-- Logs begin at Wed 2022-02-16 13:35:24 UTC, end at Wed 2022-02-16 16:12:43 UTC. -- Feb 16 14:27:15.566463 n-d-829433-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 14:27:18.442296 n-d-829433-1 neutron-server[102932]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:27:18.443268 n-d-829433-1 neutron-server[102932]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev52 Feb 16 14:27:18.443268 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102932) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:27:18.446330 n-d-829433-1 neutron-server[102932]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:27:18.446582 n-d-829433-1 neutron-server[102932]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev52 Feb 16 14:27:18.446892 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102932) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:27:18.447921 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:27:18.448160 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:27:18.448559 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:27:18.448800 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:27:18.449021 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:27:18.449343 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.449635 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.449925 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.450151 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.450440 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.450724 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.451001 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.451285 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.451596 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.451881 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.452162 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.452441 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.452668 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.452949 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.453228 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.453506 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.454569 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] debug = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.454872 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.455196 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.455664 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.455906 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.456198 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.456472 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.456742 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.457014 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.457296 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.457642 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] host = n-d-829433-1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.457912 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.458196 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.458481 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.458763 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.459036 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.459491 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.459679 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.459954 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.460228 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] log_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.460499 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.460785 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.461070 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.461354 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.461577 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.461798 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.462080 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.462360 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.462633 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.462910 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.463181 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.463450 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.463746 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.464009 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.464291 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.464571 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.464853 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.465126 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.465424 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.465698 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.465968 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.466248 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.466519 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.466789 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.467060 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.467342 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.468456 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.468456 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.468456 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.469353 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.469353 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.469353 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.469683 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.469852 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.470126 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.470391 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.470858 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] use_json = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.471277 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.471581 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.471873 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.472144 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.472416 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.472691 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.472966 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.473251 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.473521 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:18.473817 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.474107 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.474401 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.474687 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.474972 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.475247 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.475529 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.475826 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.476110 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.476451 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.476740 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.477015 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.477301 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.477574 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.477865 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.478170 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.478458 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.478745 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.479016 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.479287 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.479592 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.479851 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.480132 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.480408 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.480692 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.480971 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.481247 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.481532 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.481822 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.482105 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.482381 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.482653 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.482942 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.483217 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.483487 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.483788 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.484072 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.484346 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.484613 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.484889 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.485198 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.485528 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.485796 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.486069 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.486353 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.486626 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.486895 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.487162 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.487435 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.487727 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.488011 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.488285 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.488557 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.488861 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.489094 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.489362 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.489631 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.489902 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.490168 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.490439 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.490705 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.490973 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.491242 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.491510 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.491805 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.492072 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.492337 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.492613 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.492879 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.493145 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.493413 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.493681 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.493947 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.494231 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.494591 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.494928 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.495062 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.495337 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.495637 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.495912 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.496184 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.496456 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.496730 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.496996 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.497285 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.497563 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.497849 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.498128 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.498407 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.498694 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.498965 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.499242 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.499515 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.499813 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.500090 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.500370 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.501233 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.501528 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.501822 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.502198 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.502498 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.502777 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.503097 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.503376 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:18.503614 n-d-829433-1 neutron-server[102932]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:27:18.503863 n-d-829433-1 neutron-server[102932]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102932) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 14:27:18.868089 n-d-829433-1 neutron-server[102932]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 14:27:18.868354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 14:27:18.868638 n-d-829433-1 neutron-server[102932]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 14:27:18.868963 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 14:27:19.279643 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.279928 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.280197 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.281495 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.282305 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.282752 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.321838 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.322107 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.322367 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.338088 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.338370 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.338631 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.369055 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.369323 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.369589 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.408843 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.409120 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.409381 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.670645 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.671338 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.671338 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.671503 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.672096 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.796685 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.797010 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.797299 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.797667 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.798135 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.798495 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.798763 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.799027 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.799312 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.799626 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.799893 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.800167 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.800428 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.800681 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.800941 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.801219 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.801473 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.801992 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.802265 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.802522 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.802798 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.803049 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.803333 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.803742 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.803995 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.804239 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.804643 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:19.804887 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:19.805123 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:19.805362 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:19.805600 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:19.805969 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:19.806228 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 14:27:19.809544 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 14:27:19.814322 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 14:27:19.818388 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Feb 16 14:27:19.820084 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 14:27:19.820540 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 14:27:19.820877 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 14:27:19.821270 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 14:27:19.824354 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 14:27:19.824613 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 14:27:19.824979 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:27:19.831057 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 14:27:19.853831 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 14:27:19.854292 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.854599 n-d-829433-1 neutron-server[102932]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102932) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 14:27:19.854965 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.856413 n-d-829433-1 neutron-server[102932]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102932) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 14:27:19.856702 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:27:19.856955 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 14:27:19.860596 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.861040 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:19.926965 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 14:27:19.927161 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 14:27:19.927348 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 14:27:19.927776 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 14:27:19.951861 n-d-829433-1 neutron-server[102932]: DEBUG oslo_db.sqlalchemy.engines [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102932) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 14:27:20.681179 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing driver for type 'gre' Feb 16 14:27:20.681847 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] gre ID ranges: [(1, 1000)] Feb 16 14:27:20.880790 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing driver for type 'local' Feb 16 14:27:20.881125 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing driver for type 'vlan' Feb 16 14:27:20.975130 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] VlanTypeDriver initialization complete Feb 16 14:27:20.975385 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing driver for type 'vxlan' Feb 16 14:27:20.975948 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] vxlan ID ranges: [(1, 1000)] Feb 16 14:27:21.215155 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing extension driver 'port_security' Feb 16 14:27:21.215502 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.extensions.port_security [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] PortSecurityExtensionDriver initialization complete Feb 16 14:27:21.215877 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing mechanism driver 'openvswitch' Feb 16 14:27:21.216202 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing mechanism driver 'hyperv' Feb 16 14:27:21.226256 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.plugin [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:21.228717 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.229085 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.229440 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.230067 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102932) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:27:21.230500 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnet after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.230851 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnet after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.231189 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.231599 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102932) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:27:21.232005 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.232345 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.232685 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.233069 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102932) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:27:21.233471 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > security_group after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.233882 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > security_group after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.234220 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.234605 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102932) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:27:21.235129 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.235476 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.235838 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.236218 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102932) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:27:21.236616 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > address_group after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.236952 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > address_group after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.237283 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.237664 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102932) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:27:21.238101 n-d-829433-1 neutron-server[102932]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] ML2 OVO RPC backend initialized. {{(pid=102932) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 14:27:21.238802 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.239185 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.239626 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.239970 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > networks before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.240379 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.240716 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > ports before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.241053 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnet before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.241390 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnets before_response 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.241725 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.242056 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.242382 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.242788 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.243087 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.243421 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.243771 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnet after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.244100 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnet after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.244422 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.245001 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.plugin [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Modular L2 Plugin initialization complete Feb 16 14:27:21.245325 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading services supported by the core plugin {{(pid=102932) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 14:27:21.245644 n-d-829433-1 neutron-server[102932]: INFO neutron.plugins.ml2.managers [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Got port-security extension from driver 'port_security' Feb 16 14:27:21.246101 n-d-829433-1 neutron-server[102932]: INFO neutron.extensions.vlantransparent [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Disabled vlantransparent extension. Feb 16 14:27:21.246573 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102932) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 14:27:21.246879 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: router Feb 16 14:27:21.286105 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.286491 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router after_create 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.286855 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router before_create 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.287318 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.287692 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.288049 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router after_delete 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.288406 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.288883 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.289246 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router after_create 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.289601 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router after_update 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.289999 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router after_update 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.290346 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.290698 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router after_update 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.291104 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_update 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.291467 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: port after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.291834 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: port after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.292171 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: subnet after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.292502 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.292844 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.293183 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_create 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.293517 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: port before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.293904 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.294258 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router after_update 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.294594 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.294940 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_create 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.295295 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.295662 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_update 55549900 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.296021 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > agent after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.296364 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > agent after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.296698 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > network after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.297807 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Tracking information for resource: router configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:21.298179 n-d-829433-1 neutron-server[102932]: DEBUG neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Tracking information for resource: floatingip configured {{(pid=102932) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:27:21.303803 n-d-829433-1 neutron-server[102932]: INFO neutron.db.l3_agentschedulers_db [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 14:27:21.304404 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: port after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.304759 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: port after_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.305101 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: port after_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.305448 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: port after_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.306266 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router before_create 55550100 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.306775 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.306968 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_create 55550100 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.307322 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > router precommit_update 55550100 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.312308 n-d-829433-1 neutron-server[102932]: DEBUG neutron.services.provider_configuration [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service providers = [] {{(pid=102932) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 14:27:21.312667 n-d-829433-1 neutron-server[102932]: DEBUG neutron.db.servicetype_db [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102932) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 14:27:21.316441 n-d-829433-1 neutron-server[102932]: DEBUG neutron.services.service_base [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:27:21.316783 n-d-829433-1 neutron-server[102932]: DEBUG neutron.services.service_base [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:27:21.317119 n-d-829433-1 neutron-server[102932]: DEBUG neutron.services.service_base [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:27:21.317997 n-d-829433-1 neutron-server[102932]: DEBUG neutron.services.service_base [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102932) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:27:21.318363 n-d-829433-1 neutron-server[102932]: INFO neutron.services.service_base [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 14:27:21.318766 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.319108 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 14:27:21.331046 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.331377 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: auto_allocate Feb 16 14:27:21.337180 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: network precommit_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.337536 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: network precommit_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.338063 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.338371 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: tag Feb 16 14:27:21.345562 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.345884 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: timestamp Feb 16 14:27:21.349808 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.350127 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: network_ip_availability Feb 16 14:27:21.355708 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.356075 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.356423 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.357198 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.357507 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: flavors Feb 16 14:27:21.362544 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.362871 n-d-829433-1 neutron-server[102932]: INFO neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading Plugin: revisions Feb 16 14:27:21.367194 n-d-829433-1 neutron-server[102932]: DEBUG neutron.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102932) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:27:21.367661 n-d-829433-1 neutron-server[102932]: DEBUG oslo_concurrency.lockutils [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.499s {{(pid=102932) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 14:27:21.368407 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102932) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 14:27:21.368737 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Initializing extension manager. Feb 16 14:27:21.369242 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: __init__.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.369575 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: __pycache__ {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.369905 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.370232 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: address_group.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.370990 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.371566 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: address-group Feb 16 14:27:21.371886 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: address_scope.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.372588 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.373087 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: address-scope Feb 16 14:27:21.373401 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.374356 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.374855 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: router-admin-state-down-before-update Feb 16 14:27:21.375170 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: agent.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.376583 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.377082 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: agent Feb 16 14:27:21.377397 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: agent_resources_synced.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.378300 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.378794 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: agent-resources-synced Feb 16 14:27:21.379167 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: allowedaddresspairs.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.380973 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.381489 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: allowed-address-pairs Feb 16 14:27:21.381807 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: auto_allocated_topology.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.382878 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.383378 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: auto-allocated-topology Feb 16 14:27:21.383733 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: availability_zone.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.384421 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.384942 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: availability_zone Feb 16 14:27:21.385258 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: availability_zone_filter.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.386242 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.386697 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: availability_zone_filter Feb 16 14:27:21.387015 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: data_plane_status.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.387950 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.388446 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 14:27:21.388764 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: default_subnetpools.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.389664 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.390168 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: default-subnetpools Feb 16 14:27:21.390487 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.392021 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.392522 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: dhcp_agent_scheduler Feb 16 14:27:21.392841 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: dns.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.393757 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.394249 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension dns-integration not supported by any of loaded plugins Feb 16 14:27:21.394566 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: dns_domain_ports.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.395484 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.395986 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 14:27:21.396379 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.397295 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.397791 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 14:27:21.398119 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: dvr.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.398764 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.399267 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: dvr Feb 16 14:27:21.399607 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: ecmp_routes.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.400521 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.401019 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 14:27:21.401330 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: empty_string_filtering.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.402343 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.402767 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: empty-string-filtering Feb 16 14:27:21.403080 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.404005 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.404567 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:27:21.404809 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.405728 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.406197 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 14:27:21.406689 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: external_net.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.407459 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.408006 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: external-net Feb 16 14:27:21.408471 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.409318 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.409809 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: extra_dhcp_opt Feb 16 14:27:21.410123 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: extraroute.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.411401 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.411510 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: extraroute Feb 16 14:27:21.411868 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: extraroute_atomic.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.412899 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.413390 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: extraroute-atomic Feb 16 14:27:21.413705 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: filter_validation.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.414618 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.415109 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: filter-validation Feb 16 14:27:21.415423 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: fip_pf_description.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.416384 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.416869 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 14:27:21.417179 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: fip_port_details.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.418220 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.418606 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: fip-port-details Feb 16 14:27:21.418920 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: flavors.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.420224 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.420739 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: flavors Feb 16 14:27:21.421045 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.422947 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.423304 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 14:27:21.423645 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: floatingip_pools.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.424352 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.424858 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: floatingip-pools Feb 16 14:27:21.425239 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: ip_allocation.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.426170 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.426923 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 14:27:21.427240 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.428202 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.428714 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: ip-substring-filtering Feb 16 14:27:21.429033 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l2_adjacency.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.429953 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.430459 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 14:27:21.430795 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l3.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.431843 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.432350 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: router Feb 16 14:27:21.432668 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.434961 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.435489 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:27:21.435844 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.436824 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.437326 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: ext-gw-mode Feb 16 14:27:21.437645 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.439155 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.439684 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: l3-ha Feb 16 14:27:21.440002 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l3_flavors.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.440917 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.441411 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: l3-flavors Feb 16 14:27:21.441726 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.442673 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.443169 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 14:27:21.443482 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: l3agentscheduler.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.444572 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.445075 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: l3_agent_scheduler Feb 16 14:27:21.445397 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: logging.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.446934 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.447445 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension logging not supported by any of loaded plugins Feb 16 14:27:21.447802 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: metering.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.448552 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.449260 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: metering Feb 16 14:27:21.449587 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.450852 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.451362 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: metering_source_and_destination_fields Feb 16 14:27:21.451722 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: multiprovidernet.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.452643 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.453144 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: multi-provider Feb 16 14:27:21.453460 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: netmtu.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.455274 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.455803 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: net-mtu Feb 16 14:27:21.467528 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: netmtu_writable.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.468559 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.469149 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: net-mtu-writable Feb 16 14:27:21.469487 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: network_availability_zone.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.470407 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.471050 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: network_availability_zone Feb 16 14:27:21.471386 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: network_ip_availability.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.472719 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.473392 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: network-ip-availability Feb 16 14:27:21.473731 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: network_segment_range.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.474584 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.475157 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 14:27:21.475524 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: pagination.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.476662 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.476995 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: pagination Feb 16 14:27:21.477318 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: port_device_profile.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.478245 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.478759 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: port-device-profile Feb 16 14:27:21.479188 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.480155 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.480665 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: port-mac-address-regenerate Feb 16 14:27:21.480991 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.481931 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.482435 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: port-numa-affinity-policy Feb 16 14:27:21.482760 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: port_resource_request.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.483728 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.484235 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 14:27:21.484643 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: portbindings.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.485651 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.486157 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: binding Feb 16 14:27:21.486482 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: portbindings_extended.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.487859 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.488371 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: binding-extended Feb 16 14:27:21.488791 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: portsecurity.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.497547 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.498096 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: port-security Feb 16 14:27:21.498419 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: project_id.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.499487 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.499859 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: project-id Feb 16 14:27:21.500188 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: providernet.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.502051 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.502558 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: provider Feb 16 14:27:21.502883 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.506841 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.507435 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos not supported by any of loaded plugins Feb 16 14:27:21.507835 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.509278 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.509908 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 14:27:21.510245 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.511225 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.511759 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 14:27:21.512089 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_default.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.513022 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.513635 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-default not supported by any of loaded plugins Feb 16 14:27:21.513929 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_fip.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.514618 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.515120 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-fip not supported by any of loaded plugins Feb 16 14:27:21.515442 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_gateway_ip.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.517046 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.517517 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 14:27:21.517840 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_port_network_policy.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.518817 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.519326 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 14:27:21.519682 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_pps_rule.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.520921 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.521434 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-pps not supported by any of loaded plugins Feb 16 14:27:21.521760 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_rule_type_details.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.522702 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.523210 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 14:27:21.523535 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: qos_rules_alias.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.524715 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.525256 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 14:27:21.525581 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: quotasv2.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.526812 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.527146 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: quotas Feb 16 14:27:21.527474 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: quotasv2_detail.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.533230 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.533574 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: quota_details Feb 16 14:27:21.533905 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: rbac.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.535076 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.535680 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: rbac-policies Feb 16 14:27:21.536018 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: rbac_address_group.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.537118 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.537631 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: rbac-address-group Feb 16 14:27:21.537959 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: rbac_address_scope.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.538910 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.539419 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: rbac-address-scope Feb 16 14:27:21.539849 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: rbac_security_groups.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.540809 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.541322 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: rbac-security-groups Feb 16 14:27:21.541694 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: rbac_subnetpool.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.542728 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.543235 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: rbac-subnetpool Feb 16 14:27:21.543580 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: revisionifmatch.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.544550 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.545065 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: revision-if-match Feb 16 14:27:21.545428 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: revisions.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.546635 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.547155 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: standard-attr-revisions Feb 16 14:27:21.547513 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: router_availability_zone.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.548326 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.549022 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: router_availability_zone Feb 16 14:27:21.549348 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: routerservicetype.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.550329 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.550836 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension router-service-type not supported by any of loaded plugins Feb 16 14:27:21.551160 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.552373 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.552885 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: security-groups-normalized-cidr Feb 16 14:27:21.553249 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.554185 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.554780 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: port-security-groups-filtering Feb 16 14:27:21.555102 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.556069 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.556582 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: security-groups-remote-address-group Feb 16 14:27:21.556908 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: securitygroup.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.571840 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.572525 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: security-group Feb 16 14:27:21.572866 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: segment.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.573784 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.574299 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension segment not supported by any of loaded plugins Feb 16 14:27:21.574633 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.575733 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.576374 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 14:27:21.576699 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: servicetype.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.578064 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.579234 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: service-type Feb 16 14:27:21.579615 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: sorting.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.580945 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.581366 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: sorting Feb 16 14:27:21.581697 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: standard_attr_segment.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.582742 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.583278 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 14:27:21.583702 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: standardattrdescription.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.584390 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.584902 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: standard-attr-description Feb 16 14:27:21.585230 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: stateful_security_group.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.586213 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.586731 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: stateful-security-group Feb 16 14:27:21.587058 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: stdattrs_common.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.587812 n-d-829433-1 neutron-server[102932]: WARNING neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 14:27:21.588095 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.589075 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.589662 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 14:27:21.589993 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: subnet_onboard.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.591329 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.591890 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: subnet_onboard Feb 16 14:27:21.592219 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.593175 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.593680 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 14:27:21.594005 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: subnet_service_types.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.595690 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.596216 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: subnet-service-types Feb 16 14:27:21.596583 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: subnetallocation.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.597806 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.598318 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: subnet_allocation Feb 16 14:27:21.598645 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.599341 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.599871 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: subnetpool-prefix-ops Feb 16 14:27:21.600199 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.601236 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.601739 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 14:27:21.602063 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: tagging.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.603200 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.603764 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: standard-attr-tag Feb 16 14:27:21.604087 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: timestamp.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.605451 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.605966 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loaded extension: standard-attr-timestamp Feb 16 14:27:21.606292 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: trunk.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.607354 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.607901 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension trunk not supported by any of loaded plugins Feb 16 14:27:21.608229 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: trunk_details.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.609175 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.609689 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension trunk-details not supported by any of loaded plugins Feb 16 14:27:21.610054 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: uplink_status_propagation.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.611173 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.611730 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 14:27:21.612059 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Loading extension file: vlantransparent.py {{(pid=102932) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:27:21.612759 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102932) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:27:21.613298 n-d-829433-1 neutron-server[102932]: INFO neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 14:27:21.616098 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:network Feb 16 14:27:21.618437 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:subnet Feb 16 14:27:21.618437 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:27:21.618437 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:port Feb 16 14:27:21.618816 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.619263 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service FLAVORS assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.619931 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.620363 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.620727 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:router Feb 16 14:27:21.621159 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:27:21.621669 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service METERING assigned prefix: /metering {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.623165 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.623563 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.623910 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102932) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:27:21.624973 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:27:21.626473 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:27:21.626926 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:27:21.627588 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service CORE assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.627927 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:27:21.628289 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] subnetpool is already registered Feb 16 14:27:21.628730 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service CORE assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.629057 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:27:21.629391 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] subnetpool is already registered Feb 16 14:27:21.631861 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.632303 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service FLAVORS assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.632903 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.633328 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.633665 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:router Feb 16 14:27:21.634036 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] router is already registered Feb 16 14:27:21.634454 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:27:21.634787 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] floatingip is already registered Feb 16 14:27:21.635249 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service METERING assigned prefix: /metering {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.635970 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:27:21.636367 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] rbac_policy is already registered Feb 16 14:27:21.636787 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:27:21.637121 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] security_group is already registered Feb 16 14:27:21.637525 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:27:21.637856 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] security_group_rule is already registered Feb 16 14:27:21.638514 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service CORE assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.638840 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:27:21.639171 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] subnetpool is already registered Feb 16 14:27:21.639625 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.v2.resource_helper [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Service CORE assigned prefix: {{(pid=102932) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:27:21.640088 n-d-829433-1 neutron-server[102932]: INFO neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:27:21.640420 n-d-829433-1 neutron-server[102932]: WARNING neutron.quota.resource_registry [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] subnetpool is already registered Feb 16 14:27:21.640916 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: extensions {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.642539 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: address-groups {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.644084 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: address-scopes {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.645435 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: agents {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.646651 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: auto-allocated-topology {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.647954 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: availability_zones {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.649200 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: dhcp-networks {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.650800 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: dhcp-agents {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.652288 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: routers {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.654661 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: flavors {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.658553 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: service_profiles {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.658553 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: next_providers {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.659418 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: service_profiles {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.661008 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: floatingip-pools {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.662297 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: routers {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.664522 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: floatingips {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.665823 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: l3-routers {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.667240 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: l3-agents {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.668787 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: metering-labels {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.670240 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: metering-label-rules {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.671574 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: network-ip-availabilities {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.673717 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: bindings {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.675380 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: quotas {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.677140 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: quotas {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.678560 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: rbac-policies {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.679912 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: security-groups {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.682403 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: security-group-rules {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.683787 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: service-providers {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.685058 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: subnetpools {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.686543 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: subnetpools {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.688255 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.689992 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.691854 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.693778 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.695682 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.697568 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.699320 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.701578 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.703356 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.705951 n-d-829433-1 neutron-server[102932]: DEBUG neutron.api.extensions [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Extended resource: tags {{(pid=102932) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:27:21.712269 n-d-829433-1 neutron-server[102932]: WARNING keystonemiddleware.auth_token [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 14:27:21.717196 n-d-829433-1 neutron-server[102932]: WARNING keystonemiddleware.auth_token [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 14:27:21.727157 n-d-829433-1 neutron-server[102932]: DEBUG oslo_concurrency.lockutils [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Acquired lock "singleton_lock" {{(pid=102932) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 14:27:21.727583 n-d-829433-1 neutron-server[102932]: DEBUG oslo_concurrency.lockutils [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Releasing lock "singleton_lock" {{(pid=102932) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 14:27:21.728233 n-d-829433-1 neutron-server[102932]: INFO oslo_service.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Starting 2 workers Feb 16 14:27:21.733444 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Started child 103043 {{(pid=102932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:27:21.738627 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Started child 103044 {{(pid=102932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:27:21.739374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:21.740856 n-d-829433-1 neutron-server[102932]: INFO neutron.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 14:27:21.741221 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Notify callbacks [] for process, before_spawn {{(pid=102932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:21.741371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [-] (103043) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:27:21.744079 n-d-829433-1 neutron-server[102932]: INFO oslo_service.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Starting 1 workers Feb 16 14:27:21.746927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:21.749345 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [-] (103044) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:27:21.749724 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Started child 103045 {{(pid=102932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:27:21.750343 n-d-829433-1 neutron-server[102932]: INFO oslo_service.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Starting 1 workers Feb 16 14:27:21.754440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] calling RpcWorker wait() {{(pid=103045) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 14:27:21.756570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] returning from RpcWorker wait() {{(pid=103045) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 14:27:21.756754 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Started child 103046 {{(pid=102932) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:27:21.756919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:21.757056 n-d-829433-1 neutron-server[102932]: DEBUG neutron_lib.callbacks.manager [None req-084db87b-a9f7-47a2-ba50-84950bf91f3a None None] Notify callbacks [] for process, after_spawn {{(pid=102932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:21.757186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:21.758895 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102932) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:27:21.759093 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:27:21.759385 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:27:21.759590 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:27:21.759869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:27:21.760134 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:27:21.760612 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.761011 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.761198 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.761443 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.761710 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.762474 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.762717 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.762972 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.763231 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.763486 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.763760 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.763997 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.764243 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.764486 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.764716 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.764955 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:21.765777 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.765777 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.765777 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.765777 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.767308 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.767308 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.767308 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.768014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35024) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:27:21.768258 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] debug = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.768258 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.768258 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.768258 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.769358 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.769358 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.769358 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.769358 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.769358 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.770583 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.770583 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.770583 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.770583 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.770583 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.771664 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.771664 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.771664 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.771664 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.772507 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] host = n-d-829433-1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.772507 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.772507 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.773121 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.773121 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.773121 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.774086 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.774086 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.774086 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.774729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.774729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.774729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.775373 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.775373 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.775373 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.776067 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_options = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.776067 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.776067 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.776728 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.776728 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.776728 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.777380 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.777380 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.777380 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.777994 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.777994 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.777994 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.778623 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.778623 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.778623 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.779265 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.779265 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.779265 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.779952 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.779952 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.779952 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.780758 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.780758 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.780758 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.781520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [-] 10.222.0.113 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0106273 Feb 16 14:27:21.781837 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.781837 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.781837 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.781837 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.783008 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.783008 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.783599 n-d-829433-1 neutron-server[103046]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.791729 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.792761 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_json = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.794984 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.795923 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.796749 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.797641 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.797641 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.797641 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.797641 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.797641 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.797641 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.797641 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.798476 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.798476 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.798702 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.798829 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.799141 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.799947 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.799947 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.799947 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.800610 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.800610 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.801055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.801055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.801955 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.801955 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.801955 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.802619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.802619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.802619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.803845 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.804205 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.804432 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.804660 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.804888 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.805093 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.805360 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.805604 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.805867 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.806117 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.806331 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.807619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.807619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.807619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.807619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.808021 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.808213 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.808575 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.808685 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.808959 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.809186 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.809422 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.809647 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.809863 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.810078 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.810302 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.810512 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.810768 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.811042 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.811244 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.811467 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.818628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.819870 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.821316 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.822747 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.824294 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.825804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.827055 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.829354 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.831095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.831095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.831095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.831095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.831095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.831095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.831095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.832605 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.832605 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.832605 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.832605 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.832605 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.833656 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.833656 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.833958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.834714 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.834714 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.834714 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.835956 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.835956 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.835956 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.835956 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.835956 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.837191 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.837191 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.837191 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.837191 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.837886 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.838112 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.838353 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.838584 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.838844 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.839095 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.839413 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.839655 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.839882 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.840083 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.840307 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.840534 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.840779 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.841009 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.841355 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.842292 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.842547 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.842813 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.843775 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.843775 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.843775 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.843775 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.844739 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.844739 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.844739 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.846359 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.846766 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.846953 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.847146 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.847430 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.852957 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.854646 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.856636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.858491 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.861255 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.862958 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.864860 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.864860 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.864860 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.864860 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.864860 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.864860 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.864860 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.866001 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.866001 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.868021 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.870091 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.870091 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.870091 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.871281 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.871281 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.871949 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.872169 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.872532 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.873038 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.873551 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.874200 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.875914 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.876156 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.876422 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.876890 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.877969 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.877969 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.878377 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.879687 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.880231 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.880718 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.881366 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.881788 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.882609 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.882609 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.882990 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.883427 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.883902 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.884305 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.884770 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.885424 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.885869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.886287 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.886706 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.887108 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.887849 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.888056 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.888466 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.889596 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.889596 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102932) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.896700 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897636 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.897820 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.898193 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.898350 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.898645 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.899278 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.899609 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.899897 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.900183 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.900455 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.900750 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] debug = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.901015 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.901393 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.901678 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.903877 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.904194 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.904411 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.904593 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.904800 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.905085 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.905673 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.905845 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.906113 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.906387 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.908914 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.909439 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.909622 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.910617 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.911414 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] host = n-d-829433-1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.911414 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.911414 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.911720 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.911846 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.912067 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.912338 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.912640 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.913096 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.913364 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.913640 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.913897 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.914067 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.914609 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.914609 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.914609 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_options = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.914834 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.914905 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.915158 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.915384 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.915589 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.918253 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.918253 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.918253 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.918253 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.918629 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.918629 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.919802 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.920023 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.920245 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.920544 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.923173 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.923445 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.923698 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.923924 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.924091 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.924264 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.924426 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.924588 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.924782 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.924999 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.925161 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.925352 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.925611 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.926932 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.927230 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.927498 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.927811 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.928140 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.931166 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.931166 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.931166 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.931166 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.931166 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.931166 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.931166 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_json = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.936869 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.937346 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.937346 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.937346 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.937346 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.937577 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.937820 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.938167 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.938350 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:27:21.938568 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.938776 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.938981 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.939207 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.939478 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.941138 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.941138 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.941138 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.941432 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.941612 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.942208 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.942470 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.942699 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.942891 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.943045 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.943223 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.943393 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.943574 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.945516 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.945715 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.945935 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.947210 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.947443 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.947745 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.948030 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.948293 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.948568 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.948875 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.949156 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.949362 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.949648 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.949930 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.950216 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.950405 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.950568 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.950802 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.951060 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.951283 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.951450 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.951963 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.952226 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.952501 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.953107 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.953286 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.953467 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.954566 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.954801 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.954975 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.955144 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.955338 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.955500 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.956207 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.958419 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.958419 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.958419 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.958651 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.958907 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.959185 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.959603 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.959893 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.960179 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.960413 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.960628 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.960905 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.961187 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.961465 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.961781 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.962054 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.963004 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.963302 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.963624 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.963911 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.964174 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.964777 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.965292 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.965548 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.965826 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.966102 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.966387 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.966767 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.966950 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.967067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:21.967215 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.967389 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.968512 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.968512 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.968512 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.968512 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.968512 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.968848 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.969056 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.969372 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.969654 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.969938 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.970220 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.970632 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.970775 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.972364 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.972364 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.972649 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.973711 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.973711 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.973711 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.973711 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.974178 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.974336 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.974635 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.974823 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.975088 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.975725 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.976262 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.976804 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.977488 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.977976 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.978479 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.978901 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.979827 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.979827 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.979827 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.980101 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.980358 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985397 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985928 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985928 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985928 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985928 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985928 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.985928 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.986274 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.986274 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.986571 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.986906 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.987235 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.987524 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.987892 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.989078 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.989078 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.989078 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.989078 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.989350 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.989545 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.989828 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.990116 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.990503 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.990882 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.991205 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.991336 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.991786 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.992027 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.992243 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.992540 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.992826 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.993101 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.993909 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.993909 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.993909 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.994250 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.994461 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.994755 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.996249 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.996249 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.996249 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.996249 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.996249 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.997063 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.997063 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.997063 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.999375 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:21.999720 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.000047 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.000306 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.000656 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.000949 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.001236 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.001518 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.001805 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.002094 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.002390 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.002679 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.003163 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.003678 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.004158 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.004668 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.004963 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.005238 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.005534 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.005866 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.006311 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.006409 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.006693 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.006981 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.007650 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.007650 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.008151 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.008151 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.008429 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.008937 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.009615 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.010122 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.010420 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.010912 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.011407 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.011733 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.012036 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.012338 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.012669 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.012969 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.013266 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.013568 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.014821 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.014821 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.014821 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.015035 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.015250 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.015615 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.015872 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.017846 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.017846 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.017846 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.017846 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.018136 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.018322 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.018562 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.018872 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.019168 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.019462 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.019908 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.020208 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.020516 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.020825 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.021123 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.021419 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.021715 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.022048 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.022305 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.022619 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.022910 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.023194 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.023482 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.025777 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.025777 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.028472 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.029772 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.029772 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.029772 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.029772 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.029772 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.030784 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.030784 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.030784 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.030784 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.031318 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.031318 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.031844 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.032019 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.032330 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.032624 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.032945 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.033228 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.033509 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.033808 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.034094 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.034379 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.034660 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.035260 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.035260 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.035504 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.035835 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.036093 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.036382 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.036668 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.036960 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.037253 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.037542 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.037831 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.038124 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.038417 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:27:22.038645 n-d-829433-1 neutron-server[102932]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102932) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:27:35.169356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bec423-488e-4a9f-a5cc-01f0a9a0d165 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 14:27:35.282408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bec423-488e-4a9f-a5cc-01f0a9a0d165 None None] No non-hosted networks {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 14:27:35.292267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.agentschedulers_db [None req-f2bec423-488e-4a9f-a5cc-01f0a9a0d165 None None] DHCP Agent not found on host n-d-829433-1 {{(pid=103045) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 14:27:35.509209 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-55b22934-868c-44cb-b0f8-26975c0dfca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695601'] for agent, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:37.897255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-db9539fe-3de7-4a81-b70f-49db9877abf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695601'] for agent, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:37.961012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-afee3422-7f45-4674-8ee4-06ff60d9a4ae None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-829433-1 {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:27:37.961719 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-afee3422-7f45-4674-8ee4-06ff60d9a4ae None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:27:38.488092 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afee3422-7f45-4674-8ee4-06ff60d9a4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:39.438311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695601'] for agent, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:41.145836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695601'] for agent, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:41.306452 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695601'] for agent, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:41.307143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.307480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.307877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.308206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.308537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.308878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.309387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.309761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.310696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.310696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.310954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.311086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:41.311513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829433-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:41.323657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829433-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:42.714976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35128) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:27:43.364797 n-d-829433-1 neutron-server[103043]: WARNING oslo_policy.policy [None req-fcea115e-70ba-4c0c-8c3e-8ec484176b5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:27:43.365465 n-d-829433-1 neutron-server[103043]: WARNING oslo_policy.policy [None req-fcea115e-70ba-4c0c-8c3e-8ec484176b5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:27:43.602502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-fcea115e-70ba-4c0c-8c3e-8ec484176b5f admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:27:43.603536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fcea115e-70ba-4c0c-8c3e-8ec484176b5f admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8876011 Feb 16 14:27:44.639848 n-d-829433-1 neutron-server[103045]: INFO neutron.db.l3_hamode_db [None req-414e97d9-5eb5-40fa-ac64-c64ceba26624 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 14:27:44.728956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e97d9-5eb5-40fa-ac64-c64ceba26624 None None] Routers set() bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:44.729347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e97d9-5eb5-40fa-ac64-c64ceba26624 None None] Router IDs set() for agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 14:27:46.278603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35144) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:27:46.633903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:46.733278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.policy [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103043) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:27:46.780866 n-d-829433-1 neutron-server[103043]: WARNING oslo_policy.policy [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:27:46.781868 n-d-829433-1 neutron-server[103043]: WARNING oslo_policy.policy [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:27:46.790874 n-d-829433-1 neutron-server[103043]: INFO neutron.quota [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] Loaded quota_driver: . Feb 16 14:27:46.990852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730686434377', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730686431766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730686413999', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730686417483', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730686989495', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730686400236', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3944239', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4070930', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539813'] for rbac-policy, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:47.264484 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:47.266290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-736678b4-50cb-45e5-a56a-c188bbf28f0c admin admin] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9865804 Feb 16 14:27:50.200320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35156) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:27:50.551504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Request body: {'network': {'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'name': 'private'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:50.665603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Made reservation on behalf of 2d8cd65287214de2930f3ed2aa1c65be for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:50.668624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:50.687595 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:50.835344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:50.907776 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:50.941910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:27:50.978726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730684553786', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:50.979329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Unsubscribe: segment precommit_create {{(pid=103043) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:27:50.979969 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Added segment 521c817d-67b2-47f4-8cbb-5e6d3e0aeb93 of type vlan for network 653fab10-bde6-4413-99a5-d8477dd6b778 Feb 16 14:27:50.987672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7defaa6f-f9d8-40a8-a199-2806170a8ef7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:51.028580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.028909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.029248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.029586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.029984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.030351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.031268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.031865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.032293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.032627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.032949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.033269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Tracked resource versions report: Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: pushed versions: Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: { 'AddressGroup': {'1.2'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'ConntrackHelper': {'1.0'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Log': {'1.0'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Network': {'1.1'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Port': {'1.7'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'PortForwarding': {'1.2'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'QosPolicy': {'1.9'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'SecurityGroup': {'1.4'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'SubPort': {'1.0'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Subnet': {'1.1'}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Trunk': {'1.1'}} Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: consumer versions: Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: L3 agent@n-d-829433-1: {}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: Metadata agent@n-d-829433-1: {}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: Metering agent@n-d-829433-1: {}, Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'ConntrackHelper': '1.0', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Log': '1.0', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Network': '1.1', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Port': '1.7', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'PortForwarding': '1.2', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'QosPolicy': '1.9', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'SecurityGroup': '1.4', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'SecurityGroupRule': '1.2', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'SubPort': '1.0', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Subnet': '1.1', Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: 'Trunk': '1.1'}} Feb 16 14:27:51.034506 n-d-829433-1 neutron-server[103043]: {{(pid=103043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:27:51.117980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:51.261899 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:51.263009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:51.263713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:51.384751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] Pushing event updated for resources: {'Network': ['ID=653fab10-bde6-4413-99a5-d8477dd6b778,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:51.396745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 653fab10-bde6-4413-99a5-d8477dd6b778 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:27:51.421180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6dcbcdc1-97e3-41a9-af60-77fb660b6205 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2194514 Feb 16 14:27:54.381223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35170) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:27:54.842308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dfbd2a-e64a-46cc-9cb8-b7dc5928c507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.847739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-45dfbd2a-e64a-46cc-9cb8-b7dc5928c507 admin admin] 10.222.0.113 "GET /v2.0/networks/653fab10-bde6-4413-99a5-d8477dd6b778 HTTP/1.1" status: 200 len: 826 time: 0.4615095 Feb 16 14:27:54.876666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d921b092-40d7-458d-90d2-901c362ed010 admin admin] 10.222.0.113 "GET /v2.0/subnetpools/4cfe2462-b6d4-49d1-82f4-214d610672b0 HTTP/1.1" status: 200 len: 734 time: 0.0230241 Feb 16 14:27:54.886504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Request body: {'subnet': {'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'ip_version': 4, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4cfe2462-b6d4-49d1-82f4-214d610672b0'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:55.032883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Made reservation on behalf of 2d8cd65287214de2930f3ed2aa1c65be for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:55.035205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.416541 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.492685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2ce83d-4d88-4389-849b-a7d23d10953e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.498163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Checking segment: {'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:27:55.498557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Network hostable DHCP agents. Network: 653fab10-bde6-4413-99a5-d8477dd6b778, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:27:55.591056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Network 653fab10-bde6-4413-99a5-d8477dd6b778 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:27:55.682857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 653fab10-bde6-4413-99a5-d8477dd6b778) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:55.688471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.689050 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.696637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08dc52-2b3f-422c-a4d9-13437bdd776d None None] Network 653fab10-bde6-4413-99a5-d8477dd6b778 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:27:55.771172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a26a543e-86b0-4c3f-9d2c-72942dcba782 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8881371 Feb 16 14:27:56.084575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-653fab10-bde6-4413-99a5-d8477dd6b778', 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'fixed_ips': [{'subnet_id': '5e2ce83d-4d88-4389-849b-a7d23d10953e'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:27:56.086081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.474078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Allocated IP 172.20.0.2 (653fab10-bde6-4413-99a5-d8477dd6b778/5e2ce83d-4d88-4389-849b-a7d23d10953e/fa318bfe-baf4-49c3-973a-fbef3ad1e38b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:56.737597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.851386 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.943221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Network 653fab10-bde6-4413-99a5-d8477dd6b778 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:56.952936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:56.959770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Pushing event updated for resources: {'Port': ['ID=fa318bfe-baf4-49c3-973a-fbef3ad1e38b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.962301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:56.974632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.974964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.975299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.975656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.975988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.976317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.976650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.976972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.977293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.977613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.977941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.978430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Tracked resource versions report: Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: pushed versions: Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: { 'AddressGroup': {'1.2'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'ConntrackHelper': {'1.0'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Log': {'1.0'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Network': {'1.1'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Port': {'1.7'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'PortForwarding': {'1.2'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'QosPolicy': {'1.9'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'SecurityGroup': {'1.4'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'SubPort': {'1.0'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Subnet': {'1.1'}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Trunk': {'1.1'}} Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: consumer versions: Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: L3 agent@n-d-829433-1: {}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: Metadata agent@n-d-829433-1: {}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: Metering agent@n-d-829433-1: {}, Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'ConntrackHelper': '1.0', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Log': '1.0', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Network': '1.1', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Port': '1.7', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'PortForwarding': '1.2', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'QosPolicy': '1.9', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'SecurityGroup': '1.4', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'SecurityGroupRule': '1.2', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'SubPort': '1.0', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Subnet': '1.1', Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: 'Trunk': '1.1'}} Feb 16 14:27:56.979398 n-d-829433-1 neutron-server[103045]: {{(pid=103045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:27:57.068185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Attempting to bind port fa318bfe-baf4-49c3-973a-fbef3ad1e38b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:27:57.068590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Attempting to bind port fa318bfe-baf4-49c3-973a-fbef3ad1e38b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:27:57.069043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Attempting to bind port fa318bfe-baf4-49c3-973a-fbef3ad1e38b on network 653fab10-bde6-4413-99a5-d8477dd6b778 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:57.074932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:57.075356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Checking segment: {'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:27:57.075877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.076278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Bound using segment: {'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:57.077049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Bound port: fa318bfe-baf4-49c3-973a-fbef3ad1e38b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:27:57.077877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.156117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] For port fa318bfe-baf4-49c3-973a-fbef3ad1e38b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:57.163707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] For port fa318bfe-baf4-49c3-973a-fbef3ad1e38b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fa318bfe-baf4-49c3-973a-fbef3ad1e38b,segment=NetworkSegment(521c817d-67b2-47f4-8cbb-5e6d3e0aeb93),segment_id=521c817d-67b2-47f4-8cbb-5e6d3e0aeb93)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:57.254557 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.327881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355097c-7cb8-4797-ad09-ef634edafe2b None None] Pushing event updated for resources: {'Port': ['ID=fa318bfe-baf4-49c3-973a-fbef3ad1e38b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:58.447408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35178) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:27:58.910770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-98b0849e-7123-4254-9b07-cf7a65ca9a45 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:27:58.912028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-98b0849e-7123-4254-9b07-cf7a65ca9a45 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4636550 Feb 16 14:28:01.589728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35186) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:01.952933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-5ff778ef-6004-41f4-8de2-8f99a34d1413 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:28:01.953983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5ff778ef-6004-41f4-8de2-8f99a34d1413 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3633003 Feb 16 14:28:04.986040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35196) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:05.207149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0e2be290-c08f-4c80-afd1-398ae75733e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.395818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a0dd1d77-9feb-4a61-ae3a-e8c3250aeb00 admin admin] Request body: {'router': {'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:05.479013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d77-9feb-4a61-ae3a-e8c3250aeb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.480543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d77-9feb-4a61-ae3a-e8c3250aeb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.654610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d77-9feb-4a61-ae3a-e8c3250aeb00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.724488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d77-9feb-4a61-ae3a-e8c3250aeb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.829747 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0dd1d77-9feb-4a61-ae3a-e8c3250aeb00 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.831892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a0dd1d77-9feb-4a61-ae3a-e8c3250aeb00 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8444462 Feb 16 14:28:06.434058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8a050-aee7-4303-8629-06908d518810 None None] Network 653fab10-bde6-4413-99a5-d8477dd6b778 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:28:06.543975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5263232d-779d-45c3-8fdf-cd12ec97f823 None None] Provisioning complete for port fa318bfe-baf4-49c3-973a-fbef3ad1e38b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:06.544366 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5263232d-779d-45c3-8fdf-cd12ec97f823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.810494 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5263232d-779d-45c3-8fdf-cd12ec97f823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.882182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5263232d-779d-45c3-8fdf-cd12ec97f823 None None] For port fa318bfe-baf4-49c3-973a-fbef3ad1e38b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fa318bfe-baf4-49c3-973a-fbef3ad1e38b,segment=NetworkSegment(521c817d-67b2-47f4-8cbb-5e6d3e0aeb93),segment_id=521c817d-67b2-47f4-8cbb-5e6d3e0aeb93)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:06.902986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fa318bfe-baf4-49c3-973a-fbef3ad1e38b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:06.956974 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5263232d-779d-45c3-8fdf-cd12ec97f823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.018059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263232d-779d-45c3-8fdf-cd12ec97f823 None None] Pushing event updated for resources: {'Port': ['ID=fa318bfe-baf4-49c3-973a-fbef3ad1e38b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:07.027679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fa318bfe-baf4-49c3-973a-fbef3ad1e38b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:07.028118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.086035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-44786936-a3f2-4185-9679-2d98d182188b None None] Provisioning complete for port fa318bfe-baf4-49c3-973a-fbef3ad1e38b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:07.086318 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-44786936-a3f2-4185-9679-2d98d182188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.870630 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6ae0-e9d4-4267-9fa8-3f869260c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:08.522211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35208) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:08.851729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fa318bfe-baf4-49c3-973a-fbef3ad1e38b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:08.901774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fa318bfe-baf4-49c3-973a-fbef3ad1e38b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:08.902434 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:09.124923 n-d-829433-1 neutron-server[103044]: WARNING oslo_policy.policy [None req-a324fb88-dae3-48ad-9507-6474179f56fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:28:09.125750 n-d-829433-1 neutron-server[103044]: WARNING oslo_policy.policy [None req-a324fb88-dae3-48ad-9507-6474179f56fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:28:09.362932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-a324fb88-dae3-48ad-9507-6474179f56fe admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:28:09.364189 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a324fb88-dae3-48ad-9507-6474179f56fe admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8398297 Feb 16 14:28:09.369914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:11.122436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:11.333196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:11.927172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35232) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:12.079840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:12.186555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Made reservation on behalf of 1fce009dc68441238dc492e0fa84b1d1 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:12.188898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.198390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.285465 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.369383 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.386357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Reserving flat network on physical network physnet1 {{(pid=103043) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 14:28:12.411460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a105bf9-9f76-4b79-9c5a-5dca94a2ca49,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:12.417325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.417681 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Added segment 0ed2b698-3093-4764-bb2c-92925c10dd7a of type flat for network e614c420-a791-467f-9b28-a6d8d96c0204 Feb 16 14:28:12.473862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.581463 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.582436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.583057 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:12.646624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] Pushing event updated for resources: {'Network': ['ID=e614c420-a791-467f-9b28-a6d8d96c0204,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:12.657317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network e614c420-a791-467f-9b28-a6d8d96c0204 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:28:12.740379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5f0c776a-24b1-428b-93a8-b019382bec94 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8115590 Feb 16 14:28:15.222471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35250) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:15.329316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d2ea42-98e9-43f2-b04f-959c934e38e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:15.335312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-12d2ea42-98e9-43f2-b04f-959c934e38e9 admin admin] 10.222.0.113 "GET /v2.0/subnets/5e2ce83d-4d88-4389-849b-a7d23d10953e HTTP/1.1" status: 200 len: 849 time: 0.1072626 Feb 16 14:28:15.462366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-350e5ae3-81d0-49e7-b943-a93031c54ce6 admin admin] 10.222.0.113 "GET /v2.0/routers/f83fbd34-56b2-4de0-ace7-7167f5d5abe9 HTTP/1.1" status: 200 len: 704 time: 0.1251972 Feb 16 14:28:15.784234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.124066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Allocated IP 172.20.0.1 (653fab10-bde6-4413-99a5-d8477dd6b778/5e2ce83d-4d88-4389-849b-a7d23d10953e/1cac28ac-432d-4517-a582-ead9c1f105f7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:16.374443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.511251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.599756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Network 653fab10-bde6-4413-99a5-d8477dd6b778 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:16.604756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:16.612316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:16.612629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.635587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Pushing event updated for resources: {'Port': ['ID=1cac28ac-432d-4517-a582-ead9c1f105f7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:16.820622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f9281ea8-2787-4e4e-94a6-72c42c60bfa9 None None] Provisioning complete for port 1cac28ac-432d-4517-a582-ead9c1f105f7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:16.821252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9281ea8-2787-4e4e-94a6-72c42c60bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.858877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f9281ea8-2787-4e4e-94a6-72c42c60bfa9 None None] Port 1cac28ac-432d-4517-a582-ead9c1f105f7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:28:16.953548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.190169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.264979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.265898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.352168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Pushing event updated for resources: {'Port': ['ID=1cac28ac-432d-4517-a582-ead9c1f105f7,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:17.418949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Network 653fab10-bde6-4413-99a5-d8477dd6b778 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:17.420533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:17.684797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-879c48e0-ceb9-484f-84fe-983ce990b2e8 None None] Provisioning complete for port 1cac28ac-432d-4517-a582-ead9c1f105f7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:17.685234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-879c48e0-ceb9-484f-84fe-983ce990b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.724145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-879c48e0-ceb9-484f-84fe-983ce990b2e8 None None] Port 1cac28ac-432d-4517-a582-ead9c1f105f7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:28:17.738997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:28:17.841941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:28:17.847737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-daf7e0ac-51e5-4317-97af-4624afb5e352 admin admin] 10.222.0.113 "PUT /v2.0/routers/f83fbd34-56b2-4de0-ace7-7167f5d5abe9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3778601 Feb 16 14:28:17.864201 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Sync routers for ids ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:17.883023 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Routers {'f83fbd34-56b2-4de0-ace7-7167f5d5abe9'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:17.884221 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:28:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:18.180455 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Set router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:18.731789 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'name': 'router1', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:05Z', 'updated_at': '2022-02-16T14:28:16Z', 'revision_number': 2, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'gw_port_host': None, '_interfaces': [{'id': '1cac28ac-432d-4517-a582-ead9c1f105f7', 'name': '', 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'mac_address': 'fa:16:3e:75:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:15Z', 'updated_at': '2022-02-16T14:28:17Z', 'revision_number': 2, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'subnets': [{'id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cfe2462-b6d4-49d1-82f4-214d610672b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:18.785537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Checking router: f83fbd34-56b2-4de0-ace7-7167f5d5abe9 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:18.785901 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Updating router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 port 1cac28ac-432d-4517-a582-ead9c1f105f7 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:28:18.879842 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:19.548883 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:19.655847 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:19.842338 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Pushing event updated for resources: {'Port': ['ID=1cac28ac-432d-4517-a582-ead9c1f105f7,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:19.870920 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Attempting to bind port 1cac28ac-432d-4517-a582-ead9c1f105f7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:28:19.874365 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Attempting to bind port 1cac28ac-432d-4517-a582-ead9c1f105f7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:28:19.874365 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Attempting to bind port 1cac28ac-432d-4517-a582-ead9c1f105f7 on network 653fab10-bde6-4413-99a5-d8477dd6b778 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:19.875442 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.875820 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.876150 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.876478 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.876799 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.877118 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.877434 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.877750 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.878064 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.878376 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.880240 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.881530 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Tracked resource versions report: Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: pushed versions: Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: { 'AddressGroup': {'1.2'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'ConntrackHelper': {'1.0'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Log': {'1.0'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Network': {'1.1'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Port': {'1.7'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'PortForwarding': {'1.2'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'QosPolicy': {'1.9'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'SecurityGroup': {'1.4'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'SubPort': {'1.0'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Subnet': {'1.1'}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Trunk': {'1.1'}} Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: consumer versions: Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: L3 agent@n-d-829433-1: {}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: Metadata agent@n-d-829433-1: {}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: Metering agent@n-d-829433-1: {}, Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'ConntrackHelper': '1.0', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Log': '1.0', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Network': '1.1', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Port': '1.7', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'PortForwarding': '1.2', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'QosPolicy': '1.9', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'SecurityGroup': '1.4', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'SecurityGroupRule': '1.2', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'SubPort': '1.0', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Subnet': '1.1', Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: 'Trunk': '1.1'}} Feb 16 14:28:19.883354 n-d-829433-1 neutron-server[103046]: {{(pid=103046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:28:19.896862 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:28:19.897331 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Checking segment: {'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:28:19.897762 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:19.898149 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Bound using segment: {'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:28:19.898810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Bound port: 1cac28ac-432d-4517-a582-ead9c1f105f7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521c817d-67b2-47f4-8cbb-5e6d3e0aeb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:28:19.900155 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:19.971425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cff89037-35fa-448c-ba64-1be24e5581c4 None None] Provisioning complete for port 1cac28ac-432d-4517-a582-ead9c1f105f7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:19.972058 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cff89037-35fa-448c-ba64-1be24e5581c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:19.977328 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] For port 1cac28ac-432d-4517-a582-ead9c1f105f7, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:28:20.010626 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] For port 1cac28ac-432d-4517-a582-ead9c1f105f7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1cac28ac-432d-4517-a582-ead9c1f105f7,segment=NetworkSegment(521c817d-67b2-47f4-8cbb-5e6d3e0aeb93),segment_id=521c817d-67b2-47f4-8cbb-5e6d3e0aeb93)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:28:20.030721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-cff89037-35fa-448c-ba64-1be24e5581c4 None None] Port 1cac28ac-432d-4517-a582-ead9c1f105f7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:28:20.101118 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:20.162052 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4cb3b-ced8-4d49-a1a3-aca988a21f1f None None] Pushing event updated for resources: {'Port': ['ID=1cac28ac-432d-4517-a582-ead9c1f105f7,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:20.167442 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Routers {'f83fbd34-56b2-4de0-ace7-7167f5d5abe9'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:20.167944 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:28:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:20.303230 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] Set router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:20.362072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-80d1a906-2a5a-4917-8efa-5a6128c14124 None None] Provisioning complete for port 1cac28ac-432d-4517-a582-ead9c1f105f7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:20.362520 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80d1a906-2a5a-4917-8efa-5a6128c14124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:20.386631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35260) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:20.488175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80d1a906-2a5a-4917-8efa-5a6128c14124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:20.511690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f263e365-a607-41b3-ae0f-2dc4b6ab994f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.513305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f263e365-a607-41b3-ae0f-2dc4b6ab994f admin admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 842 time: 0.1254818 Feb 16 14:28:20.524345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.6.0/24', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.6.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:20.536041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-80d1a906-2a5a-4917-8efa-5a6128c14124 None None] For port 1cac28ac-432d-4517-a582-ead9c1f105f7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1cac28ac-432d-4517-a582-ead9c1f105f7,segment=NetworkSegment(521c817d-67b2-47f4-8cbb-5e6d3e0aeb93),segment_id=521c817d-67b2-47f4-8cbb-5e6d3e0aeb93)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:20.560243 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'name': 'router1', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:05Z', 'updated_at': '2022-02-16T14:28:16Z', 'revision_number': 2, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'gw_port_host': None, '_interfaces': [{'id': '1cac28ac-432d-4517-a582-ead9c1f105f7', 'name': '', 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'mac_address': 'fa:16:3e:75:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:15Z', 'updated_at': '2022-02-16T14:28:19Z', 'revision_number': 4, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'subnets': [{'id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cfe2462-b6d4-49d1-82f4-214d610672b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:20.610121 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5e33b-ef29-4d5b-b903-0b506a1f46b2 None None] The sync data for ids ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'] in n-d-829433-1 is: [{'id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'name': 'router1', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:05Z', 'updated_at': '2022-02-16T14:28:16Z', 'revision_number': 2, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'gw_port_host': None, '_interfaces': [{'id': '1cac28ac-432d-4517-a582-ead9c1f105f7', 'name': '', 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'mac_address': 'fa:16:3e:75:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:15Z', 'updated_at': '2022-02-16T14:28:19Z', 'revision_number': 4, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'subnets': [{'id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cfe2462-b6d4-49d1-82f4-214d610672b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:20.634100 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80d1a906-2a5a-4917-8efa-5a6128c14124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:20.691335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1a906-2a5a-4917-8efa-5a6128c14124 None None] Pushing event updated for resources: {'Port': ['ID=1cac28ac-432d-4517-a582-ead9c1f105f7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:20.704206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Made reservation on behalf of 1fce009dc68441238dc492e0fa84b1d1 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:20.706680 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:21.196408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:28:21.196762 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:21.258152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:21.269601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:28:21.269955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Network hostable DHCP agents. Network: e614c420-a791-467f-9b28-a6d8d96c0204, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:28:21.375049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:28:21.472046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, e614c420-a791-467f-9b28-a6d8d96c0204) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:21.476915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.477586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:21.487685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e826e-5b67-49ee-ac5b-d57c7d688f97 None None] Network e614c420-a791-467f-9b28-a6d8d96c0204 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:28:21.573809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c5349b56-ab0e-4193-b8bb-ab5b3e00e92e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0529642 Feb 16 14:28:21.645227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e78d5-6abb-47b4-acc4-ccffaddba919 None None] Network e614c420-a791-467f-9b28-a6d8d96c0204 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:28:24.032223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35268) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:24.164729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.policy [None req-58ac5b14-adb8-4df5-ad9a-a2f09535b7ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103044) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:28:24.212363 n-d-829433-1 neutron-server[103044]: WARNING oslo_policy.policy [None req-58ac5b14-adb8-4df5-ad9a-a2f09535b7ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:28:24.212663 n-d-829433-1 neutron-server[103044]: WARNING oslo_policy.policy [None req-58ac5b14-adb8-4df5-ad9a-a2f09535b7ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:28:24.476079 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-58ac5b14-adb8-4df5-ad9a-a2f09535b7ca admin admin] 10.222.0.113 "GET /v2.0/routers/f83fbd34-56b2-4de0-ace7-7167f5d5abe9 HTTP/1.1" status: 200 len: 710 time: 0.4425652 Feb 16 14:28:24.696417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636faf7-b961-442e-a553-0e83de58795a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:24.698178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6636faf7-b961-442e-a553-0e83de58795a admin admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 886 time: 0.2107804 Feb 16 14:28:24.712320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:24.990281 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:25.384635 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:25.475802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:25.709516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Allocated IP 172.25.6.201 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/45bfcbfa-cd18-487a-a364-fcdb70f904dc) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:25.840594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:26.014137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:26.076913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:26.079144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:26.162954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:26.198608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Pushing event updated for resources: {'Port': ['ID=45bfcbfa-cd18-487a-a364-fcdb70f904dc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:26.243511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.243916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.244217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.244545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.244865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.245182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.245499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.245811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.246125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.246435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.246744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.247177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Tracked resource versions report: Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: pushed versions: Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: { 'AddressGroup': {'1.2'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'ConntrackHelper': {'1.0'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Log': {'1.0'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Network': {'1.1'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Port': {'1.7'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'PortForwarding': {'1.2'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'QosPolicy': {'1.9'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'SecurityGroup': {'1.4'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'SubPort': {'1.0'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Subnet': {'1.1'}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Trunk': {'1.1'}} Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: consumer versions: Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: L3 agent@n-d-829433-1: {}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: Metadata agent@n-d-829433-1: {}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: Metering agent@n-d-829433-1: {}, Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'ConntrackHelper': '1.0', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Log': '1.0', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Network': '1.1', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Port': '1.7', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'PortForwarding': '1.2', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'QosPolicy': '1.9', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'SecurityGroup': '1.4', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'SecurityGroupRule': '1.2', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'SubPort': '1.0', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Subnet': '1.1', Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: 'Trunk': '1.1'}} Feb 16 14:28:26.248606 n-d-829433-1 neutron-server[103044]: {{(pid=103044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:28:26.573266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:26.828185 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:26.833557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:26.886258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1cac28ac-432d-4517-a582-ead9c1f105f7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:26.940584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1cac28ac-432d-4517-a582-ead9c1f105f7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:26.940961 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:26.966083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:28:27.099139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:28:27.104218 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:27.105482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9c165d9b-a152-43be-93e2-bcac8dfd017b admin admin] 10.222.0.113 "PUT /v2.0/routers/f83fbd34-56b2-4de0-ace7-7167f5d5abe9 HTTP/1.1" status: 200 len: 890 time: 2.3989990 Feb 16 14:28:27.533173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Sync routers for ids ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:27.546471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Routers {'f83fbd34-56b2-4de0-ace7-7167f5d5abe9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:27.548256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:28:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:27.776140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Set router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:28.313847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'name': 'router1', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '45bfcbfa-cd18-487a-a364-fcdb70f904dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:05Z', 'updated_at': '2022-02-16T14:28:26Z', 'revision_number': 4, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'gw_port': {'id': '45bfcbfa-cd18-487a-a364-fcdb70f904dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:25Z', 'updated_at': '2022-02-16T14:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1cac28ac-432d-4517-a582-ead9c1f105f7', 'name': '', 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'mac_address': 'fa:16:3e:75:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:15Z', 'updated_at': '2022-02-16T14:28:20Z', 'revision_number': 5, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'subnets': [{'id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cfe2462-b6d4-49d1-82f4-214d610672b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:28.376668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Checking router: f83fbd34-56b2-4de0-ace7-7167f5d5abe9 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:28.376668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Updating router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 port 45bfcbfa-cd18-487a-a364-fcdb70f904dc binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:28:28.428872 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:28.787165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:28.859629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:28.915634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Attempting to bind port 45bfcbfa-cd18-487a-a364-fcdb70f904dc on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:28:28.916002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Attempting to bind port 45bfcbfa-cd18-487a-a364-fcdb70f904dc by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:28:28.916359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Attempting to bind port 45bfcbfa-cd18-487a-a364-fcdb70f904dc on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:28.918390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c404b1-7327-4697-8d52-4d861e9efcd6 None None] Pushing event updated for resources: {'Port': ['ID=45bfcbfa-cd18-487a-a364-fcdb70f904dc,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:28.924675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:28:28.925049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:28:28.925699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:28.926089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:28:28.926550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Bound port: 45bfcbfa-cd18-487a-a364-fcdb70f904dc, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:28:28.926948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:28.983472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] For port 45bfcbfa-cd18-487a-a364-fcdb70f904dc, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:28:28.986692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] For port 45bfcbfa-cd18-487a-a364-fcdb70f904dc, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=45bfcbfa-cd18-487a-a364-fcdb70f904dc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:28:29.078292 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:29.137353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Routers {'f83fbd34-56b2-4de0-ace7-7167f5d5abe9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:29.138791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:28:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:29.143693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c404b1-7327-4697-8d52-4d861e9efcd6 None None] Pushing event updated for resources: {'Port': ['ID=45bfcbfa-cd18-487a-a364-fcdb70f904dc,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:29.272020 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] Set router f83fbd34-56b2-4de0-ace7-7167f5d5abe9 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:29.539039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'name': 'router1', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '45bfcbfa-cd18-487a-a364-fcdb70f904dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:05Z', 'updated_at': '2022-02-16T14:28:26Z', 'revision_number': 4, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'gw_port': {'id': '45bfcbfa-cd18-487a-a364-fcdb70f904dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:25Z', 'updated_at': '2022-02-16T14:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1cac28ac-432d-4517-a582-ead9c1f105f7', 'name': '', 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'mac_address': 'fa:16:3e:75:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:15Z', 'updated_at': '2022-02-16T14:28:20Z', 'revision_number': 5, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'subnets': [{'id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cfe2462-b6d4-49d1-82f4-214d610672b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:29.572117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dc1f6-276c-4205-b1a5-30f6b81b875d None None] The sync data for ids ['f83fbd34-56b2-4de0-ace7-7167f5d5abe9'] in n-d-829433-1 is: [{'id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'name': 'router1', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '45bfcbfa-cd18-487a-a364-fcdb70f904dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:05Z', 'updated_at': '2022-02-16T14:28:26Z', 'revision_number': 4, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'gw_port': {'id': '45bfcbfa-cd18-487a-a364-fcdb70f904dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:25Z', 'updated_at': '2022-02-16T14:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1cac28ac-432d-4517-a582-ead9c1f105f7', 'name': '', 'network_id': '653fab10-bde6-4413-99a5-d8477dd6b778', 'tenant_id': '2d8cd65287214de2930f3ed2aa1c65be', 'mac_address': 'fa:16:3e:75:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83fbd34-56b2-4de0-ace7-7167f5d5abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:15Z', 'updated_at': '2022-02-16T14:28:20Z', 'revision_number': 5, 'project_id': '2d8cd65287214de2930f3ed2aa1c65be', 'subnets': [{'id': '5e2ce83d-4d88-4389-849b-a7d23d10953e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cfe2462-b6d4-49d1-82f4-214d610672b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:29.745838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35286) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:28:29.891742 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-024b59dd-2c1a-460c-aea5-5e5c8a2b36f0 admin admin] 10.222.0.113 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1445305 Feb 16 14:28:30.889777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 45bfcbfa-cd18-487a-a364-fcdb70f904dc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:30.955203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 45bfcbfa-cd18-487a-a364-fcdb70f904dc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:30.955588 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:31.045144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:31.193151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 45bfcbfa-cd18-487a-a364-fcdb70f904dc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=45bfcbfa-cd18-487a-a364-fcdb70f904dc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:31.294418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:31.374524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=45bfcbfa-cd18-487a-a364-fcdb70f904dc,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:32.870629 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:28:32.890879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 45bfcbfa-cd18-487a-a364-fcdb70f904dc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:32.962159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 45bfcbfa-cd18-487a-a364-fcdb70f904dc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:32.962698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:35.281219 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2d9bab5-a52f-4f06-8d19-efae41b49ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:37.917020 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4ac1-060e-4187-bc03-c29b41501bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:39.437964 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:41.069234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:41.326835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:05.222773 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9d973aa-586c-4a66-9a07-1877107ab42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:07.878697 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-259f505c-372a-40b1-8d85-9715080d0878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:09.459456 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:09.872935 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:29:11.125661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:11.332790 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:35.313330 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16b7a322-dccc-4a56-9673-d513f5658bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:37.930006 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4562d4d4-f886-4f45-b965-a80afcd93576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:39.416594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:41.233476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:41.371295 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:46.873981 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:05.202770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0cbaae43-7158-405e-9a74-7653df13dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:07.847982 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-de77e695-bf97-4fa1-a1e0-71cf1b7b7553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:09.373482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:11.076377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:11.287403 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:22.241627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35880) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:22.312705 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26fdadd-5e13-4e03-8376-955ec65a51fe admin admin] GET failed (client error): The resource could not be found. Feb 16 14:30:22.314108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d26fdadd-5e13-4e03-8376-955ec65a51fe admin admin] 10.222.0.113 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711343 Feb 16 14:30:22.485531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f32d00-30a4-4db8-83a5-711610eeb50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:22.486894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b7f32d00-30a4-4db8-83a5-711610eeb50e admin admin] 10.222.0.113 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1673372 Feb 16 14:30:23.872815 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:24.728592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35890) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:24.825439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f852b26-3490-4b97-ae9c-a59e794d521b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:24.826860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0f852b26-3490-4b97-ae9c-a59e794d521b admin admin] 10.222.0.113 "GET /v2.0/subnets/5e2ce83d-4d88-4389-849b-a7d23d10953e HTTP/1.1" status: 200 len: 849 time: 0.0973125 Feb 16 14:30:24.838276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:24.930335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:25.115900 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730684533863'] for subnet, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:25.152654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:25.153517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:25.157747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454aefe-4a5a-4f88-ab60-dfaa0f61c043 None None] Network 653fab10-bde6-4413-99a5-d8477dd6b778 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:30:25.168189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] 10.222.0.113 "PUT /v2.0/subnets/5e2ce83d-4d88-4389-849b-a7d23d10953e HTTP/1.1" status: 200 len: 868 time: 0.3342028 Feb 16 14:30:25.188721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2ce83d-4d88-4389-849b-a7d23d10953e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:25.197880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.198298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.198529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.198859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.199190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.199513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.199871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.200190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.200511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.200821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.201326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.201671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aabe52-25f0-4c5d-9b23-7e468e8dd188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:25.614081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ee53ae29-7402-4cb6-8be1-ba919967a127 None None] Provisioning complete for port 1cac28ac-432d-4517-a582-ead9c1f105f7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:25.614454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae29-7402-4cb6-8be1-ba919967a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:25.715211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ee53ae29-7402-4cb6-8be1-ba919967a127 None None] Provisioning complete for port fa318bfe-baf4-49c3-973a-fbef3ad1e38b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:25.715482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ee53ae29-7402-4cb6-8be1-ba919967a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:27.444646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:27.655004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0522bd-828c-48bc-981b-ca356c82597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.655394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0522bd-828c-48bc-981b-ca356c82597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.656967 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4e0522bd-828c-48bc-981b-ca356c82597b admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2113624 Feb 16 14:30:29.964608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35908) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:30.186270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27501e43-fe7d-4ae1-a5fe-30b8755b0bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:30.186649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27501e43-fe7d-4ae1-a5fe-30b8755b0bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:30.188274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27501e43-fe7d-4ae1-a5fe-30b8755b0bba admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2226920 Feb 16 14:30:32.477940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35916) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:32.620292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153fcd5-2999-47fa-8fff-8827eb80fcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:32.621589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5153fcd5-2999-47fa-8fff-8827eb80fcf4 admin admin] 10.222.0.113 "GET /v2.0/networks/653fab10-bde6-4413-99a5-d8477dd6b778 HTTP/1.1" status: 200 len: 870 time: 0.1426659 Feb 16 14:30:34.894117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35924) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:35.027645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19578c8-9c60-411b-83c5-3b45ebfd6089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:35.029036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f19578c8-9c60-411b-83c5-3b45ebfd6089 admin admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 886 time: 0.1377499 Feb 16 14:30:35.252120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a73e43d-c2ae-4539-ae39-3e3c1f58c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:37.426816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35932) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:37.557831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de789e3-f091-473e-8636-ea52860e626f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.558193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de789e3-f091-473e-8636-ea52860e626f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.559829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4de789e3-f091-473e-8636-ea52860e626f admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320372 Feb 16 14:30:37.990288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92b0a108-4f07-45b1-80d6-c9af56fa8162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:39.406001 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:39.887827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35940) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:39.984195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b747e7-1cca-4b3e-80ba-03456aa0a1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:39.984638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b747e7-1cca-4b3e-80ba-03456aa0a1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:39.986154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d2b747e7-1cca-4b3e-80ba-03456aa0a1b5 admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0973773 Feb 16 14:30:41.080019 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:41.297502 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:42.328132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:42.429642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa651c9-73af-4e3c-97e9-98e39880df0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:42.430981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aaa651c9-73af-4e3c-97e9-98e39880df0f admin admin] 10.222.0.113 "GET /v2.0/subnets/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe HTTP/1.1" status: 200 len: 816 time: 0.1018984 Feb 16 14:30:44.673738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35956) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:30:44.781820 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61066f-fcc0-4c80-8e33-2bb9def36cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.783242 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bb61066f-fcc0-4c80-8e33-2bb9def36cf3 admin admin] 10.222.0.113 "GET /v2.0/subnets/5e2ce83d-4d88-4389-849b-a7d23d10953e HTTP/1.1" status: 200 len: 868 time: 0.1085308 Feb 16 14:31:00.872307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:31:05.224494 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-214bdf1a-9feb-4f18-9835-6f6ccd5cdaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:07.019099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36010) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:31:07.078992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-af4a4c2e-dfbb-4cd8-a507-f23d309e4f18 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:31:07.081825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-af4a4c2e-dfbb-4cd8-a507-f23d309e4f18 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614870 Feb 16 14:31:07.919012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d33628f-cc6a-49c1-a9bb-b54b918c40c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.473723 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.516221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36018) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:31:09.588031 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e24b3d-3180-4991-bbd9-910108bb395b admin admin] GET failed (client error): The resource could not be found. Feb 16 14:31:09.589598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-62e24b3d-3180-4991-bbd9-910108bb395b admin admin] 10.222.0.113 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0723419 Feb 16 14:31:09.755028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78907a-63fc-408f-a7cd-a0ea08b4d72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:09.760301 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf78907a-63fc-408f-a7cd-a0ea08b4d72d admin admin] 10.222.0.113 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1654441 Feb 16 14:31:11.130681 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:11.319405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.086835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36026) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:31:12.144674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:12.145754 n-d-829433-1 neutron-server[103044]: INFO neutron.quota [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Loaded quota_driver: . Feb 16 14:31:12.353089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Made reservation on behalf of 1fce009dc68441238dc492e0fa84b1d1 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:12.356865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.417463 n-d-829433-1 neutron-server[103044]: WARNING neutron.services.revisions.revision_plugin [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Could not find related network for resource to bump revision. Feb 16 14:31:12.436151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:31:12.449930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730684553786', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.450507 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Unsubscribe: segment precommit_create {{(pid=103044) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:31:12.450982 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Added segment bac1006c-286d-4a9b-b9e7-e9e34635151e of type vlan for network 421f03cc-8d97-4890-a566-5ea0d9665989 Feb 16 14:31:12.506603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.754419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.755500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.756064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.862736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Pushing event updated for resources: {'Network': ['ID=421f03cc-8d97-4890-a566-5ea0d9665989,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:12.869946 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.870294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.870632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.870967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.871473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.871717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.872001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.872328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.872652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.873019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.873348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.873657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:12.889901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 421f03cc-8d97-4890-a566-5ea0d9665989 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:31:13.083588 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3ab85814-a41b-4c2f-84ea-db8fb1f5d509 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9939747 Feb 16 14:31:15.463478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36034) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:31:15.525344 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bbe28d-7979-445f-8571-ede98a8e0b28 admin admin] GET failed (client error): The resource could not be found. Feb 16 14:31:15.526707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b7bbe28d-7979-445f-8571-ede98a8e0b28 admin admin] 10.222.0.113 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622578 Feb 16 14:31:15.601155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951c7f2-8974-40a4-a691-44d0a1b4da2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.602542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8951c7f2-8974-40a4-a691-44d0a1b4da2e admin admin] 10.222.0.113 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0709736 Feb 16 14:31:15.614197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:15.718002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Made reservation on behalf of 1fce009dc68441238dc492e0fa84b1d1 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:15.720351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:15.952517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:16.013311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20895c0a-9072-493c-822d-0fcac7984d77,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:16.027127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:31:16.027472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Network hostable DHCP agents. Network: 421f03cc-8d97-4890-a566-5ea0d9665989, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:31:16.141258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:31:16.275440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 421f03cc-8d97-4890-a566-5ea0d9665989) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:16.279980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.282742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:16.285014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490940c4-889f-4b7b-9c85-246d8ae4fa22 None None] Network 421f03cc-8d97-4890-a566-5ea0d9665989 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:31:16.430061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c2739c1e-5116-4a2a-b5b5-8bfc61a27a00 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8202443 Feb 16 14:31:16.447694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-421f03cc-8d97-4890-a566-5ea0d9665989', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'tenant_id': '1fce009dc68441238dc492e0fa84b1d1', 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:31:16.448636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:16.622399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Allocated IP 192.168.233.2 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/8308e473-2153-4eb3-8205-36c7fca9d243) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:16.828134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:16.992923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:17.043623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:17.047628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Pushing event updated for resources: {'Port': ['ID=8308e473-2153-4eb3-8205-36c7fca9d243,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:17.053495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:17.059824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.060191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.060548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.060880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.061211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.061535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.061862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.062192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.062536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.062826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.063149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.063470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:17.069369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:17.144215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Attempting to bind port 8308e473-2153-4eb3-8205-36c7fca9d243 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:31:17.144593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Attempting to bind port 8308e473-2153-4eb3-8205-36c7fca9d243 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:31:17.144950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Attempting to bind port 8308e473-2153-4eb3-8205-36c7fca9d243 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:17.151630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:17.152001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:31:17.152465 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:17.152866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:17.153344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Bound port: 8308e473-2153-4eb3-8205-36c7fca9d243, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:31:17.153747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:17.224446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] For port 8308e473-2153-4eb3-8205-36c7fca9d243, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:17.227800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] For port 8308e473-2153-4eb3-8205-36c7fca9d243, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8308e473-2153-4eb3-8205-36c7fca9d243,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:17.370647 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:17.451440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85325833-24ca-45d5-a17f-b1165ab27748 None None] Pushing event updated for resources: {'Port': ['ID=8308e473-2153-4eb3-8205-36c7fca9d243,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:18.410284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dea13b-0020-4483-860b-7a2ddc870e76 None None] Network 421f03cc-8d97-4890-a566-5ea0d9665989 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:31:18.516654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2cbeb733-b9ef-4884-a89d-747e4afe9171 None None] Provisioning complete for port 8308e473-2153-4eb3-8205-36c7fca9d243 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:18.517368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb733-b9ef-4884-a89d-747e4afe9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:18.714211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb733-b9ef-4884-a89d-747e4afe9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:18.772461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2cbeb733-b9ef-4884-a89d-747e4afe9171 None None] For port 8308e473-2153-4eb3-8205-36c7fca9d243, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8308e473-2153-4eb3-8205-36c7fca9d243,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:18.855008 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb733-b9ef-4884-a89d-747e4afe9171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:18.945692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb733-b9ef-4884-a89d-747e4afe9171 None None] Pushing event updated for resources: {'Port': ['ID=8308e473-2153-4eb3-8205-36c7fca9d243,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:18.993004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a4dd9d96-4c4d-4856-a925-e6bebf6aff6e None None] Provisioning complete for port 8308e473-2153-4eb3-8205-36c7fca9d243 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:18.993586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4dd9d96-4c4d-4856-a925-e6bebf6aff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:19.086845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8308e473-2153-4eb3-8205-36c7fca9d243 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:19.158170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8308e473-2153-4eb3-8205-36c7fca9d243 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:19.158540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:20.998902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8308e473-2153-4eb3-8205-36c7fca9d243 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:21.078245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8308e473-2153-4eb3-8205-36c7fca9d243 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:21.078610 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:35.197370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51266f27-f9b0-46af-90f3-50fcc1b11a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:37.872020 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:31:37.940578 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52ffe054-e99e-4d86-afb4-1bd73afc5519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:39.465571 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:41.133818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:41.385410 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:05.160946 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2482-7872-4cb7-8783-a5056d8c55e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:07.891641 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00047ff9-7ed4-4b5a-b19f-702b93c029ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:09.400399 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:11.126169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:11.326252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:14.870935 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:32:35.198971 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2227f4ca-5091-4e88-be02-0eae60be3636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:37.879499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d9453c26-2acf-485a-9732-245123ee368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:39.421669 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:41.090919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:41.288944 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:51.869095 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:32:52.687103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36074) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:32:52.693146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-be1ec410-4817-49b8-9f9a-9f5fdbfe155b tempest-verify_tempest_config-1083495459 tempest-verify_tempest_config-1083495459-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:32:52.694189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-be1ec410-4817-49b8-9f9a-9f5fdbfe155b tempest-verify_tempest_config-1083495459 tempest-verify_tempest_config-1083495459-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060210 Feb 16 14:32:53.262521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36092) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:32:53.371722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:53.450310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:53.523531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:53.569692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fc93aa0471ad4e9ea735b088fd74ae24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3059604 Feb 16 14:32:53.570460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378bb48b-7adc-498b-85e9-ffacf1f227de,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:53.572457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36096) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:32:53.577633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.577980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.578312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.578643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.579565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.579565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.579875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.579980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.580225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.580560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.580842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.581147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a02d97-d0e4-424d-854e-5a4f24c44ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.648944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:53.670698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:53.815974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:53.818883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:53.824130 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/378bb48b-7adc-498b-85e9-ffacf1f227de HTTP/1.1" status: 204 len: 168 time: 0.2467828 Feb 16 14:32:53.830732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378bb48b-7adc-498b-85e9-ffacf1f227de,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:53.838105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.838452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.838799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.839134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.840178 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.840554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.840846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.841177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.841508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.841859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.842186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:53.842508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d428578-928f-4cc8-8999-f4cea395a600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:05.179921 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc4857f6-10cf-4e1e-b68b-8f1c5a930e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:07.962682 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33babf1c-62f1-4760-bdf0-a5c63e1938cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:09.425476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:11.128927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:11.322429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:28.867683 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:33:35.263772 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-45c31532-d719-4a26-9a00-627196482d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:37.873194 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-811e3053-9d83-4f3e-a66f-e1407d2b672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:39.411757 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:41.112758 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:41.291774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.170140 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea621-9a6e-40ad-af5e-71a7bb596780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.866732 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:34:07.867271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f19cf86-772e-4d07-b5ea-689e27b73c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.438864 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.101228 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.352420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:35.234505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5decb1a-fbb1-49b9-ad0a-8f851d0afab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:37.926282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0207f324-e969-418f-9d2f-5a71290d1ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:39.456755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:41.136893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:41.305839 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:42.864911 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:35:05.163381 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4ec97ad3-10ad-4673-b8bd-a7a864784557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:07.920811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c6275bf9-5f84-4f2e-9231-53c84cc09610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:09.418467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:11.114755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:11.320475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:19.862639 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:35:35.187324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bbcf024c-f8c7-4144-90ce-d8760da871a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:37.892546 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-54066b2c-da81-4081-ae1e-0151d1e6c765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:39.405898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:41.114847 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:41.324257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:56.862080 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 5 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:36:05.197067 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fbb35a4e-3d5d-480b-9c75-99d985c07675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.907322 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-794a9112-57c5-4ec2-b679-9655ef339944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:09.392726 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.112416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.335920 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:12.024568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695601'] for agent, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.883647 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-695601'] for agent, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:33.862762 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:36:35.172899 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87c1c115-97c2-4267-85f0-f4ebe5b0dc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:37.925975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2865234-68d6-4165-997e-e0bb7ac2c8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:39.447503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:41.121574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:41.309920 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:41.984278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:45.846911 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:59.663329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36154) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:36:59.770873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ac00a0f-516c-4b9e-a5e4-c75dd5e8649a admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.1063945 Feb 16 14:37:02.110831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36164) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:37:02.165506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a781f010-dba6-4d3c-8e25-c5eeff89a442 admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0535891 Feb 16 14:37:05.170955 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-45b8c2f2-042e-428c-9571-9cae05777b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:07.868035 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bdcaae24-5404-40fe-a3dd-0c480d6a30d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:09.446880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:10.861714 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:37:11.107380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:11.301574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:11.970082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:15.803239 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:35.200269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec0da2dc-ec7a-4b9c-87f9-797297c9ae80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:37.853247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aed346a5-75f4-446f-bbe7-6c687c86c52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:39.401766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:41.122348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:41.347411 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:42.013250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:45.814933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:47.860950 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:38:05.166465 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a398-71e2-4d3b-84e3-5d1044e9590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:07.881945 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be5db768-021a-4880-951c-6c38e4065371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:09.464504 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:11.150374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:11.299323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:11.967906 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:15.820072 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:24.864825 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:38:35.194178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-079f806b-cbf1-47d9-b155-8227aae769f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:37.920719 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ae2b5a1c-b605-41f4-b40c-5f444256ec8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:39.440758 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:40.083214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36316) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:40.416840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36346) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:40.417389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0b2d1560-b495-4eab-a55b-b33f34a8ffa6 tempest-AutoAllocateNetworkTest-1151142770 tempest-AutoAllocateNetworkTest-1151142770-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=54cf11d8928d4861969cbba548ac08a0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3325865 Feb 16 14:38:40.696308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed27cf6-172d-4637-ba16-e425d3067194 tempest-AutoAllocateNetworkTest-1151142770 tempest-AutoAllocateNetworkTest-1151142770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:40.697795 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3ed27cf6-172d-4637-ba16-e425d3067194 tempest-AutoAllocateNetworkTest-1151142770 tempest-AutoAllocateNetworkTest-1151142770-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2789202 Feb 16 14:38:40.701077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36360) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:41.007007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b8f1b889-5103-4c99-b760-1901d217f938 tempest-AutoAllocateNetworkTest-1151142770 tempest-AutoAllocateNetworkTest-1151142770-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1609590 Feb 16 14:38:41.007007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36366) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:41.007007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b3008218-fb21-4798-a534-f7ffef586492 tempest-AutoAllocateNetworkTest-1151142770 tempest-AutoAllocateNetworkTest-1151142770-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=54cf11d8928d4861969cbba548ac08a0 HTTP/1.1" status: 200 len: 208 time: 0.0261326 Feb 16 14:38:41.201482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:41.296442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36380) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:41.343760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:41.991499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-network', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:38:42.006931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.069919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Made reservation on behalf of 94a2b62e5f7b4307bae50a5be2255f0b for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:38:42.072274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.081963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.164126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.190885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36404) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:42.218990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.251132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:38:42.255686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fda4d4d-5e21-45d9-9ae0-d5e6944803f2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:42.266966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.267302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.267797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.267985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.268309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.268638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.269006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.269277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.269568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.269862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.270200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.270480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Tracked resource versions report: Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: pushed versions: Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: { 'AddressGroup': {'1.2'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'ConntrackHelper': {'1.0'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Log': {'1.0'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Network': {'1.1'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Port': {'1.7'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'PortForwarding': {'1.2'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'QosPolicy': {'1.9'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'SecurityGroup': {'1.4'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'SubPort': {'1.0'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Subnet': {'1.1'}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Trunk': {'1.1'}} Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: consumer versions: Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: HyperV agent@n-h1-829433-1: {}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: HyperV agent@n-h2-829433-1: {}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: L3 agent@n-d-829433-1: {}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: Metadata agent@n-d-829433-1: {}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: Metering agent@n-d-829433-1: {}, Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'ConntrackHelper': '1.0', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Log': '1.0', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Network': '1.1', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Port': '1.7', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'PortForwarding': '1.2', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'QosPolicy': '1.9', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'SecurityGroup': '1.4', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'SecurityGroupRule': '1.2', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'SubPort': '1.0', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Subnet': '1.1', Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: 'Trunk': '1.1'}} Feb 16 14:38:42.271576 n-d-829433-1 neutron-server[103043]: {{(pid=103043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:38:42.278051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.278447 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Added segment 61c3cb67-1a01-49a0-b8a5-4838c81ccd8c of type vlan for network b6bd3693-9585-4d50-a966-377452196873 Feb 16 14:38:42.336341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.406733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.407690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:42.408284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.470916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] Pushing event updated for resources: {'Network': ['ID=b6bd3693-9585-4d50-a966-377452196873,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:42.480857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36416) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:42.482242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e3d90a36-36a3-4af1-9480-69ee69068a3c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1841254 Feb 16 14:38:42.486673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b6bd3693-9585-4d50-a966-377452196873 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:38:42.490641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Request body: {'subnet': {'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-subnet', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:38:42.618453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Made reservation on behalf of 94a2b62e5f7b4307bae50a5be2255f0b for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:38:42.620910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.768569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08f146a4-1c44-46d1-a0c7-0afc5b96e815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.846519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08f146a4-1c44-46d1-a0c7-0afc5b96e815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.876050 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.925986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:42.932692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08f146a4-1c44-46d1-a0c7-0afc5b96e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:42.933962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.936990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.937524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.937584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Tracked resource versions report: Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: pushed versions: Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: { 'AddressGroup': {'1.2'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'ConntrackHelper': {'1.0'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Log': {'1.0'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Network': {'1.1'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Port': {'1.7'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'PortForwarding': {'1.2'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'QosPolicy': {'1.9'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'SecurityGroup': {'1.4'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'SubPort': {'1.0'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Subnet': {'1.1'}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Trunk': {'1.1'}} Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: consumer versions: Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: HyperV agent@n-h1-829433-1: {}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: HyperV agent@n-h2-829433-1: {}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: L3 agent@n-d-829433-1: {}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: Metadata agent@n-d-829433-1: {}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: Metering agent@n-d-829433-1: {}, Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'ConntrackHelper': '1.0', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Log': '1.0', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Network': '1.1', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Port': '1.7', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'PortForwarding': '1.2', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'QosPolicy': '1.9', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'SecurityGroup': '1.4', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'SecurityGroupRule': '1.2', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'SubPort': '1.0', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Subnet': '1.1', Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: 'Trunk': '1.1'}} Feb 16 14:38:42.938656 n-d-829433-1 neutron-server[103044]: {{(pid=103044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:38:42.970287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Checking segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:38:42.970644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Network hostable DHCP agents. Network: b6bd3693-9585-4d50-a966-377452196873, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:38:42.974392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-08f146a4-1c44-46d1-a0c7-0afc5b96e815 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=54cf11d8928d4861969cbba548ac08a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7823102 Feb 16 14:38:42.977439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36436) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:42.987312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f146a4-1c44-46d1-a0c7-0afc5b96e815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafbeca3-2ae6-4a49-b050-e82ee21e9ba9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:43.040644 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d21c304-e16a-4142-b1f3-d7a98f5368e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.061992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Network b6bd3693-9585-4d50-a966-377452196873 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:38:43.072871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d21c304-e16a-4142-b1f3-d7a98f5368e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.126940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b6bd3693-9585-4d50-a966-377452196873) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:43.131927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:43.132722 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.145983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0226cc87-5dde-4df4-a926-24b4124996c6 None None] Network b6bd3693-9585-4d50-a966-377452196873 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:38:43.156056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d21c304-e16a-4142-b1f3-d7a98f5368e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.166657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d21c304-e16a-4142-b1f3-d7a98f5368e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.166657 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6d21c304-e16a-4142-b1f3-d7a98f5368e5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cafbeca3-2ae6-4a49-b050-e82ee21e9ba9 HTTP/1.1" status: 204 len: 168 time: 0.1817789 Feb 16 14:38:43.173112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21c304-e16a-4142-b1f3-d7a98f5368e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafbeca3-2ae6-4a49-b050-e82ee21e9ba9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:43.238520 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9cbd4a25-5fe2-4a37-9803-2633682aab92 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7541168 Feb 16 14:38:43.241078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36450) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:43.245351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:38:43.327895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.329092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.350162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b6bd3693-9585-4d50-a966-377452196873', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:38:43.356712 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.446846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.507658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Allocated IP 172.20.0.2 (b6bd3693-9585-4d50-a966-377452196873/0f6c1c61-f293-4979-ac7c-1d6c40e93f8e/28746a22-ab59-4bb1-840f-29c0f3bb9f11) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:38:43.657123 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.681444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.745202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.804783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Pushing event updated for resources: {'Port': ['ID=28746a22-ab59-4bb1-840f-29c0f3bb9f11,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:43.814446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Network b6bd3693-9585-4d50-a966-377452196873 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:43.815865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.816205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.816576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.816904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.817406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.817896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.818057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.818349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.818702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.819016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.819330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.819668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Tracked resource versions report: Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: pushed versions: Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: { 'AddressGroup': {'1.2'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'ConntrackHelper': {'1.0'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Log': {'1.0'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Network': {'1.1'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Port': {'1.7'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'PortForwarding': {'1.2'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'QosPolicy': {'1.9'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'SecurityGroup': {'1.4'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'SubPort': {'1.0'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Subnet': {'1.1'}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Trunk': {'1.1'}} Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: consumer versions: Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: HyperV agent@n-h1-829433-1: {}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: HyperV agent@n-h2-829433-1: {}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: L3 agent@n-d-829433-1: {}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: Metadata agent@n-d-829433-1: {}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: Metering agent@n-d-829433-1: {}, Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'ConntrackHelper': '1.0', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Log': '1.0', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Network': '1.1', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Port': '1.7', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'PortForwarding': '1.2', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'QosPolicy': '1.9', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'SecurityGroup': '1.4', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'SecurityGroupRule': '1.2', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'SubPort': '1.0', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Subnet': '1.1', Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: 'Trunk': '1.1'}} Feb 16 14:38:43.820748 n-d-829433-1 neutron-server[103045]: {{(pid=103045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:38:43.831448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:43.833897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:38:43.888711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Attempting to bind port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:38:43.889764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Attempting to bind port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:38:43.889764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Attempting to bind port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 on network b6bd3693-9585-4d50-a966-377452196873 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:38:43.894903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:38:43.895323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Checking segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:38:43.895755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.896278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Bound using segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:38:43.896647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Bound port: 28746a22-ab59-4bb1-840f-29c0f3bb9f11, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:38:43.897039 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.937942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.981141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:43.989170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] For port 28746a22-ab59-4bb1-840f-29c0f3bb9f11, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:38:43.993257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] For port 28746a22-ab59-4bb1-840f-29c0f3bb9f11, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=28746a22-ab59-4bb1-840f-29c0f3bb9f11,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:38:44.093833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:44.131251 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Allocated IP 172.25.6.151 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/3a036fcd-8730-4a46-8bbb-adb509b1edf5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:38:44.162616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec543753-54ff-46ef-84e6-6a9620c3c6bf None None] Pushing event updated for resources: {'Port': ['ID=28746a22-ab59-4bb1-840f-29c0f3bb9f11,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:44.289152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:44.422983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:44.472580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:44.477197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:44.479138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3a036fcd-8730-4a46-8bbb-adb509b1edf5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:44.488584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:38:44.813208 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.120762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.273820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 28746a22-ab59-4bb1-840f-29c0f3bb9f11 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:45.380280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:45.380815 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.441723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Router a2a8457e-c824-47ba-90b8-b55407503715 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:38:45.458905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab1d9a-67d4-4d00-b298-02d0a3abcf4a None None] Network b6bd3693-9585-4d50-a966-377452196873 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:38:45.635105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:45.650230 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Sync routers for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:45.662229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.670519 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:45.671447 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:45.698691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-be5e97c6-d5ed-4245-a9cb-0fbc166ef17f None None] Provisioning complete for port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:45.698978 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be5e97c6-d5ed-4245-a9cb-0fbc166ef17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.729239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.735062 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4977fcf9-f99c-40a8-9840-b726c5c190c6 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4928219 Feb 16 14:38:45.735958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36544) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:45.774503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 28746a22-ab59-4bb1-840f-29c0f3bb9f11, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=28746a22-ab59-4bb1-840f-29c0f3bb9f11,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:45.820043 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:45.871747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.872949 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.947142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=28746a22-ab59-4bb1-840f-29c0f3bb9f11,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:45.967648 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be5e97c6-d5ed-4245-a9cb-0fbc166ef17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.047913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-be5e97c6-d5ed-4245-a9cb-0fbc166ef17f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:38:46.075598 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-be5e97c6-d5ed-4245-a9cb-0fbc166ef17f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:38:46.192885 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:44Z', 'revision_number': 3, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:46.259029 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Checking router: a2a8457e-c824-47ba-90b8-b55407503715 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:46.259574 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Updating router a2a8457e-c824-47ba-90b8-b55407503715 port 3a036fcd-8730-4a46-8bbb-adb509b1edf5 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:38:46.288981 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.619026 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.635435 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.743054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5320f775-440a-4392-bdc6-e1f29e56fa2d None None] Provisioning complete for port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:46.743735 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5320f775-440a-4392-bdc6-e1f29e56fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.750246 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.799888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Allocated IP 172.20.0.1 (b6bd3693-9585-4d50-a966-377452196873/0f6c1c61-f293-4979-ac7c-1d6c40e93f8e/7a2339b2-62b0-4115-b310-cd2921e22bc8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:38:46.807074 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Attempting to bind port 3a036fcd-8730-4a46-8bbb-adb509b1edf5 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:38:46.807490 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Attempting to bind port 3a036fcd-8730-4a46-8bbb-adb509b1edf5 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:38:46.807890 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Attempting to bind port 3a036fcd-8730-4a46-8bbb-adb509b1edf5 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:38:46.815307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Pushing event updated for resources: {'Port': ['ID=3a036fcd-8730-4a46-8bbb-adb509b1edf5,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:46.818034 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:38:46.818034 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:38:46.818400 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.818782 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:38:46.819248 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Bound port: 3a036fcd-8730-4a46-8bbb-adb509b1edf5, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:38:46.819672 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.848429 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.848704 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.849000 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.849339 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.849676 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.850043 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.850317 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.850638 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.850966 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.851288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.851655 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.851980 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Tracked resource versions report: Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: pushed versions: Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: { 'AddressGroup': {'1.2'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'ConntrackHelper': {'1.0'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Log': {'1.0'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Network': {'1.1'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Port': {'1.7'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'PortForwarding': {'1.2'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'QosPolicy': {'1.9'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'SecurityGroup': {'1.4'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'SubPort': {'1.0'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Subnet': {'1.1'}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Trunk': {'1.1'}} Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: consumer versions: Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: { DHCP agent@n-d-829433-1: {}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: HyperV agent@n-h1-829433-1: {}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: HyperV agent@n-h2-829433-1: {}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: L3 agent@n-d-829433-1: {}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: Metadata agent@n-d-829433-1: {}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: Metering agent@n-d-829433-1: {}, Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: Open vSwitch agent@n-d-829433-1: { 'AddressGroup': '1.2', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'ConntrackHelper': '1.0', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Log': '1.0', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Network': '1.1', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Port': '1.7', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'PortForwarding': '1.2', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'QosPolicy': '1.9', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'SecurityGroup': '1.4', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'SecurityGroupRule': '1.2', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'SubPort': '1.0', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Subnet': '1.1', Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: 'Trunk': '1.1'}} Feb 16 14:38:46.853062 n-d-829433-1 neutron-server[103046]: {{(pid=103046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:38:46.885860 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] For port 3a036fcd-8730-4a46-8bbb-adb509b1edf5, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:38:46.890365 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] For port 3a036fcd-8730-4a46-8bbb-adb509b1edf5, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3a036fcd-8730-4a46-8bbb-adb509b1edf5,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:38:46.918703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.979729 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.008409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.049052 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3189f7-a5eb-420a-bf66-76534e9acd91 None None] Pushing event updated for resources: {'Port': ['ID=3a036fcd-8730-4a46-8bbb-adb509b1edf5,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:47.054850 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:47.055468 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:47.062832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Network b6bd3693-9585-4d50-a966-377452196873 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:47.064618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:47.066582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Pushing event updated for resources: {'Port': ['ID=7a2339b2-62b0-4115-b310-cd2921e22bc8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:47.070318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:38:47.070847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.168903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36604) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:47.202327 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:47.281212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36610) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:47.288872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 28746a22-ab59-4bb1-840f-29c0f3bb9f11 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:47.364732 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.364922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:47.364922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.459148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d52d1134-07b2-4a0a-b94a-2cf5c25e8d90 None None] Provisioning complete for port 7a2339b2-62b0-4115-b310-cd2921e22bc8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:47.459590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d52d1134-07b2-4a0a-b94a-2cf5c25e8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.514089 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:44Z', 'revision_number': 3, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:47.526341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d52d1134-07b2-4a0a-b94a-2cf5c25e8d90 None None] Port 7a2339b2-62b0-4115-b310-cd2921e22bc8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:38:47.549972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65ce5bf6-1873-420b-b3ea-8cef36adf8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.603003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.647698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-91dae542-b73b-4586-915b-73573f197bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.649565 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa47ad3-89dc-4d64-9542-239fb25598d7 None None] The sync data for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 is: [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:44Z', 'revision_number': 3, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:47.659682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36622) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:47.676894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.677620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.734085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65ce5bf6-1873-420b-b3ea-8cef36adf8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.756467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Pushing event updated for resources: {'Port': ['ID=7a2339b2-62b0-4115-b310-cd2921e22bc8,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:47.838963 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65ce5bf6-1873-420b-b3ea-8cef36adf8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.843130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-91dae542-b73b-4586-915b-73573f197bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:47.870655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Network b6bd3693-9585-4d50-a966-377452196873 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:47.872532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:47.939319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce5bf6-1873-420b-b3ea-8cef36adf8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f221010a-f142-4ecc-af44-fd140c486df3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:47.947131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-65ce5bf6-1873-420b-b3ea-8cef36adf8f0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=11449d0e0118491ba581b7cbbf5d4b1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7771118 Feb 16 14:38:47.949889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36636) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:47.953335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-91dae542-b73b-4586-915b-73573f197bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.019394 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-91dae542-b73b-4586-915b-73573f197bd3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a2bf4aa106ef462f9ed709b24d76aa0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7371042 Feb 16 14:38:48.026834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36642) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:48.121873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4801888-6c0b-4766-821c-8e097c9fe145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.123468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dae542-b73b-4586-915b-73573f197bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4989491e-594e-4bb6-aed1-343246af5a71,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:48.178254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3953ab1-0203-4b03-b2f9-f3208940fa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.246064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4801888-6c0b-4766-821c-8e097c9fe145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.255312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7cecc7e0-bd8e-4958-b439-d36f91aec239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.285811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7cecc7e0-bd8e-4958-b439-d36f91aec239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.323007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Router a2a8457e-c824-47ba-90b8-b55407503715 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:48.370709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3410489f-d3f0-4891-ab09-9662a6544a1b None None] Provisioning complete for port 7a2339b2-62b0-4115-b310-cd2921e22bc8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:48.371766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3410489f-d3f0-4891-ab09-9662a6544a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.407070 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3953ab1-0203-4b03-b2f9-f3208940fa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.436283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3410489f-d3f0-4891-ab09-9662a6544a1b None None] Port 7a2339b2-62b0-4115-b310-cd2921e22bc8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:38:48.483679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:48.493473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2689c588-9ee3-45b1-b4e3-7ee15302592d admin admin] 10.222.0.113 "PUT /v2.0/routers/a2a8457e-c824-47ba-90b8-b55407503715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7551863 Feb 16 14:38:48.494804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3953ab1-0203-4b03-b2f9-f3208940fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.523260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7cecc7e0-bd8e-4958-b439-d36f91aec239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.528682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7cecc7e0-bd8e-4958-b439-d36f91aec239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.530511 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7cecc7e0-bd8e-4958-b439-d36f91aec239 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4989491e-594e-4bb6-aed1-343246af5a71 HTTP/1.1" status: 204 len: 168 time: 0.4961834 Feb 16 14:38:48.537107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4801888-6c0b-4766-821c-8e097c9fe145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.537107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4801888-6c0b-4766-821c-8e097c9fe145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.541651 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f4801888-6c0b-4766-821c-8e097c9fe145 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f221010a-f142-4ecc-af44-fd140c486df3 HTTP/1.1" status: 204 len: 168 time: 0.5896585 Feb 16 14:38:48.547723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3953ab1-0203-4b03-b2f9-f3208940fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca59fcb-26aa-4bc8-bdb1-f6fc5950ca99,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:48.548706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecc7e0-bd8e-4958-b439-d36f91aec239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4989491e-594e-4bb6-aed1-343246af5a71,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:48.559105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a3953ab1-0203-4b03-b2f9-f3208940fa3d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=de9f569cb78a411798e92905e6dcdef0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8984599 Feb 16 14:38:48.561884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36666) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:48.563928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4801888-6c0b-4766-821c-8e097c9fe145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f221010a-f142-4ecc-af44-fd140c486df3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:48.656461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc31092b-7932-48a5-a87c-fecac6da8fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.705077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc31092b-7932-48a5-a87c-fecac6da8fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.888374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc31092b-7932-48a5-a87c-fecac6da8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.891745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc31092b-7932-48a5-a87c-fecac6da8fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:48.892992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc31092b-7932-48a5-a87c-fecac6da8fb8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dca59fcb-26aa-4bc8-bdb1-f6fc5950ca99 HTTP/1.1" status: 204 len: 168 time: 0.3300107 Feb 16 14:38:48.903087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31092b-7932-48a5-a87c-fecac6da8fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca59fcb-26aa-4bc8-bdb1-f6fc5950ca99,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:49.237070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3a036fcd-8730-4a46-8bbb-adb509b1edf5 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:49.288087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3a036fcd-8730-4a46-8bbb-adb509b1edf5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:49.288477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:49.367134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:49.390973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 3a036fcd-8730-4a46-8bbb-adb509b1edf5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3a036fcd-8730-4a46-8bbb-adb509b1edf5,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:49.465247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:49.521187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=3a036fcd-8730-4a46-8bbb-adb509b1edf5,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:49.953219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36712) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:49.968674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d05f110a-c52e-409c-980f-c3b18c45c86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.034330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36716) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:50.055979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f795be5-3f77-44f0-9e2c-02d1853bd8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.091478 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d05f110a-c52e-409c-980f-c3b18c45c86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.164653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f795be5-3f77-44f0-9e2c-02d1853bd8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.179859 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d05f110a-c52e-409c-980f-c3b18c45c86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.233268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f110a-c52e-409c-980f-c3b18c45c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981191cf-a7c3-4ba0-90e5-ed8c8e400672,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:50.244200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f795be5-3f77-44f0-9e2c-02d1853bd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.245375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d05f110a-c52e-409c-980f-c3b18c45c86a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=930c0aafeae340c18e6134bec48ce214&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2904890 Feb 16 14:38:50.245974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36734) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:50.253628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Sync routers for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:50.264659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:50.265283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:50.292386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f795be5-3f77-44f0-9e2c-02d1853bd8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76e2fa1-53f6-4db0-8d4b-9c5004ae762c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:50.298943 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2f795be5-3f77-44f0-9e2c-02d1853bd8c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7bd0fb2d354142babd8f92797eb4a659&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2636499 Feb 16 14:38:50.301572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36736) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:50.318187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3565054-0b70-491e-839e-62c6babd80f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.339878 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3565054-0b70-491e-839e-62c6babd80f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.368181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8172901-6c20-4a43-bf80-893e74c79df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.388931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8172901-6c20-4a43-bf80-893e74c79df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.392383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:50.453986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3565054-0b70-491e-839e-62c6babd80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.456956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3565054-0b70-491e-839e-62c6babd80f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.458346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b3565054-0b70-491e-839e-62c6babd80f1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/981191cf-a7c3-4ba0-90e5-ed8c8e400672 HTTP/1.1" status: 204 len: 168 time: 0.2022328 Feb 16 14:38:50.474985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3565054-0b70-491e-839e-62c6babd80f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981191cf-a7c3-4ba0-90e5-ed8c8e400672,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:50.534390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8172901-6c20-4a43-bf80-893e74c79df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.538665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8172901-6c20-4a43-bf80-893e74c79df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.542499 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a8172901-6c20-4a43-bf80-893e74c79df6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a76e2fa1-53f6-4db0-8d4b-9c5004ae762c HTTP/1.1" status: 204 len: 168 time: 0.2367921 Feb 16 14:38:50.552696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172901-6c20-4a43-bf80-893e74c79df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76e2fa1-53f6-4db0-8d4b-9c5004ae762c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:50.567737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36756) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:50.585950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a48ae33a-5265-46ba-8e5b-a6ddebf6ecaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.691521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 2, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:50.714816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a48ae33a-5265-46ba-8e5b-a6ddebf6ecaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.728453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Checking router: a2a8457e-c824-47ba-90b8-b55407503715 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:50.729195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Updating router a2a8457e-c824-47ba-90b8-b55407503715 port 7a2339b2-62b0-4115-b310-cd2921e22bc8 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:38:50.757318 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.796749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a48ae33a-5265-46ba-8e5b-a6ddebf6ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.846435 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a48ae33a-5265-46ba-8e5b-a6ddebf6ecaf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=317a8c5357924143bd43628b7fea64e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2752016 Feb 16 14:38:50.846435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ae33a-5265-46ba-8e5b-a6ddebf6ecaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c376a26-5170-4439-81cd-57f78474f0b1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:50.847036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36770) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:50.918368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dccd976-5b42-4eee-b8c0-36c6d68c2584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:50.953412 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dccd976-5b42-4eee-b8c0-36c6d68c2584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.109406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dccd976-5b42-4eee-b8c0-36c6d68c2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.113777 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dccd976-5b42-4eee-b8c0-36c6d68c2584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.115669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3dccd976-5b42-4eee-b8c0-36c6d68c2584 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9c376a26-5170-4439-81cd-57f78474f0b1 HTTP/1.1" status: 204 len: 168 time: 0.2639587 Feb 16 14:38:51.129697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccd976-5b42-4eee-b8c0-36c6d68c2584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c376a26-5170-4439-81cd-57f78474f0b1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:51.224114 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.299909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.329576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3a036fcd-8730-4a46-8bbb-adb509b1edf5 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:51.536303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b595f87-8939-455d-88bd-881b9f71f862 None None] Pushing event updated for resources: {'Port': ['ID=7a2339b2-62b0-4115-b310-cd2921e22bc8,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:51.602465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Attempting to bind port 7a2339b2-62b0-4115-b310-cd2921e22bc8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:38:51.602828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Attempting to bind port 7a2339b2-62b0-4115-b310-cd2921e22bc8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:38:51.603197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Attempting to bind port 7a2339b2-62b0-4115-b310-cd2921e22bc8 on network b6bd3693-9585-4d50-a966-377452196873 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:38:51.614826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:38:51.615195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Checking segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:38:51.615622 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.616013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Bound using segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:38:51.616475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Bound port: 7a2339b2-62b0-4115-b310-cd2921e22bc8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:38:51.616851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.618491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-be0652d7-59d6-48c7-aefb-0c4a11bd1f15 None None] Provisioning complete for port 7a2339b2-62b0-4115-b310-cd2921e22bc8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:51.618845 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be0652d7-59d6-48c7-aefb-0c4a11bd1f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.628695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3a036fcd-8730-4a46-8bbb-adb509b1edf5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:51.628986 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.718083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-be0652d7-59d6-48c7-aefb-0c4a11bd1f15 None None] Port 7a2339b2-62b0-4115-b310-cd2921e22bc8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:38:51.752273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] For port 7a2339b2-62b0-4115-b310-cd2921e22bc8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:38:51.784277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36814) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:51.785880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] For port 7a2339b2-62b0-4115-b310-cd2921e22bc8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7a2339b2-62b0-4115-b310-cd2921e22bc8,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:38:51.792368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-network', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:38:51.849569 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.909800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36822) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:51.914083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:51.914705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:51.918541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b595f87-8939-455d-88bd-881b9f71f862 None None] Pushing event updated for resources: {'Port': ['ID=7a2339b2-62b0-4115-b310-cd2921e22bc8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:51.939590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Made reservation on behalf of 574e4c5205ea498f8d592192d34e1c18 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:38:51.943339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:51.961600 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.054115 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.078202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:52.136478 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.142694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3408b851-4b2d-49c5-aa7e-b53b09f9e428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.194866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:38:52.241749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.242676 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Added segment 43fd24bd-c5cf-4f62-8c96-94ee8b5d8203 of type vlan for network e89c57f9-9a2b-43ed-bb10-98265680c82d Feb 16 14:38:52.283044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52995005-0cf8-467a-921d-2263413447f2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:52.300146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7d4e9791-2828-4a80-94a0-de53cc36b5e2 None None] Provisioning complete for port 7a2339b2-62b0-4115-b310-cd2921e22bc8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:52.300146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9791-2828-4a80-94a0-de53cc36b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.319513 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.382926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3408b851-4b2d-49c5-aa7e-b53b09f9e428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.436659 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.437632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:52.438231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.451973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9791-2828-4a80-94a0-de53cc36b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.474073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:51Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:52.494807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3408b851-4b2d-49c5-aa7e-b53b09f9e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.510172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0884c4-f0cb-4ab5-b930-8a97a2e55ee9 None None] The sync data for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 is: [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:51Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:52.522157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7d4e9791-2828-4a80-94a0-de53cc36b5e2 None None] For port 7a2339b2-62b0-4115-b310-cd2921e22bc8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7a2339b2-62b0-4115-b310-cd2921e22bc8,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:52.527216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] Pushing event updated for resources: {'Network': ['ID=e89c57f9-9a2b-43ed-bb10-98265680c82d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:52.539313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network e89c57f9-9a2b-43ed-bb10-98265680c82d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:38:52.542881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5c443fbf-d203-48a6-9b68-67fa81de9773 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7570188 Feb 16 14:38:52.546617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36856) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:52.556874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3408b851-4b2d-49c5-aa7e-b53b09f9e428 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e85f56781597440db9b1de3706d36ca8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6412559 Feb 16 14:38:52.556874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b851-4b2d-49c5-aa7e-b53b09f9e428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1f098-5b9f-4378-8bd2-1c9347beffdb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:52.559801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36858) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:52.561889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Request body: {'subnet': {'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-subnet', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:38:52.598641 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d4e9791-2828-4a80-94a0-de53cc36b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.674043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a8936469-f5e6-4ea5-a8ce-1536f85eaff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.694021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Made reservation on behalf of 574e4c5205ea498f8d592192d34e1c18 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:38:52.696556 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.737469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e9791-2828-4a80-94a0-de53cc36b5e2 None None] Pushing event updated for resources: {'Port': ['ID=7a2339b2-62b0-4115-b310-cd2921e22bc8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:52.739506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a8936469-f5e6-4ea5-a8ce-1536f85eaff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.866192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a8936469-f5e6-4ea5-a8ce-1536f85eaff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.870334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a8936469-f5e6-4ea5-a8ce-1536f85eaff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.876652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a8936469-f5e6-4ea5-a8ce-1536f85eaff1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5fe1f098-5b9f-4378-8bd2-1c9347beffdb HTTP/1.1" status: 204 len: 168 time: 0.3125648 Feb 16 14:38:52.887576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8936469-f5e6-4ea5-a8ce-1536f85eaff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe1f098-5b9f-4378-8bd2-1c9347beffdb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:53.038588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:53.055831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36890) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:53.058097 n-d-829433-1 neutron-server[103043]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:38:53.114269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-b84a1c4f-091b-4c2c-a930-a5e9743ae95d tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=5f116905d090432cbd30b2bc4c06bf1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544560 Feb 16 14:38:53.133010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a197df7d-d65f-4d31-aee6-c17c4a946e38,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:53.140754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Checking segment: {'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:38:53.141137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Network hostable DHCP agents. Network: e89c57f9-9a2b-43ed-bb10-98265680c82d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:38:53.237241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Network e89c57f9-9a2b-43ed-bb10-98265680c82d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:38:53.260341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7a2339b2-62b0-4115-b310-cd2921e22bc8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:53.330741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7a2339b2-62b0-4115-b310-cd2921e22bc8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:53.331905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:53.351667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, e89c57f9-9a2b-43ed-bb10-98265680c82d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:53.357129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:53.360648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:53.364852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc836c-9723-4530-9b69-c71ceead77d9 None None] Network e89c57f9-9a2b-43ed-bb10-98265680c82d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:38:53.385828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-816a25ed-8747-41e8-91e7-2806a09a7f71 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:53.394610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-816a25ed-8747-41e8-91e7-2806a09a7f71 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765529 Feb 16 14:38:53.408091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-7d2fa88b-1a74-41a2-8c2c-342303e5b5ce tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/quotas/5f116905d090432cbd30b2bc4c06bf1c HTTP/1.1" status: 200 len: 375 time: 0.0122313 Feb 16 14:38:53.432470 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f64cd9a5-0bf4-4287-8ed9-becda14947c6 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8831117 Feb 16 14:38:53.434744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:53.443979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:38:53.480803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-0f9a37c4-6505-4102-88a5-f4b38e1db777 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5f116905d090432cbd30b2bc4c06bf1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648277 Feb 16 14:38:53.581064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:53.582433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:53.653309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-e89c57f9-9a2b-43ed-bb10-98265680c82d', 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'fixed_ips': [{'subnet_id': 'a197df7d-d65f-4d31-aee6-c17c4a946e38'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:38:53.654863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:53.704702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:53.834101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Allocated IP 172.20.0.2 (e89c57f9-9a2b-43ed-bb10-98265680c82d/a197df7d-d65f-4d31-aee6-c17c4a946e38/6171f8fa-0ff3-4351-85b5-ceeaa52883c3) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:38:54.030251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.037154 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.063744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36926) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:54.079917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ada017df-fdbe-4bcf-9d6f-1f04a9b9d370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.100382 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.168452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Network e89c57f9-9a2b-43ed-bb10-98265680c82d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:54.170056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Pushing event updated for resources: {'Port': ['ID=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:54.173814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:54.177201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:38:54.224342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ada017df-fdbe-4bcf-9d6f-1f04a9b9d370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.250480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Attempting to bind port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:38:54.251029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Attempting to bind port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:38:54.251621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Attempting to bind port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 on network e89c57f9-9a2b-43ed-bb10-98265680c82d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:38:54.257851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:38:54.258439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Checking segment: {'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:38:54.259073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.259668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Bound using segment: {'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:38:54.260306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Bound port: 6171f8fa-0ff3-4351-85b5-ceeaa52883c3, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:38:54.260709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.292821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ada017df-fdbe-4bcf-9d6f-1f04a9b9d370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.397134 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ada017df-fdbe-4bcf-9d6f-1f04a9b9d370 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b88db887b47947b1983853308502fc83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3295405 Feb 16 14:38:54.397506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36934) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:54.399291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada017df-fdbe-4bcf-9d6f-1f04a9b9d370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f88bdd-584a-4aa1-acf3-2671f4a945a5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:54.415632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.439682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.444718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] For port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:38:54.454156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] For port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,segment=NetworkSegment(43fd24bd-c5cf-4f62-8c96-94ee8b5d8203),segment_id=43fd24bd-c5cf-4f62-8c96-94ee8b5d8203)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:38:54.467012 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bba09645-e563-448e-b361-da890a36239a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.499921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bba09645-e563-448e-b361-da890a36239a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.530613 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.638891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3af8fb-11a2-4d8b-b859-93564eb1d13b None None] Pushing event updated for resources: {'Port': ['ID=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:54.643207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bba09645-e563-448e-b361-da890a36239a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.646300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bba09645-e563-448e-b361-da890a36239a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:54.650262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bba09645-e563-448e-b361-da890a36239a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e0f88bdd-584a-4aa1-acf3-2671f4a945a5 HTTP/1.1" status: 204 len: 168 time: 0.2511914 Feb 16 14:38:54.660400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba09645-e563-448e-b361-da890a36239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f88bdd-584a-4aa1-acf3-2671f4a945a5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:54.695314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Allocated IP 172.25.6.46 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/9619d22d-ecc6-49ae-a355-550e3aad683b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:38:54.797517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36946) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:54.888873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:55.089204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:55.129493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:55.132280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:55.134702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:38:55.185185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Pushing event updated for resources: {'Port': ['ID=9619d22d-ecc6-49ae-a355-550e3aad683b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:55.279447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:55.354711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:55.355519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:55.513120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:55.515670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:55.585109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,segment=NetworkSegment(43fd24bd-c5cf-4f62-8c96-94ee8b5d8203),segment_id=43fd24bd-c5cf-4f62-8c96-94ee8b5d8203)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:55.635672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce172ee1-0013-4cef-a24c-f0d45af8485a req-e5f0d3dc-8562-4bcc-9a7c-7589a4eb42a1 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 210 time: 0.8367710 Feb 16 14:38:55.678108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:55.754392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:55.834709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:55.857541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f3c48-1085-48c9-9655-6ca8832443cb None None] Network e89c57f9-9a2b-43ed-bb10-98265680c82d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:38:56.004419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8343604a-35e9-440c-b377-548465deb93b None None] Provisioning complete for port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:56.005031 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8343604a-35e9-440c-b377-548465deb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:56.128726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Router 63955da9-a8cc-486d-a1c9-f74e21418001 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:38:56.249093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:56.266155 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Sync routers for ids ['63955da9-a8cc-486d-a1c9-f74e21418001'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:56.277535 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Routers {'63955da9-a8cc-486d-a1c9-f74e21418001'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:56.278445 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63955da9-a8cc-486d-a1c9-f74e21418001'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:56.389140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:56.392551 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dafd68c3-56b9-4848-9b4b-ae1e9bd72f41 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9554808 Feb 16 14:38:56.397367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37000) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:56.417395 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Set router 63955da9-a8cc-486d-a1c9-f74e21418001 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:56.482209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-55fb32f6-496d-4a92-99f6-3743fd1eebb8 None None] Provisioning complete for port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:56.482766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-55fb32f6-496d-4a92-99f6-3743fd1eebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:56.632094 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:38:55Z', 'revision_number': 3, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:56.668176 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Checking router: 63955da9-a8cc-486d-a1c9-f74e21418001 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:56.668522 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Updating router 63955da9-a8cc-486d-a1c9-f74e21418001 port 9619d22d-ecc6-49ae-a355-550e3aad683b binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:38:56.696836 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:56.974132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fe879d7-4229-4f6a-afac-09dbcfa601fb req-f6aa4f84-e8c9-4f5e-bbc6-ef257b1b262a tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 210 time: 0.0386312 Feb 16 14:38:56.974863 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.003080 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.074616 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.160000 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Attempting to bind port 9619d22d-ecc6-49ae-a355-550e3aad683b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:38:57.160375 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Attempting to bind port 9619d22d-ecc6-49ae-a355-550e3aad683b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:38:57.160823 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Attempting to bind port 9619d22d-ecc6-49ae-a355-550e3aad683b on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:38:57.192952 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:38:57.193333 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:38:57.193737 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.194126 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:38:57.194608 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Bound port: 9619d22d-ecc6-49ae-a355-550e3aad683b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:38:57.195033 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.255182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:57.268044 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb06d2-74b1-4369-8968-d0e8bb04c33b None None] Pushing event updated for resources: {'Port': ['ID=9619d22d-ecc6-49ae-a355-550e3aad683b,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:57.299184 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] For port 9619d22d-ecc6-49ae-a355-550e3aad683b, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:38:57.302689 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] For port 9619d22d-ecc6-49ae-a355-550e3aad683b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9619d22d-ecc6-49ae-a355-550e3aad683b,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:38:57.360542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:57.360914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.377183 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.401574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Allocated IP 172.20.0.1 (e89c57f9-9a2b-43ed-bb10-98265680c82d/a197df7d-d65f-4d31-aee6-c17c4a946e38/a78a4383-a339-405d-af3d-bebeae1a34a1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:38:57.486659 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Routers {'63955da9-a8cc-486d-a1c9-f74e21418001'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:57.487435 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63955da9-a8cc-486d-a1c9-f74e21418001'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:57.490560 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb06d2-74b1-4369-8968-d0e8bb04c33b None None] Pushing event updated for resources: {'Port': ['ID=9619d22d-ecc6-49ae-a355-550e3aad683b,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:57.559191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.624722 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] Set router 63955da9-a8cc-486d-a1c9-f74e21418001 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:57.712609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.767746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Network e89c57f9-9a2b-43ed-bb10-98265680c82d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:57.770577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:57.775214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:38:57.782266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:57.783286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-0974bd8a-f650-455e-900e-931aab02ccff tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=e5798796560649e1a552c3d51908e2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679555 Feb 16 14:38:57.856092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Pushing event updated for resources: {'Port': ['ID=a78a4383-a339-405d-af3d-bebeae1a34a1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:57.945820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.129', 51753) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:38:58.008416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-16185888-bdbc-4ddf-87de-18dc0da198a6 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=5f116905d090432cbd30b2bc4c06bf1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436904 Feb 16 14:38:58.138610 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:38:55Z', 'revision_number': 3, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:58.160762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-41f77472-0217-4421-ab0e-5203fd81ea72 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:58.168721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-41f77472-0217-4421-ab0e-5203fd81ea72 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845024 Feb 16 14:38:58.223758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9ed62-aa96-49d7-8d8d-56f7163f5520 None None] The sync data for ids ['63955da9-a8cc-486d-a1c9-f74e21418001'] in n-d-829433-1 is: [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:38:55Z', 'revision_number': 3, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:58.252496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-92a8934b-4e94-4cac-beb0-5e98fd000b3e tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/quotas/e5798796560649e1a552c3d51908e2ff HTTP/1.1" status: 200 len: 375 time: 0.0823450 Feb 16 14:38:58.358701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-da6f3eab-7b4b-46f6-99d2-aed43ae83285 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:58.361421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-da6f3eab-7b4b-46f6-99d2-aed43ae83285 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411434 Feb 16 14:38:58.361661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-edb88d6e-d448-493a-858c-7c5c54fe49d7 None None] Provisioning complete for port a78a4383-a339-405d-af3d-bebeae1a34a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:58.365953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-edb88d6e-d448-493a-858c-7c5c54fe49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:58.373741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-bfba4753-2f2e-49f9-8f09-49985364d0c2 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e5798796560649e1a552c3d51908e2ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1197734 Feb 16 14:38:58.470214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-edb88d6e-d448-493a-858c-7c5c54fe49d7 None None] Port a78a4383-a339-405d-af3d-bebeae1a34a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:38:58.470762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Request body: {'port': {'device_id': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '5f116905d090432cbd30b2bc4c06bf1c'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:38:58.478285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:58.881399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:58.959033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:58.959033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.013178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18725144-c2c2-47e6-8dda-1add56aa5720 req-a459e6e5-bc96-42e6-8e28-5914fb5314f9 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 210 time: 0.0789077 Feb 16 14:38:59.144304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Pushing event updated for resources: {'Port': ['ID=a78a4383-a339-405d-af3d-bebeae1a34a1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:59.184680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Network e89c57f9-9a2b-43ed-bb10-98265680c82d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:38:59.186289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:38:59.229624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4161fd75-7aaf-48cb-a9ca-86df4b87c201 req-2c17e562-c00e-44d5-8ea8-7af8933faa32 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 210 time: 0.0453267 Feb 16 14:38:59.317696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Made reservation on behalf of 5f116905d090432cbd30b2bc4c06bf1c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:38:59.317872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9619d22d-ecc6-49ae-a355-550e3aad683b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:38:59.322196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.367975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.456512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Router 63955da9-a8cc-486d-a1c9-f74e21418001 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:59.488913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9619d22d-ecc6-49ae-a355-550e3aad683b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:59.492632 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.602807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.707979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.715835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b9bfb8f8-7520-4d3b-a033-9d02c23fa9f3 None None] Provisioning complete for port a78a4383-a339-405d-af3d-bebeae1a34a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:38:59.716433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb8f8-7520-4d3b-a033-9d02c23fa9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.720995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.753710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:59.764009 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bea92578-dba3-469d-b362-a713f5051210 admin admin] 10.222.0.113 "PUT /v2.0/routers/63955da9-a8cc-486d-a1c9-f74e21418001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3606777 Feb 16 14:38:59.785927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 9619d22d-ecc6-49ae-a355-550e3aad683b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9619d22d-ecc6-49ae-a355-550e3aad683b,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:59.789467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b9bfb8f8-7520-4d3b-a033-9d02c23fa9f3 None None] Port a78a4383-a339-405d-af3d-bebeae1a34a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:38:59.888099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:59.979776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10d15e7-b787-482a-a183-84fb0aa14a24,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:00.034528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=9619d22d-ecc6-49ae-a355-550e3aad683b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:00.153526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Allocated IP 192.168.233.11 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/ab1de4b8-b78c-4691-a9b4-dc2073986af0) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:00.444526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:00.547223 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:00.683239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:00.689981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:00.696933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:00.706644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:00.707759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:00.730330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Pushing event updated for resources: {'Port': ['ID=ab1de4b8-b78c-4691-a9b4-dc2073986af0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:00.832196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b321be-5884-4ec4-ac9f-c5a5c136da9e req-056fecd1-97a6-427f-b169-e3be114b6c03 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:00.833882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7b321be-5884-4ec4-ac9f-c5a5c136da9e req-056fecd1-97a6-427f-b169-e3be114b6c03 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 935 time: 0.1172392 Feb 16 14:39:00.904868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7b321be-5884-4ec4-ac9f-c5a5c136da9e req-8a074ecd-071c-4098-a2bb-481ab302f07b tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580401 Feb 16 14:39:00.958913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Sync routers for ids ['63955da9-a8cc-486d-a1c9-f74e21418001'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:39:00.985567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Routers {'63955da9-a8cc-486d-a1c9-f74e21418001'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:00.986350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63955da9-a8cc-486d-a1c9-f74e21418001'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:01.109852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-358a6f99-71e4-4e4b-b7e9-b68e99f3587c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6433899 Feb 16 14:39:01.125753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-441d4f5a-8fd1-4d70-af82-a97175df2acc tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:39:01.126563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-441d4f5a-8fd1-4d70-af82-a97175df2acc tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068374 Feb 16 14:39:01.146062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6d016893-003a-4dc8-a312-f4563557cc08 None None] Provisioning complete for port ab1de4b8-b78c-4691-a9b4-dc2073986af0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:01.146459 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d016893-003a-4dc8-a312-f4563557cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:01.289037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fb18050-26f5-4169-b148-7102b959a512 req-69c4ffcd-123e-4404-9dc4-04a77d3ab643 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 210 time: 0.0824113 Feb 16 14:39:01.332687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6d016893-003a-4dc8-a312-f4563557cc08 None None] Port ab1de4b8-b78c-4691-a9b4-dc2073986af0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:01.338295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Set router 63955da9-a8cc-486d-a1c9-f74e21418001 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:01.427524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9619d22d-ecc6-49ae-a355-550e3aad683b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:01.568153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Request body: {'port': {'device_id': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'device_owner': 'compute:tempest-test_az-684553511', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:01.687073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9619d22d-ecc6-49ae-a355-550e3aad683b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:01.688909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:01.703790 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:01.865663 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:39:02.043071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37204) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:02.184856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:38:58Z', 'revision_number': 4, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a78a4383-a339-405d-af3d-bebeae1a34a1', 'name': '', 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'mac_address': 'fa:16:3e:33:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a197df7d-d65f-4d31-aee6-c17c4a946e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:57Z', 'updated_at': '2022-02-16T14:38:58Z', 'revision_number': 2, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'subnets': [{'id': 'a197df7d-d65f-4d31-aee6-c17c4a946e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:02.267518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Checking router: 63955da9-a8cc-486d-a1c9-f74e21418001 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:39:02.271354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Updating router 63955da9-a8cc-486d-a1c9-f74e21418001 port a78a4383-a339-405d-af3d-bebeae1a34a1 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:39:02.301922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.93', 49640) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:02.333660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:02.357127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-40fd4ac0-6795-4a18-807a-b12562b196a2 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=e5798796560649e1a552c3d51908e2ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537016 Feb 16 14:39:02.396440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80964a11-da8b-48a3-8367-d2f00ba1cd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:02.495582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686682a1-728b-4859-be5d-7c5b6ed20ad7 req-16df225f-ce35-4ad3-8c52-1e9fdc6d23d7 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:02.504408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-686682a1-728b-4859-be5d-7c5b6ed20ad7 req-16df225f-ce35-4ad3-8c52-1e9fdc6d23d7 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 935 time: 0.1894560 Feb 16 14:39:02.510313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37210) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:02.535866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4918ecb7-85e2-47cf-88ca-c2b41b19cd84 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792994802', 'description': 'tempest-description--13425021'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:02.643421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-686682a1-728b-4859-be5d-7c5b6ed20ad7 req-84253d10-c718-4472-accd-e0065a18543d tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377542 Feb 16 14:39:02.655077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-dbb97a91-e2b9-4cc0-8a3f-3b0422fbf456 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:02.655850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1de4b8-b78c-4691-a9b4-dc2073986af0 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:02.668706 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:02.684968 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-dbb97a91-e2b9-4cc0-8a3f-3b0422fbf456 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190939 Feb 16 14:39:02.710823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Transition to ACTIVE for port object ab1de4b8-b78c-4691-a9b4-dc2073986af0 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:02.720879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80964a11-da8b-48a3-8367-d2f00ba1cd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:02.726329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79abf5c3-7f94-49bb-9f1e-16103eec2b4b req-26c2423d-d1c8-4864-b8e6-16bde4697e73 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 210 time: 0.0407810 Feb 16 14:39:02.764458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4918ecb7-85e2-47cf-88ca-c2b41b19cd84 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:02.785572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Request body: {'port': {'device_id': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'e5798796560649e1a552c3d51908e2ff'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:02.828709 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:02.891351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80964a11-da8b-48a3-8367-d2f00ba1cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:02.958810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.027813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37226) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:03.044540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.086123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1de4b8-b78c-4691-a9b4-dc2073986af0,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:03.128996 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80964a11-da8b-48a3-8367-d2f00ba1cd3a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4adabee020f34fbcab21d64954920492&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0827534 Feb 16 14:39:03.137444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37234) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:03.217251 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80964a11-da8b-48a3-8367-d2f00ba1cd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ce39c-7d7e-4e32-a883-7cd753a66000,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:03.224046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Attempting to bind port ab1de4b8-b78c-4691-a9b4-dc2073986af0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:03.224393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Attempting to bind port ab1de4b8-b78c-4691-a9b4-dc2073986af0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:03.224739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Attempting to bind port ab1de4b8-b78c-4691-a9b4-dc2073986af0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:03.253487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Port ab1de4b8-b78c-4691-a9b4-dc2073986af0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:03.257183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Attempting to bind port ab1de4b8-b78c-4691-a9b4-dc2073986af0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:03.270310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca662b-1a5f-4789-aa8b-3723001c4ee0 None None] Pushing event updated for resources: {'Port': ['ID=a78a4383-a339-405d-af3d-bebeae1a34a1,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:03.280436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:03.280948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:03.281923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:03.283016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Bound port: ab1de4b8-b78c-4691-a9b4-dc2073986af0, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:03.283016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.349026 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb7aaa58-9b6f-46b6-b797-45b6e5d8de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.381907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4918ecb7-85e2-47cf-88ca-c2b41b19cd84 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.461899 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4918ecb7-85e2-47cf-88ca-c2b41b19cd84 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.524901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Attempting to bind port a78a4383-a339-405d-af3d-bebeae1a34a1 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:03.526747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Attempting to bind port a78a4383-a339-405d-af3d-bebeae1a34a1 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:03.528749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Attempting to bind port a78a4383-a339-405d-af3d-bebeae1a34a1 on network e89c57f9-9a2b-43ed-bb10-98265680c82d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:03.537848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] For port ab1de4b8-b78c-4691-a9b4-dc2073986af0, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:03.544929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] For port ab1de4b8-b78c-4691-a9b4-dc2073986af0, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ab1de4b8-b78c-4691-a9b4-dc2073986af0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:03.570076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918ecb7-85e2-47cf-88ca-c2b41b19cd84 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee11bea-a756-4c0b-abf5-72cbd0498e8d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:03.573715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a6074116-e275-490f-ab9a-460295260b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.583203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Made reservation on behalf of e5798796560649e1a552c3d51908e2ff for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:03.590642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:03.591883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Checking segment: {'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:03.593947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.594542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Bound using segment: {'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:03.596084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Bound port: a78a4383-a339-405d-af3d-bebeae1a34a1, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:03.597710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.597842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.623464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.715799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4918ecb7-85e2-47cf-88ca-c2b41b19cd84 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.716483 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4918ecb7-85e2-47cf-88ca-c2b41b19cd84 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2049179 Feb 16 14:39:03.721955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37250) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:03.732596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] For port a78a4383-a339-405d-af3d-bebeae1a34a1, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:03.737726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] For port a78a4383-a339-405d-af3d-bebeae1a34a1, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a78a4383-a339-405d-af3d-bebeae1a34a1,segment=NetworkSegment(43fd24bd-c5cf-4f62-8c96-94ee8b5d8203),segment_id=43fd24bd-c5cf-4f62-8c96-94ee8b5d8203)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:03.745992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-71cb985b-63af-40a3-9214-9ceda618f866 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'security_group_rule': {'security_group_id': '3ee11bea-a756-4c0b-abf5-72cbd0498e8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:03.746215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7fda189b-fc26-4359-a989-fca2abef2ce3 None None] Provisioning complete for port a78a4383-a339-405d-af3d-bebeae1a34a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:03.746418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7fda189b-fc26-4359-a989-fca2abef2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.795267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb7aaa58-9b6f-46b6-b797-45b6e5d8de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.800917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.807462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.808414 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.891863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.944742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:03.945458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:03.946910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] 10.222.0.129 "PUT /v2.0/ports/ab1de4b8-b78c-4691-a9b4-dc2073986af0 HTTP/1.1" status: 200 len: 1116 time: 2.5493305 Feb 16 14:39:03.947388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'tag': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:03.964111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7fda189b-fc26-4359-a989-fca2abef2ce3 None None] Port a78a4383-a339-405d-af3d-bebeae1a34a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:04.042313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Routers {'63955da9-a8cc-486d-a1c9-f74e21418001'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:04.048754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:38:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63955da9-a8cc-486d-a1c9-f74e21418001'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:04.184780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca662b-1a5f-4789-aa8b-3723001c4ee0 None None] Pushing event updated for resources: {'Port': ['ID=a78a4383-a339-405d-af3d-bebeae1a34a1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:04.301415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] Set router 63955da9-a8cc-486d-a1c9-f74e21418001 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:04.348153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71cb985b-63af-40a3-9214-9ceda618f866 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.386365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02dfe5-cf6c-4911-859e-e8a1f3f78051,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:04.441144 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71cb985b-63af-40a3-9214-9ceda618f866 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.452354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fc4de12-6da8-43a3-b032-35ac4affc0c3 req-eb4a181a-539f-4496-a64d-546bcabc585d tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 210 time: 0.3224225 Feb 16 14:39:04.467847 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d597e970-39c6-42dd-a49c-c6244af86c13" -d '{"events": [{"name": "network-changed", "server_uuid": "a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1", "tag": "ab1de4b8-b78c-4691-a9b4-dc2073986af0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:04.519616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb7aaa58-9b6f-46b6-b797-45b6e5d8de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.522279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb7aaa58-9b6f-46b6-b797-45b6e5d8de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.525906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fb7aaa58-9b6f-46b6-b797-45b6e5d8de31 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a47ce39c-7d7e-4e32-a883-7cd753a66000 HTTP/1.1" status: 204 len: 168 time: 1.3851120 Feb 16 14:39:04.525906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc575bed-b661-4686-b414-83a6f688aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1de4b8-b78c-4691-a9b4-dc2073986af0,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:04.551205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71cb985b-63af-40a3-9214-9ceda618f866 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.560035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903b5d0-11cd-410b-b743-381ee24f8bae req-72442c74-70c4-41fd-93f2-7fb5cbff8b33 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:04.561728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9903b5d0-11cd-410b-b743-381ee24f8bae req-72442c74-70c4-41fd-93f2-7fb5cbff8b33 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.6643376 Feb 16 14:39:04.589280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aaa58-9b6f-46b6-b797-45b6e5d8de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ce39c-7d7e-4e32-a883-7cd753a66000,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:04.670745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-65459cfa-c8f6-4080-8ae7-77add6653cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:04.671347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb985b-63af-40a3-9214-9ceda618f866 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7c2ec0-5aee-4c0d-8523-fd7af1fd5041,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:04.673620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-65459cfa-c8f6-4080-8ae7-77add6653cbf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5f116905d090432cbd30b2bc4c06bf1c&device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 1119 time: 0.5052764 Feb 16 14:39:04.685451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9903b5d0-11cd-410b-b743-381ee24f8bae req-d5502886-06ea-4d35-9f51-23f610e13f33 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137064 Feb 16 14:39:04.765449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-de145f1e-989b-429d-b7a6-ef49ce24f5a3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=ab1de4b8-b78c-4691-a9b4-dc2073986af0 HTTP/1.1" status: 200 len: 217 time: 0.0838766 Feb 16 14:39:04.771732 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a6074116-e275-490f-ab9a-460295260b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.786027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71cb985b-63af-40a3-9214-9ceda618f866 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.789216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71cb985b-63af-40a3-9214-9ceda618f866 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0547962 Feb 16 14:39:04.793544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37272) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:04.800153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b0cf3e47-8c1b-46f5-b842-d1c29a4beab6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'security_group_rule': {'security_group_id': '3ee11bea-a756-4c0b-abf5-72cbd0498e8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:04.817507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5e27d9fc-ccf7-4847-9665-4403c0f8fc2c None None] Provisioning complete for port a78a4383-a339-405d-af3d-bebeae1a34a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:04.818980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e27d9fc-ccf7-4847-9665-4403c0f8fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.843485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Allocated IP 192.168.233.47 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/be3595fc-173e-413f-a992-77be3df3d1dd) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:04.856956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-6187b939-eea7-40bc-82a2-2d27c9ad2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:04.866591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-6187b939-eea7-40bc-82a2-2d27c9ad2f53 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0893288 Feb 16 14:39:04.866591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a6074116-e275-490f-ab9a-460295260b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.948617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:38:58Z', 'revision_number': 4, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a78a4383-a339-405d-af3d-bebeae1a34a1', 'name': '', 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'mac_address': 'fa:16:3e:33:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a197df7d-d65f-4d31-aee6-c17c4a946e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:57Z', 'updated_at': '2022-02-16T14:39:03Z', 'revision_number': 4, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'subnets': [{'id': 'a197df7d-d65f-4d31-aee6-c17c4a946e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:04.950707 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3e47-8c1b-46f5-b842-d1c29a4beab6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:04.987294 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b8e673-f0a8-45db-80e9-7365eeed638b x-openstack-request-id: req-f6b8e673-f0a8-45db-80e9-7365eeed638b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:04.987847 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1", "tag": "ab1de4b8-b78c-4691-a9b4-dc2073986af0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:04.988154 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f6b8e673-f0a8-45db-80e9-7365eeed638b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:04.989211 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'tag': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0', 'status': 'completed', 'code': 200} Feb 16 14:39:05.025642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede342f7-b7b7-4f29-9db2-d5d911581174 None None] The sync data for ids ['63955da9-a8cc-486d-a1c9-f74e21418001'] in n-d-829433-1 is: [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:38:58Z', 'revision_number': 4, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a78a4383-a339-405d-af3d-bebeae1a34a1', 'name': '', 'network_id': 'e89c57f9-9a2b-43ed-bb10-98265680c82d', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'mac_address': 'fa:16:3e:33:cf:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a197df7d-d65f-4d31-aee6-c17c4a946e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:57Z', 'updated_at': '2022-02-16T14:39:03Z', 'revision_number': 4, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'subnets': [{'id': 'a197df7d-d65f-4d31-aee6-c17c4a946e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:39:05.037170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a6074116-e275-490f-ab9a-460295260b18 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ef5aa9e5e55a4735af83b615740e1510&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9898612 Feb 16 14:39:05.037170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6074116-e275-490f-ab9a-460295260b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3b288-bd62-4b90-82b4-3d63fc9a0bfb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:05.041220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37284) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:05.050236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-410cbdef-4e5e-4031-ae8f-287b7f2af74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:05.053404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-410cbdef-4e5e-4031-ae8f-287b7f2af74a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736674 Feb 16 14:39:05.098970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3e47-8c1b-46f5-b842-d1c29a4beab6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.201167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3e47-8c1b-46f5-b842-d1c29a4beab6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.208872 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e27d9fc-ccf7-4847-9665-4403c0f8fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.296008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5e27d9fc-ccf7-4847-9665-4403c0f8fc2c None None] For port a78a4383-a339-405d-af3d-bebeae1a34a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a78a4383-a339-405d-af3d-bebeae1a34a1,segment=NetworkSegment(43fd24bd-c5cf-4f62-8c96-94ee8b5d8203),segment_id=43fd24bd-c5cf-4f62-8c96-94ee8b5d8203)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:05.300127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a81bd69-9220-44b9-8c2d-1e52212c9dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.345068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.370289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6644073f-a8ed-4e72-9ddf-86d541966e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.392973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e27d9fc-ccf7-4847-9665-4403c0f8fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.409293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf3e47-8c1b-46f5-b842-d1c29a4beab6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ecfcff-311e-4c43-9837-817ac269e17b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:05.413298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a81bd69-9220-44b9-8c2d-1e52212c9dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.480532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-6ceb8852-09a2-4114-b277-ea8bf17c3770 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406816 Feb 16 14:39:05.504638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3e47-8c1b-46f5-b842-d1c29a4beab6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.506106 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b0cf3e47-8c1b-46f5-b842-d1c29a4beab6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7113497 Feb 16 14:39:05.512844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a78a4383-a339-405d-af3d-bebeae1a34a1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:05.512973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:05.514758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:05.596172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.653191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27d9fc-ccf7-4847-9665-4403c0f8fc2c None None] Pushing event updated for resources: {'Port': ['ID=a78a4383-a339-405d-af3d-bebeae1a34a1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:05.679253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a81bd69-9220-44b9-8c2d-1e52212c9dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.679253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a81bd69-9220-44b9-8c2d-1e52212c9dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.680521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3a81bd69-9220-44b9-8c2d-1e52212c9dfc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c4b3b288-bd62-4b90-82b4-3d63fc9a0bfb HTTP/1.1" status: 204 len: 168 time: 0.6357863 Feb 16 14:39:05.695771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a78a4383-a339-405d-af3d-bebeae1a34a1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:05.699262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.715487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81bd69-9220-44b9-8c2d-1e52212c9dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3b288-bd62-4b90-82b4-3d63fc9a0bfb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:05.719861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a3efc73-5af4-4202-a497-6d50303c9013 req-e2891e52-c21c-4ca4-a3fb-c89b9b6a9928 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320921 Feb 16 14:39:05.744228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37294) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:05.769635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04984cba-0a9a-4016-b71d-825d7d28764c req-587f2111-4320-42c9-9bd8-b74d4cd23602 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:05.772745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04984cba-0a9a-4016-b71d-825d7d28764c req-587f2111-4320-42c9-9bd8-b74d4cd23602 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 935 time: 0.1461651 Feb 16 14:39:05.804806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8a6a592e-73bb-443e-b6f0-d195196173f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:05.871500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04984cba-0a9a-4016-b71d-825d7d28764c req-663b1832-cd38-48eb-aee0-d5bc1ef146af tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842888 Feb 16 14:39:05.968875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-d9e770f9-35fd-408e-a6d2-0a2e84dcd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:05.971196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-d9e770f9-35fd-408e-a6d2-0a2e84dcd528 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5f116905d090432cbd30b2bc4c06bf1c&device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 1119 time: 0.1174552 Feb 16 14:39:05.976437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Pushing event updated for resources: {'Port': ['ID=be3595fc-173e-413f-a992-77be3df3d1dd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:06.023866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:06.025394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:06.029639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:06.036763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.037490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:06.073681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:06.140311 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-b794fcdd-42d6-4125-8d19-3443a97662c7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3610599 Feb 16 14:39:06.174003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-e755c3d8-8de3-42cb-9f53-7f3c2f22cdb5 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:39:06.175025 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-e755c3d8-8de3-42cb-9f53-7f3c2f22cdb5 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069518 Feb 16 14:39:06.419711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:06.461212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8a6a592e-73bb-443e-b6f0-d195196173f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:06.463988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-6f4eb629-8b86-4ce0-b1a4-9e29929b8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.465469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-6f4eb629-8b86-4ce0-b1a4-9e29929b8f2c service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.4782271 Feb 16 14:39:06.485435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cba7d-ad37-4f2c-86cf-800aa443d2f5 req-9d196603-5e8c-4e14-aca7-7ec5c7b24df6 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.486014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-147cba7d-ad37-4f2c-86cf-800aa443d2f5 req-9d196603-5e8c-4e14-aca7-7ec5c7b24df6 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.5092921 Feb 16 14:39:06.529656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-a5fd03ff-2638-40a5-9307-e16433f24752 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=ab1de4b8-b78c-4691-a9b4-dc2073986af0 HTTP/1.1" status: 200 len: 217 time: 0.0423896 Feb 16 14:39:06.550715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8a6a592e-73bb-443e-b6f0-d195196173f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:06.565573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a2ba0e54-5656-474f-b92a-ec1e94cd7271 None None] Provisioning complete for port be3595fc-173e-413f-a992-77be3df3d1dd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:06.575981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0e54-5656-474f-b92a-ec1e94cd7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:06.643878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba0e54-5656-474f-b92a-ec1e94cd7271 None None] Port be3595fc-173e-413f-a992-77be3df3d1dd cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:06.676855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Allocated IP 172.25.6.249 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6a64cd77-5309-4ded-b71c-67e0fe07e004) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:06.770569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37310) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:06.790942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdf154e3-6783-4ac1-adcf-ad4757e7f44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:06.820190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8a6a592e-73bb-443e-b6f0-d195196173f5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=62bbe32692c64fe3a39db96c37949f22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0742054 Feb 16 14:39:06.840665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37316) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:06.852783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-147cba7d-ad37-4f2c-86cf-800aa443d2f5 req-f9917f12-de6f-4063-8277-43230a6c7e2e tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217711 Feb 16 14:39:06.908018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-1323d636-9a5c-4e57-acec-a310e4e1b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.927352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-1323d636-9a5c-4e57-acec-a310e4e1b086 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.3859890 Feb 16 14:39:06.927352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a592e-73bb-443e-b6f0-d195196173f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ff78d-a092-4bcf-af58-ddac343340a5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:07.093071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.160304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-5cffdf9b-1be5-4f97-8ff8-cfc838e3574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:07.161990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-5cffdf9b-1be5-4f97-8ff8-cfc838e3574c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238567 Feb 16 14:39:07.171931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Request body: {'port': {'device_id': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:07.180104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a937ca6-e3f9-466d-a0e0-d0b11178d9bc req-94256aa4-0591-4116-8427-47c0a792ecf1 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:07.191910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a937ca6-e3f9-466d-a0e0-d0b11178d9bc req-94256aa4-0591-4116-8427-47c0a792ecf1 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 935 time: 0.1544313 Feb 16 14:39:07.334665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a78a4383-a339-405d-af3d-bebeae1a34a1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:07.443302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a937ca6-e3f9-466d-a0e0-d0b11178d9bc req-143a2e64-e5c8-4513-aee7-4c6c24f756a8 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502177 Feb 16 14:39:07.490316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a78a4383-a339-405d-af3d-bebeae1a34a1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:07.490695 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.500248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdf154e3-6783-4ac1-adcf-ad4757e7f44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.542396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.604720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdf154e3-6783-4ac1-adcf-ad4757e7f44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.614493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-04f69c78-482f-440c-aada-ef25eefb64b3 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193022 Feb 16 14:39:07.723828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bdf154e3-6783-4ac1-adcf-ad4757e7f44a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8f04ad05546c484b90694dc0d65ac537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9517329 Feb 16 14:39:07.724695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37334) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:07.728804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf154e3-6783-4ac1-adcf-ad4757e7f44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd40a38e-e2a0-439d-a314-fb7eb88644dd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:07.732848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3dec0eea-a73a-4b86-94b0-2292eb5a32c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.793758 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3dec0eea-a73a-4b86-94b0-2292eb5a32c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.871001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:07.909174 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b209c5d3-d967-4a29-91ab-704d55c6fc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.006778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:08.064638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3dec0eea-a73a-4b86-94b0-2292eb5a32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.067080 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3dec0eea-a73a-4b86-94b0-2292eb5a32c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.070808 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3dec0eea-a73a-4b86-94b0-2292eb5a32c1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c48ff78d-a092-4bcf-af58-ddac343340a5 HTTP/1.1" status: 204 len: 168 time: 1.2219718 Feb 16 14:39:08.087495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:08.103862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:08.122347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0eea-a73a-4b86-94b0-2292eb5a32c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ff78d-a092-4bcf-af58-ddac343340a5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:08.124184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d39a-a9cc-40f1-b701-f63414defb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.136190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event updated for resources: {'Port': ['ID=6a64cd77-5309-4ded-b71c-67e0fe07e004,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:08.153788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d597e970-39c6-42dd-a49c-c6244af86c13 req-199a2ebb-9525-4733-bd8f-3d1725cc524a service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292590 Feb 16 14:39:08.221286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98c7ea-570b-4c92-a303-df0ae2c726f2 req-489ffac8-a7ad-4fc7-a5ed-14bc5cc1b1a9 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:08.223144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac98c7ea-570b-4c92-a303-df0ae2c726f2 req-489ffac8-a7ad-4fc7-a5ed-14bc5cc1b1a9 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.0684648 Feb 16 14:39:08.268911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d39a-a9cc-40f1-b701-f63414defb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.278593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac98c7ea-570b-4c92-a303-df0ae2c726f2 req-346e01bd-7888-4a04-bfc4-52f854e9b492 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 Feb 16 14:39:08.381122 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.520112 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d39a-a9cc-40f1-b701-f63414defb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.522954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d39a-a9cc-40f1-b701-f63414defb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.524312 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9bb8d39a-a9cc-40f1-b701-f63414defb85 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dd40a38e-e2a0-439d-a314-fb7eb88644dd HTTP/1.1" status: 204 len: 168 time: 0.7925153 Feb 16 14:39:08.593386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37352) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:08.626984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eeaf6-112f-4710-aab4-5fcbf72ec208 req-8fabae7a-bb07-4817-9375-a854e96cec85 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:08.637836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.646602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-157eeaf6-112f-4710-aab4-5fcbf72ec208 req-8fabae7a-bb07-4817-9375-a854e96cec85 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 935 time: 0.0817380 Feb 16 14:39:08.729555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-157eeaf6-112f-4710-aab4-5fcbf72ec208 req-4510fcfa-01fc-4f98-b975-a2465f4334d2 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819693 Feb 16 14:39:08.814577 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-946b9e1b-8286-468f-875d-1452541aa4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.949109 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-946b9e1b-8286-468f-875d-1452541aa4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.949466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3595fc-173e-413f-a992-77be3df3d1dd {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:08.959017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:08.970878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d39a-a9cc-40f1-b701-f63414defb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd40a38e-e2a0-439d-a314-fb7eb88644dd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:09.007977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Transition to ACTIVE for port object be3595fc-173e-413f-a992-77be3df3d1dd will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:09.022527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-946b9e1b-8286-468f-875d-1452541aa4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.061112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-946b9e1b-8286-468f-875d-1452541aa4e3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0f3d8b7792d64508b4ae8460922a453a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644349 Feb 16 14:39:09.064401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37362) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:09.089769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.110521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b9e1b-8286-468f-875d-1452541aa4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d5a60f-9188-470e-bf8b-a375b6fb1779,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:09.168737 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e76f526a-dc41-4a4f-a90d-9304c7aaefef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.217196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e76f526a-dc41-4a4f-a90d-9304c7aaefef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.334342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Pushing event updated for resources: {'Port': ['ID=be3595fc-173e-413f-a992-77be3df3d1dd,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:09.382947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.405575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Attempting to bind port be3595fc-173e-413f-a992-77be3df3d1dd on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:09.405902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Attempting to bind port be3595fc-173e-413f-a992-77be3df3d1dd by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:09.406242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Attempting to bind port be3595fc-173e-413f-a992-77be3df3d1dd on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:09.410984 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e76f526a-dc41-4a4f-a90d-9304c7aaefef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.414348 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e76f526a-dc41-4a4f-a90d-9304c7aaefef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.415797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e76f526a-dc41-4a4f-a90d-9304c7aaefef admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f3d5a60f-9188-470e-bf8b-a375b6fb1779 HTTP/1.1" status: 204 len: 168 time: 0.3502247 Feb 16 14:39:09.416023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Port be3595fc-173e-413f-a992-77be3df3d1dd on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:09.416349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Attempting to bind port be3595fc-173e-413f-a992-77be3df3d1dd on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:09.441814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f526a-dc41-4a4f-a90d-9304c7aaefef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d5a60f-9188-470e-bf8b-a375b6fb1779,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:09.492191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:09.495006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:09.499053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:09.499513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Bound port: be3595fc-173e-413f-a992-77be3df3d1dd, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:09.499916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.507575 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.524303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.559267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763229e2-cf85-4f1a-90c7-68a41b11e6c2 req-25a237bb-840a-4944-8c71-590880030fc8 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:09.576724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-763229e2-cf85-4f1a-90c7-68a41b11e6c2 req-25a237bb-840a-4944-8c71-590880030fc8 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.1253397 Feb 16 14:39:09.650552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.669818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] For port be3595fc-173e-413f-a992-77be3df3d1dd, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:09.677553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-763229e2-cf85-4f1a-90c7-68a41b11e6c2 req-f966630d-7690-4ed7-9df7-df9198af37e8 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969312 Feb 16 14:39:09.697373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] For port be3595fc-173e-413f-a992-77be3df3d1dd, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be3595fc-173e-413f-a992-77be3df3d1dd,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:09.706395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event updated for resources: {'Port': ['ID=6a64cd77-5309-4ded-b71c-67e0fe07e004,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:09.734115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.735999 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b8b0e465-d2df-43e5-904e-a7f39350691d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2247694 Feb 16 14:39:09.817585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.885153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36536655-c568-424d-aaea-41327514f988 req-da98a2c5-5430-47a7-a215-9529542cc089 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:09.886726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36536655-c568-424d-aaea-41327514f988 req-da98a2c5-5430-47a7-a215-9529542cc089 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 947 time: 0.0721416 Feb 16 14:39:09.939843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:09.940838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:09.942927 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] 10.222.0.93 "PUT /v2.0/ports/be3595fc-173e-413f-a992-77be3df3d1dd HTTP/1.1" status: 200 len: 1095 time: 3.2675211 Feb 16 14:39:09.943644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'tag': 'be3595fc-173e-413f-a992-77be3df3d1dd'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:10.025868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36536655-c568-424d-aaea-41327514f988 req-c99300cc-045e-4637-a71e-f9c050be014b tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231847 Feb 16 14:39:10.210748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171319da-5673-48e7-a8d7-c775d76cab84 service neutron] Pushing event updated for resources: {'Port': ['ID=be3595fc-173e-413f-a992-77be3df3d1dd,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:10.275883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-802d2003-e0ae-4ea7-be23-77adc8aacb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:10.277511 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-802d2003-e0ae-4ea7-be23-77adc8aacb8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e5798796560649e1a552c3d51908e2ff&device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 1098 time: 0.1940787 Feb 16 14:39:10.511904 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742b5e42-afa0-4891-8ded-30f58f4e8786" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9b0734-84af-417d-99c8-bc4b895b816d", "tag": "be3595fc-173e-413f-a992-77be3df3d1dd"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:10.656274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37412) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:10.682030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72e12817-47c8-4489-bcc4-e0b3a4add7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:10.837806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72e12817-47c8-4489-bcc4-e0b3a4add7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:10.932389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72e12817-47c8-4489-bcc4-e0b3a4add7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:10.975509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e12817-47c8-4489-bcc4-e0b3a4add7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f928dfe9-239b-4594-9992-5357bde4849b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:10.990320 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42a757e-f236-4b2c-b433-ea17d3ed0799 x-openstack-request-id: req-a42a757e-f236-4b2c-b433-ea17d3ed0799 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:10.991268 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9b0734-84af-417d-99c8-bc4b895b816d", "tag": "be3595fc-173e-413f-a992-77be3df3d1dd", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:10.992338 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a42a757e-f236-4b2c-b433-ea17d3ed0799 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:10.995891 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'tag': 'be3595fc-173e-413f-a992-77be3df3d1dd', 'status': 'completed', 'code': 200} Feb 16 14:39:11.050965 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72e12817-47c8-4489-bcc4-e0b3a4add7f1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=94c2f658fe5d45d3999a53e1d6c5cc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904469 Feb 16 14:39:11.052887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37420) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:11.146814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:11.187025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d232604e-83b3-4df9-8497-9903c3fe70ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:11.248121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d232604e-83b3-4df9-8497-9903c3fe70ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:11.342791 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:11.347056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df8747-5f28-4c76-ac54-16a74c7ad31d req-839402c2-434f-4b8c-87a8-6c3b971545fa tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:11.350834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9df8747-5f28-4c76-ac54-16a74c7ad31d req-839402c2-434f-4b8c-87a8-6c3b971545fa tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.2181876 Feb 16 14:39:11.429561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9df8747-5f28-4c76-ac54-16a74c7ad31d req-61b8333f-d24e-408e-ab87-2c4ca4971d50 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Feb 16 14:39:11.481349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d232604e-83b3-4df9-8497-9903c3fe70ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:11.486266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d232604e-83b3-4df9-8497-9903c3fe70ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:11.488165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d232604e-83b3-4df9-8497-9903c3fe70ae admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f928dfe9-239b-4594-9992-5357bde4849b HTTP/1.1" status: 204 len: 168 time: 0.4341357 Feb 16 14:39:11.518696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232604e-83b3-4df9-8497-9903c3fe70ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f928dfe9-239b-4594-9992-5357bde4849b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:11.633817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2931baa-b62b-43db-bb6e-bf90a3651424 req-7b811e49-bac3-4dbf-9ea8-8bd82c6cf961 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:11.646729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2931baa-b62b-43db-bb6e-bf90a3651424 req-7b811e49-bac3-4dbf-9ea8-8bd82c6cf961 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 947 time: 0.1244628 Feb 16 14:39:11.710620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2931baa-b62b-43db-bb6e-bf90a3651424 req-d76b50ff-bf0d-44c5-9998-9dfdf31aaf8c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625319 Feb 16 14:39:12.000132 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:12.476505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37448) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:12.493247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0681-b07d-4fce-bd2f-50793949c5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:12.689466 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-f5007d63-fc85-4a49-a953-46d69685e5bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=be3595fc-173e-413f-a992-77be3df3d1dd HTTP/1.1" status: 200 len: 217 time: 0.0899544 Feb 16 14:39:12.721586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d780d4e-3ea7-48ba-82c9-c00b6430a638 req-b0e55019-b854-47a8-95b2-ab3c78493d24 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:12.744663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d780d4e-3ea7-48ba-82c9-c00b6430a638 req-b0e55019-b854-47a8-95b2-ab3c78493d24 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.1134186 Feb 16 14:39:12.750143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0681-b07d-4fce-bd2f-50793949c5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:12.837291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-794a07d5-deea-4742-bc51-4ff3f306e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:12.840031 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-794a07d5-deea-4742-bc51-4ff3f306e10d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1418228 Feb 16 14:39:12.844486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0681-b07d-4fce-bd2f-50793949c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:12.914227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d780d4e-3ea7-48ba-82c9-c00b6430a638 req-1a3f3862-8552-4b13-ae5f-94ac7577226e tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606386 Feb 16 14:39:12.974554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa0681-b07d-4fce-bd2f-50793949c5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f275277-e714-4310-bf65-da5790034342,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:13.038403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e4aa0681-b07d-4fce-bd2f-50793949c5cc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6df44d63db934f4ebf67482881c300d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582402 Feb 16 14:39:13.039340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37460) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:13.160041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe206f86-478f-4bf6-b96c-96dab5ce4519 req-167e3f62-cc2d-49c0-90f7-589f4772565d tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:13.172195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe206f86-478f-4bf6-b96c-96dab5ce4519 req-167e3f62-cc2d-49c0-90f7-589f4772565d tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 947 time: 0.1346045 Feb 16 14:39:13.240767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe206f86-478f-4bf6-b96c-96dab5ce4519 req-893e33e5-869e-4ff2-8646-dc16abe9310b tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616567 Feb 16 14:39:13.257374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337b50-fd26-47de-b316-c240df6b4cab req-60bc8ebb-7622-4f1e-b463-64b1a094a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:13.259687 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-60bc8ebb-7622-4f1e-b463-64b1a094a868 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732237 Feb 16 14:39:13.260704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-952554e8-ab4d-44ee-9bc3-2f0cb52495bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:13.297176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-952554e8-ab4d-44ee-9bc3-2f0cb52495bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:13.540936 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-6502496f-65d5-4076-b972-7547038b3683 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466343 Feb 16 14:39:13.617723 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-952554e8-ab4d-44ee-9bc3-2f0cb52495bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:13.621020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-952554e8-ab4d-44ee-9bc3-2f0cb52495bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:13.625189 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-952554e8-ab4d-44ee-9bc3-2f0cb52495bf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8f275277-e714-4310-bf65-da5790034342 HTTP/1.1" status: 204 len: 168 time: 0.5835459 Feb 16 14:39:13.645647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952554e8-ab4d-44ee-9bc3-2f0cb52495bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f275277-e714-4310-bf65-da5790034342,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:14.051161 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e337b50-fd26-47de-b316-c240df6b4cab req-c76cfc3a-ae71-47e8-b015-24973ef39406 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717169 Feb 16 14:39:14.233738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51672132-0805-43f5-8fee-4fef28690c65 req-8abe7f18-6fcd-4e34-adb4-9531353f5a38 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:14.245575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51672132-0805-43f5-8fee-4fef28690c65 req-8abe7f18-6fcd-4e34-adb4-9531353f5a38 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.1018512 Feb 16 14:39:14.342854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51672132-0805-43f5-8fee-4fef28690c65 req-d33268e0-157b-46dd-96f4-b12ae0815506 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794287 Feb 16 14:39:14.619440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906c599-c9f4-4d89-a869-5cfce1538af7 req-1678388f-170b-4449-b01c-544c53796a83 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:14.637466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d906c599-c9f4-4d89-a869-5cfce1538af7 req-1678388f-170b-4449-b01c-544c53796a83 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 947 time: 0.1057386 Feb 16 14:39:14.712960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d906c599-c9f4-4d89-a869-5cfce1538af7 req-fd8c9bac-df4c-4b32-8e71-b8777be13777 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732107 Feb 16 14:39:14.997991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37532) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:15.035357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-73a105e7-56bf-406a-8f9f-5af087296b7d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1792994802&fields=id&tenant_id=94a2b62e5f7b4307bae50a5be2255f0b HTTP/1.1" status: 200 len: 267 time: 0.0572968 Feb 16 14:39:15.214047 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-428f45f7-8a1a-4601-be1d-25618e7457c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:15.302982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-c74f96c5-4ae5-4fc9-9c65-4ccefea43664 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:15.305062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-c74f96c5-4ae5-4fc9-9c65-4ccefea43664 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 824 time: 0.2576358 Feb 16 14:39:15.337055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-62015fd7-ddb7-4769-9b09-641027a38439 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/quotas/94a2b62e5f7b4307bae50a5be2255f0b HTTP/1.1" status: 200 len: 375 time: 0.0201869 Feb 16 14:39:15.458740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-4126d54e-928b-4336-8a0f-feec32dde49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:15.461802 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-4126d54e-928b-4336-8a0f-feec32dde49c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e5798796560649e1a552c3d51908e2ff&device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 1098 time: 0.1525011 Feb 16 14:39:15.490376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-428f45f7-8a1a-4601-be1d-25618e7457c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:15.570720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca955c-d26a-4784-909e-d21d992b8f5a req-b1d81ea0-2f97-488b-894a-6b9db6acb6f5 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:15.581495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61ca955c-d26a-4784-909e-d21d992b8f5a req-b1d81ea0-2f97-488b-894a-6b9db6acb6f5 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.0927901 Feb 16 14:39:15.588638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-69b2c466-2ae5-4eaa-b745-a6c9a0dfdf02 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2498021 Feb 16 14:39:15.682535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61ca955c-d26a-4784-909e-d21d992b8f5a req-35a03a67-49dd-40f1-80bd-72b6a69550ba tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927491 Feb 16 14:39:15.777370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-ad980464-0ce7-42b4-8c4f-13f2d53a9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:15.777370 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-ad980464-0ce7-42b4-8c4f-13f2d53a9154 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2693875 Feb 16 14:39:15.822683 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-efea891e-fd26-4876-ac21-e9982389e93d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=be3595fc-173e-413f-a992-77be3df3d1dd HTTP/1.1" status: 200 len: 217 time: 0.0524795 Feb 16 14:39:15.887313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef34553-ed7e-4c9c-8b61-9af984fa3f0a req-e90c9e4e-54c3-49c3-9649-12f0ae36a7ba tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:15.889416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ef34553-ed7e-4c9c-8b61-9af984fa3f0a req-e90c9e4e-54c3-49c3-9649-12f0ae36a7ba tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 947 time: 0.0682023 Feb 16 14:39:15.891771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-0f9779b6-4662-40c2-90f0-6d7fc7c4c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:15.894871 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-0f9779b6-4662-40c2-90f0-6d7fc7c4c82f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0637116 Feb 16 14:39:15.944068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ef34553-ed7e-4c9c-8b61-9af984fa3f0a req-91a7a2c9-e76e-4654-9780-5582a2066017 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Feb 16 14:39:15.952176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-73999f39-27fd-45fc-b4c5-73e905e2c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:15.953751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-73999f39-27fd-45fc-b4c5-73e905e2c761 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516415 Feb 16 14:39:16.057358 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-0b77c1b7-e096-42c4-b1f2-70ac50193880 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957742 Feb 16 14:39:16.178099 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-742b5e42-afa0-4891-8ded-30f58f4e8786 req-4c9861de-e2ec-41e2-8f76-6ac19da9d5e2 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095500 Feb 16 14:39:16.319262 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-428f45f7-8a1a-4601-be1d-25618e7457c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:16.361890 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-428f45f7-8a1a-4601-be1d-25618e7457c4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc389f5391884e0885c7545e8325e8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3623171 Feb 16 14:39:16.389860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f45f7-8a1a-4601-be1d-25618e7457c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba2a5e-a0a9-4c73-9452-3b5040ed632c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:16.390792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37552) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:16.441226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed83713e-1de8-4afe-b8d2-44102a034673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:16.462133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed83713e-1de8-4afe-b8d2-44102a034673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:16.799943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c94ab-fb5f-4887-8b9e-fa18438aac01 req-6a280dda-c065-42f0-b749-4f6856f065e0 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:16.801428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b56c94ab-fb5f-4887-8b9e-fa18438aac01 req-6a280dda-c065-42f0-b749-4f6856f065e0 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.0544231 Feb 16 14:39:16.842222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b56c94ab-fb5f-4887-8b9e-fa18438aac01 req-a08fba09-b2a5-4024-85f2-62cee72d0a9e tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Feb 16 14:39:16.932140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed83713e-1de8-4afe-b8d2-44102a034673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:16.936351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:16.940018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed83713e-1de8-4afe-b8d2-44102a034673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:16.943305 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ed83713e-1de8-4afe-b8d2-44102a034673 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a6ba2a5e-a0a9-4c73-9452-3b5040ed632c HTTP/1.1" status: 204 len: 168 time: 0.5503263 Feb 16 14:39:16.950884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83713e-1de8-4afe-b8d2-44102a034673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba2a5e-a0a9-4c73-9452-3b5040ed632c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:17.020871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37566) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:17.082519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc8647-cedb-4c9e-a3c0-830f4f0449b0 req-318a802d-8337-4541-823d-341f810a134e tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:17.084202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fdc8647-cedb-4c9e-a3c0-830f4f0449b0 req-318a802d-8337-4541-823d-341f810a134e tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 947 time: 0.0600953 Feb 16 14:39:17.124023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fdc8647-cedb-4c9e-a3c0-830f4f0449b0 req-8f07d46e-1088-4e4a-89b1-2d83739f590c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Feb 16 14:39:17.323252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-8cb43cdf-0abc-4b19-b74d-a2d83dd74608 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:39:17.326129 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-8cb43cdf-0abc-4b19-b74d-a2d83dd74608 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2681909 Feb 16 14:39:17.333928 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5daa8ca4-0d85-4eca-b158-2c42a7df0094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.423470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5daa8ca4-0d85-4eca-b158-2c42a7df0094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.439557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-07050e77-65a5-43f1-ba4f-3eeb1703cf70 service neutron] 10.222.0.113 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016681 Feb 16 14:39:17.497911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5daa8ca4-0d85-4eca-b158-2c42a7df0094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.537108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-a1d0b83f-2c34-415a-8642-e4624ae9eddb service neutron] 10.222.0.113 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908473 Feb 16 14:39:17.537557 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5daa8ca4-0d85-4eca-b158-2c42a7df0094 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c8905309e7d3450e940ba3a777dc113a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153117 Feb 16 14:39:17.540754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37580) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:17.543779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa8ca4-0d85-4eca-b158-2c42a7df0094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e02396-1fe4-47ad-b50b-7acd91bdbe7b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:17.600665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-099d8a69-ecdc-445f-9fee-6a04a1fd6868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.626562 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-099d8a69-ecdc-445f-9fee-6a04a1fd6868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.696148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37586) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:17.709785 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fbead36a-ce49-4f54-8950-2690ad4113fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.745968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-099d8a69-ecdc-445f-9fee-6a04a1fd6868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.754651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-099d8a69-ecdc-445f-9fee-6a04a1fd6868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.754651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-099d8a69-ecdc-445f-9fee-6a04a1fd6868 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/12e02396-1fe4-47ad-b50b-7acd91bdbe7b HTTP/1.1" status: 204 len: 168 time: 0.2079937 Feb 16 14:39:17.764664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d8a69-ecdc-445f-9fee-6a04a1fd6868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e02396-1fe4-47ad-b50b-7acd91bdbe7b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:17.898330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fbead36a-ce49-4f54-8950-2690ad4113fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.901716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffbbb1cd-5c6c-47bd-a813-7d80d67839f2 req-50393c4f-90f0-4f6e-b0a0-53e1b5095479 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 210 time: 0.0482266 Feb 16 14:39:17.967094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fbead36a-ce49-4f54-8950-2690ad4113fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.070608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fbead36a-ce49-4f54-8950-2690ad4113fe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=412b501560ef45db8150a6d287dbf9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733749 Feb 16 14:39:18.072315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbead36a-ce49-4f54-8950-2690ad4113fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb97ad1-0bcf-45c4-81d7-45e4ae56b6b1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:18.074265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37600) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:18.103201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d7dce-0376-499b-8019-a27193ee77d4 req-8893468e-acf5-4510-8315-27eddb384693 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:18.103201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-657d7dce-0376-499b-8019-a27193ee77d4 req-8893468e-acf5-4510-8315-27eddb384693 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.1134276 Feb 16 14:39:18.146799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-518a8aa9-5828-48d2-9ac0-185afdac18c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.153973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-657d7dce-0376-499b-8019-a27193ee77d4 req-4fec21b1-908e-4e9e-a157-9178db0d49b8 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Feb 16 14:39:18.169762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-518a8aa9-5828-48d2-9ac0-185afdac18c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.268331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ffd0f-b036-4765-9300-13f1867236ab req-7289734d-1a59-4128-8467-305d1876baf0 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:18.274276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f95ffd0f-b036-4765-9300-13f1867236ab req-7289734d-1a59-4128-8467-305d1876baf0 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 947 time: 0.0565348 Feb 16 14:39:18.292342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-518a8aa9-5828-48d2-9ac0-185afdac18c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.295052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-518a8aa9-5828-48d2-9ac0-185afdac18c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.296529 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-518a8aa9-5828-48d2-9ac0-185afdac18c9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bdb97ad1-0bcf-45c4-81d7-45e4ae56b6b1 HTTP/1.1" status: 204 len: 168 time: 0.2221107 Feb 16 14:39:18.313661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f95ffd0f-b036-4765-9300-13f1867236ab req-94066827-fb1f-4319-9329-5eee127942ed tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344212 Feb 16 14:39:18.322109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a8aa9-5828-48d2-9ac0-185afdac18c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb97ad1-0bcf-45c4-81d7-45e4ae56b6b1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:18.599527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be3595fc-173e-413f-a992-77be3df3d1dd details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:18.713533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port be3595fc-173e-413f-a992-77be3df3d1dd, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be3595fc-173e-413f-a992-77be3df3d1dd,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:18.726915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'be3595fc-173e-413f-a992-77be3df3d1dd', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'be3595fc-173e-413f-a992-77be3df3d1dd', 'mac_address': 'fa:16:3e:7d:13:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:39:18.741935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37620) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:18.759779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09ede14-7175-4be7-9e2c-4d68c3d03e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.766975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.783818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3595fc-173e-413f-a992-77be3df3d1dd {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:18.815363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port be3595fc-173e-413f-a992-77be3df3d1dd, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be3595fc-173e-413f-a992-77be3df3d1dd,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:18.880736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09ede14-7175-4be7-9e2c-4d68c3d03e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.885998 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.943218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=be3595fc-173e-413f-a992-77be3df3d1dd,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:18.960713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09ede14-7175-4be7-9e2c-4d68c3d03e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:18.991088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f586e374-af5b-456b-a477-19f2ba1a547e req-cee888e7-ef73-45ac-a565-53ac2ad15baf tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 210 time: 0.0305521 Feb 16 14:39:19.152113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ede14-7175-4be7-9e2c-4d68c3d03e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5471d7a4-3373-4913-886d-2a26b27086fc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:19.156713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d09ede14-7175-4be7-9e2c-4d68c3d03e0a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8aad6a0bb8684b29816bc243c59141d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131095 Feb 16 14:39:19.159731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37642) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:19.212472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3214dfc0-1042-4960-957b-595c8060bd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:19.260568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3214dfc0-1042-4960-957b-595c8060bd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:19.285441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['be3595fc-173e-413f-a992-77be3df3d1dd'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:19.308004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a98e1-a46e-49a8-b4ce-ab80197bf7fd req-3a2062bb-8348-4999-b8bd-7e0528255eb4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:19.311566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-477a98e1-a46e-49a8-b4ce-ab80197bf7fd req-3a2062bb-8348-4999-b8bd-7e0528255eb4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.0881879 Feb 16 14:39:19.384241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-477a98e1-a46e-49a8-b4ce-ab80197bf7fd req-9b68e975-1861-4667-9e8b-db103eb4aae9 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548184 Feb 16 14:39:19.451494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3214dfc0-1042-4960-957b-595c8060bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:19.454064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3214dfc0-1042-4960-957b-595c8060bd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:19.455427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3214dfc0-1042-4960-957b-595c8060bd83 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5471d7a4-3373-4913-886d-2a26b27086fc HTTP/1.1" status: 204 len: 168 time: 0.2946618 Feb 16 14:39:19.469764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214dfc0-1042-4960-957b-595c8060bd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5471d7a4-3373-4913-886d-2a26b27086fc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:19.490020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e92a1-ba78-4b46-a185-1bbb25dfe195 req-a3c1edbd-0d02-4eac-b62d-2f0a7cf0d70b tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:19.492299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23e92a1-ba78-4b46-a185-1bbb25dfe195 req-a3c1edbd-0d02-4eac-b62d-2f0a7cf0d70b tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 948 time: 0.0734754 Feb 16 14:39:19.540339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23e92a1-ba78-4b46-a185-1bbb25dfe195 req-da99e754-8998-41d3-bbec-6cd6c7fb1301 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Feb 16 14:39:19.747398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37672) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:19.907128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1894359142-network', 'tenant_id': '89e0d846602c42ffa3d785a7f03f0e3b'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:20.012871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Made reservation on behalf of 89e0d846602c42ffa3d785a7f03f0e3b for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:20.015925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.027401 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.090007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c72feb77-0c20-4a30-8e9d-607d3af9a197 req-10784cc5-d079-46c0-b280-6f8a2ad6fe01 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Feb 16 14:39:20.105799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.201034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.229918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fccaa-9154-4c52-a3ef-988d6a26a7e6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:20.235430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:39:20.245432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.245774 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Added segment 4883326f-918d-4ce3-9925-eb5092dcdbb9 of type vlan for network 810c1930-d042-471b-b5b8-58060b8c1a90 Feb 16 14:39:20.287320 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.354809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37694) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:20.395998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.397486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:20.398219 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.511978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01700c66-e369-4095-833f-d6bba03b5c68 req-21988308-41c4-409c-8992-5fd12f3a915e tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:20.512182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-387c37d2-da41-417e-ba06-a55c500b01f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.513847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01700c66-e369-4095-833f-d6bba03b5c68 req-21988308-41c4-409c-8992-5fd12f3a915e tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 968 time: 0.0577493 Feb 16 14:39:20.527612 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7790132 Feb 16 14:39:20.530001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37704) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:20.535730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Request body: {'subnet': {'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1894359142-subnet', 'tenant_id': '89e0d846602c42ffa3d785a7f03f0e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:20.540580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29078e34-f951-4fdf-ba23-fb9f151a7cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=810c1930-d042-471b-b5b8-58060b8c1a90,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:20.556190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 810c1930-d042-471b-b5b8-58060b8c1a90 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:39:20.562851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01700c66-e369-4095-833f-d6bba03b5c68 req-b96e6955-9680-427c-8994-919325296996 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Feb 16 14:39:20.627923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be3595fc-173e-413f-a992-77be3df3d1dd up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:20.688671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c0347-c65c-406f-bb65-390baba3d5a5 req-ee17c16a-9fa9-445b-9956-7d4ba27fc9e8 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:20.692462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e3c0347-c65c-406f-bb65-390baba3d5a5 req-ee17c16a-9fa9-445b-9956-7d4ba27fc9e8 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 948 time: 0.0688915 Feb 16 14:39:20.741948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e3c0347-c65c-406f-bb65-390baba3d5a5 req-03c8dc03-3481-4566-a26e-60dbb0351920 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Feb 16 14:39:20.742936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37712) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:20.772271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port be3595fc-173e-413f-a992-77be3df3d1dd completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:39:20.776957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port be3595fc-173e-413f-a992-77be3df3d1dd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:20.781503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.841998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Made reservation on behalf of 89e0d846602c42ffa3d785a7f03f0e3b for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:20.844693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.855925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-bad45bbb-27ae-4da5-beeb-0f487e44a5d8 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:20.857390 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-bad45bbb-27ae-4da5-beeb-0f487e44a5d8 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 824 time: 0.2933137 Feb 16 14:39:20.867734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ab1de4b8-b78c-4691-a9b4-dc2073986af0 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:20.887529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-network', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:20.888186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-387c37d2-da41-417e-ba06-a55c500b01f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.901014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.964203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3595fc-173e-413f-a992-77be3df3d1dd'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:20.968855 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-4312f064-0428-4e9c-aa49-3829b0056862 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94a2b62e5f7b4307bae50a5be2255f0b HTTP/1.1" status: 200 len: 380 time: 0.0933254 Feb 16 14:39:20.969469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-387c37d2-da41-417e-ba06-a55c500b01f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.996527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'port': {'device_id': '183cc51a-e1cc-496e-b3db-4294f791f638', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'admin_state_up': True, 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'security_groups': ['3ee11bea-a756-4c0b-abf5-72cbd0498e8d']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:21.018363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Made reservation on behalf of 5802fcb6cbc5403390737f29ddd8b622 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:21.021180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.036804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.045496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port be3595fc-173e-413f-a992-77be3df3d1dd, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be3595fc-173e-413f-a992-77be3df3d1dd,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:21.073643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-387c37d2-da41-417e-ba06-a55c500b01f5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ed225b71797b463c9bad17365cc5e0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174754 Feb 16 14:39:21.083486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37720) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:21.083730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.097133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ab1de4b8-b78c-4691-a9b4-dc2073986af0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ab1de4b8-b78c-4691-a9b4-dc2073986af0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:21.118882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c37d2-da41-417e-ba06-a55c500b01f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a8b0f-ca13-4bc0-b6fd-0a5e4ea2d91b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:21.128715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.141026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0', 'mac_address': 'fa:16:3e:16:56:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:tempest-test_az-684553511', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:39:21.177816 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.196979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=be3595fc-173e-413f-a992-77be3df3d1dd,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:21.212781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.231282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:39:21.233156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1de4b8-b78c-4691-a9b4-dc2073986af0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:21.261233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ab1de4b8-b78c-4691-a9b4-dc2073986af0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ab1de4b8-b78c-4691-a9b4-dc2073986af0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:21.264963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d44f4232-dbb0-46db-9f38-d89a60fde8bb req-d6fe2799-fbb0-4c10-98ee-e82cd95f036d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 210 time: 0.0534437 Feb 16 14:39:21.271679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6072eda2-4b47-4a40-993a-54163d6b21e3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:21.274333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbe80c66-14d5-433d-8925-c42ba43ecff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.277369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.277716 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Added segment efba0249-4183-40f5-8559-f4cb7e2e46e6 of type vlan for network b895ade3-094a-49cc-8cef-aff577834c8e Feb 16 14:39:21.281831 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c8cc41-23e0-4ffc-90b0-6d81b70b3993" -d '{"events": [{"server_uuid": "6e9b0734-84af-417d-99c8-bc4b895b816d", "name": "network-vif-plugged", "status": "completed", "tag": "be3595fc-173e-413f-a992-77be3df3d1dd"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:21.325422 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.343162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbe80c66-14d5-433d-8925-c42ba43ecff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.373291 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.406631 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d26ef4f-e8e9-4a2a-b928-955f0595e757 x-openstack-request-id: req-2d26ef4f-e8e9-4a2a-b928-955f0595e757 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:21.406631 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9b0734-84af-417d-99c8-bc4b895b816d", "name": "network-vif-plugged", "status": "completed", "tag": "be3595fc-173e-413f-a992-77be3df3d1dd", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:21.406874 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2d26ef4f-e8e9-4a2a-b928-955f0595e757 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:21.407245 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3595fc-173e-413f-a992-77be3df3d1dd', 'code': 200} Feb 16 14:39:21.424840 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.435839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ab1de4b8-b78c-4691-a9b4-dc2073986af0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:21.453342 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.454313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:21.454896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.460277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Made reservation on behalf of 94a2b62e5f7b4307bae50a5be2255f0b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:21.463908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.477392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.93', 49649) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:21.495134 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbe80c66-14d5-433d-8925-c42ba43ecff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.497277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbe80c66-14d5-433d-8925-c42ba43ecff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.498547 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cbe80c66-14d5-433d-8925-c42ba43ecff9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/737a8b0f-ca13-4bc0-b6fd-0a5e4ea2d91b HTTP/1.1" status: 204 len: 168 time: 0.4105315 Feb 16 14:39:21.518722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc0099c-4f2b-4279-8bdb-decfa498c9ef,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:21.532184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe80c66-14d5-433d-8925-c42ba43ecff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a8b0f-ca13-4bc0-b6fd-0a5e4ea2d91b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:21.572586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8284082 Feb 16 14:39:21.577883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37730) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:21.578844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:21.579380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Network hostable DHCP agents. Network: 810c1930-d042-471b-b5b8-58060b8c1a90, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:39:21.593568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Request body: {'subnet': {'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-subnet', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:21.606098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a20a-d974-41a0-8736-0b6ea7d0dbcc admin admin] Pushing event updated for resources: {'Network': ['ID=b895ade3-094a-49cc-8cef-aff577834c8e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:21.617624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f94cc-8a71-48f6-b60a-20b679d4dc24 req-b66fca7e-e4d8-437d-a1c0-655a877671f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:21.619162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da0f94cc-8a71-48f6-b60a-20b679d4dc24 req-b66fca7e-e4d8-437d-a1c0-655a877671f2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 1100 time: 0.1407113 Feb 16 14:39:21.624121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b895ade3-094a-49cc-8cef-aff577834c8e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:39:21.650684 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-da0f94cc-8a71-48f6-b60a-20b679d4dc24 req-91b891d9-ce6b-4072-9231-9add65e32e06 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.683149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ab1de4b8-b78c-4691-a9b4-dc2073986af0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:21.687961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Allocated IP 172.20.0.5 (b6bd3693-9585-4d50-a966-377452196873/0f6c1c61-f293-4979-ac7c-1d6c40e93f8e/146c8146-2a25-408f-b0d8-3eeb7c25903f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:21.730988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Network 810c1930-d042-471b-b5b8-58060b8c1a90 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:39:21.756371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Made reservation on behalf of 5802fcb6cbc5403390737f29ddd8b622 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:21.758714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.767218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b3e41-0eb3-4da6-9b7f-5118997ab68f req-c14f15b3-b707-45d6-a53e-47b20c69cae2 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:21.769079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e9b3e41-0eb3-4da6-9b7f-5118997ab68f req-c14f15b3-b707-45d6-a53e-47b20c69cae2 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 969 time: 0.0995739 Feb 16 14:39:21.824356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-da0f94cc-8a71-48f6-b60a-20b679d4dc24 req-91b891d9-ce6b-4072-9231-9add65e32e06 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.848631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 810c1930-d042-471b-b5b8-58060b8c1a90) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:21.859666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:21.860235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.861157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15248313-f1e4-4ac9-94bc-a65c88945dde None None] Network 810c1930-d042-471b-b5b8-58060b8c1a90 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:21.863996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e9b3e41-0eb3-4da6-9b7f-5118997ab68f req-aba4b030-9f0d-477b-85c3-34ad7be22f8a tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681658 Feb 16 14:39:21.945257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:21.953556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de78c2-517b-4777-ab54-a0cd79710e28 req-d578354e-ed96-421a-89e8-0c3ffa19308f tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:21.971710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74de78c2-517b-4777-ab54-a0cd79710e28 req-d578354e-ed96-421a-89e8-0c3ffa19308f tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 949 time: 0.0905504 Feb 16 14:39:21.997780 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1619f566-26ec-42c3-a794-11f50acce33a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4662669 Feb 16 14:39:21.998003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-da0f94cc-8a71-48f6-b60a-20b679d4dc24 req-91b891d9-ce6b-4072-9231-9add65e32e06 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.037317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b891d9-ce6b-4072-9231-9add65e32e06 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f021d8-44d6-47cf-a729-2d786c040c5f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:22.063074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6507c-f942-4387-9d7c-1ba7fb299410 None None] Network 810c1930-d042-471b-b5b8-58060b8c1a90 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:22.083994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74de78c2-517b-4777-ab54-a0cd79710e28 req-415f955c-e677-4641-9616-08c48548eb56 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146014 Feb 16 14:39:22.094618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da0f94cc-8a71-48f6-b60a-20b679d4dc24 req-91b891d9-ce6b-4072-9231-9add65e32e06 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656394 Feb 16 14:39:22.117347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.157400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.212842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Network b6bd3693-9585-4d50-a966-377452196873 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:22.217902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event updated for resources: {'Port': ['ID=146c8146-2a25-408f-b0d8-3eeb7c25903f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:22.224215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:22.231617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:22.237933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:22.238551 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.257258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860979b2-ad31-4713-a36e-d0c99af8a382,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:22.269581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Checking segment: {'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:22.269939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Network hostable DHCP agents. Network: b895ade3-094a-49cc-8cef-aff577834c8e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:39:22.352483 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-0f766e02-9aad-47a1-8ef9-02a0bab65657 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3631961 Feb 16 14:39:22.375566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Request body: {'port': {'device_id': '183cc51a-e1cc-496e-b3db-4294f791f638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:22.380006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Network b895ade3-094a-49cc-8cef-aff577834c8e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:39:22.402100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f195-97a1-4310-80ef-eaca20f9a60e req-806489b6-1438-4761-b722-6efba8be7eda tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:22.404551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61d2f195-97a1-4310-80ef-eaca20f9a60e req-806489b6-1438-4761-b722-6efba8be7eda tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 931 time: 0.0624180 Feb 16 14:39:22.435207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37746) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:22.440794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b895ade3-094a-49cc-8cef-aff577834c8e) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:22.448296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:22.448884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.452700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550a56e-191c-44d2-be4d-2147514b80be None None] Network b895ade3-094a-49cc-8cef-aff577834c8e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:22.460845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.461341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-92a0f249-c1d8-4021-8c8d-e043fd196c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.472549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61d2f195-97a1-4310-80ef-eaca20f9a60e req-5f0b2a58-e50a-4e6e-b986-5407669e408b tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600882 Feb 16 14:39:22.550826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-92a0f249-c1d8-4021-8c8d-e043fd196c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.588056 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa25e497-fa73-48b4-ad13-c29c36480476 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0023918 Feb 16 14:39:22.588387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:22.599963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:22.614154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5420b03e-9a14-4776-b0d5-d7be0d9a74cc None None] Provisioning complete for port 146c8146-2a25-408f-b0d8-3eeb7c25903f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:22.614520 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5420b03e-9a14-4776-b0d5-d7be0d9a74cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.641229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-92a0f249-c1d8-4021-8c8d-e043fd196c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.674208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5420b03e-9a14-4776-b0d5-d7be0d9a74cc None None] Port 146c8146-2a25-408f-b0d8-3eeb7c25903f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:22.685040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b895ade3-094a-49cc-8cef-aff577834c8e', 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'fixed_ips': [{'subnet_id': '860979b2-ad31-4713-a36e-d0c99af8a382'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:39:22.687351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.692225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0f249-c1d8-4021-8c8d-e043fd196c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c2819-8dda-4927-811c-8b2a9f63e7d4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:22.717956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-92a0f249-c1d8-4021-8c8d-e043fd196c0d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a0ac61677e614a7ebefce0c8d50ff5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792311 Feb 16 14:39:22.718281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37754) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:22.760419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.761423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.844786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Allocated IP 172.20.0.2 (b895ade3-094a-49cc-8cef-aff577834c8e/860979b2-ad31-4713-a36e-d0c99af8a382/bd87f592-ff14-4f5c-850f-c17e7432436d) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:22.867777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2a398281-bd1a-41d9-ba2f-1327387a5958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.875453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.879870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146c8146-2a25-408f-b0d8-3eeb7c25903f {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:22.897254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.915907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2a398281-bd1a-41d9-ba2f-1327387a5958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.931218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Transition to ACTIVE for port object 146c8146-2a25-408f-b0d8-3eeb7c25903f will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:22.937960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37762) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:22.939232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ab1de4b8-b78c-4691-a9b4-dc2073986af0 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:22.943614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-624297200-network', 'tenant_id': 'ab5a513412f242a8b6888a8841bfd9fb'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:23.015287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1994b47-0b4d-40f3-8f99-4486648a23f7 req-265c126a-7efe-4905-8130-093c2c380df7 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:23.019084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1994b47-0b4d-40f3-8f99-4486648a23f7 req-265c126a-7efe-4905-8130-093c2c380df7 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 969 time: 0.0605774 Feb 16 14:39:23.029185 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.059225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1994b47-0b4d-40f3-8f99-4486648a23f7 req-992579bc-7896-4702-acb0-9241a0302186 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Feb 16 14:39:23.081687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Made reservation on behalf of ab5a513412f242a8b6888a8841bfd9fb for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:23.084068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.086699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.095402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.149678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Pushing event updated for resources: {'Port': ['ID=146c8146-2a25-408f-b0d8-3eeb7c25903f,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:23.150675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port ab1de4b8-b78c-4691-a9b4-dc2073986af0 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:39:23.153458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.156655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port ab1de4b8-b78c-4691-a9b4-dc2073986af0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:23.157290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.200727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.253856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afba43-9591-414e-9225-308f305fceef req-bed681d8-298f-4e5b-8ea7-a41794d5895d tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:23.261721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96afba43-9591-414e-9225-308f305fceef req-bed681d8-298f-4e5b-8ea7-a41794d5895d tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 949 time: 0.0881896 Feb 16 14:39:23.317448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.333782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96afba43-9591-414e-9225-308f305fceef req-f246235d-1398-4283-ad5c-d42d3f288962 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Feb 16 14:39:23.385639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Network b895ade3-094a-49cc-8cef-aff577834c8e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:23.387954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2a398281-bd1a-41d9-ba2f-1327387a5958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.389800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.394132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2a398281-bd1a-41d9-ba2f-1327387a5958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.395662 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2a398281-bd1a-41d9-ba2f-1327387a5958 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f77c2819-8dda-4927-811c-8b2a9f63e7d4 HTTP/1.1" status: 204 len: 168 time: 0.6761122 Feb 16 14:39:23.399834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:23.399834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:23.415607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:39:23.429361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a398281-bd1a-41d9-ba2f-1327387a5958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c2819-8dda-4927-811c-8b2a9f63e7d4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:23.431010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe555d32-e26b-4b23-b9d1-5cdfaa124e45,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:23.436516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.436869 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Added segment 6abd9f06-5705-4d25-8634-5dfdfe5b11f0 of type vlan for network 8d385f15-23fc-4886-8da4-a477e35d06c4 Feb 16 14:39:23.465506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Attempting to bind port 146c8146-2a25-408f-b0d8-3eeb7c25903f on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:23.466004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Attempting to bind port 146c8146-2a25-408f-b0d8-3eeb7c25903f by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:23.466425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Attempting to bind port 146c8146-2a25-408f-b0d8-3eeb7c25903f on network b6bd3693-9585-4d50-a966-377452196873 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:23.472541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Port 146c8146-2a25-408f-b0d8-3eeb7c25903f on network b6bd3693-9585-4d50-a966-377452196873 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:23.473055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Attempting to bind port 146c8146-2a25-408f-b0d8-3eeb7c25903f on network b6bd3693-9585-4d50-a966-377452196873 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:23.474661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Pushing event updated for resources: {'Port': ['ID=bd87f592-ff14-4f5c-850f-c17e7432436d,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:23.483371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:23.483854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Checking segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:23.484325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Bound using segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:23.485454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Bound port: 146c8146-2a25-408f-b0d8-3eeb7c25903f, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:23.486056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.493637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.587050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] For port 146c8146-2a25-408f-b0d8-3eeb7c25903f, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:23.587487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Attempting to bind port bd87f592-ff14-4f5c-850f-c17e7432436d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:23.587885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Attempting to bind port bd87f592-ff14-4f5c-850f-c17e7432436d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:23.588277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Attempting to bind port bd87f592-ff14-4f5c-850f-c17e7432436d on network b895ade3-094a-49cc-8cef-aff577834c8e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:23.591292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.591805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] For port 146c8146-2a25-408f-b0d8-3eeb7c25903f, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:23.592564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:23.593502 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.597428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.600710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:23.601084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Checking segment: {'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:23.601471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.601861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Bound using segment: {'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:23.602324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Bound port: bd87f592-ff14-4f5c-850f-c17e7432436d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:23.602693 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.636992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:23.639702 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e0bfbb-b813-4f9a-bc2c-72c1cad078fd" -d '{"events": [{"server_uuid": "a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1", "name": "network-vif-plugged", "status": "completed", "tag": "ab1de4b8-b78c-4691-a9b4-dc2073986af0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:23.695612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ba8f-8f5b-4d3e-95f2-b12bdcc3fbd7 req-1c4eb03a-a878-4f98-9757-81f51d440442 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:23.696698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] For port bd87f592-ff14-4f5c-850f-c17e7432436d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:23.700013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.700159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] For port bd87f592-ff14-4f5c-850f-c17e7432436d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bd87f592-ff14-4f5c-850f-c17e7432436d,segment=NetworkSegment(efba0249-4183-40f5-8559-f4cb7e2e46e6),segment_id=efba0249-4183-40f5-8559-f4cb7e2e46e6)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:23.703638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c1ba8f-8f5b-4d3e-95f2-b12bdcc3fbd7 req-1c4eb03a-a878-4f98-9757-81f51d440442 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 943 time: 0.1263099 Feb 16 14:39:23.712547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] Pushing event updated for resources: {'Network': ['ID=8d385f15-23fc-4886-8da4-a477e35d06c4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:23.714067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ab1de4b8-b78c-4691-a9b4-dc2073986af0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ab1de4b8-b78c-4691-a9b4-dc2073986af0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:23.729611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d369986b-438a-4d3e-bfc0-95043d204fbb admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7903788 Feb 16 14:39:23.732941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8d385f15-23fc-4886-8da4-a477e35d06c4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:39:23.733251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37774) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:23.739643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Request body: {'subnet': {'network_id': '8d385f15-23fc-4886-8da4-a477e35d06c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-624297200-subnet', 'tenant_id': 'ab5a513412f242a8b6888a8841bfd9fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:23.772753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c1ba8f-8f5b-4d3e-95f2-b12bdcc3fbd7 req-f0e81501-cbcb-4da8-b5fc-a2ffa5402590 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680592 Feb 16 14:39:23.779474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:23.780135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.781552 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] 10.222.0.93 "PUT /v2.0/ports/146c8146-2a25-408f-b0d8-3eeb7c25903f HTTP/1.1" status: 200 len: 1091 time: 1.4114957 Feb 16 14:39:23.781996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:23.784898 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29df0979-ebd4-45eb-9ad9-76a0ed004423" -d '{"events": [{"name": "network-changed", "server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:23.804147 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e4e198-998b-43a2-bf49-24784017c4a7 x-openstack-request-id: req-a7e4e198-998b-43a2-bf49-24784017c4a7 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:23.804537 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1", "name": "network-vif-plugged", "status": "completed", "tag": "ab1de4b8-b78c-4691-a9b4-dc2073986af0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:23.804887 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7e4e198-998b-43a2-bf49-24784017c4a7 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:23.805350 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0', 'code': 200} Feb 16 14:39:23.807287 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.848729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfecced-86d7-4eac-8031-23b5953c0ffa service neutron] Pushing event updated for resources: {'Port': ['ID=146c8146-2a25-408f-b0d8-3eeb7c25903f,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:23.849498 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b3a8f4-b8c1-4dbd-a6fc-3de29357dc84 x-openstack-request-id: req-c0b3a8f4-b8c1-4dbd-a6fc-3de29357dc84 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:23.849788 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:23.850041 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c0b3a8f4-b8c1-4dbd-a6fc-3de29357dc84 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:23.850438 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'status': 'completed', 'code': 200} Feb 16 14:39:23.854268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.864758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Made reservation on behalf of ab5a513412f242a8b6888a8841bfd9fb for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:23.870363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.882107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.916449 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:23.966641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737e6c7-ebe5-4e76-982b-0abbaae9e057 None None] Pushing event updated for resources: {'Port': ['ID=bd87f592-ff14-4f5c-850f-c17e7432436d,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:24.045129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0979-ebd4-45eb-9ad9-76a0ed004423 req-48b7f228-8d46-43e2-8697-c5ba374712ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.049913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ab1de4b8-b78c-4691-a9b4-dc2073986af0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:24.057833 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-29df0979-ebd4-45eb-9ad9-76a0ed004423 req-48b7f228-8d46-43e2-8697-c5ba374712ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 1094 time: 0.1616302 Feb 16 14:39:24.199043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Allocated IP 172.25.6.93 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d60a604c-b6aa-4c16-9452-ea607ba85629) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:24.367407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0979-ebd4-45eb-9ad9-76a0ed004423 req-1fa6a2d6-99cc-4754-b067-2d4291948c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.368860 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-29df0979-ebd4-45eb-9ad9-76a0ed004423 req-1fa6a2d6-99cc-4754-b067-2d4291948c09 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2979841 Feb 16 14:39:24.405849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab615f6-5bc8-4460-9b99-3010cb406628 req-e1e695b9-222d-41b9-b4d5-24b95287f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.407461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cab615f6-5bc8-4460-9b99-3010cb406628 req-e1e695b9-222d-41b9-b4d5-24b95287f899 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 1121 time: 0.1410022 Feb 16 14:39:24.416580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e679a-0a4f-4cf8-8c9f-8e84cfbcac26 req-909d916a-d72d-4855-9125-9820e1aa1ed6 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.425684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a9e679a-0a4f-4cf8-8c9f-8e84cfbcac26 req-909d916a-d72d-4855-9125-9820e1aa1ed6 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 970 time: 0.1580176 Feb 16 14:39:24.521757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cab615f6-5bc8-4460-9b99-3010cb406628 req-241b754f-da46-4843-bfc8-bb84018d4fdf service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931628 Feb 16 14:39:24.581337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a9e679a-0a4f-4cf8-8c9f-8e84cfbcac26 req-42628e3e-9a4f-4d68-bfdf-6b6b77ddc16b tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540451 Feb 16 14:39:24.614396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:24.641412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df0979-ebd4-45eb-9ad9-76a0ed004423 req-4474b422-62f8-409a-8fd0-a63a8d02a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.643148 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-29df0979-ebd4-45eb-9ad9-76a0ed004423 req-4474b422-62f8-409a-8fd0-a63a8d02a96c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2608085 Feb 16 14:39:24.645621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2b1d1-6b40-4942-badd-5e86907d0f34 req-d4f11727-d8f4-4ea4-871b-fdd8f33b745a tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.647160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5af2b1d1-6b40-4942-badd-5e86907d0f34 req-d4f11727-d8f4-4ea4-871b-fdd8f33b745a tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 949 time: 0.1302090 Feb 16 14:39:24.695149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5af2b1d1-6b40-4942-badd-5e86907d0f34 req-8bdfc462-f8f2-460c-a0f5-732620fce625 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Feb 16 14:39:24.704937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:24.750006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-bb5b16f4-5292-4c7e-afe1-01a6e0b27048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.752339 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-bb5b16f4-5292-4c7e-afe1-01a6e0b27048 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 1094 time: 0.0571048 Feb 16 14:39:24.778525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1a82f9-2a07-4e01-8fc0-f3b782d18e33,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:24.806412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Checking segment: {'id': '6abd9f06-5705-4d25-8634-5dfdfe5b11f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '8d385f15-23fc-4886-8da4-a477e35d06c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:24.806996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Network hostable DHCP agents. Network: 8d385f15-23fc-4886-8da4-a477e35d06c4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:39:24.833195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:24.843024 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-aef5e493-9645-4ffa-8d55-9aa730ef9569 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f HTTP/1.1" status: 200 len: 217 time: 0.0784857 Feb 16 14:39:24.898888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7b6f1-4fc9-42d0-8eae-ff130b62347a req-74769c75-c57d-46d7-bfdf-a56e70dbb936 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.901008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8d7b6f1-4fc9-42d0-8eae-ff130b62347a req-74769c75-c57d-46d7-bfdf-a56e70dbb936 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 943 time: 0.0593445 Feb 16 14:39:24.918776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:24.929658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:24.932379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:24.954029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Network 8d385f15-23fc-4886-8da4-a477e35d06c4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:39:24.990284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8d7b6f1-4fc9-42d0-8eae-ff130b62347a req-366ff430-5278-4b0e-9c09-9d5336968738 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787048 Feb 16 14:39:25.000285 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Pushing event updated for resources: {'Port': ['ID=d60a604c-b6aa-4c16-9452-ea607ba85629,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:25.042664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-2df65245-5191-41b9-a04a-c0acc8a25e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:25.044389 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-2df65245-5191-41b9-a04a-c0acc8a25e34 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e HTTP/1.1" status: 200 len: 863 time: 0.1769824 Feb 16 14:39:25.058682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8d385f15-23fc-4886-8da4-a477e35d06c4) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:25.063470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:25.064182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:25.115285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141aaaf4-60f1-4302-ad9c-77d4d7a39928 None None] Network 8d385f15-23fc-4886-8da4-a477e35d06c4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:25.135196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-55477b43-c77e-4ba6-b5e1-cfca011345d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:25.136732 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-55477b43-c77e-4ba6-b5e1-cfca011345d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6bd3693-9585-4d50-a966-377452196873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673630 Feb 16 14:39:25.227672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d32e248b-844d-4457-9d31-a34aee2b3e64 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4932837 Feb 16 14:39:25.368590 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-46517fc6-d532-4dac-bd00-0e029b9941d1 service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230172 Feb 16 14:39:25.382720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd87f592-ff14-4f5c-850f-c17e7432436d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:25.437045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e5378d-2650-44dc-8519-e313ecfd4310 None None] Network 8d385f15-23fc-4886-8da4-a477e35d06c4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:25.451689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205f9f-698b-4275-9647-24c344b2bfa8 req-82bedb6c-ff30-4139-b1a1-e6bdaca7ea3d tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:25.458223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a205f9f-698b-4275-9647-24c344b2bfa8 req-82bedb6c-ff30-4139-b1a1-e6bdaca7ea3d tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 949 time: 0.1005828 Feb 16 14:39:25.547107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a205f9f-698b-4275-9647-24c344b2bfa8 req-ec58fa2f-d71c-4d29-ab6b-a5540727650a tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Feb 16 14:39:25.595313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bd87f592-ff14-4f5c-850f-c17e7432436d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:25.595958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:25.709519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:25.728583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cbee85-3069-49b2-b9d5-353f9e8a0912 None None] Network b895ade3-094a-49cc-8cef-aff577834c8e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:25.798124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b0137-1a22-4468-9e6c-2b3f0d872f05 req-ad3946af-64f0-444e-be43-4b5140d80267 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:25.799530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a1b0137-1a22-4468-9e6c-2b3f0d872f05 req-ad3946af-64f0-444e-be43-4b5140d80267 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 970 time: 0.0643818 Feb 16 14:39:25.820498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-24b11500-0f8a-4437-9f3d-5620f44fd2fc None None] Provisioning complete for port bd87f592-ff14-4f5c-850f-c17e7432436d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:25.821611 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24b11500-0f8a-4437-9f3d-5620f44fd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:25.828905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:25.872932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a1b0137-1a22-4468-9e6c-2b3f0d872f05 req-72316104-5f13-4b1a-aaf1-bd03b112ec1f tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653982 Feb 16 14:39:25.887164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port bd87f592-ff14-4f5c-850f-c17e7432436d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bd87f592-ff14-4f5c-850f-c17e7432436d,segment=NetworkSegment(efba0249-4183-40f5-8559-f4cb7e2e46e6),segment_id=efba0249-4183-40f5-8559-f4cb7e2e46e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:25.894347 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c769bcfc-a342-4575-b6a0-af7195f5803b req-96e81934-ea71-4193-b053-4c1e94e5f70d service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151086 Feb 16 14:39:25.974417 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:26.024042 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24b11500-0f8a-4437-9f3d-5620f44fd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:26.075799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=bd87f592-ff14-4f5c-850f-c17e7432436d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:26.102314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-b9fc2951-f1a2-4bac-b188-74abcb3ef025 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:26.120407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-b9fc2951-f1a2-4bac-b188-74abcb3ef025 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 0.1918373 Feb 16 14:39:26.128063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:26.132784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-24b11500-0f8a-4437-9f3d-5620f44fd2fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:39:26.133910 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-24b11500-0f8a-4437-9f3d-5620f44fd2fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:39:26.164945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-f8ad1da9-52e7-4c3b-a765-da010d045d5d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/quotas/89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 375 time: 0.0434756 Feb 16 14:39:26.213415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-0a87bdd8-af75-44ad-8eca-2acf36ace336 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337608 Feb 16 14:39:26.254394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f6587-505e-4d53-99eb-fbb8be735b43 req-2f2e0d64-209f-4f57-b745-0869bff7d972 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:26.264055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-438f6587-505e-4d53-99eb-fbb8be735b43 req-2f2e0d64-209f-4f57-b745-0869bff7d972 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 943 time: 0.1163464 Feb 16 14:39:26.308099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-438f6587-505e-4d53-99eb-fbb8be735b43 req-d2e9d110-bc92-47bd-b8d1-6779060a38ae tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Feb 16 14:39:26.361166 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Router e2ccb7cb-3595-458f-b885-584ed3cac8f8 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:39:26.408095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-336cf4a3-adf7-40a0-9cd1-61b014500e57 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:39:26.413720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-336cf4a3-adf7-40a0-9cd1-61b014500e57 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585420 Feb 16 14:39:26.485515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:39:26.495197 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Sync routers for ids ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:39:26.506255 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Routers {'e2ccb7cb-3595-458f-b885-584ed3cac8f8'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:26.506940 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:26.518152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-95375540-b000-477e-89df-d58807f3f5aa service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014311 Feb 16 14:39:26.563882 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:26.568635 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5d3e8586-779d-425d-b261-afdc9c5d8e38 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9759562 Feb 16 14:39:26.572804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37854) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:26.621087 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Set router e2ccb7cb-3595-458f-b885-584ed3cac8f8 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:26.700705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-5296073a-bf8d-4113-b45d-64238990c8d2 service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747916 Feb 16 14:39:26.813576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9858c53c-f746-4e16-8012-e71711710925 None None] Provisioning complete for port bd87f592-ff14-4f5c-850f-c17e7432436d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:26.816341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9858c53c-f746-4e16-8012-e71711710925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:26.856248 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:25Z', 'revision_number': 3, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port': {'id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:23Z', 'updated_at': '2022-02-16T14:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:26.889697 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Checking router: e2ccb7cb-3595-458f-b885-584ed3cac8f8 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:39:26.890307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Updating router e2ccb7cb-3595-458f-b885-584ed3cac8f8 port d60a604c-b6aa-4c16-9452-ea607ba85629 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:39:26.913946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a768f-f450-4915-a77b-d148767f8136 req-a812ac22-92a7-48ee-9392-43357b8bb9e5 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:26.916523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c91a768f-f450-4915-a77b-d148767f8136 req-a812ac22-92a7-48ee-9392-43357b8bb9e5 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 949 time: 0.0905924 Feb 16 14:39:26.916945 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:26.927685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:27.033030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c91a768f-f450-4915-a77b-d148767f8136 req-1d4d2436-65c9-4db2-8585-60e465dad995 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656757 Feb 16 14:39:27.138219 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06002da0-9ad9-4403-b230-5e73cb6cf975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.206693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a377d138-1c43-41f4-92e2-4872ee22e2d3 req-eeede114-efe0-40b7-9a60-cdade5bfa89b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 210 time: 0.0842800 Feb 16 14:39:27.247836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48564-980c-4f38-9450-8a0c3f7d52f6 req-2ebe7cde-3db4-4fe1-b2a4-fe2cc7beddb4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:27.249578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbe48564-980c-4f38-9450-8a0c3f7d52f6 req-2ebe7cde-3db4-4fe1-b2a4-fe2cc7beddb4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 970 time: 0.1491766 Feb 16 14:39:27.291535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06002da0-9ad9-4403-b230-5e73cb6cf975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.323947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd87f592-ff14-4f5c-850f-c17e7432436d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:27.338407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbe48564-980c-4f38-9450-8a0c3f7d52f6 req-39bf7ef7-1ce9-44ee-b083-789ba9ea24c5 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793145 Feb 16 14:39:27.357187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.432253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06002da0-9ad9-4403-b230-5e73cb6cf975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.447679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bd87f592-ff14-4f5c-850f-c17e7432436d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:27.447971 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.500435 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.576354 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06002da0-9ad9-4403-b230-5e73cb6cf975 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=025b3b3d35ec4752ba3d2d7c399fb7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473675 Feb 16 14:39:27.579014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06002da0-9ad9-4403-b230-5e73cb6cf975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a88f6-ed0f-4cba-a5e8-b758f6659180,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:27.584563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37876) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:27.604256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-e303cb1f-c8b6-4088-881e-19a60eb040b7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:27.605915 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-e303cb1f-c8b6-4088-881e-19a60eb040b7 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 949 time: 0.2465036 Feb 16 14:39:27.613496 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.631159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321fa6e-090c-4c78-9ac9-d80d62ec11d3 req-4d4407b5-6809-44d9-ac92-25176589f8b5 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:27.632742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f321fa6e-090c-4c78-9ac9-d80d62ec11d3 req-4d4407b5-6809-44d9-ac92-25176589f8b5 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 943 time: 0.1454501 Feb 16 14:39:27.668606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Allocated IP 172.20.0.1 (b895ade3-094a-49cc-8cef-aff577834c8e/860979b2-ad31-4713-a36e-d0c99af8a382/204a63df-0ad1-41c8-96ea-d355e2fbc02b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:27.679495 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Attempting to bind port d60a604c-b6aa-4c16-9452-ea607ba85629 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:27.680149 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Attempting to bind port d60a604c-b6aa-4c16-9452-ea607ba85629 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:27.680698 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Attempting to bind port d60a604c-b6aa-4c16-9452-ea607ba85629 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:27.688770 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b149ec-1290-4058-9087-7cd7277be0d3 None None] Pushing event updated for resources: {'Port': ['ID=d60a604c-b6aa-4c16-9452-ea607ba85629,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:27.692389 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:27.692975 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:27.693566 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.694131 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:27.694779 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Bound port: d60a604c-b6aa-4c16-9452-ea607ba85629, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:27.695342 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.719637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b648c-b35a-492d-934f-986ed4e1615a req-c54efa3f-02db-43de-b55f-d29aac40ba53 tempest-AggregatesAdminTestJSON-1905090513 tempest-AggregatesAdminTestJSON-1905090513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:27.719637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e82b648c-b35a-492d-934f-986ed4e1615a req-c54efa3f-02db-43de-b55f-d29aac40ba53 tempest-AggregatesAdminTestJSON-1905090513 tempest-AggregatesAdminTestJSON-1905090513-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 1121 time: 0.1499183 Feb 16 14:39:27.769445 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] For port d60a604c-b6aa-4c16-9452-ea607ba85629, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:27.773218 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] For port d60a604c-b6aa-4c16-9452-ea607ba85629, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d60a604c-b6aa-4c16-9452-ea607ba85629,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:27.776757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f321fa6e-090c-4c78-9ac9-d80d62ec11d3 req-bdf32a96-ed5e-4d7f-a79b-ddf2957bb06b tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298339 Feb 16 14:39:27.796430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36845f8c-0daa-4de0-bb72-c355070e30b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.798002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e82b648c-b35a-492d-934f-986ed4e1615a req-dcb8942e-5b9b-4f29-89d1-7ca0fce01f08 tempest-AggregatesAdminTestJSON-1905090513 tempest-AggregatesAdminTestJSON-1905090513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.814391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Deleting port be3595fc-173e-413f-a992-77be3df3d1dd {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:39:27.814736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.847111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36845f8c-0daa-4de0-bb72-c355070e30b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.854008 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.922858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] For port be3595fc-173e-413f-a992-77be3df3d1dd, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be3595fc-173e-413f-a992-77be3df3d1dd,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:27.923202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.923367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:27.925558 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Routers {'e2ccb7cb-3595-458f-b885-584ed3cac8f8'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:27.926299 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:27.942177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Calling delete_port for be3595fc-173e-413f-a992-77be3df3d1dd owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:39:27.974182 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b149ec-1290-4058-9087-7cd7277be0d3 None None] Pushing event updated for resources: {'Port': ['ID=d60a604c-b6aa-4c16-9452-ea607ba85629,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:28.013046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e82b648c-b35a-492d-934f-986ed4e1615a req-dcb8942e-5b9b-4f29-89d1-7ca0fce01f08 tempest-AggregatesAdminTestJSON-1905090513 tempest-AggregatesAdminTestJSON-1905090513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.047734 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36845f8c-0daa-4de0-bb72-c355070e30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.051151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36845f8c-0daa-4de0-bb72-c355070e30b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.054762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-36845f8c-0daa-4de0-bb72-c355070e30b3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9d0a88f6-ed0f-4cba-a5e8-b758f6659180 HTTP/1.1" status: 204 len: 168 time: 0.4499943 Feb 16 14:39:28.060674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36845f8c-0daa-4de0-bb72-c355070e30b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a88f6-ed0f-4cba-a5e8-b758f6659180,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:28.076865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e82b648c-b35a-492d-934f-986ed4e1615a req-dcb8942e-5b9b-4f29-89d1-7ca0fce01f08 tempest-AggregatesAdminTestJSON-1905090513 tempest-AggregatesAdminTestJSON-1905090513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.080447 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] Set router e2ccb7cb-3595-458f-b885-584ed3cac8f8 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:28.126100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e82b648c-b35a-492d-934f-986ed4e1615a req-dcb8942e-5b9b-4f29-89d1-7ca0fce01f08 tempest-AggregatesAdminTestJSON-1905090513 tempest-AggregatesAdminTestJSON-1905090513-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864779 Feb 16 14:39:28.127250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.246481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Network b895ade3-094a-49cc-8cef-aff577834c8e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:28.255020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:28.258262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:28.258742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.263155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8942e-5b9b-4f29-89d1-7ca0fce01f08 tempest-AggregatesAdminTestJSON-1905090513 tempest-AggregatesAdminTestJSON-1905090513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7625542-1a70-4e95-91e3-55ecd0881b88,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:28.299855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Pushing event updated for resources: {'Port': ['ID=204a63df-0ad1-41c8-96ea-d355e2fbc02b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:28.322190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.337922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['be3595fc-173e-413f-a992-77be3df3d1dd'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:28.353538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a902-4620-4449-a35b-a1e0a30240f8 req-1db52b2c-eacb-4f43-8dde-55a880bec7f6 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:28.355322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a29a902-4620-4449-a35b-a1e0a30240f8 req-1db52b2c-eacb-4f43-8dde-55a880bec7f6 tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 949 time: 0.1877680 Feb 16 14:39:28.361306 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:25Z', 'revision_number': 3, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port': {'id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:23Z', 'updated_at': '2022-02-16T14:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:28.408779 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06190d12-1463-4616-aba7-90eb34d44da2 None None] The sync data for ids ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'] in n-d-829433-1 is: [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:25Z', 'revision_number': 3, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port': {'id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:23Z', 'updated_at': '2022-02-16T14:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:39:28.437345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Pushing event deleted for resources: {'Port': ['ID=be3595fc-173e-413f-a992-77be3df3d1dd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:28.472558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a29a902-4620-4449-a35b-a1e0a30240f8 req-e74b932d-413c-4c60-b125-883d61547cdb tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/security-groups?id=ef02dfe5-cf6c-4911-859e-e8a1f3f78051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081414 Feb 16 14:39:28.572663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] No DVR routers for this DVR port be3595fc-173e-413f-a992-77be3df3d1dd on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:39:28.578677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.585094 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2ebbe46d-e1a2-455f-a07e-018c4f7f29fb req-32d1d6c0-3c72-4bfe-aa1e-8bfd7c1b6b7c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.93 "DELETE /v2.0/ports/be3595fc-173e-413f-a992-77be3df3d1dd HTTP/1.1" status: 204 len: 173 time: 0.9687338 Feb 16 14:39:28.592045 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'name': 'network-vif-deleted', 'tag': 'be3595fc-173e-413f-a992-77be3df3d1dd'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:28.604611 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685ae74-a5fc-4de8-be2c-3c970bfbd77f" -d '{"events": [{"server_uuid": "6e9b0734-84af-417d-99c8-bc4b895b816d", "name": "network-vif-deleted", "tag": "be3595fc-173e-413f-a992-77be3df3d1dd"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:28.662647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 146c8146-2a25-408f-b0d8-3eeb7c25903f details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:28.673674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3a7273e-71c9-4eee-8c87-5659186c8b0d req-6741686d-94b7-4dbb-b72b-2218299a2ce5 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 210 time: 0.0407667 Feb 16 14:39:28.677599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.713032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-69ad9982-06bb-4a3a-aeb9-a31a75a51b9a None None] Provisioning complete for port 204a63df-0ad1-41c8-96ea-d355e2fbc02b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:28.713032 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69ad9982-06bb-4a3a-aeb9-a31a75a51b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.761470 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c1571e-a6b6-493c-93ab-58e36e972ffa x-openstack-request-id: req-b7c1571e-a6b6-493c-93ab-58e36e972ffa {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:28.761752 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9b0734-84af-417d-99c8-bc4b895b816d", "name": "network-vif-deleted", "tag": "be3595fc-173e-413f-a992-77be3df3d1dd", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:28.762000 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b7c1571e-a6b6-493c-93ab-58e36e972ffa {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:28.762395 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9b0734-84af-417d-99c8-bc4b895b816d', 'name': 'network-vif-deleted', 'tag': 'be3595fc-173e-413f-a992-77be3df3d1dd', 'status': 'completed', 'code': 200} Feb 16 14:39:28.930556 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:28.954294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37894) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:28.990620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-69ad9982-06bb-4a3a-aeb9-a31a75a51b9a None None] Port 204a63df-0ad1-41c8-96ea-d355e2fbc02b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:28.990863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c5088ef-8593-4f27-b651-6331cf94e8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.027520 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.028332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.028843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 146c8146-2a25-408f-b0d8-3eeb7c25903f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:29.046110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'port_id': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'mac_address': 'fa:16:3e:f5:6a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:39:29.104460 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.119503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146c8146-2a25-408f-b0d8-3eeb7c25903f {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:29.143662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 146c8146-2a25-408f-b0d8-3eeb7c25903f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:29.236707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.391735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea64a-cde8-4274-8da1-c3b2b0c4ac77 req-c8fc0b28-0037-40c4-ac65-3008b143bbcb tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:29.393150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a02ea64a-cde8-4274-8da1-c3b2b0c4ac77 req-c8fc0b28-0037-40c4-ac65-3008b143bbcb tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 943 time: 0.4126112 Feb 16 14:39:29.402135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Pushing event updated for resources: {'Port': ['ID=204a63df-0ad1-41c8-96ea-d355e2fbc02b,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:29.424160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d60a604c-b6aa-4c16-9452-ea607ba85629 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:29.484317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=146c8146-2a25-408f-b0d8-3eeb7c25903f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:29.502848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d60a604c-b6aa-4c16-9452-ea607ba85629 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:29.503981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.529237 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c5088ef-8593-4f27-b651-6331cf94e8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.538336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461099dd-4e4d-4114-ad1c-fe1e794be8ce req-bdea6baf-9f4c-428c-a732-0bb33c2b7b5b tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:29.539984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-461099dd-4e4d-4114-ad1c-fe1e794be8ce req-bdea6baf-9f4c-428c-a732-0bb33c2b7b5b tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 970 time: 0.4663205 Feb 16 14:39:29.557916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Network b895ade3-094a-49cc-8cef-aff577834c8e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:29.567012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:29.584949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a02ea64a-cde8-4274-8da1-c3b2b0c4ac77 req-1515299b-a990-4aea-8862-286cf1277abc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784451 Feb 16 14:39:29.598173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['146c8146-2a25-408f-b0d8-3eeb7c25903f'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:29.624226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c5088ef-8593-4f27-b651-6331cf94e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.646247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.679045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d60a604c-b6aa-4c16-9452-ea607ba85629, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d60a604c-b6aa-4c16-9452-ea607ba85629,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:29.746967 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.858470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d60a604c-b6aa-4c16-9452-ea607ba85629,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:29.865471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-461099dd-4e4d-4114-ad1c-fe1e794be8ce req-20655578-35d1-442d-8bbd-efee5f5442c6 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110471 Feb 16 14:39:29.928969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0c6d23fe-8fea-4650-9300-5b8dec78405a None None] Provisioning complete for port 204a63df-0ad1-41c8-96ea-d355e2fbc02b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:29.929454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c6d23fe-8fea-4650-9300-5b8dec78405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:29.930919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c454f152-eca5-468f-bb90-40e5c66b9923 req-5324fd60-b6b6-43ae-b7e6-7c1d30e2c54c tempest-ServerDiagnosticsNegativeTest-635098325 tempest-ServerDiagnosticsNegativeTest-635098325-project] 10.222.0.113 "GET /v2.0/ports?device_id=6e9b0734-84af-417d-99c8-bc4b895b816d HTTP/1.1" status: 200 len: 210 time: 0.1480434 Feb 16 14:39:29.969275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d23fe-8fea-4650-9300-5b8dec78405a None None] Port 204a63df-0ad1-41c8-96ea-d355e2fbc02b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:29.997779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3c5088ef-8593-4f27-b651-6331cf94e8cb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eb96f45672ce48a4a3c95b7c4a9b9134&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0422308 Feb 16 14:39:30.000461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:30.012529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5088ef-8593-4f27-b651-6331cf94e8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b975931-2d43-4d85-8d75-5c422b468406,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:30.041281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b308a6b-4a3c-4512-98ac-3cbc2c25538a req-5e1d151d-83f1-40f4-9a43-82f439386300 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 210 time: 0.0624862 Feb 16 14:39:30.084209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81d1d31b-52d6-48bb-b340-0e62fd9ab39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:30.089035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Router e2ccb7cb-3595-458f-b885-584ed3cac8f8 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:39:30.099586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-fa752572-bc78-4d9a-ac22-bede61575260 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:30.101324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-fa752572-bc78-4d9a-ac22-bede61575260 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 0.3605118 Feb 16 14:39:30.106802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81d1d31b-52d6-48bb-b340-0e62fd9ab39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:30.116934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Request body: {'port': {'device_id': '7890305e-8250-4d65-8d79-08ef34a283d1', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'admin_state_up': True, 'tenant_id': '89e0d846602c42ffa3d785a7f03f0e3b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:30.242132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81d1d31b-52d6-48bb-b340-0e62fd9ab39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:30.244826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81d1d31b-52d6-48bb-b340-0e62fd9ab39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:30.249987 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-81d1d31b-52d6-48bb-b340-0e62fd9ab39a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0b975931-2d43-4d85-8d75-5c422b468406 HTTP/1.1" status: 204 len: 168 time: 0.2450483 Feb 16 14:39:30.261968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.129', 51762) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:30.263459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1d31b-52d6-48bb-b340-0e62fd9ab39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b975931-2d43-4d85-8d75-5c422b468406,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:30.322472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:39:30.328241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-927dda44-5d7b-413e-bf6e-5fa8aad867b2 admin admin] 10.222.0.113 "PUT /v2.0/routers/e2ccb7cb-3595-458f-b885-584ed3cac8f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7544243 Feb 16 14:39:30.353089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-173281ce-42b1-47a1-bd7d-573c26d87fcc tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:30.354600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-173281ce-42b1-47a1-bd7d-573c26d87fcc tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.129 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 970 time: 0.0916932 Feb 16 14:39:30.447368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Made reservation on behalf of 89e0d846602c42ffa3d785a7f03f0e3b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:30.450952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:30.592665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Deleting port ab1de4b8-b78c-4691-a9b4-dc2073986af0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:39:30.593012 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:30.663106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Sync routers for ids ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:39:30.681162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 146c8146-2a25-408f-b0d8-3eeb7c25903f up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:30.705544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Allocated IP 172.20.0.10 (810c1930-d042-471b-b5b8-58060b8c1a90/dcc0099c-4f2b-4279-8bdb-decfa498c9ef/24ff1da1-c374-43e7-a993-bbe19d7ab30c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:30.723849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Routers {'e2ccb7cb-3595-458f-b885-584ed3cac8f8'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:30.724905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:30.766960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] For port ab1de4b8-b78c-4691-a9b4-dc2073986af0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ab1de4b8-b78c-4691-a9b4-dc2073986af0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:30.767329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:30.832125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Calling delete_port for ab1de4b8-b78c-4691-a9b4-dc2073986af0 owned by compute:tempest-test_az-684553511 {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:39:30.879262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4538fca-1942-4bbc-8cde-7e2055536f50 req-eca34d91-b3b8-455d-b96e-a2e502ea975e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:30.880734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4538fca-1942-4bbc-8cde-7e2055536f50 req-eca34d91-b3b8-455d-b96e-a2e502ea975e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 944 time: 0.1940095 Feb 16 14:39:30.887328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a02301d-0e4f-4459-b571-c134ff73e0dd req-0cf6a125-8040-4395-ab42-b76f4d33b579 tempest-FloatingIPsNegativeTestJSON-1037876206 tempest-FloatingIPsNegativeTestJSON-1037876206-project] 10.222.0.113 "GET /v2.0/floatingips?tenant_id=5802fcb6cbc5403390737f29ddd8b622 HTTP/1.1" status: 200 len: 217 time: 0.1038644 Feb 16 14:39:30.901471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Set router e2ccb7cb-3595-458f-b885-584ed3cac8f8 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:30.931191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 146c8146-2a25-408f-b0d8-3eeb7c25903f completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:39:30.940536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 146c8146-2a25-408f-b0d8-3eeb7c25903f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:30.941666 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.090273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4538fca-1942-4bbc-8cde-7e2055536f50 req-1fb4b6fd-d128-4a32-9c62-86e4835b6474 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964958 Feb 16 14:39:31.143739 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.184603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328819-9f9f-41a2-91b3-986d57956d1b req-85c6fd7a-210c-49cf-865f-69d025b4928b tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:31.186437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f328819-9f9f-41a2-91b3-986d57956d1b req-85c6fd7a-210c-49cf-865f-69d025b4928b tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 970 time: 0.2091351 Feb 16 14:39:31.198510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:31.200476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99938932-d18a-43ac-a444-632be4d627ec req-4197370c-aca7-4e25-9ae7-18b3d80b694d tempest-FloatingIPsNegativeTestJSON-1037876206 tempest-FloatingIPsNegativeTestJSON-1037876206-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0747080 Feb 16 14:39:31.209975 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b410bbf-d2dd-4782-a06f-21d7ed298e4c" -d '{"events": [{"server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "name": "network-vif-plugged", "status": "completed", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:31.219736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 146c8146-2a25-408f-b0d8-3eeb7c25903f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:31.229664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.239349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:28Z', 'revision_number': 4, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port': {'id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:23Z', 'updated_at': '2022-02-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '204a63df-0ad1-41c8-96ea-d355e2fbc02b', 'name': '', 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'mac_address': 'fa:16:3e:22:02:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '860979b2-ad31-4713-a36e-d0c99af8a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:27Z', 'updated_at': '2022-02-16T14:39:28Z', 'revision_number': 2, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'subnets': [{'id': '860979b2-ad31-4713-a36e-d0c99af8a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:31.289477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Checking router: e2ccb7cb-3595-458f-b885-584ed3cac8f8 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:39:31.289859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Updating router e2ccb7cb-3595-458f-b885-584ed3cac8f8 port 204a63df-0ad1-41c8-96ea-d355e2fbc02b binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:39:31.336632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d60a604c-b6aa-4c16-9452-ea607ba85629 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:31.345073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.358890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.381220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f328819-9f9f-41a2-91b3-986d57956d1b req-51ab8b76-c3f0-41b3-9437-fce34c8b461c tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/security-groups?id=d10d15e7-b787-482a-a183-84fb0aa14a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771710 Feb 16 14:39:31.422499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.498861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=146c8146-2a25-408f-b0d8-3eeb7c25903f,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:31.499080 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-6b67255f-207d-42b4-a382-3fb626a97d06 req-fbea7980-9a1e-40be-887f-8b87a8c5078c tempest-FloatingIPsNegativeTestJSON-1037876206 tempest-FloatingIPsNegativeTestJSON-1037876206-project] show failed (client error): The resource could not be found. Feb 16 14:39:31.499987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b67255f-207d-42b4-a382-3fb626a97d06 req-fbea7980-9a1e-40be-887f-8b87a8c5078c tempest-FloatingIPsNegativeTestJSON-1037876206 tempest-FloatingIPsNegativeTestJSON-1037876206-project] 10.222.0.113 "GET /v2.0/floatingips/afeefe36-b97c-46b6-a27d-2663fb879658 HTTP/1.1" status: 404 len: 350 time: 0.0770440 Feb 16 14:39:31.501490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.507887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Network 810c1930-d042-471b-b5b8-58060b8c1a90 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:31.513802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37944) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:31.523970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465bbd9-2331-4efc-bef1-292e2453f9d8 req-2d0aaa9e-32e8-422f-8770-6cdd88e6b44a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:31.525511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2465bbd9-2331-4efc-bef1-292e2453f9d8 req-2d0aaa9e-32e8-422f-8770-6cdd88e6b44a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 932 time: 0.1891007 Feb 16 14:39:31.530520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:31.531642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:31.533881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:31.540303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:31.540963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.590437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Pushing event deleted for resources: {'Port': ['ID=ab1de4b8-b78c-4691-a9b4-dc2073986af0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:31.627924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ab1de4b8-b78c-4691-a9b4-dc2073986af0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:31.762804 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d66360-e781-4a72-94a9-4df8d08a85b1 x-openstack-request-id: req-11d66360-e781-4a72-94a9-4df8d08a85b1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:31.763521 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "name": "network-vif-plugged", "status": "completed", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:31.763521 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-11d66360-e781-4a72-94a9-4df8d08a85b1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:31.763894 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'code': 200} Feb 16 14:39:31.790739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d60a604c-b6aa-4c16-9452-ea607ba85629 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:31.790739 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:31.870119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed58a2-a522-4aaa-94a4-b959bfc4545b req-0bad5d55-840f-48e7-a9f6-6492d483321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:31.872110 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-54ed58a2-a522-4aaa-94a4-b959bfc4545b req-0bad5d55-840f-48e7-a9f6-6492d483321f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 1096 time: 0.1375968 Feb 16 14:39:31.927395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37952) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:31.945981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-bc0b08cc-1d18-4a93-bab6-a32c9a1eac53 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8344429 Feb 16 14:39:31.968591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Request body: {'port': {'device_id': '7890305e-8250-4d65-8d79-08ef34a283d1', 'device_owner': 'compute:tempest-test_az-684553511', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:31.973288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] No DVR routers for this DVR port ab1de4b8-b78c-4691-a9b4-dc2073986af0 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:39:31.979096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2465bbd9-2331-4efc-bef1-292e2453f9d8 req-2eb11ac8-a890-4e72-9fd7-067cc1580fef tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337244 Feb 16 14:39:32.001892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.001892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-777c1ccc-1811-40a4-b7f4-f61cbfa23e68 req-cac140f3-4a4b-4c20-8547-63442363acf4 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.129 "DELETE /v2.0/ports/ab1de4b8-b78c-4691-a9b4-dc2073986af0 HTTP/1.1" status: 204 len: 173 time: 1.6368735 Feb 16 14:39:32.001892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'name': 'network-vif-deleted', 'tag': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:32.001892 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f309f586-2b81-465c-97da-a5b89ebdf44c" -d '{"events": [{"server_uuid": "a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1", "name": "network-vif-deleted", "tag": "ab1de4b8-b78c-4691-a9b4-dc2073986af0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:32.048931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.056571 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-54ed58a2-a522-4aaa-94a4-b959bfc4545b req-0a4bcd48-f277-403d-b663-2e601b7b0abf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200686 Feb 16 14:39:32.114508 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc410292-b4fb-47b6-aad0-7f710c934d9f x-openstack-request-id: req-fc410292-b4fb-47b6-aad0-7f710c934d9f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:32.114672 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1", "name": "network-vif-deleted", "tag": "ab1de4b8-b78c-4691-a9b4-dc2073986af0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:32.115019 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc410292-b4fb-47b6-aad0-7f710c934d9f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:32.115281 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1', 'name': 'network-vif-deleted', 'tag': 'ab1de4b8-b78c-4691-a9b4-dc2073986af0', 'status': 'completed', 'code': 200} Feb 16 14:39:32.134848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.208814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.303107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7a1d0293-8fd7-46e2-8f2c-facfcfebed3a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e5798796560649e1a552c3d51908e2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724492 Feb 16 14:39:32.303911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37962) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:32.322540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875f0e0-4fae-48c0-a239-566bb367830c None None] Pushing event updated for resources: {'Port': ['ID=204a63df-0ad1-41c8-96ea-d355e2fbc02b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:32.403900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Attempting to bind port 204a63df-0ad1-41c8-96ea-d355e2fbc02b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:32.407710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Attempting to bind port 204a63df-0ad1-41c8-96ea-d355e2fbc02b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:32.420046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Attempting to bind port 204a63df-0ad1-41c8-96ea-d355e2fbc02b on network b895ade3-094a-49cc-8cef-aff577834c8e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:32.433339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:32.433722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Checking segment: {'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:32.434119 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.437881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Bound using segment: {'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:32.438670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Bound port: 204a63df-0ad1-41c8-96ea-d355e2fbc02b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efba0249-4183-40f5-8559-f4cb7e2e46e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:32.439013 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.447111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fca9b0-09bf-4fc0-bb47-75ab8cba9caa req-ef28a888-5d43-45c1-b81d-f87fde5dfb62 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:32.450279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26fca9b0-09bf-4fc0-bb47-75ab8cba9caa req-ef28a888-5d43-45c1-b81d-f87fde5dfb62 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 945 time: 0.2505460 Feb 16 14:39:32.553322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] For port 204a63df-0ad1-41c8-96ea-d355e2fbc02b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:32.557574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] For port 204a63df-0ad1-41c8-96ea-d355e2fbc02b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=204a63df-0ad1-41c8-96ea-d355e2fbc02b,segment=NetworkSegment(efba0249-4183-40f5-8559-f4cb7e2e46e6),segment_id=efba0249-4183-40f5-8559-f4cb7e2e46e6)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:32.582550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b363d5bb-abeb-4193-a7f6-3e94f47fa1cc req-ec6b9059-89dc-4a3d-895c-0ff8fc8da654 tempest-AggregatesAdminTestJSON-36539126 tempest-AggregatesAdminTestJSON-36539126-project] 10.222.0.113 "GET /v2.0/ports?device_id=a730a6a3-5d58-48f9-a5f9-c6c27a8dcfe1 HTTP/1.1" status: 200 len: 210 time: 0.0486071 Feb 16 14:39:32.607487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6075-e562-484b-9fc4-89bca4f0a96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.628528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26fca9b0-09bf-4fc0-bb47-75ab8cba9caa req-ffa2d22a-3169-48ad-a021-36bc334bba5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635942 Feb 16 14:39:32.635203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2e9dc1d4-56b1-4ce0-9343-190ea0755354 None None] Provisioning complete for port 204a63df-0ad1-41c8-96ea-d355e2fbc02b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:32.635618 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc1d4-56b1-4ce0-9343-190ea0755354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.660344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6075-e562-484b-9fc4-89bca4f0a96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.676603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.678459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.736258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be3595fc-173e-413f-a992-77be3df3d1dd no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:39:32.744520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ff1da1-c374-43e7-a993-bbe19d7ab30c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:32.753132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.770727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875f0e0-4fae-48c0-a239-566bb367830c None None] Pushing event updated for resources: {'Port': ['ID=204a63df-0ad1-41c8-96ea-d355e2fbc02b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:32.775264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2e9dc1d4-56b1-4ce0-9343-190ea0755354 None None] Port 204a63df-0ad1-41c8-96ea-d355e2fbc02b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:32.808379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: be3595fc-173e-413f-a992-77be3df3d1dd {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:39:32.808379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be3595fc-173e-413f-a992-77be3df3d1dd not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:39:32.826667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Routers {'e2ccb7cb-3595-458f-b885-584ed3cac8f8'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:32.827308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:32.870868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Transition to ACTIVE for port object 24ff1da1-c374-43e7-a993-bbe19d7ab30c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:32.872733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6075-e562-484b-9fc4-89bca4f0a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.875782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff1b6075-e562-484b-9fc4-89bca4f0a96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:32.880856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff1b6075-e562-484b-9fc4-89bca4f0a96c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ef02dfe5-cf6c-4911-859e-e8a1f3f78051 HTTP/1.1" status: 204 len: 168 time: 0.5698142 Feb 16 14:39:32.906333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b6075-e562-484b-9fc4-89bca4f0a96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02dfe5-cf6c-4911-859e-e8a1f3f78051,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:32.962850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.070825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:33.186851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:33.187189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:33.187520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:33.196449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:33.196778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:33.206443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:33.208342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:33.208808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:33.209295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Bound port: 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:33.212589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.255109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bcc7a-a9b5-48e5-8e62-0fadf36847b2 req-93e1ff15-ed2b-42bb-81d8-7d3387d9473c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.255881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-814bcc7a-a9b5-48e5-8e62-0fadf36847b2 req-93e1ff15-ed2b-42bb-81d8-7d3387d9473c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.1232212 Feb 16 14:39:33.284080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Deleting port 204a63df-0ad1-41c8-96ea-d355e2fbc02b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:39:33.285167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.295318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aace6ab5-076a-4555-94de-53d5c0c74a0d None None] Provisioning complete for port 204a63df-0ad1-41c8-96ea-d355e2fbc02b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:33.295965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aace6ab5-076a-4555-94de-53d5c0c74a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.338123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] Set router e2ccb7cb-3595-458f-b885-584ed3cac8f8 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:33.422893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] For port 204a63df-0ad1-41c8-96ea-d355e2fbc02b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=204a63df-0ad1-41c8-96ea-d355e2fbc02b,segment=NetworkSegment(efba0249-4183-40f5-8559-f4cb7e2e46e6),segment_id=efba0249-4183-40f5-8559-f4cb7e2e46e6)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:33.423219 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.426237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-814bcc7a-a9b5-48e5-8e62-0fadf36847b2 req-85df9925-b10c-48d1-ac5e-b87010a34145 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611397 Feb 16 14:39:33.455125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Calling delete_port for 204a63df-0ad1-41c8-96ea-d355e2fbc02b owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:39:33.456412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:33.461837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:33.552289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.555652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aace6ab5-076a-4555-94de-53d5c0c74a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.630348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-aace6ab5-076a-4555-94de-53d5c0c74a0d None None] For port 204a63df-0ad1-41c8-96ea-d355e2fbc02b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=204a63df-0ad1-41c8-96ea-d355e2fbc02b,segment=NetworkSegment(efba0249-4183-40f5-8559-f4cb7e2e46e6),segment_id=efba0249-4183-40f5-8559-f4cb7e2e46e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:33.636098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.637426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.638663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] 10.222.0.129 "PUT /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 1113 time: 1.6752927 Feb 16 14:39:33.668492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830c3f-aa0a-489a-ad64-052eb533464c service neutron] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:33.673308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:28Z', 'revision_number': 4, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port': {'id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:23Z', 'updated_at': '2022-02-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '204a63df-0ad1-41c8-96ea-d355e2fbc02b', 'name': '', 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'mac_address': 'fa:16:3e:22:02:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '860979b2-ad31-4713-a36e-d0c99af8a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:27Z', 'updated_at': '2022-02-16T14:39:32Z', 'revision_number': 4, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'subnets': [{'id': '860979b2-ad31-4713-a36e-d0c99af8a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:33.706355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd282e-009a-4ae0-8b99-e95eaebd75af None None] The sync data for ids ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'] in n-d-829433-1 is: [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:28Z', 'revision_number': 4, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port': {'id': 'd60a604c-b6aa-4c16-9452-ea607ba85629', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:23Z', 'updated_at': '2022-02-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '204a63df-0ad1-41c8-96ea-d355e2fbc02b', 'name': '', 'network_id': 'b895ade3-094a-49cc-8cef-aff577834c8e', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'mac_address': 'fa:16:3e:22:02:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '860979b2-ad31-4713-a36e-d0c99af8a382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:39:27Z', 'updated_at': '2022-02-16T14:39:32Z', 'revision_number': 4, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'subnets': [{'id': '860979b2-ad31-4713-a36e-d0c99af8a382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:39:33.744227 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aace6ab5-076a-4555-94de-53d5c0c74a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.838156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace6ab5-076a-4555-94de-53d5c0c74a0d None None] Pushing event updated for resources: {'Port': ['ID=204a63df-0ad1-41c8-96ea-d355e2fbc02b,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:33.876786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd0ca2-35d1-4184-81f6-8e5f906cb062 req-3db9cbb1-f7bd-4cdf-bebb-fef66a266ee4 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.878371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85dd0ca2-35d1-4184-81f6-8e5f906cb062 req-3db9cbb1-f7bd-4cdf-bebb-fef66a266ee4 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 945 time: 0.1324773 Feb 16 14:39:33.904378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-c8e4c8e7-d970-4631-a308-d1b84e081142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.906037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-c8e4c8e7-d970-4631-a308-d1b84e081142 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1116 time: 0.0920038 Feb 16 14:39:33.920726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38008) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:33.936435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40c46582-d3d0-4614-86ea-4b32e2635da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.959168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:33.966348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-a9b47ec8-d5c4-4a4a-a7c2-2bd5d95dec24 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 217 time: 0.0512512 Feb 16 14:39:33.974457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85dd0ca2-35d1-4184-81f6-8e5f906cb062 req-ab80ddf8-bb7a-4220-b64c-918c8e45e3b6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839589 Feb 16 14:39:34.002924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Pushing event deleted for resources: {'Port': ['ID=204a63df-0ad1-41c8-96ea-d355e2fbc02b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:34.037964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-2b682514-e5d5-4480-bd58-46f7765aeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:34.039792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-2b682514-e5d5-4480-bd58-46f7765aeb07 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0644443 Feb 16 14:39:34.090445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-dde2a77b-959c-43bc-b969-ad02474a83c1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420973 Feb 16 14:39:34.162472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40c46582-d3d0-4614-86ea-4b32e2635da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.231127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:34.233480 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3cebd4-c140-4de1-84bd-c8681b69865f" -d '{"events": [{"name": "network-changed", "server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:34.238755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-874cf5b0-fc5f-4423-9f03-026318d1f402 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391227 Feb 16 14:39:34.244363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.262478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40c46582-d3d0-4614-86ea-4b32e2635da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.362808 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-40c46582-d3d0-4614-86ea-4b32e2635da4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9699f2df45a94894a6e9a00872c7f53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409413 Feb 16 14:39:34.365842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38024) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:34.366725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c136fe-0831-4b39-9e61-f0fdba4188f6 req-107b29ec-605a-48af-bfb0-f532b25551e0 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:34.389924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55c136fe-0831-4b39-9e61-f0fdba4188f6 req-107b29ec-605a-48af-bfb0-f532b25551e0 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 945 time: 0.1499245 Feb 16 14:39:34.398094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38026) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:34.408557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c46582-d3d0-4614-86ea-4b32e2635da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed620c7-6ac8-4993-968f-4f669b59f967,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:34.413514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'floatingip': {'port_id': '146c8146-2a25-408f-b0d8-3eeb7c25903f'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:34.505658 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72fca19-0db5-4580-b11d-605bfd6a470a x-openstack-request-id: req-c72fca19-0db5-4580-b11d-605bfd6a470a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:34.506200 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:34.506599 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c72fca19-0db5-4580-b11d-605bfd6a470a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:34.507170 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c', 'status': 'completed', 'code': 200} Feb 16 14:39:34.528896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.565845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3343a14e-cb29-4212-8e57-4052202401a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.640792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3343a14e-cb29-4212-8e57-4052202401a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.661562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b22a4ef-803e-47ad-bcf2-3d6ce237de23 req-12856d56-d743-4273-b22a-a40fc626c7a4 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109828 Feb 16 14:39:34.689290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Router e2ccb7cb-3595-458f-b885-584ed3cac8f8 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:39:34.725009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd208a-7e43-4720-a5aa-ff70d3743823 req-95572a8b-7ae9-4860-a595-5f30b2a2860e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:34.726589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccfd208a-7e43-4720-a5aa-ff70d3743823 req-95572a8b-7ae9-4860-a595-5f30b2a2860e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.1778018 Feb 16 14:39:34.832311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:39:34.834668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3343a14e-cb29-4212-8e57-4052202401a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.837970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3343a14e-cb29-4212-8e57-4052202401a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:34.839156 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3343a14e-cb29-4212-8e57-4052202401a8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3ed620c7-6ac8-4993-968f-4f669b59f967 HTTP/1.1" status: 204 len: 168 time: 0.4708307 Feb 16 14:39:34.844145 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bfcde296-7b8d-4a4b-bdd7-33564ffc1390 admin admin] 10.222.0.113 "PUT /v2.0/routers/e2ccb7cb-3595-458f-b885-584ed3cac8f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3294401 Feb 16 14:39:34.846506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38044) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:34.901210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccfd208a-7e43-4720-a5aa-ff70d3743823 req-a3ef090e-d361-40a2-9299-ca885af72ce6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662261 Feb 16 14:39:34.934323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ab1de4b8-b78c-4691-a9b4-dc2073986af0 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:39:34.934916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343a14e-cb29-4212-8e57-4052202401a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed620c7-6ac8-4993-968f-4f669b59f967,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:34.975088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: ab1de4b8-b78c-4691-a9b4-dc2073986af0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:39:34.975732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ab1de4b8-b78c-4691-a9b4-dc2073986af0 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:39:35.002611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-b90c6d5d-fe78-4853-922b-d381cd34361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:35.004715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-b90c6d5d-fe78-4853-922b-d381cd34361f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1116 time: 0.2010641 Feb 16 14:39:35.062132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:35.154071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38054) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:35.173082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9406a8c6-cc08-4fda-9b5e-a6dc4b57efb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:35.284021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:35.421947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3085b43-9386-45ff-8849-1197699866e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:35.451502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Deleting port d60a604c-b6aa-4c16-9452-ea607ba85629 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:39:35.451867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:35.479505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-4329450a-4ecd-45de-8502-8b9ba92d6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:35.481187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-4329450a-4ecd-45de-8502-8b9ba92d6f63 service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.4605985 Feb 16 14:39:35.502671 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600ec324-901f-4981-a964-b6b68572e047 None None] Sync routers for ids ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:39:35.531536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] Routers {'e2ccb7cb-3595-458f-b885-584ed3cac8f8'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:35.536346 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:35.588694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] For port d60a604c-b6aa-4c16-9452-ea607ba85629, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d60a604c-b6aa-4c16-9452-ea607ba85629,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:35.589052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:35.607712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-b9ca0ac8-4b18-4392-8fd3-65061617e36a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 217 time: 0.0846138 Feb 16 14:39:35.611224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Calling delete_port for d60a604c-b6aa-4c16-9452-ea607ba85629 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:39:35.614693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3085b43-9386-45ff-8849-1197699866e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:35.652625 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] Set router e2ccb7cb-3595-458f-b885-584ed3cac8f8 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:35.708000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-4c900563-f6f4-4298-88e9-7f4016f07879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:35.709495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-4c900563-f6f4-4298-88e9-7f4016f07879 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0915382 Feb 16 14:39:35.711442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.resource_extend [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:39:35.713046 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:35Z', 'revision_number': 6, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:35.744236 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600ec324-901f-4981-a964-b6b68572e047 None None] Checking router: e2ccb7cb-3595-458f-b885-584ed3cac8f8 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:39:35.753558 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] Routers {'e2ccb7cb-3595-458f-b885-584ed3cac8f8'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:35.754262 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:35.797255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-5d41b49b-ada7-4989-97ec-44f5cacb7103 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486252 Feb 16 14:39:35.875896 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] Set router e2ccb7cb-3595-458f-b885-584ed3cac8f8 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:35.983841 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600ec324-901f-4981-a964-b6b68572e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:35Z', 'revision_number': 6, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:35.992603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3085b43-9386-45ff-8849-1197699866e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.016690 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600ec324-901f-4981-a964-b6b68572e047 None None] The sync data for ids ['e2ccb7cb-3595-458f-b885-584ed3cac8f8'] in n-d-829433-1 is: [{'id': 'e2ccb7cb-3595-458f-b885-584ed3cac8f8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1977572146-router', 'tenant_id': '5802fcb6cbc5403390737f29ddd8b622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:39:22Z', 'updated_at': '2022-02-16T14:39:35Z', 'revision_number': 6, 'project_id': '5802fcb6cbc5403390737f29ddd8b622', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:39:36.080575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3085b43-9386-45ff-8849-1197699866e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75682a16-8e61-406f-895c-6fa785547323,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:36.088157 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c3085b43-9386-45ff-8849-1197699866e0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=08d3075fd3244348bebd9b473aa866b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9327619 Feb 16 14:39:36.090679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38098) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:36.151442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.192114 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eb98-aa8a-4ee9-8f07-80cd2b04d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.200750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75d2d-96fb-40b9-80f6-6772998ad294 req-ec6afdba-f0e5-416e-a38e-3b9ea6832be4 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:36.202280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fab75d2d-96fb-40b9-80f6-6772998ad294 req-ec6afdba-f0e5-416e-a38e-3b9ea6832be4 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.0857735 Feb 16 14:39:36.204683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-65f1d7b8-3b20-4c69-9d94-022815e02c33 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007957 Feb 16 14:39:36.217378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eb98-aa8a-4ee9-8f07-80cd2b04d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.227039 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.258431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.291291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Pushing event deleted for resources: {'Port': ['ID=d60a604c-b6aa-4c16-9452-ea607ba85629,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:36.320644 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.396382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fab75d2d-96fb-40b9-80f6-6772998ad294 req-1c4f9fbf-910e-4e21-bda4-2bc212f22b3c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833894 Feb 16 14:39:36.436770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c3cebd4-c140-4de1-84bd-c8681b69865f req-bb7c7fa6-90af-4e42-adb9-0f251003ce36 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247388 Feb 16 14:39:36.442109 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f associated. External IP: 172.25.6.249, port: 146c8146-2a25-408f-b0d8-3eeb7c25903f. Feb 16 14:39:36.471945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.474641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.506526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eb98-aa8a-4ee9-8f07-80cd2b04d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.509111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfe0eb98-aa8a-4ee9-8f07-80cd2b04d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.510288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cfe0eb98-aa8a-4ee9-8f07-80cd2b04d180 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/75682a16-8e61-406f-895c-6fa785547323 HTTP/1.1" status: 204 len: 168 time: 0.4187098 Feb 16 14:39:36.566882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0eb98-aa8a-4ee9-8f07-80cd2b04d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75682a16-8e61-406f-895c-6fa785547323,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:36.713953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Router a2a8457e-c824-47ba-90b8-b55407503715 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:39:36.722587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.723154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ccb7cb-3595-458f-b885-584ed3cac8f8 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:39:36.728712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.729850 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a85a5249-10bb-4961-b0be-4bdbf290d152 admin admin] 10.222.0.113 "DELETE /v2.0/routers/e2ccb7cb-3595-458f-b885-584ed3cac8f8 HTTP/1.1" status: 204 len: 168 time: 1.8768237 Feb 16 14:39:36.732726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:36.783740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] Deleting subnet 860979b2-ad31-4713-a36e-d0c99af8a382 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:39:36.787862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.831787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.850176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:39:36.866906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] Sync routers for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:39:36.878880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.880441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:36.881606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:36.939649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-03595947-351e-439a-a6fa-3dc15657eefc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "PUT /v2.0/floatingips/a6c38bed-4f97-4f4e-894f-3a316e82cc3f HTTP/1.1" status: 200 len: 991 time: 2.5358267 Feb 16 14:39:36.939649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:36.945533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.952335 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1378a1af-b15e-4f27-92e8-8058fd147f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:37.044982 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0666c0e3-9d9f-470d-87f2-cc1355e41adf x-openstack-request-id: req-0666c0e3-9d9f-470d-87f2-cc1355e41adf {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:37.045266 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:37.045515 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0666c0e3-9d9f-470d-87f2-cc1355e41adf {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:37.045910 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'status': 'completed', 'code': 200} Feb 16 14:39:37.052494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:37.094743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a74d1-eda8-4e00-a48a-71fc5c5e2698 req-3cdb6fbc-8a38-4648-89b3-6850cf183ee9 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:37.100133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a4a74d1-eda8-4e00-a48a-71fc5c5e2698 req-3cdb6fbc-8a38-4648-89b3-6850cf183ee9 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 945 time: 0.0675666 Feb 16 14:39:37.134974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:37.173345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a4a74d1-eda8-4e00-a48a-71fc5c5e2698 req-b231aba2-9187-435e-a7a6-7c54ce65af69 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652230 Feb 16 14:39:37.213228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860979b2-ad31-4713-a36e-d0c99af8a382,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:37.215341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:37.218838 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8ec0ad36-5d6b-42b4-a7ce-5cf9188f74cc admin admin] 10.222.0.113 "DELETE /v2.0/subnets/860979b2-ad31-4713-a36e-d0c99af8a382 HTTP/1.1" status: 204 len: 168 time: 0.4850132 Feb 16 14:39:37.221176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-2b4ec990-259c-4d4b-b423-34603b46088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:37.221826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38142) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:37.223179 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-2b4ec990-259c-4d4b-b423-34603b46088f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 1096 time: 0.1534724 Feb 16 14:39:37.230011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971e1f1-542b-4c4f-b50b-8a2171f86161 None None] Network b895ade3-094a-49cc-8cef-aff577834c8e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:37.359010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:37.375832 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-eddd3a0b-5d50-40d8-9705-24e400b74864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:37.378131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-eddd3a0b-5d50-40d8-9705-24e400b74864 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 926 time: 0.1464381 Feb 16 14:39:37.390890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 204a63df-0ad1-41c8-96ea-d355e2fbc02b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:39:37.520713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38152) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:37.528584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Deleting port bd87f592-ff14-4f5c-850f-c17e7432436d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:39:37.528584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:37.544454 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-e63a2f6e-414f-41b3-a978-2fc041262a65 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f HTTP/1.1" status: 200 len: 999 time: 0.1512630 Feb 16 14:39:37.587309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 204a63df-0ad1-41c8-96ea-d355e2fbc02b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:39:37.587858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 204a63df-0ad1-41c8-96ea-d355e2fbc02b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:39:37.588904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d60a604c-b6aa-4c16-9452-ea607ba85629 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:39:37.647176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d60a604c-b6aa-4c16-9452-ea607ba85629 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:39:37.647883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d60a604c-b6aa-4c16-9452-ea607ba85629 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:39:37.648886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b98a231b-9aa3-4437-81be-34f2df274a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:37.651720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-92a5542a-15d5-49e1-90e5-e4db20a8b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:37.653961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-92a5542a-15d5-49e1-90e5-e4db20a8b0d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e HTTP/1.1" status: 200 len: 863 time: 0.1076152 Feb 16 14:39:37.714085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] For port bd87f592-ff14-4f5c-850f-c17e7432436d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bd87f592-ff14-4f5c-850f-c17e7432436d,segment=NetworkSegment(efba0249-4183-40f5-8559-f4cb7e2e46e6),segment_id=efba0249-4183-40f5-8559-f4cb7e2e46e6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:37.714584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:37.729045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a6c38bed-4f97-4f4e-894f-3a316e82cc3f', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'port_id': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'mac_address': 'fa:16:3e:f5:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183cc51a-e1cc-496e-b3db-4294f791f638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:39:08Z', 'updated_at': '2022-02-16T14:39:35Z', 'revision_number': 1, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:37.744397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-f83bfc83-a931-402c-8322-1ae134e8319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:37.745899 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-f83bfc83-a931-402c-8322-1ae134e8319f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6bd3693-9585-4d50-a966-377452196873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827057 Feb 16 14:39:37.771808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] Checking router: a2a8457e-c824-47ba-90b8-b55407503715 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:39:37.794534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Calling delete_port for bd87f592-ff14-4f5c-850f-c17e7432436d owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:39:37.795116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:39:37.797284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:37.810414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d7eb-fc72-40da-8ed6-cc77d8bfebcf req-7121dc06-cbce-4b92-a206-cbadb643432a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:37.818865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8db8d7eb-fc72-40da-8ed6-cc77d8bfebcf req-7121dc06-cbce-4b92-a206-cbadb643432a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.2571921 Feb 16 14:39:37.899360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] DHCP port deletion for b895ade3-094a-49cc-8cef-aff577834c8e request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:39:37.933659 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-369cec8e-4171-44b0-bcd6-e141bd5b7131 service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795015 Feb 16 14:39:37.955873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b98a231b-9aa3-4437-81be-34f2df274a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:37.986297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8db8d7eb-fc72-40da-8ed6-cc77d8bfebcf req-0ab39e1d-66b3-4d87-a578-0b6905cd842e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616635 Feb 16 14:39:38.057517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b98a231b-9aa3-4437-81be-34f2df274a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.078096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] Deleting port bd87f592-ff14-4f5c-850f-c17e7432436d {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:39:38.078709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.095574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4220f440-d881-4051-82f6-68718b5c2a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.106518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b98a231b-9aa3-4437-81be-34f2df274a72 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ec595edecc134bef8c40dbc9c51c63cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819173 Feb 16 14:39:38.106518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a231b-9aa3-4437-81be-34f2df274a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d318735f-dd8e-4a1a-9992-412de1da7576,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:38.107391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38174) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:38.135115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:39:38.141763 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1378a1af-b15e-4f27-92e8-8058fd147f9d req-1d6b54cf-e781-4d93-ae30-23ff754695c3 service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992471 Feb 16 14:39:38.190580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.194905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88c064d4-c717-4cce-b22d-34d707208214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.239832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd87f592-ff14-4f5c-850f-c17e7432436d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:38.244206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] No DVR routers for this DVR port bd87f592-ff14-4f5c-850f-c17e7432436d on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:39:38.287115 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88c064d4-c717-4cce-b22d-34d707208214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.357300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] For port bd87f592-ff14-4f5c-850f-c17e7432436d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bd87f592-ff14-4f5c-850f-c17e7432436d,segment=NetworkSegment(efba0249-4183-40f5-8559-f4cb7e2e46e6),segment_id=efba0249-4183-40f5-8559-f4cb7e2e46e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:38.357696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.411323 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.422541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] Calling delete_port for bd87f592-ff14-4f5c-850f-c17e7432436d owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:39:38.465887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.467252 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.467252 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.468098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > port after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.468098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.468480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > port after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.468653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.468964 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.469692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.470025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.572792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.573143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.573507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.573838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:39:38.574205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b895ade3-094a-49cc-8cef-aff577834c8e']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:38.595003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efba0249-4183-40f5-8559-f4cb7e2e46e6') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:38.595308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efba0249-4183-40f5-8559-f4cb7e2e46e6') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:38.642442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-4ff558ea-18e3-4c15-8d02-b508e0f27fa5 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540051 Feb 16 14:39:38.645105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.665007 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.705564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.715651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] Pushing event deleted for resources: {'Port': ['ID=bd87f592-ff14-4f5c-850f-c17e7432436d,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:38.720161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a09d6-ac54-4398-9042-157c503d5a9d None None] No DVR routers for this DVR port bd87f592-ff14-4f5c-850f-c17e7432436d on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:39:38.722405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:39:38.723649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.755333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a6c38bed-4f97-4f4e-894f-3a316e82cc3f', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'port_id': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'mac_address': 'fa:16:3e:f5:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183cc51a-e1cc-496e-b3db-4294f791f638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:39:08Z', 'updated_at': '2022-02-16T14:39:35Z', 'revision_number': 1, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: from cryptography.utils import int_from_bytes Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: from cryptography.utils import int_from_bytes Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:39:38.760331 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:39:38.787935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148b023-5e2c-4c9a-bf1f-95a74508399f None None] The sync data for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 is: [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a6c38bed-4f97-4f4e-894f-3a316e82cc3f', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'port_id': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'mac_address': 'fa:16:3e:f5:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183cc51a-e1cc-496e-b3db-4294f791f638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:39:08Z', 'updated_at': '2022-02-16T14:39:35Z', 'revision_number': 1, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:39:38.795738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88c064d4-c717-4cce-b22d-34d707208214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.799026 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88c064d4-c717-4cce-b22d-34d707208214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:38.800425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-88c064d4-c717-4cce-b22d-34d707208214 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d318735f-dd8e-4a1a-9992-412de1da7576 HTTP/1.1" status: 204 len: 168 time: 0.6924112 Feb 16 14:39:38.883968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c064d4-c717-4cce-b22d-34d707208214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d318735f-dd8e-4a1a-9992-412de1da7576,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:38.909551 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:39:38.940645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:38.987078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0376ca8e-b869-4764-a33e-27e4cb44e2aa tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:38.988678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0376ca8e-b869-4764-a33e-27e4cb44e2aa tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290234 Feb 16 14:39:39.005558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.015071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.018596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] 10.222.0.113 "DELETE /v2.0/networks/b895ade3-094a-49cc-8cef-aff577834c8e HTTP/1.1" status: 204 len: 168 time: 1.7944598 Feb 16 14:39:39.028147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c99c874d-f397-436b-b67e-10f5b537452a tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/quotas/f3130184073c44818146fbdf220188d3 HTTP/1.1" status: 200 len: 375 time: 0.0311878 Feb 16 14:39:39.041017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96f249-2f07-4879-a277-042dfadd3d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b895ade3-094a-49cc-8cef-aff577834c8e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:39.086814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-48b55e1e-03db-4f06-9c2b-b1861057fa9b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327969 Feb 16 14:39:39.087884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:39.106775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '24ff1da1-c374-43e7-a993-bbe19d7ab30c', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'port_id': '24ff1da1-c374-43e7-a993-bbe19d7ab30c', 'mac_address': 'fa:16:3e:d9:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc0099c-4f2b-4279-8bdb-decfa498c9ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-684553511', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:39:39.163311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.185605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ff1da1-c374-43e7-a993-bbe19d7ab30c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:39.188415 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4337038-814c-42f1-b4e0-e3654d5e307c None None] New status for floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:39:39.217043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:39.274836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd87f592-ff14-4f5c-850f-c17e7432436d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:39:39.314685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: bd87f592-ff14-4f5c-850f-c17e7432436d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:39:39.315093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd87f592-ff14-4f5c-850f-c17e7432436d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:39:39.337188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630f36-0d00-4e48-b328-2a2bb4f78a4e req-f37ddd47-a7d7-415a-834c-ef7ae09f0bb7 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:39.346225 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.348575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa630f36-0d00-4e48-b328-2a2bb4f78a4e req-f37ddd47-a7d7-415a-834c-ef7ae09f0bb7 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.1014256 Feb 16 14:39:39.407813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa630f36-0d00-4e48-b328-2a2bb4f78a4e req-2e1131f1-27db-49a2-9ca8-9de2cc0b911e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Feb 16 14:39:39.415802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:39.502922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38232) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:39.525124 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.552552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['24ff1da1-c374-43e7-a993-bbe19d7ab30c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:39.605850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0cda8c7c-79d7-4bab-8557-fa554dfccbf7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5802fcb6cbc5403390737f29ddd8b622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013503 Feb 16 14:39:39.609000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38240) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:39.719183 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea3994c6-20fd-46fa-9c87-ea343d97545c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.750825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea3994c6-20fd-46fa-9c87-ea343d97545c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.876117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-9bc1a215-2495-4b54-af7c-a811404591ad tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243559 Feb 16 14:39:39.918135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea3994c6-20fd-46fa-9c87-ea343d97545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.920781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea3994c6-20fd-46fa-9c87-ea343d97545c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:39.925653 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea3994c6-20fd-46fa-9c87-ea343d97545c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6072eda2-4b47-4a40-993a-54163d6b21e3 HTTP/1.1" status: 204 len: 168 time: 0.3147917 Feb 16 14:39:39.936562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3994c6-20fd-46fa-9c87-ea343d97545c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6072eda2-4b47-4a40-993a-54163d6b21e3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:40.016730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5e3992c1-f33f-42be-b67d-1f37b84e773f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:40.024942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5e3992c1-f33f-42be-b67d-1f37b84e773f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435864 Feb 16 14:39:40.045882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-afe19102-29c4-4a98-bb37-8abd44a4038a tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/quotas/f3130184073c44818146fbdf220188d3 HTTP/1.1" status: 200 len: 375 time: 0.0152047 Feb 16 14:39:40.083774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e09c6d31-543e-4bd9-8877-0570b53a3aaa tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309227 Feb 16 14:39:40.441169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f166e63-c4f6-462e-858d-dd46f6345866 req-d0a8f0ba-ebf3-400f-8398-818504c274a4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 210 time: 0.0277359 Feb 16 14:39:40.562707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf92bf-767a-4f27-a240-c769e0e2490b req-f8cdb1fa-3752-4221-b250-b1ab0c25985e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:40.564215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19cf92bf-767a-4f27-a240-c769e0e2490b req-f8cdb1fa-3752-4221-b250-b1ab0c25985e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 966 time: 0.0548103 Feb 16 14:39:40.604628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19cf92bf-767a-4f27-a240-c769e0e2490b req-3f3f1a70-349c-4bb1-a2c2-bb3b2e87e34e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336096 Feb 16 14:39:40.949748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:40.983945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38312) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:41.129880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 24ff1da1-c374-43e7-a993-bbe19d7ab30c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:39:41.136444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 24ff1da1-c374-43e7-a993-bbe19d7ab30c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:41.137232 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.205797 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.270331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.298103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:41.300291 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b562f-bf0e-498d-8f72-5f67f4d3c634" -d '{"events": [{"server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "name": "network-vif-plugged", "status": "completed", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:41.325880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:41.346040 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d08-ef71-4aec-ab37-5a51ceca646c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.358142 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70876cf8-7629-4745-83e7-4bdc35656e4d x-openstack-request-id: req-70876cf8-7629-4745-83e7-4bdc35656e4d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:41.358453 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "name": "network-vif-plugged", "status": "completed", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:41.358710 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-70876cf8-7629-4745-83e7-4bdc35656e4d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:41.359096 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c', 'code': 200} Feb 16 14:39:41.365274 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.428772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38338) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:41.436420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.483655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d08-ef71-4aec-ab37-5a51ceca646c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.497728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:41.502215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61fc0-ea41-4dfb-8703-86050cb34d63 req-178ed7f1-d49c-4bda-941d-6d2f9f1478d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:41.508849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24f61fc0-ea41-4dfb-8703-86050cb34d63 req-178ed7f1-d49c-4bda-941d-6d2f9f1478d2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1117 time: 0.0901647 Feb 16 14:39:41.545254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24f61fc0-ea41-4dfb-8703-86050cb34d63 req-dae7492c-7356-4704-ad0f-3175c501f8fa service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297129 Feb 16 14:39:41.586436 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2d08-ef71-4aec-ab37-5a51ceca646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.597425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a356bf94-e016-439e-a2fd-3371914017da req-dee6fa41-a59e-4951-9b9a-b8064e256778 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 210 time: 0.0402877 Feb 16 14:39:41.649148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b2d08-ef71-4aec-ab37-5a51ceca646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210be86d-b0e9-4c72-b487-845d6a82c250,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:41.675868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38356) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:41.677321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dc1b2d08-ef71-4aec-ab37-5a51ceca646c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b2df3a47c28f41638f7d2e1b4ebb3f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911149 Feb 16 14:39:41.737796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8386-1b8e-48c2-b1ed-96137834889d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.772986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38358) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:41.834132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da187bf4-e2d2-4554-94f3-2fcead1962bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.849321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3b27f-6abc-4873-8c65-0c0e6740127b req-aa73f8fb-4c8d-4642-9fba-dcab5c857975 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:41.850850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edb3b27f-6abc-4873-8c65-0c0e6740127b req-aa73f8fb-4c8d-4642-9fba-dcab5c857975 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 967 time: 0.1236703 Feb 16 14:39:41.897999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da187bf4-e2d2-4554-94f3-2fcead1962bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.944337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edb3b27f-6abc-4873-8c65-0c0e6740127b req-1bc64f7e-b0ef-401c-b55e-a02fa3e75e6e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849752 Feb 16 14:39:41.991894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1122005966-network', 'tenant_id': 'd8523fe0991f431a96e6f101547592fc'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:41.992441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8386-1b8e-48c2-b1ed-96137834889d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.100750 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.162906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Made reservation on behalf of d8523fe0991f431a96e6f101547592fc for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:42.163072 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8386-1b8e-48c2-b1ed-96137834889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.165943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.167246 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da187bf4-e2d2-4554-94f3-2fcead1962bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.169788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da187bf4-e2d2-4554-94f3-2fcead1962bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.173886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-da187bf4-e2d2-4554-94f3-2fcead1962bf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/210be86d-b0e9-4c72-b487-845d6a82c250 HTTP/1.1" status: 204 len: 168 time: 0.4960027 Feb 16 14:39:42.176799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.215143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c8cb8386-1b8e-48c2-b1ed-96137834889d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6dfee595c3e94201992b1756cccd8677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7842731 Feb 16 14:39:42.217455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb8386-1b8e-48c2-b1ed-96137834889d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b1144b-b6cf-4001-bec8-a238ca39b438,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:42.219886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38372) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:42.255647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da187bf4-e2d2-4554-94f3-2fcead1962bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210be86d-b0e9-4c72-b487-845d6a82c250,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:42.290417 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.327277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.332547 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.358291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38376) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:42.410130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.448210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc258e7-378b-4821-b9e3-50e985eddab2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:42.477552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.480322 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.481563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/77b1144b-b6cf-4001-bec8-a238ca39b438 HTTP/1.1" status: 204 len: 168 time: 0.2605815 Feb 16 14:39:42.483251 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:39:42.490565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b1144b-b6cf-4001-bec8-a238ca39b438,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:42.497151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.497577 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Added segment 2dde613d-7da6-48d0-bee2-99c8fb8ffbaf of type vlan for network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 Feb 16 14:39:42.501259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.501820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.502365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.503324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.503874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.504411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.504934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.505441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.506051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.506726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.507235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.507782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e5367f-9b57-4c53-9533-1f8e05811eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:42.556193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.694880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.696915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:42.697791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:42.718429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc4eda4e-de90-4c59-921b-a16c23584430 req-60bdc637-484a-4001-a2e7-64f1076d3e44 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 210 time: 0.0483241 Feb 16 14:39:42.800796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] Pushing event updated for resources: {'Network': ['ID=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:42.839798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:39:42.867905 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-4eabd935-8564-4497-b3bf-b21957c0efd6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496368 Feb 16 14:39:42.871418 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-412e0064-61e1-461c-aef3-135c64dd3557 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5f116905d090432cbd30b2bc4c06bf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5168171 Feb 16 14:39:42.874369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38394) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:42.947634 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-db711178-99d7-418e-8052-604f83601b09 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1731424 Feb 16 14:39:42.947843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38396) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:42.957064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Request body: {'subnet': {'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1122005966-subnet', 'tenant_id': 'd8523fe0991f431a96e6f101547592fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:43.019754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f17bdc5e-63d0-4c2e-9aed-2fa8d942661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.048057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-d05b9173-3c73-47a0-9d80-dd3ed09c03d4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:43.051434 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-d05b9173-3c73-47a0-9d80-dd3ed09c03d4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765547 Feb 16 14:39:43.062929 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f17bdc5e-63d0-4c2e-9aed-2fa8d942661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.070952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Request body: {'port': {'device_id': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'f3130184073c44818146fbdf220188d3'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:43.150493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7668d-243f-4eca-81b0-42cc9718593f req-7c757613-6d57-440e-9cda-3f43f41ec264 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:43.152068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28b7668d-243f-4eca-81b0-42cc9718593f req-7c757613-6d57-440e-9cda-3f43f41ec264 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 967 time: 0.0871973 Feb 16 14:39:43.154675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Made reservation on behalf of d8523fe0991f431a96e6f101547592fc for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:43.155723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.248720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28b7668d-243f-4eca-81b0-42cc9718593f req-fbfb787b-79b8-48fe-872f-ead364186343 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904276 Feb 16 14:39:43.253278 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f17bdc5e-63d0-4c2e-9aed-2fa8d942661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.255961 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f17bdc5e-63d0-4c2e-9aed-2fa8d942661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.257166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f17bdc5e-63d0-4c2e-9aed-2fa8d942661f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d10d15e7-b787-482a-a183-84fb0aa14a24 HTTP/1.1" status: 204 len: 168 time: 0.3814175 Feb 16 14:39:43.270544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bdc5e-63d0-4c2e-9aed-2fa8d942661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10d15e7-b787-482a-a183-84fb0aa14a24,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:43.342016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38412) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:43.390869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.396546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Made reservation on behalf of f3130184073c44818146fbdf220188d3 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:43.404950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.443173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-00df0ad1-975c-4c2c-ad8b-982d78446866 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=0aadeb3da5004e449d6e89e041ca9c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298028 Feb 16 14:39:43.446966 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.535326 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.574023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.588130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.609240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e48325be-04df-45f0-a100-2e1c1bd24897 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687971 Feb 16 14:39:43.626404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.661837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-496182da-7c75-4d4d-afd5-0431b0a79cd2 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:43.663225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-496182da-7c75-4d4d-afd5-0431b0a79cd2 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192361 Feb 16 14:39:43.668515 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aa642a0beb8a4f9f967cf5a88dad8e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249726 Feb 16 14:39:43.669236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5688b9a0-d818-4361-9030-088aff59215c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:43.671201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38422) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:43.681133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:43.690836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.697866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.698210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.698548 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.698867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.699472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.699617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.699911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.700228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.700552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.700857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.701176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.701490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6999633-877d-435a-ac6e-e94aed3f4140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:43.746047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-f211ed74-0664-418f-9f3b-dc922634423e tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/quotas/0aadeb3da5004e449d6e89e041ca9c94 HTTP/1.1" status: 200 len: 375 time: 0.0656869 Feb 16 14:39:43.763293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:43.763667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Network hostable DHCP agents. Network: 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:39:43.792203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-6f55562b-af73-464a-8432-5dab591098d4 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0aadeb3da5004e449d6e89e041ca9c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451498 Feb 16 14:39:43.801268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4010f750-abb5-4fa7-8c42-83bc725a285f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:43.835143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a296be26-a688-48a4-8b95-8a58625bf766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.860073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-4f1d78d7-480b-47eb-9066-ef27c763dd19 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:43.860073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-4f1d78d7-480b-47eb-9066-ef27c763dd19 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229712 Feb 16 14:39:43.860073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38426) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:43.875781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09ed7789-18ae-48b5-a207-01b2f8c3a453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.925945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a296be26-a688-48a4-8b95-8a58625bf766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:43.946694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Request body: {'port': {'device_id': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'f3130184073c44818146fbdf220188d3'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:43.979990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Allocated IP 192.168.233.111 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/d8d81237-a4f9-40dc-a040-e7a2c722a3d8) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:44.095524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a296be26-a688-48a4-8b95-8a58625bf766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.100202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a296be26-a688-48a4-8b95-8a58625bf766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.105551 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a296be26-a688-48a4-8b95-8a58625bf766 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5688b9a0-d818-4361-9030-088aff59215c HTTP/1.1" status: 204 len: 168 time: 0.4332879 Feb 16 14:39:44.141743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296be26-a688-48a4-8b95-8a58625bf766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5688b9a0-d818-4361-9030-088aff59215c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:44.277700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.335575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:39:44.375934 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fd064bd-054b-47cb-aa14-e6293a9712af req-a95fea31-b16b-40b6-b8e9-b9bfbb262746 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 210 time: 0.0679696 Feb 16 14:39:44.416117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.423156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09ed7789-18ae-48b5-a207-01b2f8c3a453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.456507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:44.467188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f171f8b5-2ac4-4b9c-b963-f296bc891ac6 None None] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:44.470279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:44.477554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:44.477826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795708-dceb-4f67-9b6e-aa055ec01c0a req-7a77a187-8447-4c52-846d-e4b4f32c6f30 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:44.479288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7795708-dceb-4f67-9b6e-aa055ec01c0a req-7a77a187-8447-4c52-846d-e4b4f32c6f30 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1118 time: 0.1732855 Feb 16 14:39:44.481864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:44.488133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:44.488610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.490259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1af6e9a5-1676-4f11-8e02-2fa1bc87d875 req-429a5d82-01e4-466a-9d65-236e1884d445 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 210 time: 0.0612450 Feb 16 14:39:44.498769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:44.499393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.517533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:44.536987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09ed7789-18ae-48b5-a207-01b2f8c3a453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.599649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed7789-18ae-48b5-a207-01b2f8c3a453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96efff64-5009-48be-94b5-23a0f4d74c75,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:44.604096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-09ed7789-18ae-48b5-a207-01b2f8c3a453 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc9d0112864f4d808d4e86ff961a593e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7451808 Feb 16 14:39:44.608069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38440) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:44.615178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7795708-dceb-4f67-9b6e-aa055ec01c0a req-0326d8a2-89e9-4e9c-be16-e7f137d88027 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082563 Feb 16 14:39:44.656289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9d6cd7d3-9eba-4da5-b55b-656ab7e1691e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7063692 Feb 16 14:39:44.686039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a7cbe-f361-4c67-a76f-8b14a7cf9e08 None None] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:44.690339 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-0ea887ac-4b2b-4dbb-8055-659434b4afcc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6233206 Feb 16 14:39:44.711915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38448) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:44.730257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Request body: {'port': {'device_id': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:44.782864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Made reservation on behalf of f3130184073c44818146fbdf220188d3 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:44.799181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.846490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-25f90e11-7e8f-4e2e-b787-1f7b80b2540f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5547b4bf5e7d4a659b0dafe20a1f858b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297553 Feb 16 14:39:44.858376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6ce2edb-fb7e-4998-a85b-6d67bf27c315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.865175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38452) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:44.878213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e3e3f84a-8d8f-43e6-a131-dc233ecb9113 None None] Provisioning complete for port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:44.878590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f84a-8d8f-43e6-a131-dc233ecb9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.967180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72b6b9-9a4b-4a0a-99ca-2a9beefcc24d req-492eee5a-323d-464d-9b75-ed22509c7fe7 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:44.970122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d72b6b9-9a4b-4a0a-99ca-2a9beefcc24d req-492eee5a-323d-464d-9b75-ed22509c7fe7 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1118 time: 0.1605799 Feb 16 14:39:45.000707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3f84a-8d8f-43e6-a131-dc233ecb9113 None None] Port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:45.059044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d72b6b9-9a4b-4a0a-99ca-2a9beefcc24d req-32c76546-bce4-474a-bb38-256473d2a67c tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799339 Feb 16 14:39:45.068459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Allocated IP 192.168.233.241 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/89528440-3861-412e-8e05-f70dc1a80c05) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:45.087124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6ce2edb-fb7e-4998-a85b-6d67bf27c315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.095325 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-243403e2-c6d9-494f-90e0-e72943195271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.101516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.184732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-243403e2-c6d9-494f-90e0-e72943195271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.278777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-e025b799-0ef4-4396-b890-7b4a485608ac req-37825a04-f0e8-4e4b-a0d1-758bf702c9cc service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:39:45.279859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e025b799-0ef4-4396-b890-7b4a485608ac req-37825a04-f0e8-4e4b-a0d1-758bf702c9cc service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112271 Feb 16 14:39:45.329963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.404179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6ce2edb-fb7e-4998-a85b-6d67bf27c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.406777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6ce2edb-fb7e-4998-a85b-6d67bf27c315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.411058 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e6ce2edb-fb7e-4998-a85b-6d67bf27c315 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/96efff64-5009-48be-94b5-23a0f4d74c75 HTTP/1.1" status: 204 len: 168 time: 0.8019977 Feb 16 14:39:45.421084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce2edb-fb7e-4998-a85b-6d67bf27c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96efff64-5009-48be-94b5-23a0f4d74c75,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:45.441326 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.453167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-243403e2-c6d9-494f-90e0-e72943195271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.456341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-243403e2-c6d9-494f-90e0-e72943195271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.460399 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-243403e2-c6d9-494f-90e0-e72943195271 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c7625542-1a70-4e95-91e3-55ecd0881b88 HTTP/1.1" status: 204 len: 168 time: 0.5905344 Feb 16 14:39:45.498654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243403e2-c6d9-494f-90e0-e72943195271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7625542-1a70-4e95-91e3-55ecd0881b88,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:45.529262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:45.535803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:45.542003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:45.607903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Pushing event updated for resources: {'Port': ['ID=89528440-3861-412e-8e05-f70dc1a80c05,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:45.637171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53978-3221-45b8-889a-512dd355386d req-345d7f48-4617-478f-a121-80e2f55b790e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:45.645464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01d53978-3221-45b8-889a-512dd355386d req-345d7f48-4617-478f-a121-80e2f55b790e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 936 time: 0.1702700 Feb 16 14:39:45.680999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:45.681651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.701121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d81237-a4f9-40dc-a040-e7a2c722a3d8 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:45.711097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.727490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Transition to ACTIVE for port object d8d81237-a4f9-40dc-a040-e7a2c722a3d8 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:45.728336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01d53978-3221-45b8-889a-512dd355386d req-4f7c55ea-8421-4dd9-b44a-6d8673bbc340 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819020 Feb 16 14:39:45.792592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.807518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c86eb369-9d2f-454c-b49a-91d2bb4f957f req-54de6ec7-3972-4267-840d-c1265b7646c0 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Feb 16 14:39:45.811208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e5de4ec6-519d-4532-bea0-f59f1f944f07 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8704762 Feb 16 14:39:45.828558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Request body: {'port': {'device_id': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:45.857020 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f14e087-f342-4120-98aa-2598c291d657 None None] Provisioning complete for port 89528440-3861-412e-8e05-f70dc1a80c05 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:45.857511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f14e087-f342-4120-98aa-2598c291d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.859340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:45.891126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.903807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6f14e087-f342-4120-98aa-2598c291d657 None None] Port 89528440-3861-412e-8e05-f70dc1a80c05 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:45.950460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Attempting to bind port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:45.952195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Attempting to bind port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:45.953594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Attempting to bind port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:45.962259 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:45.964581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:45.965110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Attempting to bind port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:45.972054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:45.972414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:45.973018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:45.973816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Bound port: d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:45.974216 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:46.057355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:46.060818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:46.165847 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:46.239986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:46.259607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:46.259607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:46.259607 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-c2fa427d-cda5-4351-a90e-8db4c9787992 service neutron] 10.222.0.93 "PUT /v2.0/ports/d8d81237-a4f9-40dc-a040-e7a2c722a3d8 HTTP/1.1" status: 200 len: 1096 time: 1.5509653 Feb 16 14:39:46.259607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:46.259607 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ebf246-ccfe-4612-b70c-096483002203" -d '{"events": [{"name": "network-changed", "server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:46.302593 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586b45e-b621-4c84-8e79-35f79ad6053c x-openstack-request-id: req-a586b45e-b621-4c84-8e79-35f79ad6053c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:46.302904 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:46.303176 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a586b45e-b621-4c84-8e79-35f79ad6053c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:46.303587 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'status': 'completed', 'code': 200} Feb 16 14:39:46.388738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebf246-ccfe-4612-b70c-096483002203 req-540402ca-60fa-495a-9f17-91b8723d1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:46.390384 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d9ebf246-ccfe-4612-b70c-096483002203 req-540402ca-60fa-495a-9f17-91b8723d1cb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1099 time: 0.0607882 Feb 16 14:39:46.393313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89528440-3861-412e-8e05-f70dc1a80c05 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:46.401581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:46.420430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Transition to ACTIVE for port object 89528440-3861-412e-8e05-f70dc1a80c05 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:46.429421 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d9ebf246-ccfe-4612-b70c-096483002203 req-138277d2-d890-4fa1-9fc1-9aea8fc68d48 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277185 Feb 16 14:39:46.507834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:46.600607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Pushing event updated for resources: {'Port': ['ID=89528440-3861-412e-8e05-f70dc1a80c05,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:46.601190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebf246-ccfe-4612-b70c-096483002203 req-98a5b436-2e0a-45f2-ae4a-e5de3aecf71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:46.602266 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d9ebf246-ccfe-4612-b70c-096483002203 req-98a5b436-2e0a-45f2-ae4a-e5de3aecf71c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1655257 Feb 16 14:39:46.764458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-6648f17f-4242-4274-adde-41dddf613099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:46.767451 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-6648f17f-4242-4274-adde-41dddf613099 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1099 time: 0.1127191 Feb 16 14:39:46.848449 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-bbc080b4-e050-4d49-93d4-bc5440b20341 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8 HTTP/1.1" status: 200 len: 217 time: 0.0684640 Feb 16 14:39:46.853658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Attempting to bind port 89528440-3861-412e-8e05-f70dc1a80c05 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:46.854000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Attempting to bind port 89528440-3861-412e-8e05-f70dc1a80c05 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:46.854327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Attempting to bind port 89528440-3861-412e-8e05-f70dc1a80c05 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:46.867200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Port 89528440-3861-412e-8e05-f70dc1a80c05 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:46.867391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Attempting to bind port 89528440-3861-412e-8e05-f70dc1a80c05 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:46.873760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-1b786f2e-b4fa-45c4-8946-a7a308137f54 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=0aadeb3da5004e449d6e89e041ca9c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757582 Feb 16 14:39:46.892824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:46.893721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:46.894119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:46.894620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Bound port: 89528440-3861-412e-8e05-f70dc1a80c05, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:46.895258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:46.908793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-57614aab-8329-482c-af1d-8c83ba0a2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:46.910456 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-57614aab-8329-482c-af1d-8c83ba0a2d54 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0546455 Feb 16 14:39:46.964883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-e1e2bc3c-0c6e-4d46-856d-137a3fc99c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:46.967117 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-e1e2bc3c-0c6e-4d46-856d-137a3fc99c40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439129 Feb 16 14:39:47.034525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08300bae-699b-4333-a1c5-ad3dfd9a8efd req-e39dd190-2e2d-4c55-9750-4dea911bed82 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.036697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08300bae-699b-4333-a1c5-ad3dfd9a8efd req-e39dd190-2e2d-4c55-9750-4dea911bed82 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 948 time: 0.2023973 Feb 16 14:39:47.093532 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-48517622-a7a7-40b6-b17c-9a5d3640b483 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169970 Feb 16 14:39:47.096220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-2f2590ca-e9b9-4d9a-b4e0-662b35a66bc6 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.097805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-2f2590ca-e9b9-4d9a-b4e0-662b35a66bc6 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066832 Feb 16 14:39:47.102187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] For port 89528440-3861-412e-8e05-f70dc1a80c05, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:47.124413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Request body: {'port': {'device_id': '4c933919-06df-455a-b178-5265909adb41', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '0aadeb3da5004e449d6e89e041ca9c94'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:47.142818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] For port 89528440-3861-412e-8e05-f70dc1a80c05, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=89528440-3861-412e-8e05-f70dc1a80c05,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:47.160634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08300bae-699b-4333-a1c5-ad3dfd9a8efd req-e11a0252-f084-4bcd-8981-eba3c0e0e502 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100214 Feb 16 14:39:47.244265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38544) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:47.251348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1353794202-network', 'tenant_id': 'a391fe6046004c7592c9751653130910'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:47.283964 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9f4fd4e1-a122-4b26-8f4a-03e53e9e819d req-77111c20-965f-4bf2-afe0-f526f6c951ab service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806407 Feb 16 14:39:47.317033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90d1dc83-6d73-46bb-812f-5aa35bccc925 req-b0878c9a-d7a7-4449-a0be-2f1f85038f58 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 210 time: 0.0389953 Feb 16 14:39:47.353339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.392207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.392825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.394249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] 10.222.0.93 "PUT /v2.0/ports/89528440-3861-412e-8e05-f70dc1a80c05 HTTP/1.1" status: 200 len: 1096 time: 1.5719717 Feb 16 14:39:47.394695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'tag': '89528440-3861-412e-8e05-f70dc1a80c05'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:47.397313 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5756f8a-7f48-4193-99a7-fecd7767d329" -d '{"events": [{"name": "network-changed", "server_uuid": "034d4bc9-d64c-4f6e-97a8-f56a2c11559f", "tag": "89528440-3861-412e-8e05-f70dc1a80c05"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:47.417729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5361d-5a81-41ab-8192-aef25f66458b service neutron] Pushing event updated for resources: {'Port': ['ID=89528440-3861-412e-8e05-f70dc1a80c05,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:47.449397 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1decc5c3-4c16-4364-bab2-30b95b2bcbbd x-openstack-request-id: req-1decc5c3-4c16-4364-bab2-30b95b2bcbbd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:47.631455 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034d4bc9-d64c-4f6e-97a8-f56a2c11559f", "tag": "89528440-3861-412e-8e05-f70dc1a80c05", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:47.631455 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1decc5c3-4c16-4364-bab2-30b95b2bcbbd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:47.631455 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'tag': '89528440-3861-412e-8e05-f70dc1a80c05', 'status': 'completed', 'code': 200} Feb 16 14:39:47.631455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756f8a-7f48-4193-99a7-fecd7767d329 req-f664c191-12df-499f-982c-17fe775e055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.631455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5756f8a-7f48-4193-99a7-fecd7767d329 req-f664c191-12df-499f-982c-17fe775e055e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 1099 time: 0.0463262 Feb 16 14:39:47.631455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5756f8a-7f48-4193-99a7-fecd7767d329 req-ea1a0aa9-6b20-451f-9b9f-e8144f206004 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318637 Feb 16 14:39:47.717955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Made reservation on behalf of a391fe6046004c7592c9751653130910 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:47.717955 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.723401 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.739306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756f8a-7f48-4193-99a7-fecd7767d329 req-16547a10-7ba2-41ff-9847-2061a262d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.740880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5756f8a-7f48-4193-99a7-fecd7767d329 req-16547a10-7ba2-41ff-9847-2061a262d7b4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1727660 Feb 16 14:39:47.815810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.841525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-84ba383e-c2df-4206-95cd-cd051e7d0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.843109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-84ba383e-c2df-4206-95cd-cd051e7d0bcd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 1099 time: 0.0423543 Feb 16 14:39:47.859166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Made reservation on behalf of 0aadeb3da5004e449d6e89e041ca9c94 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:47.862161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.900291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-8a6f504f-ad62-4125-9f38-ab408bbef281 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=89528440-3861-412e-8e05-f70dc1a80c05 HTTP/1.1" status: 200 len: 217 time: 0.0488286 Feb 16 14:39:47.901101 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.947786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.982146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-a16ddff1-b18e-4335-b0e5-c3929c7e02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.982768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:39:47.986624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-a16ddff1-b18e-4335-b0e5-c3929c7e02f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0755026 Feb 16 14:39:47.997787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44575d7a-968c-43f5-9604-ec708602975c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:48.003058 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:48.003620 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Added segment 8d48f563-a41e-4db0-afc0-0e13ff0c8ae5 of type vlan for network 961c5f01-8420-4df4-b214-c2116639ca4f Feb 16 14:39:48.065340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:48.082055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:48.082055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e8368e00-18c1-4aa2-b9c2-0777f97127a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:48.082932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-e8368e00-18c1-4aa2-b9c2-0777f97127a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845149 Feb 16 14:39:48.163480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:48.190220 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:48.191192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:48.197240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:48.243446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-a1ea52ed-3b91-4b69-96e0-75b321b17bf7 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522219 Feb 16 14:39:48.248588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd276e6-60ef-4401-8319-1dc77c8baece,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:48.324181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] Pushing event updated for resources: {'Network': ['ID=961c5f01-8420-4df4-b214-c2116639ca4f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:48.338259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 961c5f01-8420-4df4-b214-c2116639ca4f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:39:48.348809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38582) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:48.358023 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fae33b16-1db0-45e6-b0a4-3ffae0536627 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1032701 Feb 16 14:39:48.383935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Request body: {'subnet': {'network_id': '961c5f01-8420-4df4-b214-c2116639ca4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1353794202-subnet', 'tenant_id': 'a391fe6046004c7592c9751653130910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:48.480093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Allocated IP 192.168.233.162 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/5a857f7c-0cbb-435f-8dd7-86db7a5978d0) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:48.509534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ce72a-3ab5-4442-919b-c464807984a1 req-ca561fa6-2846-4241-83a2-c17f3191946f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:48.511028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486ce72a-3ab5-4442-919b-c464807984a1 req-ca561fa6-2846-4241-83a2-c17f3191946f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 948 time: 0.1894355 Feb 16 14:39:48.523888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64f300da-a17f-4ac8-b5f7-97a0be0edc2b req-8df2a7e4-1dbc-41f2-975c-b933cab56cdb service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700508 Feb 16 14:39:48.580154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Made reservation on behalf of a391fe6046004c7592c9751653130910 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:48.582428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:48.650489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486ce72a-3ab5-4442-919b-c464807984a1 req-018555be-66d2-4e70-957d-b02bc62a6c27 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252034 Feb 16 14:39:48.945879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a09e33a5-ca57-4f94-a9a2-cd5f931fb523 req-2e27a210-cd7a-4a5f-94ff-d43a7775ef0f tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 210 time: 0.0354924 Feb 16 14:39:49.043385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:49.177637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:49.184234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:49.262613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38614) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:49.301132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:49.321227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:49.348072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:49.348072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Pushing event updated for resources: {'Port': ['ID=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:49.348072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285fba4c-ff84-4eb0-857b-04228b8e859e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:49.371775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Checking segment: {'id': '8d48f563-a41e-4db0-afc0-0e13ff0c8ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '961c5f01-8420-4df4-b214-c2116639ca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:49.372135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Network hostable DHCP agents. Network: 961c5f01-8420-4df4-b214-c2116639ca4f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:39:49.405467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:49.406149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:49.431957 n-d-829433-1 neutron-server[103044]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:39:49.449398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-c779495a-cbc7-4e3b-a8ef-7ba4d25be566 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:39:49.450523 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-c779495a-cbc7-4e3b-a8ef-7ba4d25be566 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1869187 Feb 16 14:39:49.501738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Network 961c5f01-8420-4df4-b214-c2116639ca4f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:39:49.532927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-8147ae8e-e006-45bd-8ae4-abc2ee5c40dc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4143600 Feb 16 14:39:49.545117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Request body: {'port': {'device_id': '4c933919-06df-455a-b178-5265909adb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:49.615849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 961c5f01-8420-4df4-b214-c2116639ca4f) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:49.628412 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c976b-6184-4457-b96f-4d3dad84ffde None None] Network 961c5f01-8420-4df4-b214-c2116639ca4f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:49.629432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:49.633700 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:49.640647 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:49.744159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6478713d-8198-4353-a594-6cc573c89e51 None None] Provisioning complete for port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:49.744535 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6478713d-8198-4353-a594-6cc573c89e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:49.794390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-026cf900-2124-463a-afab-cad22c658754 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4149394 Feb 16 14:39:49.828351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6478713d-8198-4353-a594-6cc573c89e51 None None] Port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:39:49.835630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db4a59-aeab-41ba-a84c-dc1c82a13a6d None None] Network 961c5f01-8420-4df4-b214-c2116639ca4f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:39:49.853243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ebc45496-8138-4d7f-a8e6-f2dd9c43cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:49.860289 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ebc45496-8138-4d7f-a8e6-f2dd9c43cc68 service neutron] 10.222.0.113 "GET /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 1115 time: 0.1778803 Feb 16 14:39:49.865759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Request body: {'binding': {'host': 'n-h1-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:49.866717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:39:49.980940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda1e0-a87b-4e67-9cd8-d5d53e7e77c8 req-cf894cca-8791-4f73-b9cd-63ab6a8cfaeb tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:49.990064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2eda1e0-a87b-4e67-9cd8-d5d53e7e77c8 req-cf894cca-8791-4f73-b9cd-63ab6a8cfaeb tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 948 time: 0.1494486 Feb 16 14:39:50.071311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2eda1e0-a87b-4e67-9cd8-d5d53e7e77c8 req-16bbe209-8565-4e41-931d-40b8b791567e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818942 Feb 16 14:39:50.086185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on host n-h1-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:50.087278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:50.088696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:50.101611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:50.101934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:50.110766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:50.113314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:50.113314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:50.113314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Bound port: 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:50.174591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:50.184993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:50.200686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Transition to ACTIVE for port object 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:50.284606 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:50.355257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:50.454051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Attempting to bind port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:50.454416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Attempting to bind port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:50.454823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Attempting to bind port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:50.456428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:50.480178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:50.480503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Attempting to bind port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:50.487808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:50.488149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:50.488542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:50.488985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Bound port: 5a857f7c-0cbb-435f-8dd7-86db7a5978d0, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:50.489338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:50.515701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:50.517218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-eed68c59-cfce-4945-8ce6-3b3d18c6537b service neutron] 10.222.0.113 "POST /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6558006 Feb 16 14:39:50.544237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf19a4-0c4d-47b6-9939-79dd6a5fa586 req-a16d5f9a-722f-4349-9cdc-e3c7678de833 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:50.545789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1cf19a4-0c4d-47b6-9939-79dd6a5fa586 req-a16d5f9a-722f-4349-9cdc-e3c7678de833 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 948 time: 0.1015055 Feb 16 14:39:50.604395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] For port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:50.610355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1cf19a4-0c4d-47b6-9939-79dd6a5fa586 req-2a76d3a9-764d-4782-b8ca-acf4eb1c99ae tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564852 Feb 16 14:39:50.618872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] For port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:50.701822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:50.746804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:50.747424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:50.748951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] 10.222.0.129 "PUT /v2.0/ports/5a857f7c-0cbb-435f-8dd7-86db7a5978d0 HTTP/1.1" status: 200 len: 1096 time: 1.2082934 Feb 16 14:39:50.749403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c933919-06df-455a-b178-5265909adb41', 'tag': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:50.751907 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee9ba7d-2300-4090-9633-a5786fe7ccee" -d '{"events": [{"name": "network-changed", "server_uuid": "4c933919-06df-455a-b178-5265909adb41", "tag": "5a857f7c-0cbb-435f-8dd7-86db7a5978d0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:50.777900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa091c-0b6a-4447-b915-8e1826c52a1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:50.786419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:50.940782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-784fce77-dec7-4a82-a2ae-0b4240915519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:50.942482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-784fce77-dec7-4a82-a2ae-0b4240915519 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0aadeb3da5004e449d6e89e041ca9c94&device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 1099 time: 0.0756540 Feb 16 14:39:50.950996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:50.964422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'mac_address': 'fa:16:3e:e3:91:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:39:50.999408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-a4044f9b-7cdc-4836-ad74-d83317ca1227 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5a857f7c-0cbb-435f-8dd7-86db7a5978d0 HTTP/1.1" status: 200 len: 217 time: 0.0475955 Feb 16 14:39:51.013644 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:51.030245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d81237-a4f9-40dc-a040-e7a2c722a3d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:51.057148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:51.130452 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:51.140059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-c3e53a61-b806-4c71-a8c2-ddcf9252b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.141536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-c3e53a61-b806-4c71-a8c2-ddcf9252b087 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1292288 Feb 16 14:39:51.191069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:51.200831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.201190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.201694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.202716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.203447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.203768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.204302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.204643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.205282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.205850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.206123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.206453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:51.211573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-fd0b5850-ef3e-4176-bde3-23b9d30444aa tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.212982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-fd0b5850-ef3e-4176-bde3-23b9d30444aa tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.2552419 Feb 16 14:39:51.273452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-fa25e044-603c-4208-a030-53b2988f0747 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/quotas/d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 375 time: 0.0484340 Feb 16 14:39:51.282408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc10288-3a24-44bd-8621-433aa53d8639 req-107eb683-8444-437e-9736-0c5b57d3a565 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.284117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fc10288-3a24-44bd-8621-433aa53d8639 req-107eb683-8444-437e-9736-0c5b57d3a565 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 967 time: 0.1366189 Feb 16 14:39:51.289712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-1ce798b2-1268-4bca-9294-d4302acbc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.291150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-1ce798b2-1268-4bca-9294-d4302acbc71f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385369 Feb 16 14:39:51.333962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-c7bb42eb-c2b5-4bf2-b56d-5a52118ff911 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481391 Feb 16 14:39:51.378030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d8d81237-a4f9-40dc-a040-e7a2c722a3d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:51.430510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-abde42e3-480e-456c-a4b9-67640d97eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.431937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-abde42e3-480e-456c-a4b9-67640d97eacb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1118 time: 0.2059622 Feb 16 14:39:51.477388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fc10288-3a24-44bd-8621-433aa53d8639 req-1458746f-539d-4fa4-ac95-2050d0d6bd6d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852672 Feb 16 14:39:51.526840 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f26d15-6661-47bb-93fe-86da677e61f1 x-openstack-request-id: req-57f26d15-6661-47bb-93fe-86da677e61f1 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:51.527125 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c933919-06df-455a-b178-5265909adb41", "tag": "5a857f7c-0cbb-435f-8dd7-86db7a5978d0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:51.527375 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-57f26d15-6661-47bb-93fe-86da677e61f1 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:51.527798 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c933919-06df-455a-b178-5265909adb41', 'tag': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0', 'status': 'completed', 'code': 200} Feb 16 14:39:51.584124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-20e8b9f4-0e4e-47f7-b370-03036d0196e7 service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343092 Feb 16 14:39:51.590080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-b18fd080-7a4e-4ed4-85ac-b93179ea37af service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865875 Feb 16 14:39:51.634070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-656146a3-38e9-4ce7-a225-981bb3e245c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.635518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-656146a3-38e9-4ce7-a225-981bb3e245c1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.1899843 Feb 16 14:39:51.741036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-2b752a9e-eb42-42bb-b283-2a6c29e3ca86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 217 time: 0.0502625 Feb 16 14:39:51.859082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-b250d8ad-5e0b-443f-b439-c4c13715684b service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631536 Feb 16 14:39:51.860834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9933c480-af54-4939-85fc-bdd6c89becd2 req-eb4de652-eb55-4055-bff8-99f14b948f0e service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638745 Feb 16 14:39:51.864356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-1b4ab384-da25-42ef-ac50-d5162337ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.865772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-1b4ab384-da25-42ef-ac50-d5162337ee60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1146379 Feb 16 14:39:51.891908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b70709-b4d4-455a-80c0-2d190d370fd6 req-8a5376c2-69b1-42b1-a08a-363fcdabe1fe tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:51.893473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4b70709-b4d4-455a-80c0-2d190d370fd6 req-8a5376c2-69b1-42b1-a08a-363fcdabe1fe tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 948 time: 0.0970497 Feb 16 14:39:51.911147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-2d256e33-9c21-4833-9b01-20019b578e9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356541 Feb 16 14:39:52.021092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4b70709-b4d4-455a-80c0-2d190d370fd6 req-f0095cce-44d8-41bb-8dd2-7fc12a8410a1 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120965 Feb 16 14:39:52.060649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-2202c263-bb91-4a20-8ff6-67b3e18f070b service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403437 Feb 16 14:39:52.065308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-4ceeb9bf-b082-4d14-895f-60a834737c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:52.066852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-4ceeb9bf-b082-4d14-895f-60a834737c8d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0aadeb3da5004e449d6e89e041ca9c94&device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 1099 time: 0.0877249 Feb 16 14:39:52.274944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103ab05-0937-4a46-bdd6-657f4b47759d req-36e1b83d-652a-4070-9a3b-0f68e1787f43 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:52.276375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b103ab05-0937-4a46-bdd6-657f4b47759d req-36e1b83d-652a-4070-9a3b-0f68e1787f43 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 948 time: 0.1653118 Feb 16 14:39:52.280108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-90fd216d-582a-405c-8f8c-e8789a6ae750 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074852 Feb 16 14:39:52.281163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-6b50474d-ada4-4a88-8ed4-61bf8b6fd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:52.282457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-6b50474d-ada4-4a88-8ed4-61bf8b6fd7e8 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2020922 Feb 16 14:39:52.340705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-2b3f9f29-0564-4ed3-94bf-5b636dcc0c72 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=5a857f7c-0cbb-435f-8dd7-86db7a5978d0 HTTP/1.1" status: 200 len: 217 time: 0.0423803 Feb 16 14:39:52.364095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b103ab05-0937-4a46-bdd6-657f4b47759d req-0b9025e5-7db0-4931-84fb-ed8d7f53b340 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804291 Feb 16 14:39:52.417921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b819c95b-72cb-4293-b529-c7df0ea7b2ae req-1b9da8ca-b06f-4e45-b511-5e7c7f1cecda tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 210 time: 0.0337951 Feb 16 14:39:52.426497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-875544ab-77f5-494d-8014-c4e9109d5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:52.428621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-875544ab-77f5-494d-8014-c4e9109d5f34 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0791962 Feb 16 14:39:52.478961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-e93ad128-eced-4338-b16f-18b10ae00a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:52.480486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-e93ad128-eced-4338-b16f-18b10ae00a64 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436175 Feb 16 14:39:52.633113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-f7c0e666-e276-4663-9f28-a7d32973f632 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458302 Feb 16 14:39:52.802432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 89528440-3861-412e-8e05-f70dc1a80c05 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:52.846273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:52.955513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 89528440-3861-412e-8e05-f70dc1a80c05, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=89528440-3861-412e-8e05-f70dc1a80c05,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:52.966290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-96039f01-b060-4d19-aae6-efa69a0b5447 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:52.972302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-96039f01-b060-4d19-aae6-efa69a0b5447 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1118 time: 0.4121392 Feb 16 14:39:52.972538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '89528440-3861-412e-8e05-f70dc1a80c05', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '89528440-3861-412e-8e05-f70dc1a80c05', 'mac_address': 'fa:16:3e:c4:13:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:39:52.998729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829433-1'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:53.006373 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:39:53.012826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:53.016862 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.016862 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.048724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89528440-3861-412e-8e05-f70dc1a80c05 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:53.075885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329517a-bd07-4ecc-8ca6-89b50a222155 req-a49bec88-e830-4f12-9576-ca1e0783e897 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:53.077462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a329517a-bd07-4ecc-8ca6-89b50a222155 req-a49bec88-e830-4f12-9576-ca1e0783e897 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 967 time: 0.1319780 Feb 16 14:39:53.081799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 89528440-3861-412e-8e05-f70dc1a80c05, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=89528440-3861-412e-8e05-f70dc1a80c05,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:53.101210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee9ba7d-2300-4090-9633-a5786fe7ccee req-54792df1-a912-484d-984c-d77837079ffe service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606178 Feb 16 14:39:53.119595 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.144354 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.165075 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.173244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a329517a-bd07-4ecc-8ca6-89b50a222155 req-36cc2de5-ea77-4566-a472-2b4680e1e925 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778501 Feb 16 14:39:53.173854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:53.176616 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06dcf92-2d88-4bc7-93b5-d2ab1996345d" -d '{"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:53.216673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:53.246308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=89528440-3861-412e-8e05-f70dc1a80c05,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:53.279443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:53.351295 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.354463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490b440-053d-4c1f-9a03-b68fb90124ad req-254a319b-e4d4-43d3-95db-03c49781ee1e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:53.356702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d490b440-053d-4c1f-9a03-b68fb90124ad req-254a319b-e4d4-43d3-95db-03c49781ee1e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 949 time: 0.0787628 Feb 16 14:39:53.359384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:53.424861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:53.429024 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.429988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['89528440-3861-412e-8e05-f70dc1a80c05'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:53.437852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d490b440-053d-4c1f-9a03-b68fb90124ad req-1b9d8c43-f4dc-4cfc-b197-6f6524eb6937 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581598 Feb 16 14:39:53.455949 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed5930a-e6c7-4854-80ae-a16cc14ef6e2 x-openstack-request-id: req-5ed5930a-e6c7-4854-80ae-a16cc14ef6e2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:53.456261 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:53.456515 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5ed5930a-e6c7-4854-80ae-a16cc14ef6e2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:53.456903 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'code': 200} Feb 16 14:39:53.528761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:53.531275 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe6656-44d5-47d7-8b3c-7ed0b6c3a726" -d '{"events": [{"server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "name": "network-vif-unplugged", "status": "completed", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:53.554236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.558342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29618d1-e120-4135-9795-ef68ff5a95b4 req-750c6ea4-a4c5-4eaf-9218-581ed55807f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:53.566264 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b29618d1-e120-4135-9795-ef68ff5a95b4 req-750c6ea4-a4c5-4eaf-9218-581ed55807f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1101 time: 0.0424454 Feb 16 14:39:53.612140 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b29618d1-e120-4135-9795-ef68ff5a95b4 req-8bf8f7e0-81a0-45ed-8677-f0d5282416b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Feb 16 14:39:53.683228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:53.683648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:53.683991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:53.704806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:53.705313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Attempting to bind port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:53.714999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:53.716030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:53.716424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:53.716857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Bound port: 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:53.717216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:53.721735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:53.786774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92e70d75-c102-4c12-8277-67f92c0d1a42 req-f03bcc48-65af-4ff6-8f6a-7eff25f86545 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 210 time: 0.0660057 Feb 16 14:39:53.840093 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e65d94-8d0c-49dc-b81d-f09e851526f0 x-openstack-request-id: req-b6e65d94-8d0c-49dc-b81d-f09e851526f0 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:53.840398 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "name": "network-vif-unplugged", "status": "completed", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:53.840652 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b6e65d94-8d0c-49dc-b81d-f09e851526f0 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:53.841047 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c', 'code': 200} Feb 16 14:39:53.858890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9ab67-6e14-4f63-9a62-7090a56ce448 req-d6567c08-8842-4851-9fc6-e7c002f82744 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:53.860449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fed9ab67-6e14-4f63-9a62-7090a56ce448 req-d6567c08-8842-4851-9fc6-e7c002f82744 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 948 time: 0.1239500 Feb 16 14:39:53.884056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:53.906497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:53.914377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fed9ab67-6e14-4f63-9a62-7090a56ce448 req-20f1d0d7-da5b-4b82-99e2-b012e01d0134 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473614 Feb 16 14:39:54.017004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.119596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:54.120328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.121497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] 10.222.0.93 "PUT /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 1143 time: 1.1319380 Feb 16 14:39:54.122121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59c8d1-93d1-4323-94b8-c22bc0dd08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=8']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:54.197721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['24ff1da1-c374-43e7-a993-bbe19d7ab30c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:54.348986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943346-f939-40de-adcd-a26c32cfbcb2 req-fb038e9f-2e2f-422a-ac4f-cd85d8d66a9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:54.358576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57943346-f939-40de-adcd-a26c32cfbcb2 req-fb038e9f-2e2f-422a-ac4f-cd85d8d66a9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.0800591 Feb 16 14:39:54.378069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38808) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:54.442976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57943346-f939-40de-adcd-a26c32cfbcb2 req-e8a78e96-ecfb-49a8-bc21-b79579fe1bda tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768209 Feb 16 14:39:54.444039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38812) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:54.516768 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9782f3e8-bb1b-4fe1-a8bb-54b4457d98c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.655727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a582f2a-510a-4ff0-9651-09797e6ac7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.764033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e572e91-0e5d-47ab-a991-efa73d327bc8 req-91d9e65d-f153-438a-8dc9-45f28ab15254 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:54.765489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e572e91-0e5d-47ab-a991-efa73d327bc8 req-91d9e65d-f153-438a-8dc9-45f28ab15254 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 949 time: 0.1949184 Feb 16 14:39:54.789487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9782f3e8-bb1b-4fe1-a8bb-54b4457d98c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.804266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-6b7fcb6e-11cd-48dd-b92c-8222dc274b80 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:54.805707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-6b7fcb6e-11cd-48dd-b92c-8222dc274b80 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.2645912 Feb 16 14:39:54.822729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 89528440-3861-412e-8e05-f70dc1a80c05 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:54.863196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a582f2a-510a-4ff0-9651-09797e6ac7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.868753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Request body: {'port': {'device_id': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'admin_state_up': True, 'tenant_id': 'd8523fe0991f431a96e6f101547592fc'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:54.876421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9782f3e8-bb1b-4fe1-a8bb-54b4457d98c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.973699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e572e91-0e5d-47ab-a991-efa73d327bc8 req-2dcad06d-6c2b-4de3-b055-16e20163aa56 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951575 Feb 16 14:39:54.974208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a582f2a-510a-4ff0-9651-09797e6ac7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.977099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 89528440-3861-412e-8e05-f70dc1a80c05 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:39:54.982585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 89528440-3861-412e-8e05-f70dc1a80c05 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:54.983730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.004549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e530e18-8c7b-4673-9523-cc6a058cb447 req-27cb190a-4091-4daf-8fc7-b041e1584f2b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 210 time: 0.1078055 Feb 16 14:39:55.018353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38834) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:55.020378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9782f3e8-bb1b-4fe1-a8bb-54b4457d98c4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=08a106af7dcc4a5c84961df448c86d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409626 Feb 16 14:39:55.036645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782f3e8-bb1b-4fe1-a8bb-54b4457d98c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64905811-b545-4309-9c9b-fcc95a2ad1fc,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:55.038102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:55.069322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3a582f2a-510a-4ff0-9651-09797e6ac7a2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9e8ddb1bf3fa4da2b164d3a7a9099d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212432 Feb 16 14:39:55.073126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38836) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:55.128538 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58695ff1-0e93-4253-8002-f286aae39597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.164286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a582f2a-510a-4ff0-9651-09797e6ac7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35f55b2-80df-45f3-95d1-349cd8c8fb90,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:55.165741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58695ff1-0e93-4253-8002-f286aae39597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.172672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04ede82c-d40a-4e94-96ec-265466fece75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.176686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:55.190704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0', 'mac_address': 'fa:16:3e:4f:2a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:39:55.199641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746463f-47e5-48fd-a8c2-fcf07b32e61a req-166f418b-e0e2-4f75-8d9b-c898b6589441 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:55.201201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c746463f-47e5-48fd-a8c2-fcf07b32e61a req-166f418b-e0e2-4f75-8d9b-c898b6589441 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 948 time: 0.0873437 Feb 16 14:39:55.230470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04ede82c-d40a-4e94-96ec-265466fece75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.265087 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.265087 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.277895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c746463f-47e5-48fd-a8c2-fcf07b32e61a req-3f192ed6-20ff-4c49-8eec-bac41c11acaf tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669246 Feb 16 14:39:55.302101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:55.313457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Made reservation on behalf of d8523fe0991f431a96e6f101547592fc for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:39:55.317245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.351308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:55.354947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 89528440-3861-412e-8e05-f70dc1a80c05, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=89528440-3861-412e-8e05-f70dc1a80c05,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:55.376629 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58695ff1-0e93-4253-8002-f286aae39597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.379237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58695ff1-0e93-4253-8002-f286aae39597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.380398 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-58695ff1-0e93-4253-8002-f286aae39597 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/64905811-b545-4309-9c9b-fcc95a2ad1fc HTTP/1.1" status: 204 len: 168 time: 0.3610916 Feb 16 14:39:55.389293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58695ff1-0e93-4253-8002-f286aae39597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64905811-b545-4309-9c9b-fcc95a2ad1fc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:55.438625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04ede82c-d40a-4e94-96ec-265466fece75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.441709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04ede82c-d40a-4e94-96ec-265466fece75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.446215 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04ede82c-d40a-4e94-96ec-265466fece75 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a35f55b2-80df-45f3-95d1-349cd8c8fb90 HTTP/1.1" status: 204 len: 168 time: 0.3716838 Feb 16 14:39:55.455298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ede82c-d40a-4e94-96ec-265466fece75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35f55b2-80df-45f3-95d1-349cd8c8fb90,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:55.458388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89528440-3861-412e-8e05-f70dc1a80c05'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:55.462599 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c073fd-fe90-464d-b378-6ff062be85c1" -d '{"events": [{"server_uuid": "034d4bc9-d64c-4f6e-97a8-f56a2c11559f", "name": "network-vif-plugged", "status": "completed", "tag": "89528440-3861-412e-8e05-f70dc1a80c05"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:55.499470 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.501062 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:55.550475 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d902f1b-95c1-4bb4-b016-04a0a35b4ba7 x-openstack-request-id: req-0d902f1b-95c1-4bb4-b016-04a0a35b4ba7 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:55.550779 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034d4bc9-d64c-4f6e-97a8-f56a2c11559f", "name": "network-vif-plugged", "status": "completed", "tag": "89528440-3861-412e-8e05-f70dc1a80c05", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:55.551035 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0d902f1b-95c1-4bb4-b016-04a0a35b4ba7 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:55.551572 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89528440-3861-412e-8e05-f70dc1a80c05', 'code': 200} Feb 16 14:39:55.594367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:55.653952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=89528440-3861-412e-8e05-f70dc1a80c05,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:55.681084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Allocated IP 172.20.0.5 (17e411cc-5c91-4342-ae9e-9be4ddd8c9f4/b9b3dd02-9da6-47db-b291-2bcf0e7ac67e/7e9b5105-8c5a-4500-b964-8a49a7607dc5) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:39:55.702628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806542-f6c9-4516-9966-41de1b58a01b req-b878259a-5ead-4bde-90b5-ac3846f58b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:55.704154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a806542-f6c9-4516-9966-41de1b58a01b req-b878259a-5ead-4bde-90b5-ac3846f58b1f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 1101 time: 0.0932570 Feb 16 14:39:55.707781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5a857f7c-0cbb-435f-8dd7-86db7a5978d0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:39:55.717215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ab663-bcb6-4f1b-925a-4a130f3dde89 req-228153cf-0fbd-44e2-95cd-20a3651f2678 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:55.724148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b8ab663-bcb6-4f1b-925a-4a130f3dde89 req-228153cf-0fbd-44e2-95cd-20a3651f2678 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.1326170 Feb 16 14:39:55.863682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:55.866770 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e164938f-43e4-4303-b310-a42c2ce4860f" -d '{"events": [{"name": "network-changed", "server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:55.870784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a806542-f6c9-4516-9966-41de1b58a01b req-bebc7fcf-9285-4b4d-bea5-f27619f09385 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429191 Feb 16 14:39:55.876316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b8ab663-bcb6-4f1b-925a-4a130f3dde89 req-e222ed44-a7e3-4d41-a170-ca27c08c2105 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471820 Feb 16 14:39:55.947827 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a16c14d-298f-494b-a3b8-cc990c57b9c8 x-openstack-request-id: req-1a16c14d-298f-494b-a3b8-cc990c57b9c8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:55.947827 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:55.947827 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1a16c14d-298f-494b-a3b8-cc990c57b9c8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:55.947827 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c', 'status': 'completed', 'code': 200} Feb 16 14:39:55.998583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.047517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164938f-43e4-4303-b310-a42c2ce4860f req-d492cab8-f68a-4a31-8147-c383b49a4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:56.049535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e164938f-43e4-4303-b310-a42c2ce4860f req-d492cab8-f68a-4a31-8147-c383b49a4873 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1146 time: 0.0759790 Feb 16 14:39:56.135291 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.208546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38890) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:56.223240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e821cb5b-3544-420c-b04d-53980d351210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.235783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:39:56.250486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:39:56.252960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:39:56.293151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:56.296077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:56.311850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68858d04-35bf-4b2b-9456-474c6789a42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.315933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb505b-b25f-4e29-b234-2c16e91b341d req-68afe328-b7d3-4709-b07b-6c4f5c00d2fb tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:56.318080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40fb505b-b25f-4e29-b234-2c16e91b341d req-68afe328-b7d3-4709-b07b-6c4f5c00d2fb tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 950 time: 0.2086692 Feb 16 14:39:56.328406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4283c1-c29d-4be7-8f02-14a7302430f4 req-58ca5ae5-6cab-4c8c-97c4-9905cf8385c9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:56.329998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4283c1-c29d-4be7-8f02-14a7302430f4 req-58ca5ae5-6cab-4c8c-97c4-9905cf8385c9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 931 time: 0.2201078 Feb 16 14:39:56.334720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164938f-43e4-4303-b310-a42c2ce4860f req-31589a98-7777-4da9-b7cb-6dae2715fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:56.336197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e164938f-43e4-4303-b310-a42c2ce4860f req-31589a98-7777-4da9-b7cb-6dae2715fd45 service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.2805502 Feb 16 14:39:56.340186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e821cb5b-3544-420c-b04d-53980d351210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.409654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68858d04-35bf-4b2b-9456-474c6789a42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.411007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e821cb5b-3544-420c-b04d-53980d351210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.417078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:56.417756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.423477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e164938f-43e4-4303-b310-a42c2ce4860f req-6a61fd1a-d009-468f-b79d-1ea5a50cd65e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 217 time: 0.0749238 Feb 16 14:39:56.451084 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e821cb5b-3544-420c-b04d-53980d351210 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f0e00a5b8d73413d9ebab42778f1b847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406278 Feb 16 14:39:56.453312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821cb5b-3544-420c-b04d-53980d351210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c540e7-2b35-43ac-af80-5550953595c3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:56.456602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:56.492549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40fb505b-b25f-4e29-b234-2c16e91b341d req-05dd3d12-1372-489a-af30-49c94e904f2b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589158 Feb 16 14:39:56.497464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4283c1-c29d-4be7-8f02-14a7302430f4 req-af19309b-361e-475e-92f7-124fd2d4d73e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603341 Feb 16 14:39:56.520103 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b4272a-66a0-441e-b27e-d0508c8a93c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.527096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164938f-43e4-4303-b310-a42c2ce4860f req-b55c92a3-c04d-49e5-b40d-cc067233a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:56.529291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e164938f-43e4-4303-b310-a42c2ce4860f req-b55c92a3-c04d-49e5-b40d-cc067233a6f5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0794499 Feb 16 14:39:56.553816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b4272a-66a0-441e-b27e-d0508c8a93c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.562491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68858d04-35bf-4b2b-9456-474c6789a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.562729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e164938f-43e4-4303-b310-a42c2ce4860f req-feb59e68-b1c7-4be8-a700-8010fc0cfa23 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262942 Feb 16 14:39:56.618758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-d000d2b0-05d8-461f-a85b-7f3f5f8c624f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7955775 Feb 16 14:39:56.622334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68858d04-35bf-4b2b-9456-474c6789a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3cca9d-1e26-4a3e-91ac-c5487d3fcd24,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:56.629424 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-68858d04-35bf-4b2b-9456-474c6789a42f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1ceea4781a294515bac39fb7b8e63e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329458 Feb 16 14:39:56.629828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:56.658276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Request body: {'port': {'device_id': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:39:56.687922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78417254-4015-4cbf-a501-f9536b4e491f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.711491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78417254-4015-4cbf-a501-f9536b4e491f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.717865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b4272a-66a0-441e-b27e-d0508c8a93c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.720483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b4272a-66a0-441e-b27e-d0508c8a93c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.721645 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f9b4272a-66a0-441e-b27e-d0508c8a93c2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e1c540e7-2b35-43ac-af80-5550953595c3 HTTP/1.1" status: 204 len: 168 time: 0.2637992 Feb 16 14:39:56.738138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4272a-66a0-441e-b27e-d0508c8a93c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c540e7-2b35-43ac-af80-5550953595c3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:56.743487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba23e55-4d96-4b2a-bbae-ff95fac868f7 req-4b321045-2c35-41d7-a1d7-fbe491b634bf tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:56.744945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eba23e55-4d96-4b2a-bbae-ff95fac868f7 req-4b321045-2c35-41d7-a1d7-fbe491b634bf tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 949 time: 0.1679633 Feb 16 14:39:56.765261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.785139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e164938f-43e4-4303-b310-a42c2ce4860f req-ab52c786-cd3c-4e13-9c7e-6feef252738b service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162538 Feb 16 14:39:56.849258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:39:56.899765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eba23e55-4d96-4b2a-bbae-ff95fac868f7 req-99962f7c-7cb4-419d-bcf8-3375f8ce7bca tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379502 Feb 16 14:39:56.903633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78417254-4015-4cbf-a501-f9536b4e491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.914503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78417254-4015-4cbf-a501-f9536b4e491f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.916697 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-78417254-4015-4cbf-a501-f9536b4e491f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9f3cca9d-1e26-4a3e-91ac-c5487d3fcd24 HTTP/1.1" status: 204 len: 168 time: 0.2846103 Feb 16 14:39:56.942519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78417254-4015-4cbf-a501-f9536b4e491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3cca9d-1e26-4a3e-91ac-c5487d3fcd24,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:57.031383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:57.044796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c has no active binding in host n-h1-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:39:57.066859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:39:57.187663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:39:57.192582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:57.193886 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:57.277500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e164938f-43e4-4303-b310-a42c2ce4860f req-0b1eafcd-607d-42b4-96d9-1dde04844611 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793777 Feb 16 14:39:57.293148 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:57.362607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:39:57.391102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222507e4-67b1-4732-b2ce-b9948ce0ef34 req-3c819550-4eed-4062-bf5e-09433208db0e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:57.398057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-222507e4-67b1-4732-b2ce-b9948ce0ef34 req-3c819550-4eed-4062-bf5e-09433208db0e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.1172864 Feb 16 14:39:57.434506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:57.463814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-222507e4-67b1-4732-b2ce-b9948ce0ef34 req-e698ed8b-3a93-4229-9eef-9942a1ad4665 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648289 Feb 16 14:39:57.494963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:57.539081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9b5105-8c5a-4500-b964-8a49a7607dc5 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:39:57.551923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:57.554237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c933919-06df-455a-b178-5265909adb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:57.560158 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38169631-7d41-4c56-ae55-ff89f16f607c" -d '{"events": [{"server_uuid": "4c933919-06df-455a-b178-5265909adb41", "name": "network-vif-plugged", "status": "completed", "tag": "5a857f7c-0cbb-435f-8dd7-86db7a5978d0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:57.570139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Transition to ACTIVE for port object 7e9b5105-8c5a-4500-b964-8a49a7607dc5 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:39:57.664174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4f3a-443b-412c-b60c-3c8489fbda4b req-b1c6a52c-342b-4cac-b304-71e782094d42 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:57.665666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-921b4f3a-443b-412c-b60c-3c8489fbda4b req-b1c6a52c-342b-4cac-b304-71e782094d42 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 950 time: 0.0835235 Feb 16 14:39:57.673692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dc01d-02bd-438d-8143-ac090f6f6e04 req-656886e2-9055-49f6-9a65-19d5c5435586 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:57.675104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-897dc01d-02bd-438d-8143-ac090f6f6e04 req-656886e2-9055-49f6-9a65-19d5c5435586 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 931 time: 0.0819740 Feb 16 14:39:57.678588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:57.780772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:57.786570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-921b4f3a-443b-412c-b60c-3c8489fbda4b req-002cf688-d7e5-4f25-bc08-33c2148ade3f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104536 Feb 16 14:39:57.797973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-897dc01d-02bd-438d-8143-ac090f6f6e04 req-d51627e6-9e02-44fb-80cf-5a0bcfc4a9eb tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099265 Feb 16 14:39:57.881696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:39:57.881696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:39:57.881696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:57.881945 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebbe46c-0012-4dd2-95ae-a3bb937a3ecb x-openstack-request-id: req-5ebbe46c-0012-4dd2-95ae-a3bb937a3ecb {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:57.881945 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c933919-06df-455a-b178-5265909adb41", "name": "network-vif-plugged", "status": "completed", "tag": "5a857f7c-0cbb-435f-8dd7-86db7a5978d0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:57.881945 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5ebbe46c-0012-4dd2-95ae-a3bb937a3ecb {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:57.881945 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c933919-06df-455a-b178-5265909adb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0', 'code': 200} Feb 16 14:39:57.882575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:39:57.882575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:39:57.889057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38946) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:57.900459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:39:57.900824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:39:57.901342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:39:57.901972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Bound port: 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:39:57.902430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.033337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:39:58.050819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb866b0-5d7e-4df9-ab23-430b990980d5 req-8f030c7b-5419-466e-88b5-5713f1820d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.050819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fb866b0-5d7e-4df9-ab23-430b990980d5 req-8f030c7b-5419-466e-88b5-5713f1820d81 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 1101 time: 0.0961137 Feb 16 14:39:58.054171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:39:58.091898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c0893-76b3-4eca-a0e4-ad78460872f4 req-b7f909b0-4124-403a-bd2b-0e5ad82cd680 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.093467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c2c0893-76b3-4eca-a0e4-ad78460872f4 req-b7f909b0-4124-403a-bd2b-0e5ad82cd680 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 950 time: 0.0993459 Feb 16 14:39:58.100551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fb866b0-5d7e-4df9-ab23-430b990980d5 req-73c7e098-0184-4cea-952b-b017587b8deb service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Feb 16 14:39:58.113170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.161078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.161822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.163416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] 10.222.0.129 "PUT /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 1091 time: 1.5128913 Feb 16 14:39:58.167011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:39:58.169382 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b7725f-b64b-4093-bf15-356fd10a8885" -d '{"events": [{"name": "network-changed", "server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:39:58.206032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c2c0893-76b3-4eca-a0e4-ad78460872f4 req-196d5c94-382e-4b9e-8390-635a03fa3746 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997729 Feb 16 14:39:58.206795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900d45e-9831-483a-9972-df35f4b87588 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:58.207949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-521cdcbb-6939-4d16-b90b-cc57e71c8887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.247769 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895bb750-fc4b-4c8b-aed8-f08f0fb3d874 x-openstack-request-id: req-895bb750-fc4b-4c8b-aed8-f08f0fb3d874 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:39:58.248063 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:39:58.248319 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-895bb750-fc4b-4c8b-aed8-f08f0fb3d874 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:39:58.248865 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5', 'status': 'completed', 'code': 200} Feb 16 14:39:58.323273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-521cdcbb-6939-4d16-b90b-cc57e71c8887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.377978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7725f-b64b-4093-bf15-356fd10a8885 req-910b3aac-bfe9-4512-9c18-4d270227e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.379528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7b7725f-b64b-4093-bf15-356fd10a8885 req-910b3aac-bfe9-4512-9c18-4d270227e3d0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1094 time: 0.0416210 Feb 16 14:39:58.468253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-521cdcbb-6939-4d16-b90b-cc57e71c8887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.560226 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-521cdcbb-6939-4d16-b90b-cc57e71c8887 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4deacc5b930c45d2b4b103c63873f082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692228 Feb 16 14:39:58.563592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38974) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:58.609283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cdcbb-6939-4d16-b90b-cc57e71c8887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d832a3-e305-4e5b-b72b-89373d42526d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:58.677165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7725f-b64b-4093-bf15-356fd10a8885 req-25a3b05c-fbd3-49d2-99ae-1b0269e8029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.681547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7b7725f-b64b-4093-bf15-356fd10a8885 req-25a3b05c-fbd3-49d2-99ae-1b0269e8029d service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=d8523fe0991f431a96e6f101547592fc&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2902632 Feb 16 14:39:58.689442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a789-becc-493c-b7fc-7492370ce40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.739069 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a789-becc-493c-b7fc-7492370ce40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.851715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd25e3-fdfc-421b-89a8-17e0e9fb795e req-1fda7002-8162-40e8-b37e-6b4f30e1c25d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.853416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0dd25e3-fdfc-421b-89a8-17e0e9fb795e req-1fda7002-8162-40e8-b37e-6b4f30e1c25d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.2008293 Feb 16 14:39:58.862631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a789-becc-493c-b7fc-7492370ce40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.865564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a789-becc-493c-b7fc-7492370ce40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:58.866882 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a7d8a789-becc-493c-b7fc-7492370ce40b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/07d832a3-e305-4e5b-b72b-89373d42526d HTTP/1.1" status: 204 len: 168 time: 0.3018646 Feb 16 14:39:58.879419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8a789-becc-493c-b7fc-7492370ce40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d832a3-e305-4e5b-b72b-89373d42526d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:58.936580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7725f-b64b-4093-bf15-356fd10a8885 req-95dde466-5ae7-4919-afb1-03df8617647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.938089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7b7725f-b64b-4093-bf15-356fd10a8885 req-95dde466-5ae7-4919-afb1-03df8617647f service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2204874 Feb 16 14:39:58.974304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0dd25e3-fdfc-421b-89a8-17e0e9fb795e req-c936c5a2-252e-48ec-8373-92a26dfdf328 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962381 Feb 16 14:39:59.000897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fb9d2-68cb-48bb-a430-4322cc4d470c req-9f2fdcbb-9491-460a-9630-a5b010f7f612 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.002476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b66fb9d2-68cb-48bb-a430-4322cc4d470c req-9f2fdcbb-9491-460a-9630-a5b010f7f612 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 950 time: 0.1083026 Feb 16 14:39:59.107860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-644c7bda-4f2f-4937-81d4-336430dfb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.109244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-644c7bda-4f2f-4937-81d4-336430dfb02d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1094 time: 0.1059384 Feb 16 14:39:59.115022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b66fb9d2-68cb-48bb-a430-4322cc4d470c req-c5c9d17f-5a7b-4f1c-b66c-8b55fe5f2421 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025560 Feb 16 14:39:59.172714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-20fafecf-779d-4439-887b-a7ffa038a4b9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 217 time: 0.0555573 Feb 16 14:39:59.198423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e1c0c-ee13-48e8-a83d-24b0bbf24d73 req-97b82930-8885-4b87-8e34-9565a91a2b87 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.200613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a9e1c0c-ee13-48e8-a83d-24b0bbf24d73 req-97b82930-8885-4b87-8e34-9565a91a2b87 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.1348047 Feb 16 14:39:59.292024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-34acdaa2-94f1-49a6-b143-a05faa3a8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.293501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-34acdaa2-94f1-49a6-b143-a05faa3a8e6a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1131778 Feb 16 14:39:59.301583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a9e1c0c-ee13-48e8-a83d-24b0bbf24d73 req-5bf81f92-4609-4ecb-97d8-04b67418a2a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811760 Feb 16 14:39:59.339383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-56b9ea14-ff66-4159-8de0-64d1a33ae2fc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366743 Feb 16 14:39:59.353418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7d2ad-b018-45ab-884f-a6b02f115085 req-8c67c4e6-93dd-4ca8-88af-4c53b8608601 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.354932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffa7d2ad-b018-45ab-884f-a6b02f115085 req-8c67c4e6-93dd-4ca8-88af-4c53b8608601 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.1312068 Feb 16 14:39:59.494715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffa7d2ad-b018-45ab-884f-a6b02f115085 req-8e148fd3-b242-4c2b-9600-d53e40f3b560 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308246 Feb 16 14:39:59.511150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d888-8d4b-46f7-a86f-4f605c59655a req-7e5a8b90-7b21-4777-a5c2-31dc093abefb tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.512717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be62d888-8d4b-46f7-a86f-4f605c59655a req-7e5a8b90-7b21-4777-a5c2-31dc093abefb tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 950 time: 0.1308208 Feb 16 14:39:59.538710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-19df3736-036d-42a0-b558-7177b7d81b2a service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828027 Feb 16 14:39:59.613458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be62d888-8d4b-46f7-a86f-4f605c59655a req-3424eeb1-70fc-4ac6-bd01-07560bf67f7c tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925767 Feb 16 14:39:59.664033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a892031f-6fda-48cd-b34a-37678d0e7415 req-9fe72915-06e9-43e8-8263-5ec85e6c67e1 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187191 Feb 16 14:39:59.734440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39016) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:59.749578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7831-7114-4148-b9e4-cb925221da7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:59.750330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-724b7a24-6f3a-4a2c-9cd7-ef449b98d144 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306370 Feb 16 14:39:59.836353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7831-7114-4148-b9e4-cb925221da7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:59.887884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-d1a4322d-ca90-4ab8-b473-1cef4a762e2a tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.901362 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2ba7831-7114-4148-b9e4-cb925221da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:59.901658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-d1a4322d-ca90-4ab8-b473-1cef4a762e2a tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448779 Feb 16 14:39:59.917711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-fed9845c-9967-4a5a-b9cc-eaada6044a3b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/quotas/f3130184073c44818146fbdf220188d3 HTTP/1.1" status: 200 len: 375 time: 0.0203354 Feb 16 14:39:59.928174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba7831-7114-4148-b9e4-cb925221da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a1fd65-7a6d-44fe-931f-802463b7b75b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:59.973143 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b2ba7831-7114-4148-b9e4-cb925221da7f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d70101db3e6046d8823d8693d80431fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366524 Feb 16 14:39:59.977061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39024) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:39:59.994206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-78a92365-17a2-46c2-88e2-2f95832c28b9 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698097 Feb 16 14:40:00.052679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa590d12-92d2-4110-b658-5e6ce3790d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:00.091468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa590d12-92d2-4110-b658-5e6ce3790d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:00.232863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900951d-a39e-4599-bf26-414529a197bd req-4fc8f773-a6f5-4720-a3a9-d6d2fa571667 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:00.234404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0900951d-a39e-4599-bf26-414529a197bd req-4fc8f773-a6f5-4720-a3a9-d6d2fa571667 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 965 time: 0.1192379 Feb 16 14:40:00.245060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa590d12-92d2-4110-b658-5e6ce3790d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:00.251363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa590d12-92d2-4110-b658-5e6ce3790d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:00.251363 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa590d12-92d2-4110-b658-5e6ce3790d56 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d9a1fd65-7a6d-44fe-931f-802463b7b75b HTTP/1.1" status: 204 len: 168 time: 0.2684622 Feb 16 14:40:00.251638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-5eb7e4a5-718b-4166-8813-c9087e31c08d service neutron] 10.222.0.129 "GET /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.1097267 Feb 16 14:40:00.259225 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa590d12-92d2-4110-b658-5e6ce3790d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a1fd65-7a6d-44fe-931f-802463b7b75b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:00.338044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0900951d-a39e-4599-bf26-414529a197bd req-4261c11b-901d-46a0-81c3-76fc53f21bc7 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931015 Feb 16 14:40:00.430888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cd8b0d0-5324-49f3-a9cd-5182aa2d027a req-67913080-38c8-4099-aa1f-9ffa28c7b23f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 210 time: 0.0321670 Feb 16 14:40:00.573616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:00.600477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7074a-8809-4977-bcff-2282ff401e6a req-4feee470-2c03-4af6-9c49-bc34d8362e6e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:00.602012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eba7074a-8809-4977-bcff-2282ff401e6a req-4feee470-2c03-4af6-9c49-bc34d8362e6e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.0893841 Feb 16 14:40:00.609778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:00.670973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ff1da1-c374-43e7-a993-bbe19d7ab30c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:00.700241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eba7074a-8809-4977-bcff-2282ff401e6a req-4a87fd05-d2f5-42f8-bf29-14791bbb1729 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915248 Feb 16 14:40:00.702268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:00.821689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14db09-9409-4c35-b508-6bb8a7c43df9 req-0526323f-b051-4bb4-a27f-50dca76f5cf1 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:00.821689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d14db09-9409-4c35-b508-6bb8a7c43df9 req-0526323f-b051-4bb4-a27f-50dca76f5cf1 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 950 time: 0.0515611 Feb 16 14:40:00.832685 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:00.918736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d14db09-9409-4c35-b508-6bb8a7c43df9 req-268ca316-7ff9-432c-ac8a-aa7d80e292f5 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878940 Feb 16 14:40:00.968494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-55d4f10c-d8cc-4cac-a256-8f50813693ed tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687139 Feb 16 14:40:01.079832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] Transition to ACTIVE for port object 24ff1da1-c374-43e7-a993-bbe19d7ab30c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:01.115643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-d375933b-facd-43d9-a74c-c13539a55a5e tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:01.117461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-d375933b-facd-43d9-a74c-c13539a55a5e tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423888 Feb 16 14:40:01.133744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-c81597e9-5909-4041-b09b-912bac12d42b tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/quotas/0495d4f2aef1472db9d39ca5d69281fb HTTP/1.1" status: 200 len: 375 time: 0.0101864 Feb 16 14:40:01.168545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-def704fe-5880-4405-b46c-c1abb38a1b99 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289111 Feb 16 14:40:01.194750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:01.262545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] No DVR routers for this DVR port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:40:01.277601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] Pushing event updated for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:01.306982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a180f951-a1aa-49a9-baff-d6bbc8a9c200 service neutron] 10.222.0.129 "PUT /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c/bindings/n-h1-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0495048 Feb 16 14:40:01.543871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb9154ae-6397-4bd4-9d75-61f36eae9a19 req-c58f0026-d855-4298-b9f4-7ae7c9cf899e tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 210 time: 0.0593662 Feb 16 14:40:01.598839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cea6b-8435-4bea-b1a0-f07e24ba1091 req-89059f94-5e82-4f53-bc35-8b2d736ce48e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:01.600906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a0cea6b-8435-4bea-b1a0-f07e24ba1091 req-89059f94-5e82-4f53-bc35-8b2d736ce48e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 966 time: 0.1144981 Feb 16 14:40:01.606339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-b7b4e5e0-4d69-47d9-827b-25edc49b2ff9 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:01.607846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-b7b4e5e0-4d69-47d9-827b-25edc49b2ff9 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1117 time: 0.1197350 Feb 16 14:40:01.702213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a0cea6b-8435-4bea-b1a0-f07e24ba1091 req-2f5dc94c-6ae3-44eb-8f8e-1ab9fe2ab2c7 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933163 Feb 16 14:40:01.752313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-b0c0593c-1c22-4a1c-b93c-8aa28f51221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:01.755884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-b0c0593c-1c22-4a1c-b93c-8aa28f51221a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 1117 time: 0.1292088 Feb 16 14:40:01.774189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8245576-5f35-44c7-88f0-8a89145d42e8 req-f918f3ff-a06b-4506-8fa8-2d61dba1e665 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:01.775858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8245576-5f35-44c7-88f0-8a89145d42e8 req-f918f3ff-a06b-4506-8fa8-2d61dba1e665 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 950 time: 0.0837758 Feb 16 14:40:01.853208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b392f62c-136e-46da-9d38-01f85a5726f5 req-077ec5d4-cc18-4868-adc4-751ba9bf933f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 210 time: 0.0425608 Feb 16 14:40:01.875291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8245576-5f35-44c7-88f0-8a89145d42e8 req-c31b631e-6cf8-48f7-9dd4-a0bbbd1e9dfc tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915411 Feb 16 14:40:01.889046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-e9586f4c-2937-45ea-b3cf-4fef99678fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:01.891089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-e9586f4c-2937-45ea-b3cf-4fef99678fea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1117 time: 0.0982883 Feb 16 14:40:02.063127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e99c19-7af3-492c-9874-a5821ebbd07e req-3a4a1198-61aa-455d-907c-e0d8cd5056f5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:02.064872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83e99c19-7af3-492c-9874-a5821ebbd07e req-3a4a1198-61aa-455d-907c-e0d8cd5056f5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.0810835 Feb 16 14:40:02.066008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-e8d924db-ee66-4644-9cf4-8048c1d1064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:02.067345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-e8d924db-ee66-4644-9cf4-8048c1d1064c service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.1673150 Feb 16 14:40:02.123838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-b58e74ed-6358-4dec-baf4-4f2571fb4dd8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 217 time: 0.0460665 Feb 16 14:40:02.149173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39122) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:02.200100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83e99c19-7af3-492c-9874-a5821ebbd07e req-70381cad-9741-4017-a953-8fe8d88e38fb tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284671 Feb 16 14:40:02.228513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-45ca7ad9-5535-4ea3-b282-5cd49742a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:02.229990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-45ca7ad9-5535-4ea3-b282-5cd49742a004 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0926297 Feb 16 14:40:02.264596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-fc837129-2177-463b-bdb9-080aa55a416a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260549 Feb 16 14:40:02.287536 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c83e826e-b4ce-427e-b6d5-5fc548553593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:02.380048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c83e826e-b4ce-427e-b6d5-5fc548553593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:02.385162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-385e59dd-dd60-4dfb-a9d7-fd8df759b7f0 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073213 Feb 16 14:40:02.457516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c83e826e-b4ce-427e-b6d5-5fc548553593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:02.487222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-27685497-6154-44f6-ba82-2a03693a1493 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906813 Feb 16 14:40:02.505946 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c83e826e-b4ce-427e-b6d5-5fc548553593 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bbd56a75af074de0a8b257236c82d69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553550 Feb 16 14:40:02.508487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e826e-b4ce-427e-b6d5-5fc548553593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044760b8-efff-495c-b217-50de4f502423,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:02.510760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39136) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:02.562749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-975dcf99-99f4-42fa-9847-ea8877e3ecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:02.595627 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-975dcf99-99f4-42fa-9847-ea8877e3ecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:02.675844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b76c33b-0591-451d-84e1-fddc80cc7110 req-3ccc7470-1b41-445c-81eb-493d693311fa tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 210 time: 0.0383487 Feb 16 14:40:02.749153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-975dcf99-99f4-42fa-9847-ea8877e3ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:02.754398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-975dcf99-99f4-42fa-9847-ea8877e3ecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:02.757208 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-975dcf99-99f4-42fa-9847-ea8877e3ecae admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/044760b8-efff-495c-b217-50de4f502423 HTTP/1.1" status: 204 len: 168 time: 0.2447155 Feb 16 14:40:02.770349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dcf99-99f4-42fa-9847-ea8877e3ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044760b8-efff-495c-b217-50de4f502423,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:02.937845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-38ed73b9-b088-4507-846d-d204d17afdba tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=f3130184073c44818146fbdf220188d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722096 Feb 16 14:40:02.967713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-6340c1f6-8c3c-49ef-b0e0-e475a7421cb9 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:02.969170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-6340c1f6-8c3c-49ef-b0e0-e475a7421cb9 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.129 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 950 time: 0.1888478 Feb 16 14:40:03.099059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:03.133996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:40:03.173400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a85236a0-d251-4f6b-abd0-5801a2f42de6 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:03.177426 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a85236a0-d251-4f6b-abd0-5801a2f42de6 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1117 time: 0.1265020 Feb 16 14:40:03.224408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:40:03.333532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:03.336476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27ddf46d-636d-420d-b87f-c4fdaba1e33d req-8675d718-1a6e-4ec3-8048-a0376df48439 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 210 time: 0.3594756 Feb 16 14:40:03.349861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:40:03.367769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '7e9b5105-8c5a-4500-b964-8a49a7607dc5', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'port_id': '7e9b5105-8c5a-4500-b964-8a49a7607dc5', 'mac_address': 'fa:16:3e:c3:32:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b3dd02-9da6-47db-b291-2bcf0e7ac67e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:03.407977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e63878-395b-45f8-890b-cb70a30159b0 req-a74f18c7-ba08-4af7-b3e5-429127b04e91 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:03.409510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4e63878-395b-45f8-890b-cb70a30159b0 req-a74f18c7-ba08-4af7-b3e5-429127b04e91 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 966 time: 0.5047915 Feb 16 14:40:03.422353 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.432256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a4974b40-8853-43d9-acd5-b40b588c8de4 service neutron] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:03.436403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a4974b40-8853-43d9-acd5-b40b588c8de4 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.437058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9b5105-8c5a-4500-b964-8a49a7607dc5 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:03.437892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1c85f1d-c866-45c0-a993-3d4595ba8d58 req-a4974b40-8853-43d9-acd5-b40b588c8de4 service neutron] 10.222.0.93 "DELETE /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c/bindings/n-h2-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.2429652 Feb 16 14:40:03.459111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:03.500785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-ecfe041c-d5dc-4eb4-a0e3-6ff3428a8aab tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:03.502204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-ecfe041c-d5dc-4eb4-a0e3-6ff3428a8aab tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5435011 Feb 16 14:40:03.523796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Request body: {'port': {'device_id': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'f3130184073c44818146fbdf220188d3'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:03.549445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4e63878-395b-45f8-890b-cb70a30159b0 req-540684b9-4737-48b1-badd-94800d785147 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188707 Feb 16 14:40:03.575311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.583577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a0385-b519-4e6d-a8d5-e301779bd516 req-683e0479-5430-4f77-8c7c-63de9bef411c tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:03.585153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da6a0385-b519-4e6d-a8d5-e301779bd516 req-683e0479-5430-4f77-8c7c-63de9bef411c tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 950 time: 0.1712182 Feb 16 14:40:03.613677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Deleting port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:40:03.614015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.644768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:03.750072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da6a0385-b519-4e6d-a8d5-e301779bd516 req-bbfa61de-c3bb-4ea6-81bb-1a1f3a38565f tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/security-groups?id=bfd276e6-60ef-4401-8319-1dc77c8baece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546841 Feb 16 14:40:03.757931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:03.785026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a026cff5-fd76-48be-ac49-3df3be488202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.793129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7e9b5105-8c5a-4500-b964-8a49a7607dc5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:03.803052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de9c7-b9d5-4553-923e-9cd9802509dc req-8d70545e-3aff-4137-9858-1c00cfd27113 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:03.805018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a8de9c7-b9d5-4553-923e-9cd9802509dc req-8d70545e-3aff-4137-9858-1c00cfd27113 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 944 time: 0.1643465 Feb 16 14:40:03.810069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] For port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:03.810433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.831065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Calling delete_port for 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:40:03.899602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Made reservation on behalf of f3130184073c44818146fbdf220188d3 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:03.903073 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.926309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a026cff5-fd76-48be-ac49-3df3be488202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:03.928063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a8de9c7-b9d5-4553-923e-9cd9802509dc req-010ce1cf-79fd-47c1-a502-71f2032c2bf8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071622 Feb 16 14:40:03.995171 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a026cff5-fd76-48be-ac49-3df3be488202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.000006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e1529c9-ccd8-44dd-a33c-e8830a913275 req-25fd3a20-eaa4-4afa-bc82-3c411152bf66 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 210 time: 0.1055782 Feb 16 14:40:04.043351 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a026cff5-fd76-48be-ac49-3df3be488202 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=06b6c065543a45d58e645585a2f15533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843275 Feb 16 14:40:04.046029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39168) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:04.076233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026cff5-fd76-48be-ac49-3df3be488202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c97f8-2219-4500-b1a9-8c01fbd4d6ab,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:04.141986 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-ac147680-53d0-43e9-a9b8-599dc29ca95c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359864 Feb 16 14:40:04.178967 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc692be-1137-4e1b-8e25-8280cefc5a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.207298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Allocated IP 192.168.233.104 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/77d11ee8-c770-4ffc-929f-80a8cb80c501) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:04.220429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.236763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc692be-1137-4e1b-8e25-8280cefc5a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.268392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Pushing event deleted for resources: {'Port': ['ID=5a857f7c-0cbb-435f-8dd7-86db7a5978d0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:04.320393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-33d84ef3-28f2-422a-89db-bb8ec641a763 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:04.321882 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-33d84ef3-28f2-422a-89db-bb8ec641a763 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701119 Feb 16 14:40:04.339565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Request body: {'port': {'device_id': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '0495d4f2aef1472db9d39ca5d69281fb'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:04.357332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] No DVR routers for this DVR port 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:40:04.364196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.367390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cea0cc43-dfec-44b7-abf6-5853bf02b50c req-53e0442c-0b84-440c-95b1-32ed2d805d37 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.129 "DELETE /v2.0/ports/5a857f7c-0cbb-435f-8dd7-86db7a5978d0 HTTP/1.1" status: 204 len: 173 time: 1.3845026 Feb 16 14:40:04.367390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c933919-06df-455a-b178-5265909adb41', 'name': 'network-vif-deleted', 'tag': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:04.369470 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b6e84-8a99-44b8-b4c7-d48bcc668410" -d '{"events": [{"server_uuid": "4c933919-06df-455a-b178-5265909adb41", "name": "network-vif-deleted", "tag": "5a857f7c-0cbb-435f-8dd7-86db7a5978d0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:04.556325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7080067-a547-4022-8cfa-5c9b35330b67 req-ba592c97-e2a9-4195-b0cb-848f4cb2b6e2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 210 time: 0.0630624 Feb 16 14:40:04.557091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc692be-1137-4e1b-8e25-8280cefc5a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.558318 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b823c21-3dfb-432e-b270-24d4d2373d40 x-openstack-request-id: req-8b823c21-3dfb-432e-b270-24d4d2373d40 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:04.558603 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c933919-06df-455a-b178-5265909adb41", "name": "network-vif-deleted", "tag": "5a857f7c-0cbb-435f-8dd7-86db7a5978d0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:04.565665 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8b823c21-3dfb-432e-b270-24d4d2373d40 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:04.565665 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c933919-06df-455a-b178-5265909adb41', 'name': 'network-vif-deleted', 'tag': '5a857f7c-0cbb-435f-8dd7-86db7a5978d0', 'status': 'completed', 'code': 200} Feb 16 14:40:04.565801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc692be-1137-4e1b-8e25-8280cefc5a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.565801 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6bc692be-1137-4e1b-8e25-8280cefc5a2e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/651c97f8-2219-4500-b1a9-8c01fbd4d6ab HTTP/1.1" status: 204 len: 168 time: 0.5140789 Feb 16 14:40:04.585480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc692be-1137-4e1b-8e25-8280cefc5a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c97f8-2219-4500-b1a9-8c01fbd4d6ab,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:04.607486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.703450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Made reservation on behalf of 0495d4f2aef1472db9d39ca5d69281fb for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:04.711414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.723261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.749827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034b4d8-ca73-4f94-93c0-4d7bdd642cdf req-01b890b7-42f1-4322-bbfe-034932ebad3d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:04.751371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a034b4d8-ca73-4f94-93c0-4d7bdd642cdf req-01b890b7-42f1-4322-bbfe-034932ebad3d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 966 time: 0.0814567 Feb 16 14:40:04.792866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a034b4d8-ca73-4f94-93c0-4d7bdd642cdf req-f20688d4-91d5-4b85-a3b5-15a948534ef9 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Feb 16 14:40:04.808591 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.829598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.845137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d8d81237-a4f9-40dc-a040-e7a2c722a3d8', '89528440-3861-412e-8e05-f70dc1a80c05'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:04.893113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:04.908259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58a3936d-4cea-48ce-b275-aa97bbd6294a req-742bd028-99fa-4618-8743-944ea16e4e10 tempest-ImagesNegativeTestJSON-444627400 tempest-ImagesNegativeTestJSON-444627400-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c933919-06df-455a-b178-5265909adb41 HTTP/1.1" status: 200 len: 210 time: 0.0679088 Feb 16 14:40:04.919970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:04.926715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:04.940758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Pushing event updated for resources: {'Port': ['ID=77d11ee8-c770-4ffc-929f-80a8cb80c501,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:04.943205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:04.992741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673f60d1-916d-47f5-b012-e6ec3f3e9026,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:05.111650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Allocated IP 192.168.233.218 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/9f84a036-b5af-46a6-aa14-e4a78053f526) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:05.119720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:05.146261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:05.147010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.154251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a00b64-5129-4cde-9c49-d8bbd861c989 req-475caa9f-8f45-448b-9fc3-54f480532489 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:05.161856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18a00b64-5129-4cde-9c49-d8bbd861c989 req-475caa9f-8f45-448b-9fc3-54f480532489 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1117 time: 0.2303421 Feb 16 14:40:05.196415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6709ab8-2356-4d65-b139-5527ea82ea95 req-97e0d268-021c-4689-b31c-a5ce658d507d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:05.205269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6709ab8-2356-4d65-b139-5527ea82ea95 req-97e0d268-021c-4689-b31c-a5ce658d507d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 944 time: 0.1687465 Feb 16 14:40:05.308248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6709ab8-2356-4d65-b139-5527ea82ea95 req-efcf9565-39b4-482f-ad93-3e74186191ee tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994742 Feb 16 14:40:05.331921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39208) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:05.343611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18a00b64-5129-4cde-9c49-d8bbd861c989 req-019c1e4c-5ff6-4533-b0a2-0bcbe2d3ebad tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807978 Feb 16 14:40:05.380145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-856b97af-2b05-4685-b76a-eaeaf9ea215c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8630741 Feb 16 14:40:05.394955 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.396484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Request body: {'port': {'device_id': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:05.414416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a5bedaa2-de64-407c-8a62-52bc12c32d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.527866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76fb402b-a709-4e0b-948c-a0c8eb8f0428 req-b6e3b80c-12d1-4149-9cd8-52e56ebbcf18 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 210 time: 0.0542555 Feb 16 14:40:05.531253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c76ae-0d51-4598-8516-8f1804da3691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.542327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-787da62e-ffd6-4a60-ab02-854fcd71738d None None] Provisioning complete for port 77d11ee8-c770-4ffc-929f-80a8cb80c501 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:05.542327 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-787da62e-ffd6-4a60-ab02-854fcd71738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.567117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.578054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.624173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:05.642053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:05.642428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.651696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:05.661164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:05.667048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-787da62e-ffd6-4a60-ab02-854fcd71738d None None] Port 77d11ee8-c770-4ffc-929f-80a8cb80c501 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:05.692177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:05.699026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:05.700363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.719469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Pushing event updated for resources: {'Port': ['ID=9f84a036-b5af-46a6-aa14-e4a78053f526,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:05.784840 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c76ae-0d51-4598-8516-8f1804da3691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.787331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.813324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:05.817110 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1ac05e-6c6b-4607-8833-0906b29a0c90" -d '{"events": [{"server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "name": "network-vif-plugged", "status": "completed", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:05.831572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:05.877007 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-57f04d1e-692f-4b51-87fe-c25770bc8c6d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5413589 Feb 16 14:40:05.877804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c76ae-0d51-4598-8516-8f1804da3691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.903807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Request body: {'port': {'device_id': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:05.916431 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:05.918934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:40:05.963833 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-971c76ae-0d51-4598-8516-8f1804da3691 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2d9c2132993d46728e3b2d9f5df6779e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344712 Feb 16 14:40:05.966797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c76ae-0d51-4598-8516-8f1804da3691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c29830a-0457-4f0d-b32a-06052b5c8f7b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:05.970029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b25056-ec84-47e9-a821-e6da14271ef5 req-2a0d5af0-76c5-4d92-8e86-afc90874d731 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:05.971778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27b25056-ec84-47e9-a821-e6da14271ef5 req-2a0d5af0-76c5-4d92-8e86-afc90874d731 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 936 time: 0.2975078 Feb 16 14:40:05.980493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39240) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:05.993494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:06.005172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-e1216a08-795a-4608-8154-06e0fc61d55a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:06.013225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-e1216a08-795a-4608-8154-06e0fc61d55a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 0.4284263 Feb 16 14:40:06.024170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:40:06.024607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5a857f7c-0cbb-435f-8dd7-86db7a5978d0 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:40:06.036057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.042915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2183f136-c812-419b-8e30-c28637fa4235 None None] Provisioning complete for port 9f84a036-b5af-46a6-aa14-e4a78053f526 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:06.043654 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2183f136-c812-419b-8e30-c28637fa4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.062191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-ef6dd4b6-2cab-49d0-8889-30e699494fa7 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/quotas/89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 375 time: 0.0479500 Feb 16 14:40:06.086974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2183f136-c812-419b-8e30-c28637fa4235 None None] Port 9f84a036-b5af-46a6-aa14-e4a78053f526 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:06.123600 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f98e1d6-e146-47c9-9a2e-d7730296cf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.127850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27b25056-ec84-47e9-a821-e6da14271ef5 req-90b43a22-13b2-4b14-8d7b-410704b9b633 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453812 Feb 16 14:40:06.188774 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7c34c5-5043-4cd5-b014-488b88a984f1 x-openstack-request-id: req-8c7c34c5-5043-4cd5-b014-488b88a984f1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:06.189119 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "name": "network-vif-plugged", "status": "completed", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:06.189422 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8c7c34c5-5043-4cd5-b014-488b88a984f1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:06.189819 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5', 'code': 200} Feb 16 14:40:06.206328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-d3b0eda8-c96c-484a-9718-c5a34d91f4c1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319997 Feb 16 14:40:06.218484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d11ee8-c770-4ffc-929f-80a8cb80c501 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:06.230295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f98e1d6-e146-47c9-9a2e-d7730296cf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.236387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.378569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d003ee1-4ab6-4cf5-8145-8bc5e3c77017 req-5b5a8345-1851-4c10-9c16-4662e8fab344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:06.378569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d003ee1-4ab6-4cf5-8145-8bc5e3c77017 req-5b5a8345-1851-4c10-9c16-4662e8fab344 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1096 time: 0.0857954 Feb 16 14:40:06.384290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-3ed94a14-d323-4ffc-8f89-812dad664bf1 service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566279 Feb 16 14:40:06.422986 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f98e1d6-e146-47c9-9a2e-d7730296cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.427161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f98e1d6-e146-47c9-9a2e-d7730296cf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.429164 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9f98e1d6-e146-47c9-9a2e-d7730296cf5e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3c29830a-0457-4f0d-b32a-06052b5c8f7b HTTP/1.1" status: 204 len: 168 time: 0.3997483 Feb 16 14:40:06.438698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98e1d6-e146-47c9-9a2e-d7730296cf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c29830a-0457-4f0d-b32a-06052b5c8f7b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:06.444580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Transition to ACTIVE for port object 77d11ee8-c770-4ffc-929f-80a8cb80c501 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:06.495370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d003ee1-4ab6-4cf5-8145-8bc5e3c77017 req-e165423f-fdce-4caa-a602-1a82557d6784 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105392 Feb 16 14:40:06.528708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b776f-da0b-4fc2-9ebd-56edb040deae req-5a342314-03fb-4e5d-adbb-8af47b4a8b23 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:06.530232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d90b776f-da0b-4fc2-9ebd-56edb040deae req-5a342314-03fb-4e5d-adbb-8af47b4a8b23 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 945 time: 0.1284697 Feb 16 14:40:06.533887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.585870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-e9ad8467-539e-4ca8-9f33-a7fc2043651f service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867516 Feb 16 14:40:06.623766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Pushing event updated for resources: {'Port': ['ID=77d11ee8-c770-4ffc-929f-80a8cb80c501,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:06.656664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d90b776f-da0b-4fc2-9ebd-56edb040deae req-37234840-880d-40f0-bc58-d30ed28d9e98 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143556 Feb 16 14:40:06.727905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f84a036-b5af-46a6-aa14-e4a78053f526 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:06.736232 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.752583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Transition to ACTIVE for port object 9f84a036-b5af-46a6-aa14-e4a78053f526 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:06.757364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Attempting to bind port 77d11ee8-c770-4ffc-929f-80a8cb80c501 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:06.757364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Attempting to bind port 77d11ee8-c770-4ffc-929f-80a8cb80c501 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:06.757547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Attempting to bind port 77d11ee8-c770-4ffc-929f-80a8cb80c501 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:06.763982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Port 77d11ee8-c770-4ffc-929f-80a8cb80c501 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:06.764306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Attempting to bind port 77d11ee8-c770-4ffc-929f-80a8cb80c501 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:06.769772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:06.776594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:06.778269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:06.778960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Bound port: 77d11ee8-c770-4ffc-929f-80a8cb80c501, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:06.780232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.852523 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:06.994880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Pushing event updated for resources: {'Port': ['ID=9f84a036-b5af-46a6-aa14-e4a78053f526,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:07.017597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31fb4330-325a-43bd-82e7-3f06e459cff1 req-e4b96604-43b5-4d5a-b34d-2c7d6dbaaa8b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 210 time: 0.0776231 Feb 16 14:40:07.044165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] For port 77d11ee8-c770-4ffc-929f-80a8cb80c501, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:07.050554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] For port 77d11ee8-c770-4ffc-929f-80a8cb80c501, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=77d11ee8-c770-4ffc-929f-80a8cb80c501,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:07.069070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520fda2-5d7b-4fd6-bf20-12d6e1711b52 req-5a85f3ff-130d-4da2-9d75-e989630a8e10 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.072922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Attempting to bind port 9f84a036-b5af-46a6-aa14-e4a78053f526 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:07.072922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Attempting to bind port 9f84a036-b5af-46a6-aa14-e4a78053f526 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:07.072922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Attempting to bind port 9f84a036-b5af-46a6-aa14-e4a78053f526 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:07.080391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Port 9f84a036-b5af-46a6-aa14-e4a78053f526 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:07.080717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Attempting to bind port 9f84a036-b5af-46a6-aa14-e4a78053f526 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:07.082185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2520fda2-5d7b-4fd6-bf20-12d6e1711b52 req-5a85f3ff-130d-4da2-9d75-e989630a8e10 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 948 time: 0.2437117 Feb 16 14:40:07.090449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:07.090718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:07.091901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:07.092905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Bound port: 9f84a036-b5af-46a6-aa14-e4a78053f526, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:07.093275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:07.127353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2520fda2-5d7b-4fd6-bf20-12d6e1711b52 req-8ae5f90b-bdd0-4242-90c0-ccf65a0a66ea tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Feb 16 14:40:07.138892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:07.214626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] For port 9f84a036-b5af-46a6-aa14-e4a78053f526, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:07.226313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] For port 9f84a036-b5af-46a6-aa14-e4a78053f526, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9f84a036-b5af-46a6-aa14-e4a78053f526,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:07.239974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.240584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:07.242471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] 10.222.0.93 "PUT /v2.0/ports/77d11ee8-c770-4ffc-929f-80a8cb80c501 HTTP/1.1" status: 200 len: 1096 time: 1.8502805 Feb 16 14:40:07.243141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'tag': '77d11ee8-c770-4ffc-929f-80a8cb80c501'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:07.245585 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57" -d '{"events": [{"name": "network-changed", "server_uuid": "ca496f88-5e8c-4f06-b4d1-7daba5a0a570", "tag": "77d11ee8-c770-4ffc-929f-80a8cb80c501"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:07.248543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2fa8b-9259-4454-8775-a30958f5644d service neutron] Pushing event updated for resources: {'Port': ['ID=77d11ee8-c770-4ffc-929f-80a8cb80c501,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:07.302950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:07.346512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa1373-4d9d-4be1-bba6-951549104fcd req-305d1175-faec-4b96-a6b5-d4d12f37e0a9 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.364750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.365382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:07.365710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3aa1373-4d9d-4be1-bba6-951549104fcd req-305d1175-faec-4b96-a6b5-d4d12f37e0a9 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 948 time: 0.1280575 Feb 16 14:40:07.367444 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] 10.222.0.93 "PUT /v2.0/ports/9f84a036-b5af-46a6-aa14-e4a78053f526 HTTP/1.1" status: 200 len: 1096 time: 1.4768162 Feb 16 14:40:07.377682 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5b4cd-ae0d-4667-93fb-36a00f1605b5 x-openstack-request-id: req-eec5b4cd-ae0d-4667-93fb-36a00f1605b5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:07.378299 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca496f88-5e8c-4f06-b4d1-7daba5a0a570", "tag": "77d11ee8-c770-4ffc-929f-80a8cb80c501", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:07.378697 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eec5b4cd-ae0d-4667-93fb-36a00f1605b5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:07.379456 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'tag': '77d11ee8-c770-4ffc-929f-80a8cb80c501', 'status': 'completed', 'code': 200} Feb 16 14:40:07.385642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'tag': '9f84a036-b5af-46a6-aa14-e4a78053f526'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:07.393103 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca63c5cd-637c-4007-b278-b995546ec29c" -d '{"events": [{"name": "network-changed", "server_uuid": "4108c0e3-ebd5-4310-87ec-7281e39161e5", "tag": "9f84a036-b5af-46a6-aa14-e4a78053f526"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:07.458509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3aa1373-4d9d-4be1-bba6-951549104fcd req-0816ad33-a6dc-4787-a90a-37d1d1df6f92 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873578 Feb 16 14:40:07.462957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ef31e-2211-473a-b65e-e9a3734a629e service neutron] Pushing event updated for resources: {'Port': ['ID=9f84a036-b5af-46a6-aa14-e4a78053f526,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:07.497827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-8adcc013-30ed-4de3-8cd9-7c0971b7667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.499520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-8adcc013-30ed-4de3-8cd9-7c0971b7667a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 1099 time: 0.1179733 Feb 16 14:40:07.505642 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ecfe79-4124-461d-9de9-9ff5a73924a3 x-openstack-request-id: req-78ecfe79-4124-461d-9de9-9ff5a73924a3 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:07.505961 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4108c0e3-ebd5-4310-87ec-7281e39161e5", "tag": "9f84a036-b5af-46a6-aa14-e4a78053f526", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:07.506189 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-78ecfe79-4124-461d-9de9-9ff5a73924a3 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:07.512523 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'tag': '9f84a036-b5af-46a6-aa14-e4a78053f526', 'status': 'completed', 'code': 200} Feb 16 14:40:07.566065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:07.591963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-641c1bf5-614b-4ffc-ae10-fac8843129ff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=77d11ee8-c770-4ffc-929f-80a8cb80c501 HTTP/1.1" status: 200 len: 217 time: 0.0747831 Feb 16 14:40:07.603133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b4a-019b-421d-ba90-9fd8618c544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:07.660646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-da566e69-1cb0-453d-a7c7-da35be08274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.662364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-da566e69-1cb0-453d-a7c7-da35be08274d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0640218 Feb 16 14:40:07.673605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63c5cd-637c-4007-b278-b995546ec29c req-4053ec11-44d9-4e9c-916d-8e0cac5483d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.675594 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ca63c5cd-637c-4007-b278-b995546ec29c req-4053ec11-44d9-4e9c-916d-8e0cac5483d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 1099 time: 0.1450655 Feb 16 14:40:07.774477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-699a187a-83bf-40ed-b790-c18d60903b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.776314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-699a187a-83bf-40ed-b790-c18d60903b69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898671 Feb 16 14:40:07.776962 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ca63c5cd-637c-4007-b278-b995546ec29c req-de97c440-d6ba-421e-9ee4-78ebdec65eca service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642571 Feb 16 14:40:07.912246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39296) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:07.934439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-77d27145-f972-4f65-97bd-7ba39a1f1836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:07.981085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9249207-7a25-4a98-9256-753e58f4dcf9 req-473212ad-d187-4a22-8d63-7e77f5c0eed2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.989560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9249207-7a25-4a98-9256-753e58f4dcf9 req-473212ad-d187-4a22-8d63-7e77f5c0eed2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 945 time: 0.1705031 Feb 16 14:40:08.012502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63c5cd-637c-4007-b278-b995546ec29c req-f3d5a8fb-8e3e-49c1-82bc-e1134c121d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.014008 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ca63c5cd-637c-4007-b278-b995546ec29c req-f3d5a8fb-8e3e-49c1-82bc-e1134c121d2c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2362914 Feb 16 14:40:08.029972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b4a-019b-421d-ba90-9fd8618c544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.036077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-e940c63e-63b8-4c42-b5e7-f61bfbcfe145 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483630 Feb 16 14:40:08.058097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9249207-7a25-4a98-9256-753e58f4dcf9 req-5db5b93c-f4fe-4a25-9e0f-e96258e14fdf tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673070 Feb 16 14:40:08.122236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab2e8b4a-019b-421d-ba90-9fd8618c544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.174184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e8b4a-019b-421d-ba90-9fd8618c544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc9bc0-0106-4dde-af3b-54c2eb85ea5d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:08.203844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-78bb9ae5-646f-4d46-831f-87985be62c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.205829 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-78bb9ae5-646f-4d46-831f-87985be62c35 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 1099 time: 0.1343145 Feb 16 14:40:08.212249 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ab2e8b4a-019b-421d-ba90-9fd8618c544f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9890388aa51c410ab907a0fcb2842722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6446919 Feb 16 14:40:08.212849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:08.239445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5b08636-a547-4b58-92ef-3eb9cd92bbc0 req-befdc4d3-3d14-4123-9d68-f2736d3840f3 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 210 time: 0.0698147 Feb 16 14:40:08.319099 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-7c5e8c4e-3ee6-4aeb-a8cc-d6e043ea6fba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9f84a036-b5af-46a6-aa14-e4a78053f526 HTTP/1.1" status: 200 len: 217 time: 0.0905318 Feb 16 14:40:08.327869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-269dbb08-d4fd-4506-8abb-0c552dbd68be req-bdfd9f0a-827e-449a-9cac-d032d281276b service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802713 Feb 16 14:40:08.354305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7fe8b250-86a7-49ef-845d-88fd073ffce0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0aadeb3da5004e449d6e89e041ca9c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388189 Feb 16 14:40:08.359705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:08.398702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b9df6-4ee8-4d28-973e-013fafcf765f req-8c722293-fc06-4567-adc3-88e8325b1e7a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.401083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd1b9df6-4ee8-4d28-973e-013fafcf765f req-8c722293-fc06-4567-adc3-88e8325b1e7a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 948 time: 0.0688517 Feb 16 14:40:08.436276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-622f3c5e-bb08-4a66-a59a-578abd40d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.448098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd1b9df6-4ee8-4d28-973e-013fafcf765f req-5e168111-723e-436b-9a35-af310e6a22b8 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Feb 16 14:40:08.499169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-622f3c5e-bb08-4a66-a59a-578abd40d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.502997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-b1042590-4297-4a25-957a-d412b30eadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.505394 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-b1042590-4297-4a25-957a-d412b30eadf0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1562386 Feb 16 14:40:08.523127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-872a7c2c-8bae-4771-bcb6-788c89179b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.526021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-872a7c2c-8bae-4771-bcb6-788c89179b51 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 1099 time: 0.0586390 Feb 16 14:40:08.573848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d18a9780-61a2-4297-ba7d-e8be5c531165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.613687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d18a9780-61a2-4297-ba7d-e8be5c531165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.626159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925009c-f623-44ca-8f5f-7d0190134609 req-a7916fc1-7689-4646-aae5-18556e6fe300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.626159 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-a7916fc1-7689-4646-aae5-18556e6fe300 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104805 Feb 16 14:40:08.657635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-1ed403de-e74f-4356-a260-8fce322b1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.657635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-1ed403de-e74f-4356-a260-8fce322b1827 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1219668 Feb 16 14:40:08.700037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-622f3c5e-bb08-4a66-a59a-578abd40d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.702509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-622f3c5e-bb08-4a66-a59a-578abd40d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.706366 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-622f3c5e-bb08-4a66-a59a-578abd40d824 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/04fc9bc0-0106-4dde-af3b-54c2eb85ea5d HTTP/1.1" status: 204 len: 168 time: 0.4897346 Feb 16 14:40:08.720732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f3c5e-bb08-4a66-a59a-578abd40d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc9bc0-0106-4dde-af3b-54c2eb85ea5d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:08.754228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-3fb89ca8-90c8-4501-940c-e2e1a2146499 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=77d11ee8-c770-4ffc-929f-80a8cb80c501 HTTP/1.1" status: 200 len: 217 time: 0.0779507 Feb 16 14:40:08.775926 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-e0f05cc8-d988-47c5-a2f5-39b4e10f68a8 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329660 Feb 16 14:40:08.803592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d18a9780-61a2-4297-ba7d-e8be5c531165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.807159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d18a9780-61a2-4297-ba7d-e8be5c531165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:08.808765 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d18a9780-61a2-4297-ba7d-e8be5c531165 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bfd276e6-60ef-4401-8319-1dc77c8baece HTTP/1.1" status: 204 len: 168 time: 0.4362173 Feb 16 14:40:08.845501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8ab65-3682-4b11-9d1c-3c695be85e6c req-b583d82f-6cbb-435f-9ad6-7a0c91f80c50 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.847047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17c8ab65-3682-4b11-9d1c-3c695be85e6c req-b583d82f-6cbb-435f-9ad6-7a0c91f80c50 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1096 time: 0.1891701 Feb 16 14:40:08.858582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-b0e84fa9-895d-426f-882a-7b7b92114a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.860733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-b0e84fa9-895d-426f-882a-7b7b92114a43 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0935407 Feb 16 14:40:08.873931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c14b6-fe95-4c96-8166-9f2eb7320cba req-220922e7-1585-4178-8ab2-628325c84200 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.875430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a20c14b6-fe95-4c96-8166-9f2eb7320cba req-220922e7-1585-4178-8ab2-628325c84200 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 948 time: 0.1457477 Feb 16 14:40:08.885876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a9780-61a2-4297-ba7d-e8be5c531165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd276e6-60ef-4401-8319-1dc77c8baece,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:08.943709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a925009c-f623-44ca-8f5f-7d0190134609 req-fe246852-0101-47d9-b250-7acf2fb006ff service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606479 Feb 16 14:40:08.975649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-49c506b8-8a9a-4796-a9cf-c76e8d4911f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:08.977108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-49c506b8-8a9a-4796-a9cf-c76e8d4911f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000385 Feb 16 14:40:08.978805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17c8ab65-3682-4b11-9d1c-3c695be85e6c req-072647bf-ed0f-45f2-b35f-91cf58eb59b9 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139998 Feb 16 14:40:08.982077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a20c14b6-fe95-4c96-8166-9f2eb7320cba req-86a1703f-c425-4aa7-88b4-c4fae1eb2da6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897183 Feb 16 14:40:09.087205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-d10485a4-e305-4931-887f-6096e0b80fec service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022456 Feb 16 14:40:09.285573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2eccfc-7039-4ac7-b0e6-d1deef2a3c57 req-435b4de3-7207-49a0-af35-2a64ace95a5e service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867893 Feb 16 14:40:09.309633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ed4e1-5936-40b0-b31b-0ec78bb3f7ec req-2577fd4c-0072-4c42-9d4a-8b9b03774067 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:09.311505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-132ed4e1-5936-40b0-b31b-0ec78bb3f7ec req-2577fd4c-0072-4c42-9d4a-8b9b03774067 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1096 time: 0.1425581 Feb 16 14:40:09.417022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-241b9050-192e-4376-9a39-c92ee97842f1 req-8b9c5c3b-be6d-47d9-a2b7-ac06dbeff491 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 210 time: 0.0580873 Feb 16 14:40:09.437348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:09.460721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-132ed4e1-5936-40b0-b31b-0ec78bb3f7ec req-38b88760-0ecd-4943-b025-aa7842b8a3c9 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397099 Feb 16 14:40:09.541656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-8d9c5d80-60d3-4860-ab01-0873080d8ab2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:09.543197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-8d9c5d80-60d3-4860-ab01-0873080d8ab2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 0.2023289 Feb 16 14:40:09.575944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Request body: {'port': {'device_id': '098d43ca-67be-45ca-aa65-156c31e6b990', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'admin_state_up': True, 'tenant_id': '89e0d846602c42ffa3d785a7f03f0e3b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:09.904682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40be9f-57d8-4333-8d6d-8babb072d878 req-ad2d7180-07ce-4a66-b48b-f91e944a33c4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:09.906220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d40be9f-57d8-4333-8d6d-8babb072d878 req-ad2d7180-07ce-4a66-b48b-f91e944a33c4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 948 time: 0.3614411 Feb 16 14:40:09.976881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:09.978638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d40be9f-57d8-4333-8d6d-8babb072d878 req-80d70e52-037c-40fb-904e-df51cb6759fe tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627496 Feb 16 14:40:10.052735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Made reservation on behalf of 89e0d846602c42ffa3d785a7f03f0e3b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:10.058163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.134532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3a59c1d-44bf-4266-adc4-b38adefb96be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.176618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6797d6-2454-4c74-a083-e86ca47d6361 req-6595c45c-e67c-4e7c-a17a-a25eef4d5dea tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:10.177904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e6797d6-2454-4c74-a083-e86ca47d6361 req-6595c45c-e67c-4e7c-a17a-a25eef4d5dea tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 948 time: 0.1151283 Feb 16 14:40:10.232076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3a59c1d-44bf-4266-adc4-b38adefb96be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.266431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e6797d6-2454-4c74-a083-e86ca47d6361 req-6d8bf73c-a774-4176-846f-64754924cdfa tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711496 Feb 16 14:40:10.277570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Allocated IP 172.20.0.14 (810c1930-d042-471b-b5b8-58060b8c1a90/dcc0099c-4f2b-4279-8bdb-decfa498c9ef/a4b67802-db50-43c4-8755-f78ee6c3043c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:10.383860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3a59c1d-44bf-4266-adc4-b38adefb96be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.422711 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3a59c1d-44bf-4266-adc4-b38adefb96be admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=449f5a7ffeab4943bc20b8f2e5a27b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447434 Feb 16 14:40:10.424690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a59c1d-44bf-4266-adc4-b38adefb96be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d035403-15c1-47e8-b742-db39f63674ee,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:10.426951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39394) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:10.464461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.482225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9b154fb-a268-4be4-b3bf-3c4d248d349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.505553 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9b154fb-a268-4be4-b3bf-3c4d248d349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.521948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69bdffa1-781e-420d-94fd-a5bbf4ac8f05 req-d0d5d643-e2ae-4ae1-adb7-fd293054b4e3 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 210 time: 0.0320108 Feb 16 14:40:10.675405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.733450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Network 810c1930-d042-471b-b5b8-58060b8c1a90 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:10.736597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:10.740307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:10.755236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9b154fb-a268-4be4-b3bf-3c4d248d349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.765462 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9b154fb-a268-4be4-b3bf-3c4d248d349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.765462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d9b154fb-a268-4be4-b3bf-3c4d248d349c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9d035403-15c1-47e8-b742-db39f63674ee HTTP/1.1" status: 204 len: 168 time: 0.3322568 Feb 16 14:40:10.765855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:10.777823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b154fb-a268-4be4-b3bf-3c4d248d349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d035403-15c1-47e8-b742-db39f63674ee,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:10.800139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:10.800805 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:10.897565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-00094e14-99b7-4c75-a854-5bbdafd56df6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3246343 Feb 16 14:40:10.908335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Request body: {'port': {'device_id': '098d43ca-67be-45ca-aa65-156c31e6b990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:10.933519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 77d11ee8-c770-4ffc-929f-80a8cb80c501 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:10.986784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.109808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 77d11ee8-c770-4ffc-929f-80a8cb80c501, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=77d11ee8-c770-4ffc-929f-80a8cb80c501,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:11.139777 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.145227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '77d11ee8-c770-4ffc-929f-80a8cb80c501', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '77d11ee8-c770-4ffc-929f-80a8cb80c501', 'mac_address': 'fa:16:3e:96:24:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:11.211422 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.254891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0b4a-f5f4-436c-a63c-1f3ba75582b4 req-58e05feb-32ba-4d50-9d36-8477bbb38d3b tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:11.256616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d64e0b4a-f5f4-436c-a63c-1f3ba75582b4 req-58e05feb-32ba-4d50-9d36-8477bbb38d3b tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 948 time: 0.1253223 Feb 16 14:40:11.257584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d11ee8-c770-4ffc-929f-80a8cb80c501 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:11.283242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 77d11ee8-c770-4ffc-929f-80a8cb80c501, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=77d11ee8-c770-4ffc-929f-80a8cb80c501,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:11.339469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d64e0b4a-f5f4-436c-a63c-1f3ba75582b4 req-9a71f5d1-f901-4834-b0ce-cbe12805cdf1 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711181 Feb 16 14:40:11.355282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.414142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b67802-db50-43c4-8755-f78ee6c3043c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:11.423631 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.427998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.451407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Transition to ACTIVE for port object a4b67802-db50-43c4-8755-f78ee6c3043c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:11.498779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=77d11ee8-c770-4ffc-929f-80a8cb80c501,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:11.549850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.640416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:11.653376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39454) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:11.670742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da7e2829-8d38-4cfa-8f61-bce108722725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.704267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:11.704685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:11.705063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:11.709756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:11.710535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:11.715667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:11.716017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:11.716383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:11.716797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Bound port: a4b67802-db50-43c4-8755-f78ee6c3043c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:11.717196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.763797 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da7e2829-8d38-4cfa-8f61-bce108722725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.775183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['77d11ee8-c770-4ffc-929f-80a8cb80c501'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:11.791932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:11.794968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:11.885399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da7e2829-8d38-4cfa-8f61-bce108722725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.925619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-da7e2829-8d38-4cfa-8f61-bce108722725 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=75854fb6dda84f928bdbce69b5414e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710805 Feb 16 14:40:11.926443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e2829-8d38-4cfa-8f61-bce108722725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92910676-a1e7-420e-bcb3-f81739dcd4dd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:11.930313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39456) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:11.950906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:11.998598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:11.999061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:12.000620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] 10.222.0.129 "PUT /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 1092 time: 1.0973623 Feb 16 14:40:12.009377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:12.011837 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c4cae-a760-46bc-9479-ac6604e8c619" -d '{"events": [{"name": "network-changed", "server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:12.063979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42cc41-adab-4d01-ac85-9e832f320869 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:12.088440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c46fb1cf-5a49-4010-9654-d66a76115e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:12.092326 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:12.119002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c46fb1cf-5a49-4010-9654-d66a76115e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:12.136225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b163fb5-720c-471e-b0d2-1592bf016032 req-db7f5874-b1c0-4d23-b7df-dbfdefbd852d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:12.137722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b163fb5-720c-471e-b0d2-1592bf016032 req-db7f5874-b1c0-4d23-b7df-dbfdefbd852d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 949 time: 0.1001940 Feb 16 14:40:12.227331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b163fb5-720c-471e-b0d2-1592bf016032 req-6df12e67-711b-4249-8e3b-2951529de12e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815475 Feb 16 14:40:12.237627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-54d96098-17d3-40e1-b58a-40bb4d091d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:12.239111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-54d96098-17d3-40e1-b58a-40bb4d091d23 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1095 time: 0.0732877 Feb 16 14:40:12.285470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-c6191ab3-57d8-4223-ba1a-b38a4d829ae3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 217 time: 0.0390179 Feb 16 14:40:12.321469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c46fb1cf-5a49-4010-9654-d66a76115e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:12.324024 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c46fb1cf-5a49-4010-9654-d66a76115e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:12.325238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c46fb1cf-5a49-4010-9654-d66a76115e04 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/92910676-a1e7-420e-bcb3-f81739dcd4dd HTTP/1.1" status: 204 len: 168 time: 0.3940573 Feb 16 14:40:12.340817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fb1cf-5a49-4010-9654-d66a76115e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92910676-a1e7-420e-bcb3-f81739dcd4dd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:12.357379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-b108e472-45c1-4174-a895-87cfb0f376eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:12.358954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-b108e472-45c1-4174-a895-87cfb0f376eb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0679955 Feb 16 14:40:12.372894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39472) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:12.403347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-594695cb-da5a-422e-94fe-2b07ff8ae997 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371859 Feb 16 14:40:12.508938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-457d17b1-05fd-436b-8886-477f8dfa1bc6 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959795 Feb 16 14:40:12.617647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f70ce77-95ff-4ff3-9f0d-9919b3b22296 req-2e179049-d7b3-42bc-8cd5-1bb65786f64a service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028364 Feb 16 14:40:12.617802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-80d9f91d-d5d2-4397-9361-5697f8531c1a tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:40:12.619091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-80d9f91d-d5d2-4397-9361-5697f8531c1a tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2444468 Feb 16 14:40:12.792377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-de1e5621-2357-4e8d-b68e-6b7262b09501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:12.794375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-de1e5621-2357-4e8d-b68e-6b7262b09501 service neutron] 10.222.0.113 "GET /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 1093 time: 0.0802505 Feb 16 14:40:12.805766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Request body: {'binding': {'host': 'n-h1-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:12.806313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:40:12.935887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9f84a036-b5af-46a6-aa14-e4a78053f526 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:12.936197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42c31-6a12-43a6-8550-4c3e5fd081a5 req-96044ffb-7ceb-46f8-afc7-d6359e5114f0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:12.937757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66e42c31-6a12-43a6-8550-4c3e5fd081a5 req-96044ffb-7ceb-46f8-afc7-d6359e5114f0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 944 time: 0.0659232 Feb 16 14:40:12.938305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 77d11ee8-c770-4ffc-929f-80a8cb80c501 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:12.957688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on host n-h1-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:12.958026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:12.958356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:12.964043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:12.964606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:12.969626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:12.969962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:12.970348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:12.970768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Bound port: 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:12.983373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66e42c31-6a12-43a6-8550-4c3e5fd081a5 req-208e8311-88b4-44e2-9c23-7fd180800e1e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Feb 16 14:40:13.033965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:13.089958 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:13.096494 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-789fb688-57e7-474d-87c1-b463a0d5f3dc service neutron] 10.222.0.113 "POST /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2951152 Feb 16 14:40:13.218122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9f84a036-b5af-46a6-aa14-e4a78053f526, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9f84a036-b5af-46a6-aa14-e4a78053f526,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:13.230532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '9f84a036-b5af-46a6-aa14-e4a78053f526', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '9f84a036-b5af-46a6-aa14-e4a78053f526', 'mac_address': 'fa:16:3e:7b:8e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:13.270161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 77d11ee8-c770-4ffc-929f-80a8cb80c501 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:13.278621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 77d11ee8-c770-4ffc-929f-80a8cb80c501 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:13.278999 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:13.283077 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:13.327300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f84a036-b5af-46a6-aa14-e4a78053f526 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:13.354409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9f84a036-b5af-46a6-aa14-e4a78053f526, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9f84a036-b5af-46a6-aa14-e4a78053f526,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:13.394708 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:13.416498 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cc0097-1c6e-4401-b4c8-0670c5752963 x-openstack-request-id: req-06cc0097-1c6e-4401-b4c8-0670c5752963 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:13.416989 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:13.417178 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-06cc0097-1c6e-4401-b4c8-0670c5752963 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:13.417577 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c', 'status': 'completed', 'code': 200} Feb 16 14:40:13.420618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d11ee8-c770-4ffc-929f-80a8cb80c501'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:13.422922 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e1a56f-ca33-40bc-8ed2-fea0e2632750" -d '{"events": [{"server_uuid": "ca496f88-5e8c-4f06-b4d1-7daba5a0a570", "name": "network-vif-plugged", "status": "completed", "tag": "77d11ee8-c770-4ffc-929f-80a8cb80c501"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:13.446720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 77d11ee8-c770-4ffc-929f-80a8cb80c501, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=77d11ee8-c770-4ffc-929f-80a8cb80c501,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:13.504445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-f2b6bd4a-2baf-4a6c-b375-1cc7461320a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:13.505923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-f2b6bd4a-2baf-4a6c-b375-1cc7461320a5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1095 time: 0.0664961 Feb 16 14:40:13.521418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:13.542543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f44b-4b68-49bc-8a3b-ec87669d4ed5 req-02ea71ce-922c-4ce2-8f77-b162889916e0 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:13.544020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc14f44b-4b68-49bc-8a3b-ec87669d4ed5 req-02ea71ce-922c-4ce2-8f77-b162889916e0 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 948 time: 0.0762630 Feb 16 14:40:13.575371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=9f84a036-b5af-46a6-aa14-e4a78053f526,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:13.627935 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc14f44b-4b68-49bc-8a3b-ec87669d4ed5 req-bde64ee5-cfbf-4fe1-b5b3-893a8184df13 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534110 Feb 16 14:40:13.641265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:13.650519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-fbc2d514-16e9-4ebf-888c-a822bebcbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:13.652061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-fbc2d514-16e9-4ebf-888c-a822bebcbb7b service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.1381669 Feb 16 14:40:13.699849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=77d11ee8-c770-4ffc-929f-80a8cb80c501,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:13.725585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-c67bd06b-e5fe-4d37-b42c-e7b5dcde1949 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 217 time: 0.0591483 Feb 16 14:40:13.785792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-c9b6ced3-f4f8-4ed1-93c9-d4dda5030e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:13.787271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-c9b6ced3-f4f8-4ed1-93c9-d4dda5030e78 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0496058 Feb 16 14:40:13.854413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-8d7a4344-f1b3-43ee-a3fb-7940f85e3b16 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514264 Feb 16 14:40:13.884982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad15f5-dd7d-43d2-be73-e257813d6496 req-7425c8c2-64d4-4c3d-a0e0-30c20174c015 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:13.885179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['9f84a036-b5af-46a6-aa14-e4a78053f526'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:13.886360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6ad15f5-dd7d-43d2-be73-e257813d6496 req-7425c8c2-64d4-4c3d-a0e0-30c20174c015 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 950 time: 0.1592214 Feb 16 14:40:13.956656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869988f0-e2c7-43d0-be07-71a1782de628 req-795017e2-6e0d-4942-84c1-bc60d4612631 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:13.964152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-869988f0-e2c7-43d0-be07-71a1782de628 req-795017e2-6e0d-4942-84c1-bc60d4612631 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 945 time: 0.1623018 Feb 16 14:40:14.060057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6ad15f5-dd7d-43d2-be73-e257813d6496 req-89dd3828-4051-4ac2-ae5e-98b347835965 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609833 Feb 16 14:40:14.079703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-03a8415b-4c0d-43e5-8d5d-62225cc49d99 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181017 Feb 16 14:40:14.082574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-869988f0-e2c7-43d0-be07-71a1782de628 req-2fecc4c2-4f28-4113-b9f5-8e38ea9030b2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174865 Feb 16 14:40:14.110501 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1a3ca4-9642-4916-9b46-9b8ec93b8a9c x-openstack-request-id: req-7b1a3ca4-9642-4916-9b46-9b8ec93b8a9c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:14.111150 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca496f88-5e8c-4f06-b4d1-7daba5a0a570", "name": "network-vif-plugged", "status": "completed", "tag": "77d11ee8-c770-4ffc-929f-80a8cb80c501", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:14.111505 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7b1a3ca4-9642-4916-9b46-9b8ec93b8a9c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:14.112025 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d11ee8-c770-4ffc-929f-80a8cb80c501', 'code': 200} Feb 16 14:40:14.152236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-02f36e69-810d-4c27-82ce-1de9167e4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:14.153824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-02f36e69-810d-4c27-82ce-1de9167e4f5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1096 time: 0.1491733 Feb 16 14:40:14.256387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c796145-5bac-4ea9-b886-2fa4e6548fd2 req-0b7b8925-f9db-4989-8404-bbaf538907c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:14.259102 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8c796145-5bac-4ea9-b886-2fa4e6548fd2 req-0b7b8925-f9db-4989-8404-bbaf538907c3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 1101 time: 0.0584049 Feb 16 14:40:14.285996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c7c4cae-a760-46bc-9479-ac6604e8c619 req-0a9666d7-c86d-4681-8852-144c0f784208 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998882 Feb 16 14:40:14.332178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8c796145-5bac-4ea9-b886-2fa4e6548fd2 req-ad33c13c-06b6-4581-a180-e4a2c51e8645 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623972 Feb 16 14:40:14.353320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd707d6-0fce-44a4-a3c8-240530c20aa9 req-ebe01e03-8a14-4a12-95cd-dabbde8c0b63 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:14.354806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bd707d6-0fce-44a4-a3c8-240530c20aa9 req-ebe01e03-8a14-4a12-95cd-dabbde8c0b63 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 944 time: 0.1080570 Feb 16 14:40:14.359583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-f1978b68-eb70-4011-9b0e-96cb6a3dff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:14.360962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-f1978b68-eb70-4011-9b0e-96cb6a3dff75 service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1910694 Feb 16 14:40:14.396668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bd707d6-0fce-44a4-a3c8-240530c20aa9 req-27e045ed-683f-4a3f-833f-18b1af0e68d6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Feb 16 14:40:14.620160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-34446f71-fd66-4403-80bb-45a004fecbf1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 217 time: 0.0509167 Feb 16 14:40:14.691448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-09c1da0e-65f0-4739-8728-3cb42afc84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:14.693251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-09c1da0e-65f0-4739-8728-3cb42afc84ef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0635424 Feb 16 14:40:14.740980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-c9b76752-3902-4e22-ad4d-e7682711f97d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362070 Feb 16 14:40:14.829796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1dc5-3080-46a3-a830-09c27bd9e6ad req-a28fc9c9-382d-42b5-9f4e-5a9d53cdc831 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:14.831274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f30a1dc5-3080-46a3-a830-09c27bd9e6ad req-a28fc9c9-382d-42b5-9f4e-5a9d53cdc831 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 949 time: 0.1171620 Feb 16 14:40:14.879205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-9e7da616-f673-4e3c-a095-470843a5cd60 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236994 Feb 16 14:40:14.900263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f30a1dc5-3080-46a3-a830-09c27bd9e6ad req-a823ce68-9bf9-490c-99b4-95560fddff2f tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574894 Feb 16 14:40:14.953341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9f84a036-b5af-46a6-aa14-e4a78053f526 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:14.993332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-4aedf6c5-036f-4cc6-a8dc-97b2f559570e service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062901 Feb 16 14:40:15.046592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 9f84a036-b5af-46a6-aa14-e4a78053f526 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:15.050692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 9f84a036-b5af-46a6-aa14-e4a78053f526 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:15.051069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.148509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:15.158697 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.204741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-87975f96-f28f-4b9a-849e-55380cbafb23 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:15.206377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-87975f96-f28f-4b9a-849e-55380cbafb23 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.0782721 Feb 16 14:40:15.215139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f381-2585-49ec-9463-bba82560de16 req-c964dfa5-7ce1-4e95-9750-30340a37e40d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:15.216767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ac9f381-2585-49ec-9463-bba82560de16 req-c964dfa5-7ce1-4e95-9750-30340a37e40d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 950 time: 0.0779231 Feb 16 14:40:15.221861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829433-1'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:15.251283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9f84a036-b5af-46a6-aa14-e4a78053f526, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9f84a036-b5af-46a6-aa14-e4a78053f526,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:15.269751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39570) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:15.313571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.317522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:15.319116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ac9f381-2585-49ec-9463-bba82560de16 req-6759ba25-cb83-4993-b930-0e6529bbb076 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743675 Feb 16 14:40:15.342396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'a4b67802-db50-43c4-8755-f78ee6c3043c', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'port_id': 'a4b67802-db50-43c4-8755-f78ee6c3043c', 'mac_address': 'fa:16:3e:57:dc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc0099c-4f2b-4279-8bdb-decfa498c9ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:15.350260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.434834 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.449826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6226e41-c0ff-412c-8ec5-a394ec715847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.455301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b67802-db50-43c4-8755-f78ee6c3043c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:15.477248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:15.512102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=9f84a036-b5af-46a6-aa14-e4a78053f526,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:15.514998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:15.525477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780edfb-59bd-4225-87c5-8e36379b6c88 req-580a4ef2-453b-40b8-8f34-e749f33e5495 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:15.527130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b780edfb-59bd-4225-87c5-8e36379b6c88 req-580a4ef2-453b-40b8-8f34-e749f33e5495 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 945 time: 0.1003733 Feb 16 14:40:15.549739 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6226e41-c0ff-412c-8ec5-a394ec715847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.578538 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.590876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b780edfb-59bd-4225-87c5-8e36379b6c88 req-9b118df5-d4dd-4834-bdac-bd396d2031f2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521193 Feb 16 14:40:15.596091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:15.634951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:15.640389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39580) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:15.647189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6226e41-c0ff-412c-8ec5-a394ec715847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.666730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:15.670172 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a22727-8611-4c3f-a748-87a7e3b086b0" -d '{"events": [{"server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:15.675126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.695480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6226e41-c0ff-412c-8ec5-a394ec715847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f01950-c647-40ce-895a-e87b706a3641,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:15.711131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f6226e41-c0ff-412c-8ec5-a394ec715847 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fb5864e090d64c54b40c5262c1e26036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383495 Feb 16 14:40:15.713956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39586) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:15.737443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348484f-7722-45ae-84bf-3181e2192433 req-7fbc1465-ad14-4c9a-adb9-729334544ce2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:15.739162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1348484f-7722-45ae-84bf-3181e2192433 req-7fbc1465-ad14-4c9a-adb9-729334544ce2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 945 time: 0.0608292 Feb 16 14:40:15.766651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.784563 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e01c554-4e22-47c3-ba76-fd2240e8e6d7 x-openstack-request-id: req-3e01c554-4e22-47c3-ba76-fd2240e8e6d7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:15.785117 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "name": "network-vif-unplugged", "status": "completed", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:15.785117 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3e01c554-4e22-47c3-ba76-fd2240e8e6d7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:15.785477 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5', 'code': 200} Feb 16 14:40:15.787600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a4b67802-db50-43c4-8755-f78ee6c3043c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:15.834132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c48cad3-2bd9-4d99-bdb3-69ecbc11c58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.840729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e428874e-a34d-439a-861d-75cc4b3dcd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.878300 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:40:15.886170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1348484f-7722-45ae-84bf-3181e2192433 req-92bea7e7-ac7e-4016-8055-85c2a67ba0b8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310382 Feb 16 14:40:15.902574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e428874e-a34d-439a-861d-75cc4b3dcd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.921722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.968088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:16.004221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:16.004552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:16.004883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:16.024618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:16.024826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Attempting to bind port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:16.049320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:16.049657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:16.050038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:16.050465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Bound port: 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:16.050815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.091718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e428874e-a34d-439a-861d-75cc4b3dcd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.094298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e428874e-a34d-439a-861d-75cc4b3dcd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.095444 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e428874e-a34d-439a-861d-75cc4b3dcd49 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/70f01950-c647-40ce-895a-e87b706a3641 HTTP/1.1" status: 204 len: 168 time: 0.3730259 Feb 16 14:40:16.109476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428874e-a34d-439a-861d-75cc4b3dcd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f01950-c647-40ce-895a-e87b706a3641,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:16.113763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35bf96-cd5b-463b-9467-0ae95f341a5f req-18423884-a041-4aa2-afa5-4cf5265e450a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:16.114296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f84a036-b5af-46a6-aa14-e4a78053f526'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:16.115336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c35bf96-cd5b-463b-9467-0ae95f341a5f req-18423884-a041-4aa2-afa5-4cf5265e450a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 950 time: 0.1080914 Feb 16 14:40:16.124649 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071bd9cb-137b-489d-ba13-d33048dac95b" -d '{"events": [{"server_uuid": "4108c0e3-ebd5-4310-87ec-7281e39161e5", "name": "network-vif-plugged", "status": "completed", "tag": "9f84a036-b5af-46a6-aa14-e4a78053f526"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:16.194205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:16.197021 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4e3f1-ca46-46a3-a327-3efe5ff0c7a2 x-openstack-request-id: req-77a4e3f1-ca46-46a3-a327-3efe5ff0c7a2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:16.197367 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4108c0e3-ebd5-4310-87ec-7281e39161e5", "name": "network-vif-plugged", "status": "completed", "tag": "9f84a036-b5af-46a6-aa14-e4a78053f526", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:16.197633 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-77a4e3f1-ca46-46a3-a327-3efe5ff0c7a2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:16.198032 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f84a036-b5af-46a6-aa14-e4a78053f526', 'code': 200} Feb 16 14:40:16.221865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c35bf96-cd5b-463b-9467-0ae95f341a5f req-af4d5c21-967e-49ec-a526-bd62c66ce94d tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Feb 16 14:40:16.224938 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c48cad3-2bd9-4d99-bdb3-69ecbc11c58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.227648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:16.308664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c48cad3-2bd9-4d99-bdb3-69ecbc11c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.312723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.322558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1d3ff-4edc-49d1-9946-908a2bf5a932 req-5274f365-d3ac-49de-8588-445ed1897bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:16.324821 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d1d3ff-4edc-49d1-9946-908a2bf5a932 req-5274f365-d3ac-49de-8588-445ed1897bb5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 1101 time: 0.0519314 Feb 16 14:40:16.379250 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d1d3ff-4edc-49d1-9946-908a2bf5a932 req-1f75ea2d-d07b-4173-b44a-d7a313c456e5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Feb 16 14:40:16.677614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6c48cad3-2bd9-4d99-bdb3-69ecbc11c58b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=56082a6ff5d3419e85af62bc967c80d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0368266 Feb 16 14:40:16.681547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39624) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:16.696683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48cad3-2bd9-4d99-bdb3-69ecbc11c58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3bcc7-8c92-40d9-8865-698e2411a5a4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:16.726079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:16.727866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.739642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] 10.222.0.93 "PUT /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 1121 time: 1.5120461 Feb 16 14:40:16.739642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9da746-1e99-4326-9a4c-e8aa265203dd service neutron] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=8']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:16.748429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd328f9-4205-47c6-b0b1-4594fd5d3659 req-91e3b18f-2110-4e0a-9857-29e908dfd6ec tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:16.752046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fd328f9-4205-47c6-b0b1-4594fd5d3659 req-91e3b18f-2110-4e0a-9857-29e908dfd6ec tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 950 time: 0.1402240 Feb 16 14:40:16.763836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-530b809d-9b35-45ce-b7aa-9217780f3b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.795984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7e9b5105-8c5a-4500-b964-8a49a7607dc5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:16.796333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-530b809d-9b35-45ce-b7aa-9217780f3b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.826173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fd328f9-4205-47c6-b0b1-4594fd5d3659 req-5bb81cd7-730c-4203-bb6f-8eb2b1f5eaad tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698757 Feb 16 14:40:16.851278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-a5182307-2aad-4462-a2e0-f2b27714a8ae service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812964 Feb 16 14:40:16.939697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-530b809d-9b35-45ce-b7aa-9217780f3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.944791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-530b809d-9b35-45ce-b7aa-9217780f3b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.946042 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-530b809d-9b35-45ce-b7aa-9217780f3b62 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/afd3bcc7-8c92-40d9-8865-698e2411a5a4 HTTP/1.1" status: 204 len: 168 time: 0.2632210 Feb 16 14:40:16.956628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b809d-9b35-45ce-b7aa-9217780f3b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3bcc7-8c92-40d9-8865-698e2411a5a4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:17.064674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-75bb1dff-ad67-4632-b9ed-78aac291d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.066179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-75bb1dff-ad67-4632-b9ed-78aac291d654 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1124 time: 0.0901585 Feb 16 14:40:17.075909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331bd85-bc75-47f7-885b-f4a0026312ab req-1abef9a1-865d-43da-9792-1ff63dead4cc tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.079677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2331bd85-bc75-47f7-885b-f4a0026312ab req-1abef9a1-865d-43da-9792-1ff63dead4cc tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.1585484 Feb 16 14:40:17.080559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-70a7a608-2d7f-4126-b446-bc4b1edd0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.081989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-70a7a608-2d7f-4126-b446-bc4b1edd0287 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 1096 time: 0.1317363 Feb 16 14:40:17.157067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:17.243704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2331bd85-bc75-47f7-885b-f4a0026312ab req-068a4de4-9348-45af-aaa1-560171d62878 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585734 Feb 16 14:40:17.301186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-28ae24f6-e170-4818-aa4d-b70b55544a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.302866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-28ae24f6-e170-4818-aa4d-b70b55544a12 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 926 time: 0.1968026 Feb 16 14:40:17.310115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port a4b67802-db50-43c4-8755-f78ee6c3043c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:17.316947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port a4b67802-db50-43c4-8755-f78ee6c3043c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:17.317320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:17.348809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-2f5f64e7-7109-4581-823b-dea3e765f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.350378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-2f5f64e7-7109-4581-823b-dea3e765f791 service neutron] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.2320063 Feb 16 14:40:17.427373 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:17.463247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:17.467786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-dfb51a19-c9ea-422b-baac-7d00eef99492 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 217 time: 0.0747144 Feb 16 14:40:17.527084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-8de2944b-bbce-4816-a964-dfcc41ce081c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f HTTP/1.1" status: 200 len: 1001 time: 0.1966166 Feb 16 14:40:17.580226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d48b46-ee3b-496d-af07-76ef7e858ec0 req-045db5d4-250f-4b42-a111-096b42ed17ff tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.581863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2d48b46-ee3b-496d-af07-76ef7e858ec0 req-045db5d4-250f-4b42-a111-096b42ed17ff tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 945 time: 0.2290623 Feb 16 14:40:17.593473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-1cd20676-aa2e-4f7a-b308-e915edf9dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.595081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-1cd20676-aa2e-4f7a-b308-e915edf9dfe3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1201463 Feb 16 14:40:17.650259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-6852bc50-85cf-413d-8456-7d61f851dcb7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424569 Feb 16 14:40:17.652807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:17.653155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-1595d71d-9b0e-48b2-a9d5-6cd03574e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.655372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-1595d71d-9b0e-48b2-a9d5-6cd03574e523 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e HTTP/1.1" status: 200 len: 863 time: 0.1166015 Feb 16 14:40:17.702300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2d48b46-ee3b-496d-af07-76ef7e858ec0 req-50dfec20-6704-4b66-8547-d5d1294cfd44 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106076 Feb 16 14:40:17.707454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:17.781753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-6e286657-58b1-40a4-8eac-3844d109746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:17.783608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-6e286657-58b1-40a4-8eac-3844d109746a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6bd3693-9585-4d50-a966-377452196873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084957 Feb 16 14:40:17.791747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:17.796418 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4155a3-7886-4f6c-a103-33bc52f186e1" -d '{"events": [{"name": "network-changed", "server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:17.822393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39660) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:17.845220 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17a334c6-6e72-460c-935f-bbdbf055b28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:17.846644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-45c7f51b-3e6e-434d-9066-5376afdd9b8c service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846499 Feb 16 14:40:17.889891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39662) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:18.013506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17a334c6-6e72-460c-935f-bbdbf055b28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.014143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb993b-63fd-4151-bb29-0187f1f6eab2 req-6cef150f-e5fc-41cb-899d-6c9ddbe5d82c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.015724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fbb993b-63fd-4151-bb29-0187f1f6eab2 req-6cef150f-e5fc-41cb-899d-6c9ddbe5d82c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 950 time: 0.2163634 Feb 16 14:40:18.036704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-c00e2449-6fe7-4f4f-bcf9-68af6c8166f7 service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305598 Feb 16 14:40:18.120096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1cb1c02-4339-4f69-a6cb-b1d64e65ea58 req-bff6466b-8577-4c5a-92e2-9f5ca1d2f6e3 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326584 Feb 16 14:40:18.138626 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17a334c6-6e72-460c-935f-bbdbf055b28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.144331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fbb993b-63fd-4151-bb29-0187f1f6eab2 req-180251e1-7066-41c2-85fa-6f38ce1c289c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176467 Feb 16 14:40:18.200038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:18.203785 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b7ba1-f931-4a5e-93dd-edfdc2c7a22b" -d '{"events": [{"server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "name": "network-vif-plugged", "status": "completed", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:18.217566 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-17a334c6-6e72-460c-935f-bbdbf055b28a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=98711bf5948c424dabdebd3bbb9ef304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908858 Feb 16 14:40:18.217566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a334c6-6e72-460c-935f-bbdbf055b28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bedd55b-f011-4ea9-b6bc-52a3ba3629e4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:18.219779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39668) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:18.249504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082e21f5-6ba4-4dca-8bca-2425b9c44caf req-1e548ffe-7b82-43ef-8f51-8773f04e924b service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988256 Feb 16 14:40:18.265445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.265707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.266181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.266953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.267394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.267942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.268674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.269283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.278461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-750a420f-b18b-439e-ac6a-4f6f01f4d6aa tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990&device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5&device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02&device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f&device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c&device_id=7890305e-8250-4d65-8d79-08ef34a283d1&device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 7369 time: 0.1036661 Feb 16 14:40:18.290945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1516284607-network', 'tenant_id': 'db218ff4d44944ea87e9348b26e2d55b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:18.295702 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae219a9-8372-4195-b69d-72c84b9092e1 x-openstack-request-id: req-9ae219a9-8372-4195-b69d-72c84b9092e1 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:18.296096 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:18.296492 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ae219a9-8372-4195-b69d-72c84b9092e1 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:18.296492 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5', 'status': 'completed', 'code': 200} Feb 16 14:40:18.306787 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-2854976e-50bb-4328-a1b4-fd7219a97a26 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.315763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e231830-49bc-4d83-90fb-7b588fc1c405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.377054 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a111ee-cbbc-4c25-ae5f-b53b0a1b663e x-openstack-request-id: req-07a111ee-cbbc-4c25-ae5f-b53b0a1b663e {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:18.377054 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "name": "network-vif-plugged", "status": "completed", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:18.377054 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-07a111ee-cbbc-4c25-ae5f-b53b0a1b663e {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:18.377054 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c', 'code': 200} Feb 16 14:40:18.377421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e231830-49bc-4d83-90fb-7b588fc1c405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.454287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-e36b0c07-d917-4136-b6be-d1f9c425ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.629363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-e36b0c07-d917-4136-b6be-d1f9c425ebda service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1124 time: 0.1429219 Feb 16 14:40:18.629363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf397-ed67-4b6b-ad4b-e02594456a79 req-307c21b6-1539-43c6-9999-325ea051126c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.629363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacbf397-ed67-4b6b-ad4b-e02594456a79 req-307c21b6-1539-43c6-9999-325ea051126c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.1587424 Feb 16 14:40:18.629363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead6eb7-de4f-4b0d-8723-8e456ffde1f0 req-12da3f06-ba95-4275-902d-2b3e65862392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.629363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ead6eb7-de4f-4b0d-8723-8e456ffde1f0 req-12da3f06-ba95-4275-902d-2b3e65862392 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1097 time: 0.1593401 Feb 16 14:40:18.655465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-0627a9ac-8892-4756-a4c6-da70a6d9ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.656978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-0627a9ac-8892-4756-a4c6-da70a6d9ee90 service neutron] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1691043 Feb 16 14:40:18.669492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacbf397-ed67-4b6b-ad4b-e02594456a79 req-75838325-1359-4fe0-aef5-0e9f17877f30 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731425 Feb 16 14:40:18.680828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ead6eb7-de4f-4b0d-8723-8e456ffde1f0 req-b6348a94-79e7-495c-9028-b335b580ce78 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739992 Feb 16 14:40:18.708948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-b312947f-5740-40dd-8bf6-1b25f82ccd0d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 217 time: 0.0427394 Feb 16 14:40:18.733240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Made reservation on behalf of db218ff4d44944ea87e9348b26e2d55b for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:18.740075 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.745970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.838915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffbdd0-3625-40ec-a493-51ac67b81400 req-28f4d60f-82ca-4ebf-8925-980d602c6722 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:18.840613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcffbdd0-3625-40ec-a493-51ac67b81400 req-28f4d60f-82ca-4ebf-8925-980d602c6722 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 946 time: 0.0579815 Feb 16 14:40:18.847369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e231830-49bc-4d83-90fb-7b588fc1c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.850510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e231830-49bc-4d83-90fb-7b588fc1c405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:18.852326 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0e231830-49bc-4d83-90fb-7b588fc1c405 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5bedd55b-f011-4ea9-b6bc-52a3ba3629e4 HTTP/1.1" status: 204 len: 168 time: 0.6316292 Feb 16 14:40:18.864814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e231830-49bc-4d83-90fb-7b588fc1c405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bedd55b-f011-4ea9-b6bc-52a3ba3629e4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:18.948797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:19.021577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcffbdd0-3625-40ec-a493-51ac67b81400 req-bd00def0-fe27-42b2-9698-03e94fc162de tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564627 Feb 16 14:40:19.033743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-444dc2bb-b20e-4abb-8e06-65a269ef0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:19.038171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-444dc2bb-b20e-4abb-8e06-65a269ef0d5b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1258035 Feb 16 14:40:19.042757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-2854976e-50bb-4328-a1b4-fd7219a97a26 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.056723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.068832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:19.078505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-edfaad4d-348f-4257-9daf-941553caa905 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325253 Feb 16 14:40:19.085383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 has no active binding in host n-h1-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:40:19.182168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-8e1f2f54-c5f4-4acb-8024-cfee78631817 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Feb 16 14:40:19.184436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-2854976e-50bb-4328-a1b4-fd7219a97a26 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.186688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.246313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe13ad0d-0a46-4476-8fbe-63736cacae38 req-2854976e-50bb-4328-a1b4-fd7219a97a26 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&id=dcc258e7-378b-4821-b9e3-50e985eddab2&id=4010f750-abb5-4fa7-8c42-83bc725a285f&id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.9670093 Feb 16 14:40:19.247020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:40:19.321726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854976e-50bb-4328-a1b4-fd7219a97a26 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd550141-77f2-4c7e-9d45-911ae1564ecc,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:19.328122 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.329833 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Added segment bb43f05e-ba25-48e2-b438-2a9bed1fae51 of type vlan for network 64c7b1d5-547d-40df-910e-76dadcc04318 Feb 16 14:40:19.410898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0635792-b528-43cb-ba09-d4d01476fb9e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:19.434468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.443761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293aeea-2fe2-443d-9b62-f8f01bfd016c req-8a374881-3b44-44ca-bbea-73dcd1c54d53 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:19.448142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1293aeea-2fe2-443d-9b62-f8f01bfd016c req-8a374881-3b44-44ca-bbea-73dcd1c54d53 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 950 time: 0.2122045 Feb 16 14:40:19.470339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4155a3-7886-4f6c-a103-33bc52f186e1 req-5c9992ad-72a5-4d71-981d-69abf72db2d8 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680717 Feb 16 14:40:19.536261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1293aeea-2fe2-443d-9b62-f8f01bfd016c req-f0a1768a-8687-4ac7-937c-2dc745733183 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790467 Feb 16 14:40:19.559474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.559474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:19.559474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.622200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:19.660245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] Pushing event updated for resources: {'Network': ['ID=64c7b1d5-547d-40df-910e-76dadcc04318,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:19.674602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 64c7b1d5-547d-40df-910e-76dadcc04318 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:40:19.682281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272923dd-2522-477d-be3d-20bf9a55ff46 req-c932e474-ba8e-4a2b-aaf5-11f596338a13 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:19.683079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272923dd-2522-477d-be3d-20bf9a55ff46 req-c932e474-ba8e-4a2b-aaf5-11f596338a13 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:19.683748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272923dd-2522-477d-be3d-20bf9a55ff46 req-c932e474-ba8e-4a2b-aaf5-11f596338a13 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:19.692891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-272923dd-2522-477d-be3d-20bf9a55ff46 req-c932e474-ba8e-4a2b-aaf5-11f596338a13 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570&device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f&device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 2884 time: 0.0822256 Feb 16 14:40:19.755361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2735b8f8-1c2d-478d-8980-40d3398c486f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8616104 Feb 16 14:40:19.756150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39708) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:19.761109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Request body: {'subnet': {'network_id': '64c7b1d5-547d-40df-910e-76dadcc04318', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1516284607-subnet', 'tenant_id': 'db218ff4d44944ea87e9348b26e2d55b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:19.768418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-272923dd-2522-477d-be3d-20bf9a55ff46 req-ae240ba9-bcaa-47ee-a9fd-9ddbdc081112 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741916 Feb 16 14:40:19.827241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bbc91521-b142-46cd-8670-f460458daf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.891910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Made reservation on behalf of db218ff4d44944ea87e9348b26e2d55b for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:19.894354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:19.900161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3109c-ac28-4d0d-9b8a-44952e401679 req-d695159a-cd70-4612-b82f-721a2c6d7443 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:19.902206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44e3109c-ac28-4d0d-9b8a-44952e401679 req-d695159a-cd70-4612-b82f-721a2c6d7443 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.0725777 Feb 16 14:40:19.956124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44e3109c-ac28-4d0d-9b8a-44952e401679 req-7a2d92c7-8d8a-46ba-bb36-b5ce85f95346 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Feb 16 14:40:19.966418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bbc91521-b142-46cd-8670-f460458daf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.079181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bbc91521-b142-46cd-8670-f460458daf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.152177 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bbc91521-b142-46cd-8670-f460458daf42 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=656b72bd90d44304a5721a8f53fdcc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288920 Feb 16 14:40:20.154792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39720) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:20.162555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc91521-b142-46cd-8670-f460458daf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38af941d-c84b-4509-8479-274d5fb7b349,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:20.166101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa2948-ffe4-402d-ad42-461ee53efba8 req-dba83305-d6a3-42dd-ab94-1ec6ed9f58a0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:20.173647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8aa2948-ffe4-402d-ad42-461ee53efba8 req-dba83305-d6a3-42dd-ab94-1ec6ed9f58a0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 946 time: 0.0664303 Feb 16 14:40:20.222791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1c55-4548-4081-8fb6-be2b5626e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.230722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8aa2948-ffe4-402d-ad42-461ee53efba8 req-45cb557c-d48c-4944-915e-02b16d4e8c72 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Feb 16 14:40:20.248019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1c55-4548-4081-8fb6-be2b5626e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.265299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.338288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ce869f-3385-4d39-a5bb-f2b624b476cc,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:20.356648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Checking segment: {'id': 'bb43f05e-ba25-48e2-b438-2a9bed1fae51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '64c7b1d5-547d-40df-910e-76dadcc04318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:20.357008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Network hostable DHCP agents. Network: 64c7b1d5-547d-40df-910e-76dadcc04318, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:40:20.427603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b6433-12b8-4ca2-a6b3-5b8396dda927 req-8d616079-2c8a-4535-a938-fd765218e3ae tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:20.429209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-670b6433-12b8-4ca2-a6b3-5b8396dda927 req-8d616079-2c8a-4535-a938-fd765218e3ae tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1097 time: 0.0417459 Feb 16 14:40:20.454011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1c55-4548-4081-8fb6-be2b5626e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.457384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1c55-4548-4081-8fb6-be2b5626e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.459066 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f7ef1c55-4548-4081-8fb6-be2b5626e2ef admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/38af941d-c84b-4509-8479-274d5fb7b349 HTTP/1.1" status: 204 len: 168 time: 0.3031626 Feb 16 14:40:20.462612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Network 64c7b1d5-547d-40df-910e-76dadcc04318 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:40:20.476158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef1c55-4548-4081-8fb6-be2b5626e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af941d-c84b-4509-8479-274d5fb7b349,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:20.519431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-670b6433-12b8-4ca2-a6b3-5b8396dda927 req-f9645a61-e5f5-4dc5-a06b-042dfa21771e tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720565 Feb 16 14:40:20.572872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 64c7b1d5-547d-40df-910e-76dadcc04318) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:20.577412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:20.578243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:20.592250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf796681-2950-42cc-ae75-2891be2765d0 None None] Network 64c7b1d5-547d-40df-910e-76dadcc04318 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:40:20.648313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260922fa-f84f-441b-8122-cf6d505dd40b req-a1603996-be0d-4d28-9467-dd18d8f49cc5 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:20.650659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-260922fa-f84f-441b-8122-cf6d505dd40b req-a1603996-be0d-4d28-9467-dd18d8f49cc5 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 950 time: 0.0782533 Feb 16 14:40:20.666525 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bbf3f020-5a61-49f8-9ea0-5339b79495b6 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9050107 Feb 16 14:40:20.709044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-260922fa-f84f-441b-8122-cf6d505dd40b req-033ffc3c-3261-4302-846d-fa83e9e98a1e tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488851 Feb 16 14:40:20.762649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-9e800ae2-59a1-4bfc-9924-0c8d4885a0e3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707083 Feb 16 14:40:20.822364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583d87a-573f-4c10-bfdc-27cc75b0bde7 None None] Network 64c7b1d5-547d-40df-910e-76dadcc04318 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:40:20.870667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd3deb-2266-46c3-a02b-af7309cb7a07 req-5aadfb39-0d31-4e56-a5f8-b946ffec1ae7 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:20.873061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ecd3deb-2266-46c3-a02b-af7309cb7a07 req-5aadfb39-0d31-4e56-a5f8-b946ffec1ae7 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1097 time: 0.0808492 Feb 16 14:40:20.938607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-e4366dc4-3ebf-48da-98a0-be83753c88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:20.940736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-e4366dc4-3ebf-48da-98a0-be83753c88b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1117 time: 0.1472569 Feb 16 14:40:21.010878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ecd3deb-2266-46c3-a02b-af7309cb7a07 req-1553c48e-6cab-4e7e-8b75-3f134c61a829 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247063 Feb 16 14:40:21.356316 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-ac15cdad-94d5-42ed-a9e2-a156e845042f req-4f1f0c2a-ce6f-42be-8d4d-9cd90c6222c4 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] show failed (client error): The resource could not be found. Feb 16 14:40:21.357353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac15cdad-94d5-42ed-a9e2-a156e845042f req-4f1f0c2a-ce6f-42be-8d4d-9cd90c6222c4 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "GET /v2.0/security-groups/b1005cc3-23ba-4436-9b92-689c5571c730 HTTP/1.1" status: 404 len: 352 time: 0.0449760 Feb 16 14:40:21.387034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39764) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:21.411050 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-19a6462a-595c-46d6-b9c7-3583d5424cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:21.415349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-6d05b9c9-7488-4aa5-bc71-3a31eac07897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:21.416842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-6d05b9c9-7488-4aa5-bc71-3a31eac07897 service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.4486134 Feb 16 14:40:21.424330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469d166-aa81-4027-862a-7cded6efa544 req-3f1298fa-db06-4fb0-861a-054b25e95037 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:21.425669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9469d166-aa81-4027-862a-7cded6efa544 req-3f1298fa-db06-4fb0-861a-054b25e95037 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.1119628 Feb 16 14:40:21.479825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-b2b7124f-d8cd-4069-b8d1-71ac8fa7dfda service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 217 time: 0.0485487 Feb 16 14:40:21.558557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9469d166-aa81-4027-862a-7cded6efa544 req-781a6276-05ff-4790-a9ef-376a0cf0df2b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215429 Feb 16 14:40:21.567176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-aa93dd77-3da4-4ce6-8ceb-d6ebc45c8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:21.568665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-aa93dd77-3da4-4ce6-8ceb-d6ebc45c8643 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0807405 Feb 16 14:40:21.619924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-f4acf740-1a65-45d5-a06e-5f631ebae91d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336895 Feb 16 14:40:21.662347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-19a6462a-595c-46d6-b9c7-3583d5424cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:21.749990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-4a10da97-eb94-42be-977e-2a05e86a8baa service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966492 Feb 16 14:40:21.774956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-19a6462a-595c-46d6-b9c7-3583d5424cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:21.861187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6462a-595c-46d6-b9c7-3583d5424cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109771d0-dbd3-4325-938f-662fb41036ab,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:21.868538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39784) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:21.869018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-19a6462a-595c-46d6-b9c7-3583d5424cb9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2d2916eb81c045f387de8631a73d5082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805295 Feb 16 14:40:21.927841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef40536e-8308-4147-90f9-7a2fc0ec8cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:21.943742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d4bb6a9-923c-4bc9-8c75-af3c37652fe0 req-6ccd5ae0-6263-425f-8228-4c364428c494 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779366 Feb 16 14:40:21.963797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe81bf9a-385b-43af-960a-47223bb55975 req-63f56e97-25f3-455d-beaa-a1cbaf6bd5cc tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=db218ff4d44944ea87e9348b26e2d55b HTTP/1.1" status: 200 len: 2984 time: 0.0755329 Feb 16 14:40:21.976020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef40536e-8308-4147-90f9-7a2fc0ec8cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:22.061378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe81bf9a-385b-43af-960a-47223bb55975 req-4db097b7-638d-461f-bcec-6eaa0e6fc164 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "GET /v2.0/security-groups/a0635792-b528-43cb-ba09-d4d01476fb9e HTTP/1.1" status: 200 len: 2981 time: 0.0887525 Feb 16 14:40:22.084912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193935-5927-4d08-8aa1-cd3a350c6a5b req-87cfb361-ace7-483b-b470-5059d8e94d52 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:22.086972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51193935-5927-4d08-8aa1-cd3a350c6a5b req-87cfb361-ace7-483b-b470-5059d8e94d52 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 950 time: 0.0840220 Feb 16 14:40:22.115855 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef40536e-8308-4147-90f9-7a2fc0ec8cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:22.118737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef40536e-8308-4147-90f9-7a2fc0ec8cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:22.119923 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef40536e-8308-4147-90f9-7a2fc0ec8cbe admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/109771d0-dbd3-4325-938f-662fb41036ab HTTP/1.1" status: 204 len: 168 time: 0.2494869 Feb 16 14:40:22.130212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40536e-8308-4147-90f9-7a2fc0ec8cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109771d0-dbd3-4325-938f-662fb41036ab,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:22.153034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe81bf9a-385b-43af-960a-47223bb55975 req-e01a6692-efc9-4b91-bf28-dcea7733fb5b tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "GET /v2.0/security-groups/a0635792-b528-43cb-ba09-d4d01476fb9e HTTP/1.1" status: 200 len: 2981 time: 0.0832670 Feb 16 14:40:22.156175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51193935-5927-4d08-8aa1-cd3a350c6a5b req-ec3fbad9-cd10-4c54-b7aa-c57b8ba4e36e tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616219 Feb 16 14:40:22.292843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097fd0-3ca4-4296-990f-8d2c5aa985f0 req-046f6b7f-d8c5-47f5-91f0-6376f814881e tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:22.294385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16097fd0-3ca4-4296-990f-8d2c5aa985f0 req-046f6b7f-d8c5-47f5-91f0-6376f814881e tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1101 time: 0.0758657 Feb 16 14:40:22.323814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd2072-caa0-462e-b8cf-7d91bad8a473 req-b59482a3-4c87-4a37-b3b2-d53fb0084e43 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:22.325271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41cd2072-caa0-462e-b8cf-7d91bad8a473 req-b59482a3-4c87-4a37-b3b2-d53fb0084e43 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1097 time: 0.0615668 Feb 16 14:40:22.351035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16097fd0-3ca4-4296-990f-8d2c5aa985f0 req-aa78d6b7-da1c-4cbf-ad5b-6c8269fb2d68 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501466 Feb 16 14:40:22.407729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41cd2072-caa0-462e-b8cf-7d91bad8a473 req-56fd1fdf-a1fd-4d3a-a8d4-bb22c05a4f9e tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737915 Feb 16 14:40:22.460571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-4838a43f-b8b2-464b-ac4f-115a8a1b8fc1 service neutron] 10.222.0.129 "GET /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.0963149 Feb 16 14:40:22.519004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecdffe76-7961-4a64-bccd-9b5c2925f669 req-5b84c9a2-43ed-4c77-b211-56db98697922 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "GET /v2.0/security-groups/a0635792-b528-43cb-ba09-d4d01476fb9e HTTP/1.1" status: 200 len: 2981 time: 0.0758231 Feb 16 14:40:22.697577 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-ecdffe76-7961-4a64-bccd-9b5c2925f669 req-be3028d6-e6e3-4de9-8321-98842966c433 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 14:40:22.698618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecdffe76-7961-4a64-bccd-9b5c2925f669 req-be3028d6-e6e3-4de9-8321-98842966c433 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "DELETE /v2.0/security-groups/a0635792-b528-43cb-ba09-d4d01476fb9e HTTP/1.1" status: 409 len: 352 time: 0.1669414 Feb 16 14:40:22.732741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-567f6a2f-41b9-4b98-813d-cc815ba38a58 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:22.734113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-567f6a2f-41b9-4b98-813d-cc815ba38a58 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 1101 time: 0.1237261 Feb 16 14:40:22.803961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:22.869780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:22.907696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac932-3419-468b-a451-a1d58dcb9c01 req-8911219b-112a-4036-8fa1-c7a49d38443a tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:22.909355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03aac932-3419-468b-a451-a1d58dcb9c01 req-8911219b-112a-4036-8fa1-c7a49d38443a tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1101 time: 0.1245744 Feb 16 14:40:22.916982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9b5105-8c5a-4500-b964-8a49a7607dc5 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:22.936938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:22.996505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Deleting port 9f84a036-b5af-46a6-aa14-e4a78053f526 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:40:22.996844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.019723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03aac932-3419-468b-a451-a1d58dcb9c01 req-aca6ad92-6467-401d-a977-70fece489369 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980489 Feb 16 14:40:23.050592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.094551 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-44c0b462-c08e-4af3-85c4-14ecde957fb6 req-0f5ab644-96d8-4625-af14-740af3fc24c7 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] show failed (client error): The resource could not be found. Feb 16 14:40:23.095615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44c0b462-c08e-4af3-85c4-14ecde957fb6 req-0f5ab644-96d8-4625-af14-740af3fc24c7 tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "GET /v2.0/security-groups/9a20d205-32ea-4d8d-8881-53506f253763 HTTP/1.1" status: 404 len: 352 time: 0.0472066 Feb 16 14:40:23.106816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddfe70-2d3a-4878-b6e2-8cdcc38f7ba8 req-dd8c8911-c4db-4f8a-82c7-f4729e49a476 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:23.108518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aeddfe70-2d3a-4878-b6e2-8cdcc38f7ba8 req-dd8c8911-c4db-4f8a-82c7-f4729e49a476 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 943 time: 0.1521485 Feb 16 14:40:23.182094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] For port 9f84a036-b5af-46a6-aa14-e4a78053f526, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9f84a036-b5af-46a6-aa14-e4a78053f526,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:23.182507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.219101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Calling delete_port for 9f84a036-b5af-46a6-aa14-e4a78053f526 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:40:23.225487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aeddfe70-2d3a-4878-b6e2-8cdcc38f7ba8 req-1535b322-3e7f-44e9-a590-9000166cf4fb tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892797 Feb 16 14:40:23.240071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] Transition to ACTIVE for port object 7e9b5105-8c5a-4500-b964-8a49a7607dc5 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:23.367913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.454489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] No DVR routers for this DVR port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:40:23.516454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] 10.222.0.129 "PUT /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5/bindings/n-h1-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0499580 Feb 16 14:40:23.517556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615dd6b-7e15-4b84-8629-cecead12dc4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:23.590451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.607054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['9f84a036-b5af-46a6-aa14-e4a78053f526'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:23.642151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f84a036-b5af-46a6-aa14-e4a78053f526,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:23.670472 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-f363ca1d-5a2a-42d8-afd6-3f3485074d0a req-fc922dac-25b7-4798-ab34-553c849c064a tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] show failed (client error): The resource could not be found. Feb 16 14:40:23.671599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f363ca1d-5a2a-42d8-afd6-3f3485074d0a req-fc922dac-25b7-4798-ab34-553c849c064a tempest-SecurityGroupsNegativeTestJSON-1163239264 tempest-SecurityGroupsNegativeTestJSON-1163239264-project] 10.222.0.113 "GET /v2.0/security-groups/f68f3b9d-aa5c-4e4f-be58-922560bda806 HTTP/1.1" status: 404 len: 352 time: 0.0380712 Feb 16 14:40:23.695192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39856) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:23.752449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-d161ff7c-5991-4f97-a889-16e1060dae1d tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:23.759744 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-d161ff7c-5991-4f97-a889-16e1060dae1d tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.0857646 Feb 16 14:40:23.765765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] No DVR routers for this DVR port 9f84a036-b5af-46a6-aa14-e4a78053f526 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:40:23.769611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] Deleting subnet 36ce869f-3385-4d39-a5bb-f2b624b476cc {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:40:23.779427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.786579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.791262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3711b18c-2acd-4b0f-843f-b4a913a4a510 req-08bdadd4-88b0-4f4d-a582-0d8be255c1c7 tempest-DeleteServersAdminTestJSON-30383533 tempest-DeleteServersAdminTestJSON-30383533-project-admin] 10.222.0.93 "DELETE /v2.0/ports/9f84a036-b5af-46a6-aa14-e4a78053f526 HTTP/1.1" status: 204 len: 173 time: 1.0487816 Feb 16 14:40:23.819264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'name': 'network-vif-deleted', 'tag': '9f84a036-b5af-46a6-aa14-e4a78053f526'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:23.821965 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd45c8-3dea-4184-8dbc-086ec5f7b37d" -d '{"events": [{"server_uuid": "4108c0e3-ebd5-4310-87ec-7281e39161e5", "name": "network-vif-deleted", "tag": "9f84a036-b5af-46a6-aa14-e4a78053f526"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:23.859772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4bbb030-43fd-4af5-b287-d54ca0d660b6 req-c17fce72-bcab-45f0-a2e2-6b3232e0c688 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=4108c0e3-ebd5-4310-87ec-7281e39161e5 HTTP/1.1" status: 200 len: 210 time: 0.0874398 Feb 16 14:40:23.878195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:23.922581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-982de6de-efc0-4a1f-bb13-a6945faa4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:23.924723 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-982de6de-efc0-4a1f-bb13-a6945faa4cb1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02&tenant_id=d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 1095 time: 0.1521904 Feb 16 14:40:23.986721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29d3c4-f98a-4ba2-afcf-d5a9df86af12 req-a51acbc3-24b6-4494-9644-26f1f1eb163b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:23.987218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc29d3c4-f98a-4ba2-afcf-d5a9df86af12 req-a51acbc3-24b6-4494-9644-26f1f1eb163b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1097 time: 0.1141179 Feb 16 14:40:23.988679 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3f5c3-c5be-46b9-bb6b-6f9a23d697a0 x-openstack-request-id: req-07b3f5c3-c5be-46b9-bb6b-6f9a23d697a0 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:23.988991 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4108c0e3-ebd5-4310-87ec-7281e39161e5", "name": "network-vif-deleted", "tag": "9f84a036-b5af-46a6-aa14-e4a78053f526", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:23.989245 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-07b3f5c3-c5be-46b9-bb6b-6f9a23d697a0 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:23.989631 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4108c0e3-ebd5-4310-87ec-7281e39161e5', 'name': 'network-vif-deleted', 'tag': '9f84a036-b5af-46a6-aa14-e4a78053f526', 'status': 'completed', 'code': 200} Feb 16 14:40:24.011588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.044422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-2f9c0703-607c-43bb-9159-90069bd2aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:24.044422 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-2f9c0703-607c-43bb-9159-90069bd2aec8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1095 time: 0.0887084 Feb 16 14:40:24.116384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc29d3c4-f98a-4ba2-afcf-d5a9df86af12 req-954a57eb-6975-47f2-b1b9-73738ad9a65c tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046596 Feb 16 14:40:24.182034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-2f0978a8-1fb6-4ce9-88a5-a10635d17bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:24.183490 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-2f0978a8-1fb6-4ce9-88a5-a10635d17bce service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1005979 Feb 16 14:40:24.256316 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-bad6eadb-f467-470d-9347-9e59de429f81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 217 time: 0.0358908 Feb 16 14:40:24.311229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.313065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-cd1013c0-1473-4a06-bcad-c7d69c69e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:24.314643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-cd1013c0-1473-4a06-bcad-c7d69c69e711 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0497160 Feb 16 14:40:24.339496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ce869f-3385-4d39-a5bb-f2b624b476cc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:24.343536 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.346693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c59d181d-0231-44f5-a6ce-d7657dcca77c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/36ce869f-3385-4d39-a5bb-f2b624b476cc HTTP/1.1" status: 204 len: 168 time: 0.6288841 Feb 16 14:40:24.349637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39882) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:24.367407 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-f9f0c19a-1833-4e21-8994-7578d7ba17f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394735 Feb 16 14:40:24.449862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.476575 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-69ca30ac-736c-4b12-ac54-3b1b1a506830 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985742 Feb 16 14:40:24.537004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.573565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c7b1d5-547d-40df-910e-76dadcc04318']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:24.593919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb43f05e-ba25-48e2-b438-2a9bed1fae51') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:24.594513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb43f05e-ba25-48e2-b438-2a9bed1fae51') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:24.608636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.625913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.628064 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-775d48ca-6b3f-4faa-b8fb-eb1e4789b124 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300986 Feb 16 14:40:24.639535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:40:24.640167 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:40:24.641686 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:40:24.720344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-b6c01169-8d08-4c3e-9490-d71c9f61ed13 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1792994802&fields=id&tenant_id=94a2b62e5f7b4307bae50a5be2255f0b HTTP/1.1" status: 200 len: 267 time: 0.0920219 Feb 16 14:40:24.802096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.818565 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:24.821712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] 10.222.0.113 "DELETE /v2.0/networks/64c7b1d5-547d-40df-910e-76dadcc04318 HTTP/1.1" status: 204 len: 168 time: 0.4711249 Feb 16 14:40:24.836083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a3d09-1b86-41b1-b38a-5dfcc5afa216 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c7b1d5-547d-40df-910e-76dadcc04318,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:24.863632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-058d51cd-bf04-43ec-8313-8b7aae82b6bd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:24.865930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-058d51cd-bf04-43ec-8313-8b7aae82b6bd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 824 time: 0.1332924 Feb 16 14:40:24.884032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-fae4e245-575e-4b17-a246-79d4463bf35b tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/quotas/94a2b62e5f7b4307bae50a5be2255f0b HTTP/1.1" status: 200 len: 375 time: 0.0096865 Feb 16 14:40:24.950528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-b0c5a5b1-f91d-4e40-b417-e7d77e47ba42 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0594273 Feb 16 14:40:25.050286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-fce2ac55-a12e-4920-adeb-8409c32b1d70 service neutron] 10.222.0.113 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850999 Feb 16 14:40:25.149278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-e5859631-34eb-4102-8d2a-2c864bc91819 service neutron] 10.222.0.113 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903637 Feb 16 14:40:25.269596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39908) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:25.280867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8c2db07e-efd8-41db-9718-f6d436e6ccaf tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:25.283031 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-8c2db07e-efd8-41db-9718-f6d436e6ccaf tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.0594885 Feb 16 14:40:25.314170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4db28583-5f9e-49b9-b94e-270636a0e945 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=db218ff4d44944ea87e9348b26e2d55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433695 Feb 16 14:40:25.316702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39910) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:25.377384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59dc63e0-568c-4f38-b647-c7bc5bcb5702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:25.425001 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59dc63e0-568c-4f38-b647-c7bc5bcb5702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:25.537215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f606d9-bc09-417c-a414-62082a9700a3 req-85234d8b-372c-4f46-a0f4-b37dfdd15cfc tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:25.538814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98f606d9-bc09-417c-a414-62082a9700a3 req-85234d8b-372c-4f46-a0f4-b37dfdd15cfc tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 944 time: 0.0891802 Feb 16 14:40:25.584661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-42ffce4b-7993-463f-9301-13ff22db6a75 service neutron] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:25.584661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-42ffce4b-7993-463f-9301-13ff22db6a75 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:25.584661 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5a461a5-1884-4b12-9943-edf655ee7df7 req-42ffce4b-7993-463f-9301-13ff22db6a75 service neutron] 10.222.0.93 "DELETE /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5/bindings/n-h2-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.2840555 Feb 16 14:40:25.594371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98f606d9-bc09-417c-a414-62082a9700a3 req-f2c14981-2b2c-4713-abcd-defdb50d862b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Feb 16 14:40:25.682893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59dc63e0-568c-4f38-b647-c7bc5bcb5702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:25.685973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59dc63e0-568c-4f38-b647-c7bc5bcb5702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:25.699906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-59dc63e0-568c-4f38-b647-c7bc5bcb5702 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a0635792-b528-43cb-ba09-d4d01476fb9e HTTP/1.1" status: 204 len: 168 time: 0.3689497 Feb 16 14:40:25.701954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc63e0-568c-4f38-b647-c7bc5bcb5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0635792-b528-43cb-ba09-d4d01476fb9e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:26.174604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788c106-c779-489d-a7c9-b0389392e86f req-342a22d2-5495-49a5-93d2-18fa42d7cfb2 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:26.175819 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d788c106-c779-489d-a7c9-b0389392e86f req-342a22d2-5495-49a5-93d2-18fa42d7cfb2 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "GET /v2.0/ports?device_id=183cc51a-e1cc-496e-b3db-4294f791f638 HTTP/1.1" status: 200 len: 945 time: 0.0972435 Feb 16 14:40:26.352831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Deleting port 146c8146-2a25-408f-b0d8-3eeb7c25903f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:40:26.353829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:26.495386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] For port 146c8146-2a25-408f-b0d8-3eeb7c25903f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=146c8146-2a25-408f-b0d8-3eeb7c25903f,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:26.495888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:26.687848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-073b36cf-f07b-4435-ab57-230a070cd98d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362077 Feb 16 14:40:26.858177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-6667d446-f93f-4b84-b797-f503dc74492a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:26.869059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-6667d446-f93f-4b84-b797-f503dc74492a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797445 Feb 16 14:40:26.880613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-d1f4ea1d-5090-4baa-b5aa-01f487b6af3d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/quotas/67a7c16e25374f5fba5f8b45160e32c6 HTTP/1.1" status: 200 len: 375 time: 0.0103045 Feb 16 14:40:26.918740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4bf6e1e7-b681-4061-9eeb-730c55f9d835 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303476 Feb 16 14:40:26.981351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9f84a036-b5af-46a6-aa14-e4a78053f526 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:40:27.029418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 9f84a036-b5af-46a6-aa14-e4a78053f526 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:40:27.029862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9f84a036-b5af-46a6-aa14-e4a78053f526 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:40:27.075113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:27.075482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:27.076074 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f disassociated. External IP: 172.25.6.249, port: 146c8146-2a25-408f-b0d8-3eeb7c25903f. Feb 16 14:40:27.076421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Calling delete_port for 146c8146-2a25-408f-b0d8-3eeb7c25903f owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:40:27.225473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:40:27.270747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40004) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:27.323457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:40:27.330774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:27.433520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-12c797b5-a8c1-4fcc-b4f2-ff5b58ba8c75 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:40:27.446295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-12c797b5-a8c1-4fcc-b4f2-ff5b58ba8c75 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287230 Feb 16 14:40:27.447386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d607173-8e83-4869-935e-5320f39ff972 req-ec22ec48-7dbc-43bd-ad47-e5529959bad2 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 210 time: 0.0744212 Feb 16 14:40:27.498375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-103e40a8-3527-4692-8b5d-dd5cbd73c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:27.506507 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-103e40a8-3527-4692-8b5d-dd5cbd73c681 service neutron] 10.222.0.113 "GET /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 1094 time: 0.0579050 Feb 16 14:40:27.512288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Request body: {'binding': {'host': 'n-h1-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:27.512892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:40:27.569644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40012) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:27.592864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event deleted for resources: {'Port': ['ID=146c8146-2a25-408f-b0d8-3eeb7c25903f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:27.599793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-621603c8-51e0-4dc7-b1aa-a8817d5f0f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:27.731841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df462e8c-6c26-4164-914a-978851efe940 req-3b37bf63-d492-4d8c-873d-47c78047be81 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:27.740792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df462e8c-6c26-4164-914a-978851efe940 req-3b37bf63-d492-4d8c-873d-47c78047be81 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0711863 Feb 16 14:40:27.772700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-60648142-network', 'tenant_id': '551bbed3e3964e58aebc6005a209d115'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:27.804106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df462e8c-6c26-4164-914a-978851efe940 req-ae3c2c92-49ac-4262-a3a2-ae5d1a5a3ddd tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619321 Feb 16 14:40:27.871163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Router a2a8457e-c824-47ba-90b8-b55407503715 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:40:27.888483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3819332e-87c9-4a6c-8fd7-65f6feaa8c3a req-c24f994e-12f0-4322-8324-bd8956e1f6f3 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 210 time: 0.0438688 Feb 16 14:40:27.911430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on host n-h1-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:27.911430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:27.911430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:27.922430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:27.922687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:27.923378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Made reservation on behalf of 551bbed3e3964e58aebc6005a209d115 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:27.929006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:27.940729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:27.982607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-621603c8-51e0-4dc7-b1aa-a8817d5f0f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:27.983466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:27.983902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:27.984238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:27.984683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Bound port: a4b67802-db50-43c4-8755-f78ee6c3043c, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:28.087730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588960d7-39e3-4e32-8217-8439aeef6d2d req-33300fd4-9d6b-4ae3-8e4a-837a38652c1f tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:28.089387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588960d7-39e3-4e32-8217-8439aeef6d2d req-33300fd4-9d6b-4ae3-8e4a-837a38652c1f tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1095 time: 0.0864279 Feb 16 14:40:28.095410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:28.095858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.096604 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-621603c8-51e0-4dc7-b1aa-a8817d5f0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.100706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:40:28.119222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] Sync routers for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:40:28.137225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588960d7-39e3-4e32-8217-8439aeef6d2d req-4f5f14b9-a496-4cfb-aa3c-260f7805ca89 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Feb 16 14:40:28.144056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:28.145985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:28.202596 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621603c8-51e0-4dc7-b1aa-a8817d5f0f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4722cb-0206-4247-9004-7a9342e910cd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:28.219906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] No DVR routers for this DVR port 146c8146-2a25-408f-b0d8-3eeb7c25903f on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:40:28.222282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.226981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d788c106-c779-489d-a7c9-b0389392e86f req-f238e44c-387c-42be-a2e6-9557ac9dbe4e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "DELETE /v2.0/ports/146c8146-2a25-408f-b0d8-3eeb7c25903f HTTP/1.1" status: 204 len: 173 time: 2.0392497 Feb 16 14:40:28.229478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'name': 'network-vif-deleted', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:28.232358 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d10ef-7a7e-4002-b24f-06cc10e077f4" -d '{"events": [{"server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "name": "network-vif-deleted", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:28.236492 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.238192 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-621603c8-51e0-4dc7-b1aa-a8817d5f0f93 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bdfc662064ab42cba26277469c1a415a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9657199 Feb 16 14:40:28.240138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40028) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:28.266896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.270996 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-e2c565d5-c565-4b9a-aa67-c26804b53369 service neutron] 10.222.0.113 "POST /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7635052 Feb 16 14:40:28.298489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:40:28.313689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ef1036-5a55-4e91-bb03-6cdc70c0e71a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:28.320149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.320486 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Added segment a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d of type vlan for network 2ba03c0a-80c9-4b62-8452-ead4d872d79d Feb 16 14:40:28.411750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:28.428143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-25a29e37-b258-40f5-88db-88f1bd8dcd12 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448775 Feb 16 14:40:28.486052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42f52339-168b-4500-8422-a912336808a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.503945 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.522259 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-3dff4ee0-2c54-470f-bf1b-01107643e435 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:28.524054 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-3dff4ee0-2c54-470f-bf1b-01107643e435 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 824 time: 0.2420855 Feb 16 14:40:28.554758 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42f52339-168b-4500-8422-a912336808a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.628157 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-a38879b3-4d05-493c-94c2-b1fdc179a005 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94a2b62e5f7b4307bae50a5be2255f0b HTTP/1.1" status: 200 len: 380 time: 0.0830817 Feb 16 14:40:28.644991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'port': {'device_id': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'admin_state_up': True, 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'security_groups': ['3ee11bea-a756-4c0b-abf5-72cbd0498e8d']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:28.678986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-a940aad8-56ca-4fbd-88c9-5c125a1587cd tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:28.687372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-a940aad8-56ca-4fbd-88c9-5c125a1587cd tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524128 Feb 16 14:40:28.706054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3e0257a2-74cd-449e-bef7-44d09773822c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/quotas/0495d4f2aef1472db9d39ca5d69281fb HTTP/1.1" status: 200 len: 375 time: 0.0177226 Feb 16 14:40:28.793483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-def65afa-7b2e-4910-ba6d-2296def433a0 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862434 Feb 16 14:40:28.794334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.798171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:28.798798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.818437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42f52339-168b-4500-8422-a912336808a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.822991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42f52339-168b-4500-8422-a912336808a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:28.833033 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-42f52339-168b-4500-8422-a912336808a9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/aa4722cb-0206-4247-9004-7a9342e910cd HTTP/1.1" status: 204 len: 168 time: 0.5897164 Feb 16 14:40:28.861345 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8e5c1-c62d-4013-8703-7cea20b5022b x-openstack-request-id: req-80f8e5c1-c62d-4013-8703-7cea20b5022b {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:28.861629 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183cc51a-e1cc-496e-b3db-4294f791f638", "name": "network-vif-deleted", "tag": "146c8146-2a25-408f-b0d8-3eeb7c25903f", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:28.862080 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-80f8e5c1-c62d-4013-8703-7cea20b5022b {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:28.863259 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183cc51a-e1cc-496e-b3db-4294f791f638', 'name': 'network-vif-deleted', 'tag': '146c8146-2a25-408f-b0d8-3eeb7c25903f', 'status': 'completed', 'code': 200} Feb 16 14:40:28.876108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f52339-168b-4500-8422-a912336808a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4722cb-0206-4247-9004-7a9342e910cd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:28.878247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:28.998283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Made reservation on behalf of 94a2b62e5f7b4307bae50a5be2255f0b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:28.998832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] Checking router: a2a8457e-c824-47ba-90b8-b55407503715 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:40:29.003149 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:29.023290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:29.025224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:29.073121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] Pushing event updated for resources: {'Network': ['ID=2ba03c0a-80c9-4b62-8452-ead4d872d79d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:29.086527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5aba6eb6-2d07-4aff-9296-73fec4774afe admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5151560 Feb 16 14:40:29.090144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40064) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:29.095308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Request body: {'subnet': {'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-60648142-subnet', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:29.119781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:40:29.184622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-d03e5f6d-c9e5-4dfa-b335-e4137887d842 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:29.195767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-d03e5f6d-c9e5-4dfa-b335-e4137887d842 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.2215919 Feb 16 14:40:29.211302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-4e0168f9-e2cc-49ac-a6ce-2b5bd2d525bd tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/quotas/d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 375 time: 0.0140269 Feb 16 14:40:29.267499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Allocated IP 172.20.0.3 (b6bd3693-9585-4d50-a966-377452196873/0f6c1c61-f293-4979-ac7c-1d6c40e93f8e/e91027ec-274d-491c-82fe-4fc03e616363) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:29.396750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Made reservation on behalf of 551bbed3e3964e58aebc6005a209d115 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:29.406347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:29.460919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:29.545402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:29.575789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3eb49f0-15c4-4aba-9d27-db6916e4ac69 req-78499425-fb8b-4b2b-9bf0-cb7113a6bce7 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 210 time: 0.3510759 Feb 16 14:40:29.634801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:29.638456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-1e37339c-2f3c-4c57-b6b3-cfd648cfa9a3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4213767 Feb 16 14:40:29.708796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Network b6bd3693-9585-4d50-a966-377452196873 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:29.717128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:29.722118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:29.729633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:29.730344 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:29.776257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event updated for resources: {'Port': ['ID=e91027ec-274d-491c-82fe-4fc03e616363,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:29.790571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-7b75ee9d-a126-4baf-ae0d-61d947263a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:29.792256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-7b75ee9d-a126-4baf-ae0d-61d947263a6b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1097 time: 0.4570954 Feb 16 14:40:29.882088 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-9d529ca0-df91-4c4f-b29a-57a98c93290e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2439356 Feb 16 14:40:29.900840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Request body: {'port': {'device_id': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:29.901865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:29.959905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40078) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:29.961847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bf15c-c3c6-4618-b8ad-f6a57201cb90 None None] The sync data for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 is: [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:40:30.018150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b81ec598-b71e-4088-bf2d-089674fbd1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.084479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.120666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-10623c1f-2730-4b74-b943-a94591412b65 None None] Provisioning complete for port e91027ec-274d-491c-82fe-4fc03e616363 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:30.122311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-10623c1f-2730-4b74-b943-a94591412b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.174041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-10623c1f-2730-4b74-b943-a94591412b65 None None] Port e91027ec-274d-491c-82fe-4fc03e616363 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:30.242106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabff687-fcae-440b-bdfb-f1b86b9e98b1 req-a34067cb-a4a4-4e94-812e-b26e86823e7f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:30.248787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dabff687-fcae-440b-bdfb-f1b86b9e98b1 req-a34067cb-a4a4-4e94-812e-b26e86823e7f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 946 time: 0.5511987 Feb 16 14:40:30.267236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b81ec598-b71e-4088-bf2d-089674fbd1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.272577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-b7d17665-6b45-4af6-bf0c-4f0fd7d4f426 service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329534 Feb 16 14:40:30.320748 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bef99-cb89-46ad-a3d7-a94bb9639766 None None] New status for floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:40:30.358485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.417811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b81ec598-b71e-4088-bf2d-089674fbd1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.450255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dabff687-fcae-440b-bdfb-f1b86b9e98b1 req-f0438dd4-9b76-40ef-b76d-2882ea3acf6d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918440 Feb 16 14:40:30.451263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-403243e9-9613-4df9-9a09-f8b19cca6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:30.460787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-403243e9-9613-4df9-9a09-f8b19cca6880 service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.6509733 Feb 16 14:40:30.483053 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b81ec598-b71e-4088-bf2d-089674fbd1ae admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=82df361ce4004a3d9453f01e3664206c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202587 Feb 16 14:40:30.485057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40080) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:30.497120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec598-b71e-4088-bf2d-089674fbd1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15f9ae5-f2f5-42a1-93a4-3708b2f1e109,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:30.507662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf062cf2-67ce-4f81-8961-2db69dfbbf7e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:30.568767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91027ec-274d-491c-82fe-4fc03e616363 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:30.581698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-59b02575-5619-45d5-a10e-7b43d38cd073 service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082609 Feb 16 14:40:30.582903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.585477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-719283d3-36f3-4800-8e78-fff653485063 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 217 time: 0.1148164 Feb 16 14:40:30.592224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf3f-f9fa-4cf4-9ad2-7b9dc27cdbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.596002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-7c30c6bd-65c0-4851-b3e0-1f802f49e4a6 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241891 Feb 16 14:40:30.609565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Transition to ACTIVE for port object e91027ec-274d-491c-82fe-4fc03e616363 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:30.623458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf3f-f9fa-4cf4-9ad2-7b9dc27cdbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.649116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Checking segment: {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:30.649710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Network hostable DHCP agents. Network: 2ba03c0a-80c9-4b62-8452-ead4d872d79d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:40:30.709686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.763787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-7337a255-23b6-42d8-93be-4608d4067e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:30.765291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-7337a255-23b6-42d8-93be-4608d4067e77 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1670446 Feb 16 14:40:30.777853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a1858-d484-4dd0-a566-24d04689f2ac req-6b878782-334d-48e1-86ad-30295fbe1139 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:30.780007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d18a1858-d484-4dd0-a566-24d04689f2ac req-6b878782-334d-48e1-86ad-30295fbe1139 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2119875 Feb 16 14:40:30.795113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Pushing event updated for resources: {'Port': ['ID=e91027ec-274d-491c-82fe-4fc03e616363,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:30.801364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Attempting to bind port e91027ec-274d-491c-82fe-4fc03e616363 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:30.801763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Attempting to bind port e91027ec-274d-491c-82fe-4fc03e616363 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:30.802118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Attempting to bind port e91027ec-274d-491c-82fe-4fc03e616363 on network b6bd3693-9585-4d50-a966-377452196873 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:30.807441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Port e91027ec-274d-491c-82fe-4fc03e616363 on network b6bd3693-9585-4d50-a966-377452196873 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:30.814153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Attempting to bind port e91027ec-274d-491c-82fe-4fc03e616363 on network b6bd3693-9585-4d50-a966-377452196873 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:30.814153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:30.814383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Checking segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:30.814569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Bound using segment: {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:30.815053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Bound port: e91027ec-274d-491c-82fe-4fc03e616363, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'b6bd3693-9585-4d50-a966-377452196873'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:30.815413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.826914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-10a18a2d-e7a3-414e-9866-2084a75b25d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455806 Feb 16 14:40:30.903822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf3f-f9fa-4cf4-9ad2-7b9dc27cdbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.906872 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcf3f-f9fa-4cf4-9ad2-7b9dc27cdbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.908300 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b1dfcf3f-f9fa-4cf4-9ad2-7b9dc27cdbfd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e15f9ae5-f2f5-42a1-93a4-3708b2f1e109 HTTP/1.1" status: 204 len: 168 time: 0.4215224 Feb 16 14:40:30.925147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] For port e91027ec-274d-491c-82fe-4fc03e616363, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:30.928259 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfcf3f-f9fa-4cf4-9ad2-7b9dc27cdbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15f9ae5-f2f5-42a1-93a4-3708b2f1e109,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:30.931951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] For port e91027ec-274d-491c-82fe-4fc03e616363, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e91027ec-274d-491c-82fe-4fc03e616363,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:30.981282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:30.990737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:40:31.011426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 146c8146-2a25-408f-b0d8-3eeb7c25903f no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:40:31.030377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-8da0e3fc-8334-42b4-ad0d-d18bdce19d54 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.031951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-8da0e3fc-8334-42b4-ad0d-d18bdce19d54 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4015217 Feb 16 14:40:31.036838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d18a1858-d484-4dd0-a566-24d04689f2ac req-165d5d0d-f6a8-402a-a1ef-03ce79c59b46 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453842 Feb 16 14:40:31.063588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 146c8146-2a25-408f-b0d8-3eeb7c25903f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:40:31.063588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 146c8146-2a25-408f-b0d8-3eeb7c25903f not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:40:31.063799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:31.107770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.108476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:31.113023 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] 10.222.0.93 "PUT /v2.0/ports/e91027ec-274d-491c-82fe-4fc03e616363 HTTP/1.1" status: 200 len: 1091 time: 1.2152097 Feb 16 14:40:31.113653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:31.118278 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890601ee-105e-4503-901b-11be3fe9af03" -d '{"events": [{"name": "network-changed", "server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "tag": "e91027ec-274d-491c-82fe-4fc03e616363"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:31.162633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70e31019-226a-4b5f-858a-72713fb10bd0 req-836dcf74-ef61-4384-8394-8926f84ebfce tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 210 time: 0.0932450 Feb 16 14:40:31.166444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2ba03c0a-80c9-4b62-8452-ead4d872d79d) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:31.178813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.179408 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:31.197969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05783df6-a03c-4ba3-8d47-b7e00375eccd service neutron] Pushing event updated for resources: {'Port': ['ID=e91027ec-274d-491c-82fe-4fc03e616363,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:31.198464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36c343-5495-4ad4-9a11-6a43a2c5405d None None] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:40:31.245555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3808eca-9a19-4470-a455-4d6a466976b4 req-db9e781c-ebfd-4ce9-b961-fe0625ef6207 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 210 time: 0.0633936 Feb 16 14:40:31.250876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-fd2fe7a3-ef8d-40b2-a5dc-78be2a613774 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119630 Feb 16 14:40:31.376852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-acb28ee5-8066-414b-8a5d-aad6ce55ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.379076 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-acb28ee5-8066-414b-8a5d-aad6ce55ab9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 1094 time: 0.0996630 Feb 16 14:40:31.389663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ba4339bb-22f0-47e8-8de8-5a8e4a37b49d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2980685 Feb 16 14:40:31.427677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40096) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:31.441493 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-fef71da2-023b-41d6-b226-ff99b4cbc103 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e91027ec-274d-491c-82fe-4fc03e616363 HTTP/1.1" status: 200 len: 217 time: 0.0537381 Feb 16 14:40:31.488563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:31.499088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d109de74-544d-4620-9206-1752324458ff req-f2af0420-27c5-46d1-aa07-ca9e6b798b71 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 210 time: 0.1495926 Feb 16 14:40:31.529036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:40:31.532791 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:31.549242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-46de996a-d97a-4317-90ae-3e62629eb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.557074 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-46de996a-d97a-4317-90ae-3e62629eb54d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e HTTP/1.1" status: 200 len: 863 time: 0.1009650 Feb 16 14:40:31.593861 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e03bce-aa8b-46a7-a4de-9b16e09b7868 x-openstack-request-id: req-69e03bce-aa8b-46a7-a4de-9b16e09b7868 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:31.600041 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "tag": "e91027ec-274d-491c-82fe-4fc03e616363", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:31.601411 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-69e03bce-aa8b-46a7-a4de-9b16e09b7868 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:31.604012 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363', 'status': 'completed', 'code': 200} Feb 16 14:40:31.628337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fe20b-66e5-47d0-b674-4cff2f8df323 req-7da12411-c425-4f33-b217-a78dda3fb89f tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.630397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc9fe20b-66e5-47d0-b674-4cff2f8df323 req-7da12411-c425-4f33-b217-a78dda3fb89f tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 943 time: 0.2939551 Feb 16 14:40:31.632289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-27cc8680-1269-41bb-8f3c-d8c830af8c99 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512156 Feb 16 14:40:31.689850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:31.691536 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:31.711564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-a485e268-b653-4101-b73f-6e20807fae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.713804 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-a485e268-b653-4101-b73f-6e20807fae10 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6bd3693-9585-4d50-a966-377452196873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507971 Feb 16 14:40:31.814217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Allocated IP 172.20.0.2 (2ba03c0a-80c9-4b62-8452-ead4d872d79d/cf062cf2-67ce-4f81-8961-2db69dfbbf7e/87c04e5f-9c9a-4056-bbc9-9e63782fd87d) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:31.854577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-845c303e-b650-440c-806b-58819ac1a5db service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310880 Feb 16 14:40:31.890054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eae47-97ff-4344-99b5-fee151fd2b49 req-1095a71b-99be-484b-804b-9c3a95a88296 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:31.891607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac7eae47-97ff-4344-99b5-fee151fd2b49 req-1095a71b-99be-484b-804b-9c3a95a88296 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 946 time: 0.1846216 Feb 16 14:40:31.893655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-d5f2abbc-dae1-4dc6-ba2d-fc0fa19fccc0 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011665 Feb 16 14:40:31.969213 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:31.986627 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abeabf7c-d427-4556-87d6-f07ee17745e0 req-ede009e4-7601-4eeb-84b9-c23bc12e67a8 service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245279 Feb 16 14:40:31.987564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc9fe20b-66e5-47d0-b674-4cff2f8df323 req-7c834768-8260-4377-9e48-d5eef4b627c6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034403 Feb 16 14:40:32.004161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:32.007881 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.034575 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.050094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-d6918634-f1c6-476e-816c-91bd8b410f16 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:32.051642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-d6918634-f1c6-476e-816c-91bd8b410f16 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4080491 Feb 16 14:40:32.052352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.064938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac7eae47-97ff-4344-99b5-fee151fd2b49 req-30f183e8-1b17-40bb-983b-13a57b5c3b61 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537154 Feb 16 14:40:32.070298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Request body: {'port': {'device_id': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '0495d4f2aef1472db9d39ca5d69281fb'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:32.174395 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.224690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-ca1c6e6b-3ceb-4b67-8484-01aa0f26253b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:32.226427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-ca1c6e6b-3ceb-4b67-8484-01aa0f26253b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1097 time: 0.0729222 Feb 16 14:40:32.230043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:32.234464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:32.241915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:32.244230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Pushing event updated for resources: {'Port': ['ID=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:32.254088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829433-1'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:32.305107 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Attempting to bind port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:32.305736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Attempting to bind port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:32.306257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Attempting to bind port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d on network 2ba03c0a-80c9-4b62-8452-ead4d872d79d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:32.312654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:32.320151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Checking segment: {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:32.320151 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.320151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Bound using segment: {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:32.320151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Bound port: 87c04e5f-9c9a-4056-bbc9-9e63782fd87d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:32.320151 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.361006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.396602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7b907-1ca2-473b-afa2-3c488bfdd8d4 req-89362f5e-ee4d-4a87-a1bc-ff76a509a7e3 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:32.400601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] For port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:32.400856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93b7b907-1ca2-473b-afa2-3c488bfdd8d4 req-89362f5e-ee4d-4a87-a1bc-ff76a509a7e3 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2780187 Feb 16 14:40:32.409459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] For port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:32.484175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-391943c6-2215-4f4c-9b2e-fc052ad8e2ae req-7b8fb395-e6c7-4144-83ce-05155569b958 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 210 time: 0.1315625 Feb 16 14:40:32.487854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.515031 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.532467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.545075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890601ee-105e-4503-901b-11be3fe9af03 req-24568c04-7da1-4a81-8ec2-146111f3e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:32.546731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-890601ee-105e-4503-901b-11be3fe9af03 req-24568c04-7da1-4a81-8ec2-146111f3e8de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 1094 time: 0.2668960 Feb 16 14:40:32.580526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:32.596117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cbf6b-e110-478c-91a7-8f8699913ef2 None None] Pushing event updated for resources: {'Port': ['ID=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:32.602643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93b7b907-1ca2-473b-afa2-3c488bfdd8d4 req-ecbb1550-eb50-4179-a6b6-c2531c346739 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833272 Feb 16 14:40:32.607018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-982e39e7-9da6-47d2-92ea-cfae9d166d74 req-a25e2c3b-22a9-4b2c-a866-c3f4a83ca3cc tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 210 time: 0.0535810 Feb 16 14:40:32.619629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.649213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:32.722315 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.748882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40128) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:32.776863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Made reservation on behalf of 0495d4f2aef1472db9d39ca5d69281fb for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:32.780448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.835082 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:32.858276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801d85b1-f3f0-459a-aa0a-a94bd43d70ff,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:32.871324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbad643-f87a-4433-87ce-4dd5305fa7b2 req-7363437e-6776-46c1-aa13-904a30768412 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 210 time: 0.1202054 Feb 16 14:40:32.997956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890601ee-105e-4503-901b-11be3fe9af03 req-ab87757c-ba0a-4294-be35-247f51522a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:32.999471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-890601ee-105e-4503-901b-11be3fe9af03 req-ab87757c-ba0a-4294-be35-247f51522a0a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 926 time: 0.4226322 Feb 16 14:40:33.001446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:33.001782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:33.002111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:33.006685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=7']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:33.018866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:33.020081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Attempting to bind port a4b67802-db50-43c4-8755-f78ee6c3043c on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:33.026280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:33.026740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:33.027009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:33.028054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Bound port: a4b67802-db50-43c4-8755-f78ee6c3043c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:33.028412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.053831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-network', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:33.062072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.84 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/5e105b68-2859-4cec-9a4e-9e19c32b11c9) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:33.100890 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-890601ee-105e-4503-901b-11be3fe9af03 req-fc7371c3-912f-47dd-8e12-0e8b6bc543f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e91027ec-274d-491c-82fe-4fc03e616363 HTTP/1.1" status: 200 len: 217 time: 0.0809679 Feb 16 14:40:33.131338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:33.136457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:33.208674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Made reservation on behalf of a9bac6188c5340278fce1cc3aa403f9c for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:33.211107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.214971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.250581 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.342991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:33.343807 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.346342 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] 10.222.0.93 "PUT /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 1122 time: 1.1014822 Feb 16 14:40:33.370012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 87c04e5f-9c9a-4056-bbc9-9e63782fd87d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:33.372491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf267b-e0b3-43d5-b402-eec702085242 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=8']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:33.429145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:33.429481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.435827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.436220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a4b67802-db50-43c4-8755-f78ee6c3043c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:33.558394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.600616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ae1f50-22e8-4d77-818a-7765159658cc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:33.614577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890601ee-105e-4503-901b-11be3fe9af03 req-3b6fb58d-eac1-4168-abf6-7a46cc39d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:33.616125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-890601ee-105e-4503-901b-11be3fe9af03 req-3b6fb58d-eac1-4168-abf6-7a46cc39d639 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e HTTP/1.1" status: 200 len: 863 time: 0.5051301 Feb 16 14:40:33.626095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.642989 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:40:33.663638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.664129 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Added segment ad01f65e-2c87-42f1-9e18-bba941261dc7 of type vlan for network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 Feb 16 14:40:33.685455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c62a4-eef5-479e-bf19-fd56266cd671 req-8883100d-540a-40b3-be5b-fa46ebe24971 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:33.693250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a38c62a4-eef5-479e-bf19-fd56266cd671 req-8883100d-540a-40b3-be5b-fa46ebe24971 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 943 time: 0.5673482 Feb 16 14:40:33.716146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c'}, {'name': 'network-changed', 'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:33.719260 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a734304-8b23-4e2a-bb98-e7e0750d5b57" -d '{"events": [{"server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c"}, {"name": "network-changed", "server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:33.724018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:33.735753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8191776-e257-4601-8d9d-50ca120049f6 req-f5b710b1-d3a3-4782-b413-ff4fe92ad669 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:33.742974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8191776-e257-4601-8d9d-50ca120049f6 req-f5b710b1-d3a3-4782-b413-ff4fe92ad669 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 944 time: 0.5743518 Feb 16 14:40:33.747497 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.812365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.129', 51820) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:33.820285 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.881056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890601ee-105e-4503-901b-11be3fe9af03 req-2ecb76a2-fd50-4f42-bbfe-8ec5997c1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:33.881559 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-890601ee-105e-4503-901b-11be3fe9af03 req-2ecb76a2-fd50-4f42-bbfe-8ec5997c1ac5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6bd3693-9585-4d50-a966-377452196873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508485 Feb 16 14:40:33.882503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:33.895595 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.897195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:33.897794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.902734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517dc37f-dcba-45f8-b93d-c5d4bdda8518 None None] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:40:33.904161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a38c62a4-eef5-479e-bf19-fd56266cd671 req-b45ff872-9b96-4219-a010-e30871933ec6 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096829 Feb 16 14:40:33.965827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] Pushing event updated for resources: {'Network': ['ID=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:33.980268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:33.982214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:40:33.986020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.022577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-14a80122-9395-4075-be1c-8f788f6aca2f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:34.024298 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-14a80122-9395-4075-be1c-8f788f6aca2f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.2100217 Feb 16 14:40:34.036534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Request body: {'port': {'device_id': '36b228df-0657-4f36-b1a8-f999bc125440', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'admin_state_up': True, 'tenant_id': 'd8523fe0991f431a96e6f101547592fc'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:34.053041 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.079900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1a4d2a66-d785-459c-9ad6-e41b5f99c16f None None] Provisioning complete for port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:34.080308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2a66-d785-459c-9ad6-e41b5f99c16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.096887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-adb4a9cb-6dae-4a1d-9cb2-a86ab7294834 req-39d74a6b-745c-47d6-816e-2677abdaa0ff tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 210 time: 0.1011150 Feb 16 14:40:34.100441 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-65a08a1f-aca2-4562-9651-5e6abec5b902 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3500426 Feb 16 14:40:34.105510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40146) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:34.106389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8191776-e257-4601-8d9d-50ca120049f6 req-869f3359-c699-49f7-9892-b764990472fe tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169527 Feb 16 14:40:34.109273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Request body: {'subnet': {'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-subnet', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:34.349201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83b0f15a-dc1c-401d-8099-34a0ac32a493 req-a64312b5-bcba-4b94-8b19-a373997eb2a1 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 210 time: 0.0780780 Feb 16 14:40:34.375653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.463732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Allocated IP 192.168.233.74 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/31fa3161-8be7-4fc6-83f3-9cac8fecb686) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:34.467314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-890601ee-105e-4503-901b-11be3fe9af03 req-508c39fb-b9f4-4ad9-ab4d-90325637a76c service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698881 Feb 16 14:40:34.473673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.129', 51825) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:34.481884 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fa7fc7-1833-4824-b4ae-50a7fb8ebd52 x-openstack-request-id: req-d7fa7fc7-1833-4824-b4ae-50a7fb8ebd52 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:34.482188 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "name": "network-vif-unplugged", "status": "completed", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c", "code": 200}, {"name": "network-changed", "server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:34.482574 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d7fa7fc7-1833-4824-b4ae-50a7fb8ebd52 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:34.483035 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c', 'code': 200} Feb 16 14:40:34.483367 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c', 'status': 'completed', 'code': 200} Feb 16 14:40:34.588314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=5e105b68-2859-4cec-9a4e-9e19c32b11c9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:34.593779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-27e3c5d8-bfd2-4429-b3bd-07df8c4b7217 None None] Provisioning complete for port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:34.594331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-27e3c5d8-bfd2-4429-b3bd-07df8c4b7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.597605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe88c9-e2b6-41c8-a5c1-e8c693971ce6 req-a631486d-00b2-4968-8295-2610f01882ea tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:34.599139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdbe88c9-e2b6-41c8-a5c1-e8c693971ce6 req-a631486d-00b2-4968-8295-2610f01882ea tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.3746903 Feb 16 14:40:34.609128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Made reservation on behalf of a9bac6188c5340278fce1cc3aa403f9c for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:34.611421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.633173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Allocated IP 172.25.6.22 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/c0bcfad2-96f9-4041-b4e3-454c9094754b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:34.658218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:34.684651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c46fe92e-73a2-449c-868c-2a3b0134b8dd req-63258fa8-6547-4c58-a8d7-0ef7577bc895 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 210 time: 0.2134001 Feb 16 14:40:34.724095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:34.726585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:34.743980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Made reservation on behalf of d8523fe0991f431a96e6f101547592fc for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:34.748095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.808621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-9181daa2-3b73-45b0-b81a-9a5d36f9b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:34.810169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-9181daa2-3b73-45b0-b81a-9a5d36f9b526 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1125 time: 0.3337157 Feb 16 14:40:34.940680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Allocated IP 172.20.0.10 (17e411cc-5c91-4342-ae9e-9be4ddd8c9f4/b9b3dd02-9da6-47db-b291-2bcf0e7ac67e/a944434e-730f-43bb-a4d7-cb71abd152e9) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:34.945951 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:34.964073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdbe88c9-e2b6-41c8-a5c1-e8c693971ce6 req-23d909a7-7b5b-4a3d-b150-d5387a42b915 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535769 Feb 16 14:40:34.976148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:34.976798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.015055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f84a292d-f04f-4fca-a633-75ed3ae12ea0 None None] Provisioning complete for port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:35.015429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f84a292d-f04f-4fca-a633-75ed3ae12ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.055590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ff7801-caed-4436-a19d-1761608fdc7d,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:35.061993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f84a292d-f04f-4fca-a633-75ed3ae12ea0 None None] Port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:35.065546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e91027ec-274d-491c-82fe-4fc03e616363 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:35.070636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Checking segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:35.071037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Network hostable DHCP agents. Network: d3c27e46-27c3-4fac-b925-18cf3a8aa9b7, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:40:35.095525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-890601ee-105e-4503-901b-11be3fe9af03 req-46a067d7-bd7e-4615-ba4a-aab2508f3956 service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648327 Feb 16 14:40:35.173420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.200393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-123508c4-ba62-448f-8596-c99f4c57c4a0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1564658 Feb 16 14:40:35.203758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e91027ec-274d-491c-82fe-4fc03e616363, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e91027ec-274d-491c-82fe-4fc03e616363,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:35.217229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d8ab8-d4f5-41ce-bc6d-59ff8677adfd req-3e653216-70e2-4f22-8404-9b3e9cfcce28 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:35.218656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'e91027ec-274d-491c-82fe-4fc03e616363', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'port_id': 'e91027ec-274d-491c-82fe-4fc03e616363', 'mac_address': 'fa:16:3e:2d:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:35.219115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-282d8ab8-d4f5-41ce-bc6d-59ff8677adfd req-3e653216-70e2-4f22-8404-9b3e9cfcce28 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 943 time: 0.1954262 Feb 16 14:40:35.223262 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.231511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Request body: {'port': {'device_id': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:35.239491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.242086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-84e13b64-bc3c-4b89-903e-182b305e2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:35.244101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-84e13b64-bc3c-4b89-903e-182b305e2175 service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.4153645 Feb 16 14:40:35.246776 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b89dc2b8-94f8-40a5-8979-58bbdaa09b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.267400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.282400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91027ec-274d-491c-82fe-4fc03e616363 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:35.311710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e91027ec-274d-491c-82fe-4fc03e616363, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e91027ec-274d-491c-82fe-4fc03e616363,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:35.335951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 87c04e5f-9c9a-4056-bbc9-9e63782fd87d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:35.373182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-68956a09-5129-44ba-89aa-b2bc62545dd5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 217 time: 0.0946636 Feb 16 14:40:35.387568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:35.387970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.443106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:40:35.470556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-282d8ab8-d4f5-41ce-bc6d-59ff8677adfd req-c8807cf2-6509-45cd-a224-1db4602698b3 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339592 Feb 16 14:40:35.473460 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.478424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.479369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.491430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424cb64-c89b-4376-ac1c-fe2f4176364f req-08d5df59-c6cd-49f8-b251-bb8e730ae542 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:35.500134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7424cb64-c89b-4376-ac1c-fe2f4176364f req-08d5df59-c6cd-49f8-b251-bb8e730ae542 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 944 time: 0.2734354 Feb 16 14:40:35.534806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-cefcb158-cf8e-495c-83be-aa3b1d21f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:35.536292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-cefcb158-cf8e-495c-83be-aa3b1d21f9a0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1398776 Feb 16 14:40:35.551025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:35.553228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=e91027ec-274d-491c-82fe-4fc03e616363,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:35.556964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d3c27e46-27c3-4fac-b925-18cf3a8aa9b7) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:35.561620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:35.568268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:35.574940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:35.575767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.578231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724cf05-33ac-4fce-a715-fc1cb795eb41 None None] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:40:35.579052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:35.579791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.582468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.604464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:35.619048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-c413d436-6fd2-48f1-a4c4-ee4da8764c19 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744193 Feb 16 14:40:35.625466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.666225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7424cb64-c89b-4376-ac1c-fe2f4176364f req-86ce0f75-3e3b-4875-9cd6-1e8533e92e74 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652186 Feb 16 14:40:35.685997 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-313713dd-c3e7-4aec-92e6-bbdc79add098 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6534076 Feb 16 14:40:35.700493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Request body: {'port': {'device_id': '36b228df-0657-4f36-b1a8-f999bc125440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:35.724328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:35.732320 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-24cc8253-32e6-4d29-ad7f-2d70f205aaf8 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6271052 Feb 16 14:40:35.734908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:35.739220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:35.779768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:40:35.780768 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.785671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.868083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['e91027ec-274d-491c-82fe-4fc03e616363'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:35.909166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.910159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:35.989883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Allocated IP 172.20.0.2 (d3c27e46-27c3-4fac-b925-18cf3a8aa9b7/b2ff7801-caed-4436-a19d-1761608fdc7d/04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:36.023919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.078945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:36.099817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:36.103050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:36.120132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Pushing event updated for resources: {'Port': ['ID=c0bcfad2-96f9-4041-b4e3-454c9094754b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:36.146982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:36.176840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:36.252837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741f2c8-d8ef-412c-aafc-29dd71104880 req-eac08fad-e3af-4c13-b49d-149f3fcfcd61 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:36.260604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1741f2c8-d8ef-412c-aafc-29dd71104880 req-eac08fad-e3af-4c13-b49d-149f3fcfcd61 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 935 time: 0.6840570 Feb 16 14:40:36.278181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.285080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a944434e-730f-43bb-a4d7-cb71abd152e9 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:36.296298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.316278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Transition to ACTIVE for port object a944434e-730f-43bb-a4d7-cb71abd152e9 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:36.387483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.409690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.413599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-b6742a2c-6a73-4b8d-8203-0237c562c319 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7512357 Feb 16 14:40:36.414249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Pushing event updated for resources: {'Port': ['ID=31fa3161-8be7-4fc6-83f3-9cac8fecb686,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:36.470958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:36.479952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:36.480647 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.489383 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.489752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14019c7-502f-43b8-b93c-11385c65fef4 req-c4f481ca-e3f3-4e01-a7fe-0bbd6436f585 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:36.491262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e14019c7-502f-43b8-b93c-11385c65fef4 req-c4f481ca-e3f3-4e01-a7fe-0bbd6436f585 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 935 time: 0.4063172 Feb 16 14:40:36.516209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:36.516542 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:36.516869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:36.531136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:36.531136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:36.539202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:36.539529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:36.540438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:36.541073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Bound port: a944434e-730f-43bb-a4d7-cb71abd152e9, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:36.541434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.560190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:36.561954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Pushing event updated for resources: {'Port': ['ID=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:36.564256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-674e3a6f-66ef-4bd2-822c-84f0ed9a1a1a None None] Provisioning complete for port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:36.564708 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-674e3a6f-66ef-4bd2-822c-84f0ed9a1a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.567116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:36.571086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:36.596633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1741f2c8-d8ef-412c-aafc-29dd71104880 req-ef055127-479d-466f-a513-f30b02650897 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344812 Feb 16 14:40:36.678919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-674e3a6f-66ef-4bd2-822c-84f0ed9a1a1a None None] Port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:36.702402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Attempting to bind port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:36.702648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Attempting to bind port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:36.703023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Attempting to bind port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:36.708669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:36.709131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Checking segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:36.709605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.710409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Bound using segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:36.710694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Bound port: 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:36.711154 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.718218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:36.723093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:36.725972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e14019c7-502f-43b8-b93c-11385c65fef4 req-4150f7fd-d604-42d7-8649-fa007d0c4da9 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241585 Feb 16 14:40:36.767942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-3473d438-ef1e-4d0f-8f49-fa1abf88bcd4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6916800 Feb 16 14:40:36.777761 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.788871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] For port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:36.791580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Request body: {'port': {'device_id': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:36.792677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] For port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:36.799045 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.803754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a734304-8b23-4e2a-bb98-e7e0750d5b57 req-6241552f-dd3c-449a-87bd-dd042c6f2131 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729434 Feb 16 14:40:36.841968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.868407 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.898657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf93e99-3b62-4286-ba98-2ea899d66f72 req-cac94dac-bf1a-4dc2-83ee-7e740170e2db tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:36.899725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:36.901336 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:36.902931 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] 10.222.0.129 "PUT /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 1092 time: 1.2081804 Feb 16 14:40:36.905399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:36.907124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bf93e99-3b62-4286-ba98-2ea899d66f72 req-cac94dac-bf1a-4dc2-83ee-7e740170e2db tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 944 time: 0.2243793 Feb 16 14:40:36.907813 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc083d5-e5e6-46a3-a30e-aada127b0892" -d '{"events": [{"name": "network-changed", "server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:36.935336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082fbae-7adb-4a17-92ac-d82330190f81 None None] Pushing event updated for resources: {'Port': ['ID=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:36.963574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e1f05-066e-47d5-ba30-5bc78eaf52e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:36.978109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e105b68-2859-4cec-9a4e-9e19c32b11c9 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:36.986326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Allocated IP 172.25.6.146 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/bd8a7d8d-b797-4cb5-9701-08fda77dfa8d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:37.020845 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.076310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:37.084136 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.101588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Transition to ACTIVE for port object 5e105b68-2859-4cec-9a4e-9e19c32b11c9 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:37.112208 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-85d9ec78-5d5f-4bd5-9ded-88d2bae9886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:37.113646 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-85d9ec78-5d5f-4bd5-9ded-88d2bae9886a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1095 time: 0.0939543 Feb 16 14:40:37.121379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bf93e99-3b62-4286-ba98-2ea899d66f72 req-4f451337-de4b-4db0-b101-c3967a5b10af tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074573 Feb 16 14:40:37.129483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ca138-b9d8-40ec-895e-6a531b2e87ed req-603a27fc-5416-41ac-bf89-4849ae4a5926 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:37.131066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a4ca138-b9d8-40ec-895e-6a531b2e87ed req-603a27fc-5416-41ac-bf89-4849ae4a5926 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.3044143 Feb 16 14:40:37.144355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.221450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.227759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.258236 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-adec8092-bf5b-452d-aa02-431acb59a066 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 217 time: 0.0712507 Feb 16 14:40:37.317858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.366156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:37.392429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:37.396049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:37.400896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-f41ce496-6c65-4cc5-8065-655dadb51ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:37.402503 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-f41ce496-6c65-4cc5-8065-655dadb51ae2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1335731 Feb 16 14:40:37.403260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c has no active binding in host n-h1-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:40:37.405803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:37.426526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:37.436424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Pushing event updated for resources: {'Port': ['ID=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:37.488810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:37.489188 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.528595 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-f4342189-f44f-43c8-8a15-7058b7d9d227 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168854 Feb 16 14:40:37.569898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Pushing event updated for resources: {'Port': ['ID=5e105b68-2859-4cec-9a4e-9e19c32b11c9,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:37.596798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.643215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:37.678361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a4ca138-b9d8-40ec-895e-6a531b2e87ed req-d1b3734f-543c-4ace-9da5-17e19086759a tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759510 Feb 16 14:40:37.694784 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-efa3b691-859b-47e3-b3e9-eaccedc457c9 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566725 Feb 16 14:40:37.735399 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.804131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a3e6-2f71-4299-8fdf-9e99da8dd7e1 req-7dd69285-9e77-4712-b7d2-f034e2a554ea tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:37.805719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6992a3e6-2f71-4299-8fdf-9e99da8dd7e1 req-7dd69285-9e77-4712-b7d2-f034e2a554ea tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 944 time: 0.4928772 Feb 16 14:40:37.827139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:37.894461 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-589e762a-6230-4168-aadb-f7adde0cecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.978617 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64cde370-8d9f-4672-b8eb-240edcda6a19 req-ae79cdc2-f32f-4f7b-a5b9-9d872f42f68e service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763205 Feb 16 14:40:37.981179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:37.996128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-77eebecc-3178-4b79-9423-b7e67bca76f4 service neutron] 10.222.0.129 "GET /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.4168968 Feb 16 14:40:38.198972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a00fae-ad3b-40b1-9d4a-9482a0c9ac5a None None] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:40:38.229982 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:38.269926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-05ab0a15-7826-4d7c-9ff6-a5a493ff2f39 None None] Provisioning complete for port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:38.286709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05ab0a15-7826-4d7c-9ff6-a5a493ff2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:38.393891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6992a3e6-2f71-4299-8fdf-9e99da8dd7e1 req-25c2c6b2-3d18-463d-a772-07fd236872c7 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5538776 Feb 16 14:40:38.424954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fa66a-aea8-484f-80be-faa89e87fd9f req-0c0d3543-a6fa-4e55-8e1e-3cccdabd147f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:38.435252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e45fa66a-aea8-484f-80be-faa89e87fd9f req-0c0d3543-a6fa-4e55-8e1e-3cccdabd147f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 944 time: 0.6618423 Feb 16 14:40:38.450070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Attempting to bind port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:38.450412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Attempting to bind port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:38.450728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Attempting to bind port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:38.472673 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c19f7a8-8f71-4de0-9acb-b77c590a0c11 x-openstack-request-id: req-7c19f7a8-8f71-4de0-9acb-b77c590a0c11 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:38.472994 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:38.473207 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7c19f7a8-8f71-4de0-9acb-b77c590a0c11 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:38.473618 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9', 'status': 'completed', 'code': 200} Feb 16 14:40:38.495031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:40:38.522250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:38.522453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Attempting to bind port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:38.602649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e45fa66a-aea8-484f-80be-faa89e87fd9f req-04ba2d0e-175b-45f8-81e2-4777e261bb6e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664062 Feb 16 14:40:38.703754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-bb0cb41f-a7e6-4416-9664-7acbf9a304b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:38.705341 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-bb0cb41f-a7e6-4416-9664-7acbf9a304b7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1095 time: 0.2060747 Feb 16 14:40:38.718243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:38.718733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:38.719129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:38.719593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Bound port: 5e105b68-2859-4cec-9a4e-9e19c32b11c9, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:38.719954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:38.734286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:40:38.750124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:40:38.779712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:38.783696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:38.824945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:38.828965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-36420152-c49e-4c0f-9b3e-791644194ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:38.830536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-36420152-c49e-4c0f-9b3e-791644194ae4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1166346 Feb 16 14:40:38.846082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-41eb52f7-0994-4be9-8b21-0e09e22ef91e None None] Provisioning complete for port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:38.846601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41eb52f7-0994-4be9-8b21-0e09e22ef91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:38.847927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:38.926960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23412b2f-63c8-438c-aae0-8a805ab291a6 req-635c510d-82fb-44cb-a0da-b19305d476ad tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:38.928809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23412b2f-63c8-438c-aae0-8a805ab291a6 req-635c510d-82fb-44cb-a0da-b19305d476ad tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 947 time: 0.3734143 Feb 16 14:40:38.970005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:38.985650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:39.037550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fa3161-8be7-4fc6-83f3-9cac8fecb686 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:39.064996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c0c7-2231-4cc8-8c08-86c6e697b11e req-d63e8b66-5cf6-4246-ad0b-7872867161a3 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:39.070136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de96c0c7-2231-4cc8-8c08-86c6e697b11e req-d63e8b66-5cf6-4246-ad0b-7872867161a3 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 935 time: 0.3410993 Feb 16 14:40:39.081637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.105490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] For port 5e105b68-2859-4cec-9a4e-9e19c32b11c9, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:39.108593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e91027ec-274d-491c-82fe-4fc03e616363 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:39.141104 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-6ab5cbd9-f01c-46ff-9b0b-ec0c8008d16b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 217 time: 0.3025293 Feb 16 14:40:39.143475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.144768 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a7033727-d4be-4c57-97fe-a8acdcdb020f admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4087532 Feb 16 14:40:39.147334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40180) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:39.152808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b67802-db50-43c4-8755-f78ee6c3043c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:39.183514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Transition to ACTIVE for port object 31fa3161-8be7-4fc6-83f3-9cac8fecb686 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:39.190931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] For port 5e105b68-2859-4cec-9a4e-9e19c32b11c9, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:39.192887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:39.214649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23412b2f-63c8-438c-aae0-8a805ab291a6 req-fc5bc0b3-4e89-4237-bf8d-6ce5aa3b52eb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462029 Feb 16 14:40:39.235224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de96c0c7-2231-4cc8-8c08-86c6e697b11e req-e95b162b-fd55-4d6c-a34c-3ec747bf1a85 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473255 Feb 16 14:40:39.237085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:37Z', 'revision_number': 3, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:39.251789 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.285873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:40:39.286234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Updating router aa18405a-bcc8-44a3-950f-d9a8f99852f6 port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:40:39.288396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port e91027ec-274d-491c-82fe-4fc03e616363 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:39.297782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-65780787-2dce-4430-8f5f-3408b4ad0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:39.299575 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-65780787-2dce-4430-8f5f-3408b4ad0311 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1501510 Feb 16 14:40:39.318268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port e91027ec-274d-491c-82fe-4fc03e616363 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:39.318713 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.355315 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-19b28f79-a258-4ac2-8722-6041bfaa27a6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467656 Feb 16 14:40:39.357428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.375517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.418973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:39.468030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:39.468850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.473587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] 10.222.0.129 "PUT /v2.0/ports/5e105b68-2859-4cec-9a4e-9e19c32b11c9 HTTP/1.1" status: 200 len: 1095 time: 4.2513945 Feb 16 14:40:39.486357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'tag': '5e105b68-2859-4cec-9a4e-9e19c32b11c9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:39.489402 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057" -d '{"events": [{"name": "network-changed", "server_uuid": "ea858b82-0120-47d9-b6f3-b6ea9d0a88ce", "tag": "5e105b68-2859-4cec-9a4e-9e19c32b11c9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:39.496071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Pushing event updated for resources: {'Port': ['ID=31fa3161-8be7-4fc6-83f3-9cac8fecb686,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:39.512348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.594423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c2cb-f978-4509-9b7b-b00bf00a36ed service neutron] Pushing event updated for resources: {'Port': ['ID=5e105b68-2859-4cec-9a4e-9e19c32b11c9,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:39.634237 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.677527 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-66ae9cf6-ef48-41c3-bdaa-67a7ca1a15af service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961274 Feb 16 14:40:39.680335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] Transition to ACTIVE for port object a4b67802-db50-43c4-8755-f78ee6c3043c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:39.709234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:39.709958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.762872 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.808294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:39.810595 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ca0756-fa29-436c-8799-da3f227daf58" -d '{"events": [{"server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "name": "network-vif-plugged", "status": "completed", "tag": "e91027ec-274d-491c-82fe-4fc03e616363"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:39.823698 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8fc083d5-e5e6-46a3-a30e-aada127b0892 req-aa6cbc81-8c7e-4469-b717-07cfeb9ef6bb service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391437 Feb 16 14:40:39.833949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e91027ec-274d-491c-82fe-4fc03e616363, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e91027ec-274d-491c-82fe-4fc03e616363,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:39.839744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47adf1-1355-4531-823e-585cfa357926 req-8cb3a221-0305-4746-ac5f-7f01ddbbc029 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:39.841714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e47adf1-1355-4531-823e-585cfa357926 req-8cb3a221-0305-4746-ac5f-7f01ddbbc029 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 944 time: 0.4514868 Feb 16 14:40:39.861614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Attempting to bind port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:39.861956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Attempting to bind port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:39.863042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Attempting to bind port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:39.866871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.901756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.926653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:39.949959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742296c3-d74f-4d86-8342-587cfd694a02 req-28f4e72b-febc-43b3-8d31-e6e03e51388b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:39.951979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-742296c3-d74f-4d86-8342-587cfd694a02 req-28f4e72b-febc-43b3-8d31-e6e03e51388b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.5499377 Feb 16 14:40:39.952431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Router 036b728b-6f6d-4523-8ef3-898fe745e0ca is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:40:39.992330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e47adf1-1355-4531-823e-585cfa357926 req-5cc1c027-b913-403a-96f4-ff646cbc7c34 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319487 Feb 16 14:40:39.992911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:39.993225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Attempting to bind port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:40.007324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-f055dfe8-1cc3-4d85-a169-dbeb921e1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.010362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-f055dfe8-1cc3-4d85-a169-dbeb921e1c8f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 1098 time: 0.3269401 Feb 16 14:40:40.038824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:40.039157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:40.039663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:40.039992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Bound port: 31fa3161-8be7-4fc6-83f3-9cac8fecb686, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:40.040388 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.103340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=e91027ec-274d-491c-82fe-4fc03e616363,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:40.108860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] No DVR routers for this DVR port a4b67802-db50-43c4-8755-f78ee6c3043c on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:40:40.130755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Allocated IP 172.20.0.1 (d3c27e46-27c3-4fac-b925-18cf3a8aa9b7/b2ff7801-caed-4436-a19d-1761608fdc7d/14c0a558-3dbe-4619-84dc-2f063480945e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:40.156791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-5236824f-d39c-4bcb-9823-4cc8d13cc12f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9 HTTP/1.1" status: 200 len: 217 time: 0.1285481 Feb 16 14:40:40.174024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] Pushing event updated for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:40.249149 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.251439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.271497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-742296c3-d74f-4d86-8342-587cfd694a02 req-ebef6114-e7a2-4392-977d-a721d14cc572 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964411 Feb 16 14:40:40.290718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3ca42694-6899-45b1-bd0e-48d83b643eda service neutron] 10.222.0.129 "PUT /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c/bindings/n-h1-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9765613 Feb 16 14:40:40.341965 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab9465-91cd-4351-82fa-b0c0908462f7 x-openstack-request-id: req-a7ab9465-91cd-4351-82fa-b0c0908462f7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:40.342247 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea858b82-0120-47d9-b6f3-b6ea9d0a88ce", "tag": "5e105b68-2859-4cec-9a4e-9e19c32b11c9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:40.360830 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7ab9465-91cd-4351-82fa-b0c0908462f7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:40.360830 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'tag': '5e105b68-2859-4cec-9a4e-9e19c32b11c9', 'status': 'completed', 'code': 200} Feb 16 14:40:40.376323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-52df8449-9a17-4379-920b-e94960e36442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.377766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-52df8449-9a17-4379-920b-e94960e36442 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1957366 Feb 16 14:40:40.408010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.421980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54c748-659a-42ba-866e-ffc205c0fd0e req-35ca1e66-f47a-4804-9f44-c25aa965ab3d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.429423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f54c748-659a-42ba-866e-ffc205c0fd0e req-35ca1e66-f47a-4804-9f44-c25aa965ab3d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.3087437 Feb 16 14:40:40.429423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:40:40.437321 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Sync routers for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:40:40.452172 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:40.452902 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:40.462479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.465027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Attempting to bind port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:40.465287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Attempting to bind port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:40.465651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Attempting to bind port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:40.465789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] For port 31fa3161-8be7-4fc6-83f3-9cac8fecb686, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:40.474344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f40e3-7552-4b74-a1b0-4f19c757c469 None None] Pushing event updated for resources: {'Port': ['ID=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:40.479259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:40.479610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:40.480083 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.481134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:40.481629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Bound port: bd8a7d8d-b797-4cb5-9701-08fda77dfa8d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:40.482010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.525051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] For port 31fa3161-8be7-4fc6-83f3-9cac8fecb686, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=31fa3161-8be7-4fc6-83f3-9cac8fecb686,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:40.536220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:40.539238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:40.543218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:40.543726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.576861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-c14aa3ac-90ac-4583-9da1-99ff4cb097d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.578616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-c14aa3ac-90ac-4583-9da1-99ff4cb097d5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908059 Feb 16 14:40:40.583091 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:40.586510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baf725-7876-445b-8939-3d9c5feb754b req-487f68fc-ebe4-4187-b19f-f99d20878404 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.588675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01baf725-7876-445b-8939-3d9c5feb754b req-487f68fc-ebe4-4187-b19f-f99d20878404 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 945 time: 0.1999979 Feb 16 14:40:40.596334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] For port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:40.600235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] For port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:40.612604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Pushing event updated for resources: {'Port': ['ID=14c0a558-3dbe-4619-84dc-2f063480945e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:40.632992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f54c748-659a-42ba-866e-ffc205c0fd0e req-88a4f200-22bf-49ad-951d-7c5dd641e6ee tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571236 Feb 16 14:40:40.691916 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f942b17-047e-465e-88f9-3b2288a2b6d4 x-openstack-request-id: req-5f942b17-047e-465e-88f9-3b2288a2b6d4 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:40.692334 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "name": "network-vif-plugged", "status": "completed", "tag": "e91027ec-274d-491c-82fe-4fc03e616363", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:40.692675 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5f942b17-047e-465e-88f9-3b2288a2b6d4 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:40.693204 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363', 'code': 200} Feb 16 14:40:40.730156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.734194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40196) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:40.734387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9579eb0b-0f51-4ff5-96ba-5283cb8ccb9d admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3046539 Feb 16 14:40:40.735762 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.742376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.752182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-6fc505d1-0f0b-483d-a806-6c92e3a8dc39 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.753661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-6fc505d1-0f0b-483d-a806-6c92e3a8dc39 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.2725205 Feb 16 14:40:40.861616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f40e3-7552-4b74-a1b0-4f19c757c469 None None] Pushing event updated for resources: {'Port': ['ID=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:40.872098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:40.873359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:40.920559 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:36Z', 'revision_number': 3, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:40.939211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01baf725-7876-445b-8939-3d9c5feb754b req-aba778a6-e14b-482f-be03-ef98f0283b39 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129218 Feb 16 14:40:40.965381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.970654 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.970654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] 10.222.0.129 "PUT /v2.0/ports/31fa3161-8be7-4fc6-83f3-9cac8fecb686 HTTP/1.1" status: 200 len: 1095 time: 4.1843648 Feb 16 14:40:40.970994 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Checking router: 036b728b-6f6d-4523-8ef3-898fe745e0ca for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:40:40.970994 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Updating router 036b728b-6f6d-4523-8ef3-898fe745e0ca port c0bcfad2-96f9-4041-b4e3-454c9094754b binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:40:40.991169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efec8b7-ff43-498c-9a60-a35834fc054f req-08755944-2549-4cb3-af55-deb4e033ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:40.993050 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5efec8b7-ff43-498c-9a60-a35834fc054f req-08755944-2549-4cb3-af55-deb4e033ce0d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 1096 time: 0.1815228 Feb 16 14:40:41.003216 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.010847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-77dc7320-1117-4bea-9cbb-dc0f3bdd7432 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161153 Feb 16 14:40:41.017404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.080228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5fe1b6a2-0a0b-4e67-9221-a139deb6e42e None None] Provisioning complete for port 14c0a558-3dbe-4619-84dc-2f063480945e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:41.080758 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b6a2-0a0b-4e67-9221-a139deb6e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.185913 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5efec8b7-ff43-498c-9a60-a35834fc054f req-512e5931-3f0a-4254-b266-8c6ff92de3cc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694195 Feb 16 14:40:41.189351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:41.192141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1b6a2-0a0b-4e67-9221-a139deb6e42e None None] Port 14c0a558-3dbe-4619-84dc-2f063480945e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:41.237178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.312912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:41.314995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:40:41.337591 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.424895 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.432046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.441768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:40:41.449666 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.511991 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Attempting to bind port c0bcfad2-96f9-4041-b4e3-454c9094754b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:41.512398 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Attempting to bind port c0bcfad2-96f9-4041-b4e3-454c9094754b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:41.512769 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Attempting to bind port c0bcfad2-96f9-4041-b4e3-454c9094754b on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:41.524406 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:41.525611 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:41.526443 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.527079 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:41.527742 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Bound port: c0bcfad2-96f9-4041-b4e3-454c9094754b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:41.528387 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.530451 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Pushing event updated for resources: {'Port': ['ID=c0bcfad2-96f9-4041-b4e3-454c9094754b,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:41.545697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.546442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.571146 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.571776 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.572295 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.572956 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.573557 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.574038 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.574521 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.574994 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.575491 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.575985 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.576475 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.577168 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:41.580597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:41.599922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'a944434e-730f-43bb-a4d7-cb71abd152e9', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'port_id': 'a944434e-730f-43bb-a4d7-cb71abd152e9', 'mac_address': 'fa:16:3e:12:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b3dd02-9da6-47db-b291-2bcf0e7ac67e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:41.604414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff277-9da4-4fd3-89a6-de713452eda2 service neutron] Pushing event updated for resources: {'Port': ['ID=31fa3161-8be7-4fc6-83f3-9cac8fecb686,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:41.617334 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] For port c0bcfad2-96f9-4041-b4e3-454c9094754b, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:41.621746 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] For port c0bcfad2-96f9-4041-b4e3-454c9094754b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c0bcfad2-96f9-4041-b4e3-454c9094754b,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:41.648956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.652722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 1, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:41.672194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06638d3-d689-494c-88d0-789b8d85d605 req-9c4ecbda-7a41-41b8-8985-1c288507d084 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:41.673889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c06638d3-d689-494c-88d0-789b8d85d605 req-9c4ecbda-7a41-41b8-8985-1c288507d084 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 947 time: 0.8863850 Feb 16 14:40:41.684360 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.694664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Pushing event updated for resources: {'Port': ['ID=14c0a558-3dbe-4619-84dc-2f063480945e,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:41.695608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51143af-20a7-441e-b3e0-764a0e6e1d9c None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 1, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:40:41.695803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-434e8043-82c5-495d-8ace-16789b745d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:41.698409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-434e8043-82c5-495d-8ace-16789b745d44 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 1096 time: 0.8762949 Feb 16 14:40:41.698823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a944434e-730f-43bb-a4d7-cb71abd152e9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:41.708719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-e2bb46ff-003c-4880-8e63-0f68ba3d2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:41.710403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-e2bb46ff-003c-4880-8e63-0f68ba3d2351 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 1098 time: 0.6181190 Feb 16 14:40:41.725700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:41.777672 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:41.778298 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:41.814863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.829813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:41.832384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36877e-140d-4c3d-b2d4-59c4394818bd req-e4770125-e2a5-44d7-be9f-30006c692c82 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:41.835011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be36877e-140d-4c3d-b2d4-59c4394818bd req-e4770125-e2a5-44d7-be9f-30006c692c82 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 947 time: 0.6778862 Feb 16 14:40:41.844589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-329259db-c356-4e73-ad61-e8bf3ad5102f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=31fa3161-8be7-4fc6-83f3-9cac8fecb686 HTTP/1.1" status: 200 len: 217 time: 0.1204457 Feb 16 14:40:41.888941 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227b79d-de0c-4228-b4ee-f013d43c8ca5 None None] Pushing event updated for resources: {'Port': ['ID=c0bcfad2-96f9-4041-b4e3-454c9094754b,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:41.898666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:41.936504 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:41.972122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:41.975920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-550a9166-0b0e-4fd3-b9bc-1befeaea1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:41.976750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:41.977753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-550a9166-0b0e-4fd3-b9bc-1befeaea1e8c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1072996 Feb 16 14:40:41.987346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c06638d3-d689-494c-88d0-789b8d85d605 req-2a7a5e98-b173-4816-84ab-e09defc90631 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949526 Feb 16 14:40:41.994332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf39ece8-34f0-44bd-8ec2-fe5da4be35b1 req-87dff5f2-5b13-437e-bbe1-845ec2c8f59d service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9563432 Feb 16 14:40:42.053645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a944434e-730f-43bb-a4d7-cb71abd152e9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:42.105020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be36877e-140d-4c3d-b2d4-59c4394818bd req-25472f1a-5f82-4c12-ad06-421573e0f9b5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401199 Feb 16 14:40:42.135926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-89ef8144-7deb-43ed-a499-a8469f6c1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:42.135926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-89ef8144-7deb-43ed-a499-a8469f6c1ef4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1096 time: 0.3849964 Feb 16 14:40:42.202752 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:42.389954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'tag': '31fa3161-8be7-4fc6-83f3-9cac8fecb686'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:42.390188 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:36Z', 'revision_number': 3, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:42.392395 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aa674d-2782-4b38-a141-3aa420083c47" -d '{"events": [{"name": "network-changed", "server_uuid": "281e375a-adb6-41a3-83a5-a77c815b9caa", "tag": "31fa3161-8be7-4fc6-83f3-9cac8fecb686"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:42.445583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-d22c37dd-b985-473e-b1ed-7c1c104a077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:42.447847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-d22c37dd-b985-473e-b1ed-7c1c104a077e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 1098 time: 0.2745554 Feb 16 14:40:42.479482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-29b62cd5-476d-4ec8-a746-ec9e65aa8412 None None] Provisioning complete for port 14c0a558-3dbe-4619-84dc-2f063480945e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:42.479885 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-29b62cd5-476d-4ec8-a746-ec9e65aa8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:42.492081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca82e7-37d4-4add-aeb8-0c70e05077e3 req-e4daaf49-e6ff-44eb-969d-dd0e2be0a308 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:42.500512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3ca82e7-37d4-4add-aeb8-0c70e05077e3 req-e4daaf49-e6ff-44eb-969d-dd0e2be0a308 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 945 time: 0.2547729 Feb 16 14:40:42.526504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-532e7c64-c2b1-47e2-a108-3e9424426264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:42.528099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-532e7c64-c2b1-47e2-a108-3e9424426264 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5384784 Feb 16 14:40:42.528214 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e16207-6ff5-4773-90a7-f72570b6cdf6 None None] The sync data for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 is: [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:36Z', 'revision_number': 3, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:40:42.551072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-29b62cd5-476d-4ec8-a746-ec9e65aa8412 None None] Port 14c0a558-3dbe-4619-84dc-2f063480945e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:42.594476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c3147-22a2-4880-a0ec-11f19e46b50d req-037c0234-092c-4d74-9516-ca8efe45b97c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:42.596058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da5c3147-22a2-4880-a0ec-11f19e46b50d req-037c0234-092c-4d74-9516-ca8efe45b97c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2563336 Feb 16 14:40:42.669194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:40:42.694633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Allocated IP 172.20.0.1 (2ba03c0a-80c9-4b62-8452-ead4d872d79d/cf062cf2-67ce-4f81-8961-2db69dfbbf7e/b24eca0a-2def-4ad9-acb0-543067a12cb5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:42.699172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-c7e0434c-ee48-4e88-b8ca-f95d3f17bc61 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988767 Feb 16 14:40:42.798408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3ca82e7-37d4-4add-aeb8-0c70e05077e3 req-e624bb74-321c-4b5e-a70a-e7429bc8ab29 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969198 Feb 16 14:40:42.989190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:40:42.989633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d46d1a-f6e1-4c53-a979-ef43634dff66 req-6e9faa19-8d2b-4a5a-9637-0b387c1379a1 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673278 Feb 16 14:40:42.990642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-85fe1578-590c-47dd-a567-89e6808d1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:42.997177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-85fe1578-590c-47dd-a567-89e6808d1f3e service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.8405612 Feb 16 14:40:43.015072 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d05114f4-fb21-4811-aa63-83ec89cbb172 admin admin] 10.222.0.113 "PUT /v2.0/routers/aa18405a-bcc8-44a3-950f-d9a8f99852f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8666365 Feb 16 14:40:43.046311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.071392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-8c133411-3692-48c4-aee9-b72be00332d7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 200 len: 217 time: 0.0661714 Feb 16 14:40:43.075268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da5c3147-22a2-4880-a0ec-11f19e46b50d req-d099fd53-cca1-4e68-86d0-78fe7184ce94 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750982 Feb 16 14:40:43.139934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:43.144984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:40:43.156035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-6521a054-f277-4dd0-8e49-0fe1701cd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:43.158286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-6521a054-f277-4dd0-8e49-0fe1701cd1f9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.6963272 Feb 16 14:40:43.176124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.257860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:43.257860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:43.258557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb8dc1-e81e-4eb8-9a30-6368bcd8d3c7 req-09a6a4ae-2538-409a-8d38-18c3c93be097 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:43.260698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:43.260873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46bb8dc1-e81e-4eb8-9a30-6368bcd8d3c7 req-09a6a4ae-2538-409a-8d38-18c3c93be097 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.2988138 Feb 16 14:40:43.261883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.262220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-ca8def0f-413d-4ed0-b5c9-e868fa2d630a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9 HTTP/1.1" status: 200 len: 217 time: 0.0877848 Feb 16 14:40:43.280258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-a6386689-8f3f-4fad-8bca-4449a50c97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:43.281191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-a6386689-8f3f-4fad-8bca-4449a50c97dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1966112 Feb 16 14:40:43.386957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Pushing event updated for resources: {'Port': ['ID=b24eca0a-2def-4ad9-acb0-543067a12cb5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:43.390361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:43.394850 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:40:43.499454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-55aecee3-7be6-4f52-af0d-beb53e1e400e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328681 Feb 16 14:40:43.551101 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.561251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c0bcfad2-96f9-4041-b4e3-454c9094754b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:43.644741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:43.647270 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fb0430-bb41-414d-b720-fc20574c8d2e" -d '{"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:43.678755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:43.698667 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.702726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aec32-50cc-421e-bb10-37dae3d7c328 req-66253c67-b750-4155-affa-1c83240aa108 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:43.704867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-262aec32-50cc-421e-bb10-37dae3d7c328 req-66253c67-b750-4155-affa-1c83240aa108 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 945 time: 0.4399552 Feb 16 14:40:43.710602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-61611a39-aa05-4e14-9b02-898c21c6ca3d service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902866 Feb 16 14:40:43.712586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:43.715822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port a944434e-730f-43bb-a4d7-cb71abd152e9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:43.716282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46bb8dc1-e81e-4eb8-9a30-6368bcd8d3c7 req-aaf98ce6-f09a-499a-8c9b-c19cb405f6c5 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331424 Feb 16 14:40:43.719989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-0070dce1-51c1-4a42-a782-94fae12ea321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:43.721494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-0070dce1-51c1-4a42-a782-94fae12ea321 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.4518111 Feb 16 14:40:43.725923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port a944434e-730f-43bb-a4d7-cb71abd152e9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:43.726295 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.773959 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.844068 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac96c9d-af79-4dc0-ba3f-f9f7311304e8 x-openstack-request-id: req-8ac96c9d-af79-4dc0-ba3f-f9f7311304e8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:43.844590 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e375a-adb6-41a3-83a5-a77c815b9caa", "tag": "31fa3161-8be7-4fc6-83f3-9cac8fecb686", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:43.844991 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8ac96c9d-af79-4dc0-ba3f-f9f7311304e8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:43.845529 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'tag': '31fa3161-8be7-4fc6-83f3-9cac8fecb686', 'status': 'completed', 'code': 200} Feb 16 14:40:43.864411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:43.876173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c0bcfad2-96f9-4041-b4e3-454c9094754b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:43.876488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.892761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'mac_address': 'fa:16:3e:e3:91:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:43.909551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-262aec32-50cc-421e-bb10-37dae3d7c328 req-eed0ca13-bf6c-4189-849e-e2e1ec725739 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921029 Feb 16 14:40:43.963248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8dddde14-20af-447a-8232-a92863b68798 None None] Provisioning complete for port b24eca0a-2def-4ad9-acb0-543067a12cb5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:43.963985 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8dddde14-20af-447a-8232-a92863b68798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.974677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-c370b997-2204-4366-b71a-2f74f735131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:43.976424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-c370b997-2204-4366-b71a-2f74f735131e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293954 Feb 16 14:40:44.034324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.038301 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.038878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-9a8f3216-b38b-42ab-bae9-a506e8e98e57 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157992 Feb 16 14:40:44.115647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa674d-2782-4b38-a141-3aa420083c47 req-70c80875-77eb-436b-bb6d-edb3ad2797d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:44.117148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06aa674d-2782-4b38-a141-3aa420083c47 req-70c80875-77eb-436b-bb6d-edb3ad2797d4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 1098 time: 0.2294040 Feb 16 14:40:44.133978 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.135404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.215315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc943d-f534-4ff6-bedb-a2c52a68aff5 req-40f6c376-398f-4c22-b970-4f3d88e62dc3 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:44.216960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17dc943d-f534-4ff6-bedb-a2c52a68aff5 req-40f6c376-398f-4c22-b970-4f3d88e62dc3 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 947 time: 0.2396071 Feb 16 14:40:44.258754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fa6a5-f1a6-497d-92e7-79498df5aeed req-aae16a48-918a-4648-ad30-c9fcfc704f19 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:44.261152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-568fa6a5-f1a6-497d-92e7-79498df5aeed req-aae16a48-918a-4648-ad30-c9fcfc704f19 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 947 time: 0.2398608 Feb 16 14:40:44.269677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d81237-a4f9-40dc-a040-e7a2c722a3d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:44.273443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:44.277389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:44.286118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-c2fd8788-b1b9-49b7-928f-2ad7dbbe05a3 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998102 Feb 16 14:40:44.292199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:44.297048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8dddde14-20af-447a-8232-a92863b68798 None None] Port b24eca0a-2def-4ad9-acb0-543067a12cb5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:44.299602 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.364143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa674d-2782-4b38-a141-3aa420083c47 req-0de77070-f5c8-4e79-9b5c-85ba1bbae537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:44.365654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06aa674d-2782-4b38-a141-3aa420083c47 req-0de77070-f5c8-4e79-9b5c-85ba1bbae537 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2386947 Feb 16 14:40:44.373851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.384027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:44.387921 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.427348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17dc943d-f534-4ff6-bedb-a2c52a68aff5 req-717138ab-0b88-4af4-a89c-411bb564ed5a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967633 Feb 16 14:40:44.453314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Pushing event updated for resources: {'Port': ['ID=b24eca0a-2def-4ad9-acb0-543067a12cb5,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:44.464654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port c0bcfad2-96f9-4041-b4e3-454c9094754b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c0bcfad2-96f9-4041-b4e3-454c9094754b,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:44.470057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.471788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.472254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.472729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.473155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.474077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.474505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.479407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.480089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.480524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.480953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.481477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:44.481891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06aa674d-2782-4b38-a141-3aa420083c47 req-e45c8518-8fe3-4120-8287-c2ae375ac3e9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=31fa3161-8be7-4fc6-83f3-9cac8fecb686 HTTP/1.1" status: 200 len: 217 time: 0.0788927 Feb 16 14:40:44.492954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-568fa6a5-f1a6-497d-92e7-79498df5aeed req-fcc26c6f-4c55-4400-b8be-b574796c3e9a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092824 Feb 16 14:40:44.499151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:44.518529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.521866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Router 036b728b-6f6d-4523-8ef3-898fe745e0ca has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:40:44.613563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa674d-2782-4b38-a141-3aa420083c47 req-373c26e7-027c-4706-8771-1fb810c0cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:44.615261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06aa674d-2782-4b38-a141-3aa420083c47 req-373c26e7-027c-4706-8771-1fb810c0cbfd service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1172376 Feb 16 14:40:44.618316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f384fe7f-d6c0-4c58-9b21-6fde6cc16057 req-7299cdff-8033-4725-b829-b1a6c9159b16 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164234 Feb 16 14:40:44.653058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:44.662084 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70c2a3a-efb7-4577-acf8-247bb9585511 x-openstack-request-id: req-e70c2a3a-efb7-4577-acf8-247bb9585511 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:44.663525 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:44.663901 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e70c2a3a-efb7-4577-acf8-247bb9585511 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:44.665857 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'code': 200} Feb 16 14:40:44.671776 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.672757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd8a7d8d-b797-4cb5-9701-08fda77dfa8d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:44.769876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d8d81237-a4f9-40dc-a040-e7a2c722a3d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:44.773435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa674d-2782-4b38-a141-3aa420083c47 req-7cd3d8ff-7f67-4117-a8fa-8e49003ff86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:44.776623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06aa674d-2782-4b38-a141-3aa420083c47 req-7cd3d8ff-7f67-4117-a8fa-8e49003ff86c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494994 Feb 16 14:40:44.785445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:40:44.791657 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9cccdd6a-e474-4eb0-be4e-1ea499c5a6ff admin admin] 10.222.0.113 "PUT /v2.0/routers/036b728b-6f6d-4523-8ef3-898fe745e0ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0557842 Feb 16 14:40:44.884324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f7a6c861-c84d-412e-a356-a5eaf05a951e None None] Provisioning complete for port b24eca0a-2def-4ad9-acb0-543067a12cb5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:44.885209 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f7a6c861-c84d-412e-a356-a5eaf05a951e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.927689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=c0bcfad2-96f9-4041-b4e3-454c9094754b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:44.955394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6c861-c84d-412e-a356-a5eaf05a951e None None] Port b24eca0a-2def-4ad9-acb0-543067a12cb5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:44.965079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:44.965471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.124696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.153380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:45.196038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7f87a-0024-4a5f-8616-df62d1db003a req-2a49da62-8eda-45e1-8a8b-5dd4d589c747 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:45.198049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2df7f87a-0024-4a5f-8616-df62d1db003a req-2a49da62-8eda-45e1-8a8b-5dd4d589c747 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 946 time: 0.5015328 Feb 16 14:40:45.229154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f1f6139c-f871-42a8-964a-175801eb1d15 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:45.230741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-f1f6139c-f871-42a8-964a-175801eb1d15 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.4739680 Feb 16 14:40:45.251308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.302596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:45.313648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5e105b68-2859-4cec-9a4e-9e19c32b11c9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:45.327868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06aa674d-2782-4b38-a141-3aa420083c47 req-2b8a0ee2-0903-491f-ab2c-60a7dbf902b9 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282114 Feb 16 14:40:45.355562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2df7f87a-0024-4a5f-8616-df62d1db003a req-c1aebbe8-f1be-448a-ad8a-3c5ffb8c964f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467309 Feb 16 14:40:45.392943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-e5464b26-0e13-4d8c-bcef-16dc260bee20 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:45.400226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-e5464b26-0e13-4d8c-bcef-16dc260bee20 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 820 time: 0.5683446 Feb 16 14:40:45.403997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c0bcfad2-96f9-4041-b4e3-454c9094754b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:45.469423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-92d81042-7e44-49f6-8364-8d943704fc3b tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/quotas/a9bac6188c5340278fce1cc3aa403f9c HTTP/1.1" status: 200 len: 375 time: 0.0682418 Feb 16 14:40:45.479913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5e105b68-2859-4cec-9a4e-9e19c32b11c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:45.496699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '5e105b68-2859-4cec-9a4e-9e19c32b11c9', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '5e105b68-2859-4cec-9a4e-9e19c32b11c9', 'mac_address': 'fa:16:3e:84:8d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:45.500850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c0bcfad2-96f9-4041-b4e3-454c9094754b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:45.501215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.558871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Sync routers for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:40:45.583272 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.593289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:45.593941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:45.616702 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:40:45.629606 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:45.630654 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:45.638711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e105b68-2859-4cec-9a4e-9e19c32b11c9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:45.648654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bbb30-996e-4cd7-8a24-0cdaeaa97489 req-25e3c807-5691-455c-a4c6-73eccd5e7934 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:45.656204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-147bbb30-996e-4cd7-8a24-0cdaeaa97489 req-25e3c807-5691-455c-a4c6-73eccd5e7934 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 949 time: 0.2130737 Feb 16 14:40:45.672965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06aa674d-2782-4b38-a141-3aa420083c47 req-04252922-6b12-4861-ba43-ba7183a07b67 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374937 Feb 16 14:40:45.697729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-4d315521-6419-413e-909d-8cc8a2b43809 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057445 Feb 16 14:40:45.697948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5e105b68-2859-4cec-9a4e-9e19c32b11c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:45.725480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-147bbb30-996e-4cd7-8a24-0cdaeaa97489 req-72b06d7f-ff74-4db1-b201-b7eef3407af0 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671751 Feb 16 14:40:45.762937 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:45.773462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:45.785998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3d845480-8d8f-40a9-9daa-ef460649d866 service neutron] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:45.790646 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3d845480-8d8f-40a9-9daa-ef460649d866 service neutron] Notify callbacks [] for binding, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.792079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083de61b-27de-4794-b578-8d86ee1ad3e5 req-3d845480-8d8f-40a9-9daa-ef460649d866 service neutron] 10.222.0.93 "DELETE /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c/bindings/n-h2-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.5484223 Feb 16 14:40:45.820294 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.820881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 31fa3161-8be7-4fc6-83f3-9cac8fecb686 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:45.860618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-7dd6400e-6f34-4bfd-a977-8922f2f36d67 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476512 Feb 16 14:40:45.936226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906641b-8bb8-4591-9480-e1916170cd87 req-c0178784-cd4e-4731-beb7-5f5208a02959 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:45.937758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a906641b-8bb8-4591-9480-e1916170cd87 req-c0178784-cd4e-4731-beb7-5f5208a02959 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.1203854 Feb 16 14:40:45.945186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5e105b68-2859-4cec-9a4e-9e19c32b11c9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:45.986300 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.987992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 31fa3161-8be7-4fc6-83f3-9cac8fecb686, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=31fa3161-8be7-4fc6-83f3-9cac8fecb686,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:46.006783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '31fa3161-8be7-4fc6-83f3-9cac8fecb686', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '31fa3161-8be7-4fc6-83f3-9cac8fecb686', 'mac_address': 'fa:16:3e:ca:1c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:46.017951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a906641b-8bb8-4591-9480-e1916170cd87 req-fc40535b-a670-4c70-b71e-0ebbbc961372 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653362 Feb 16 14:40:46.019207 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:41Z', 'revision_number': 2, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:46.038044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-0b6b8473-d9aa-4628-8859-f0d68aca594d service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661060 Feb 16 14:40:46.065255 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:40:46.066389 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Updating router aa18405a-bcc8-44a3-950f-d9a8f99852f6 port 14c0a558-3dbe-4619-84dc-2f063480945e binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:40:46.094158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.100635 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.111987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fa3161-8be7-4fc6-83f3-9cac8fecb686 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:46.140125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 31fa3161-8be7-4fc6-83f3-9cac8fecb686, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=31fa3161-8be7-4fc6-83f3-9cac8fecb686,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:46.156628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 2, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:46.190396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Checking router: 036b728b-6f6d-4523-8ef3-898fe745e0ca for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:40:46.190743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Updating router 036b728b-6f6d-4523-8ef3-898fe745e0ca port b24eca0a-2def-4ad9-acb0-543067a12cb5 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:40:46.218253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.269763 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.429660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=31fa3161-8be7-4fc6-83f3-9cac8fecb686,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:46.461549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75d375-1a66-4923-8dce-620708a7170e req-b22ce798-e9eb-46f3-a9e4-fbcc410d8c3e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:46.468160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f75d375-1a66-4923-8dce-620708a7170e req-b22ce798-e9eb-46f3-a9e4-fbcc410d8c3e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 945 time: 0.1227062 Feb 16 14:40:46.521357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f75d375-1a66-4923-8dce-620708a7170e req-9c7bebe6-38cf-4e39-9ecd-8a35e633add5 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Feb 16 14:40:46.521533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:46.544798 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.672743 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.674488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52430ad-b94c-412b-adfa-7cdbc84770c2 req-2044c8e7-2526-4e01-ae48-6413694de931 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:46.679365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e52430ad-b94c-412b-adfa-7cdbc84770c2 req-2044c8e7-2526-4e01-ae48-6413694de931 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 948 time: 0.0620406 Feb 16 14:40:46.685208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['31fa3161-8be7-4fc6-83f3-9cac8fecb686'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:46.693877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:46.696821 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47c43fa-9447-41c8-ac18-01c44045185d" -d '{"events": [{"server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "name": "network-vif-plugged", "status": "completed", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:46.740340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e52430ad-b94c-412b-adfa-7cdbc84770c2 req-7f66a471-b81d-45de-9e60-efa7b7def023 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534565 Feb 16 14:40:46.829214 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938c674-2fa4-4638-9340-14e839229142 None None] Pushing event updated for resources: {'Port': ['ID=14c0a558-3dbe-4619-84dc-2f063480945e,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:46.849485 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Attempting to bind port 14c0a558-3dbe-4619-84dc-2f063480945e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:46.849485 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Attempting to bind port 14c0a558-3dbe-4619-84dc-2f063480945e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:46.849485 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Attempting to bind port 14c0a558-3dbe-4619-84dc-2f063480945e on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:46.853421 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:46.854252 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Checking segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:46.854663 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.855061 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Bound using segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:46.855606 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Bound port: 14c0a558-3dbe-4619-84dc-2f063480945e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:46.857709 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.865675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:46.872630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-50e1e1b4-702b-44f1-b062-daddfcadb8a3 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422006207', 'description': 'tempest-description--1205723412'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:46.983066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c43e9-5ad3-4dec-af34-59cb42b99ef5 req-2b11d5db-5d18-4ba5-8241-cd7913a4606a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:46.986585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c7c43e9-5ad3-4dec-af34-59cb42b99ef5 req-2b11d5db-5d18-4ba5-8241-cd7913a4606a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 948 time: 0.0883327 Feb 16 14:40:46.987190 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] For port 14c0a558-3dbe-4619-84dc-2f063480945e, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:46.990873 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] For port 14c0a558-3dbe-4619-84dc-2f063480945e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=14c0a558-3dbe-4619-84dc-2f063480945e,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:47.031467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50e1e1b4-702b-44f1-b062-daddfcadb8a3 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.059041 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.377454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8f6e9-05e7-4e4c-9cb7-836c12ff283b req-425c66cf-06f6-43dd-864e-0d5857434b39 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:47.377454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8f6e9-05e7-4e4c-9cb7-836c12ff283b req-425c66cf-06f6-43dd-864e-0d5857434b39 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.0846875 Feb 16 14:40:47.377454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c7c43e9-5ad3-4dec-af34-59cb42b99ef5 req-c5be7f20-5aa6-47f9-9238-334126d07099 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817444 Feb 16 14:40:47.377454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:47.377454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Request body: {'floatingip': {'port_id': 'e91027ec-274d-491c-82fe-4fc03e616363'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:47.377454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.378964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:47.380439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50e1e1b4-702b-44f1-b062-daddfcadb8a3 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.381028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-67c01f3d-32aa-4369-9bd3-7a74b00f515f None None] Provisioning complete for port 14c0a558-3dbe-4619-84dc-2f063480945e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:47.381028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-67c01f3d-32aa-4369-9bd3-7a74b00f515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.382161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5143c5b-810e-4f4f-84c7-c42f2314ce88 req-3921cf3b-1fab-4132-8f26-a2de45402991 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 210 time: 0.0571818 Feb 16 14:40:47.384206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-67c01f3d-32aa-4369-9bd3-7a74b00f515f None None] Port 14c0a558-3dbe-4619-84dc-2f063480945e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:47.384206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:47.384206 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.384773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb5a34-fc7f-4920-8c2c-b172a3cab061 req-1da359d2-376b-447d-9456-e7bfa98c869b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:47.384773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90eb5a34-fc7f-4920-8c2c-b172a3cab061 req-1da359d2-376b-447d-9456-e7bfa98c869b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 946 time: 0.1125352 Feb 16 14:40:47.384992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd8a7d8d-b797-4cb5-9701-08fda77dfa8d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:47.384992 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b60f3a-3068-4da7-9364-5751b8fa280b x-openstack-request-id: req-07b60f3a-3068-4da7-9364-5751b8fa280b {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:47.384992 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "name": "network-vif-plugged", "status": "completed", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:47.384992 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-07b60f3a-3068-4da7-9364-5751b8fa280b {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:47.384992 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9', 'code': 200} Feb 16 14:40:47.399389 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.433939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50e1e1b4-702b-44f1-b062-daddfcadb8a3 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.440660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.491157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:47.495043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.499601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90eb5a34-fc7f-4920-8c2c-b172a3cab061 req-e34e4786-fe4b-4d65-9a27-caccc07d5888 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493680 Feb 16 14:40:47.538836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1e1b4-702b-44f1-b062-daddfcadb8a3 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f53cf4-de4c-4988-ba84-d92a9d876ce1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:47.584225 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:47.584859 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:47.672683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50e1e1b4-702b-44f1-b062-daddfcadb8a3 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.674279 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-50e1e1b4-702b-44f1-b062-daddfcadb8a3 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8070149 Feb 16 14:40:47.677137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40274) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:47.685960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b56cd211-bfa2-44c0-b89f-d922c383225c tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Request body: {'security_group_rule': {'security_group_id': 'd7f53cf4-de4c-4988-ba84-d92a9d876ce1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:47.691801 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938c674-2fa4-4638-9340-14e839229142 None None] Pushing event updated for resources: {'Port': ['ID=14c0a558-3dbe-4619-84dc-2f063480945e,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:47.773533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Attempting to bind port b24eca0a-2def-4ad9-acb0-543067a12cb5 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:47.774138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Attempting to bind port b24eca0a-2def-4ad9-acb0-543067a12cb5 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:47.774551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Attempting to bind port b24eca0a-2def-4ad9-acb0-543067a12cb5 on network 2ba03c0a-80c9-4b62-8452-ead4d872d79d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:47.778332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea149b52-f662-41e3-885f-392eb28d14df None None] Pushing event updated for resources: {'Port': ['ID=b24eca0a-2def-4ad9-acb0-543067a12cb5,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:47.792542 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.810966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:47.811491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Checking segment: {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:47.812133 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.812625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Bound using segment: {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:47.813213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Bound port: b24eca0a-2def-4ad9-acb0-543067a12cb5, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:47.813714 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.837039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec674d-a02e-4a82-84cf-51f55d93a255 req-ce5d6ead-1519-4f4a-839a-e5c5a5323ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:47.838743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b56cd211-bfa2-44c0-b89f-d922c383225c tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.842102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49ec674d-a02e-4a82-84cf-51f55d93a255 req-ce5d6ead-1519-4f4a-839a-e5c5a5323ee1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1097 time: 0.4166265 Feb 16 14:40:47.856640 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:47.872529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253f002-adf5-44f4-ac99-6fa6fd227579 req-5ff46411-f62a-4625-8a0a-5b34ac6a5bb1 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:47.878484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:47.880155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2253f002-adf5-44f4-ac99-6fa6fd227579 req-5ff46411-f62a-4625-8a0a-5b34ac6a5bb1 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 949 time: 0.3794601 Feb 16 14:40:47.903103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb962d11-1b04-4833-8d09-14bc5864c5bc req-f9b1c7b3-9a02-48ed-904a-46f4a49a6f59 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:47.910900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb962d11-1b04-4833-8d09-14bc5864c5bc req-f9b1c7b3-9a02-48ed-904a-46f4a49a6f59 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 1096 time: 0.2804036 Feb 16 14:40:47.940472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b56cd211-bfa2-44c0-b89f-d922c383225c tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:47.983086 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.015426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Provisioning complete for port 14c0a558-3dbe-4619-84dc-2f063480945e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:48.015846 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.022577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b56cd211-bfa2-44c0-b89f-d922c383225c tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.044013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2253f002-adf5-44f4-ac99-6fa6fd227579 req-82fd3739-cc71-4255-b79d-f023117adf5c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525881 Feb 16 14:40:48.052956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49ec674d-a02e-4a82-84cf-51f55d93a255 req-200094d0-dac9-4727-9900-f33c44e62ad6 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015030 Feb 16 14:40:48.078898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb962d11-1b04-4833-8d09-14bc5864c5bc req-3909851f-cb36-4e10-8c45-b1c6033d3074 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671062 Feb 16 14:40:48.085159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] For port b24eca0a-2def-4ad9-acb0-543067a12cb5, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:48.105198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cd211-bfa2-44c0-b89f-d922c383225c tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8958bf-336b-4bee-879b-c1c9ad097787,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:48.117468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:48.133645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] For port b24eca0a-2def-4ad9-acb0-543067a12cb5, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b24eca0a-2def-4ad9-acb0-543067a12cb5,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:48.176652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.resource_extend [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:40:48.196276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b56cd211-bfa2-44c0-b89f-d922c383225c tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.201956 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b56cd211-bfa2-44c0-b89f-d922c383225c tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5223272 Feb 16 14:40:48.202664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40282) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:48.209946 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0821acf7-80d2-44e1-91ea-27fe2b4021ab tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Request body: {'security_group_rule': {'security_group_id': 'd7f53cf4-de4c-4988-ba84-d92a9d876ce1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:48.224904 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:46Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:48.241425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.246199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.261199 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c729f-e41c-41d2-8a64-69c62eceabf7 None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:46Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:40:48.261915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ebc75-bc0f-43c1-a3f9-aadfef71e6bf req-4ef23014-5061-44cd-9bdb-d733b02d567a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:48.271289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee2ebc75-bc0f-43c1-a3f9-aadfef71e6bf req-4ef23014-5061-44cd-9bdb-d733b02d567a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 948 time: 0.1293204 Feb 16 14:40:48.298934 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.307738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] For port 14c0a558-3dbe-4619-84dc-2f063480945e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=14c0a558-3dbe-4619-84dc-2f063480945e,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:48.330674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee2ebc75-bc0f-43c1-a3f9-aadfef71e6bf req-8d973609-7987-4de7-b400-c90ef9608f8c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Feb 16 14:40:48.354370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa56f-66c8-464d-925e-1214203e035e req-2b6c82cd-e932-49ea-ac75-57d1de64b623 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:48.357363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-567aa56f-66c8-464d-925e-1214203e035e req-2b6c82cd-e932-49ea-ac75-57d1de64b623 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 948 time: 0.1197050 Feb 16 14:40:48.357599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.380357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea149b52-f662-41e3-885f-392eb28d14df None None] Pushing event updated for resources: {'Port': ['ID=b24eca0a-2def-4ad9-acb0-543067a12cb5,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:48.387951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.393784 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0821acf7-80d2-44e1-91ea-27fe2b4021ab tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.472718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:48.473358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:48.523305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0821acf7-80d2-44e1-91ea-27fe2b4021ab tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.538942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca492593-cca6-49ad-bd96-87d9de3976eb req-3270d76b-68ce-4dda-88d3-349dc68e800d tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 210 time: 0.1026154 Feb 16 14:40:48.576520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Pushing event updated for resources: {'Port': ['ID=14c0a558-3dbe-4619-84dc-2f063480945e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:48.586081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Provisioning complete for port b24eca0a-2def-4ad9-acb0-543067a12cb5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:48.586462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.588753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0821acf7-80d2-44e1-91ea-27fe2b4021ab tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.638853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:48.652243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-567aa56f-66c8-464d-925e-1214203e035e req-93aa7173-b9ee-4055-ae01-87c84b27c144 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340164 Feb 16 14:40:48.660815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821acf7-80d2-44e1-91ea-27fe2b4021ab tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d88ccf8-b207-45c7-a571-faae320adf57,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:48.693143 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f associated. External IP: 172.25.6.249, port: e91027ec-274d-491c-82fe-4fc03e616363. Feb 16 14:40:48.749534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0821acf7-80d2-44e1-91ea-27fe2b4021ab tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.750820 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0821acf7-80d2-44e1-91ea-27fe2b4021ab tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5472999 Feb 16 14:40:48.754114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40298) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:40:48.759360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:48.856230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.879261 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:48.952872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] For port b24eca0a-2def-4ad9-acb0-543067a12cb5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b24eca0a-2def-4ad9-acb0-543067a12cb5,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:49.029845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.052919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.087709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:49.126866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbca6cb-43c6-4274-b5ba-83a97c102350 None None] The sync data for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 is: [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:40:49.160582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f14f-1c03-47ca-b863-86439fda46f5 None None] Pushing event updated for resources: {'Port': ['ID=b24eca0a-2def-4ad9-acb0-543067a12cb5,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:49.185982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4dfb0763-9b46-414b-b09d-0570f90f0359 None None] Provisioning complete for port b24eca0a-2def-4ad9-acb0-543067a12cb5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:49.186361 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0763-9b46-414b-b09d-0570f90f0359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.274141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Allocated IP 172.25.6.204 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/53030cc3-1156-417a-be9e-55aebaa50503) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:49.336729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5e105b68-2859-4cec-9a4e-9e19c32b11c9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:49.440976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-93d04356-91f0-48ba-81c2-1d27616664b0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:49.449354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-93d04356-91f0-48ba-81c2-1d27616664b0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 0.7105434 Feb 16 14:40:49.454127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:49.469539 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9014b2-9c66-4de8-a282-158f0503aeea" -d '{"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:49.470876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3c70-acec-4250-abc5-bdc869c804eb req-4bc214c5-e70f-42f3-9858-2438d12dc2e3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:49.472724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa7d3c70-acec-4250-abc5-bdc869c804eb req-4bc214c5-e70f-42f3-9858-2438d12dc2e3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 946 time: 0.5980368 Feb 16 14:40:49.521658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-9a3827d2-7b8e-45cc-bb5d-ac69bfa28a9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/quotas/89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 375 time: 0.0476830 Feb 16 14:40:49.540748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.598630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Router a2a8457e-c824-47ba-90b8-b55407503715 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:40:49.626046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-4c7af39a-46e9-4e84-ba26-42cfbfdf14ab tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264482 Feb 16 14:40:49.630947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa7d3c70-acec-4250-abc5-bdc869c804eb req-9502e8fc-fad4-461a-a067-f023acdb4610 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255026 Feb 16 14:40:49.632276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 14c0a558-3dbe-4619-84dc-2f063480945e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:49.694827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 14c0a558-3dbe-4619-84dc-2f063480945e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:49.695564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.736560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.738840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:49.747188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:49.747600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.758407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:49.801911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:49.806842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event updated for resources: {'Port': ['ID=53030cc3-1156-417a-be9e-55aebaa50503,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:49.815429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:49.848838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b24eca0a-2def-4ad9-acb0-543067a12cb5 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:49.876052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:49.977610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:40:50.013900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.023436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.029570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f9b223fd-63a0-4286-b0d0-31c66c81858c service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958540 Feb 16 14:40:50.049469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] Sync routers for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:40:50.073108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:50.073768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:50.077724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.173219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cef3a4-6b0f-4af9-80ac-5d16d3df6826 req-91244e80-8fc9-40c9-af7e-2dc60302dbf0 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:50.177155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2cef3a4-6b0f-4af9-80ac-5d16d3df6826 req-91244e80-8fc9-40c9-af7e-2dc60302dbf0 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.3677952 Feb 16 14:40:50.209252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b24eca0a-2def-4ad9-acb0-543067a12cb5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:50.210082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.244439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-632e4d6a-3425-48c2-a273-8b88b93652ac tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:50.244439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-632e4d6a-3425-48c2-a273-8b88b93652ac tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.93 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 820 time: 0.4328518 Feb 16 14:40:50.244866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5e105b68-2859-4cec-9a4e-9e19c32b11c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:50.244971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.245459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2cef3a4-6b0f-4af9-80ac-5d16d3df6826 req-e926e2e2-75bd-4e0a-8bb2-76291b7f3fb1 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553439 Feb 16 14:40:50.245459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2f059377-d2bb-41cb-8833-c7e4c36187fd tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "PUT /v2.0/floatingips/a6c38bed-4f97-4f4e-894f-3a316e82cc3f HTTP/1.1" status: 200 len: 991 time: 3.1536536 Feb 16 14:40:50.247895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:50.255978 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c" -d '{"events": [{"name": "network-changed", "server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "tag": "e91027ec-274d-491c-82fe-4fc03e616363"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:50.271842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'port': {'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'admin_state_up': True, 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:50.287075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:50.323714 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.327711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 31fa3161-8be7-4fc6-83f3-9cac8fecb686 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:40:50.352788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.412020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.439756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event updated for resources: {'Port': ['ID=53030cc3-1156-417a-be9e-55aebaa50503,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:50.441674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-67dc595e-765f-4e71-9e19-02321300a929 service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524463 Feb 16 14:40:50.454248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89861e7-2a0d-480a-bcb1-f9d89e457505 req-6de70eae-be71-40f8-826f-d94189e6268e tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:50.455961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f89861e7-2a0d-480a-bcb1-f9d89e457505 req-6de70eae-be71-40f8-826f-d94189e6268e tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 948 time: 0.1254976 Feb 16 14:40:50.516738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5e105b68-2859-4cec-9a4e-9e19c32b11c9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:50.531839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.533140 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d62b6a36-5588-412c-b8eb-5c0353c93efc tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7780440 Feb 16 14:40:50.562413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f89861e7-2a0d-480a-bcb1-f9d89e457505 req-fc1263a4-3891-4fd7-9da0-18b2385cc4ef tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944941 Feb 16 14:40:50.626292 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210d8e9-bec5-47d0-aaa8-9447a25b3d99 x-openstack-request-id: req-2210d8e9-bec5-47d0-aaa8-9447a25b3d99 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:50.626593 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:50.626844 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2210d8e9-bec5-47d0-aaa8-9447a25b3d99 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:50.627718 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'code': 200} Feb 16 14:40:50.651650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:40:50.660051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:50.660508 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.673206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Made reservation on behalf of a9bac6188c5340278fce1cc3aa403f9c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:50.676960 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.722107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d966f26-36f8-4da9-8d54-d3bcf704b190 req-d404291e-624f-4ce8-b180-1b9aedf6e703 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 210 time: 0.0417271 Feb 16 14:40:50.891580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a6c38bed-4f97-4f4e-894f-3a316e82cc3f', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'port_id': 'e91027ec-274d-491c-82fe-4fc03e616363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'mac_address': 'fa:16:3e:2d:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:39:08Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:50.893821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:50.944360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] Checking router: a2a8457e-c824-47ba-90b8-b55407503715 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:40:50.970752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Allocated IP 172.20.0.8 (d3c27e46-27c3-4fac-b925-18cf3a8aa9b7/b2ff7801-caed-4436-a19d-1761608fdc7d/9e24db3d-7474-471c-89ea-908e2a933f31) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:50.970904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:40:50.971479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:51.005100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c91ea-338a-4bb3-9b14-8a9bf5b0855b req-be711372-15ec-41d7-a61b-d5690463172a tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.006644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-315c91ea-338a-4bb3-9b14-8a9bf5b0855b req-be711372-15ec-41d7-a61b-d5690463172a tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.1189659 Feb 16 14:40:51.017408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b645-7b48-42dc-ae14-b08d0852c29b req-bbcd7d09-8864-42e4-9ec4-8b7411249b7a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.025078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27d6b645-7b48-42dc-ae14-b08d0852c29b req-bbcd7d09-8864-42e4-9ec4-8b7411249b7a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 949 time: 0.1521583 Feb 16 14:40:51.032253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 31fa3161-8be7-4fc6-83f3-9cac8fecb686, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=31fa3161-8be7-4fc6-83f3-9cac8fecb686,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:51.034453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b931c87-108d-4a60-a84a-a76a438aeb91 req-87fcf914-1380-48ac-b04c-6e41dc747ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.037269 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0b931c87-108d-4a60-a84a-a76a438aeb91 req-87fcf914-1380-48ac-b04c-6e41dc747ec6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1101 time: 0.0580151 Feb 16 14:40:51.085002 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0b931c87-108d-4a60-a84a-a76a438aeb91 req-7c524d40-3f49-4bd0-bb9a-01db93905471 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Feb 16 14:40:51.101835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:51.104803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:40:51.126427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-315c91ea-338a-4bb3-9b14-8a9bf5b0855b req-d8ed4dc3-aa00-473f-911b-04b3b5ac3a1c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972574 Feb 16 14:40:51.144124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27d6b645-7b48-42dc-ae14-b08d0852c29b req-fc4e8e84-67f6-4827-9d01-da29ef69bdb2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179564 Feb 16 14:40:51.239142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=31fa3161-8be7-4fc6-83f3-9cac8fecb686,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:51.256520 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e29468-e0f0-4bb4-b654-1d1de9c94140 x-openstack-request-id: req-66e29468-e0f0-4bb4-b654-1d1de9c94140 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:51.256936 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "tag": "e91027ec-274d-491c-82fe-4fc03e616363", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:51.257291 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-66e29468-e0f0-4bb4-b654-1d1de9c94140 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:51.257546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.257875 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363', 'status': 'completed', 'code': 200} Feb 16 14:40:51.257993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.258213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.258769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.258892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.259187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.259523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.260774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.260774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.261062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.261387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.261707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.390076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-6ff21e58-31e8-4cfb-98a1-cb76bd40cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.392218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-6ff21e58-31e8-4cfb-98a1-cb76bd40cae3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 1096 time: 0.0635400 Feb 16 14:40:51.445885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:51.458078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-f0eaaa77-8dce-4c67-8be9-db76c8cc88ff tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1422006207&fields=id&tenant_id=551bbed3e3964e58aebc6005a209d115 HTTP/1.1" status: 200 len: 267 time: 0.1351249 Feb 16 14:40:51.474006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a6c38bed-4f97-4f4e-894f-3a316e82cc3f', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'port_id': 'e91027ec-274d-491c-82fe-4fc03e616363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'mac_address': 'fa:16:3e:2d:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:39:08Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:40:51.493211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ec76-3120-4e7c-99ad-eaaff9b3945a req-0bae4bd0-96cd-4537-b4c8-a84ea5371e89 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.499353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b72c7-888e-4ac3-ba87-6486f547fd53 None None] The sync data for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 is: [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a6c38bed-4f97-4f4e-894f-3a316e82cc3f', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'floating_ip_address': '172.25.6.249', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'port_id': 'e91027ec-274d-491c-82fe-4fc03e616363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'mac_address': 'fa:16:3e:2d:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:39:08Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:40:51.501223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ae2ec76-3120-4e7c-99ad-eaaff9b3945a req-0bae4bd0-96cd-4537-b4c8-a84ea5371e89 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 946 time: 0.1972849 Feb 16 14:40:51.502314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-1accbbc1-a1e2-4705-b4b2-02ef57627b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.503901 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-1accbbc1-a1e2-4705-b4b2-02ef57627b26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 200 len: 926 time: 0.1003017 Feb 16 14:40:51.610180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ae2ec76-3120-4e7c-99ad-eaaff9b3945a req-8decef30-6bf9-47fd-9a7c-c1b57b9bbe6a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079969 Feb 16 14:40:51.617532 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-918aefb0-7d11-429e-a96f-63af8843121d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e91027ec-274d-491c-82fe-4fc03e616363 HTTP/1.1" status: 200 len: 999 time: 0.0753515 Feb 16 14:40:51.645539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-91b5d66b-880e-4756-8008-88119573f7a4 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.653279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-91b5d66b-880e-4756-8008-88119573f7a4 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/networks?id=2ba03c0a-80c9-4b62-8452-ead4d872d79d HTTP/1.1" status: 200 len: 810 time: 0.1937850 Feb 16 14:40:51.669644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-f0937d36-ebcc-4098-85de-a2a5b62813f9 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/quotas/551bbed3e3964e58aebc6005a209d115 HTTP/1.1" status: 200 len: 375 time: 0.0153973 Feb 16 14:40:51.686853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-15a74ada-daf5-494e-97ec-1de727417bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.688456 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-15a74ada-daf5-494e-97ec-1de727417bfa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e HTTP/1.1" status: 200 len: 863 time: 0.0645869 Feb 16 14:40:51.723363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:51.727696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43cee755-bc9d-4f67-a8f6-b673e5452571 req-ed64e1ed-f532-43b0-bbe9-0a29a410773e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 210 time: 0.0559733 Feb 16 14:40:51.744264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-888971b5-2296-4c4a-a3e6-b273f934e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:51.756564 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-888971b5-2296-4c4a-a3e6-b273f934e9b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6bd3693-9585-4d50-a966-377452196873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596466 Feb 16 14:40:51.767797 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1fc7e8-51cb-4895-bc8e-4bc3409e68f0 None None] New status for floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:40:51.800331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:51.808801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-c58ddd14-b803-4be0-8082-2011c6a514e9 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=551bbed3e3964e58aebc6005a209d115&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383271 Feb 16 14:40:51.821856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:51.824443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:51.827355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Pushing event updated for resources: {'Port': ['ID=9e24db3d-7474-471c-89ea-908e2a933f31,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:51.912115 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-f5074a28-f803-4891-98a7-1ae028a99eb7 service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291251 Feb 16 14:40:51.964410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.964822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.965078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.965403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.965726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.966048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.966367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.966875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.967186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.967500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.968000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:51.968343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:40:52.021707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:52.022370 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:52.039533 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9dbc3204-0ea1-42dd-a8db-e148f9d2f11c req-58bf17ee-7bf5-4c78-b807-4d8dfc97bcdb service neutron] 10.222.0.93 "GET /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209178 Feb 16 14:40:52.056645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2899c1-27e8-460e-a524-09be10c0819e req-4c76ef6f-819a-4709-bf92-a1df7816f789 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:52.059351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef2899c1-27e8-460e-a524-09be10c0819e req-4c76ef6f-819a-4709-bf92-a1df7816f789 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2466617 Feb 16 14:40:52.065564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-d1b1097c-d25f-4b76-851d-0a5365ff7168 service neutron] 10.222.0.113 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359121 Feb 16 14:40:52.084596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-02e0eca5-07ce-4d5a-b21f-e6bcaf29c770 None None] Provisioning complete for port 9e24db3d-7474-471c-89ea-908e2a933f31 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:52.085051 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-02e0eca5-07ce-4d5a-b21f-e6bcaf29c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:52.124660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-02e0eca5-07ce-4d5a-b21f-e6bcaf29c770 None None] Port 9e24db3d-7474-471c-89ea-908e2a933f31 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:52.160047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b698998b-af0f-4d78-845a-5b6cb8adaf55 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8922970 Feb 16 14:40:52.167191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef2899c1-27e8-460e-a524-09be10c0819e req-e553461c-934c-40a1-8d23-e3f315c4d0cd tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916333 Feb 16 14:40:52.173670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Request body: {'port': {'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:52.251426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-2919fee4-cf0b-45db-94e5-8027e4bdf98b service neutron] 10.222.0.113 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784503 Feb 16 14:40:52.273057 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:52.339126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc07ece-fd74-4cfe-aacb-4acac0bd8733 req-22b76d58-e8f4-4120-acbc-f1f5e5ec60af tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:52.345983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dc07ece-fd74-4cfe-aacb-4acac0bd8733 req-22b76d58-e8f4-4120-acbc-f1f5e5ec60af tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 949 time: 0.1010146 Feb 16 14:40:52.439648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dc07ece-fd74-4cfe-aacb-4acac0bd8733 req-f9a679a4-8785-4b25-b095-88a414fc0afb tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922513 Feb 16 14:40:52.578160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6034f15-10de-43b8-83be-3e611cfabba2 req-809ab692-c84b-4df8-aabb-3e3b3d642712 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:52.584181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6034f15-10de-43b8-83be-3e611cfabba2 req-809ab692-c84b-4df8-aabb-3e3b3d642712 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1097 time: 0.0822916 Feb 16 14:40:52.628543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e105b68-2859-4cec-9a4e-9e19c32b11c9'}, {'server_uuid': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fa3161-8be7-4fc6-83f3-9cac8fecb686'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:52.632322 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a71c220-2d58-44cb-9139-9ba86291615b" -d '{"events": [{"server_uuid": "ea858b82-0120-47d9-b6f3-b6ea9d0a88ce", "name": "network-vif-plugged", "status": "completed", "tag": "5e105b68-2859-4cec-9a4e-9e19c32b11c9"}, {"server_uuid": "281e375a-adb6-41a3-83a5-a77c815b9caa", "name": "network-vif-plugged", "status": "completed", "tag": "31fa3161-8be7-4fc6-83f3-9cac8fecb686"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:52.705359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e24db3d-7474-471c-89ea-908e2a933f31 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:52.715729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6034f15-10de-43b8-83be-3e611cfabba2 req-a9fbc6b8-1146-4a4a-b4a4-fa4c43dc9642 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297185 Feb 16 14:40:52.717543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:52.736160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Transition to ACTIVE for port object 9e24db3d-7474-471c-89ea-908e2a933f31 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:52.745092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d108-fcee-4a40-a09d-8b33e920b636 req-40e4e62d-1d3f-4b28-ab73-95c902284eee tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:52.746626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b264d108-fcee-4a40-a09d-8b33e920b636 req-40e4e62d-1d3f-4b28-ab73-95c902284eee tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 931 time: 0.1217220 Feb 16 14:40:52.789357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b264d108-fcee-4a40-a09d-8b33e920b636 req-43bf28a7-2d52-4675-8382-bbefbd9e9969 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364685 Feb 16 14:40:52.803143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:52.870371 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:40:52.890321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c52750e6-e84d-438f-9316-7236ef47a8da req-eedbf1b2-0eb7-4953-8dc5-9ecb5bfd40ce tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 210 time: 0.0501471 Feb 16 14:40:52.916884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24db3d-7474-471c-89ea-908e2a933f31,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:52.962236 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924123c2-bb9e-4971-bcfa-7406b3d8409c x-openstack-request-id: req-924123c2-bb9e-4971-bcfa-7406b3d8409c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:52.962607 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea858b82-0120-47d9-b6f3-b6ea9d0a88ce", "name": "network-vif-plugged", "status": "completed", "tag": "5e105b68-2859-4cec-9a4e-9e19c32b11c9", "code": 200}, {"server_uuid": "281e375a-adb6-41a3-83a5-a77c815b9caa", "name": "network-vif-plugged", "status": "completed", "tag": "31fa3161-8be7-4fc6-83f3-9cac8fecb686", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:52.962854 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-924123c2-bb9e-4971-bcfa-7406b3d8409c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:52.963297 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e105b68-2859-4cec-9a4e-9e19c32b11c9', 'code': 200} Feb 16 14:40:52.963606 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fa3161-8be7-4fc6-83f3-9cac8fecb686', 'code': 200} Feb 16 14:40:53.006738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3a17c-2e73-46bd-9950-efdda1ed59cb req-2b0152e2-0399-4bd3-821c-5018ec1d16eb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:53.008548 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daf3a17c-2e73-46bd-9950-efdda1ed59cb req-2b0152e2-0399-4bd3-821c-5018ec1d16eb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 949 time: 0.1572642 Feb 16 14:40:53.094743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Attempting to bind port 9e24db3d-7474-471c-89ea-908e2a933f31 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:53.095082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Attempting to bind port 9e24db3d-7474-471c-89ea-908e2a933f31 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:53.095413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Attempting to bind port 9e24db3d-7474-471c-89ea-908e2a933f31 on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:53.127326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81cf79f2-7518-4e46-b819-cfc8ff18f2b7 req-c88dc110-21b4-4f58-8173-9d0983458ed0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 210 time: 0.0699728 Feb 16 14:40:53.139846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Port 9e24db3d-7474-471c-89ea-908e2a933f31 on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:53.140092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Attempting to bind port 9e24db3d-7474-471c-89ea-908e2a933f31 on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:53.163659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daf3a17c-2e73-46bd-9950-efdda1ed59cb req-61cee595-6c1b-4bc8-93b4-30dc8eff788a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445711 Feb 16 14:40:53.199684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:53.200039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Checking segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:53.200428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Bound using segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:53.200875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Bound port: 9e24db3d-7474-471c-89ea-908e2a933f31, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:53.201300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:53.544429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da8390-0832-45b3-b5a9-247a09f4d3bb req-df8e077e-866b-480c-abe2-216f4bd3ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:53.545891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20da8390-0832-45b3-b5a9-247a09f4d3bb req-df8e077e-866b-480c-abe2-216f4bd3ba20 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 1100 time: 0.5037546 Feb 16 14:40:53.633948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6adf-7be1-4b43-aeea-d69a5bd48395 req-812e9941-3c14-4ff8-aaf1-560147d9369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:53.635534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-425e6adf-7be1-4b43-aeea-d69a5bd48395 req-812e9941-3c14-4ff8-aaf1-560147d9369a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 1100 time: 0.5106721 Feb 16 14:40:53.735426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] For port 9e24db3d-7474-471c-89ea-908e2a933f31, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:53.738765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbcb12-711b-4ab4-9930-ea52d7623e0b req-652956a9-7efe-4429-beae-9dcbdeca1415 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:53.740312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25dbcb12-711b-4ab4-9930-ea52d7623e0b req-652956a9-7efe-4429-beae-9dcbdeca1415 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1097 time: 0.2230725 Feb 16 14:40:53.746782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-fdb40b87-f07a-47d7-96b4-0b05c376806d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:53.749830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-fdb40b87-f07a-47d7-96b4-0b05c376806d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 0.5800714 Feb 16 14:40:53.755100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5895f-af21-41de-8818-a6fcefbae799 req-766b0e21-f494-49de-aa80-16f25db88b43 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:53.756508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ef5895f-af21-41de-8818-a6fcefbae799 req-766b0e21-f494-49de-aa80-16f25db88b43 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2381225 Feb 16 14:40:53.758047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20da8390-0832-45b3-b5a9-247a09f4d3bb req-33ce23ca-1cbb-40f6-8944-0e2daa82e49d service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760375 Feb 16 14:40:53.762044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] For port 9e24db3d-7474-471c-89ea-908e2a933f31, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9e24db3d-7474-471c-89ea-908e2a933f31,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:53.771619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Request body: {'port': {'device_id': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'admin_state_up': True, 'tenant_id': '89e0d846602c42ffa3d785a7f03f0e3b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:53.845566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-425e6adf-7be1-4b43-aeea-d69a5bd48395 req-6ecc1d65-f5ee-45b3-904e-f8183f0df121 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867754 Feb 16 14:40:53.852300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:53.928427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:53.929037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:53.930429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] 10.222.0.93 "PUT /v2.0/ports/9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 1091 time: 1.7607234 Feb 16 14:40:53.932901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:53.935206 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23b1d01-34a5-4d54-9757-b22afadc7f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:53.939271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25dbcb12-711b-4ab4-9930-ea52d7623e0b req-15be5a91-adfa-4edf-9b12-c102bc1390b2 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802893 Feb 16 14:40:53.942122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ef5895f-af21-41de-8818-a6fcefbae799 req-2982cd4d-a227-440d-9196-a67e4cfa9bad tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742153 Feb 16 14:40:53.988470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169730f-cdf0-4e90-8538-30d1b9056d41 service neutron] Pushing event updated for resources: {'Port': ['ID=9e24db3d-7474-471c-89ea-908e2a933f31,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:54.156375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Made reservation on behalf of 89e0d846602c42ffa3d785a7f03f0e3b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:54.156375 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:54.179656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b0f4f273-f819-46cd-8e02-d0943d7ea66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:54.187354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-b0f4f273-f819-46cd-8e02-d0943d7ea66c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1094 time: 0.1314971 Feb 16 14:40:54.190071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73574d4a-4814-4f6a-8120-e83335a5e1aa req-57210a77-144e-42c9-a66d-710b84c63d89 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:54.191686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73574d4a-4814-4f6a-8120-e83335a5e1aa req-57210a77-144e-42c9-a66d-710b84c63d89 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 949 time: 0.1319141 Feb 16 14:40:54.250898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72709eda-24fb-4ba6-969c-06874cc974c5 req-b0d6416b-0105-4cf0-8bf8-b59a4099d168 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:54.252481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72709eda-24fb-4ba6-969c-06874cc974c5 req-b0d6416b-0105-4cf0-8bf8-b59a4099d168 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 943 time: 0.1664011 Feb 16 14:40:54.296875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-35955a41-01b0-4d60-a0ba-65bd2192b8af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 217 time: 0.0996611 Feb 16 14:40:54.392259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73574d4a-4814-4f6a-8120-e83335a5e1aa req-d1488afc-0ead-41b7-a418-96b080b6871f tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820493 Feb 16 14:40:54.433415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-a1976e29-5a60-4ae4-9892-ea7e30648674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:54.434896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-a1976e29-5a60-4ae4-9892-ea7e30648674 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.1236215 Feb 16 14:40:54.440130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72709eda-24fb-4ba6-969c-06874cc974c5 req-dec657e5-418b-4edc-85ef-aeff13fc2f0a tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787581 Feb 16 14:40:54.499983 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769ab83e-d321-44a8-8919-3da03a5e105e x-openstack-request-id: req-769ab83e-d321-44a8-8919-3da03a5e105e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:54.500267 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:54.500512 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-769ab83e-d321-44a8-8919-3da03a5e105e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:54.500906 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31', 'status': 'completed', 'code': 200} Feb 16 14:40:54.515512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Allocated IP 172.20.0.2 (810c1930-d042-471b-b5b8-58060b8c1a90/dcc0099c-4f2b-4279-8bdb-decfa498c9ef/a548a7d5-e87a-48b3-a23f-eb259896d96e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:54.519107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9940f07-90b6-4228-b1d5-62cd6f948153 req-75fbdd0b-e6d1-45cd-a130-4e7cc0b6a2ff tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 210 time: 0.0577204 Feb 16 14:40:54.591430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-2ea9c62c-e22f-4e96-ad51-4661ecfde528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:54.592953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-2ea9c62c-e22f-4e96-ad51-4661ecfde528 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450160 Feb 16 14:40:54.732373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd689263-ad86-420e-9b82-743ec605f1a1 req-3dd07d07-aeca-4c63-a47d-10dd36880608 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 210 time: 0.1138871 Feb 16 14:40:54.739568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3ecec-9317-463f-aca4-125996e9b372 req-b6b809c3-5471-4b31-95a0-b4d11040db85 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:54.741031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9c3ecec-9317-463f-aca4-125996e9b372 req-b6b809c3-5471-4b31-95a0-b4d11040db85 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.1953900 Feb 16 14:40:54.831989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-7f050375-d87e-4d14-910e-be1ac3f0499d service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245581 Feb 16 14:40:54.867184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9c3ecec-9317-463f-aca4-125996e9b372 req-5dc2a5d4-9c50-4f8d-b39d-10430934a2c0 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160479 Feb 16 14:40:54.942168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:54.967299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f40fd-dcea-4861-84f2-3f90440620ec req-564df476-1fdb-4ee0-8e93-f2434e9b90c5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:54.968923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a2f40fd-dcea-4861-84f2-3f90440620ec req-564df476-1fdb-4ee0-8e93-f2434e9b90c5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 949 time: 0.1632819 Feb 16 14:40:55.036907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbb51161-cd05-464b-a85e-30bc4f8b4869 req-2d630220-fc4b-4434-98a1-75f1f965b92a service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860867 Feb 16 14:40:55.050474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a2f40fd-dcea-4861-84f2-3f90440620ec req-a2ef277d-0ffd-40f9-bfcd-aa66a0e33eca tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Feb 16 14:40:55.102903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-c7585b59-7e7d-4bef-94fd-5a1f99852447 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.105433 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-c7585b59-7e7d-4bef-94fd-5a1f99852447 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.93 "GET /v2.0/networks?id=2ba03c0a-80c9-4b62-8452-ead4d872d79d HTTP/1.1" status: 200 len: 810 time: 0.1221931 Feb 16 14:40:55.143317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:55.164724 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-cda1a247-ea28-4f17-9ff6-6d8099566433 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=551bbed3e3964e58aebc6005a209d115 HTTP/1.1" status: 200 len: 380 time: 0.0481355 Feb 16 14:40:55.196407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Request body: {'port': {'device_id': '10e31916-c948-4620-968a-13c532a113b6', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'admin_state_up': True, 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'security_groups': ['d7f53cf4-de4c-4988-ba84-d92a9d876ce1']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:55.393838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Network 810c1930-d042-471b-b5b8-58060b8c1a90 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:55.398699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:55.402235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:55.405284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:55.443338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-995be2f9-9be6-4735-9230-1ed19b69b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.444874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-995be2f9-9be6-4735-9230-1ed19b69b6b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1094 time: 0.2241154 Feb 16 14:40:55.468148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a929ec-286b-4ec9-b8af-3bf3c6030cfc req-03e8e7b3-8216-453c-876c-9c0260c26adb tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.475657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9a929ec-286b-4ec9-b8af-3bf3c6030cfc req-03e8e7b3-8216-453c-876c-9c0260c26adb tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1097 time: 0.1123672 Feb 16 14:40:55.476724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.477352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:55.560448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Made reservation on behalf of 551bbed3e3964e58aebc6005a209d115 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:40:55.565024 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:55.583983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9a929ec-286b-4ec9-b8af-3bf3c6030cfc req-aeb3ac83-079f-4ed5-ba15-1e6cc1dd484c tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932274 Feb 16 14:40:55.633069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-f029adbe-2a7d-4320-920d-1c40514d03bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8727744 Feb 16 14:40:55.639876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-f15e446a-b4f0-4a6f-8928-313d3ad9a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.641352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-f15e446a-b4f0-4a6f-8928-313d3ad9a462 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.1851614 Feb 16 14:40:55.647565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Request body: {'port': {'device_id': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:55.720309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-0780d67f-fb71-487b-9d8e-6d3dca75eddb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 217 time: 0.0674822 Feb 16 14:40:55.732156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Allocated IP 172.20.0.6 (2ba03c0a-80c9-4b62-8452-ead4d872d79d/cf062cf2-67ce-4f81-8961-2db69dfbbf7e/5f6141e8-065d-4366-81d6-079768a59235) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:40:55.745525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771fd62-a778-4d64-b53f-f027fe8c68d5 req-c28c3b35-da6e-447f-b090-1e6c070be4f2 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.746796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f771fd62-a778-4d64-b53f-f027fe8c68d5 req-c28c3b35-da6e-447f-b090-1e6c070be4f2 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 949 time: 0.1810892 Feb 16 14:40:55.834689 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:55.857470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-be571793-6221-44ce-8c2e-6aff02728690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.858959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-be571793-6221-44ce-8c2e-6aff02728690 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.1295290 Feb 16 14:40:55.891278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:55.909912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932031f-93ff-4f30-93ba-58cd4d9e3939 req-bb66a471-bdee-4c33-b352-4405d6f31c96 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:55.911442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1932031f-93ff-4f30-93ba-58cd4d9e3939 req-bb66a471-bdee-4c33-b352-4405d6f31c96 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 943 time: 0.1969538 Feb 16 14:40:55.914225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f771fd62-a778-4d64-b53f-f027fe8c68d5 req-dd6f71dc-c9d0-4c1a-b755-169e1f1d02c4 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303709 Feb 16 14:40:55.972561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.039181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:40:56.039402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1932031f-93ff-4f30-93ba-58cd4d9e3939 req-68d34fc8-4ba8-4f9e-9c2a-fe34352468bf tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071885 Feb 16 14:40:56.046040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:40:56.048749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:40:56.058540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:56.058652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-8e40949e-2108-4b3e-8d02-c196311e83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:56.058745 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.058835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-8e40949e-2108-4b3e-8d02-c196311e83ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1877089 Feb 16 14:40:56.079709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event updated for resources: {'Port': ['ID=5f6141e8-065d-4366-81d6-079768a59235,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:56.144721 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-090fd9d2-b524-4237-94fb-18e99e1ac8cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9664562 Feb 16 14:40:56.159778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Request body: {'port': {'device_id': '10e31916-c948-4620-968a-13c532a113b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:56.219473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.304593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531da88c-8605-4f79-ba55-d47b74bf195e req-0d946a29-ab8a-497e-8b8d-f78c6db73313 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:56.306239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-531da88c-8605-4f79-ba55-d47b74bf195e req-0d946a29-ab8a-497e-8b8d-f78c6db73313 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2615428 Feb 16 14:40:56.312136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-bdcae422-bfe3-4edb-b305-460526466977 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078745 Feb 16 14:40:56.351285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-582eedd7-6c14-44ae-8522-203aed3d70c6 None None] Provisioning complete for port 5f6141e8-065d-4366-81d6-079768a59235 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:40:56.351868 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-582eedd7-6c14-44ae-8522-203aed3d70c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.371767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabdc84-763d-419b-953e-441fbf176a94 req-8fc53f20-fe53-43ce-8796-6ac7f380f3ec tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:56.373320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fabdc84-763d-419b-953e-441fbf176a94 req-8fc53f20-fe53-43ce-8796-6ac7f380f3ec tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 931 time: 0.2385638 Feb 16 14:40:56.405677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-582eedd7-6c14-44ae-8522-203aed3d70c6 None None] Port 5f6141e8-065d-4366-81d6-079768a59235 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:40:56.527237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6141e8-065d-4366-81d6-079768a59235 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:56.535329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.548998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Transition to ACTIVE for port object 5f6141e8-065d-4366-81d6-079768a59235 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:56.671738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.734320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-531da88c-8605-4f79-ba55-d47b74bf195e req-d133bb14-d1d2-45f9-b06a-feaa3723eb4f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187365 Feb 16 14:40:56.743511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6141e8-065d-4366-81d6-079768a59235,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:56.771347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Attempting to bind port 5f6141e8-065d-4366-81d6-079768a59235 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:56.771347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Attempting to bind port 5f6141e8-065d-4366-81d6-079768a59235 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:56.771740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Attempting to bind port 5f6141e8-065d-4366-81d6-079768a59235 on network 2ba03c0a-80c9-4b62-8452-ead4d872d79d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:56.776541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Port 5f6141e8-065d-4366-81d6-079768a59235 on network 2ba03c0a-80c9-4b62-8452-ead4d872d79d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:56.776967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Attempting to bind port 5f6141e8-065d-4366-81d6-079768a59235 on network 2ba03c0a-80c9-4b62-8452-ead4d872d79d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:56.783367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:56.784896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Checking segment: {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:56.785286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Bound using segment: {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:56.785733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Bound port: 5f6141e8-065d-4366-81d6-079768a59235, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:56.786091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.790551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fabdc84-763d-419b-953e-441fbf176a94 req-c722aea0-db14-40a4-8c48-0dea453900d7 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222003 Feb 16 14:40:56.822850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23b1d01-34a5-4d54-9757-b22afadc7f2a req-e9579412-a613-4a75-9e76-4b0460bd35c1 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035517 Feb 16 14:40:56.840169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a548a7d5-e87a-48b3-a23f-eb259896d96e {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:56.872494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:56.894947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Transition to ACTIVE for port object a548a7d5-e87a-48b3-a23f-eb259896d96e will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:40:56.903278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9e183-ceda-4843-a62a-c093743dd44c req-9145fb07-522a-464a-8065-9c69c07b3a1a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:56.904854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82c9e183-ceda-4843-a62a-c093743dd44c req-9145fb07-522a-464a-8065-9c69c07b3a1a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 931 time: 0.0779169 Feb 16 14:40:56.906524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] For port 5f6141e8-065d-4366-81d6-079768a59235, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:56.911120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] For port 5f6141e8-065d-4366-81d6-079768a59235, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5f6141e8-065d-4366-81d6-079768a59235,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:56.949993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82c9e183-ceda-4843-a62a-c093743dd44c req-702db3b3-21d6-4742-b332-c6dc8240324e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373573 Feb 16 14:40:56.987692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.045059 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.072742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:57.085561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.086168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.087577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] 10.222.0.93 "PUT /v2.0/ports/5f6141e8-065d-4366-81d6-079768a59235 HTTP/1.1" status: 200 len: 1091 time: 0.9323997 Feb 16 14:40:57.088045 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'tag': '5f6141e8-065d-4366-81d6-079768a59235'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:57.090459 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537" -d '{"events": [{"name": "network-changed", "server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "tag": "5f6141e8-065d-4366-81d6-079768a59235"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:57.119489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948d678-4a57-4196-8208-dea9515ea587 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6141e8-065d-4366-81d6-079768a59235,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:57.135161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae59b9a-059e-40b9-91ad-3c8a0f8747e4 req-45c642d1-23f9-4cc8-b4ea-36574af13b58 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.137601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aae59b9a-059e-40b9-91ad-3c8a0f8747e4 req-45c642d1-23f9-4cc8-b4ea-36574af13b58 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 949 time: 0.1218312 Feb 16 14:40:57.205859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:40:57.206100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:40:57.206422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:57.212390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aae59b9a-059e-40b9-91ad-3c8a0f8747e4 req-6cfbd4df-c5cb-48cb-85d6-357863e31020 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660982 Feb 16 14:40:57.224809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:40:57.225132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:40:57.252013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:40:57.252425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:40:57.252737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:40:57.253171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Bound port: a548a7d5-e87a-48b3-a23f-eb259896d96e, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:40:57.253524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.261015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-8c144bae-9a55-4580-acec-c0efa4810c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.263308 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-8c144bae-9a55-4580-acec-c0efa4810c54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=551bbed3e3964e58aebc6005a209d115&device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 1094 time: 0.0595050 Feb 16 14:40:57.275757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a2e9-55ba-4dbe-98b1-152d65d9282a req-361e190d-96f4-431a-946d-20fb75f0fa25 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.278041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6734a2e9-55ba-4dbe-98b1-152d65d9282a req-361e190d-96f4-431a-946d-20fb75f0fa25 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1097 time: 0.0691941 Feb 16 14:40:57.329338 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-2707ee6b-abb7-4f25-9124-6f4a6328bcb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6141e8-065d-4366-81d6-079768a59235 HTTP/1.1" status: 200 len: 217 time: 0.0436647 Feb 16 14:40:57.383058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-7a305a49-20b9-4e87-8745-ef826490889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.385129 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-7a305a49-20b9-4e87-8745-ef826490889b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cf062cf2-67ce-4f81-8961-2db69dfbbf7e HTTP/1.1" status: 200 len: 849 time: 0.0465329 Feb 16 14:40:57.392853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6734a2e9-55ba-4dbe-98b1-152d65d9282a req-51364368-605b-48f3-9afe-d181de4c1fe4 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596044 Feb 16 14:40:57.414090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b96a4-65d9-4264-8e49-e804a1441cef req-9d890a0a-bdff-462c-9a03-6546c659adf7 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.415623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745b96a4-65d9-4264-8e49-e804a1441cef req-9d890a0a-bdff-462c-9a03-6546c659adf7 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 943 time: 0.1143486 Feb 16 14:40:57.441412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:40:57.442044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-5084a34a-71d8-4f2e-a4ab-6097e664e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.444248 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-5084a34a-71d8-4f2e-a4ab-6097e664e821 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2ba03c0a-80c9-4b62-8452-ead4d872d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499485 Feb 16 14:40:57.469600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:40:57.480662 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eddd76f-0773-4603-801c-2653ff3da24c x-openstack-request-id: req-1eddd76f-0773-4603-801c-2653ff3da24c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:57.481066 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "tag": "5f6141e8-065d-4366-81d6-079768a59235", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:57.481408 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1eddd76f-0773-4603-801c-2653ff3da24c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:57.482496 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'tag': '5f6141e8-065d-4366-81d6-079768a59235', 'status': 'completed', 'code': 200} Feb 16 14:40:57.490442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745b96a4-65d9-4264-8e49-e804a1441cef req-92a5000d-ba5b-4777-aced-05e0f5615437 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602555 Feb 16 14:40:57.564385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.564724 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-ca09f2aa-91f8-4791-9146-92f1e3fd6fdc service neutron] 10.222.0.93 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089923 Feb 16 14:40:57.582941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9307-a4dc-4403-bca1-6d5707b89a52 req-ee2047e6-804b-4a3f-8834-431b38966d53 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.584396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a46d9307-a4dc-4403-bca1-6d5707b89a52 req-ee2047e6-804b-4a3f-8834-431b38966d53 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 949 time: 0.0638757 Feb 16 14:40:57.634714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.635328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.637244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] 10.222.0.129 "PUT /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 1091 time: 1.9950056 Feb 16 14:40:57.639318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:40:57.643726 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d711743c-e892-4a74-a9b8-bcfac0fb7bce" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:40:57.672681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b8b63-aaa7-424b-80d7-17ea31b34533 service neutron] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:57.676854 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ed9c9855-03b3-48af-826c-93f7eff96a13 req-db86f0e6-7a5c-4a9c-83ae-6b1c580220fb service neutron] 10.222.0.93 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041503 Feb 16 14:40:57.693675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a46d9307-a4dc-4403-bca1-6d5707b89a52 req-c2a5e1df-f2c4-4370-8c98-cc9daa498240 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851669 Feb 16 14:40:57.744020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6c9c3-3f18-47e6-aaca-64b2444a3069 req-24279055-d28a-43d4-a6a2-78de10714005 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.746318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04e6c9c3-3f18-47e6-aaca-64b2444a3069 req-24279055-d28a-43d4-a6a2-78de10714005 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 1100 time: 0.0462625 Feb 16 14:40:57.790232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-04e6c9c3-3f18-47e6-aaca-64b2444a3069 req-da34a52f-9092-4ab4-8df2-9c802c2cbdbf tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.817408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-ce470a3c-491a-49a6-995b-bcb36a20a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.818871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-ce470a3c-491a-49a6-995b-bcb36a20a1f4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1094 time: 0.0666046 Feb 16 14:40:57.871619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-a8294508-b213-49a9-ba7b-473f92601f9b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 217 time: 0.0434391 Feb 16 14:40:57.891798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-98402d46-cb52-4008-ac15-1429a4b7dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.893293 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-98402d46-cb52-4008-ac15-1429a4b7dbb7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=551bbed3e3964e58aebc6005a209d115&device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 1094 time: 0.0456581 Feb 16 14:40:57.941888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-536125cd-df10-4f01-9022-9baedc244975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:57.943434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-536125cd-df10-4f01-9022-9baedc244975 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0661502 Feb 16 14:40:57.966770 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-04e6c9c3-3f18-47e6-aaca-64b2444a3069 req-da34a52f-9092-4ab4-8df2-9c802c2cbdbf tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:57.981651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-a45785cc-4458-477d-a710-13683acba3c4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287454 Feb 16 14:40:58.004835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-8c586750-b4a9-4166-a394-d9ba273f280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.006323 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-8c586750-b4a9-4166-a394-d9ba273f280e service neutron] 10.222.0.93 "GET /v2.0/networks?id=2ba03c0a-80c9-4b62-8452-ead4d872d79d HTTP/1.1" status: 200 len: 912 time: 0.0976942 Feb 16 14:40:58.050843 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-47b0428e-d83a-4d6e-9ecf-0f88a168baa7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6141e8-065d-4366-81d6-079768a59235 HTTP/1.1" status: 200 len: 217 time: 0.0358186 Feb 16 14:40:58.074702 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-04e6c9c3-3f18-47e6-aaca-64b2444a3069 req-da34a52f-9092-4ab4-8df2-9c802c2cbdbf tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:58.093077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-18eabf2d-3d2f-4ea4-a91e-b8dfc77441fe service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052976 Feb 16 14:40:58.103002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04e6c9c3-3f18-47e6-aaca-64b2444a3069 req-da34a52f-9092-4ab4-8df2-9c802c2cbdbf tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494616 Feb 16 14:40:58.108235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-d15076a2-b038-4e22-8f69-775aec1bbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.109747 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-d15076a2-b038-4e22-8f69-775aec1bbdc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cf062cf2-67ce-4f81-8961-2db69dfbbf7e HTTP/1.1" status: 200 len: 849 time: 0.0471690 Feb 16 14:40:58.131692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34a52f-9092-4ab4-8df2-9c802c2cbdbf tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf086aa5-c12d-41e5-beeb-6ad0a2a9819c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:58.166711 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf57b00e-71e3-4034-a1f2-64dc21729a6b x-openstack-request-id: req-cf57b00e-71e3-4034-a1f2-64dc21729a6b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:40:58.166711 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:40:58.166711 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cf57b00e-71e3-4034-a1f2-64dc21729a6b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:40:58.166711 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e', 'status': 'completed', 'code': 200} Feb 16 14:40:58.200497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-00ba9564-0550-411f-a72c-c2ed4452a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.201929 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-00ba9564-0550-411f-a72c-c2ed4452a485 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2ba03c0a-80c9-4b62-8452-ead4d872d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790122 Feb 16 14:40:58.212305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c537aeb-c7c7-40e8-ae8a-53844b53954a req-ef171091-cc77-48d8-86a1-30c655a15403 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111948 Feb 16 14:40:58.299429 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-8d1c1d7b-ac22-40c5-8531-d7e7976ec16c service neutron] 10.222.0.93 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883541 Feb 16 14:40:58.351385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-9bd99a3a-b655-4fd0-b4da-050761237b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.353156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-9bd99a3a-b655-4fd0-b4da-050761237b52 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1094 time: 0.0494413 Feb 16 14:40:58.404878 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6ad01de9-8a4a-4534-8f6f-6e89e89b2537 req-58254cc5-c954-41e9-b349-45b9a7b05323 service neutron] 10.222.0.93 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931716 Feb 16 14:40:58.454090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-55fe1f5e-d429-41f0-9967-4fbfe1f93c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.455673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-55fe1f5e-d429-41f0-9967-4fbfe1f93c89 service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.0950837 Feb 16 14:40:58.500796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-c2e575f5-cf01-4905-9197-3c8f84252c06 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 217 time: 0.0374775 Feb 16 14:40:58.562125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-2fc6f657-2f05-420e-af34-ace702497532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.563628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-2fc6f657-2f05-420e-af34-ace702497532 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0534294 Feb 16 14:40:58.597067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-a05367de-04cf-46f9-9ff7-be148d360a56 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260558 Feb 16 14:40:58.730881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8585f-be1e-4360-98c9-3e1540169005 req-f4b62d17-5a4d-47d7-9c75-f0e9526d2588 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.732396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44a8585f-be1e-4360-98c9-3e1540169005 req-f4b62d17-5a4d-47d7-9c75-f0e9526d2588 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0815730 Feb 16 14:40:58.736010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-adbd7057-b3c2-415e-9cfa-ddb5a27419f0 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308582 Feb 16 14:40:58.818307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44a8585f-be1e-4360-98c9-3e1540169005 req-692be2f0-4de3-4723-b348-824f98edb9f2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800066 Feb 16 14:40:58.850503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d711743c-e892-4a74-a9b8-bcfac0fb7bce req-4323320f-e835-4bfd-8861-d33d97289392 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064377 Feb 16 14:40:58.932982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01087179-b7c5-4652-9681-0e74d29bf16a req-34e9018a-6f7a-467a-952f-8b28130570c9 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:58.936049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01087179-b7c5-4652-9681-0e74d29bf16a req-34e9018a-6f7a-467a-952f-8b28130570c9 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 943 time: 0.0593033 Feb 16 14:40:58.978963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01087179-b7c5-4652-9681-0e74d29bf16a req-fb2c7a0a-4f18-4461-9d8e-e8c24c48d666 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 Feb 16 14:40:59.092783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b3bef-9c49-41d6-80ec-a61af5395e50 req-384b607c-3721-42d0-97a7-016cab7ad9cd tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:59.094609 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d05b3bef-9c49-41d6-80ec-a61af5395e50 req-384b607c-3721-42d0-97a7-016cab7ad9cd tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.0538993 Feb 16 14:40:59.134639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d05b3bef-9c49-41d6-80ec-a61af5395e50 req-38797d10-4ccb-4cf3-80fd-baa2043d384d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Feb 16 14:40:59.206596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9e24db3d-7474-471c-89ea-908e2a933f31 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:40:59.313072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9e24db3d-7474-471c-89ea-908e2a933f31, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9e24db3d-7474-471c-89ea-908e2a933f31,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:59.327507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '9e24db3d-7474-471c-89ea-908e2a933f31', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'mac_address': 'fa:16:3e:0d:ac:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:40:59.371587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:59.392900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e24db3d-7474-471c-89ea-908e2a933f31 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:40:59.416087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9e24db3d-7474-471c-89ea-908e2a933f31, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9e24db3d-7474-471c-89ea-908e2a933f31,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:40:59.450827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb6cf-52f4-477b-a291-974fbf9f5a84 req-167768f0-0495-4962-9079-88894ddd30aa tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:59.452388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a84bb6cf-52f4-477b-a291-974fbf9f5a84 req-167768f0-0495-4962-9079-88894ddd30aa tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 943 time: 0.0653117 Feb 16 14:40:59.483230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:59.504185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a84bb6cf-52f4-477b-a291-974fbf9f5a84 req-bb5459dd-f782-477f-93c8-804451bc6a7d tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Feb 16 14:40:59.542804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=9e24db3d-7474-471c-89ea-908e2a933f31,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:40:59.633413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d476d7-d0c6-41d8-8c9a-56395f20e520 req-15991bdc-4d66-4b91-b3e4-3a6c52c5ad5c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:59.635081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17d476d7-d0c6-41d8-8c9a-56395f20e520 req-15991bdc-4d66-4b91-b3e4-3a6c52c5ad5c tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 949 time: 0.0577531 Feb 16 14:40:59.676695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17d476d7-d0c6-41d8-8c9a-56395f20e520 req-7ba283cf-bd2f-4296-95a2-be7e330e767a tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/security-groups?id=673f60d1-916d-47f5-b012-e6ec3f3e9026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Feb 16 14:40:59.775732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0b84900f-b290-4713-96a0-047890b59325 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230565 Feb 16 14:40:59.827767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['9e24db3d-7474-471c-89ea-908e2a933f31'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:40:59.829332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-75492862-dd32-4c44-9988-9b6a7acb0c3a tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:40:59.830415 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-75492862-dd32-4c44-9988-9b6a7acb0c3a tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078812 Feb 16 14:40:59.875938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-9ef47e3c-1711-4ff3-91d0-43689a94450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:59.884017 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-9ef47e3c-1711-4ff3-91d0-43689a94450e service neutron] 10.222.0.113 "GET /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 1094 time: 0.0457563 Feb 16 14:40:59.890839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Request body: {'binding': {'host': 'n-h1-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:40:59.891299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:40:59.896398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-bec36fa7-c921-49b7-be18-8cf2df4a7274 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:59.898372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-bec36fa7-c921-49b7-be18-8cf2df4a7274 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168780 Feb 16 14:40:59.915238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-7d895d47-67d4-41e9-b91a-a5236e5e06d2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/quotas/67a7c16e25374f5fba5f8b45160e32c6 HTTP/1.1" status: 200 len: 375 time: 0.0104611 Feb 16 14:40:59.978530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-76afd49b-bee4-4173-bba2-59af0da3e3ba tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574114 Feb 16 14:41:00.044279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on host n-h1-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:00.044632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:00.044954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:00.049978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:00.050319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:00.056193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:00.056531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:00.057727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:00.058319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Bound port: a944434e-730f-43bb-a4d7-cb71abd152e9, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:00.075604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-5dedc2d6-3738-4d4c-b54c-b03f7c9ec302 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:00.077391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-5dedc2d6-3738-4d4c-b54c-b03f7c9ec302 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.129 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 949 time: 0.0571654 Feb 16 14:41:00.114864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:00.174539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Deleting port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:00.176036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:00.194093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:00.195282 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-862c13d6-ca5a-477a-903d-307dbab229bc service neutron] 10.222.0.113 "POST /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3100493 Feb 16 14:41:00.272126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] For port 31fa3161-8be7-4fc6-83f3-9cac8fecb686, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=31fa3161-8be7-4fc6-83f3-9cac8fecb686,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:00.272575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:00.287167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Calling delete_port for 31fa3161-8be7-4fc6-83f3-9cac8fecb686 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:00.503414 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:00.515408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['31fa3161-8be7-4fc6-83f3-9cac8fecb686'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:00.555373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2c6c3-f45c-46b9-97bb-afcef632f39d req-9543229d-24b7-4fee-9043-d698ed7e05e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:00.556938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ec2c6c3-f45c-46b9-97bb-afcef632f39d req-9543229d-24b7-4fee-9043-d698ed7e05e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0929418 Feb 16 14:41:00.558440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Pushing event deleted for resources: {'Port': ['ID=31fa3161-8be7-4fc6-83f3-9cac8fecb686,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:00.618593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] No DVR routers for this DVR port 31fa3161-8be7-4fc6-83f3-9cac8fecb686 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:00.623444 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:00.626925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3107d853-74e3-4cd1-9d55-d25d48753209 req-8d2941fb-4b81-46df-a604-f60089d20449 tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.129 "DELETE /v2.0/ports/31fa3161-8be7-4fc6-83f3-9cac8fecb686 HTTP/1.1" status: 204 len: 173 time: 0.5443389 Feb 16 14:41:00.628760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'name': 'network-vif-deleted', 'tag': '31fa3161-8be7-4fc6-83f3-9cac8fecb686'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:00.632002 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c23ea-73aa-4bad-8fd1-d67a97fc8598" -d '{"events": [{"server_uuid": "281e375a-adb6-41a3-83a5-a77c815b9caa", "name": "network-vif-deleted", "tag": "31fa3161-8be7-4fc6-83f3-9cac8fecb686"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:00.671961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ec2c6c3-f45c-46b9-97bb-afcef632f39d req-8173e837-18ee-4f45-8a3c-3e7e9dee4c48 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051810 Feb 16 14:41:00.825869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecae6ca-3e9b-41e0-8e84-e53a3cb38aca req-3069f140-a07e-4da3-929d-6c32efc00a4a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:00.825869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aecae6ca-3e9b-41e0-8e84-e53a3cb38aca req-3069f140-a07e-4da3-929d-6c32efc00a4a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 943 time: 0.0996222 Feb 16 14:41:00.838649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb99bef-436d-4167-8fdf-7d4eea6aa298 req-5f5415dc-c170-45a5-88d7-e64bf284e5e1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:00.841397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bbb99bef-436d-4167-8fdf-7d4eea6aa298 req-5f5415dc-c170-45a5-88d7-e64bf284e5e1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.0860226 Feb 16 14:41:00.900250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aecae6ca-3e9b-41e0-8e84-e53a3cb38aca req-3d46747e-4945-4bfa-831e-b8e3a12c1f8a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702853 Feb 16 14:41:00.926489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bbb99bef-436d-4167-8fdf-7d4eea6aa298 req-bad95363-d178-488a-9dc6-c8aed9dd7ca0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776441 Feb 16 14:41:01.024379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-8e246623-360e-4825-9de5-8de5f271c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:01.025870 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-8e246623-360e-4825-9de5-8de5f271c401 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1097 time: 0.0491295 Feb 16 14:41:01.066613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeba804-ed43-49fa-9c63-2e88ec2f6afa req-eeb9c718-c27d-46a8-b350-f6b925cfda75 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:01.068247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6aeba804-ed43-49fa-9c63-2e88ec2f6afa req-eeb9c718-c27d-46a8-b350-f6b925cfda75 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 946 time: 0.0974672 Feb 16 14:41:01.081677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d85f8-8d3b-450a-bfa8-283a7a523c58 req-0030698b-2f38-4c0e-93c3-0885732a790f tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:01.083393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff9d85f8-8d3b-450a-bfa8-283a7a523c58 req-0030698b-2f38-4c0e-93c3-0885732a790f tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 944 time: 0.0734839 Feb 16 14:41:01.144524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-39abc717-316f-49fc-8612-a525a8b21cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:01.146048 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-39abc717-316f-49fc-8612-a525a8b21cb9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1072669 Feb 16 14:41:01.154557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff9d85f8-8d3b-450a-bfa8-283a7a523c58 req-cbe6a8b2-f610-4e6e-bd21-e165bbe7e04f tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613050 Feb 16 14:41:01.172701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6aeba804-ed43-49fa-9c63-2e88ec2f6afa req-53b10b67-f4d0-4cd4-8322-7172eeda3325 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879974 Feb 16 14:41:01.214659 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc88fb-6cea-4226-a71e-88f12b9ed3f6 x-openstack-request-id: req-80fc88fb-6cea-4226-a71e-88f12b9ed3f6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:01.214955 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e375a-adb6-41a3-83a5-a77c815b9caa", "name": "network-vif-deleted", "tag": "31fa3161-8be7-4fc6-83f3-9cac8fecb686", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:01.215208 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-80fc88fb-6cea-4226-a71e-88f12b9ed3f6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:01.215798 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281e375a-adb6-41a3-83a5-a77c815b9caa', 'name': 'network-vif-deleted', 'tag': '31fa3161-8be7-4fc6-83f3-9cac8fecb686', 'status': 'completed', 'code': 200} Feb 16 14:41:01.220000 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-e9d0d26f-0ff1-4624-91dd-1ef6b15ad1f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 217 time: 0.0600874 Feb 16 14:41:01.310434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-8c4563d5-6d28-4b9e-9436-8740d05e6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:01.312261 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-8c4563d5-6d28-4b9e-9436-8740d05e6a15 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0783319 Feb 16 14:41:01.339740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc140474-3d76-4725-9244-740b047deab5 req-f30857d8-3fd6-4dfc-b473-33dd6d4234bc tempest-DeleteServersAdminTestJSON-602689390 tempest-DeleteServersAdminTestJSON-602689390-project] 10.222.0.113 "GET /v2.0/ports?device_id=281e375a-adb6-41a3-83a5-a77c815b9caa HTTP/1.1" status: 200 len: 210 time: 0.0333652 Feb 16 14:41:01.369975 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-e9f2ebb1-4f03-4df5-b3c4-bdde21078adc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458953 Feb 16 14:41:01.425451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5f6141e8-065d-4366-81d6-079768a59235 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:01.427441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9e24db3d-7474-471c-89ea-908e2a933f31 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:01.429077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:01.488393 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-45df6e02-adde-4806-8fc9-9ebee17e02b8 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112475 Feb 16 14:41:01.501449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5c751b9-ec92-4dce-95a9-e83d13c7547b req-c496cc56-11cf-4a90-9b4a-2fa830467c47 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 210 time: 0.0313559 Feb 16 14:41:01.679125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:01.694194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5f6141e8-065d-4366-81d6-079768a59235, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5f6141e8-065d-4366-81d6-079768a59235,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:01.714810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'a548a7d5-e87a-48b3-a23f-eb259896d96e', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'port_id': 'a548a7d5-e87a-48b3-a23f-eb259896d96e', 'mac_address': 'fa:16:3e:22:3c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc0099c-4f2b-4279-8bdb-decfa498c9ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:01.719036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '5f6141e8-065d-4366-81d6-079768a59235', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'port_id': '5f6141e8-065d-4366-81d6-079768a59235', 'mac_address': 'fa:16:3e:ae:27:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:01.772050 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 9e24db3d-7474-471c-89ea-908e2a933f31 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:01.787576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 9e24db3d-7474-471c-89ea-908e2a933f31 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:01.787971 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:01.816331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:01.820262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:01.842786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1832d-cabf-4df2-9848-9e5c40e304ac req-3e91f2bc-c9c0-4e27-9a49-fa844f231a17 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:01.845269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ed1832d-cabf-4df2-9848-9e5c40e304ac req-3e91f2bc-c9c0-4e27-9a49-fa844f231a17 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0759251 Feb 16 14:41:01.852606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6141e8-065d-4366-81d6-079768a59235 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:01.861356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a548a7d5-e87a-48b3-a23f-eb259896d96e {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:01.884153 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-4f2fb98d-9460-42ee-813f-69fd16f57d32 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796113 Feb 16 14:41:01.887975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5f6141e8-065d-4366-81d6-079768a59235, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5f6141e8-065d-4366-81d6-079768a59235,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:01.896997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ed1832d-cabf-4df2-9848-9e5c40e304ac req-62029350-3558-408f-ad40-c72fc21439e4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Feb 16 14:41:01.899174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:01.939463 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:01.959658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:01.968335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:01.970723 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e2c6c9-19a8-4cf4-ab8e-0b792d9e41d7" -d '{"events": [{"server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "name": "network-vif-plugged", "status": "completed", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:02.005360 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.013844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9e24db3d-7474-471c-89ea-908e2a933f31, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9e24db3d-7474-471c-89ea-908e2a933f31,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:02.029990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=5f6141e8-065d-4366-81d6-079768a59235,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:02.054347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58b06f-4f7d-44d2-b579-1080b8c8f7cf req-33c1579c-53ff-4e60-a3f5-73b7a8fcb09a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:02.059882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc58b06f-4f7d-44d2-b579-1080b8c8f7cf req-33c1579c-53ff-4e60-a3f5-73b7a8fcb09a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 944 time: 0.0793185 Feb 16 14:41:02.082253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-338603f1-7d80-49f6-a84f-3ba4a332f9f7 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:02.083814 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-338603f1-7d80-49f6-a84f-3ba4a332f9f7 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1097 time: 0.0464625 Feb 16 14:41:02.093769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:02.102647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829433-1'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:02.106207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6e196-33c3-4905-8393-60e0599f6219 req-cd9c688c-ade9-4345-a395-2db48a1ded5e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:02.107806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0f6e196-33c3-4905-8393-60e0599f6219 req-cd9c688c-ade9-4345-a395-2db48a1ded5e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.0910518 Feb 16 14:41:02.108025 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.123864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc58b06f-4f7d-44d2-b579-1080b8c8f7cf req-6a93e5f3-c18d-448f-8143-958a7e52d221 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568142 Feb 16 14:41:02.166002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0f6e196-33c3-4905-8393-60e0599f6219 req-07c565cb-8a00-423d-aeef-4657894027a5 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Feb 16 14:41:02.184515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=9e24db3d-7474-471c-89ea-908e2a933f31,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:02.191831 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.215727 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913af0c1-b9b0-4309-a641-846ac152d7f7 x-openstack-request-id: req-913af0c1-b9b0-4309-a641-846ac152d7f7 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:02.216251 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "name": "network-vif-plugged", "status": "completed", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:02.216693 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-913af0c1-b9b0-4309-a641-846ac152d7f7 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:02.217250 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31', 'code': 200} Feb 16 14:41:02.227214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a548a7d5-e87a-48b3-a23f-eb259896d96e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:02.350287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['5f6141e8-065d-4366-81d6-079768a59235'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:02.372133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:02.375897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b8d4f-ec46-405e-8808-ad5b8189c419 req-28ce0407-c030-41fd-ac36-1a7b4c699d1c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:02.377502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-692b8d4f-ec46-405e-8808-ad5b8189c419 req-28ce0407-c030-41fd-ac36-1a7b4c699d1c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 945 time: 0.1292851 Feb 16 14:41:02.406286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a5a79-65c9-49f0-99d3-ccf75f2be187 req-27304163-2ff7-41cd-962c-032c4ac20694 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:02.413842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d32a5a79-65c9-49f0-99d3-ccf75f2be187 req-27304163-2ff7-41cd-962c-032c4ac20694 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 946 time: 0.1290751 Feb 16 14:41:02.417561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:02.429014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07e25-ee6e-4f71-858a-838589b1bdbd req-afd9baa3-7fbf-4f08-ab11-0620c28a8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:02.430566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7b07e25-ee6e-4f71-858a-838589b1bdbd req-afd9baa3-7fbf-4f08-ab11-0620c28a8933 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.1192498 Feb 16 14:41:02.466884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:02.469140 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a654c9ce-3d9b-4061-87d2-30e91e6bbb41" -d '{"events": [{"server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "name": "network-vif-unplugged", "status": "completed", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:02.473977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.500621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-692b8d4f-ec46-405e-8808-ad5b8189c419 req-a9232154-fb7e-4ddd-b2b0-02a978a8c6e2 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065319 Feb 16 14:41:02.507569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d32a5a79-65c9-49f0-99d3-ccf75f2be187 req-0da20188-3e30-4a64-a578-11f86da16907 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927954 Feb 16 14:41:02.509248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7b07e25-ee6e-4f71-858a-838589b1bdbd req-ac030375-60ee-4b59-8ca7-90a58e48a279 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617244 Feb 16 14:41:02.566814 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947619ab-e374-4c80-affd-b4f2f72663a3 x-openstack-request-id: req-947619ab-e374-4c80-affd-b4f2f72663a3 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:02.566814 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "name": "network-vif-unplugged", "status": "completed", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:02.566814 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-947619ab-e374-4c80-affd-b4f2f72663a3 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:02.566814 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9', 'code': 200} Feb 16 14:41:02.582988 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.669080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ac7211d-df5f-4908-88e5-0c749a36331c req-503fae4b-afeb-422b-8b54-cd4c4c307864 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 210 time: 0.0315440 Feb 16 14:41:02.703602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=7']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:02.711265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:02.711633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:02.711971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:02.717538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:02.717792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Attempting to bind port a944434e-730f-43bb-a4d7-cb71abd152e9 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:02.723020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:02.723414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:02.723920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:02.724342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Bound port: a944434e-730f-43bb-a4d7-cb71abd152e9, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:02.724696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.795863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:02.799184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:02.897602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.985145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:02.985807 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:02.987248 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-644520fb-f568-473c-85ba-252a082f4572 service neutron] 10.222.0.93 "PUT /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 1122 time: 0.8888347 Feb 16 14:41:02.990856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644520fb-f568-473c-85ba-252a082f4572 service neutron] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=8']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:03.036118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf92cf-124f-4d34-bfe7-6863e1de9f1c req-c1377f12-f9ef-4cf2-8211-8478f75bfec2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:03.037599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fdf92cf-124f-4d34-bfe7-6863e1de9f1c req-c1377f12-f9ef-4cf2-8211-8478f75bfec2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0611181 Feb 16 14:41:03.060407 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a944434e-730f-43bb-a4d7-cb71abd152e9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:03.077475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fdf92cf-124f-4d34-bfe7-6863e1de9f1c req-cc8e5eb7-c814-4d71-92fb-6fe0e6674471 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Feb 16 14:41:03.240003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40552) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:03.304502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157b323-602d-4985-b793-d066afefe13c req-aaf30735-4b11-49d7-beac-9376e530cf27 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:03.306059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2157b323-602d-4985-b793-d066afefe13c req-aaf30735-4b11-49d7-beac-9376e530cf27 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 944 time: 0.0884123 Feb 16 14:41:03.319346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29d662-2351-4b70-833a-579d650bdf4c req-da46c0a2-fdc8-4603-a468-1163994ad04f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:03.320921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec29d662-2351-4b70-833a-579d650bdf4c req-da46c0a2-fdc8-4603-a468-1163994ad04f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.0742843 Feb 16 14:41:03.388733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec29d662-2351-4b70-833a-579d650bdf4c req-d7576c96-cc25-490d-a28c-002e795616b5 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591106 Feb 16 14:41:03.398367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2157b323-602d-4985-b793-d066afefe13c req-aeeb85cb-5373-4e02-a5ca-f7d257037760 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756845 Feb 16 14:41:03.418762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:03.450002 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b2a6f72f-f2d4-4e8f-a3aa-65d8f5ce50a1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0495d4f2aef1472db9d39ca5d69281fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086539 Feb 16 14:41:03.452894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40556) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:03.517294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-836c28aa-7b39-4b20-bc0b-4b57708466a4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254481 Feb 16 14:41:03.552044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port a548a7d5-e87a-48b3-a23f-eb259896d96e completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:03.556429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port a548a7d5-e87a-48b3-a23f-eb259896d96e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:03.561401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:03.561547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9303e913-bd7b-4c0a-9614-e5ae785eae9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:03.664484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:03.682485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9303e913-bd7b-4c0a-9614-e5ae785eae9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:03.699636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:03.775123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449e688-2de6-4237-ad0a-dca6cb77840c req-071d7d20-dd09-44b5-8cae-9d068ab73fa1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:03.776713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a449e688-2de6-4237-ad0a-dca6cb77840c req-071d7d20-dd09-44b5-8cae-9d068ab73fa1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 944 time: 0.1654682 Feb 16 14:41:03.785730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd9f7d-3013-40a9-a6b5-39f7fe6c581f req-7643f327-4b05-4388-8bf7-807617f0feec tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:03.787240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bdd9f7d-3013-40a9-a6b5-39f7fe6c581f req-7643f327-4b05-4388-8bf7-807617f0feec tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 945 time: 0.1741650 Feb 16 14:41:03.794532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-09888d04-61fb-49c8-a840-5e0ee0967862 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:03.794753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:03.795366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 31fa3161-8be7-4fc6-83f3-9cac8fecb686 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:03.795973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-09888d04-61fb-49c8-a840-5e0ee0967862 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708561 Feb 16 14:41:03.818306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': '15870a0c-0516-4145-93f4-82f6c7386c75', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:03.835644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 31fa3161-8be7-4fc6-83f3-9cac8fecb686 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:03.835996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 31fa3161-8be7-4fc6-83f3-9cac8fecb686 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:03.875670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:03.931611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bdd9f7d-3013-40a9-a6b5-39f7fe6c581f req-3a28c4e4-f658-4133-a86e-cdd7b6a76f6e tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346371 Feb 16 14:41:03.934978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a449e688-2de6-4237-ad0a-dca6cb77840c req-bc0d7f71-17d8-4f39-9ca0-2d1767af1b7a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367452 Feb 16 14:41:03.940631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9303e913-bd7b-4c0a-9614-e5ae785eae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:03.944772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9303e913-bd7b-4c0a-9614-e5ae785eae9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:03.947452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9303e913-bd7b-4c0a-9614-e5ae785eae9e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/673f60d1-916d-47f5-b012-e6ec3f3e9026 HTTP/1.1" status: 204 len: 168 time: 0.4934280 Feb 16 14:41:03.964145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303e913-bd7b-4c0a-9614-e5ae785eae9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f60d1-916d-47f5-b012-e6ec3f3e9026,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:04.071166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc464b45-3812-4e59-bafa-d8991d6f0f83 req-63fce0da-a302-4e83-a625-449a0fdbd499 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 210 time: 0.0260217 Feb 16 14:41:04.120504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:04.125941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:04.168684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-f8e851d7-3a45-4879-a925-690193b23283 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264463 Feb 16 14:41:04.219097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:04.221879 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a397b1c2-ad06-4e07-abc8-b49d01305cd0" -d '{"events": [{"server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "name": "network-vif-plugged", "status": "completed", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:04.263305 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2962eb-60c3-444d-ba25-bb7e0e23d323 x-openstack-request-id: req-4d2962eb-60c3-444d-ba25-bb7e0e23d323 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:04.263648 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "name": "network-vif-plugged", "status": "completed", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:04.263906 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4d2962eb-60c3-444d-ba25-bb7e0e23d323 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:04.264300 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e', 'code': 200} Feb 16 14:41:04.411487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f32af-5e71-49d6-81a0-ffdd93fd90b4 req-553960f5-5d38-4459-85ca-419e0a997fcf tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:04.420028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-908f32af-5e71-49d6-81a0-ffdd93fd90b4 req-553960f5-5d38-4459-85ca-419e0a997fcf tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2565339 Feb 16 14:41:04.478142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-d1f97afd-ad88-45a6-bafe-6f7694a0da0c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:04.479608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-d1f97afd-ad88-45a6-bafe-6f7694a0da0c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022850 Feb 16 14:41:04.509828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:04.516614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.12 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/2379e9fc-46b6-494b-b98c-e2f4871d5a21) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:04.567254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:04.569716 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb522c78-2a90-4cc2-afd2-2314b1250c79" -d '{"events": [{"name": "network-changed", "server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:04.598881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-908f32af-5e71-49d6-81a0-ffdd93fd90b4 req-096caba6-879d-4764-b8a0-edc40793e93d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780720 Feb 16 14:41:04.600680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113cc0-623d-4148-8b0a-477ca4898036 req-8b8be33c-0fce-48f2-a7ba-f84356beaa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:04.602139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c113cc0-623d-4148-8b0a-477ca4898036 req-8b8be33c-0fce-48f2-a7ba-f84356beaa90 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1096 time: 0.2686374 Feb 16 14:41:04.792054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40578) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:04.805946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71530204-9ab9-4f7a-8e1f-e8cfa202b740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:04.894291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71530204-9ab9-4f7a-8e1f-e8cfa202b740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:04.969350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71530204-9ab9-4f7a-8e1f-e8cfa202b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.002954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdb55c-8a48-4cc7-bf3a-b54dafadf386 req-155ee632-c808-47a5-af3d-76c706fae45c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:05.005040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6efdb55c-8a48-4cc7-bf3a-b54dafadf386 req-155ee632-c808-47a5-af3d-76c706fae45c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.5237865 Feb 16 14:41:05.011709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71530204-9ab9-4f7a-8e1f-e8cfa202b740 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e8a788e0267f4102ad79426d2a0d8ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177980 Feb 16 14:41:05.015974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40584) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:05.021666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c113cc0-623d-4148-8b0a-477ca4898036 req-472fe068-62ff-417d-9eee-b1ab72a375b9 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090433 Feb 16 14:41:05.023094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71530204-9ab9-4f7a-8e1f-e8cfa202b740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a4bb9-e85c-49dc-a0d4-f5be1d9600d5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:05.077406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71eaa789-35c5-47b9-ab99-1bf7877af081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.102756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71eaa789-35c5-47b9-ab99-1bf7877af081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.119204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bb27d-6ab4-4551-af88-f97b5d3b40ac req-8534aff5-ca82-48da-96e3-f031b966a9cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:05.121384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c73bb27d-6ab4-4551-af88-f97b5d3b40ac req-8534aff5-ca82-48da-96e3-f031b966a9cb tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 944 time: 0.2074673 Feb 16 14:41:05.179686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6efdb55c-8a48-4cc7-bf3a-b54dafadf386 req-99dc4f07-d434-40fd-8424-7ca32ff2f113 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568146 Feb 16 14:41:05.218425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c73bb27d-6ab4-4551-af88-f97b5d3b40ac req-d1960e10-95dc-4dc1-bb8c-2b8cfdbc290d tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804586 Feb 16 14:41:05.222603 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.225398 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf03709-161a-423d-a448-aaf4bd7bad94 x-openstack-request-id: req-0bf03709-161a-423d-a448-aaf4bd7bad94 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:05.226555 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:05.226904 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0bf03709-161a-423d-a448-aaf4bd7bad94 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:05.227979 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9', 'status': 'completed', 'code': 200} Feb 16 14:41:05.247436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:05.251677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5f6141e8-065d-4366-81d6-079768a59235 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:05.276504 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7f3ca636-5c2e-488a-a6d9-21e90a7dbce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.301205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71eaa789-35c5-47b9-ab99-1bf7877af081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.304127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71eaa789-35c5-47b9-ab99-1bf7877af081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.312525 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71eaa789-35c5-47b9-ab99-1bf7877af081 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f09a4bb9-e85c-49dc-a0d4-f5be1d9600d5 HTTP/1.1" status: 204 len: 168 time: 0.2950628 Feb 16 14:41:05.322456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eaa789-35c5-47b9-ab99-1bf7877af081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a4bb9-e85c-49dc-a0d4-f5be1d9600d5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:05.382277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:05.385943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.420452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-0188e140-1f8f-41ae-8c35-3839a6ebe85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:05.420452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-0188e140-1f8f-41ae-8c35-3839a6ebe85a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1125 time: 0.1580238 Feb 16 14:41:05.421470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.431970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:05.437058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:05.474794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 has no active binding in host n-h1-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:41:05.503571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 5f6141e8-065d-4366-81d6-079768a59235 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:05.518362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 5f6141e8-065d-4366-81d6-079768a59235 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:05.518918 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.531686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088f92-f9fd-4a28-9397-8f8aa030861f req-7c8068ea-e2ce-44f0-9f54-0a786f1b395e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:05.533214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e088f92-f9fd-4a28-9397-8f8aa030861f req-7c8068ea-e2ce-44f0-9f54-0a786f1b395e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 944 time: 0.2184920 Feb 16 14:41:05.556622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6463f2-38fb-45a5-aba6-1e92b08f8773 req-9d821d10-7789-42db-93bc-c4cb5d53c1e9 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:05.558163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d6463f2-38fb-45a5-aba6-1e92b08f8773 req-9d821d10-7789-42db-93bc-c4cb5d53c1e9 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 945 time: 0.2451303 Feb 16 14:41:05.620404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:05.653939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:05.656527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:05.668965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=2379e9fc-46b6-494b-b98c-e2f4871d5a21,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:05.702420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.744818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5f6141e8-065d-4366-81d6-079768a59235, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5f6141e8-065d-4366-81d6-079768a59235,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:05.786915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:05.789735 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.811145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:05.827017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e088f92-f9fd-4a28-9397-8f8aa030861f req-667c3066-c652-4531-9284-c65b64469536 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745097 Feb 16 14:41:05.865036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d6463f2-38fb-45a5-aba6-1e92b08f8773 req-da556080-f7bd-4df7-aa4e-9fd022410f34 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642820 Feb 16 14:41:05.866918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-f768811b-4618-4398-a235-dc9b0c6313bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:05.870089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-f768811b-4618-4398-a235-dc9b0c6313bb service neutron] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.4458084 Feb 16 14:41:05.882532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=5f6141e8-065d-4366-81d6-079768a59235,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:05.961563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-a80477e3-ffcf-46a9-a9e2-a5a520f9a136 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 217 time: 0.0627778 Feb 16 14:41:05.965696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-31bb44ab-05e2-45e5-9c95-8718c68295e8 None None] Provisioning complete for port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:05.966234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-31bb44ab-05e2-45e5-9c95-8718c68295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:06.002052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-31bb44ab-05e2-45e5-9c95-8718c68295e8 None None] Port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:41:06.022429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.44 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/32b07669-29ef-4f45-a4cc-fc8a46be713d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:06.029187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-0769e614-1843-4bfd-8ccf-b71c820cfb59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2157142 Feb 16 14:41:06.052196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-566dcc47-1557-4128-b2af-5e3dcfe5689f req-a1747941-7569-4375-9337-9ac142e7dbeb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 210 time: 0.0991621 Feb 16 14:41:06.061041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Request body: {'port': {'device_id': '15870a0c-0516-4145-93f4-82f6c7386c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:06.243405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-573e354f-65cb-479b-8277-766a16f234fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:06.244948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-573e354f-65cb-479b-8277-766a16f234fb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.2639210 Feb 16 14:41:06.265881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6141e8-065d-4366-81d6-079768a59235'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:06.268182 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986fe405-028a-4556-b969-7aafa2add01c" -d '{"events": [{"server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f6141e8-065d-4366-81d6-079768a59235"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:06.277126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607e83-1f04-4f18-965f-0a7eb1aad06f req-fb9770f3-716a-42fe-b8fe-e83eccb433fe tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:06.278648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76607e83-1f04-4f18-965f-0a7eb1aad06f req-fb9770f3-716a-42fe-b8fe-e83eccb433fe tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.3243487 Feb 16 14:41:06.357805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-a37d65ce-70a9-4805-86e3-812852fa6692 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008368 Feb 16 14:41:06.358451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:06.566477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20c04b12-5729-4e69-9733-a9641db567b8 req-c0dbde54-5b27-41e2-a6c9-6295093ea57e tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4712570 Feb 16 14:41:06.569174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76607e83-1f04-4f18-965f-0a7eb1aad06f req-3fc7f0f5-3978-4d11-82de-134a2f76f6d3 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731082 Feb 16 14:41:06.592008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:06.649291 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:06.732211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-70802f44-67eb-48eb-b35f-d8af8008809f service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407967 Feb 16 14:41:06.870313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca5a8a-d0d3-4336-b4f8-01dcf5349d77 req-f80e6125-ebc6-4515-8e37-38a69fdd8ae5 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:06.872472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90ca5a8a-d0d3-4336-b4f8-01dcf5349d77 req-f80e6125-ebc6-4515-8e37-38a69fdd8ae5 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.2264285 Feb 16 14:41:06.898055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:06.921269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb522c78-2a90-4cc2-afd2-2314b1250c79 req-7252e9b8-ec27-465e-b72a-a375538c900e service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687622 Feb 16 14:41:06.942939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:06.954386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:07.330255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90ca5a8a-d0d3-4336-b4f8-01dcf5349d77 req-0ce3c2fe-2e41-46e4-8f99-25aeb3cb93de tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513850 Feb 16 14:41:07.374833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:07.383870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=32b07669-29ef-4f45-a4cc-fc8a46be713d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:07.388104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:07.405673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:07.509968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:07.510625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.600781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7481b-ed97-45b7-949f-0b75620fda97 req-ac4109ad-f121-443d-9875-3ef4e8d03267 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:07.602249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecb7481b-ed97-45b7-949f-0b75620fda97 req-ac4109ad-f121-443d-9875-3ef4e8d03267 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.1979647 Feb 16 14:41:07.609546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-4d0fab3c-2669-41b3-9e68-1cf980dd6f95 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1063464 Feb 16 14:41:07.625423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2379e9fc-46b6-494b-b98c-e2f4871d5a21 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:07.635435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c08b2a35-ed2b-4669-a3c3-50ca97fe0318 None None] Provisioning complete for port 32b07669-29ef-4f45-a4cc-fc8a46be713d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:07.636028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c08b2a35-ed2b-4669-a3c3-50ca97fe0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.636918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Request body: {'port': {'device_id': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:07.647977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.672292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c08b2a35-ed2b-4669-a3c3-50ca97fe0318 None None] Port 32b07669-29ef-4f45-a4cc-fc8a46be713d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:41:07.686677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.696180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Transition to ACTIVE for port object 2379e9fc-46b6-494b-b98c-e2f4871d5a21 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:07.762773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecb7481b-ed97-45b7-949f-0b75620fda97 req-d79f3abf-5adb-443b-97a7-67b61d798ca6 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507838 Feb 16 14:41:07.769103 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.789880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.818142 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6968eb3-0b52-4e76-9256-db92e85411d3 x-openstack-request-id: req-d6968eb3-0b52-4e76-9256-db92e85411d3 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:07.818525 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "name": "network-vif-plugged", "status": "completed", "tag": "5f6141e8-065d-4366-81d6-079768a59235", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:07.818838 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d6968eb3-0b52-4e76-9256-db92e85411d3 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:07.819296 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6141e8-065d-4366-81d6-079768a59235', 'code': 200} Feb 16 14:41:07.878091 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05f18ad0-1da5-4aa4-af53-75ee7cb96575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.936383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Pushing event updated for resources: {'Port': ['ID=2379e9fc-46b6-494b-b98c-e2f4871d5a21,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:07.950715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1e837-1d7a-416d-9086-015401f64561 req-60370d3b-f4cc-4424-b1cf-1452174ae0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:07.952621 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-88f1e837-1d7a-416d-9086-015401f64561 req-60370d3b-f4cc-4424-b1cf-1452174ae0dd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 1096 time: 0.0490015 Feb 16 14:41:08.004074 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-88f1e837-1d7a-416d-9086-015401f64561 req-add3f2c4-ef60-4f57-92d1-d93cfd5cfc90 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353396 Feb 16 14:41:08.034284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Allocated IP 172.25.6.107 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/cc647220-92a2-4ba5-bc91-df26a85c7399) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:08.244500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84179470-bd75-44a8-bfe8-f9573ba211e7 req-6afea62f-212c-4ad5-931d-401ad896c998 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:08.247171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84179470-bd75-44a8-bfe8-f9573ba211e7 req-6afea62f-212c-4ad5-931d-401ad896c998 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 944 time: 0.3388646 Feb 16 14:41:08.263118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Attempting to bind port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:08.263448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Attempting to bind port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:08.263796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Attempting to bind port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:08.302628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:08.302954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Attempting to bind port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:08.344484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:08.345275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:08.345275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:08.345639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Bound port: 2379e9fc-46b6-494b-b98c-e2f4871d5a21, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:08.345994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:08.387640 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:08.393096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84179470-bd75-44a8-bfe8-f9573ba211e7 req-35c59b05-8b64-4c60-a1eb-e5a84a28a69a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350286 Feb 16 14:41:08.552016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b07669-29ef-4f45-a4cc-fc8a46be713d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:08.561043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] For port 2379e9fc-46b6-494b-b98c-e2f4871d5a21, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:08.568108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:08.627630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] For port 2379e9fc-46b6-494b-b98c-e2f4871d5a21, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2379e9fc-46b6-494b-b98c-e2f4871d5a21,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:08.639215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Transition to ACTIVE for port object 32b07669-29ef-4f45-a4cc-fc8a46be713d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:08.646813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00effc11-fd22-447f-837e-e8fcac7682fb req-06fede15-e401-4f93-ba3a-dd19f7bcf0ab tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:08.648334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00effc11-fd22-447f-837e-e8fcac7682fb req-06fede15-e401-4f93-ba3a-dd19f7bcf0ab tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 935 time: 0.1911445 Feb 16 14:41:08.663766 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:08.717745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:08.739446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-1a5220bd-d498-4a58-8542-8b8bc248080e service neutron] 10.222.0.129 "GET /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.1741765 Feb 16 14:41:08.743853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:08.759467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:08.771733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:08.772355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:08.773746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] 10.222.0.129 "PUT /v2.0/ports/2379e9fc-46b6-494b-b98c-e2f4871d5a21 HTTP/1.1" status: 200 len: 1095 time: 2.7176630 Feb 16 14:41:08.774455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:08.777357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Pushing event updated for resources: {'Port': ['ID=cc647220-92a2-4ba5-bc91-df26a85c7399,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:08.779845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15870a0c-0516-4145-93f4-82f6c7386c75', 'tag': '2379e9fc-46b6-494b-b98c-e2f4871d5a21'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:08.782155 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8111770c-e4b6-4f1c-82a0-5922bc04f288" -d '{"events": [{"name": "network-changed", "server_uuid": "15870a0c-0516-4145-93f4-82f6c7386c75", "tag": "2379e9fc-46b6-494b-b98c-e2f4871d5a21"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:08.808260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:08.841458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00effc11-fd22-447f-837e-e8fcac7682fb req-f3a4a873-7c88-4c58-a2ae-950df984ccdf tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841416 Feb 16 14:41:09.068759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba264d-bd24-4ec9-ba61-97df5746371d service neutron] Pushing event updated for resources: {'Port': ['ID=2379e9fc-46b6-494b-b98c-e2f4871d5a21,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:09.226100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-fe3e9da0-722f-425b-94fc-21b145a5c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:09.227639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-fe3e9da0-722f-425b-94fc-21b145a5c1c8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=15870a0c-0516-4145-93f4-82f6c7386c75 HTTP/1.1" status: 200 len: 1098 time: 0.3470297 Feb 16 14:41:09.311032 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:09.316604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Pushing event updated for resources: {'Port': ['ID=32b07669-29ef-4f45-a4cc-fc8a46be713d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:09.321409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c7d56-548d-498a-8f68-6c46f8fe0fe5 req-04694ea7-86e2-4655-9402-08ce33d68498 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:09.323139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba8c7d56-548d-498a-8f68-6c46f8fe0fe5 req-04694ea7-86e2-4655-9402-08ce33d68498 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1096 time: 0.3873029 Feb 16 14:41:09.359952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-d47de59c-232d-4d17-a0a7-56500b6471c9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2379e9fc-46b6-494b-b98c-e2f4871d5a21 HTTP/1.1" status: 200 len: 217 time: 0.1194861 Feb 16 14:41:09.449783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Attempting to bind port 32b07669-29ef-4f45-a4cc-fc8a46be713d on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:09.449783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Attempting to bind port 32b07669-29ef-4f45-a4cc-fc8a46be713d by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:09.450342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Attempting to bind port 32b07669-29ef-4f45-a4cc-fc8a46be713d on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:09.497255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:09.499940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Port 32b07669-29ef-4f45-a4cc-fc8a46be713d on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:09.500340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Attempting to bind port 32b07669-29ef-4f45-a4cc-fc8a46be713d on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:09.528935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-bc20a92b-2ab0-42a1-8ea2-f483301c832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:09.530405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-bc20a92b-2ab0-42a1-8ea2-f483301c832a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1620567 Feb 16 14:41:09.535345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba8c7d56-548d-498a-8f68-6c46f8fe0fe5 req-14175174-c6dc-48ba-ad49-38cb95e725ed tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787899 Feb 16 14:41:09.536078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:09.536422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:09.536783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:09.537351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Bound port: 32b07669-29ef-4f45-a4cc-fc8a46be713d, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:09.537957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:09.553287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:09.556523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:09.682687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:09.753871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-88376e61-a14a-49a9-b146-0fd4d895504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:09.755613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-88376e61-a14a-49a9-b146-0fd4d895504f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145903 Feb 16 14:41:09.758700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a944434e-730f-43bb-a4d7-cb71abd152e9 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:09.827862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:09.915621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] For port 32b07669-29ef-4f45-a4cc-fc8a46be713d, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:09.942792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] For port 32b07669-29ef-4f45-a4cc-fc8a46be713d, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=32b07669-29ef-4f45-a4cc-fc8a46be713d,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:10.002982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd4572-c47d-4cdb-869d-5b1feff5544d req-e8b5ed7e-a41a-4323-a46c-3813f923515e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:10.004513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecfd4572-c47d-4cdb-869d-5b1feff5544d req-e8b5ed7e-a41a-4323-a46c-3813f923515e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.1812611 Feb 16 14:41:10.029187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.040699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.044618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-08c814b0-78d7-4ae0-bd50-c6c2ce0a1e63 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704329 Feb 16 14:41:10.424310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.427516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:10.428246 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.429729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] 10.222.0.129 "PUT /v2.0/ports/32b07669-29ef-4f45-a4cc-fc8a46be713d HTTP/1.1" status: 200 len: 1095 time: 2.7999334 Feb 16 14:41:10.478321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecfd4572-c47d-4cdb-869d-5b1feff5544d req-a0d052a4-afdd-4b4f-9fb0-cecdd02dcb5d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607525 Feb 16 14:41:10.492662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75f2b9-c3e9-4a40-b3c0-aad4bbf0f609 service neutron] Pushing event updated for resources: {'Port': ['ID=32b07669-29ef-4f45-a4cc-fc8a46be713d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:10.520467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.604903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-ff1da964-9a76-4e90-82fe-1a8625912185 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463812 Feb 16 14:41:10.605891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] Transition to ACTIVE for port object a944434e-730f-43bb-a4d7-cb71abd152e9 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:10.674896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Pushing event updated for resources: {'Port': ['ID=cc647220-92a2-4ba5-bc91-df26a85c7399,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:10.677670 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.740574 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.756284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-f9c45117-5c08-4b21-9f5d-783f65c53f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:10.757799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-f9c45117-5c08-4b21-9f5d-783f65c53f86 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 1098 time: 0.1840327 Feb 16 14:41:10.771049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88928b-f8d3-4235-aa40-6452744e55a2 req-99c917be-0512-4ddc-b6ee-cb59be596586 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:10.772600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa88928b-f8d3-4235-aa40-6452744e55a2 req-99c917be-0512-4ddc-b6ee-cb59be596586 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.2259371 Feb 16 14:41:10.797744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] No DVR routers for this DVR port a944434e-730f-43bb-a4d7-cb71abd152e9 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:10.847494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] Pushing event updated for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:10.858959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-d2e4afca-f46d-44ef-b2be-f389cf7edac2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=32b07669-29ef-4f45-a4cc-fc8a46be713d HTTP/1.1" status: 200 len: 217 time: 0.0667470 Feb 16 14:41:10.888267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:10.889464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20c04b12-5729-4e69-9733-a9641db567b8 req-38f47651-2eb7-4221-9e79-58c0e61094ba tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3101935 Feb 16 14:41:10.939732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-11714daf-7285-4a1a-9569-b332f5336f7a service neutron] 10.222.0.129 "PUT /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9/bindings/n-h1-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1832123 Feb 16 14:41:11.009492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa88928b-f8d3-4235-aa40-6452744e55a2 req-53d907ed-ebc9-4eda-b009-048862780f72 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185061 Feb 16 14:41:11.015181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20c04b12-5729-4e69-9733-a9641db567b8 req-2ea5e93c-fc5a-4475-a617-912967d32c79 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0965047 Feb 16 14:41:11.019225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-bedf9033-bc40-48c1-b54b-636d07bd535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.021091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-bedf9033-bc40-48c1-b54b-636d07bd535e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1444416 Feb 16 14:41:11.079574 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515cc1a6-385b-48f2-9c7f-a53211bb5fc4 x-openstack-request-id: req-515cc1a6-385b-48f2-9c7f-a53211bb5fc4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:11.079867 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15870a0c-0516-4145-93f4-82f6c7386c75", "tag": "2379e9fc-46b6-494b-b98c-e2f4871d5a21", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:11.086723 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-515cc1a6-385b-48f2-9c7f-a53211bb5fc4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:11.086723 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15870a0c-0516-4145-93f4-82f6c7386c75', 'tag': '2379e9fc-46b6-494b-b98c-e2f4871d5a21', 'status': 'completed', 'code': 200} Feb 16 14:41:11.133013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-4c59fae8-e765-4d6f-9627-d8e1f20e6300 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.134685 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-4c59fae8-e765-4d6f-9627-d8e1f20e6300 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.0681806 Feb 16 14:41:11.164273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:11.193219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-415615eb-10fe-4cc0-8013-bb85cf559d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.193219 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-415615eb-10fe-4cc0-8013-bb85cf559d1d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440&tenant_id=d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 1096 time: 0.0487149 Feb 16 14:41:11.206583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-1605e07f-a5d1-4b29-b441-37929ba3f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.208113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-1605e07f-a5d1-4b29-b441-37929ba3f9e6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707363 Feb 16 14:41:11.260868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-1c496f67-059a-4493-b877-53b9cc9e3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.263332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-1c496f67-059a-4493-b877-53b9cc9e3632 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1096 time: 0.0455139 Feb 16 14:41:11.266237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c04b12-5729-4e69-9733-a9641db567b8 req-50370ea1-6599-4bba-8eed-64dd20021baf tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.267714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20c04b12-5729-4e69-9733-a9641db567b8 req-50370ea1-6599-4bba-8eed-64dd20021baf tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.2460365 Feb 16 14:41:11.269468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-9d356cc9-5def-490b-9850-18ed1113469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.270838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-9d356cc9-5def-490b-9850-18ed1113469b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=15870a0c-0516-4145-93f4-82f6c7386c75 HTTP/1.1" status: 200 len: 1098 time: 0.1608615 Feb 16 14:41:11.303692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d3c42-0d1f-475c-b022-4d622b872610 req-225eea4d-8973-471f-ab5e-a76144050ce2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.305220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f15d3c42-0d1f-475c-b022-4d622b872610 req-225eea4d-8973-471f-ab5e-a76144050ce2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 945 time: 0.1752777 Feb 16 14:41:11.323792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-20c04b12-5729-4e69-9733-a9641db567b8 req-2082c62f-4758-44d6-8d10-60ef1f6dbfef tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:41:11.330916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20c04b12-5729-4e69-9733-a9641db567b8 req-2082c62f-4758-44d6-8d10-60ef1f6dbfef tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179825 Feb 16 14:41:11.399316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-d4d7a70d-4cdc-41d5-8018-7f2e13cc0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.403083 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-d4d7a70d-4cdc-41d5-8018-7f2e13cc0883 service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1261110 Feb 16 14:41:11.463451 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-dd602fc5-30b3-4e17-860b-d9c32f8a1c65 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 200 len: 217 time: 0.0530965 Feb 16 14:41:11.479468 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:11.485761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-6151d83b-c70b-4fe1-8569-d424cbff037a service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579989 Feb 16 14:41:11.489235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f15d3c42-0d1f-475c-b022-4d622b872610 req-d61a72c4-9577-4606-ad57-6fe15b6bfd9e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627584 Feb 16 14:41:11.570857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-81e618be-5f77-4399-86d4-5393efa48ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.572820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-81e618be-5f77-4399-86d4-5393efa48ac4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2637167 Feb 16 14:41:11.579102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-7c77912b-4593-47b0-9afe-d876cd7da5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.581115 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-7c77912b-4593-47b0-9afe-d876cd7da5dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1093962 Feb 16 14:41:11.615995 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-00999bbc-09c6-4600-a2ed-175b23d85d13 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273359 Feb 16 14:41:11.640404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-6cd39b50-ca74-42c7-9236-094a235af1a4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2379e9fc-46b6-494b-b98c-e2f4871d5a21 HTTP/1.1" status: 200 len: 217 time: 0.0544701 Feb 16 14:41:11.739219 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-206ecba2-5d5e-4943-aa8f-7289e33063a3 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155429 Feb 16 14:41:11.742201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-645dccd9-637a-4a7d-8a99-5ac0873bda34 req-168c99e3-bd38-43db-891b-1bf4f462837f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496715 Feb 16 14:41:11.768432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd270e-f571-4dea-81a2-ebe91c84b54e req-dae6526a-7b2c-464c-9ae8-2edbc7e5f2f4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.769997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cfd270e-f571-4dea-81a2-ebe91c84b54e req-dae6526a-7b2c-464c-9ae8-2edbc7e5f2f4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 947 time: 0.1716254 Feb 16 14:41:11.782034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-74c8f079-be52-4d65-b028-c8c5d64ae853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.783445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-74c8f079-be52-4d65-b028-c8c5d64ae853 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1215270 Feb 16 14:41:11.841624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29677385-9806-426d-84dc-a6899e0bd566 req-484d1de4-d6f8-4287-b088-f69900129b71 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.843153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29677385-9806-426d-84dc-a6899e0bd566 req-484d1de4-d6f8-4287-b088-f69900129b71 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.1225791 Feb 16 14:41:11.845988 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-b3bea560-80ba-4126-96ef-e9c038cb2ef7 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950751 Feb 16 14:41:11.852452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:11.858490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Request body: {'floatingip': {'port_id': '5f6141e8-065d-4366-81d6-079768a59235'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:11.862664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cfd270e-f571-4dea-81a2-ebe91c84b54e req-085f62c7-d4c1-4dc5-83c9-8a2c8a8b10e2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817919 Feb 16 14:41:11.870711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-b676d5a8-ee5c-498f-bf41-2449d0a9de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:11.872900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-b676d5a8-ee5c-498f-bf41-2449d0a9de93 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800812 Feb 16 14:41:11.943106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:12.080922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:12.099454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d7244-2576-4e26-991f-7b2629bef610 req-e5ab2a49-8516-42ed-8bca-bd298c8b5fbc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:12.101004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d45d7244-2576-4e26-991f-7b2629bef610 req-e5ab2a49-8516-42ed-8bca-bd298c8b5fbc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.1585865 Feb 16 14:41:12.106204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-b4b2a7b5-0cff-4d90-b8b9-e0641978f7cf service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238016 Feb 16 14:41:12.163829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-6b09a39b-a780-408f-bff7-be4282c043b5 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:12.165332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-6b09a39b-a780-408f-bff7-be4282c043b5 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 820 time: 0.2240069 Feb 16 14:41:12.230033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-4f20a24b-45e5-43d2-a4c8-d37fe3913749 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/quotas/a9bac6188c5340278fce1cc3aa403f9c HTTP/1.1" status: 200 len: 375 time: 0.0354483 Feb 16 14:41:12.235101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d45d7244-2576-4e26-991f-7b2629bef610 req-7e3f878e-9fec-48b2-916e-05a737ceba51 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257350 Feb 16 14:41:12.298464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8111770c-e4b6-4f1c-82a0-5922bc04f288 req-f1c618bb-adb6-425e-9651-eaf3bc84891b service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796556 Feb 16 14:41:12.321551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-ea2cf3f1-fb7d-4f24-940b-bc3aa586340b tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0854459 Feb 16 14:41:12.457493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-855cc2c1-515a-46d1-888e-18f2cc023ec8 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266801 Feb 16 14:41:12.633276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555df90-de31-4618-b196-587c46dcbe07 req-dd834fae-174b-49d1-8291-a84af7a58efb tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:12.634797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-dd834fae-174b-49d1-8291-a84af7a58efb tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.1668608 Feb 16 14:41:12.652454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-f1a8ca96-0734-4f1b-b690-f13613fe9bcd service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872165 Feb 16 14:41:12.674374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa385d71-773f-4a8a-ae33-ebebc601122f req-bf36ce38-ecf8-4570-a8d0-d3709fed53ee tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:12.675937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa385d71-773f-4a8a-ae33-ebebc601122f req-bf36ce38-ecf8-4570-a8d0-d3709fed53ee tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 945 time: 0.0764983 Feb 16 14:41:12.724346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa385d71-773f-4a8a-ae33-ebebc601122f req-b7bbfeea-c67d-4a7d-a8b1-4ed1cd4ccf34 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Feb 16 14:41:12.748981 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:12.852037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:12.881684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728ac4-cac3-457b-8a2b-7d0f081c48bc req-8314d7fa-32e3-4b44-a42a-05f74fc33ac4 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:12.886025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2728ac4-cac3-457b-8a2b-7d0f081c48bc req-8314d7fa-32e3-4b44-a42a-05f74fc33ac4 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 1096 time: 0.0498049 Feb 16 14:41:12.927288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5555df90-de31-4618-b196-587c46dcbe07 req-9598fad3-ef69-45f9-a56e-db399ddca021 service neutron] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:12.935755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5555df90-de31-4618-b196-587c46dcbe07 req-9598fad3-ef69-45f9-a56e-db399ddca021 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:12.935755 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5555df90-de31-4618-b196-587c46dcbe07 req-9598fad3-ef69-45f9-a56e-db399ddca021 service neutron] 10.222.0.93 "DELETE /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9/bindings/n-h2-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.2839277 Feb 16 14:41:12.952745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eac7eedd-e78e-4b55-99ee-1e1eb87360bf req-c6a1838c-9e2f-48a4-b759-94e3360a3b3d tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 210 time: 0.0407696 Feb 16 14:41:13.002151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2728ac4-cac3-457b-8a2b-7d0f081c48bc req-34a5b85b-6cbe-40a7-92c0-4896b75fc9ce tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948389 Feb 16 14:41:13.081941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'tag': '32b07669-29ef-4f45-a4cc-fc8a46be713d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:13.084803 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "76af3c32-d017-4ac1-9783-d1ce59daee58", "tag": "32b07669-29ef-4f45-a4cc-fc8a46be713d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:13.086428 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Floating IP 79b13dbe-e6b3-4f88-8aeb-603e07c456d4 associated. External IP: 172.25.6.204, port: 5f6141e8-065d-4366-81d6-079768a59235. Feb 16 14:41:13.163354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:13.190082 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6d6d2c-b06c-4933-ad3b-5b2ed30dcfc6 x-openstack-request-id: req-da6d6d2c-b06c-4933-ad3b-5b2ed30dcfc6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:13.190082 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76af3c32-d017-4ac1-9783-d1ce59daee58", "tag": "32b07669-29ef-4f45-a4cc-fc8a46be713d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:13.190082 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-da6d6d2c-b06c-4933-ad3b-5b2ed30dcfc6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:13.203772 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'tag': '32b07669-29ef-4f45-a4cc-fc8a46be713d', 'status': 'completed', 'code': 200} Feb 16 14:41:13.326567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f83d12-9f3f-43b6-854f-1fe5228dde98 req-1a489784-9fd9-4fd7-8ed1-53f7522b6a69 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:13.326567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28f83d12-9f3f-43b6-854f-1fe5228dde98 req-1a489784-9fd9-4fd7-8ed1-53f7522b6a69 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 947 time: 0.2199984 Feb 16 14:41:13.404997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-36d0fff7-fa08-4842-ac27-74da8f0fbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:13.406481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-36d0fff7-fa08-4842-ac27-74da8f0fbe99 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 1098 time: 0.1899662 Feb 16 14:41:13.407214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-728c7ae8-6396-4a39-920b-bebf69e2faa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:13.441044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2379e9fc-46b6-494b-b98c-e2f4871d5a21 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:13.443958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:13.534175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Router 036b728b-6f6d-4523-8ef3-898fe745e0ca has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:13.534887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:13.591571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28f83d12-9f3f-43b6-854f-1fe5228dde98 req-11f82402-6a28-40bc-9c8c-b4cc6998d4a2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320979 Feb 16 14:41:13.739475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2379e9fc-46b6-494b-b98c-e2f4871d5a21, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2379e9fc-46b6-494b-b98c-e2f4871d5a21,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:13.742476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-ba2382ba-0eed-41a2-a20c-f278182b344d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:13.750502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-ba2382ba-0eed-41a2-a20c-f278182b344d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.4188843 Feb 16 14:41:13.751177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:13.752755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-2c212c53-d23b-4c80-beae-292f41a08d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:13.754072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '2379e9fc-46b6-494b-b98c-e2f4871d5a21', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '2379e9fc-46b6-494b-b98c-e2f4871d5a21', 'mac_address': 'fa:16:3e:e4:01:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:13.754239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-2c212c53-d23b-4c80-beae-292f41a08d87 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3288524 Feb 16 14:41:13.767973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:13.768180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] Sync routers for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:13.795283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea98c1ab-782c-4805-8156-7d568ce24dde tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "PUT /v2.0/floatingips/79b13dbe-e6b3-4f88-8aeb-603e07c456d4 HTTP/1.1" status: 200 len: 991 time: 1.9416254 Feb 16 14:41:13.796404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'tag': '5f6141e8-065d-4366-81d6-079768a59235'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:13.798758 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fd75da-e9b0-4888-94d9-e1ba42241cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "tag": "5f6141e8-065d-4366-81d6-079768a59235"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:13.811289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:13.812044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:13.824677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-99e73e20-bac8-4681-bdcb-9ae4dfbd92dd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=32b07669-29ef-4f45-a4cc-fc8a46be713d HTTP/1.1" status: 200 len: 217 time: 0.0558143 Feb 16 14:41:13.828222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-beef95c2-b6fa-4bf2-b6d6-af5098e0caf6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/quotas/d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 375 time: 0.0768244 Feb 16 14:41:13.953522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-728c7ae8-6396-4a39-920b-bebf69e2faa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:13.969569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-b2ca8da7-a5db-4395-bad1-8218e4288771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:13.972060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-b2ca8da7-a5db-4395-bad1-8218e4288771 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1239328 Feb 16 14:41:13.989652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-9db070e7-4d6b-49ae-b5a9-f20f4b66c2ae tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343727 Feb 16 14:41:14.000184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba4f3-e22a-40c9-9603-cb6713bdb456 req-e936c700-1f1b-4c83-9608-b2d930141b83 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:14.001757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a51ba4f3-e22a-40c9-9603-cb6713bdb456 req-e936c700-1f1b-4c83-9608-b2d930141b83 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2272491 Feb 16 14:41:14.034304 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.053816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2379e9fc-46b6-494b-b98c-e2f4871d5a21 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:14.112201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2379e9fc-46b6-494b-b98c-e2f4871d5a21, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2379e9fc-46b6-494b-b98c-e2f4871d5a21,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:14.127956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:14.225288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.308495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=2379e9fc-46b6-494b-b98c-e2f4871d5a21,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:14.377999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-728c7ae8-6396-4a39-920b-bebf69e2faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.468503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-728c7ae8-6396-4a39-920b-bebf69e2faa8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1985a448cbda44768f983ea1003a25f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3014052 Feb 16 14:41:14.475939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['2379e9fc-46b6-494b-b98c-e2f4871d5a21'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:14.476482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40748) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:14.476685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c7ae8-6396-4a39-920b-bebf69e2faa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1111d5a-c72f-4ebb-9422-c2a3a7b1801e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:14.495030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a51ba4f3-e22a-40c9-9603-cb6713bdb456 req-f7a4e2b4-2fc7-45c1-a640-b01b7f0a0efb tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668512 Feb 16 14:41:14.523450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-94a74ba0-34ed-41e7-b735-a5853741f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:14.525027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-94a74ba0-34ed-41e7-b735-a5853741f3bf service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5159504 Feb 16 14:41:14.566740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b9f-b8ea-460a-a31e-5ccfcccda209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.595094 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b9f-b8ea-460a-a31e-5ccfcccda209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.669851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '79b13dbe-e6b3-4f88-8aeb-603e07c456d4', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'port_id': '5f6141e8-065d-4366-81d6-079768a59235', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'mac_address': 'fa:16:3e:ae:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e31916-c948-4620-968a-13c532a113b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:40:49Z', 'updated_at': '2022-02-16T14:41:12Z', 'revision_number': 1, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:14.707446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-1f2b23bd-6635-4a29-8b43-8399d71d0cf4 service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167749 Feb 16 14:41:14.721500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] Checking router: 036b728b-6f6d-4523-8ef3-898fe745e0ca for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:14.738184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:14.738739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:14.800536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-b0b0afad-aac0-43b6-b576-3f35d1592a01 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679105 Feb 16 14:41:14.814387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a61568-7caa-4195-9084-210c14551ec9 req-8c4ecdb1-6a0d-491c-bf91-82285c4086af tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:14.818549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b9f-b8ea-460a-a31e-5ccfcccda209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.822641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b9f-b8ea-460a-a31e-5ccfcccda209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.826665 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c92c5b9f-b8ea-460a-a31e-5ccfcccda209 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a1111d5a-c72f-4ebb-9422-c2a3a7b1801e HTTP/1.1" status: 204 len: 168 time: 0.3465006 Feb 16 14:41:14.837468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63a61568-7caa-4195-9084-210c14551ec9 req-8c4ecdb1-6a0d-491c-bf91-82285c4086af tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.2148981 Feb 16 14:41:14.850140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5b9f-b8ea-460a-a31e-5ccfcccda209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1111d5a-c72f-4ebb-9422-c2a3a7b1801e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:14.925790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:15.013052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-5fcb0b70-10a5-4403-81ad-8bf204d670f3 service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921748 Feb 16 14:41:15.024765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63a61568-7caa-4195-9084-210c14551ec9 req-023f5810-e888-4980-9f0d-00e4b5a90acd tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835334 Feb 16 14:41:15.108272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8657cfb6-7b6f-4f7b-acdb-53992c99c5d7 req-a32390d6-a56a-4eea-a406-ec5943d950d9 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656698 Feb 16 14:41:15.122837 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b9093-7d23-4eda-b9e0-b2a3362ab303 x-openstack-request-id: req-b75b9093-7d23-4eda-b9e0-b2a3362ab303 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:15.123353 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "tag": "5f6141e8-065d-4366-81d6-079768a59235", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:15.123916 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b75b9093-7d23-4eda-b9e0-b2a3362ab303 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:15.124598 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'tag': '5f6141e8-065d-4366-81d6-079768a59235', 'status': 'completed', 'code': 200} Feb 16 14:41:15.224274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-a70a22b2-48a2-42f4-8c96-df1601f1fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:15.225812 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-a70a22b2-48a2-42f4-8c96-df1601f1fae3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=551bbed3e3964e58aebc6005a209d115&device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 1096 time: 0.0623162 Feb 16 14:41:15.264413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bed3cca7-928f-4f7c-a7ab-84057276a3ad req-d3aba54c-3f74-49f1-9743-07e7c6d53361 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 210 time: 0.0430229 Feb 16 14:41:15.380569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '79b13dbe-e6b3-4f88-8aeb-603e07c456d4', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'port_id': '5f6141e8-065d-4366-81d6-079768a59235', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'mac_address': 'fa:16:3e:ae:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e31916-c948-4620-968a-13c532a113b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:40:49Z', 'updated_at': '2022-02-16T14:41:12Z', 'revision_number': 1, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:15.429311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c811231-ebdc-49ec-9b95-6aa3daf1b99d None None] The sync data for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 is: [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '79b13dbe-e6b3-4f88-8aeb-603e07c456d4', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'port_id': '5f6141e8-065d-4366-81d6-079768a59235', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'mac_address': 'fa:16:3e:ae:27:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e31916-c948-4620-968a-13c532a113b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:40:49Z', 'updated_at': '2022-02-16T14:41:12Z', 'revision_number': 1, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:15.444389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-390ea8ff-cb97-4d4f-9f5d-1afb7d3dd7ed req-0fc8ac9e-6525-4f0e-a7ac-5be8bc99aded tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 210 time: 0.0521936 Feb 16 14:41:15.463064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 32b07669-29ef-4f45-a4cc-fc8a46be713d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:15.489752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e664529-7e69-42c0-9246-d0065be43cbb req-ec74e9cb-6e27-42bb-8c62-1b13e19be3f7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:15.516347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e664529-7e69-42c0-9246-d0065be43cbb req-ec74e9cb-6e27-42bb-8c62-1b13e19be3f7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 947 time: 0.1597049 Feb 16 14:41:15.596249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e664529-7e69-42c0-9246-d0065be43cbb req-3ad90789-d357-44ed-ba0b-4d3acaecea19 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786583 Feb 16 14:41:15.635872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 32b07669-29ef-4f45-a4cc-fc8a46be713d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=32b07669-29ef-4f45-a4cc-fc8a46be713d,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:15.662332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '32b07669-29ef-4f45-a4cc-fc8a46be713d', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '32b07669-29ef-4f45-a4cc-fc8a46be713d', 'mac_address': 'fa:16:3e:51:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:15.692675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a6faf-cdf4-4171-b654-b81c5fb8f0fe req-0cca49ac-6a23-43b4-9172-cfacd45f7a04 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:15.702046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e12a6faf-cdf4-4171-b654-b81c5fb8f0fe req-0cca49ac-6a23-43b4-9172-cfacd45f7a04 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0958118 Feb 16 14:41:15.740224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:15.758440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b07669-29ef-4f45-a4cc-fc8a46be713d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:15.789841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 32b07669-29ef-4f45-a4cc-fc8a46be713d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=32b07669-29ef-4f45-a4cc-fc8a46be713d,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:15.792167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e12a6faf-cdf4-4171-b654-b81c5fb8f0fe req-a9e2b76f-0f0f-4e65-a81a-ab39d62795f4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890915 Feb 16 14:41:15.819510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:15.843843 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b4ea7-7692-4b6b-8f45-b43af79b7a13 None None] New status for floating IP 79b13dbe-e6b3-4f88-8aeb-603e07c456d4: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:15.867239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-547a9310-5f4d-45e8-bbb9-ff7b689d86d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:15.888047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:15.925253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-7eb40e59-4e36-4b4e-81d1-25cf128dd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:15.927718 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-7eb40e59-4e36-4b4e-81d1-25cf128dd07c service neutron] 10.222.0.93 "GET /v2.0/networks?id=2ba03c0a-80c9-4b62-8452-ead4d872d79d HTTP/1.1" status: 200 len: 912 time: 0.6935415 Feb 16 14:41:15.953846 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:15.980001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=32b07669-29ef-4f45-a4cc-fc8a46be713d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:16.019192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-128e4ea4-1e9b-4e23-a85f-4d5db6e30f70 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:16.021520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-128e4ea4-1e9b-4e23-a85f-4d5db6e30f70 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.129 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 820 time: 0.2546687 Feb 16 14:41:16.031179 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-e30b53cb-f50e-48d6-8eb8-7e8d5043e9eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6141e8-065d-4366-81d6-079768a59235 HTTP/1.1" status: 200 len: 999 time: 0.0932884 Feb 16 14:41:16.051985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'port': {'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'admin_state_up': True, 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:16.126255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-547a9310-5f4d-45e8-bbb9-ff7b689d86d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.131534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['32b07669-29ef-4f45-a4cc-fc8a46be713d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:16.132839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-97957306-1f98-4499-b2a4-6a7952403e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:16.134923 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-97957306-1f98-4499-b2a4-6a7952403e44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cf062cf2-67ce-4f81-8961-2db69dfbbf7e HTTP/1.1" status: 200 len: 849 time: 0.0931976 Feb 16 14:41:16.207456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-dc2192c5-0ed1-41d7-9041-742a3e3ecfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:16.209893 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-dc2192c5-0ed1-41d7-9041-742a3e3ecfd8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2ba03c0a-80c9-4b62-8452-ead4d872d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677443 Feb 16 14:41:16.212187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-547a9310-5f4d-45e8-bbb9-ff7b689d86d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.317333 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-547a9310-5f4d-45e8-bbb9-ff7b689d86d2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=10a8f9d41e58412080ed4c8bce2efa1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959691 Feb 16 14:41:16.319862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40788) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:16.329751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Made reservation on behalf of a9bac6188c5340278fce1cc3aa403f9c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:16.339633 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.365119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a9310-5f4d-45e8-bbb9-ff7b689d86d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c981a8-0f48-463f-98a3-eb7200ba31ac,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:16.425659 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-5426ea2d-7377-4581-8be5-ed6576250e1d service neutron] 10.222.0.93 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895800 Feb 16 14:41:16.443633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7f7f7bb-63c9-4d42-9a6d-efea41740167 req-843d0c82-fcca-4906-9c5d-7e725ac0c74b tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 210 time: 0.0577035 Feb 16 14:41:16.570551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ed314af-7ea6-4f04-8f3c-b514db8b4711 req-6b6c4e9b-1a90-409c-b640-e57ce4fd00e8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 210 time: 0.0604932 Feb 16 14:41:16.573461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fa58b73-697c-48e0-a228-0f1a58dfc629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.604786 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-22fd75da-e9b0-4888-94d9-e1ba42241cd4 req-50a1ed6a-c1af-4546-91a0-ea5a8ba46901 service neutron] 10.222.0.93 "GET /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717834 Feb 16 14:41:16.620564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fa58b73-697c-48e0-a228-0f1a58dfc629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.623518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Allocated IP 172.20.0.4 (d3c27e46-27c3-4fac-b925-18cf3a8aa9b7/b2ff7801-caed-4436-a19d-1761608fdc7d/5c6acdc9-6b01-4399-a977-2401448f679c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:16.802114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2824-fca6-431d-b101-6b770caab4d6 req-8266c03e-d1da-4c29-bb62-153f2d29cabb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:16.803718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19af2824-fca6-431d-b101-6b770caab4d6 req-8266c03e-d1da-4c29-bb62-153f2d29cabb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 948 time: 0.1250732 Feb 16 14:41:16.831509 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fa58b73-697c-48e0-a228-0f1a58dfc629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.835637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fa58b73-697c-48e0-a228-0f1a58dfc629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.835637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9fa58b73-697c-48e0-a228-0f1a58dfc629 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f0c981a8-0f48-463f-98a3-eb7200ba31ac HTTP/1.1" status: 204 len: 168 time: 0.5138223 Feb 16 14:41:16.866048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa58b73-697c-48e0-a228-0f1a58dfc629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c981a8-0f48-463f-98a3-eb7200ba31ac,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:16.898070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19af2824-fca6-431d-b101-6b770caab4d6 req-ae855512-e8ec-4e1c-b2bd-ce5d65c100b5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849068 Feb 16 14:41:16.902868 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.029599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b67f67-3676-4148-91ea-d6bd8d7f5525 req-44161482-068a-4e03-bae4-56c5e98b31fb tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:17.032169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06b67f67-3676-4148-91ea-d6bd8d7f5525 req-44161482-068a-4e03-bae4-56c5e98b31fb tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0540729 Feb 16 14:41:17.032887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.047153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['9e24db3d-7474-471c-89ea-908e2a933f31'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:17.113252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:17.118940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:17.132668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:17.170126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Pushing event updated for resources: {'Port': ['ID=5c6acdc9-6b01-4399-a977-2401448f679c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:17.186494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06b67f67-3676-4148-91ea-d6bd8d7f5525 req-34730120-5bd8-4613-880e-3bda01db5130 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413851 Feb 16 14:41:17.226519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:17.227357 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.310660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-5e239414-391a-4a04-bf31-9e2381447da0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2757401 Feb 16 14:41:17.326639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Request body: {'port': {'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:17.417965 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.478571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2379e9fc-46b6-494b-b98c-e2f4871d5a21 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:17.561480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7ca6af2b-2049-495d-83b9-88a85f0e6fd3 None None] Provisioning complete for port 5c6acdc9-6b01-4399-a977-2401448f679c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:17.561859 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7ca6af2b-2049-495d-83b9-88a85f0e6fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.628976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7ca6af2b-2049-495d-83b9-88a85f0e6fd3 None None] Port 5c6acdc9-6b01-4399-a977-2401448f679c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:41:17.693007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1a58d-ed83-4b4c-a134-25383dd69205 req-f9f7b2fc-904d-4eb9-a9b2-4b681d87a8a1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:17.700138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ec1a58d-ed83-4b4c-a134-25383dd69205 req-f9f7b2fc-904d-4eb9-a9b2-4b681d87a8a1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 931 time: 0.1222155 Feb 16 14:41:17.743730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ff2d3d4-7aad-4ef7-9a17-0fcdb977fe5f req-96365814-bebd-4d1c-b164-3de9e6120def tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 210 time: 0.0398757 Feb 16 14:41:17.772522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:17.778325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:17.779155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.780289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ec1a58d-ed83-4b4c-a134-25383dd69205 req-05e09fa6-7635-4941-aa35-3340531214ad tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Feb 16 14:41:17.886038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6acdc9-6b01-4399-a977-2401448f679c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:17.897443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.904977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:17.918095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Transition to ACTIVE for port object 5c6acdc9-6b01-4399-a977-2401448f679c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:17.952391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15870a0c-0516-4145-93f4-82f6c7386c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2379e9fc-46b6-494b-b98c-e2f4871d5a21'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:17.960573 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bddeba-34a2-4f6c-978c-47ae2772fa3a" -d '{"events": [{"server_uuid": "15870a0c-0516-4145-93f4-82f6c7386c75", "name": "network-vif-plugged", "status": "completed", "tag": "2379e9fc-46b6-494b-b98c-e2f4871d5a21"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:17.984436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2379e9fc-46b6-494b-b98c-e2f4871d5a21, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2379e9fc-46b6-494b-b98c-e2f4871d5a21,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:18.015083 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e555fb6-aa4e-469f-9c0e-1dbc48473640 x-openstack-request-id: req-4e555fb6-aa4e-469f-9c0e-1dbc48473640 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:18.015878 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15870a0c-0516-4145-93f4-82f6c7386c75", "name": "network-vif-plugged", "status": "completed", "tag": "2379e9fc-46b6-494b-b98c-e2f4871d5a21", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:18.015878 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4e555fb6-aa4e-469f-9c0e-1dbc48473640 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:18.016057 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15870a0c-0516-4145-93f4-82f6c7386c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2379e9fc-46b6-494b-b98c-e2f4871d5a21', 'code': 200} Feb 16 14:41:18.041558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.067770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.068768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 32b07669-29ef-4f45-a4cc-fc8a46be713d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:18.187823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=2379e9fc-46b6-494b-b98c-e2f4871d5a21,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:18.216218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0156d22-e582-4ac3-9362-dd5963df4830 req-0e5f121d-bc73-4605-b4d0-753e74a419f6 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:18.224042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0156d22-e582-4ac3-9362-dd5963df4830 req-0e5f121d-bc73-4605-b4d0-753e74a419f6 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 948 time: 0.2297976 Feb 16 14:41:18.235316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Pushing event updated for resources: {'Port': ['ID=5c6acdc9-6b01-4399-a977-2401448f679c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:18.257638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 32b07669-29ef-4f45-a4cc-fc8a46be713d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:18.264134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 32b07669-29ef-4f45-a4cc-fc8a46be713d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:18.264556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.367205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ada76a-aa7d-4b53-a1e1-214b833e229c req-ae1b8437-76cd-41d0-b15c-bf12880cad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:18.368729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9ada76a-aa7d-4b53-a1e1-214b833e229c req-ae1b8437-76cd-41d0-b15c-bf12880cad7b service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=15870a0c-0516-4145-93f4-82f6c7386c75 HTTP/1.1" status: 200 len: 1100 time: 0.2532060 Feb 16 14:41:18.390276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0156d22-e582-4ac3-9362-dd5963df4830 req-75823863-d4d0-4eb0-8523-4ea25f1a1eaf tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652257 Feb 16 14:41:18.438817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.496916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Attempting to bind port 5c6acdc9-6b01-4399-a977-2401448f679c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:18.497694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Attempting to bind port 5c6acdc9-6b01-4399-a977-2401448f679c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:18.498875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Attempting to bind port 5c6acdc9-6b01-4399-a977-2401448f679c on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:18.499429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 32b07669-29ef-4f45-a4cc-fc8a46be713d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=32b07669-29ef-4f45-a4cc-fc8a46be713d,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:18.521091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22e8a0-4720-4360-beba-ef4e83a9fd49 req-26abf0e0-9187-48d8-a263-11489d85b334 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:18.522511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c22e8a0-4720-4360-beba-ef4e83a9fd49 req-26abf0e0-9187-48d8-a263-11489d85b334 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.2233152 Feb 16 14:41:18.525020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Port 5c6acdc9-6b01-4399-a977-2401448f679c on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:18.525348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Attempting to bind port 5c6acdc9-6b01-4399-a977-2401448f679c on network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:18.540435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9ada76a-aa7d-4b53-a1e1-214b833e229c req-82ee2619-6e82-4740-a238-61967bdd59a1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391380 Feb 16 14:41:18.542427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:18.542608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Checking segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:18.543037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Bound using segment: {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:18.544171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Bound port: 5c6acdc9-6b01-4399-a977-2401448f679c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad01f65e-2c87-42f1-9e18-bba941261dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:18.544544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.566185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.591408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c22e8a0-4720-4360-beba-ef4e83a9fd49 req-b3c8e56c-89d7-4d07-b175-38f9d2a143b2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594120 Feb 16 14:41:18.671223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] For port 5c6acdc9-6b01-4399-a977-2401448f679c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:18.675102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=32b07669-29ef-4f45-a4cc-fc8a46be713d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:18.675512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] For port 5c6acdc9-6b01-4399-a977-2401448f679c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5c6acdc9-6b01-4399-a977-2401448f679c,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:18.749880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.878468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:18.878468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:18.879834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] 10.222.0.129 "PUT /v2.0/ports/5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 1091 time: 1.5583501 Feb 16 14:41:18.880301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:18.882630 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b827a6-2482-4fba-b4b7-511a18e76475" -d '{"events": [{"name": "network-changed", "server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:19.014693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1551700e-6c0e-4d86-b724-7a9c7b41f9be req-ef76f098-a1eb-49e1-a1e7-91e5a6f23f29 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 210 time: 0.0955391 Feb 16 14:41:19.022034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b1e51-072c-4ea3-96be-84ac962159fc service neutron] Pushing event updated for resources: {'Port': ['ID=5c6acdc9-6b01-4399-a977-2401448f679c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:19.167778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-8074ca85-b9f1-4249-96ef-e4ac95655571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:19.170080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-8074ca85-b9f1-4249-96ef-e4ac95655571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.4050741 Feb 16 14:41:19.171922 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a475da04-3d46-4ea5-a7a8-c161883daa1c x-openstack-request-id: req-a475da04-3d46-4ea5-a7a8-c161883daa1c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:19.172265 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:19.172452 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a475da04-3d46-4ea5-a7a8-c161883daa1c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:19.172854 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c', 'status': 'completed', 'code': 200} Feb 16 14:41:19.225447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Request body: {'port': {'device_id': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'admin_state_up': True, 'tenant_id': 'd8523fe0991f431a96e6f101547592fc'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:19.316075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a41786-f139-4e0d-ab92-cd9a6e61ed7e req-d9c4dbc7-7d1f-41a6-8dd4-9a7d0b3a14da tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:19.317778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03a41786-f139-4e0d-ab92-cd9a6e61ed7e req-d9c4dbc7-7d1f-41a6-8dd4-9a7d0b3a14da tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 943 time: 0.3928113 Feb 16 14:41:19.321477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-433af952-24d0-420a-ae62-8016a1d6e601 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3010693 Feb 16 14:41:19.379216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-1b5b8a6e-6d0f-4dde-b9e5-2adf3137e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:19.380855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-1b5b8a6e-6d0f-4dde-b9e5-2adf3137e3c1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 1094 time: 0.3194501 Feb 16 14:41:19.515853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03a41786-f139-4e0d-ab92-cd9a6e61ed7e req-17d4c4d8-50a0-4d22-9a9f-e2cb550ccfe3 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810493 Feb 16 14:41:19.535524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-c2d7304a-b1c1-4b93-884c-b5d4941f63d9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 217 time: 0.1369398 Feb 16 14:41:19.641872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-8e2daa5b-535d-4a59-a3e0-8ae7cf44a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:19.643568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-8e2daa5b-535d-4a59-a3e0-8ae7cf44a5b8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 1100 time: 0.2460997 Feb 16 14:41:19.656630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-2bb35685-f5ba-4bde-a88a-22bbfc9efaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:19.658198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-2bb35685-f5ba-4bde-a88a-22bbfc9efaec service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0962715 Feb 16 14:41:19.666783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e7c5-f7e2-437f-9d08-a79ce094da72 req-6a982bb9-b037-4b9f-81e9-fac41efdba3b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:19.668903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f796e7c5-f7e2-437f-9d08-a79ce094da72 req-6a982bb9-b037-4b9f-81e9-fac41efdba3b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 949 time: 0.1442950 Feb 16 14:41:19.728064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Made reservation on behalf of d8523fe0991f431a96e6f101547592fc for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:19.732532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:20.017262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b07669-29ef-4f45-a4cc-fc8a46be713d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:20.020767 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeb5ba5-1333-44bc-8353-7219f11b3e53" -d '{"events": [{"server_uuid": "76af3c32-d017-4ac1-9783-d1ce59daee58", "name": "network-vif-plugged", "status": "completed", "tag": "32b07669-29ef-4f45-a4cc-fc8a46be713d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:20.150912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f796e7c5-f7e2-437f-9d08-a79ce094da72 req-4c5b87a4-bb39-46d0-a80b-32fd620db499 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659700 Feb 16 14:41:20.157021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-c896a804-cabb-42d2-bd53-9d9dc89d3091 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3661869 Feb 16 14:41:20.187423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-b3108176-1a59-4b9d-bfc5-ce2ba618ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:20.188971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-b3108176-1a59-4b9d-bfc5-ce2ba618ddea service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5158665 Feb 16 14:41:20.283745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-866e6cf9-3729-46ed-b872-394776adaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:20.284007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-866e6cf9-3729-46ed-b872-394776adaf66 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.6008251 Feb 16 14:41:20.458573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-4d28d69d-ad92-4458-8eb2-08dedac884ce service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9 HTTP/1.1" status: 200 len: 217 time: 0.1276143 Feb 16 14:41:20.600014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33886aff-2b3a-4788-9dc0-a8cda7e8f2bc req-9f4d7390-d605-4a82-8b49-f3cbb5df50de tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:20.601494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33886aff-2b3a-4788-9dc0-a8cda7e8f2bc req-9f4d7390-d605-4a82-8b49-f3cbb5df50de tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.3487449 Feb 16 14:41:20.608298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-6854814d-4ef4-44e5-8551-17419d7124a8 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:20.609682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-6854814d-4ef4-44e5-8551-17419d7124a8 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4179125 Feb 16 14:41:20.615330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Allocated IP 172.20.0.6 (17e411cc-5c91-4342-ae9e-9be4ddd8c9f4/b9b3dd02-9da6-47db-b291-2bcf0e7ac67e/48e14e3e-ceac-473f-b0bc-130e3f73fa36) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:20.627914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-f22dac16-9df6-46c2-a307-83668b9eec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:20.629858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-f22dac16-9df6-46c2-a307-83668b9eec68 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1559846 Feb 16 14:41:20.631192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-054ba031-3425-47e9-be92-4a4d6e290525 service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068778 Feb 16 14:41:20.674716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-729ce9bb-5b1d-44d2-962d-2eff0096458b tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/quotas/20c25ba2f36c49c6bc6d7e9d50d542d4 HTTP/1.1" status: 200 len: 375 time: 0.0559909 Feb 16 14:41:20.804204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-92a781bb-7b20-4c19-b097-2073e55997c9 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132436 Feb 16 14:41:20.813644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33886aff-2b3a-4788-9dc0-a8cda7e8f2bc req-370c6dd9-6dfa-4604-a2dc-571767b66ffa tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996338 Feb 16 14:41:20.886245 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf30d74-a9a6-4f55-a738-924eebb01766 x-openstack-request-id: req-faf30d74-a9a6-4f55-a738-924eebb01766 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:20.887146 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af3c32-d017-4ac1-9783-d1ce59daee58", "name": "network-vif-plugged", "status": "completed", "tag": "32b07669-29ef-4f45-a4cc-fc8a46be713d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:20.887715 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-faf30d74-a9a6-4f55-a738-924eebb01766 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:20.888389 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b07669-29ef-4f45-a4cc-fc8a46be713d', 'code': 200} Feb 16 14:41:20.920549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-51836829-551b-4d80-9858-a1070b469de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:20.922241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-51836829-551b-4d80-9858-a1070b469de6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669771 Feb 16 14:41:20.932646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafe88e1-7c79-47b0-b94c-dc0f309d96e3 req-73935709-2042-4c0b-a786-072efe3d7be1 service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783532 Feb 16 14:41:21.071597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5838ab6-ea77-4842-b7ee-e6d95269d422 req-79bf8537-f816-4f9a-9ee1-43fb972c1e24 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 210 time: 0.1081510 Feb 16 14:41:21.123958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:21.155050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-d0038e39-9a3b-4cdd-8dc0-6c9bad0dbde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.157103 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-d0038e39-9a3b-4cdd-8dc0-6c9bad0dbde5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 1094 time: 0.0573297 Feb 16 14:41:21.185901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff02346-fd88-41db-afae-b1487340f44e req-48e9bb8e-b697-44d1-b8ad-cb4ab72bb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.187363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dff02346-fd88-41db-afae-b1487340f44e req-48e9bb8e-b697-44d1-b8ad-cb4ab72bb13d service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 1100 time: 0.1492376 Feb 16 14:41:21.251453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-b3eb5a0b-33b5-4c94-a8c7-1b68991b9ec2 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144457 Feb 16 14:41:21.270906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-5c378fc8-480f-4e27-b4a8-414450826a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.281638 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-5c378fc8-480f-4e27-b4a8-414450826a96 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.1087730 Feb 16 14:41:21.287675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dff02346-fd88-41db-afae-b1487340f44e req-5c0ffd1d-3cb0-4986-a691-ae0dc16f0f28 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810893 Feb 16 14:41:21.342987 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-1e78ee13-5b6f-425c-a4fd-7ed6d4382d2b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 217 time: 0.0587366 Feb 16 14:41:21.345996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a89d-f75f-449b-9fc8-2e97d2b83d83 req-b7c955fd-10bb-463c-9c3e-949d4d271c4c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.347744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9725a89d-f75f-449b-9fc8-2e97d2b83d83 req-b7c955fd-10bb-463c-9c3e-949d4d271c4c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 943 time: 0.1649356 Feb 16 14:41:21.411210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:21.450219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9725a89d-f75f-449b-9fc8-2e97d2b83d83 req-317577b7-3527-4b22-8818-d2c90247ecc7 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951016 Feb 16 14:41:21.496111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8eb00fb-2511-4ba1-af30-ced8cd3dc6f8 req-9965d48b-64f4-4bda-9e3e-73d8599c64bf service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270234 Feb 16 14:41:21.507592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:21.515602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:21.518629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:21.521258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:21.581678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea913e-b6f1-473f-936b-8db104aa2624 req-bc8a49c3-0a96-4f82-ab23-9af6fdbd5862 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.583391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fea913e-b6f1-473f-936b-8db104aa2624 req-bc8a49c3-0a96-4f82-ab23-9af6fdbd5862 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 949 time: 0.1851444 Feb 16 14:41:21.607288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cba70f66-2a57-44bd-836a-cf779b06b5e1 req-1c570dc6-0dbe-4b50-8a57-1f74b735941a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 210 time: 0.0814612 Feb 16 14:41:21.614100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-d568ef0b-6119-4f41-8d5d-b5c11d921d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.614100 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-d568ef0b-6119-4f41-8d5d-b5c11d921d1c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0777242 Feb 16 14:41:21.640650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.641328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:21.667799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fea913e-b6f1-473f-936b-8db104aa2624 req-b167b36e-602d-4838-b9e7-45ad9762c29e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635464 Feb 16 14:41:21.681953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-96f721ed-528b-4be8-8b69-b4648418296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:21.683677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-96f721ed-528b-4be8-8b69-b4648418296f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580735 Feb 16 14:41:21.747166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-63b6030b-9ff2-49f0-9283-e5cb2214e5be tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5548480 Feb 16 14:41:21.766191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Request body: {'port': {'device_id': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:21.797947 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-9d6a7674-2044-43eb-b855-7b27ad828984 service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054864 Feb 16 14:41:21.826987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:21.944021 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-95b827a6-2482-4fba-b4b7-511a18e76475 req-98d0f385-ed4c-4135-bc8d-1119aa9f3704 service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389735 Feb 16 14:41:22.024413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d481fc0-b927-48fc-bbd0-08cd3969250b req-16916542-6262-48ff-a35e-e5926f8a051f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.026022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d481fc0-b927-48fc-bbd0-08cd3969250b req-16916542-6262-48ff-a35e-e5926f8a051f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0768998 Feb 16 14:41:22.110731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d481fc0-b927-48fc-bbd0-08cd3969250b req-9cf768fd-d153-4ed5-a095-225562f268ff tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702696 Feb 16 14:41:22.172772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bc364-edd7-4236-937e-0376f0148bbe req-d446813e-8a8b-4b8e-ae3d-113643a9477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.178723 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d32bc364-edd7-4236-937e-0376f0148bbe req-d446813e-8a8b-4b8e-ae3d-113643a9477a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f3130184073c44818146fbdf220188d3&device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1101 time: 0.0661514 Feb 16 14:41:22.288913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e14e3e-ceac-473f-b0bc-130e3f73fa36 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:22.303045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68945-35e7-4dca-ab3f-adadd86a8251 req-fd8e05e3-f90d-4f13-b433-343770f4c6f3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.316535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83c68945-35e7-4dca-ab3f-adadd86a8251 req-fd8e05e3-f90d-4f13-b433-343770f4c6f3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 931 time: 0.1132390 Feb 16 14:41:22.316535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:22.332453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bc364-edd7-4236-937e-0376f0148bbe req-72d14856-cff2-46c2-bd7a-77353a7e53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.333935 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d32bc364-edd7-4236-937e-0376f0148bbe req-72d14856-cff2-46c2-bd7a-77353a7e53fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1316373 Feb 16 14:41:22.349953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Transition to ACTIVE for port object 48e14e3e-ceac-473f-b0bc-130e3f73fa36 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:22.358715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83c68945-35e7-4dca-ab3f-adadd86a8251 req-cbac9bb5-cdd8-4c94-8ab9-961a203d8dee tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467455 Feb 16 14:41:22.388895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d32bc364-edd7-4236-937e-0376f0148bbe req-4a764f92-743e-4991-84ab-c964c9d9097a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8 HTTP/1.1" status: 200 len: 217 time: 0.0427773 Feb 16 14:41:22.442381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bc364-edd7-4236-937e-0376f0148bbe req-97f06b43-5665-4cb0-8dbc-6670ba27fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.443923 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d32bc364-edd7-4236-937e-0376f0148bbe req-97f06b43-5665-4cb0-8dbc-6670ba27fd8d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0479310 Feb 16 14:41:22.482363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:22.523804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bc364-edd7-4236-937e-0376f0148bbe req-e388c0d7-88d3-4332-865f-00d33a24615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.531725 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d32bc364-edd7-4236-937e-0376f0148bbe req-e388c0d7-88d3-4332-865f-00d33a24615c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736728 Feb 16 14:41:22.611651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:22.638135 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d32bc364-edd7-4236-937e-0376f0148bbe req-a6fa54db-ee04-4569-82a8-7c856731ef03 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965872 Feb 16 14:41:22.673191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569975e5-3aae-4a8f-8fc0-16206c137794 req-28a11df1-6e8c-4bc0-b5cc-2554362ed895 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.680822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-569975e5-3aae-4a8f-8fc0-16206c137794 req-28a11df1-6e8c-4bc0-b5cc-2554362ed895 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 943 time: 0.1276691 Feb 16 14:41:22.737742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-569975e5-3aae-4a8f-8fc0-16206c137794 req-6ac6ec39-0c29-4907-849b-fa6dc2a0cdc2 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560591 Feb 16 14:41:22.742040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:22.742861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:22.742861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:22.775081 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d32bc364-edd7-4236-937e-0376f0148bbe req-bcdcfea8-6c29-48aa-ac22-1afd9362c7a4 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224849 Feb 16 14:41:22.779343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:22.779858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:22.783875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-209dc801-4090-44c1-923d-1a3a17c229b1 req-e9b71258-6d52-418d-980e-82a5b0f7fa39 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 210 time: 0.0439272 Feb 16 14:41:22.795394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:22.795757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:22.796135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:22.796569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Bound port: 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:22.796989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:22.915007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4fd7-28b0-4be7-9468-e1423a6786f3 req-fc019ecb-0c7c-4cb8-9b37-b946ca75be33 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:22.916529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-623d4fd7-28b0-4be7-9468-e1423a6786f3 req-fc019ecb-0c7c-4cb8-9b37-b946ca75be33 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 949 time: 0.0918100 Feb 16 14:41:22.921207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:22.925944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:22.959442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-623d4fd7-28b0-4be7-9468-e1423a6786f3 req-8afbfd9d-b934-44f7-ab27-59510f43c86d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358584 Feb 16 14:41:23.041432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:23.082142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.082760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:23.084373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] 10.222.0.129 "PUT /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 200 len: 1091 time: 1.3232408 Feb 16 14:41:23.084870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:23.087135 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d958abdd-5c9a-48f8-bff5-0f7a9fa034f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:23.114394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd363-1a67-40ae-9727-3c5ddd484f1b service neutron] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:23.138276 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f724d9b6-9f71-4404-9a48-fe95e219c2ee x-openstack-request-id: req-f724d9b6-9f71-4404-9a48-fe95e219c2ee {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:23.138567 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:23.138824 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f724d9b6-9f71-4404-9a48-fe95e219c2ee {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:23.139222 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36', 'status': 'completed', 'code': 200} Feb 16 14:41:23.250312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958abdd-5c9a-48f8-bff5-0f7a9fa034f6 req-07a004e1-fe4e-4295-b670-f555b765cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.252054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d958abdd-5c9a-48f8-bff5-0f7a9fa034f6 req-07a004e1-fe4e-4295-b670-f555b765cb73 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1094 time: 0.0789294 Feb 16 14:41:23.264820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da466914-768d-409b-a122-42b4ef2d4fbd req-8d53dd28-c14a-47d6-8f1f-c9362022a8d0 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.266365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da466914-768d-409b-a122-42b4ef2d4fbd req-8d53dd28-c14a-47d6-8f1f-c9362022a8d0 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0646110 Feb 16 14:41:23.357281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da466914-768d-409b-a122-42b4ef2d4fbd req-cf8d0466-1731-4540-8b46-db06572358a2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820189 Feb 16 14:41:23.392232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958abdd-5c9a-48f8-bff5-0f7a9fa034f6 req-b8067247-da3c-4ed3-b0d6-cf5d0b22a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.393847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d958abdd-5c9a-48f8-bff5-0f7a9fa034f6 req-b8067247-da3c-4ed3-b0d6-cf5d0b22a8aa service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=d8523fe0991f431a96e6f101547592fc&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1266212 Feb 16 14:41:23.533626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d36d-06c3-4f5c-83d0-51704276bd03 req-64f1d2d7-ae31-4d13-966e-5e2a0f52ab8d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.535112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b977d36d-06c3-4f5c-83d0-51704276bd03 req-64f1d2d7-ae31-4d13-966e-5e2a0f52ab8d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.0835581 Feb 16 14:41:23.536121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958abdd-5c9a-48f8-bff5-0f7a9fa034f6 req-6e45a739-4809-49e3-8c01-9bd731927037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.537429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d958abdd-5c9a-48f8-bff5-0f7a9fa034f6 req-6e45a739-4809-49e3-8c01-9bd731927037 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1370430 Feb 16 14:41:23.580855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b977d36d-06c3-4f5c-83d0-51704276bd03 req-700a6ac2-36be-40a9-b489-a4df046f9c41 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Feb 16 14:41:23.621885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-86bf7ec8-2364-4fd8-877e-8b9b3d195da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.623760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-86bf7ec8-2364-4fd8-877e-8b9b3d195da5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1094 time: 0.0419610 Feb 16 14:41:23.667769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-2402d51f-5d0d-499f-911a-4c025ed66c4c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 200 len: 217 time: 0.0368557 Feb 16 14:41:23.717578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-7cf5331b-a13b-48ac-8992-8d1dcdcf0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.719034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-7cf5331b-a13b-48ac-8992-8d1dcdcf0748 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0438771 Feb 16 14:41:23.759288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-5db62970-290d-4d1a-96a1-afd52aba75fb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241582 Feb 16 14:41:23.900654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31584c-f011-43fb-8448-256b060a9bd3 req-a3ccb6d9-2e53-4585-85b6-a3b19d010cc0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:23.902360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b31584c-f011-43fb-8448-256b060a9bd3 req-a3ccb6d9-2e53-4585-85b6-a3b19d010cc0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 943 time: 0.0881689 Feb 16 14:41:23.919247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-1d870324-b954-4855-a282-55737e7761c1 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507990 Feb 16 14:41:23.921790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f23bb2c0-54ed-4fb5-83bd-1dff44f9234d req-3818d849-4698-40ee-9d2d-470973359c77 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 210 time: 0.0468745 Feb 16 14:41:24.002731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b31584c-f011-43fb-8448-256b060a9bd3 req-0c08e289-4130-433c-8c98-46be30d89489 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864100 Feb 16 14:41:24.050340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1584df9-5da4-4a68-9bef-d2df3adb066f req-a92743f1-7359-40af-9e30-af37467bc5f2 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160653 Feb 16 14:41:24.088305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b30c9c-b98a-473f-9872-326240994629 req-c78cf5a0-81a3-4382-aaed-5e282f28e2be tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:24.089766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20b30c9c-b98a-473f-9872-326240994629 req-c78cf5a0-81a3-4382-aaed-5e282f28e2be tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 949 time: 0.0551445 Feb 16 14:41:24.132576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20b30c9c-b98a-473f-9872-326240994629 req-04e8c1c2-bd28-465b-8259-060c76e9d908 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362020 Feb 16 14:41:24.186154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-d9a1782c-c33a-416c-a50b-de28bebdf845 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229754 Feb 16 14:41:24.267326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd858b1e-7396-45fb-8161-d1ba6f926ba1 req-2f6fa5e4-78b9-47b8-af95-da9a03111535 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:24.270651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd858b1e-7396-45fb-8161-d1ba6f926ba1 req-2f6fa5e4-78b9-47b8-af95-da9a03111535 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=15870a0c-0516-4145-93f4-82f6c7386c75 HTTP/1.1" status: 200 len: 949 time: 0.0620081 Feb 16 14:41:24.321600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd858b1e-7396-45fb-8161-d1ba6f926ba1 req-1dc57d09-88a8-408b-9738-800b43c4a693 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420871 Feb 16 14:41:24.324727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-16bf88e3-c718-4edb-b2fd-94368d24ecc4 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:24.326957 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-16bf88e3-c718-4edb-b2fd-94368d24ecc4 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339798 Feb 16 14:41:24.351411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Request body: {'port': {'device_id': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '20c25ba2f36c49c6bc6d7e9d50d542d4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:24.504194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da50a7-8b43-47a5-beba-d15fdee45818 req-a5d816ae-1d75-4f7f-8141-69513dd7efa9 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:24.505845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06da50a7-8b43-47a5-beba-d15fdee45818 req-a5d816ae-1d75-4f7f-8141-69513dd7efa9 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0725143 Feb 16 14:41:24.552774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06da50a7-8b43-47a5-beba-d15fdee45818 req-1d2a6c1a-682f-4d56-aca1-175940d1bba5 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Feb 16 14:41:24.607118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Made reservation on behalf of 20c25ba2f36c49c6bc6d7e9d50d542d4 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:24.610936 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:24.627753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:24.705070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:24.718119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3144c-723e-483c-ac6c-418118607233 req-9af122a9-1a27-4ece-8203-24753b106bd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:24.723983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3144c-723e-483c-ac6c-418118607233 req-9af122a9-1a27-4ece-8203-24753b106bd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:24.725536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bba3144c-723e-483c-ac6c-418118607233 req-9af122a9-1a27-4ece-8203-24753b106bd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=15870a0c-0516-4145-93f4-82f6c7386c75&device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 1689 time: 0.0955071 Feb 16 14:41:24.748626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d69bee-1f75-42ce-8a3c-a648de765295 req-0c72bcfb-6a88-4c85-be25-ee8e3ea7d2fd tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:24.750077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6d69bee-1f75-42ce-8a3c-a648de765295 req-0c72bcfb-6a88-4c85-be25-ee8e3ea7d2fd tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.0850816 Feb 16 14:41:24.772856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:24.846354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41908826-8bae-4fc4-b475-63030449eaf7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:24.931395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Allocated IP 192.168.233.176 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/0a536240-69d9-40fc-ae13-b5bd9a18196a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:25.081404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bba3144c-723e-483c-ac6c-418118607233 req-12928501-59f9-43fe-b31e-c41ef1d0b9b8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485565 Feb 16 14:41:25.093271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6d69bee-1f75-42ce-8a3c-a648de765295 req-dddd718d-7dd9-4729-9ed0-3415cb255b4d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369286 Feb 16 14:41:25.119846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.174913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ff0b67c-8a90-4127-84c3-c95882d70c5a req-06b6c2f5-e3fe-43e1-b0fb-395d63b105a0 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 210 time: 0.0311453 Feb 16 14:41:25.221028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccf409-8f8d-4d8a-96a5-cd9334ecfc7a req-c7cb6974-84b6-4558-8218-51463b7f53c9 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:25.222567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bccf409-8f8d-4d8a-96a5-cd9334ecfc7a req-c7cb6974-84b6-4558-8218-51463b7f53c9 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 943 time: 0.0501926 Feb 16 14:41:25.257467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.263697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bccf409-8f8d-4d8a-96a5-cd9334ecfc7a req-86403265-3a27-4d45-8d24-ade560616a8b tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Feb 16 14:41:25.303807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:25.307141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:25.309909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:25.315981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:25.316559 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.323794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Pushing event updated for resources: {'Port': ['ID=0a536240-69d9-40fc-ae13-b5bd9a18196a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:25.358696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef501247-d3f5-4da3-b733-34ae1767e519 req-55b577ab-093d-44d2-b27f-f56b5be8ace0 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:25.360237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef501247-d3f5-4da3-b733-34ae1767e519 req-55b577ab-093d-44d2-b27f-f56b5be8ace0 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=15870a0c-0516-4145-93f4-82f6c7386c75 HTTP/1.1" status: 200 len: 1100 time: 0.0572724 Feb 16 14:41:25.398833 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-f1eaf2a3-6373-47bb-9f43-f714d35dddf6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0511377 Feb 16 14:41:25.399114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef501247-d3f5-4da3-b733-34ae1767e519 req-44702a8f-632f-4b53-8b40-0fc34b42cd35 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Feb 16 14:41:25.413744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Request body: {'port': {'device_id': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:25.475909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.499393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5c6acdc9-6b01-4399-a977-2401448f679c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:25.511741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8e9da-aa9a-4cf9-b3de-c120e803da74 req-f85224d6-8191-46b8-9854-4598a3a2362c tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:25.514473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77e8e9da-aa9a-4cf9-b3de-c120e803da74 req-f85224d6-8191-46b8-9854-4598a3a2362c tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 1100 time: 0.0433152 Feb 16 14:41:25.554407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77e8e9da-aa9a-4cf9-b3de-c120e803da74 req-0d463038-8cee-4425-8e24-16e728fd1863 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334132 Feb 16 14:41:25.604623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5c6acdc9-6b01-4399-a977-2401448f679c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5c6acdc9-6b01-4399-a977-2401448f679c,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:25.618726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '5c6acdc9-6b01-4399-a977-2401448f679c', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'mac_address': 'fa:16:3e:5f:62:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:25.681155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-95835c3e-6cdb-4c78-bc11-d7f8798204c1 None None] Provisioning complete for port 0a536240-69d9-40fc-ae13-b5bd9a18196a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:25.681527 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95835c3e-6cdb-4c78-bc11-d7f8798204c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.706684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da3f3e-4495-4395-b932-16be5822e2fd req-1b14282f-1b30-4ff5-890a-43a03c8f9bf7 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:25.707758 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.708344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da3f3e-4495-4395-b932-16be5822e2fd req-1b14282f-1b30-4ff5-890a-43a03c8f9bf7 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0576704 Feb 16 14:41:25.727844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6acdc9-6b01-4399-a977-2401448f679c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:25.735498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-95835c3e-6cdb-4c78-bc11-d7f8798204c1 None None] Port 0a536240-69d9-40fc-ae13-b5bd9a18196a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:41:25.752007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da3f3e-4495-4395-b932-16be5822e2fd req-364ce604-7ce0-4ca5-881a-49c3e09223fc tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Feb 16 14:41:25.752240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5c6acdc9-6b01-4399-a977-2401448f679c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5c6acdc9-6b01-4399-a977-2401448f679c,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:25.812624 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.843767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a536240-69d9-40fc-ae13-b5bd9a18196a {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:25.851612 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.864416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5c6acdc9-6b01-4399-a977-2401448f679c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:25.865981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Transition to ACTIVE for port object 0a536240-69d9-40fc-ae13-b5bd9a18196a will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:25.921081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:25.977244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Pushing event updated for resources: {'Port': ['ID=0a536240-69d9-40fc-ae13-b5bd9a18196a,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:25.999003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-b05b074c-0050-4996-8731-ee3ecb1ded07 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354447 Feb 16 14:41:26.017260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Attempting to bind port 0a536240-69d9-40fc-ae13-b5bd9a18196a on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:26.017734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Attempting to bind port 0a536240-69d9-40fc-ae13-b5bd9a18196a by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:26.018168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Attempting to bind port 0a536240-69d9-40fc-ae13-b5bd9a18196a on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:26.025322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Port 0a536240-69d9-40fc-ae13-b5bd9a18196a on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:26.025806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Attempting to bind port 0a536240-69d9-40fc-ae13-b5bd9a18196a on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:26.032604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:26.033081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:26.033564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:26.034112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Bound port: 0a536240-69d9-40fc-ae13-b5bd9a18196a, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:26.034564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:26.116089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] For port 0a536240-69d9-40fc-ae13-b5bd9a18196a, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:26.121546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] For port 0a536240-69d9-40fc-ae13-b5bd9a18196a, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0a536240-69d9-40fc-ae13-b5bd9a18196a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:26.125543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5c6acdc9-6b01-4399-a977-2401448f679c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:26.155460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-3ccfbdb9-b84e-4571-adab-b64516fc8739 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.157311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-3ccfbdb9-b84e-4571-adab-b64516fc8739 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505654 Feb 16 14:41:26.180394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-2022919a-6712-40b8-9319-d263903d0d79 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/quotas/67a7c16e25374f5fba5f8b45160e32c6 HTTP/1.1" status: 200 len: 375 time: 0.0125430 Feb 16 14:41:26.185452 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:26.226559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.227175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:26.228713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] 10.222.0.93 "PUT /v2.0/ports/0a536240-69d9-40fc-ae13-b5bd9a18196a HTTP/1.1" status: 200 len: 1096 time: 0.8200436 Feb 16 14:41:26.232533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'tag': '0a536240-69d9-40fc-ae13-b5bd9a18196a'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:26.235461 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86ed82c-d179-467a-a6fd-6087e81eaf72" -d '{"events": [{"name": "network-changed", "server_uuid": "fe47ac56-ab52-4494-b611-bfe300bb37bd", "tag": "0a536240-69d9-40fc-ae13-b5bd9a18196a"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:26.266636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f92230-87fa-47a6-a38c-942ffd5b7feb service neutron] Pushing event updated for resources: {'Port': ['ID=0a536240-69d9-40fc-ae13-b5bd9a18196a,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:26.284379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada214f0-6fe6-4f64-ba80-91402ff5a820 req-8219483c-596f-4c14-9aae-e6b340051c08 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.287601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ada214f0-6fe6-4f64-ba80-91402ff5a820 req-8219483c-596f-4c14-9aae-e6b340051c08 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.1060991 Feb 16 14:41:26.303059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-0433813a-fe8c-4a07-aeb1-e23a36df3758 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108203 Feb 16 14:41:26.363730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ada214f0-6fe6-4f64-ba80-91402ff5a820 req-8639099a-f90c-4a57-8113-49a42b22b9fe tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689781 Feb 16 14:41:26.428516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-8f50c4db-745c-469e-a02c-0a2759674407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.430303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-8f50c4db-745c-469e-a02c-0a2759674407 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 1099 time: 0.0623469 Feb 16 14:41:26.486616 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-d6e7f28e-9d78-4f01-a927-fa0e52bddf91 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0a536240-69d9-40fc-ae13-b5bd9a18196a HTTP/1.1" status: 200 len: 217 time: 0.0451629 Feb 16 14:41:26.500484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7476c-f25d-44ba-b3fc-0c1a9ef523e6 req-b26d8632-836a-4378-8033-719d96c6fc5f tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.504035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27f7476c-f25d-44ba-b3fc-0c1a9ef523e6 req-b26d8632-836a-4378-8033-719d96c6fc5f tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 948 time: 0.0638459 Feb 16 14:41:26.544754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27f7476c-f25d-44ba-b3fc-0c1a9ef523e6 req-1cf40c58-ff7a-4c98-a86c-f8cd099cbc4a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Feb 16 14:41:26.548878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-96914ca9-a9f8-4e2a-a02f-5b1ad1dbc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.556990 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-96914ca9-a9f8-4e2a-a02f-5b1ad1dbc503 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0497227 Feb 16 14:41:26.603661 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cdfd50-d507-465b-9e12-b1d321f10d6e x-openstack-request-id: req-91cdfd50-d507-465b-9e12-b1d321f10d6e {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:26.603944 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe47ac56-ab52-4494-b611-bfe300bb37bd", "tag": "0a536240-69d9-40fc-ae13-b5bd9a18196a", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:26.604192 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-91cdfd50-d507-465b-9e12-b1d321f10d6e {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:26.604585 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'tag': '0a536240-69d9-40fc-ae13-b5bd9a18196a', 'status': 'completed', 'code': 200} Feb 16 14:41:26.610974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2924-c940-4984-81b3-9a527296a310 req-1737666d-4996-4b43-9223-c34ee908427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.612559 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-1737666d-4996-4b43-9223-c34ee908427f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511992 Feb 16 14:41:26.705784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e09a6e-19d7-48ab-a530-733528c95f4f req-27eb8c16-8632-4bf6-a597-5a75109f8f2a tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.708074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15e09a6e-19d7-48ab-a530-733528c95f4f req-27eb8c16-8632-4bf6-a597-5a75109f8f2a tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 944 time: 0.0608912 Feb 16 14:41:26.730803 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-4e51bd17-7e3b-45a5-9d3e-daea8614db78 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013112 Feb 16 14:41:26.759980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15e09a6e-19d7-48ab-a530-733528c95f4f req-0e84c870-6a4e-4cd2-a93a-00b566792096 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Feb 16 14:41:26.844787 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f0a2924-c940-4984-81b3-9a527296a310 req-d97467a9-87aa-4060-8780-729810a4a600 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940063 Feb 16 14:41:26.881253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cf071-3146-466c-b32b-5162e3ba8e9d req-9eba64e3-391b-4387-bd20-0ba3d4052bed tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:26.882691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e28cf071-3146-466c-b32b-5162e3ba8e9d req-9eba64e3-391b-4387-bd20-0ba3d4052bed tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0567400 Feb 16 14:41:26.924930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e28cf071-3146-466c-b32b-5162e3ba8e9d req-e554f808-2cd3-48bf-b6b7-d6e5b373bc39 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Feb 16 14:41:27.015916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-8cb329a5-f257-47a4-b7df-518abad594ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:27.017596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-8cb329a5-f257-47a4-b7df-518abad594ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 1099 time: 0.0431199 Feb 16 14:41:27.139515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-3a026f04-081f-4fc0-9010-4e0047f40b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:27.141069 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-3a026f04-081f-4fc0-9010-4e0047f40b7b service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1039772 Feb 16 14:41:27.190219 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-d9053df6-d63e-4262-ac19-32deaca1e345 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=0a536240-69d9-40fc-ae13-b5bd9a18196a HTTP/1.1" status: 200 len: 217 time: 0.0383713 Feb 16 14:41:27.266054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-66494889-5e10-4c54-ab41-55ddd17be380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:27.267032 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-66494889-5e10-4c54-ab41-55ddd17be380 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0696714 Feb 16 14:41:27.320859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c01842e-41b7-4ce0-b434-dbdcbce8c620 req-c963ff47-13c1-4bbc-bd92-1a98b6e10d56 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 210 time: 0.0327833 Feb 16 14:41:27.321242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-d2dfc5a1-ec34-4cab-a400-be87913e2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:27.322733 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-d2dfc5a1-ec34-4cab-a400-be87913e2676 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456026 Feb 16 14:41:27.433365 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-5cf1f801-6554-4bfd-84e7-d9c597800cf1 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954328 Feb 16 14:41:27.523139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 48e14e3e-ceac-473f-b0bc-130e3f73fa36 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:27.532980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5c6acdc9-6b01-4399-a977-2401448f679c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:27.547123 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f86ed82c-d179-467a-a6fd-6087e81eaf72 req-611133b7-c322-4f1c-842d-9f2b42576328 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014893 Feb 16 14:41:27.683901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf05177-b300-48ca-9f82-642fd209d846 req-127b5466-dab9-45ea-ba12-1353a5af30b5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:27.686605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cf05177-b300-48ca-9f82-642fd209d846 req-127b5466-dab9-45ea-ba12-1353a5af30b5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.0840356 Feb 16 14:41:27.698716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:27.699156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546daa4-abf5-4fe0-bf96-6c590a564663 req-8e905728-d199-47cf-9cbe-271b6d5d8a83 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:27.701953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1546daa4-abf5-4fe0-bf96-6c590a564663 req-8e905728-d199-47cf-9cbe-271b6d5d8a83 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 948 time: 0.0716965 Feb 16 14:41:27.711156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '48e14e3e-ceac-473f-b0bc-130e3f73fa36', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'port_id': '48e14e3e-ceac-473f-b0bc-130e3f73fa36', 'mac_address': 'fa:16:3e:ec:bd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b3dd02-9da6-47db-b291-2bcf0e7ac67e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:27.752417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 5c6acdc9-6b01-4399-a977-2401448f679c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:27.760266 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 5c6acdc9-6b01-4399-a977-2401448f679c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:27.760743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:27.773503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cf05177-b300-48ca-9f82-642fd209d846 req-b157978c-460c-469b-90bc-72bacb59565b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705683 Feb 16 14:41:27.784415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1546daa4-abf5-4fe0-bf96-6c590a564663 req-114a47b3-fb73-4251-abd8-28f72d153d58 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755637 Feb 16 14:41:27.905418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cf74-4c72-4d5e-8b37-a11ee5d8417e req-d9ea1c71-a9d0-41c8-9a86-e311a97f0dc9 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:27.907037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4d3cf74-4c72-4d5e-8b37-a11ee5d8417e req-d9ea1c71-a9d0-41c8-9a86-e311a97f0dc9 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 944 time: 0.0549524 Feb 16 14:41:27.927638 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:27.949307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e14e3e-ceac-473f-b0bc-130e3f73fa36 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:27.953017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4d3cf74-4c72-4d5e-8b37-a11ee5d8417e req-367cd606-c126-4aee-b3ca-90150dfd1cd6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354810 Feb 16 14:41:28.010195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:28.028396 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:28.054117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:28.056476 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29a652-bcb5-4ca3-af6a-6abb2ba5769b" -d '{"events": [{"server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "name": "network-vif-plugged", "status": "completed", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:28.069916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8fe7e-ed65-4d26-acd6-a661d2ea8151 req-e9d20d73-382e-464b-b3cf-6738138085d5 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:28.071380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5c6acdc9-6b01-4399-a977-2401448f679c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5c6acdc9-6b01-4399-a977-2401448f679c,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:28.071617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee8fe7e-ed65-4d26-acd6-a661d2ea8151 req-e9d20d73-382e-464b-b3cf-6738138085d5 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0624816 Feb 16 14:41:28.072604 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:28.105132 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9038e553-9634-4981-917b-62087fe37b1a x-openstack-request-id: req-9038e553-9634-4981-917b-62087fe37b1a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:28.105454 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "name": "network-vif-plugged", "status": "completed", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:28.105711 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9038e553-9634-4981-917b-62087fe37b1a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:28.106135 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c', 'code': 200} Feb 16 14:41:28.134415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:28.137880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee8fe7e-ed65-4d26-acd6-a661d2ea8151 req-9ea41f5e-e09a-416b-867c-1acaec5cfae8 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496628 Feb 16 14:41:28.149645 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:28.214616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5c6acdc9-6b01-4399-a977-2401448f679c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:28.240149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828509ae-3a7d-45b8-b0cc-38c887f833fc req-65425960-1c0b-4f4c-bf72-7817370de52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:28.241866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-828509ae-3a7d-45b8-b0cc-38c887f833fc req-65425960-1c0b-4f4c-bf72-7817370de52e service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 1096 time: 0.0471842 Feb 16 14:41:28.284422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-828509ae-3a7d-45b8-b0cc-38c887f833fc req-b265b2fd-613b-4314-916e-cd073fb3cb7e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286906 Feb 16 14:41:28.411678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02b6311e-8f90-476c-9562-b3d13f6775a7 req-b49e416d-8537-4866-8090-064f0add81a1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Feb 16 14:41:28.476872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['48e14e3e-ceac-473f-b0bc-130e3f73fa36'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:28.948864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70d734-807b-45cc-b0fd-3e67af7e27d4 req-4f6d975d-3c1e-416f-9ce2-4450654dc94c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:28.951141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a70d734-807b-45cc-b0fd-3e67af7e27d4 req-4f6d975d-3c1e-416f-9ce2-4450654dc94c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 944 time: 0.0823441 Feb 16 14:41:28.960882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249a565-b8a5-4475-bd7c-296557ac167d req-43875e5c-983d-4d3c-aebb-f16ad391d812 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:28.962525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4249a565-b8a5-4475-bd7c-296557ac167d req-43875e5c-983d-4d3c-aebb-f16ad391d812 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 948 time: 0.0917373 Feb 16 14:41:29.022952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a70d734-807b-45cc-b0fd-3e67af7e27d4 req-d02f0ccf-edf6-4831-adb3-27558e465487 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594254 Feb 16 14:41:29.031580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4249a565-b8a5-4475-bd7c-296557ac167d req-15b971a0-7db8-4ca8-9cda-bfb5860ed172 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595648 Feb 16 14:41:29.136627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732de63d-dd63-4305-ab00-ddfe8fcbd53f req-e86a4e45-0db9-43e0-a4e4-cfe522c69893 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:29.138639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-732de63d-dd63-4305-ab00-ddfe8fcbd53f req-e86a4e45-0db9-43e0-a4e4-cfe522c69893 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 945 time: 0.0536864 Feb 16 14:41:29.181006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-732de63d-dd63-4305-ab00-ddfe8fcbd53f req-e0178917-146b-4dcb-9899-ceebdbcb486d tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361245 Feb 16 14:41:29.277284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05fb54-5be4-4b8d-b03e-ffafc7b508bb req-268cf37b-4822-47d1-aeb0-755bab7220d3 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:29.278933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be05fb54-5be4-4b8d-b03e-ffafc7b508bb req-268cf37b-4822-47d1-aeb0-755bab7220d3 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0581584 Feb 16 14:41:29.284415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0a536240-69d9-40fc-ae13-b5bd9a18196a details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:29.320620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be05fb54-5be4-4b8d-b03e-ffafc7b508bb req-aaa6c96f-7e20-4fa1-9a8f-fcd1acf3c64c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346286 Feb 16 14:41:29.394818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0a536240-69d9-40fc-ae13-b5bd9a18196a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0a536240-69d9-40fc-ae13-b5bd9a18196a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:29.407025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '0a536240-69d9-40fc-ae13-b5bd9a18196a', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '0a536240-69d9-40fc-ae13-b5bd9a18196a', 'mac_address': 'fa:16:3e:54:d4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:29.448050 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:29.463792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a536240-69d9-40fc-ae13-b5bd9a18196a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:29.496131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0a536240-69d9-40fc-ae13-b5bd9a18196a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0a536240-69d9-40fc-ae13-b5bd9a18196a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:29.517205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb700254-c135-4138-8fdd-009188032f83 req-1d58ad1b-0188-4736-b288-bc2d50e462ce tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 210 time: 0.0343781 Feb 16 14:41:29.573151 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:29.626690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0a536240-69d9-40fc-ae13-b5bd9a18196a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:29.870977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:41:29.932201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0a536240-69d9-40fc-ae13-b5bd9a18196a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:30.179263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84afa8-0594-45dc-8f93-9c5dbd9704f8 req-56d418d6-6e8d-4380-bf1c-fa1846e5323c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:30.180682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f84afa8-0594-45dc-8f93-9c5dbd9704f8 req-56d418d6-6e8d-4380-bf1c-fa1846e5323c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 949 time: 0.0793183 Feb 16 14:41:30.188774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f3eae-99d4-41d9-886b-147fa8d369c8 req-51fc70c5-984f-47bf-96bc-8f0bca793d66 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:30.190211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-830f3eae-99d4-41d9-886b-147fa8d369c8 req-51fc70c5-984f-47bf-96bc-8f0bca793d66 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 944 time: 0.0869255 Feb 16 14:41:30.248622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f84afa8-0594-45dc-8f93-9c5dbd9704f8 req-b28b413c-35a7-4670-af2a-1e5d17b8c0b7 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574453 Feb 16 14:41:30.253986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-830f3eae-99d4-41d9-886b-147fa8d369c8 req-20878ffb-533b-4dcf-a327-6123ef66248f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Feb 16 14:41:30.374743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785f264-7140-43e3-859f-d1135d2f26b6 req-496d8e9d-ab4a-4024-89fa-22bcd46ec6bc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:30.376333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6785f264-7140-43e3-859f-d1135d2f26b6 req-496d8e9d-ab4a-4024-89fa-22bcd46ec6bc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 945 time: 0.0674987 Feb 16 14:41:30.442479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6785f264-7140-43e3-859f-d1135d2f26b6 req-7b52af6b-1f81-4833-b687-d7d94473729d tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588977 Feb 16 14:41:30.483518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2cb6c-f11b-4189-98aa-a4530d669a80 req-f1f33467-4b69-4901-b87b-5de58c32ad31 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:30.485341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76c2cb6c-f11b-4189-98aa-a4530d669a80 req-f1f33467-4b69-4901-b87b-5de58c32ad31 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 950 time: 0.0855267 Feb 16 14:41:30.487367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-944701e7-c2c7-4854-b5b8-364e93e5cc24 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394578 Feb 16 14:41:30.542299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-5cbc68e8-038b-4a69-b045-900ff9eb110e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313575 Feb 16 14:41:30.656710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76c2cb6c-f11b-4189-98aa-a4530d669a80 req-495edc0a-4c80-4afe-b03a-64a6ac84f481 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651983 Feb 16 14:41:30.681720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-5fc3ce23-664a-4df5-98a6-e18a592a298a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:30.683443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-5fc3ce23-664a-4df5-98a6-e18a592a298a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304436 Feb 16 14:41:30.704702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': '8002b1fb-d482-4996-900c-12ac92862813', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:30.710384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16076328-014f-4772-97f4-a30318df5a8a req-c66691c6-2c9e-46a0-afa0-a918652184fb tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:30.712319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-c66691c6-2c9e-46a0-afa0-a918652184fb tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1408820 Feb 16 14:41:30.722254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c9f5baa2-ebdd-4023-8df0-74513b0888b2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:30.724029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c9f5baa2-ebdd-4023-8df0-74513b0888b2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241199 Feb 16 14:41:30.774669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:30.815243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-d3c9c551-0e76-44d5-938c-55c29d80b57a tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0900776 Feb 16 14:41:30.824567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48aab7fa-e9c0-4ed4-9f1d-c1fc6465fcb2 req-4d1febb6-ffb0-4067-8dff-059aab608188 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 210 time: 0.0583160 Feb 16 14:41:30.865784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'floatingip': {'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:30.911170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:30.971122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:30.976185 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.149379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.11 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/7407522b-4add-42ab-910a-94649c441585) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:31.195996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:31.199648 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.228314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d58a8-8c62-4642-958c-7277b8ea979c req-ae6f1500-f884-463c-8b91-c57fba6d4ce6 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:31.229733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-935d58a8-8c62-4642-958c-7277b8ea979c req-ae6f1500-f884-463c-8b91-c57fba6d4ce6 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1096 time: 0.1080844 Feb 16 14:41:31.296621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:31.303909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0a536240-69d9-40fc-ae13-b5bd9a18196a up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:31.308436 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.408676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-935d58a8-8c62-4642-958c-7277b8ea979c req-5e81f790-0bb1-4df0-b101-7ee7e3aa9bcd tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695399 Feb 16 14:41:31.442901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:31.454709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.455610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'mac_address': 'fa:16:3e:e3:91:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:31.484243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:31.491303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:31.500015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 0a536240-69d9-40fc-ae13-b5bd9a18196a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:31.513073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:31.520240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:31.525633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:31.526443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.539693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 48e14e3e-ceac-473f-b0bc-130e3f73fa36 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:31.542212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 0a536240-69d9-40fc-ae13-b5bd9a18196a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:31.542589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.555972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=7407522b-4add-42ab-910a-94649c441585,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:31.600742 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-de2ee963-cd16-48ce-a206-55e055a6faf8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9010313 Feb 16 14:41:31.609088 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.617473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Request body: {'port': {'device_id': '8002b1fb-d482-4996-900c-12ac92862813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:31.642893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8d81237-a4f9-40dc-a040-e7a2c722a3d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:31.689876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.695689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.154 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/6c9432fd-0c6b-4349-8e13-57dac0c39ab9) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:31.707870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.712538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:31.737856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa1a1c-2b51-4119-916d-b697a41d59c9 req-dff99df8-569a-4c7c-a387-ab13417d6cb8 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:31.739684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbfa1a1c-2b51-4119-916d-b697a41d59c9 req-dff99df8-569a-4c7c-a387-ab13417d6cb8 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 949 time: 0.2393956 Feb 16 14:41:31.795419 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.806651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.821878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:31.830129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.851590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:31.851967 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.883776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6b51c835-c390-45ef-870b-76a9634955f9 None None] Provisioning complete for port 7407522b-4add-42ab-910a-94649c441585 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:31.884150 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b51c835-c390-45ef-870b-76a9634955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:31.894666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbfa1a1c-2b51-4119-916d-b697a41d59c9 req-e32da1a6-1ba7-4845-9356-88ececfd729a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485932 Feb 16 14:41:31.911221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a536240-69d9-40fc-ae13-b5bd9a18196a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:31.913880 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b649c02-34dc-4bc2-9ac1-6a23ea16cc19" -d '{"events": [{"server_uuid": "fe47ac56-ab52-4494-b611-bfe300bb37bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a536240-69d9-40fc-ae13-b5bd9a18196a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:31.974660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0a536240-69d9-40fc-ae13-b5bd9a18196a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0a536240-69d9-40fc-ae13-b5bd9a18196a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:32.011950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.013715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:32.018024 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7 associated. External IP: 172.25.6.107, port: 9e24db3d-7474-471c-89ea-908e2a933f31. Feb 16 14:41:32.020129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6b51c835-c390-45ef-870b-76a9634955f9 None None] Port 7407522b-4add-42ab-910a-94649c441585 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:41:32.083979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.084889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:32.103919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906ea56-456e-470e-b685-b90be76acf23 req-4f45b4c9-640b-4aa4-a0b4-36f084b9c356 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:32.105441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4906ea56-456e-470e-b685-b90be76acf23 req-4f45b4c9-640b-4aa4-a0b4-36f084b9c356 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 944 time: 0.1357923 Feb 16 14:41:32.162425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.185620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4906ea56-456e-470e-b685-b90be76acf23 req-8de1f73e-d700-4a7a-9530-35074f3fbc63 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533459 Feb 16 14:41:32.243193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0a536240-69d9-40fc-ae13-b5bd9a18196a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:32.268782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d8d81237-a4f9-40dc-a040-e7a2c722a3d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:32.274083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:32.284411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.351740 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.360524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:32.370506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:32.370506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:32.375777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:32.380068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:32.480758 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.521431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7407522b-4add-42ab-910a-94649c441585 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:32.535645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.552881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:32.556290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8d81237-a4f9-40dc-a040-e7a2c722a3d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:32.571071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Transition to ACTIVE for port object 7407522b-4add-42ab-910a-94649c441585 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:32.627951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:32.653744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.732137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Pushing event updated for resources: {'Port': ['ID=7407522b-4add-42ab-910a-94649c441585,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:32.750254 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.754694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-61240b5c-2a83-4fea-99d5-b7c9292590de None None] Provisioning complete for port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:32.755055 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-61240b5c-2a83-4fea-99d5-b7c9292590de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.808429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Attempting to bind port 7407522b-4add-42ab-910a-94649c441585 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:32.808851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Attempting to bind port 7407522b-4add-42ab-910a-94649c441585 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:32.809272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Attempting to bind port 7407522b-4add-42ab-910a-94649c441585 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:32.821684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Port 7407522b-4add-42ab-910a-94649c441585 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:32.822014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Attempting to bind port 7407522b-4add-42ab-910a-94649c441585 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:32.829903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:32.830978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:32.832499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:32.832973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Bound port: 7407522b-4add-42ab-910a-94649c441585, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:32.833664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.844950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-61240b5c-2a83-4fea-99d5-b7c9292590de None None] Port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:41:32.858773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:32.865553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:32.866179 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.870218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=10']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:32.880672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:32.895201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:32.907973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:32.908665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:32.923252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-60fb6676-c356-40a9-86f9-d311d4bfa0a0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "PUT /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 200 len: 996 time: 2.0934219 Feb 16 14:41:32.928655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:32.931296 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa88d7bf-c63a-452c-8770-c7d6c9b00387" -d '{"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:32.962586 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] For port 7407522b-4add-42ab-910a-94649c441585, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:32.967032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] For port 7407522b-4add-42ab-910a-94649c441585, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7407522b-4add-42ab-910a-94649c441585,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:32.977339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-e2b12340-5711-4bf0-96b7-36ddd5510084 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2100036 Feb 16 14:41:32.998365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Request body: {'port': {'device_id': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:33.054983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16076328-014f-4772-97f4-a30318df5a8a req-1d507e41-d0f1-45f9-92b0-5641fc593523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.057126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:33.063091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-1d507e41-d0f1-45f9-92b0-5641fc593523 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.1191418 Feb 16 14:41:33.100305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.105787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:33.105787 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] 10.222.0.93 "PUT /v2.0/ports/7407522b-4add-42ab-910a-94649c441585 HTTP/1.1" status: 200 len: 1095 time: 1.4920523 Feb 16 14:41:33.105787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8002b1fb-d482-4996-900c-12ac92862813', 'tag': '7407522b-4add-42ab-910a-94649c441585'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:33.105787 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85acc8f-126b-40f3-bb9c-f234240751f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8002b1fb-d482-4996-900c-12ac92862813", "tag": "7407522b-4add-42ab-910a-94649c441585"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:33.139940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:33.144014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f32156-1f57-41ac-87db-2928bd1e7900 service neutron] Pushing event updated for resources: {'Port': ['ID=7407522b-4add-42ab-910a-94649c441585,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:33.206665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:33.301826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16076328-014f-4772-97f4-a30318df5a8a req-4191a9b4-352d-461c-ac54-2ff9ddccce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.304018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-4191a9b4-352d-461c-ac54-2ff9ddccce2d service neutron] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.2401512 Feb 16 14:41:33.328177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-4aa2fb87-e0f6-433c-ba5b-6f37bebc3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.330873 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-4aa2fb87-e0f6-433c-ba5b-6f37bebc3269 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 1098 time: 0.1032860 Feb 16 14:41:33.385695 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-ebc8b276-c2ce-49dd-bf8c-e888a9dff070 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7407522b-4add-42ab-910a-94649c441585 HTTP/1.1" status: 200 len: 217 time: 0.0452516 Feb 16 14:41:33.458790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:33.461492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-4abb1f52-41ba-4050-b2ae-8f608c98c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.464020 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-4abb1f52-41ba-4050-b2ae-8f608c98c18a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0700424 Feb 16 14:41:33.465043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-55406da1-84d0-4292-b4cf-ca68acd55e40 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 999 time: 0.1490991 Feb 16 14:41:33.532018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-5852698c-951f-4462-a3a2-c007998e89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.536688 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-5852698c-951f-4462-a3a2-c007998e89ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636718 Feb 16 14:41:33.573518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16076328-014f-4772-97f4-a30318df5a8a req-fa161661-ff58-4295-8203-48ed28c72377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.575473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-fa161661-ff58-4295-8203-48ed28c72377 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0982747 Feb 16 14:41:33.618834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:0d:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:31Z', 'revision_number': 1, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:33.650118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:33.653118 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-5d7ad823-ce24-46f1-b135-63b5d652be29 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066799 Feb 16 14:41:33.660369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:33.672740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16076328-014f-4772-97f4-a30318df5a8a req-3c8f49a1-ba3f-4bf9-8050-4f23a4c80bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:33.674252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-3c8f49a1-ba3f-4bf9-8050-4f23a4c80bed service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693011 Feb 16 14:41:33.676208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:33.676525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:33.677171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:33.690778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-d2def34f-cbd9-41f3-aa63-1529a9ec78f5 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:41:33.691759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-d2def34f-cbd9-41f3-aa63-1529a9ec78f5 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051525 Feb 16 14:41:33.696709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Transition to ACTIVE for port object 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:33.761806 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-623a06bc-b5f7-4c9d-bc5e-1fec96bd8a77 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994420 Feb 16 14:41:33.772704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:33.835402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:33.858521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:33.870716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-4d18a075-10bb-4e04-90e0-a650e3944c11 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694882 Feb 16 14:41:34.015743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Attempting to bind port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:34.016076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Attempting to bind port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:34.016401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Attempting to bind port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:34.022271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:34.022592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Attempting to bind port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:34.038668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16076328-014f-4772-97f4-a30318df5a8a req-ec8668fa-e9c0-478c-aff8-50c5cd9a4213 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605511 Feb 16 14:41:34.038668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:34.038668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:34.038668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:34.038668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Bound port: 6c9432fd-0c6b-4349-8e13-57dac0c39ab9, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:34.038668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:34.128767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] For port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:34.128767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] For port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:34.208294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:34.218613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:0d:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:31Z', 'revision_number': 1, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:34.251845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca77af6-7b92-42e7-ad57-2542d46c04b3 None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:0d:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:31Z', 'revision_number': 1, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:34.252798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.253428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:34.254839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] 10.222.0.129 "PUT /v2.0/ports/6c9432fd-0c6b-4349-8e13-57dac0c39ab9 HTTP/1.1" status: 200 len: 1096 time: 1.2618177 Feb 16 14:41:34.277450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c58e03-bad9-41ab-82e4-3e4d359a11e5 req-2e22bd2b-c593-4627-b164-eac3cd52958f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.279060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c58e03-bad9-41ab-82e4-3e4d359a11e5 req-2e22bd2b-c593-4627-b164-eac3cd52958f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 949 time: 0.1105978 Feb 16 14:41:34.321663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739bb05-ce29-4536-af85-e4b3bc377779 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:34.355704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c58e03-bad9-41ab-82e4-3e4d359a11e5 req-50f62081-0ec1-4ff1-ae29-d28fc13f05a6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690866 Feb 16 14:41:34.418867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-e52a623c-19cd-4963-9c85-3c322f4d818b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:41:34.420859 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-e52a623c-19cd-4963-9c85-3c322f4d818b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068395 Feb 16 14:41:34.479687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0905f148-251a-4905-be14-a75d2b717df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.482492 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0905f148-251a-4905-be14-a75d2b717df8 service neutron] 10.222.0.113 "GET /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 1093 time: 0.0437112 Feb 16 14:41:34.491588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Request body: {'binding': {'host': 'n-h1-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:34.492181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:41:34.498896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-d9f0a923-22c8-4401-839d-357effee975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.500429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-d9f0a923-22c8-4401-839d-357effee975d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 1099 time: 0.1227841 Feb 16 14:41:34.567747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bda3c-b2f9-467f-b223-cc7ac9a49892 req-9c77a7bf-1957-4f32-b05c-9da926f7d643 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.572175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d34bda3c-b2f9-467f-b223-cc7ac9a49892 req-9c77a7bf-1957-4f32-b05c-9da926f7d643 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 947 time: 0.1231823 Feb 16 14:41:34.573758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-1d4ae99a-bbd9-49ba-9932-853b0d2bc315 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6c9432fd-0c6b-4349-8e13-57dac0c39ab9 HTTP/1.1" status: 200 len: 217 time: 0.0609972 Feb 16 14:41:34.602767 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475f325-088d-4c9b-8669-464af70e6396 None None] New status for floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:34.653104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d34bda3c-b2f9-467f-b223-cc7ac9a49892 req-7121f60b-ff3e-4db9-ab75-a3f56b1f58b0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763669 Feb 16 14:41:34.657507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-2c8d0d11-a6b1-4a16-b584-758dc64a99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.659232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-2c8d0d11-a6b1-4a16-b584-758dc64a99ab service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0747619 Feb 16 14:41:34.668837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on host n-h1-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:34.670173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:34.670173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:34.676020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:34.676728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:34.682759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:34.683224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:34.683742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:34.685704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Bound port: a548a7d5-e87a-48b3-a23f-eb259896d96e, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:34.714017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-0818598c-19c3-48d5-b5ca-fe05e7c61092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.715603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-0818598c-19c3-48d5-b5ca-fe05e7c61092 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450602 Feb 16 14:41:34.726924 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61f2fd0-9d8e-4a33-baac-c41931da9717 x-openstack-request-id: req-e61f2fd0-9d8e-4a33-baac-c41931da9717 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:34.727453 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47ac56-ab52-4494-b611-bfe300bb37bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a536240-69d9-40fc-ae13-b5bd9a18196a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:34.727574 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e61f2fd0-9d8e-4a33-baac-c41931da9717 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:34.727924 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a536240-69d9-40fc-ae13-b5bd9a18196a', 'code': 200} Feb 16 14:41:34.768377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:34.832826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-8e3ac10b-1484-4e32-91a1-cc619a68dd66 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029482 Feb 16 14:41:34.845296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be070-600c-4338-b66d-81ade36ce7b9 req-17ffbca4-e5c9-4054-b5d6-ef8905b6c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:34.847232 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-419be070-600c-4338-b66d-81ade36ce7b9 req-17ffbca4-e5c9-4054-b5d6-ef8905b6c611 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 1101 time: 0.0505538 Feb 16 14:41:34.872812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:34.873944 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-55ff5180-0393-493e-81e8-762e1ea5b731 service neutron] 10.222.0.113 "POST /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3862886 Feb 16 14:41:34.891250 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-419be070-600c-4338-b66d-81ade36ce7b9 req-5d965246-deb6-4ede-9357-e4c77b83da32 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Feb 16 14:41:34.935177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f98974-83b2-45f6-8c2b-495a059317c0 req-ff03560b-2b7f-44d7-bbb0-2b76ef14afe8 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929544 Feb 16 14:41:35.130994 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316531a7-ca6d-4a0b-8439-ccf413964b35 x-openstack-request-id: req-316531a7-ca6d-4a0b-8439-ccf413964b35 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:35.131499 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:35.132794 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-316531a7-ca6d-4a0b-8439-ccf413964b35 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:35.133307 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31', 'status': 'completed', 'code': 200} Feb 16 14:41:35.192068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1ca38763-be16-4a8f-a2fb-8180d3a7ee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:35.204464 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa0d07-0058-4b42-be7f-5577e0da8e93 x-openstack-request-id: req-8dfa0d07-0058-4b42-be7f-5577e0da8e93 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:35.204898 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8002b1fb-d482-4996-900c-12ac92862813", "tag": "7407522b-4add-42ab-910a-94649c441585", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:35.205259 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8dfa0d07-0058-4b42-be7f-5577e0da8e93 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:35.205754 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8002b1fb-d482-4996-900c-12ac92862813', 'tag': '7407522b-4add-42ab-910a-94649c441585', 'status': 'completed', 'code': 200} Feb 16 14:41:35.220969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-6c1ab1bd-5782-4e6e-9586-3cca72bffa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.222942 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-6c1ab1bd-5782-4e6e-9586-3cca72bffa2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.0618129 Feb 16 14:41:35.223605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9799d9b-a5ab-4e2a-9ed5-9175776d7e97 req-152fd288-2fbc-47e7-b804-20d1762a8c5f tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.225130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9799d9b-a5ab-4e2a-9ed5-9175776d7e97 req-152fd288-2fbc-47e7-b804-20d1762a8c5f tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 950 time: 0.0701571 Feb 16 14:41:35.328357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-6ffe0019-2356-4b84-9669-7ba1e3fa13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.329823 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-6ffe0019-2356-4b84-9669-7ba1e3fa13e1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.0953593 Feb 16 14:41:35.333979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9799d9b-a5ab-4e2a-9ed5-9175776d7e97 req-b976688e-9f5c-4e11-810f-56dcf12b2f4b tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976865 Feb 16 14:41:35.338495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:35.348804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ba802-46db-4bd0-aa85-676f9f3ad70f req-f3e92e02-8371-4387-a69d-37cd499d0fe9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.350353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d39ba802-46db-4bd0-aa85-676f9f3ad70f req-f3e92e02-8371-4387-a69d-37cd499d0fe9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1170969 Feb 16 14:41:35.352561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-04d3be3e-63bf-4fb3-8612-42cdd315d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.354010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-04d3be3e-63bf-4fb3-8612-42cdd315d68f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 1098 time: 0.1404488 Feb 16 14:41:35.429236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:35.430052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:35.476751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-6ae14b64-6142-4786-9315-7461c6059da8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 1001 time: 0.1240880 Feb 16 14:41:35.535578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-5b8e7b7c-26c0-4ba4-a8f7-dffc66a2ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.537088 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-5b8e7b7c-26c0-4ba4-a8f7-dffc66a2ae45 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0486438 Feb 16 14:41:35.542707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:35.553327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d39ba802-46db-4bd0-aa85-676f9f3ad70f req-e81821d1-3966-47a5-80f5-583ff3353cd4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887476 Feb 16 14:41:35.583571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:35.584025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.93', 49693) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:35.606101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-0a5d3b2b-9391-4868-b353-23403d37ae95 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.610127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-0a5d3b2b-9391-4868-b353-23403d37ae95 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1447697 Feb 16 14:41:35.611482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-b78d7858-605f-47ad-8b00-e837e45d253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.614255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-b78d7858-605f-47ad-8b00-e837e45d253b service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2509894 Feb 16 14:41:35.615855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-5f2bb2de-3f48-47d2-8f0a-c3a989196e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.617336 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-5f2bb2de-3f48-47d2-8f0a-c3a989196e0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715575 Feb 16 14:41:35.634463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-49578605-2a19-4ed3-9cf9-11f4ae9879c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.636250 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-49578605-2a19-4ed3-9cf9-11f4ae9879c4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1096 time: 0.0509677 Feb 16 14:41:35.671028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:35.729940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:35.746328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-1ec55177-20c6-4d6e-b1f6-8f9b1b8144bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7407522b-4add-42ab-910a-94649c441585 HTTP/1.1" status: 200 len: 217 time: 0.0834057 Feb 16 14:41:35.808334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-dbc4d1bb-b160-494f-9023-61969d14cf4a tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.1926079 Feb 16 14:41:35.823605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'floatingip': {'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:35.867695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-30646775-01b2-4e17-b71f-e8d7f3dde32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.869041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-30646775-01b2-4e17-b71f-e8d7f3dde32e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1095979 Feb 16 14:41:35.879328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37b44b-7f24-479a-a639-99d65b50e3b2 req-526a36dc-cce7-4db4-ad13-744f435fd22d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:35.880891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d37b44b-7f24-479a-a639-99d65b50e3b2 req-526a36dc-cce7-4db4-ad13-744f435fd22d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.2169394 Feb 16 14:41:35.944325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:36.009528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d37b44b-7f24-479a-a639-99d65b50e3b2 req-471d2436-9e3e-4aa9-b459-3570eeb64c15 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134024 Feb 16 14:41:36.011258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-13fde200-b9d1-44f1-8e43-bd0f85c5af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:36.013049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-13fde200-b9d1-44f1-8e43-bd0f85c5af82 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264982 Feb 16 14:41:36.059601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-4cac91b2-9ab2-4608-ada6-0eeb41aa3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:36.061141 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-4cac91b2-9ab2-4608-ada6-0eeb41aa3531 service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.4151897 Feb 16 14:41:36.063289 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-6171339d-70ad-43c5-826b-79724a477dac service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258449 Feb 16 14:41:36.186699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae5d1d-2381-422d-aa3f-6756a74ce970 req-e01e0458-8233-4a47-829d-a5fae65ff0dc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:36.188103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dae5d1d-2381-422d-aa3f-6756a74ce970 req-e01e0458-8233-4a47-829d-a5fae65ff0dc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.1050639 Feb 16 14:41:36.259692 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-7aa91d33-7ada-44c5-9b0b-e93bced20d5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 217 time: 0.0493119 Feb 16 14:41:36.322948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dae5d1d-2381-422d-aa3f-6756a74ce970 req-86444782-374c-4ede-98e9-87389d8dc415 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274261 Feb 16 14:41:36.357790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-8d1a0a24-766b-4913-bafd-24cf84310207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:36.359578 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-8d1a0a24-766b-4913-bafd-24cf84310207 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0729268 Feb 16 14:41:36.381002 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa88d7bf-c63a-452c-8770-c7d6c9b00387 req-02119117-97ff-4787-ae62-15b391e79f8a service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718507 Feb 16 14:41:36.421429 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-c2d96e12-0c65-46d9-9b64-16d481df7df9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277143 Feb 16 14:41:36.432845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-5b4e1358-43bb-4eed-8db5-e79fc1a11ce8 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023959 Feb 16 14:41:36.539111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0d89e4fe-18a5-44f5-ad8f-a49e9dd910d4 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918391 Feb 16 14:41:36.552410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8402f2-b199-4137-b179-f33364d98363 req-cd4b3355-987b-4eac-8e35-9357ad4c1638 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:36.553896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f8402f2-b199-4137-b179-f33364d98363 req-cd4b3355-987b-4eac-8e35-9357ad4c1638 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 951 time: 0.1689806 Feb 16 14:41:36.646460 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-54926af3-774c-41cd-9345-8d56c4dbfdd2 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938225 Feb 16 14:41:36.729629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36'}, {'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:36.732296 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c2233-8a56-4674-a7fc-09ae009e158b" -d '{"events": [{"server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "name": "network-vif-plugged", "status": "completed", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36"}, {"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:36.933803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f8402f2-b199-4137-b179-f33364d98363 req-78c295df-546e-44be-8f56-5ed22f1fbb8c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771875 Feb 16 14:41:36.936276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f85acc8f-126b-40f3-bb9c-f234240751f3 req-7b962735-c912-4f6b-9b66-5d4b95647045 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595675 Feb 16 14:41:37.062782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:37.082350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd7766-f9c5-48d7-adb1-a9d4a389959f req-a1f49e55-0d1b-4d70-a186-a49542f79fe4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:37.083879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4dd7766-f9c5-48d7-adb1-a9d4a389959f req-a1f49e55-0d1b-4d70-a186-a49542f79fe4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 947 time: 0.0662117 Feb 16 14:41:37.123381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4dd7766-f9c5-48d7-adb1-a9d4a389959f req-f6504b64-842f-4bef-aece-47a116bb16e7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Feb 16 14:41:37.136081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'tag': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:37.138191 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6d14ca-a196-4675-ac9f-6ddf5f6346f2", "tag": "6c9432fd-0c6b-4349-8e13-57dac0c39ab9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:37.160001 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:37.295763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1cd3-2fdb-4866-bb13-699adbddec67 req-d7c0f9c6-a64a-4c48-ab6b-ef389fbfc2ee tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:37.297291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33bb1cd3-2fdb-4866-bb13-699adbddec67 req-d7c0f9c6-a64a-4c48-ab6b-ef389fbfc2ee tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 950 time: 0.1009212 Feb 16 14:41:37.325111 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7 associated. External IP: 172.25.6.107, port: 9e24db3d-7474-471c-89ea-908e2a933f31. Feb 16 14:41:37.363824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7407522b-4add-42ab-910a-94649c441585 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:37.388931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33bb1cd3-2fdb-4866-bb13-699adbddec67 req-ea2201b1-7fb5-43c8-8866-384b472646f5 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821490 Feb 16 14:41:37.499371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 7407522b-4add-42ab-910a-94649c441585, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7407522b-4add-42ab-910a-94649c441585,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:37.511298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '7407522b-4add-42ab-910a-94649c441585', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '7407522b-4add-42ab-910a-94649c441585', 'mac_address': 'fa:16:3e:13:18:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:37.550092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:37.563515 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:37.602298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7407522b-4add-42ab-910a-94649c441585 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:37.606148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbdf6-acab-4315-8ace-eed8e12a4713 req-cd8e40ce-22e4-4ce0-b9e2-ab48e80119a3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:37.608590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-845fbdf6-acab-4315-8ace-eed8e12a4713 req-cd8e40ce-22e4-4ce0-b9e2-ab48e80119a3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1319292 Feb 16 14:41:37.641516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:37.670876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-845fbdf6-acab-4315-8ace-eed8e12a4713 req-351d7298-0e6c-4340-ae64-d4bf213da99e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548785 Feb 16 14:41:37.676884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 7407522b-4add-42ab-910a-94649c441585, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7407522b-4add-42ab-910a-94649c441585,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:37.746173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:37.751359 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c967e42-52dd-4259-a3cc-3b0ac932fe61 x-openstack-request-id: req-7c967e42-52dd-4259-a3cc-3b0ac932fe61 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:37.751359 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "name": "network-vif-plugged", "status": "completed", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36", "code": 200}, {"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-plugged", "status": "completed", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:37.751359 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7c967e42-52dd-4259-a3cc-3b0ac932fe61 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:37.752079 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36', 'code': 200} Feb 16 14:41:37.752518 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'code': 200} Feb 16 14:41:37.763733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9', 'mac_address': 'fa:16:3e:a1:4e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:37.774811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:37.913868 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:37.932031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:37.939754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=7407522b-4add-42ab-910a-94649c441585,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:37.970902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:37.972387 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d1ba-5b8a-46f8-948b-e795dd77b94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:38.035798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d52c-1c93-40de-994e-b11ab0b9f05d req-d5a2b7ca-e2fb-4718-80a0-f40f26fe59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.050234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:38.052651 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99b9d52c-1c93-40de-994e-b11ab0b9f05d req-d5a2b7ca-e2fb-4718-80a0-f40f26fe59d1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1102 time: 0.0536897 Feb 16 14:41:38.057364 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:38.062556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:38.109477 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99b9d52c-1c93-40de-994e-b11ab0b9f05d req-9663b4f2-a43e-42e1-aec6-0f7ec14c15c2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Feb 16 14:41:38.126640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:38.127669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:38.181023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:38.255113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be0d5f-18a0-4697-b772-c532d68f22cb req-7e0c66bf-a363-4478-8ea3-d5b4ad955f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.256866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76be0d5f-18a0-4697-b772-c532d68f22cb req-7e0c66bf-a363-4478-8ea3-d5b4ad955f8f service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1096 time: 0.3879356 Feb 16 14:41:38.261663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:38.325792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486953-09b9-4220-a6d4-a4b306d6f4ca req-ee1788a6-b961-42b3-977c-7b488efcea5d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.331360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02486953-09b9-4220-a6d4-a4b306d6f4ca req-ee1788a6-b961-42b3-977c-7b488efcea5d tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.3578491 Feb 16 14:41:38.357642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-8eb09614-e52a-459c-9467-d3d6a79c072c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.357897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:38.359357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-8eb09614-e52a-459c-9467-d3d6a79c072c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 945 time: 0.4523172 Feb 16 14:41:38.488039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76be0d5f-18a0-4697-b772-c532d68f22cb req-0ad26ada-152b-422a-bca2-dcd4d9c17e65 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861646 Feb 16 14:41:38.544101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02486953-09b9-4220-a6d4-a4b306d6f4ca req-54c2c86a-f003-4dae-9864-43daa2312fee tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups?id=3ee11bea-a756-4c0b-abf5-72cbd0498e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746440 Feb 16 14:41:38.606480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:38.619498 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c4272-348e-48cf-b0ec-841b73526768 x-openstack-request-id: req-c67c4272-348e-48cf-b0ec-841b73526768 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:38.619849 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6d14ca-a196-4675-ac9f-6ddf5f6346f2", "tag": "6c9432fd-0c6b-4349-8e13-57dac0c39ab9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:38.620049 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c67c4272-348e-48cf-b0ec-841b73526768 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:38.620441 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'tag': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9', 'status': 'completed', 'code': 200} Feb 16 14:41:38.746024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Deleting port e91027ec-274d-491c-82fe-4fc03e616363 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:38.746366 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:38.767467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6c9432fd-0c6b-4349-8e13-57dac0c39ab9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:38.916996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:5f:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:36Z', 'revision_number': 3, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:38.947830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-80cbfbf9-fd9b-4fc4-bd40-2ba8f4b0a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.949356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-80cbfbf9-fd9b-4fc4-bd40-2ba8f4b0a509 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 1100 time: 0.2127619 Feb 16 14:41:38.962428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0baa41-3341-45e5-b6fd-ac9b4f104064 req-ff5424ee-4ff6-4b6b-8899-34b127c033db tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.962800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:38.963981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b0baa41-3341-45e5-b6fd-ac9b4f104064 req-ff5424ee-4ff6-4b6b-8899-34b127c033db tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.2213230 Feb 16 14:41:39.006037 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:39.006678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:39.065728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] For port e91027ec-274d-491c-82fe-4fc03e616363, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e91027ec-274d-491c-82fe-4fc03e616363,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:39.067135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:39.070599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:39.088176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:39.168242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:39.205317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b0baa41-3341-45e5-b6fd-ac9b4f104064 req-7e70851a-267b-4bf5-85a8-62d14d7a18b4 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269258 Feb 16 14:41:39.364859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d59e247b-6eb8-4551-9cb1-d94ebb00e909 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "PUT /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 200 len: 998 time: 3.5473909 Feb 16 14:41:39.367798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-559b26ff-fbb0-4fd0-a3ec-43831aa9b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:39.369270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-559b26ff-fbb0-4fd0-a3ec-43831aa9b863 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.4044082 Feb 16 14:41:39.490280 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:39.521502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:5f:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:36Z', 'revision_number': 3, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:39.562941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cca6c-1ab4-4c9b-940a-48b846f2f604 None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:5f:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:36Z', 'revision_number': 3, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:39.811019 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b6880f-6738-4632-a1a0-0e45fc0fe4bd None None] New status for floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:39.864299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-84d01f90-889d-4ac6-b251-e232f6913e19 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6c9432fd-0c6b-4349-8e13-57dac0c39ab9 HTTP/1.1" status: 200 len: 217 time: 0.4355617 Feb 16 14:41:39.877713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-99661a5c-4c01-4279-a025-03d5a3877207 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:39.884225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-99661a5c-4c01-4279-a025-03d5a3877207 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports/9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 942 time: 0.5064571 Feb 16 14:41:39.914692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:39.915886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:39.917153 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f disassociated. External IP: 172.25.6.249, port: e91027ec-274d-491c-82fe-4fc03e616363. Feb 16 14:41:39.917860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Calling delete_port for e91027ec-274d-491c-82fe-4fc03e616363 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:40.083121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127f68b-24f2-4f0d-9e0d-3b6852e4a416 req-e6351db6-7528-4df7-8579-0329cec7bf59 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.084678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3127f68b-24f2-4f0d-9e0d-3b6852e4a416 req-e6351db6-7528-4df7-8579-0329cec7bf59 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 951 time: 0.5848815 Feb 16 14:41:40.112657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-9eef6dbf-64e0-45c5-a12c-d32f1c316a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.114108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-9eef6dbf-64e0-45c5-a12c-d32f1c316a6e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1872599 Feb 16 14:41:40.149188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-48afc3fd-14bd-45e9-8a1e-4c3fc3c1cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.151193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-48afc3fd-14bd-45e9-8a1e-4c3fc3c1cf67 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.1995668 Feb 16 14:41:40.175891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:40.190621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:40.192120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:40.266361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3127f68b-24f2-4f0d-9e0d-3b6852e4a416 req-4ecf0cf3-79b7-4c3b-9d37-0d73ca07e5c4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706481 Feb 16 14:41:40.323810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:40.330976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-370ee54f-cbb0-423b-8a62-5d1607db6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.332528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-370ee54f-cbb0-423b-8a62-5d1607db6ecc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994638 Feb 16 14:41:40.460193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d05b76a5-34f8-4f58-9752-b404247d7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.461761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d05b76a5-34f8-4f58-9752-b404247d7353 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.2837744 Feb 16 14:41:40.525688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-c4c66d6a-3366-41c9-b8b3-9d072021fe54 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 217 time: 0.0509379 Feb 16 14:41:40.526280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:40.537819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee313d-0421-4f06-be6c-bd3406f8723c req-b95ad042-6d18-4489-b54c-8c4964d2e914 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.539416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90ee313d-0421-4f06-be6c-bd3406f8723c req-b95ad042-6d18-4489-b54c-8c4964d2e914 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 948 time: 0.1884861 Feb 16 14:41:40.596660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:5f:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:39Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:40.618116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event deleted for resources: {'Port': ['ID=e91027ec-274d-491c-82fe-4fc03e616363,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:40.627011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:40.629870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31'}, {'name': 'network-changed', 'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:40.632241 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31"}, {"name": "network-changed", "server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:40.636334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:40.636668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:40.641873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-ef827ed6-e432-478f-8a29-0318d5be9b0f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869840 Feb 16 14:41:40.729435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-5a23163b-07a6-4827-96b6-f55fff9d325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.730743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-5a23163b-07a6-4827-96b6-f55fff9d325b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.1847179 Feb 16 14:41:40.771139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:40.779356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90ee313d-0421-4f06-be6c-bd3406f8723c req-7abd8d8f-c8a1-451a-a7c8-c23ddca22975 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160025 Feb 16 14:41:40.929067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-abff5b8a-333a-4770-b027-15bb51a92a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:40.930642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-abff5b8a-333a-4770-b027-15bb51a92a2e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467249 Feb 16 14:41:40.942922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31ac27ae-5eab-4bf6-ad21-2368fa83a3c3 req-a6352628-faff-4dd1-bd05-024c33313645 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890527 Feb 16 14:41:41.022628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37aa816-56e8-4a8c-b9f1-f7292bc041f1 req-53a9c676-0fc9-499c-903f-4313895ac838 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:41.032811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e37aa816-56e8-4a8c-b9f1-f7292bc041f1 req-53a9c676-0fc9-499c-903f-4313895ac838 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1957879 Feb 16 14:41:41.041362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:5f:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:39Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:41.084623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a84a4-1bfa-4934-8467-1ec5940a332f None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '5c6acdc9-6b01-4399-a977-2401448f679c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:5f:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:39Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:41.104908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-dcb12f42-3e9c-46b2-bc78-3392f3f655e9 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545730 Feb 16 14:41:41.127491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Router a2a8457e-c824-47ba-90b8-b55407503715 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:41.185377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:41.256625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e37aa816-56e8-4a8c-b9f1-f7292bc041f1 req-fd1d1a91-d6c5-4ab0-a0bc-9540e4b186e9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226710 Feb 16 14:41:41.347356 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:41.356451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-7e554d57-eb69-4674-b3f5-e115532851f0 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420743 Feb 16 14:41:41.406021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7407522b-4add-42ab-910a-94649c441585 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:41.448640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:41.462381 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] Sync routers for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:41.470541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35f9ac-2275-4647-a674-7cab47dcc9e3 req-986b5011-271a-4890-87ba-7e1826f985bc tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:41.472526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad35f9ac-2275-4647-a674-7cab47dcc9e3 req-986b5011-271a-4890-87ba-7e1826f985bc tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 950 time: 0.1215000 Feb 16 14:41:41.484833 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:41.484833 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:41.535381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] No DVR routers for this DVR port e91027ec-274d-491c-82fe-4fc03e616363 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:41.538321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:41.541627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25a0e15e-61be-4304-ac6e-71a9944a116c req-7b33bf45-0dc0-46c9-b142-8349f558a8dc tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.93 "DELETE /v2.0/ports/e91027ec-274d-491c-82fe-4fc03e616363 HTTP/1.1" status: 204 len: 173 time: 3.1647885 Feb 16 14:41:41.557837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 7407522b-4add-42ab-910a-94649c441585 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:41.565212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 7407522b-4add-42ab-910a-94649c441585 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:41.566055 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:41.588924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-1a67ddd1-e24e-48f1-81de-8c15beb49022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:41.590540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-1a67ddd1-e24e-48f1-81de-8c15beb49022 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 1096 time: 0.1003578 Feb 16 14:41:41.593572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad35f9ac-2275-4647-a674-7cab47dcc9e3 req-ac6f40be-3d60-4709-99a6-673899344551 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021118 Feb 16 14:41:41.617650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:41.662992 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:41.713006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-e5901c28-9c2e-4281-aadb-0d97e5ad385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:41.714700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-e5901c28-9c2e-4281-aadb-0d97e5ad385e service neutron] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.1179445 Feb 16 14:41:41.736419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52165570-7e54-4fb2-a8ec-b0f59c45df92 req-696150cb-5360-432b-931e-b0182aac3dbf tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/ports?device_id=226f6afe-be02-4bae-b2cf-bcbed71f59e1 HTTP/1.1" status: 200 len: 210 time: 0.0327542 Feb 16 14:41:41.772262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:41.807989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8002b1fb-d482-4996-900c-12ac92862813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7407522b-4add-42ab-910a-94649c441585'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:41.815982 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32db8c09-f8d0-4fcd-a905-aa21e2694ba0" -d '{"events": [{"server_uuid": "8002b1fb-d482-4996-900c-12ac92862813", "name": "network-vif-plugged", "status": "completed", "tag": "7407522b-4add-42ab-910a-94649c441585"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:41.835135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:41.839291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 7407522b-4add-42ab-910a-94649c441585, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7407522b-4add-42ab-910a-94649c441585,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:41.841105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:41.842152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:41.856033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-650ecaf4-9495-47f0-bebc-3b85b9f3e6c0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 1001 time: 0.1221116 Feb 16 14:41:41.907747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:41.908822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e91027ec-274d-491c-82fe-4fc03e616363 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:41.930636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-e4e29890-d13a-48a4-92fd-aac6e0571d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:41.932171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-e4e29890-d13a-48a4-92fd-aac6e0571d3b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0595596 Feb 16 14:41:41.942119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0038733-f752-41ee-a9cd-9827406d19aa req-efc2981e-5e7a-459c-b0f5-871a4625fcff tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:41.943817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0038733-f752-41ee-a9cd-9827406d19aa req-efc2981e-5e7a-459c-b0f5-871a4625fcff tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.1012623 Feb 16 14:41:41.981947 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:41.985285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: e91027ec-274d-491c-82fe-4fc03e616363 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:41.985632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e91027ec-274d-491c-82fe-4fc03e616363 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:42.011521 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] Checking router: a2a8457e-c824-47ba-90b8-b55407503715 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:42.013028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0038733-f752-41ee-a9cd-9827406d19aa req-d532a5c7-4f76-4fec-b216-bcfa5d9f665e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574515 Feb 16 14:41:42.013987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d99d2a56-b4e9-4b32-97b0-4797a94a5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:42.015451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-d99d2a56-b4e9-4b32-97b0-4797a94a5f8b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706201 Feb 16 14:41:42.024267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.041779 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:42.042451 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:42.055297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=7407522b-4add-42ab-910a-94649c441585,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:42.083687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:42.108830 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.116886 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec906fc-e835-48f1-abd2-162ae8de47f3 x-openstack-request-id: req-eec906fc-e835-48f1-abd2-162ae8de47f3 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:42.117331 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:42.117679 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eec906fc-e835-48f1-abd2-162ae8de47f3 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:42.118166 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31', 'status': 'completed', 'code': 200} Feb 16 14:41:42.118507 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c', 'status': 'completed', 'code': 200} Feb 16 14:41:42.179132 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.181873 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:42.257854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-7b4bab4c-4560-4f6b-a497-330f3a4fb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:42.259566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-7b4bab4c-4560-4f6b-a497-330f3a4fb042 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 1096 time: 0.1448872 Feb 16 14:41:42.263324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-daf2a9d8-d86d-4b7f-9b4b-9b0de76a7544 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405267 Feb 16 14:41:42.271748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-33616712-a444-4433-be34-53aa80f615d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:42.273401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-33616712-a444-4433-be34-53aa80f615d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.1239250 Feb 16 14:41:42.276490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7e6df-7ff9-46c6-81b1-bf06d2cf073f req-c79fcf63-9d98-4334-aaa6-754621ccce34 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:42.278174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e7e6df-7ff9-46c6-81b1-bf06d2cf073f req-c79fcf63-9d98-4334-aaa6-754621ccce34 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1096 time: 0.1245728 Feb 16 14:41:42.373151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:42.424052 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:42.458345 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064eef7-8e67-41bb-a6e9-f7a309dfe51c None None] The sync data for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 is: [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:47Z', 'revision_number': 4, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a2339b2-62b0-4115-b310-cd2921e22bc8', 'name': '', 'network_id': 'b6bd3693-9585-4d50-a966-377452196873', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'mac_address': 'fa:16:3e:25:28:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:46Z', 'updated_at': '2022-02-16T14:38:52Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'subnets': [{'id': '0f6c1c61-f293-4979-ac7c-1d6c40e93f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:42.486867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e7e6df-7ff9-46c6-81b1-bf06d2cf073f req-76cab171-bf9c-4260-8e66-2f1ea17cee12 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830802 Feb 16 14:41:42.551604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d45e1c8-52a5-49bd-b57f-41124d9375f9 req-bd079770-0cb3-41bd-b242-8ace0bdea4bd service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718210 Feb 16 14:41:42.554474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-4fd27de4-a689-4ac4-a781-087af04da653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:42.555891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-4fd27de4-a689-4ac4-a781-087af04da653 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.2687585 Feb 16 14:41:42.556971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-b08e4c32-9263-432b-9271-2b84430fc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:42.558287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-b08e4c32-9263-432b-9271-2b84430fc990 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.2629294 Feb 16 14:41:42.673261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-153de582-b51a-4404-ae38-363f18c52b22 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 217 time: 0.1000841 Feb 16 14:41:42.755392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db693b7-eb72-4c93-b424-c13634247365 None None] New status for floating IP a6c38bed-4f97-4f4e-894f-3a316e82cc3f: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:43.034738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-044727d2-e215-457b-b867-dcfc4243e1f6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 1001 time: 0.4700539 Feb 16 14:41:43.049817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-aafd7bcf-db41-4424-8d3a-3df4503eef34 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3256755 Feb 16 14:41:43.064348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff2757-8945-4df9-9329-99628deb7505 req-ba408b37-6917-49be-aa71-cb4788067f4c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.065774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aaff2757-8945-4df9-9329-99628deb7505 req-ba408b37-6917-49be-aa71-cb4788067f4c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 951 time: 0.4925551 Feb 16 14:41:43.080215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-6638cd1d-6b33-48cf-a86b-f3f0da69f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.081591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-6638cd1d-6b33-48cf-a86b-f3f0da69f7e8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.4009511 Feb 16 14:41:43.219319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-2f74521b-3793-4efa-b1ec-0c3bfcd6ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.220809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-2f74521b-3793-4efa-b1ec-0c3bfcd6ef2a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.1541820 Feb 16 14:41:43.233547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aaff2757-8945-4df9-9329-99628deb7505 req-687ee770-6190-403b-9e2c-760ab8db517e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556754 Feb 16 14:41:43.263175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-a2292f70-e389-45f4-9b4b-fa726cff177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.265131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-a2292f70-e389-45f4-9b4b-fa726cff177a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401117 Feb 16 14:41:43.335391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-2411cb14-2dc0-4c75-a717-072fc3241382 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.336879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-2411cb14-2dc0-4c75-a717-072fc3241382 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672842 Feb 16 14:41:43.408950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-4ea9db1a-f6ad-4aa8-941d-d9d82fa55997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.410442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-4ea9db1a-f6ad-4aa8-941d-d9d82fa55997 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748223 Feb 16 14:41:43.414088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-b8ee44e5-c8e1-4d17-86ab-586a13ef2fc3 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/quotas/20c25ba2f36c49c6bc6d7e9d50d542d4 HTTP/1.1" status: 200 len: 375 time: 0.0325940 Feb 16 14:41:43.463162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d925b65-e02b-4f4b-b42a-9543371b6eec req-933c512c-4e32-4443-9c08-b835c06797d2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.464646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d925b65-e02b-4f4b-b42a-9543371b6eec req-933c512c-4e32-4443-9c08-b835c06797d2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 949 time: 0.1624207 Feb 16 14:41:43.553271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-21f32537-ba66-4c12-acc5-614d59c6aba3 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717869 Feb 16 14:41:43.610873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-526b3051-2f21-4f1f-973d-1db541578a57 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747572 Feb 16 14:41:43.646980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d925b65-e02b-4f4b-b42a-9543371b6eec req-5668fda3-2b8e-44c2-aca3-646d2118c882 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456735 Feb 16 14:41:43.658941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-7f307e22-12b7-4d61-92c0-a6ca14f9734d service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383580 Feb 16 14:41:43.695313 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3dd3c3-e60e-4e22-b402-edc36a681cc2 x-openstack-request-id: req-9a3dd3c3-e60e-4e22-b402-edc36a681cc2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:43.696272 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8002b1fb-d482-4996-900c-12ac92862813", "name": "network-vif-plugged", "status": "completed", "tag": "7407522b-4add-42ab-910a-94649c441585", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:43.696736 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9a3dd3c3-e60e-4e22-b402-edc36a681cc2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:43.697359 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8002b1fb-d482-4996-900c-12ac92862813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7407522b-4add-42ab-910a-94649c441585', 'code': 200} Feb 16 14:41:43.746520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-0296ba3e-8f33-4a77-944e-b4625531ee16 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759305 Feb 16 14:41:43.846082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26a4d18-0436-4c61-abe1-c4dfaa9684ff req-c0d360b8-7762-4fe6-b4e2-50da3ef023b2 service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790333 Feb 16 14:41:43.892109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-7c84d9fe-4d2e-4115-b11f-77bce6b787d3 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.1429269 Feb 16 14:41:43.943495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62e53-e62c-4273-89b4-a603027b6f0d req-aa5d21bc-7427-41d2-8669-f687b4e6194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.945345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66a62e53-e62c-4273-89b4-a603027b6f0d req-aa5d21bc-7427-41d2-8669-f687b4e6194d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 1100 time: 0.1461563 Feb 16 14:41:43.956755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-c5e8259a-857d-44a8-af2c-e15eef310fab tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:43.958973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-c5e8259a-857d-44a8-af2c-e15eef310fab tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports/5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 942 time: 0.0649354 Feb 16 14:41:44.025127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc34802-08d2-44b2-9c82-e2b24996f5ca req-f9f4bb0d-8335-4ec1-b8bb-41a71bb23f08 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:44.026635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dc34802-08d2-44b2-9c82-e2b24996f5ca req-f9f4bb0d-8335-4ec1-b8bb-41a71bb23f08 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.0971425 Feb 16 14:41:44.029553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66a62e53-e62c-4273-89b4-a603027b6f0d req-de32e3bc-2c2f-4006-9ed9-458244599695 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520380 Feb 16 14:41:44.110917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dc34802-08d2-44b2-9c82-e2b24996f5ca req-26f1128a-6b55-4a7c-8689-cf8d31f711ad tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761652 Feb 16 14:41:44.121453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'name': 'network-vif-deleted', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:44.125803 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79a14e-0ba1-4a82-9e02-d6155807322d" -d '{"events": [{"server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "name": "network-vif-deleted", "tag": "e91027ec-274d-491c-82fe-4fc03e616363"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:44.143863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-f869dbf1-baef-4758-91d9-4722c2c59bce tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.0828893 Feb 16 14:41:44.261478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-6d602e2f-d62a-4650-91fe-5c4e0cbd9607 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:44.269459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-6d602e2f-d62a-4650-91fe-5c4e0cbd9607 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1195943 Feb 16 14:41:44.275201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-a221fc7e-27cd-4edc-8f0b-f1ded749a5af tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:41:44.276330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26f1ffc6-0132-4b28-87b5-050f34b7a530 req-a221fc7e-27cd-4edc-8f0b-f1ded749a5af tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060248 Feb 16 14:41:44.337599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5735f6a5-b682-4845-ba8e-5a1c8aaa73d5 req-bbb309dd-f902-457d-836e-932c78f4511e tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 210 time: 0.0298340 Feb 16 14:41:44.414116 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439e4679-f25f-44fa-a145-e75fd278d343 x-openstack-request-id: req-439e4679-f25f-44fa-a145-e75fd278d343 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:44.414547 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226f6afe-be02-4bae-b2cf-bcbed71f59e1", "name": "network-vif-deleted", "tag": "e91027ec-274d-491c-82fe-4fc03e616363", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:44.414896 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-439e4679-f25f-44fa-a145-e75fd278d343 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:44.415386 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226f6afe-be02-4bae-b2cf-bcbed71f59e1', 'name': 'network-vif-deleted', 'tag': 'e91027ec-274d-491c-82fe-4fc03e616363', 'status': 'completed', 'code': 200} Feb 16 14:41:44.492178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a77b6943-759c-4d2f-899f-e083edbfa568 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.0674441 Feb 16 14:41:44.554401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-d19ab0fd-d7d3-471a-bd80-98c88df284ec tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:44.555889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-d19ab0fd-d7d3-471a-bd80-98c88df284ec tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports/5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 942 time: 0.0582113 Feb 16 14:41:44.670885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade6cba-7f01-4971-a77b-376551a79768 req-2616edcd-5361-4d1e-94f9-471fae9c7f32 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:44.672459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cade6cba-7f01-4971-a77b-376551a79768 req-2616edcd-5361-4d1e-94f9-471fae9c7f32 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1102 time: 0.0933902 Feb 16 14:41:44.690441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-2b63b27b-2221-41e3-abbe-173c02a282ed tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.0793891 Feb 16 14:41:44.766637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cade6cba-7f01-4971-a77b-376551a79768 req-3909603a-dec7-43d7-847c-78d1d88fefe4 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873039 Feb 16 14:41:44.823228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-3555cfc7-231e-4225-a462-9b1ac03b1dd3 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:44.825187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-3555cfc7-231e-4225-a462-9b1ac03b1dd3 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1279385 Feb 16 14:41:44.900173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-db8f810f-46fb-445e-9daa-b887b6c87ce3 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.0668113 Feb 16 14:41:44.912907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:44.938640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41202) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:44.984401 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.033702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.059371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.117982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341586d-5e31-48b7-95db-a921bce00180 req-615516e1-572f-4f76-8ec0-af91a9c7aed5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:45.119503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f341586d-5e31-48b7-95db-a921bce00180 req-615516e1-572f-4f76-8ec0-af91a9c7aed5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 949 time: 0.1026592 Feb 16 14:41:45.191061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.194655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.201641 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "DELETE /v2.0/security-groups/3ee11bea-a756-4c0b-abf5-72cbd0498e8d HTTP/1.1" status: 204 len: 168 time: 0.2604096 Feb 16 14:41:45.201641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41206) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:45.202527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.210443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f341586d-5e31-48b7-95db-a921bce00180 req-115f0749-cfc6-4278-952c-52d38348d588 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Feb 16 14:41:45.220052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee11bea-a756-4c0b-abf5-72cbd0498e8d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:45.229563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00308a87-453b-4bab-a8d1-cd889fe0313e tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:45.238633 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-f9e237bb-4e29-46a0-a237-be89794b4439 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] show failed (client error): The resource could not be found. Feb 16 14:41:45.242691 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f9e237bb-4e29-46a0-a237-be89794b4439 tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "GET /v2.0/security-groups/3ee11bea-a756-4c0b-abf5-72cbd0498e8d HTTP/1.1" status: 404 len: 347 time: 0.0409946 Feb 16 14:41:45.245896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41208) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:45.299923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.300347 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7 disassociated. External IP: 172.25.6.107, port: 5c6acdc9-6b01-4399-a977-2401448f679c. Feb 16 14:41:45.481129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Deleting port 6a64cd77-5309-4ded-b71c-67e0fe07e004 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:45.481404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.676045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.676210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.694548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Calling delete_port for 6a64cd77-5309-4ded-b71c-67e0fe07e004 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:45.698498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:45.701772 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8fbb1e-e9c3-4853-b840-b188220baf15" -d '{"events": [{"server_uuid": "0a6d14ca-a196-4675-ac9f-6ddf5f6346f2", "name": "network-vif-plugged", "status": "completed", "tag": "6c9432fd-0c6b-4349-8e13-57dac0c39ab9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:45.715139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:45.765257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba6ad9-e4f5-4470-9993-3a71ac3aabbf req-b934a676-7f1a-42bb-99df-86f8e3a82e8e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:45.766761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9ba6ad9-e4f5-4470-9993-3a71ac3aabbf req-b934a676-7f1a-42bb-99df-86f8e3a82e8e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.1357343 Feb 16 14:41:45.887293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9ba6ad9-e4f5-4470-9993-3a71ac3aabbf req-5b190d74-e3d0-41a5-914d-5c5c419c9da9 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110966 Feb 16 14:41:45.990844 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:45.999199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9bf8239-1cea-499c-be40-1957aeffc3d4 req-26a932c2-9908-4e05-b2ef-cf6928436f3c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 210 time: 0.0549748 Feb 16 14:41:46.006409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:46.012133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:46.023973 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:46.041032 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:46.041627 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:46.050543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-a211fc2e-1c6f-411e-bef7-2be2db8a42e0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "PUT /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 200 len: 695 time: 1.1420865 Feb 16 14:41:46.146778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-f62ab9f1-f7e3-4b90-a06a-3b5d0dead253 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454755 Feb 16 14:41:46.155122 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:46.170921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-2b70688d-a861-41d8-9168-4c1fc5a305a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:46.172472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-2b70688d-a861-41d8-9168-4c1fc5a305a1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 1096 time: 0.1059844 Feb 16 14:41:46.192429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:46.240459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87976e-bdc1-4101-9947-a614cb4f0552 req-62dc1ec1-cd74-490a-92f1-1ca49b1c7259 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:46.242266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b87976e-bdc1-4101-9947-a614cb4f0552 req-62dc1ec1-cd74-490a-92f1-1ca49b1c7259 tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 1102 time: 0.1644597 Feb 16 14:41:46.467248 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:46.498996 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:46.508047 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:46.508808 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:46.609923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:46.612084 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266221ce-6c9f-475b-9819-130c7ecade3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:46.629385 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:46.633980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Pushing event deleted for resources: {'Port': ['ID=6a64cd77-5309-4ded-b71c-67e0fe07e004,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:46.744291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b87976e-bdc1-4101-9947-a614cb4f0552 req-12889d0d-3dd3-44f8-83b4-2bc7f2019a1f tempest-ServersAdminTestJSON-1697758055 tempest-ServersAdminTestJSON-1697758055-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844706 Feb 16 14:41:46.768150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-ee325d68-1a91-4454-ac49-cec0b4cbe5e4 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:46.769580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-ee325d68-1a91-4454-ac49-cec0b4cbe5e4 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6129100 Feb 16 14:41:46.775744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-4ece5e67-ccd4-4c0b-91ea-25642110a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:46.777203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-4ece5e67-ccd4-4c0b-91ea-25642110a04c service neutron] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.5891199 Feb 16 14:41:46.787198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Request body: {'port': {'device_id': 'd1340707-bb57-447c-af31-574c561ce01a', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '20c25ba2f36c49c6bc6d7e9d50d542d4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:46.794751 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7d42c9-d281-4a20-bc8e-efd496bb4ede x-openstack-request-id: req-6f7d42c9-d281-4a20-bc8e-efd496bb4ede {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:46.795995 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6d14ca-a196-4675-ac9f-6ddf5f6346f2", "name": "network-vif-plugged", "status": "completed", "tag": "6c9432fd-0c6b-4349-8e13-57dac0c39ab9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:46.796359 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6f7d42c9-d281-4a20-bc8e-efd496bb4ede {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:46.796853 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9', 'code': 200} Feb 16 14:41:46.804292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:46.806884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:46.810804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-415003f3-5d4b-4e36-9a3a-fb830590cf5c tempest-ServersWithSpecificFlavorTestJSON-836283242 tempest-ServersWithSpecificFlavorTestJSON-836283242-project] 10.222.0.113 "DELETE /v2.0/floatingips/a6c38bed-4f97-4f4e-894f-3a316e82cc3f HTTP/1.1" status: 204 len: 168 time: 1.5611391 Feb 16 14:41:46.870531 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:46.876447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-63c03354-63f3-469f-8db2-ba366702f7be service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 217 time: 0.0833852 Feb 16 14:41:46.901113 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d0e1d-9786-45bc-a5bb-4f0ce851467e None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:46.930266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2f361-3610-4c6e-b374-d648391c537e req-aeac59e0-536c-4c53-9869-03aa7f96e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:46.932001 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c2f361-3610-4c6e-b374-d648391c537e req-aeac59e0-536c-4c53-9869-03aa7f96e386 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 1101 time: 0.0509009 Feb 16 14:41:46.981643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c2f361-3610-4c6e-b374-d648391c537e req-8282b2a4-aaa4-4542-8a3d-a588da9f0c81 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Feb 16 14:41:46.998100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-852a9585-0b0b-4b8e-92d1-27d2dd91192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:46.999703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-852a9585-0b0b-4b8e-92d1-27d2dd91192e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.1142759 Feb 16 14:41:47.007427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6f02-8c47-4643-bfc2-6069408c1c39 req-9bbb2f47-0225-4181-ac80-c3bc1084ade3 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:47.008925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a09e6f02-8c47-4643-bfc2-6069408c1c39 req-9bbb2f47-0225-4181-ac80-c3bc1084ade3 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 949 time: 0.1600816 Feb 16 14:41:47.092730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a09e6f02-8c47-4643-bfc2-6069408c1c39 req-86e85c21-6624-456a-a428-259e0c096cee tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707679 Feb 16 14:41:47.098405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-df573dd8-ba0b-4478-86ee-84632a114239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:47.100035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-df573dd8-ba0b-4478-86ee-84632a114239 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902181 Feb 16 14:41:47.165238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e01b4-9fe5-4ed9-b528-9143fb9ae89b None None] New status for floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:47.167165 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1218387-4f67-43f7-8be9-5c7c11cb9d4b x-openstack-request-id: req-e1218387-4f67-43f7-8be9-5c7c11cb9d4b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:47.167165 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:47.167790 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e1218387-4f67-43f7-8be9-5c7c11cb9d4b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:47.167982 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c', 'status': 'completed', 'code': 200} Feb 16 14:41:47.171350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Made reservation on behalf of 20c25ba2f36c49c6bc6d7e9d50d542d4 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:41:47.174926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:47.282602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-533d7a05-0c66-47ee-b183-9b93ca125a61 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743927 Feb 16 14:41:47.292535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266221ce-6c9f-475b-9819-130c7ecade3a req-29916fcf-7322-4892-9ad4-7f94d0afba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:47.295402 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-266221ce-6c9f-475b-9819-130c7ecade3a req-29916fcf-7322-4892-9ad4-7f94d0afba05 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 1096 time: 0.0574222 Feb 16 14:41:47.419344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266221ce-6c9f-475b-9819-130c7ecade3a req-40eceec8-8ea5-4b98-aca5-70e4454a1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:47.421583 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-266221ce-6c9f-475b-9819-130c7ecade3a req-40eceec8-8ea5-4b98-aca5-70e4454a1b82 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.1166592 Feb 16 14:41:47.428263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Allocated IP 192.168.233.178 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/40d12eaa-cd73-41ec-9a5c-01318f52f546) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:41:47.458258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ea0c509-70e0-4d01-bba9-a8b045141596 req-e00667d7-82dd-4932-8207-fe8e317a8866 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669910 Feb 16 14:41:47.494359 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-266221ce-6c9f-475b-9819-130c7ecade3a req-b195f4d7-50a5-4472-b440-7d270a19b11f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 200 len: 217 time: 0.0535197 Feb 16 14:41:47.564981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266221ce-6c9f-475b-9819-130c7ecade3a req-9dd7c780-0a86-4fac-86a6-2ebf80bbf795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:47.564981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-266221ce-6c9f-475b-9819-130c7ecade3a req-9dd7c780-0a86-4fac-86a6-2ebf80bbf795 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0536206 Feb 16 14:41:47.616927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266221ce-6c9f-475b-9819-130c7ecade3a req-f2fe5d49-704d-42d2-b620-9d5a8cfa7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:47.618494 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-266221ce-6c9f-475b-9819-130c7ecade3a req-f2fe5d49-704d-42d2-b620-9d5a8cfa7080 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427594 Feb 16 14:41:47.628723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:47.716947 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-266221ce-6c9f-475b-9819-130c7ecade3a req-3be83db0-503e-49a2-b8db-e50542139cfb service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891809 Feb 16 14:41:47.749665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:47.766511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0a536240-69d9-40fc-ae13-b5bd9a18196a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:47.797933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:41:47.801607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:41:47.805432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:41:47.843989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Pushing event updated for resources: {'Port': ['ID=40d12eaa-cd73-41ec-9a5c-01318f52f546,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:47.850232 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-266221ce-6c9f-475b-9819-130c7ecade3a req-b37e6fda-5676-4a85-90bd-ab671919218a service neutron] 10.222.0.129 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190038 Feb 16 14:41:47.875025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:47.876233 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:47.982884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-37946bb0-f438-4677-b8af-2ee2fd675bfe tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1990912 Feb 16 14:41:48.005260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Request body: {'port': {'device_id': 'd1340707-bb57-447c-af31-574c561ce01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:48.095532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:48.141709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-66a4ab94-997e-490e-9572-f887451a2f6b None None] Provisioning complete for port 40d12eaa-cd73-41ec-9a5c-01318f52f546 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:48.142259 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-66a4ab94-997e-490e-9572-f887451a2f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:48.147981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14d827-74e6-42d1-b944-878cf6f09d2d req-2267c51d-67b4-4c9f-baab-1cbd651eb4ca tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:48.149493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea14d827-74e6-42d1-b944-878cf6f09d2d req-2267c51d-67b4-4c9f-baab-1cbd651eb4ca tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.1157904 Feb 16 14:41:48.177604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-66a4ab94-997e-490e-9572-f887451a2f6b None None] Port 40d12eaa-cd73-41ec-9a5c-01318f52f546 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:41:48.234398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1d4fd-8e35-4bed-834c-ecb538d2fbe8 req-7d5df7fd-c076-4f90-87b5-5ef6f210010a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:48.235918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72c1d4fd-8e35-4bed-834c-ecb538d2fbe8 req-7d5df7fd-c076-4f90-87b5-5ef6f210010a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 936 time: 0.1278021 Feb 16 14:41:48.323008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea14d827-74e6-42d1-b944-878cf6f09d2d req-8b84445b-7980-4ab5-8614-01d38181e7c7 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446018 Feb 16 14:41:48.404514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72c1d4fd-8e35-4bed-834c-ecb538d2fbe8 req-b154381e-934b-4b78-8aac-1c12cdfac41c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598289 Feb 16 14:41:48.514132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a50f5-2d19-4f10-b7fb-bbdbaa89be62 req-34b1b2b6-cc43-4d7f-ad91-7f0c492859e2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:48.515674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f89a50f5-2d19-4f10-b7fb-bbdbaa89be62 req-34b1b2b6-cc43-4d7f-ad91-7f0c492859e2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 950 time: 0.0879936 Feb 16 14:41:48.578220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d12eaa-cd73-41ec-9a5c-01318f52f546 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:48.590171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:48.596169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f89a50f5-2d19-4f10-b7fb-bbdbaa89be62 req-e926735a-c565-4bf2-b409-59e4da0e72bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729280 Feb 16 14:41:48.609100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Transition to ACTIVE for port object 40d12eaa-cd73-41ec-9a5c-01318f52f546 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:41:48.705769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:48.765727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdecd2c-7d66-4231-8781-253ac1aeae6e req-b25cfd57-0d00-40f6-a28f-c4a93aef3df5 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:48.775946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdecd2c-7d66-4231-8781-253ac1aeae6e req-b25cfd57-0d00-40f6-a28f-c4a93aef3df5 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 950 time: 0.1086054 Feb 16 14:41:48.802678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Pushing event updated for resources: {'Port': ['ID=40d12eaa-cd73-41ec-9a5c-01318f52f546,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:48.916160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdecd2c-7d66-4231-8781-253ac1aeae6e req-6c7169c3-c2ec-4490-83c7-50532741a37b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419680 Feb 16 14:41:48.954132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Attempting to bind port 40d12eaa-cd73-41ec-9a5c-01318f52f546 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:48.954556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Attempting to bind port 40d12eaa-cd73-41ec-9a5c-01318f52f546 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:48.954959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Attempting to bind port 40d12eaa-cd73-41ec-9a5c-01318f52f546 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:48.963205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Port 40d12eaa-cd73-41ec-9a5c-01318f52f546 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:48.963662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Attempting to bind port 40d12eaa-cd73-41ec-9a5c-01318f52f546 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:48.976773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-d5051793-b84a-4f0a-bf82-21f8255a2b7c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:48.978660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-d5051793-b84a-4f0a-bf82-21f8255a2b7c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1446335 Feb 16 14:41:48.979650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:48.979991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:48.980369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:48.980807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Bound port: 40d12eaa-cd73-41ec-9a5c-01318f52f546, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:48.981159 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:49.043065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-bfad87ec-a9f4-4a2c-b74f-d2b6926dec77 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.0577338 Feb 16 14:41:49.087896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'floatingip': {'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:49.151496 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:49.195314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] For port 40d12eaa-cd73-41ec-9a5c-01318f52f546, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:49.222782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:49.233888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] For port 40d12eaa-cd73-41ec-9a5c-01318f52f546, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40d12eaa-cd73-41ec-9a5c-01318f52f546,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:49.330162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:49.404697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:49.405865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:49.409106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] 10.222.0.129 "PUT /v2.0/ports/40d12eaa-cd73-41ec-9a5c-01318f52f546 HTTP/1.1" status: 200 len: 1096 time: 1.4143398 Feb 16 14:41:49.412082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1340707-bb57-447c-af31-574c561ce01a', 'tag': '40d12eaa-cd73-41ec-9a5c-01318f52f546'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:49.415968 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee85910a-ad78-4d8c-bc76-e1561ca897a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1340707-bb57-447c-af31-574c561ce01a", "tag": "40d12eaa-cd73-41ec-9a5c-01318f52f546"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:49.579082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297204-c450-47b0-883a-8d5ba66146ff service neutron] Pushing event updated for resources: {'Port': ['ID=40d12eaa-cd73-41ec-9a5c-01318f52f546,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:49.632251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9481-fe3d-4b16-a020-0bc1a3bae0a7 req-d920aa4e-a9c9-4d90-b621-365be566daea tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:49.633949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14f9481-fe3d-4b16-a020-0bc1a3bae0a7 req-d920aa4e-a9c9-4d90-b621-365be566daea tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.2137961 Feb 16 14:41:49.667965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-46716392-099e-4921-b4bf-9867f7946b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:49.670297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-46716392-099e-4921-b4bf-9867f7946b2f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 1099 time: 0.1349585 Feb 16 14:41:49.725879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:49.772677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-270271ae-3626-4934-9eec-2ea258998f43 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=40d12eaa-cd73-41ec-9a5c-01318f52f546 HTTP/1.1" status: 200 len: 217 time: 0.0881460 Feb 16 14:41:49.807567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14f9481-fe3d-4b16-a020-0bc1a3bae0a7 req-6cb5daa2-a428-401d-9023-106bbc80e4d9 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361697 Feb 16 14:41:49.889967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-32453fb3-d906-4989-b824-769bd3a010c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:49.891998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-32453fb3-d906-4989-b824-769bd3a010c6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1002941 Feb 16 14:41:50.007646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Deleting port 7a2339b2-62b0-4115-b310-cd2921e22bc8 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:50.007987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:50.062890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbb530-514c-4f03-98ba-80fe10102825 req-6342f2e5-9549-44b3-a62c-10e1ea3926fb tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:50.064534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffbbb530-514c-4f03-98ba-80fe10102825 req-6342f2e5-9549-44b3-a62c-10e1ea3926fb tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 948 time: 0.1679907 Feb 16 14:41:50.071298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-5a940cd4-d2b7-4bcf-94e6-23acdacf1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:50.072229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-5a940cd4-d2b7-4bcf-94e6-23acdacf1fbe service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654830 Feb 16 14:41:50.080956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:50.107947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] For port 7a2339b2-62b0-4115-b310-cd2921e22bc8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7a2339b2-62b0-4115-b310-cd2921e22bc8,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:50.108361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:50.122444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Calling delete_port for 7a2339b2-62b0-4115-b310-cd2921e22bc8 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:50.163280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:50.206896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffbbb530-514c-4f03-98ba-80fe10102825 req-38f87061-3e48-4a74-afef-124261081773 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335218 Feb 16 14:41:50.263639 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28397d12-2cef-4218-b039-40faf5294ca8 x-openstack-request-id: req-28397d12-2cef-4218-b039-40faf5294ca8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:50.265230 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1340707-bb57-447c-af31-574c561ce01a", "tag": "40d12eaa-cd73-41ec-9a5c-01318f52f546", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:50.269576 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-28397d12-2cef-4218-b039-40faf5294ca8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:50.273462 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1340707-bb57-447c-af31-574c561ce01a', 'tag': '40d12eaa-cd73-41ec-9a5c-01318f52f546', 'status': 'completed', 'code': 200} Feb 16 14:41:50.322483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-c7d2bb3e-1ca5-47e8-b02e-d35e72e2cf59 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359443 Feb 16 14:41:50.431017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:50.470247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2339b2-62b0-4115-b310-cd2921e22bc8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:50.614945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:50.791670 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7 associated. External IP: 172.25.6.107, port: 9e24db3d-7474-471c-89ea-908e2a933f31. Feb 16 14:41:50.801594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-e7a4eac0-9419-4250-9aff-05b84286ef47 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:50.803088 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-e7a4eac0-9419-4250-9aff-05b84286ef47 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.129 "GET /v2.0/ports?device_id=7c818982-bd16-4e96-a2f7-6bdafa856554 HTTP/1.1" status: 200 len: 945 time: 0.0678046 Feb 16 14:41:50.869690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9be77-fed0-451c-9aaa-baa757b8c894 req-30daadf6-fa6e-4353-a4ae-084c866bb379 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:50.871187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5aa9be77-fed0-451c-9aaa-baa757b8c894 req-30daadf6-fa6e-4353-a4ae-084c866bb379 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 950 time: 0.5434813 Feb 16 14:41:50.879662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-49c4a70c-bfad-48b4-96cb-38c5ea8d8fd2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:50.881108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-49c4a70c-bfad-48b4-96cb-38c5ea8d8fd2 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 950 time: 0.1869483 Feb 16 14:41:50.979948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Router a2a8457e-c824-47ba-90b8-b55407503715 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:50.992770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b8c83e7-4e1e-4c0f-b09a-d7ea911ba3be req-18f9daa3-4192-43d0-a832-0d3a2d008566 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547849 Feb 16 14:41:51.000604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Deleting port 5c6acdc9-6b01-4399-a977-2401448f679c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:51.000949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.029638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5aa9be77-fed0-451c-9aaa-baa757b8c894 req-02cde4c6-d137-4b6a-8210-03a9cbc0c623 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458654 Feb 16 14:41:51.174072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] For port 5c6acdc9-6b01-4399-a977-2401448f679c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5c6acdc9-6b01-4399-a977-2401448f679c,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:51.176690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.192150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:51.194033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Calling delete_port for 5c6acdc9-6b01-4399-a977-2401448f679c owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:51.199185 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ed930f6-2938-46de-be30-9f30953667d7 admin admin] 10.222.0.113 "PUT /v2.0/routers/a2a8457e-c824-47ba-90b8-b55407503715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9746056 Feb 16 14:41:51.202648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:51.227498 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] Sync routers for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:51.240056 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:51.241091 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:51.264829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c4411-3cdd-476c-b3ef-a4cc0a9b26b9 req-ebc757d9-00aa-4b17-bc88-1be8ca6b998d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:51.266359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e05c4411-3cdd-476c-b3ef-a4cc0a9b26b9 req-ebc757d9-00aa-4b17-bc88-1be8ca6b998d tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca496f88-5e8c-4f06-b4d1-7daba5a0a570 HTTP/1.1" status: 200 len: 950 time: 0.1502717 Feb 16 14:41:51.281576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:51.286892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Deleting port 77d11ee8-c770-4ffc-929f-80a8cb80c501 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:51.287231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.422854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] For port 77d11ee8-c770-4ffc-929f-80a8cb80c501, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=77d11ee8-c770-4ffc-929f-80a8cb80c501,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:51.423217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.439278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Calling delete_port for 77d11ee8-c770-4ffc-929f-80a8cb80c501 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:51.444367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:51.450987 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:51.456145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-2b4c78d3-b00b-4fe2-8599-62d2c33343d3 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:51.457643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-2b4c78d3-b00b-4fe2-8599-62d2c33343d3 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.2492065 Feb 16 14:41:51.460655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.477872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829433-1'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:51.521420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Pushing event deleted for resources: {'Port': ['ID=5c6acdc9-6b01-4399-a977-2401448f679c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:51.530377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.693240 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:41:50Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:51.697757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] No DVR routers for this DVR port 5c6acdc9-6b01-4399-a977-2401448f679c on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:51.708725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.711179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:51.714975 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0916a351-e711-4eb9-934a-4f30ec922dbb req-a3e8f297-28b9-465c-8a90-0cf9510e23a8 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.129 "DELETE /v2.0/ports/5c6acdc9-6b01-4399-a977-2401448f679c HTTP/1.1" status: 204 len: 173 time: 0.8767378 Feb 16 14:41:51.717466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'name': 'network-vif-deleted', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:51.720281 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4ed78-fecd-4fa5-939f-6af699cdf080" -d '{"events": [{"server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "name": "network-vif-deleted", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:51.728581 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] Checking router: a2a8457e-c824-47ba-90b8-b55407503715 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:51.740353 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] Routers {'a2a8457e-c824-47ba-90b8-b55407503715'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:51.740970 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a2a8457e-c824-47ba-90b8-b55407503715'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:51.741542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.754291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e has no active binding in host n-h1-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:41:51.756054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5c6acdc9-6b01-4399-a977-2401448f679c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:51.829254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['9e24db3d-7474-471c-89ea-908e2a933f31'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:51.913754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e05c4411-3cdd-476c-b3ef-a4cc0a9b26b9 req-4ad6cdfe-12fe-4802-ab49-9f5221b6bd2c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253760 Feb 16 14:41:51.946366 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:51.956139 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] Set router a2a8457e-c824-47ba-90b8-b55407503715 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:51.965742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-6d5a204c-b19b-4315-8ca2-f36a5ba897e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:51.967410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-6d5a204c-b19b-4315-8ca2-f36a5ba897e1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 1099 time: 0.6843040 Feb 16 14:41:52.187846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:52.187846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Pushing event deleted for resources: {'Port': ['ID=77d11ee8-c770-4ffc-929f-80a8cb80c501,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:52.209214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:52.218966 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:41:50Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:52.229066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:52.236218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:52.248703 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc2b47-360d-4164-b543-53b678c6a2bb None None] The sync data for ids ['a2a8457e-c824-47ba-90b8-b55407503715'] in n-d-829433-1 is: [{'id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1466104076-router', 'tenant_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:41:50Z', 'revision_number': 5, 'project_id': '94a2b62e5f7b4307bae50a5be2255f0b', 'gw_port': {'id': '3a036fcd-8730-4a46-8bbb-adb509b1edf5', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8457e-c824-47ba-90b8-b55407503715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:43Z', 'updated_at': '2022-02-16T14:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:52.277309 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:52.337869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-3176bb46-d26f-4d0d-8357-772a8d332223 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "PUT /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 200 len: 996 time: 3.2543898 Feb 16 14:41:52.389038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:52.391809 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:52.398066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:52.404705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:52.441979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:52.442242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] No DVR routers for this DVR port 77d11ee8-c770-4ffc-929f-80a8cb80c501 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:52.443208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:52.446514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7421ede6-9533-428d-b7c2-ac0ea6d05905 req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "DELETE /v2.0/ports/77d11ee8-c770-4ffc-929f-80a8cb80c501 HTTP/1.1" status: 204 len: 173 time: 1.5511549 Feb 16 14:41:52.449561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.449896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.450231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.450819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.452521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.452521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.452521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.452521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.452957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.453050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.454676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.454676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0603b-5f2d-440b-91ed-75e79fe5c36c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:52.484624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008443a4-8451-401b-b1e8-74e08550b1f8 req-27bd9921-9f69-4e1f-aa21-936c0d251d80 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:52.492645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-008443a4-8451-401b-b1e8-74e08550b1f8 req-27bd9921-9f69-4e1f-aa21-936c0d251d80 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 945 time: 0.3484008 Feb 16 14:41:52.511025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-ac806620-9dee-4898-ae74-158842c69e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:52.513079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-ac806620-9dee-4898-ae74-158842c69e06 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.1739187 Feb 16 14:41:52.569833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-277895b7-0bf3-4863-98c7-e18a892d5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:52.570574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-277895b7-0bf3-4863-98c7-e18a892d5dd9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3913112 Feb 16 14:41:52.637058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:52.652233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-008443a4-8451-401b-b1e8-74e08550b1f8 req-05f1f883-ad11-4d40-95f6-f2403a6911e3 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586230 Feb 16 14:41:52.662152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['89528440-3861-412e-8e05-f70dc1a80c05', 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:52.706659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:52.736256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Deleting port 3a036fcd-8730-4a46-8bbb-adb509b1edf5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:52.736607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:52.753238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-09112616-1104-42e0-80f7-17ad1ac1fbde service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=40d12eaa-cd73-41ec-9a5c-01318f52f546 HTTP/1.1" status: 200 len: 217 time: 0.1490152 Feb 16 14:41:52.821088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:52.920874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-2ccd3d86-04be-47ad-8f14-46aa5b35a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:52.930982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-2ccd3d86-04be-47ad-8f14-46aa5b35a0e8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1580994 Feb 16 14:41:52.970419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:0d:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:49Z', 'revision_number': 8, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:53.016943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-ca24002c-3c04-485f-91da-e0371d3949e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.028269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-ca24002c-3c04-485f-91da-e0371d3949e9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.4953339 Feb 16 14:41:53.034057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:53.041839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=7']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:53.065500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:53.066594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:53.125779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] For port 3a036fcd-8730-4a46-8bbb-adb509b1edf5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3a036fcd-8730-4a46-8bbb-adb509b1edf5,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:53.126146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.135733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:41:53.136068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:41:53.136394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:53.142956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:41:53.143276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Attempting to bind port a548a7d5-e87a-48b3-a23f-eb259896d96e on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:41:53.149680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Calling delete_port for 3a036fcd-8730-4a46-8bbb-adb509b1edf5 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:53.156953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:41:53.162766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:41:53.162766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:41:53.162766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Bound port: a548a7d5-e87a-48b3-a23f-eb259896d96e, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:41:53.162766 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.207089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-237c57bd-1f01-4ffd-bbb3-5860715a781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.209477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-237c57bd-1f01-4ffd-bbb3-5860715a781c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538062 Feb 16 14:41:53.286151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:41:53.362158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:41:53.410592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976429e1-db76-41cb-a67f-d0544131a804 req-63cb39b1-a8e1-4266-8358-08adde56ed76 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.413626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976429e1-db76-41cb-a67f-d0544131a804 req-63cb39b1-a8e1-4266-8358-08adde56ed76 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.414126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7a2339b2-62b0-4115-b310-cd2921e22bc8 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:53.415298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-976429e1-db76-41cb-a67f-d0544131a804 req-63cb39b1-a8e1-4266-8358-08adde56ed76 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2&device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 1690 time: 0.3085830 Feb 16 14:41:53.418273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-9d1e1797-5900-41dd-895e-e03dcc47ee8c service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661127 Feb 16 14:41:53.427781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:53.445341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-f93cbc45-94d2-4f09-a0cb-be71f5174b0e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 999 time: 0.4161904 Feb 16 14:41:53.457934 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.492261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 77d11ee8-c770-4ffc-929f-80a8cb80c501 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:53.497327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7a2339b2-62b0-4115-b310-cd2921e22bc8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:53.497943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7a2339b2-62b0-4115-b310-cd2921e22bc8 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:53.524283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 77d11ee8-c770-4ffc-929f-80a8cb80c501 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:53.524653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 77d11ee8-c770-4ffc-929f-80a8cb80c501 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:53.535659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.536431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.537630 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] 10.222.0.93 "PUT /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 1121 time: 2.0640016 Feb 16 14:41:53.538639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ec51f-e2db-440b-a78d-2df4e7575546 service neutron] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=8']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:53.542168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.574017 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a036fcd-8730-4a46-8bbb-adb509b1edf5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:53.597863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-976429e1-db76-41cb-a67f-d0544131a804 req-6f1d468d-14ab-426f-8572-8757f0f4192d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721673 Feb 16 14:41:53.602878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40d12eaa-cd73-41ec-9a5c-01318f52f546 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:41:53.638135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-dc0018fd-e1d5-4863-9613-42197238d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.640126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-dc0018fd-e1d5-4863-9613-42197238d67f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.1545434 Feb 16 14:41:53.652538 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.668025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a548a7d5-e87a-48b3-a23f-eb259896d96e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:53.673875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee85910a-ad78-4d8c-bc76-e1561ca897a1 req-0e69afe9-7358-471c-8811-a8fe254713cb service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449360 Feb 16 14:41:53.761993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-0ff83c63-1f03-4903-8b3f-355f5437fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.764065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-0ff83c63-1f03-4903-8b3f-355f5437fa8c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078765 Feb 16 14:41:53.791118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a548a7d5-e87a-48b3-a23f-eb259896d96e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:53.800920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.809302 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.834311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ef92-01a5-403b-ad56-7aca2c731b98 req-2d86916f-7523-441c-93b6-71894b081bdd tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:53.836765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d10ef92-01a5-403b-ad56-7aca2c731b98 req-2d86916f-7523-441c-93b6-71894b081bdd tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 948 time: 0.1179726 Feb 16 14:41:53.929889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d10ef92-01a5-403b-ad56-7aca2c731b98 req-4c368563-b397-491c-9e49-18893a3e56ef tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518594 Feb 16 14:41:53.966427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-e32b91c9-f360-4302-9a94-087655915176 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909571 Feb 16 14:41:53.976166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 40d12eaa-cd73-41ec-9a5c-01318f52f546, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40d12eaa-cd73-41ec-9a5c-01318f52f546,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:53.981603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.982725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a8457e-c824-47ba-90b8-b55407503715 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:41:53.992369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:53.993920 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08335fad-c714-4f43-8838-bd927b184f5a admin admin] 10.222.0.113 "DELETE /v2.0/routers/a2a8457e-c824-47ba-90b8-b55407503715 HTTP/1.1" status: 204 len: 168 time: 2.7904778 Feb 16 14:41:53.995729 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c12f6a-7238-4867-8d73-e33b9b0cd682 x-openstack-request-id: req-76c12f6a-7238-4867-8d73-e33b9b0cd682 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:53.996171 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c818982-bd16-4e96-a2f7-6bdafa856554", "name": "network-vif-deleted", "tag": "5c6acdc9-6b01-4399-a977-2401448f679c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:53.996596 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-76c12f6a-7238-4867-8d73-e33b9b0cd682 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:53.997126 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c818982-bd16-4e96-a2f7-6bdafa856554', 'name': 'network-vif-deleted', 'tag': '5c6acdc9-6b01-4399-a977-2401448f679c', 'status': 'completed', 'code': 200} Feb 16 14:41:53.997716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41306) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:54.036733 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5475afe8-d2a8-4d30-82ac-adb9e4572343 x-openstack-request-id: req-5475afe8-d2a8-4d30-82ac-adb9e4572343 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:54.037764 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:54.037764 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5475afe8-d2a8-4d30-82ac-adb9e4572343 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:54.038005 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31', 'status': 'completed', 'code': 200} Feb 16 14:41:54.095012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] Deleting subnet 0f6c1c61-f293-4979-ac7c-1d6c40e93f8e {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:41:54.113568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0dd6ef7-7db6-47a9-8e2c-fd1678f31841 req-8ee6fa03-8e5f-44ec-aa2b-1ffa31dfd4a9 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459916 Feb 16 14:41:54.135214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.143770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '40d12eaa-cd73-41ec-9a5c-01318f52f546', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '40d12eaa-cd73-41ec-9a5c-01318f52f546', 'mac_address': 'fa:16:3e:84:7b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:41:54.194463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.198023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-ea62b404-f1b8-4e29-b16b-90f4249aa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.200453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-ea62b404-f1b8-4e29-b16b-90f4249aa304 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.1183534 Feb 16 14:41:54.287327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:0d:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:49Z', 'revision_number': 8, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:54.317101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.323725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d8533-9877-4ffb-bdfa-75df9fb3656b req-43500e3d-6eb5-433e-842c-ea7ee23f7bbc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.325316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d8d8533-9877-4ffb-bdfa-75df9fb3656b req-43500e3d-6eb5-433e-842c-ea7ee23f7bbc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.0803120 Feb 16 14:41:54.337891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68cef3-e516-4960-bfe8-7b96aec93908 None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'db32b0ef-3233-4abd-bd3b-29737bcf30a7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'port_id': '9e24db3d-7474-471c-89ea-908e2a933f31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'mac_address': 'fa:16:3e:0d:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:41:09Z', 'updated_at': '2022-02-16T14:41:49Z', 'revision_number': 8, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:54.344096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.377562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-0fd81d2d-a893-4378-a4b0-a83396dcf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.379172 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-0fd81d2d-a893-4378-a4b0-a83396dcf9ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.1444888 Feb 16 14:41:54.384897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d8d8533-9877-4ffb-bdfa-75df9fb3656b req-7bd86ad4-7d46-4dd6-b031-e4b4cda53ecf tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503316 Feb 16 14:41:54.391461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d12eaa-cd73-41ec-9a5c-01318f52f546 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:41:54.418092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 40d12eaa-cd73-41ec-9a5c-01318f52f546, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40d12eaa-cd73-41ec-9a5c-01318f52f546,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:54.491939 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-f7c938eb-ca14-4661-86d0-53a4df2cb723 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 999 time: 0.0760911 Feb 16 14:41:54.530184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a1b9-69cc-4d29-bc71-96cc20d30d4f req-12e360ed-0613-4fcd-809a-3d64ad080d68 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.534483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7650a1b9-69cc-4d29-bc71-96cc20d30d4f req-12e360ed-0613-4fcd-809a-3d64ad080d68 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 1101 time: 0.0578597 Feb 16 14:41:54.539321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-eb284179-6a6e-48b3-8f6b-ef0452ec3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.540473 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.540853 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-eb284179-6a6e-48b3-8f6b-ef0452ec3a40 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0655639 Feb 16 14:41:54.571221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.627913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f6c1c61-f293-4979-ac7c-1d6c40e93f8e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:54.636248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.640194 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eb2a2e12-6bf4-479a-8fa7-c30fda64ac6e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0f6c1c61-f293-4979-ac7c-1d6c40e93f8e HTTP/1.1" status: 204 len: 168 time: 0.6402943 Feb 16 14:41:54.642670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:54.645138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7650a1b9-69cc-4d29-bc71-96cc20d30d4f req-5a19d9fc-b095-4fdd-8803-8ab9ce96bc2c tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943840 Feb 16 14:41:54.648636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345d2b7-3f45-47b2-909f-d658ec7b5aae None None] Network b6bd3693-9585-4d50-a966-377452196873 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:41:54.694029 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240764fe-914c-4971-bf6c-fe2115b922c0 None None] New status for floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:54.710967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-89b09417-d26e-4e01-81db-dbf52e1b9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.712699 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-89b09417-d26e-4e01-81db-dbf52e1b9e11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559777 Feb 16 14:41:54.752259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.753636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=40d12eaa-cd73-41ec-9a5c-01318f52f546,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:54.777189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64016925-a08d-4c7f-b920-cf685d648c64 req-1199c549-2069-449d-b084-f9ea6a470b50 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 200 len: 996 time: 0.1310177 Feb 16 14:41:54.784655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.787867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.788316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.788729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.789131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.789528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.789916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.790310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.790699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.791086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.791464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.791871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:54.871621 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-265198aa-6e7f-45cc-a044-c28fba9d15bc service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437767 Feb 16 14:41:54.889657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Deleting port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:54.890004 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:54.907707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['40d12eaa-cd73-41ec-9a5c-01318f52f546'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:54.922127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa5328-ddb5-4136-8683-4c369bb81429 req-39d48f11-2fca-479d-b4d4-bf2e24531590 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.923741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccfa5328-ddb5-4136-8683-4c369bb81429 req-39d48f11-2fca-479d-b4d4-bf2e24531590 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 1100 time: 0.1400971 Feb 16 14:41:54.954730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] DHCP port deletion for b6bd3693-9585-4d50-a966-377452196873 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:41:54.977164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64016925-a08d-4c7f-b920-cf685d648c64 req-271cbe09-d5e8-4bd8-8c8e-4c264a74e574 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:54.978712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64016925-a08d-4c7f-b920-cf685d648c64 req-271cbe09-d5e8-4bd8-8c8e-4c264a74e574 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1924145 Feb 16 14:41:54.983667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccfa5328-ddb5-4136-8683-4c369bb81429 req-f584ec00-1dda-4d55-b67f-9d7d52b136ac tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485930 Feb 16 14:41:54.993195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-64016925-a08d-4c7f-b920-cf685d648c64 req-0c883b5a-de06-474e-ad6e-9f2bf72f1676 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:41:54.995966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64016925-a08d-4c7f-b920-cf685d648c64 req-0c883b5a-de06-474e-ad6e-9f2bf72f1676 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078299 Feb 16 14:41:55.022305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] For port 28746a22-ab59-4bb1-840f-29c0f3bb9f11, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=28746a22-ab59-4bb1-840f-29c0f3bb9f11,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:55.022676 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.057117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Calling delete_port for 28746a22-ab59-4bb1-840f-29c0f3bb9f11 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:55.102634 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7ee32947-13c5-473b-a1f8-fce5c52d1ecc req-ec1425ba-5213-4239-a8ec-9867f67c923e service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917460 Feb 16 14:41:55.135218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] Deleting port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:55.135747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.139191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded301ce-d3f7-404e-aa93-44bf3a9d2da0 req-e510e4df-1481-4749-9076-4bc6c5b6a42c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:55.144466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ded301ce-d3f7-404e-aa93-44bf3a9d2da0 req-e510e4df-1481-4749-9076-4bc6c5b6a42c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 949 time: 0.0609479 Feb 16 14:41:55.214458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ded301ce-d3f7-404e-aa93-44bf3a9d2da0 req-6f375674-fbff-42be-ba5f-b5dba52462e5 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667095 Feb 16 14:41:55.225131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] For port 28746a22-ab59-4bb1-840f-29c0f3bb9f11, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=28746a22-ab59-4bb1-840f-29c0f3bb9f11,segment=NetworkSegment(61c3cb67-1a01-49a0-b8a5-4838c81ccd8c),segment_id=61c3cb67-1a01-49a0-b8a5-4838c81ccd8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:55.225524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.235804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b74efc-d6d0-4f25-a7d2-677126c69bf6 req-8459f81d-d27c-4079-8a5b-fc3a029c42da tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:55.235804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3b74efc-d6d0-4f25-a7d2-677126c69bf6 req-8459f81d-d27c-4079-8a5b-fc3a029c42da tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 950 time: 0.0862823 Feb 16 14:41:55.242860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.250898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] Calling delete_port for 28746a22-ab59-4bb1-840f-29c0f3bb9f11 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:55.270343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Pushing event deleted for resources: {'Port': ['ID=28746a22-ab59-4bb1-840f-29c0f3bb9f11,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:55.273711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] No DVR routers for this DVR port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:55.325298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3b74efc-d6d0-4f25-a7d2-677126c69bf6 req-6e202acc-40fb-4d28-a4cb-c799a105e9f3 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902565 Feb 16 14:41:55.339081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.345852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-84ad0bcc-94c3-47e7-bc89-5d610298d416 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.0960684 Feb 16 14:41:55.369558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] Pushing event deleted for resources: {'Port': ['ID=28746a22-ab59-4bb1-840f-29c0f3bb9f11,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:55.371396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6bd26-6b4b-42ef-b522-17dc9a5712b8 None None] No DVR routers for this DVR port 28746a22-ab59-4bb1-840f-29c0f3bb9f11 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:55.386489 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.414517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641453-2fce-4605-99bb-58a0d6e790ba req-65f35661-ee16-4bd3-97b6-09443281c037 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:55.414732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.415159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.415834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.416195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > port after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.416517 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.416833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > port after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.417149 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.417484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.417798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.418116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.427144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-65f35661-ee16-4bd3-97b6-09443281c037 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports/9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 942 time: 0.0800614 Feb 16 14:41:55.466277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 28746a22-ab59-4bb1-840f-29c0f3bb9f11 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:55.488802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.489285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.489467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.489805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:41:55.490158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bd3693-9585-4d50-a966-377452196873']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:55.490272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 28746a22-ab59-4bb1-840f-29c0f3bb9f11 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:55.490607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 28746a22-ab59-4bb1-840f-29c0f3bb9f11 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:55.491117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3a036fcd-8730-4a46-8bbb-adb509b1edf5 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:55.513010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:55.513372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c3cb67-1a01-49a0-b8a5-4838c81ccd8c') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:55.516106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 3a036fcd-8730-4a46-8bbb-adb509b1edf5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:55.516454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3a036fcd-8730-4a46-8bbb-adb509b1edf5 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:55.533859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-ce3c2160-4917-411a-aac7-41cff9194464 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619104 Feb 16 14:41:55.542717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.567607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.576816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:41:55.577370 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.578292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-dd84c75a-0c47-4db5-ae35-706381c427cf tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.1128695 Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: from cryptography.utils import int_from_bytes Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: from cryptography.utils import int_from_bytes Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:41:55.581269 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:41:55.607743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5c6acdc9-6b01-4399-a977-2401448f679c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:55.630337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 5c6acdc9-6b01-4399-a977-2401448f679c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:55.631245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5c6acdc9-6b01-4399-a977-2401448f679c not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:55.705834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.712033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:55.719356 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] 10.222.0.113 "DELETE /v2.0/networks/b6bd3693-9585-4d50-a966-377452196873 HTTP/1.1" status: 204 len: 168 time: 1.0717037 Feb 16 14:41:55.720255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41342) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:55.737433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead1586-acc5-435f-b8a0-0e1c3c0d977d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6bd3693-9585-4d50-a966-377452196873,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:56.004968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e'}, {'name': 'network-changed', 'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:56.007326 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4481509d-d8b1-4788-b602-14d27551bf86" -d '{"events": [{"server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "name": "network-vif-unplugged", "status": "completed", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e"}, {"name": "network-changed", "server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:56.018507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-d13c2a89-dcd9-47d9-9bab-156955c5fe81 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:56.020013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-d13c2a89-dcd9-47d9-9bab-156955c5fe81 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4770641 Feb 16 14:41:56.038689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'name': 'network-vif-deleted', 'tag': '77d11ee8-c770-4ffc-929f-80a8cb80c501'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:56.040905 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2d8ef-cfec-436e-a01f-ccf490109dee" -d '{"events": [{"server_uuid": "ca496f88-5e8c-4f06-b4d1-7daba5a0a570", "name": "network-vif-deleted", "tag": "77d11ee8-c770-4ffc-929f-80a8cb80c501"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:56.055770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641453-2fce-4605-99bb-58a0d6e790ba req-543c3ec9-0856-4a94-b11d-d24b4a3b469e tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:56.057127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-543c3ec9-0856-4a94-b11d-d24b4a3b469e tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.4532852 Feb 16 14:41:56.058532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-e9d0b72b-ba12-4b84-a1df-2188cf025f59 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/quotas/67a7c16e25374f5fba5f8b45160e32c6 HTTP/1.1" status: 200 len: 375 time: 0.0310881 Feb 16 14:41:56.103162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:56.158960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-496542a4-2db5-4dcb-9413-3ecacfd501e9 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 1001 time: 0.0935431 Feb 16 14:41:56.173713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1a309586-2368-444e-a5af-0dde2b9ec024 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1019828 Feb 16 14:41:56.178356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:56.237756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:56.361208 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Deleting port a78a4383-a339-405d-af3d-bebeae1a34a1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:56.361552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:56.396338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:56.450548 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] For port a78a4383-a339-405d-af3d-bebeae1a34a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a78a4383-a339-405d-af3d-bebeae1a34a1,segment=NetworkSegment(43fd24bd-c5cf-4f62-8c96-94ee8b5d8203),segment_id=43fd24bd-c5cf-4f62-8c96-94ee8b5d8203)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:56.450548 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:56.466015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Calling delete_port for a78a4383-a339-405d-af3d-bebeae1a34a1 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:56.474624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:56.474968 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7 disassociated. External IP: 172.25.6.107, port: 9e24db3d-7474-471c-89ea-908e2a933f31. Feb 16 14:41:56.604509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb09075-f15e-4367-b314-9d407d5faedb req-549c4638-ec48-45d2-838b-68bf192b4261 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:56.606056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fb09075-f15e-4367-b314-9d407d5faedb req-549c4638-ec48-45d2-838b-68bf192b4261 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.1334682 Feb 16 14:41:56.660675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fb09075-f15e-4367-b314-9d407d5faedb req-424c7057-2817-48ff-a435-0855da18b884 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Feb 16 14:41:56.712998 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef1402e-7b76-443c-a7cb-d3f3d4e48f8d x-openstack-request-id: req-9ef1402e-7b76-443c-a7cb-d3f3d4e48f8d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:56.713516 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "name": "network-vif-unplugged", "status": "completed", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e", "code": 200}, {"name": "network-changed", "server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:56.713516 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ef1402e-7b76-443c-a7cb-d3f3d4e48f8d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:56.714475 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e', 'code': 200} Feb 16 14:41:56.714730 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e', 'status': 'completed', 'code': 200} Feb 16 14:41:56.765610 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339de40-a62f-420f-984c-4875b8c25c49 x-openstack-request-id: req-7339de40-a62f-420f-984c-4875b8c25c49 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:56.765894 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca496f88-5e8c-4f06-b4d1-7daba5a0a570", "name": "network-vif-deleted", "tag": "77d11ee8-c770-4ffc-929f-80a8cb80c501", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:56.768557 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7339de40-a62f-420f-984c-4875b8c25c49 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:56.768557 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca496f88-5e8c-4f06-b4d1-7daba5a0a570', 'name': 'network-vif-deleted', 'tag': '77d11ee8-c770-4ffc-929f-80a8cb80c501', 'status': 'completed', 'code': 200} Feb 16 14:41:56.789631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:56.799263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:56.820145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78a4383-a339-405d-af3d-bebeae1a34a1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:56.845961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481509d-d8b1-4788-b602-14d27551bf86 req-5add2c25-dd79-49eb-8f5d-db10011b79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:56.847608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4481509d-d8b1-4788-b602-14d27551bf86 req-5add2c25-dd79-49eb-8f5d-db10011b79a9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1124 time: 0.0926347 Feb 16 14:41:57.015273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7352b-3c55-47c0-9b0f-1c0c7e5700db req-85467c0f-5e3a-43fa-a03d-6f2c0e0e7ba2 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.016898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d7352b-3c55-47c0-9b0f-1c0c7e5700db req-85467c0f-5e3a-43fa-a03d-6f2c0e0e7ba2 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 949 time: 0.2070901 Feb 16 14:41:57.038439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:57.072977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:57.078773 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:57.081397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:57.092231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:57.093609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:57.104344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481509d-d8b1-4788-b602-14d27551bf86 req-c497b582-5e7b-43ae-9ffe-fe68ed7b1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.105870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4481509d-d8b1-4788-b602-14d27551bf86 req-c497b582-5e7b-43ae-9ffe-fe68ed7b1a70 service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.2149496 Feb 16 14:41:57.123867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67d7352b-3c55-47c0-9b0f-1c0c7e5700db req-5315dbcb-191a-4b68-a540-8e0b1b00cfb2 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956476 Feb 16 14:41:57.167414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4481509d-d8b1-4788-b602-14d27551bf86 req-f19746e0-9880-4026-9e91-244c49d4f517 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 217 time: 0.0524900 Feb 16 14:41:57.181978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c9ae295d-d95f-473a-967e-b7b7fda19aa6 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "PUT /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 200 len: 696 time: 0.9997497 Feb 16 14:41:57.254080 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:57.312479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481509d-d8b1-4788-b602-14d27551bf86 req-4481599a-db8c-443b-b6a0-af095d7eb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.314010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4481509d-d8b1-4788-b602-14d27551bf86 req-4481599a-db8c-443b-b6a0-af095d7eb8f5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1230061 Feb 16 14:41:57.323317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641453-2fce-4605-99bb-58a0d6e790ba req-77270586-3f22-4b44-8361-70514e7b4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.325645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-77270586-3f22-4b44-8361-70514e7b4957 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.1420283 Feb 16 14:41:57.333335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b819f9-0903-42b6-b79d-b6477bbc4955 req-8e2a139b-04fe-4b00-ac06-480ea4b7a80c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.334970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0b819f9-0903-42b6-b79d-b6477bbc4955 req-8e2a139b-04fe-4b00-ac06-480ea4b7a80c tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 950 time: 0.1136312 Feb 16 14:41:57.397874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4481509d-d8b1-4788-b602-14d27551bf86 req-e896893e-9233-4d98-86ce-b39084b01c3b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618718 Feb 16 14:41:57.524646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0b819f9-0903-42b6-b79d-b6477bbc4955 req-79da17eb-bb2b-445a-9651-6c15cf3ec3e9 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683159 Feb 16 14:41:57.564205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:57.589648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4481509d-d8b1-4788-b602-14d27551bf86 req-dacce416-e567-4f2f-bd77-b18b3731edbc service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620038 Feb 16 14:41:57.595029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-f100d28f-af4c-4d7f-83d7-b63d05e8eb96 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.596868 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-f100d28f-af4c-4d7f-83d7-b63d05e8eb96 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 950 time: 0.0958662 Feb 16 14:41:57.601822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641453-2fce-4605-99bb-58a0d6e790ba req-fbf06ca3-9f15-4ed1-a5e0-365e07de9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.606366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:57.610357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-fbf06ca3-9f15-4ed1-a5e0-365e07de9fd1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.2653999 Feb 16 14:41:57.617154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:57.617906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:57.645680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Router 63955da9-a8cc-486d-a1c9-f74e21418001 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:41:57.669177 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40d12eaa-cd73-41ec-9a5c-01318f52f546 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:41:57.693860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7474120e-c63d-4fed-8325-8a296933f7ba req-01a81e35-43cf-4c9e-8d03-22e4815bc9b4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0762584 Feb 16 14:41:57.702839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-fa0feba6-3d52-4212-874b-b4df53acf8b5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 217 time: 0.0894001 Feb 16 14:41:57.790087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c6259b67-2640-482a-be04-4ed18590acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.797993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-c6259b67-2640-482a-be04-4ed18590acb1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.0954096 Feb 16 14:41:57.818243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:41:57.828346 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e27f5331-0f47-4fcf-9155-e3bcc43ac2e7 admin admin] 10.222.0.113 "PUT /v2.0/routers/63955da9-a8cc-486d-a1c9-f74e21418001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1071632 Feb 16 14:41:57.830071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:41:57.833247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] Sync routers for ids ['63955da9-a8cc-486d-a1c9-f74e21418001'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:57.845129 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] Routers {'63955da9-a8cc-486d-a1c9-f74e21418001'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:57.846022 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63955da9-a8cc-486d-a1c9-f74e21418001'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:57.892300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4481509d-d8b1-4788-b602-14d27551bf86 req-27286fbf-2e0b-42e8-a4ed-f567a4808640 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633350 Feb 16 14:41:57.908279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc864e-1ce1-4cb2-a7c8-5f0363d0380b req-cd80b9c7-ce6c-4b3c-9e95-999d00d44b84 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.909833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36dc864e-1ce1-4cb2-a7c8-5f0363d0380b req-cd80b9c7-ce6c-4b3c-9e95-999d00d44b84 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.0746584 Feb 16 14:41:57.911764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641453-2fce-4605-99bb-58a0d6e790ba req-04adf5b5-0f15-401f-ae90-06f0208abbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:57.919522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-04adf5b5-0f15-401f-ae90-06f0208abbfc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205356 Feb 16 14:41:57.968019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Deleting port 89528440-3861-412e-8e05-f70dc1a80c05 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:57.968469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:57.979195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 40d12eaa-cd73-41ec-9a5c-01318f52f546 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:41:57.986862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 40d12eaa-cd73-41ec-9a5c-01318f52f546 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:41:57.987492 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.020742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36dc864e-1ce1-4cb2-a7c8-5f0363d0380b req-6fdd83e3-fbd6-4beb-82f6-9eb487d53b24 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915115 Feb 16 14:41:58.092228 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.093367 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] Set router 63955da9-a8cc-486d-a1c9-f74e21418001 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:58.100892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-e67e34ba-5fbc-4f73-a530-34dbada8b2f6 service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791861 Feb 16 14:41:58.126124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1340707-bb57-447c-af31-574c561ce01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d12eaa-cd73-41ec-9a5c-01318f52f546'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:58.129129 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f762fb17-303c-44fb-addf-1f0ba47b7838" -d '{"events": [{"server_uuid": "d1340707-bb57-447c-af31-574c561ce01a", "name": "network-vif-plugged", "status": "completed", "tag": "40d12eaa-cd73-41ec-9a5c-01318f52f546"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:58.173915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:58.177168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 40d12eaa-cd73-41ec-9a5c-01318f52f546, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40d12eaa-cd73-41ec-9a5c-01318f52f546,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:58.204065 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.260302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73641453-2fce-4605-99bb-58a0d6e790ba req-44141c32-cf6a-48e9-b5f2-37de8a903e2f service neutron] 10.222.0.113 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584644 Feb 16 14:41:58.263195 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf02688-ddc1-479f-b491-ab22ae8965cd x-openstack-request-id: req-aaf02688-ddc1-479f-b491-ab22ae8965cd {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:58.265196 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1340707-bb57-447c-af31-574c561ce01a", "name": "network-vif-plugged", "status": "completed", "tag": "40d12eaa-cd73-41ec-9a5c-01318f52f546", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:58.265710 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aaf02688-ddc1-479f-b491-ab22ae8965cd {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:58.266353 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1340707-bb57-447c-af31-574c561ce01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d12eaa-cd73-41ec-9a5c-01318f52f546', 'code': 200} Feb 16 14:41:58.274574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.281328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] For port 89528440-3861-412e-8e05-f70dc1a80c05, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=89528440-3861-412e-8e05-f70dc1a80c05,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:58.282166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.320123 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:41:56Z', 'revision_number': 5, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:58.324882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Calling delete_port for 89528440-3861-412e-8e05-f70dc1a80c05 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:58.366924 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] Checking router: 63955da9-a8cc-486d-a1c9-f74e21418001 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:58.367373 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=40d12eaa-cd73-41ec-9a5c-01318f52f546,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:58.370368 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] Routers {'63955da9-a8cc-486d-a1c9-f74e21418001'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:41:58.371156 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:41:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63955da9-a8cc-486d-a1c9-f74e21418001'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:58.454910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.471290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac0093-aa2c-494b-af01-fc42900eff61 req-23736392-aac9-48cb-8675-97ddc01416cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:58.475822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4aac0093-aa2c-494b-af01-fc42900eff61 req-23736392-aac9-48cb-8675-97ddc01416cd service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 1101 time: 0.1667006 Feb 16 14:41:58.541117 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] Set router 63955da9-a8cc-486d-a1c9-f74e21418001 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:41:58.559981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4aac0093-aa2c-494b-af01-fc42900eff61 req-6c19329e-b097-46a9-81fd-d4b2146b2ae4 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752258 Feb 16 14:41:58.568045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e87c-63b4-4cc3-aef2-1a067699510f req-865abebb-1533-42d6-87ca-59bfb14dce9b tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:58.569747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f430e87c-63b4-4cc3-aef2-1a067699510f req-865abebb-1533-42d6-87ca-59bfb14dce9b tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.1683843 Feb 16 14:41:58.574388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-146383e5-81dc-4519-8383-3edd8b272f91 req-f66dcc16-8fea-4706-bfad-c821c2645e95 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 200 len: 696 time: 0.0759113 Feb 16 14:41:58.624455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Deleting port 9619d22d-ecc6-49ae-a355-550e3aad683b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:58.624733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.625149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:58.644346 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.673684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['89528440-3861-412e-8e05-f70dc1a80c05', 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:41:58.680049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f430e87c-63b4-4cc3-aef2-1a067699510f req-346ffc2d-c14d-403f-9b2f-e4cc48572db1 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978880 Feb 16 14:41:58.734177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Pushing event deleted for resources: {'Port': ['ID=89528440-3861-412e-8e05-f70dc1a80c05,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:58.751502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146383e5-81dc-4519-8383-3edd8b272f91 req-f0ae6081-91a3-4c9e-a3d0-50a305c79f4b tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:58.761360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-146383e5-81dc-4519-8383-3edd8b272f91 req-f0ae6081-91a3-4c9e-a3d0-50a305c79f4b tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1777091 Feb 16 14:41:58.767790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:58.770311 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376f3d1-8653-44a9-9657-20d15f6b1eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:58.773278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152bfe3a-8f75-4346-af30-c2606abfba17 None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:40:40Z', 'revision_number': 4, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '14c0a558-3dbe-4619-84dc-2f063480945e', 'name': '', 'network_id': 'd3c27e46-27c3-4fac-b925-18cf3a8aa9b7', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'mac_address': 'fa:16:3e:9b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:39Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'subnets': [{'id': 'b2ff7801-caed-4436-a19d-1761608fdc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:58.780912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-146383e5-81dc-4519-8383-3edd8b272f91 req-5fa4114a-2a59-49fe-b09a-11a4d611c8eb tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:41:58.781946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-146383e5-81dc-4519-8383-3edd8b272f91 req-5fa4114a-2a59-49fe-b09a-11a4d611c8eb tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087085 Feb 16 14:41:58.783112 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:41:56Z', 'revision_number': 5, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:58.846553 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a197ad-46b7-4448-a75f-3eda0111eb01 None None] The sync data for ids ['63955da9-a8cc-486d-a1c9-f74e21418001'] in n-d-829433-1 is: [{'id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1844903685-router', 'tenant_id': '574e4c5205ea498f8d592192d34e1c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:38:53Z', 'updated_at': '2022-02-16T14:41:56Z', 'revision_number': 5, 'project_id': '574e4c5205ea498f8d592192d34e1c18', 'gw_port': {'id': '9619d22d-ecc6-49ae-a355-550e3aad683b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63955da9-a8cc-486d-a1c9-f74e21418001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:38:54Z', 'updated_at': '2022-02-16T14:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:58.869535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] No DVR routers for this DVR port 89528440-3861-412e-8e05-f70dc1a80c05 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:58.883995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.883995 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e95aed6b-26cd-46ea-9bd9-ffcbf5244b4e req-b2e92e24-8258-4904-b3db-69270b5ca5e6 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "DELETE /v2.0/ports/89528440-3861-412e-8e05-f70dc1a80c05 HTTP/1.1" status: 204 len: 173 time: 1.2663732 Feb 16 14:41:58.883995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'name': 'network-vif-deleted', 'tag': '89528440-3861-412e-8e05-f70dc1a80c05'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:41:58.883995 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904b36b-92da-41d4-99cd-7dd2786abf9f" -d '{"events": [{"server_uuid": "034d4bc9-d64c-4f6e-97a8-f56a2c11559f", "name": "network-vif-deleted", "tag": "89528440-3861-412e-8e05-f70dc1a80c05"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:41:58.932076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] For port 9619d22d-ecc6-49ae-a355-550e3aad683b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9619d22d-ecc6-49ae-a355-550e3aad683b,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:41:58.932719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:58.949844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b41ec8b-fa92-4d9f-8159-c1bf3cb9f896 req-0d78cd8f-72c1-4bdb-85ce-eca72ebecdc3 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=034d4bc9-d64c-4f6e-97a8-f56a2c11559f HTTP/1.1" status: 200 len: 210 time: 0.0566032 Feb 16 14:41:58.953514 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Calling delete_port for 9619d22d-ecc6-49ae-a355-550e3aad683b owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:58.955122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-146383e5-81dc-4519-8383-3edd8b272f91 req-8ae921db-9ceb-473e-b140-3fce06ea5af0 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 699 time: 0.1584108 Feb 16 14:41:59.028493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-146383e5-81dc-4519-8383-3edd8b272f91 req-ebb1f36a-7c66-4077-93bc-c82b820039bf tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 699 time: 0.0660343 Feb 16 14:41:59.112318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1645e2a5-7818-40c7-a364-5d03fd7f6a4e req-e72b63ff-1fdd-4440-81e2-dfc9435b0f15 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 210 time: 0.0696754 Feb 16 14:41:59.135842 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-ba1695f4-5b65-4888-bf7b-e7a667c0d126 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306144 Feb 16 14:41:59.218961 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc123b7-64ef-4347-b5e3-4940590a907e x-openstack-request-id: req-8bc123b7-64ef-4347-b5e3-4940590a907e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:59.219300 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:59.219710 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8bc123b7-64ef-4347-b5e3-4940590a907e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:59.220151 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31', 'status': 'completed', 'code': 200} Feb 16 14:41:59.249670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ed675f-81cd-4de0-833d-158bab7444dd None None] New status for floating IP db32b0ef-3233-4abd-bd3b-29737bcf30a7: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:59.483220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Deleting port cc647220-92a2-4ba5-bc91-df26a85c7399 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:41:59.483980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:59.496696 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238866c7-745b-4156-a4e0-35ad59297b2d x-openstack-request-id: req-238866c7-745b-4156-a4e0-35ad59297b2d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:41:59.497111 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034d4bc9-d64c-4f6e-97a8-f56a2c11559f", "name": "network-vif-deleted", "tag": "89528440-3861-412e-8e05-f70dc1a80c05", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:41:59.497476 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-238866c7-745b-4156-a4e0-35ad59297b2d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:41:59.498111 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034d4bc9-d64c-4f6e-97a8-f56a2c11559f', 'name': 'network-vif-deleted', 'tag': '89528440-3861-412e-8e05-f70dc1a80c05', 'status': 'completed', 'code': 200} Feb 16 14:41:59.642303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-f84a1791-c4bf-4cac-a214-af00ad68cbb2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:59.643851 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-f84a1791-c4bf-4cac-a214-af00ad68cbb2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4964025 Feb 16 14:41:59.645397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:59.679503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:59.682964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9619d22d-ecc6-49ae-a355-550e3aad683b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:59.746669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-842bdbc5-74ed-4a20-acb2-134a1d3b7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:59.748736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-842bdbc5-74ed-4a20-acb2-134a1d3b7c2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 1096 time: 0.4905591 Feb 16 14:41:59.769338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf643a-1dab-420d-82c4-eceec115f6ec req-f097a648-c5eb-49d8-bf00-d1df30729a24 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:59.776438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20bf643a-1dab-420d-82c4-eceec115f6ec req-f097a648-c5eb-49d8-bf00-d1df30729a24 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.2713220 Feb 16 14:41:59.783505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a78a4383-a339-405d-af3d-bebeae1a34a1 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:41:59.813000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a78a4383-a339-405d-af3d-bebeae1a34a1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:41:59.813498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a78a4383-a339-405d-af3d-bebeae1a34a1 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:41:59.827274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:59.827723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:59.831127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:59.875587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Calling delete_port for cc647220-92a2-4ba5-bc91-df26a85c7399 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:41:59.923793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20bf643a-1dab-420d-82c4-eceec115f6ec req-2102f4df-bd19-4b71-b190-ad46142004b9 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442842 Feb 16 14:41:59.990708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:59.993774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.155376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.156653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63955da9-a8cc-486d-a1c9-f74e21418001 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:42:00.166281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:00.169312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.174806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.177425 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d28adcf8-2c42-4d4a-b4b5-35fd9707dd5e admin admin] 10.222.0.113 "DELETE /v2.0/routers/63955da9-a8cc-486d-a1c9-f74e21418001 HTTP/1.1" status: 204 len: 168 time: 2.3449883 Feb 16 14:42:00.181572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41406) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:00.303899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] Deleting subnet a197df7d-d65f-4d31-aee6-c17c4a946e38 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:42:00.317864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.351920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-01207704-4eb0-4479-a9c8-4705cd22b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:00.353295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-01207704-4eb0-4479-a9c8-4705cd22b694 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 200 len: 922 time: 0.5622261 Feb 16 14:42:00.397002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.413081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-e6db95e6-3554-4b6e-a110-d8d95110ab63 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 200 len: 217 time: 0.0454772 Feb 16 14:42:00.422833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e013df5-7802-48c2-9d8c-d57d66264fea req-e37e1c7d-6edb-4bc7-a42c-1404b8d3fb23 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:00.424010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e013df5-7802-48c2-9d8c-d57d66264fea req-e37e1c7d-6edb-4bc7-a42c-1404b8d3fb23 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.1313486 Feb 16 14:42:00.458541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.228 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/cb2cecf9-6f3f-4d36-b4bd-24603a2c7898) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:00.517781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.528669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-e9a68426-0fc5-42ac-b741-3fc95f644f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:00.530211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-e9a68426-0fc5-42ac-b741-3fc95f644f70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 200 len: 859 time: 0.1038215 Feb 16 14:42:00.534782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e013df5-7802-48c2-9d8c-d57d66264fea req-77878d61-4ece-4ba9-ab1a-b84fecee7581 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Feb 16 14:42:00.595684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-dffa4881-6ab9-4721-a0b3-90cac5655d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:00.596021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-dffa4881-6ab9-4721-a0b3-90cac5655d5e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439065 Feb 16 14:42:00.659867 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.687134 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.722691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Pushing event deleted for resources: {'Port': ['ID=cc647220-92a2-4ba5-bc91-df26a85c7399,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:00.733023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a197df7d-d65f-4d31-aee6-c17c4a946e38,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:00.751407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.754847 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1955f5b1-1ad9-4ecd-b226-5f806d1b235e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a197df7d-d65f-4d31-aee6-c17c4a946e38 HTTP/1.1" status: 204 len: 168 time: 0.5723047 Feb 16 14:42:00.756283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f5478-0222-4f0f-b947-7b914663994a None None] Network e89c57f9-9a2b-43ed-bb10-98265680c82d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:00.760522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41410) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:00.847846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.858141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450bd97-b304-4ea3-8804-1a5b2807d133 req-62db8587-2e0b-45c0-adcd-89d26d4fa2bf tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:00.859588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d450bd97-b304-4ea3-8804-1a5b2807d133 req-62db8587-2e0b-45c0-adcd-89d26d4fa2bf tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1096 time: 0.2033424 Feb 16 14:42:00.864789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-11f737bb-8e9a-450e-a496-c5e39a77197e service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570772 Feb 16 14:42:00.905457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.907670 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.908788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-146383e5-81dc-4519-8383-3edd8b272f91 req-55f49446-a0bd-45ad-be22-82e9e6b12cbc tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "DELETE /v2.0/floatingips/db32b0ef-3233-4abd-bd3b-29737bcf30a7 HTTP/1.1" status: 204 len: 173 time: 1.8734653 Feb 16 14:42:00.912321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:00.974097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] DHCP port deletion for e89c57f9-9a2b-43ed-bb10-98265680c82d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:42:00.976119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.001897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d', '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:01.004064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:01.018560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d450bd97-b304-4ea3-8804-1a5b2807d133 req-3548b4d5-29b8-4be3-b6b4-931229798d29 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339529 Feb 16 14:42:01.031198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:01.035670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:01.040050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:01.078068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:01.084813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3376f3d1-8653-44a9-9657-20d15f6b1eaf req-05cd168e-d591-4d34-908e-e771727903d8 service neutron] 10.222.0.93 "GET /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013433 Feb 16 14:42:01.097570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60622d2a-826f-495b-8c27-b42181131aa9 req-aef56027-7e24-4746-b9e2-5a398c0bcebb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:01.099124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60622d2a-826f-495b-8c27-b42181131aa9 req-aef56027-7e24-4746-b9e2-5a398c0bcebb tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 936 time: 0.1338103 Feb 16 14:42:01.137062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:01.137999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.141880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Deleting port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:01.142221 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.162590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] Deleting port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:01.162962 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.216370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60622d2a-826f-495b-8c27-b42181131aa9 req-6c85799b-3048-4adc-b135-807d3479a5d9 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106980 Feb 16 14:42:01.227367 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-c1d3e782-6a5d-46fb-89fa-517598a5c8e8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5522583 Feb 16 14:42:01.239454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] For port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,segment=NetworkSegment(43fd24bd-c5cf-4f62-8c96-94ee8b5d8203),segment_id=43fd24bd-c5cf-4f62-8c96-94ee8b5d8203)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:01.240152 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.247154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Request body: {'port': {'device_id': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:01.263060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Calling delete_port for 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:01.360156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] For port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,segment=NetworkSegment(43fd24bd-c5cf-4f62-8c96-94ee8b5d8203),segment_id=43fd24bd-c5cf-4f62-8c96-94ee8b5d8203)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:01.360839 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.380828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.416392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] Calling delete_port for 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:01.467364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9619d22d-ecc6-49ae-a355-550e3aad683b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:01.469525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 89528440-3861-412e-8e05-f70dc1a80c05 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:01.511759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.549791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Pushing event deleted for resources: {'Port': ['ID=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:01.553489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9619d22d-ecc6-49ae-a355-550e3aad683b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:01.553709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] No DVR routers for this DVR port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:01.554021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9619d22d-ecc6-49ae-a355-550e3aad683b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:01.555032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:01.563634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 89528440-3861-412e-8e05-f70dc1a80c05 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:01.563978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 89528440-3861-412e-8e05-f70dc1a80c05 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:01.596887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:01.597611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:01.630439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-db7f521d-6ab0-4625-bffc-8a4e0980e811 None None] Provisioning complete for port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:01.630818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-db7f521d-6ab0-4625-bffc-8a4e0980e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.688941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.689140 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.718716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89c57f9-9a2b-43ed-bb10-98265680c82d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:01.725936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-db7f521d-6ab0-4625-bffc-8a4e0980e811 None None] Port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:42:01.732461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] No DVR routers for this DVR port 6171f8fa-0ff3-4351-85b5-ceeaa52883c3 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:01.744075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe0fcc-6a89-48b6-b4c8-8cbb7d600bcd None None] Pushing event deleted for resources: {'Port': ['ID=6171f8fa-0ff3-4351-85b5-ceeaa52883c3,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:01.749378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:01.749844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fd24bd-c5cf-4f62-8c96-94ee8b5d8203') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:01.762757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.775195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4acc8-0d8e-401c-be60-20ad6798a28e req-f345c96d-286d-4855-8802-67a4669c2b2d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:01.777249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9d4acc8-0d8e-401c-be60-20ad6798a28e req-f345c96d-286d-4855-8802-67a4669c2b2d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.1275735 Feb 16 14:42:01.807842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:01.811044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-7a094f9b-9828-4020-87e0-2dacce965663 req-cda80055-1389-4022-abc7-485f8a3e0a0c service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:42:01.812234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a094f9b-9828-4020-87e0-2dacce965663 req-cda80055-1389-4022-abc7-485f8a3e0a0c service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077055 Feb 16 14:42:01.813434 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.818770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.824016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:42:01.824417 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:42:01.826933 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:42:01.843186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Transition to ACTIVE for port object cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:01.895791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9d4acc8-0d8e-401c-be60-20ad6798a28e req-17b82ae9-8c29-47fb-bfa8-ac901c47667f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097360 Feb 16 14:42:01.921893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:01.986670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:02.024873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:02.031473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:02.035079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e89c57f9-9a2b-43ed-bb10-98265680c82d HTTP/1.1" status: 204 len: 168 time: 1.2739317 Feb 16 14:42:02.059696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Attempting to bind port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:02.060241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Attempting to bind port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:02.060349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Attempting to bind port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:02.062185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21ead6-b293-48a7-aa81-bc30c0d77643 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89c57f9-9a2b-43ed-bb10-98265680c82d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:02.066846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:42:02.067510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Attempting to bind port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:02.073315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:02.075301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:02.077195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:02.077830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Bound port: cb2cecf9-6f3f-4d36-b4bd-24603a2c7898, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:02.078370 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:02.086646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bf252-c71c-4bf1-a657-11ea8475e1c9 req-14699461-a5b7-4dcd-aa1d-cec09fe083a7 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.088734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e9bf252-c71c-4bf1-a657-11ea8475e1c9 req-14699461-a5b7-4dcd-aa1d-cec09fe083a7 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 951 time: 0.1206536 Feb 16 14:42:02.151894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e9bf252-c71c-4bf1-a657-11ea8475e1c9 req-e214c0a5-fcdf-4592-9357-726de6c749a9 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Feb 16 14:42:02.167895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] For port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:02.174965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] For port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:02.255284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:02.275609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bd48e-ac00-4539-9f8e-167075775b20 req-cf6b6b2c-bbfd-4e8d-94c0-6f3556eef83c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.277042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b1bd48e-ac00-4539-9f8e-167075775b20 req-cf6b6b2c-bbfd-4e8d-94c0-6f3556eef83c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.0632007 Feb 16 14:42:02.296813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.299754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:02.299754 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] 10.222.0.93 "PUT /v2.0/ports/cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 HTTP/1.1" status: 200 len: 1096 time: 1.0564325 Feb 16 14:42:02.299754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'tag': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:02.301588 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2416f6-e3e0-4aeb-9dda-456386178fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f961a1bc-c943-42e0-818c-1bb8eab1f1f3", "tag": "cb2cecf9-6f3f-4d36-b4bd-24603a2c7898"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:02.325645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b1bd48e-ac00-4539-9f8e-167075775b20 req-89cd6bf6-8c90-4449-adad-aa9255695e57 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Feb 16 14:42:02.347023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b1ba9-6061-4d0f-aa2f-80168d48a1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:02.452634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9221d-8123-43f2-b5c4-e3d3b12e61fd req-ca267967-5cd2-461e-8646-6a8ccdf7f074 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.454099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18a9221d-8123-43f2-b5c4-e3d3b12e61fd req-ca267967-5cd2-461e-8646-6a8ccdf7f074 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 945 time: 0.0642090 Feb 16 14:42:02.497882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-59d1c9ba-5651-47e6-8afa-6a011e0d2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.499603 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-59d1c9ba-5651-47e6-8afa-6a011e0d2380 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0518906 Feb 16 14:42:02.506492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18a9221d-8123-43f2-b5c4-e3d3b12e61fd req-c2652cda-ed7e-468b-a71b-fa424a97e3d5 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Feb 16 14:42:02.559965 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-3c82769b-21d7-42fc-a453-9e42475666d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 HTTP/1.1" status: 200 len: 217 time: 0.0389144 Feb 16 14:42:02.630287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-d011bbe3-f701-43a8-826d-c85c32b66d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.631785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41444) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:02.632498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-d011bbe3-f701-43a8-826d-c85c32b66d60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0606315 Feb 16 14:42:02.646495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f92066-56ed-46ea-94a5-5e6a5b8a948f req-9bcabc68-6e93-4f46-9194-8268d40c459e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.648972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14f92066-56ed-46ea-94a5-5e6a5b8a948f req-9bcabc68-6e93-4f46-9194-8268d40c459e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 948 time: 0.0625384 Feb 16 14:42:02.683467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-2de4df9f-1658-486b-b488-7d0c6787ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:02.685431 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-2de4df9f-1658-486b-b488-7d0c6787ae5e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438704 Feb 16 14:42:02.715602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-209f0230-98c7-4c01-b350-1494c20fc1fb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=94a2b62e5f7b4307bae50a5be2255f0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0804453 Feb 16 14:42:02.716570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41450) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:02.716718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14f92066-56ed-46ea-94a5-5e6a5b8a948f req-04a93ee3-119e-40e9-a640-6eb70edb5c8c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Feb 16 14:42:02.773603 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ed5965-c0b0-48ae-a41d-665c0fecaadc x-openstack-request-id: req-40ed5965-c0b0-48ae-a41d-665c0fecaadc {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:02.773779 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f961a1bc-c943-42e0-818c-1bb8eab1f1f3", "tag": "cb2cecf9-6f3f-4d36-b4bd-24603a2c7898", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:02.773994 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-40ed5965-c0b0-48ae-a41d-665c0fecaadc {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:02.774401 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'tag': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', 'status': 'completed', 'code': 200} Feb 16 14:42:02.825901 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-8c2b7669-a97b-4472-9a79-74ed890a8d94 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308856 Feb 16 14:42:02.829309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce0d45d4-7dc9-492e-8aec-d5f207b7b249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:02.895579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce0d45d4-7dc9-492e-8aec-d5f207b7b249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:02.958890 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0ca0aa83-65e6-437a-a1d7-df1a715141a2 req-fe735317-f34b-454b-abab-d06795444e48 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249204 Feb 16 14:42:03.049029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce0d45d4-7dc9-492e-8aec-d5f207b7b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:03.051662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce0d45d4-7dc9-492e-8aec-d5f207b7b249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:03.052778 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce0d45d4-7dc9-492e-8aec-d5f207b7b249 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8fda4d4d-5e21-45d9-9ae0-d5e6944803f2 HTTP/1.1" status: 204 len: 168 time: 0.3341639 Feb 16 14:42:03.061631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d45d4-7dc9-492e-8aec-d5f207b7b249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fda4d4d-5e21-45d9-9ae0-d5e6944803f2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:03.278596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedea09e-0c9b-4900-aec5-5908930ea8e4 req-0461400d-8d2b-4f1e-bb4c-d0ed24c0e07a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.280717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dedea09e-0c9b-4900-aec5-5908930ea8e4 req-0461400d-8d2b-4f1e-bb4c-d0ed24c0e07a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.0605998 Feb 16 14:42:03.330184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dedea09e-0c9b-4900-aec5-5908930ea8e4 req-01123b4a-eb97-4da5-bcde-bbf7e95846cd tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Feb 16 14:42:03.416137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-a34a3fa1-5062-4cd0-8d3a-75970ec23522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.417739 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-a34a3fa1-5062-4cd0-8d3a-75970ec23522 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 1099 time: 0.3135555 Feb 16 14:42:03.463599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c16839-27a2-46ee-8e30-f34c58ffbc52 req-45e41a91-df28-4955-af34-65bf6ba57494 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.465915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c16839-27a2-46ee-8e30-f34c58ffbc52 req-45e41a91-df28-4955-af34-65bf6ba57494 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.0589230 Feb 16 14:42:03.507743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c16839-27a2-46ee-8e30-f34c58ffbc52 req-2768fe1b-8a43-43b3-97f7-406a5693f83f tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340419 Feb 16 14:42:03.527180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-009a0317-b32f-4e14-8ce2-a5de7fe4fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.528966 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-009a0317-b32f-4e14-8ce2-a5de7fe4fb11 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.0972657 Feb 16 14:42:03.615585 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-6e419fc0-f8df-487b-99b6-de147ed00a0a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 HTTP/1.1" status: 200 len: 217 time: 0.0449622 Feb 16 14:42:03.617798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb385aa0-1136-4f03-bb32-6e59fb87dc69 req-af07e275-5ea3-41f6-82bb-63e6c4260b61 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.619774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb385aa0-1136-4f03-bb32-6e59fb87dc69 req-af07e275-5ea3-41f6-82bb-63e6c4260b61 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 951 time: 0.0538306 Feb 16 14:42:03.659721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb385aa0-1136-4f03-bb32-6e59fb87dc69 req-c54cc5c2-5a9b-4713-b398-a5105cd02f3e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Feb 16 14:42:03.683677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-9d925506-6576-4262-ad37-0f1460bcdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.685302 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-9d925506-6576-4262-ad37-0f1460bcdc15 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0549684 Feb 16 14:42:03.757306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-244c0e52-5640-4eca-8e27-050b7f83ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.759619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-244c0e52-5640-4eca-8e27-050b7f83ec29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619662 Feb 16 14:42:03.780801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd429e-537f-4241-8980-07ac9667a885 req-500dd02d-9d02-416c-b696-4bf1704446a1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.782242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48fd429e-537f-4241-8980-07ac9667a885 req-500dd02d-9d02-416c-b696-4bf1704446a1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 945 time: 0.0665398 Feb 16 14:42:03.823163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48fd429e-537f-4241-8980-07ac9667a885 req-7d3ab05c-2827-4541-8344-7edf5ce2ab93 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Feb 16 14:42:03.871089 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-ada143be-b11c-4016-93dc-099f590dacad service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951564 Feb 16 14:42:03.901823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41472) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:03.937077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b31f47-6cb6-4a53-93bf-040c92689d92 req-9b7a9123-9d3a-4b30-9235-cd727fc5f9ee tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.938807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b31f47-6cb6-4a53-93bf-040c92689d92 req-9b7a9123-9d3a-4b30-9235-cd727fc5f9ee tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 948 time: 0.0543613 Feb 16 14:42:03.976147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-aaceb836-d325-4206-a357-c57ba920b43f tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:42:03.977138 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-aaceb836-d325-4206-a357-c57ba920b43f tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134897 Feb 16 14:42:03.980749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b31f47-6cb6-4a53-93bf-040c92689d92 req-5006c4db-9467-4924-939a-cac832445563 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Feb 16 14:42:04.030087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8730d791-c9a5-415e-b518-e572448e9127 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=574e4c5205ea498f8d592192d34e1c18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1270535 Feb 16 14:42:04.032808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41474) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:04.044199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-c909fc36-d093-43e3-a28b-834ec350b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:04.046174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-c909fc36-d093-43e3-a28b-834ec350b85f service neutron] 10.222.0.113 "GET /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 200 len: 1093 time: 0.0571501 Feb 16 14:42:04.047976 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4a2416f6-e3e0-4aeb-9dda-456386178fdf req-a6f6c5cf-25e3-46be-8ac2-b5489f3a55e3 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663437 Feb 16 14:42:04.057491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Request body: {'binding': {'host': 'n-h1-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:04.057966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:42:04.089818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4aaeae6a-d44b-4580-8400-db29eae2543d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:04.112653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4aaeae6a-d44b-4580-8400-db29eae2543d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:04.191349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on host n-h1-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:04.192108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:04.192322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:04.197064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:42:04.197389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:04.203367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:04.203737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:04.204115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:04.204532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Bound port: 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:04.231425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4aaeae6a-d44b-4580-8400-db29eae2543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:04.235522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4aaeae6a-d44b-4580-8400-db29eae2543d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:04.236716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4aaeae6a-d44b-4580-8400-db29eae2543d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/52995005-0cf8-467a-921d-2263413447f2 HTTP/1.1" status: 204 len: 168 time: 0.2026775 Feb 16 14:42:04.245488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaeae6a-d44b-4580-8400-db29eae2543d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52995005-0cf8-467a-921d-2263413447f2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:04.272979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:04.348530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:04.349756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b816e3bd-55bc-4e4e-a4a3-571beb81cf7b service neutron] 10.222.0.113 "POST /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36/bindings HTTP/1.1" status: 201 len: 389 time: 0.2958446 Feb 16 14:42:04.468438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c75dba-e59b-43f5-b607-134187c1b16a req-efe5ae93-9088-4a3b-86ac-238d3a208f0d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:04.470024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55c75dba-e59b-43f5-b607-134187c1b16a req-efe5ae93-9088-4a3b-86ac-238d3a208f0d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.0553842 Feb 16 14:42:04.509105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55c75dba-e59b-43f5-b607-134187c1b16a req-48fbee6d-7803-4b6c-9930-f8ef4171c90e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Feb 16 14:42:04.634686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36dfd0-6f8a-4aea-bcca-c6431e655817 req-8800cc30-148d-4a06-af5d-697c0c6aae3f tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:04.636570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b36dfd0-6f8a-4aea-bcca-c6431e655817 req-8800cc30-148d-4a06-af5d-697c0c6aae3f tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.0528791 Feb 16 14:42:04.692127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b36dfd0-6f8a-4aea-bcca-c6431e655817 req-00243d1f-14dc-46af-8596-129ec99a4352 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474675 Feb 16 14:42:04.746768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0700c0-d27a-41d6-9cf6-7fe65b0c25d5 req-5116449c-c078-4ad9-ab90-e47106413934 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:04.749056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d0700c0-d27a-41d6-9cf6-7fe65b0c25d5 req-5116449c-c078-4ad9-ab90-e47106413934 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.0753751 Feb 16 14:42:04.848979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d0700c0-d27a-41d6-9cf6-7fe65b0c25d5 req-0835b56e-6046-4a17-999d-00501427f8cd tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934358 Feb 16 14:42:04.860184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487ede2-6c02-407c-9436-991699ac8844 req-c27a8213-faaa-4f11-8505-747e8e6e96cd tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:04.862077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2487ede2-6c02-407c-9436-991699ac8844 req-c27a8213-faaa-4f11-8505-747e8e6e96cd tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.93 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 945 time: 0.0578017 Feb 16 14:42:04.877302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8c39f-35cf-48f0-a459-c047f4ccb51d req-7a663113-fc48-44a9-8948-a5c2b732f5a4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:04.878813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71c8c39f-35cf-48f0-a459-c047f4ccb51d req-7a663113-fc48-44a9-8948-a5c2b732f5a4 tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 951 time: 0.1149037 Feb 16 14:42:04.887367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-7f79c968-e926-4860-a0e9-ec20b611f24a tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:04.891654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-7f79c968-e926-4860-a0e9-ec20b611f24a tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 951 time: 0.0798655 Feb 16 14:42:04.989225 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Deleting port 9e24db3d-7474-471c-89ea-908e2a933f31 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:04.989568 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.020144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71c8c39f-35cf-48f0-a459-c047f4ccb51d req-aaa0c85e-406d-4a3b-8f24-b0acc6d5f1fa tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/security-groups?id=4010f750-abb5-4fa7-8c42-83bc725a285f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274128 Feb 16 14:42:05.047693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de76e8-ff59-44df-ba28-be08c2de865a req-c628b1d4-028f-4cdd-a9f2-810f16b66a42 tempest-LiveMigrationNegativeTest-1551196795 tempest-LiveMigrationNegativeTest-1551196795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:05.049612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60de76e8-ff59-44df-ba28-be08c2de865a req-c628b1d4-028f-4cdd-a9f2-810f16b66a42 tempest-LiveMigrationNegativeTest-1551196795 tempest-LiveMigrationNegativeTest-1551196795-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 1101 time: 0.1154828 Feb 16 14:42:05.077411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-60de76e8-ff59-44df-ba28-be08c2de865a req-431b2456-aa6f-4b10-b3c8-d010e0e278b0 tempest-LiveMigrationNegativeTest-1551196795 tempest-LiveMigrationNegativeTest-1551196795-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.094673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Deleting port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:05.095010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.113384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] For port 9e24db3d-7474-471c-89ea-908e2a933f31, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9e24db3d-7474-471c-89ea-908e2a933f31,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:05.113384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.118883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Calling delete_port for 9e24db3d-7474-471c-89ea-908e2a933f31 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:05.196890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-89e13f4b-2389-4571-8078-e6fbfdeb77d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.243067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b14d0-dc43-47dd-8881-a9ace5b3b8f9 req-7951f0b3-81a3-4e43-8994-707f4fbf110c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:05.244622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-430b14d0-dc43-47dd-8881-a9ace5b3b8f9 req-7951f0b3-81a3-4e43-8994-707f4fbf110c tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 945 time: 0.1450214 Feb 16 14:42:05.272489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] For port d8d81237-a4f9-40dc-a040-e7a2c722a3d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:05.272848 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.300248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Calling delete_port for d8d81237-a4f9-40dc-a040-e7a2c722a3d8 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:05.373904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-430b14d0-dc43-47dd-8881-a9ace5b3b8f9 req-45a52767-72fe-4f1c-84c7-799d01fdf5de tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/security-groups?id=46ae1f50-22e8-4d77-818a-7765159658cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160924 Feb 16 14:42:05.387464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-60de76e8-ff59-44df-ba28-be08c2de865a req-431b2456-aa6f-4b10-b3c8-d010e0e278b0 tempest-LiveMigrationNegativeTest-1551196795 tempest-LiveMigrationNegativeTest-1551196795-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.407835 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.421416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['9e24db3d-7474-471c-89ea-908e2a933f31'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:05.464013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-60de76e8-ff59-44df-ba28-be08c2de865a req-431b2456-aa6f-4b10-b3c8-d010e0e278b0 tempest-LiveMigrationNegativeTest-1551196795 tempest-LiveMigrationNegativeTest-1551196795-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.475046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Pushing event deleted for resources: {'Port': ['ID=9e24db3d-7474-471c-89ea-908e2a933f31,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:05.503441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:42:05.506112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] No DVR routers for this DVR port 9e24db3d-7474-471c-89ea-908e2a933f31 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:05.510155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.513781 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2487ede2-6c02-407c-9436-991699ac8844 req-30410844-24ba-4452-b3cd-9bfac49b6dd1 tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.93 "DELETE /v2.0/ports/9e24db3d-7474-471c-89ea-908e2a933f31 HTTP/1.1" status: 204 len: 173 time: 0.6414027 Feb 16 14:42:05.515148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'name': 'network-vif-deleted', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:05.519178 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbaba8c-678b-472f-90dd-34d7ba17467c" -d '{"events": [{"server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "name": "network-vif-deleted", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:05.531024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60de76e8-ff59-44df-ba28-be08c2de865a req-431b2456-aa6f-4b10-b3c8-d010e0e278b0 tempest-LiveMigrationNegativeTest-1551196795 tempest-LiveMigrationNegativeTest-1551196795-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722579 Feb 16 14:42:05.552449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b2456-aa6f-4b10-b3c8-d010e0e278b0 tempest-LiveMigrationNegativeTest-1551196795 tempest-LiveMigrationNegativeTest-1551196795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddd46f3-53e9-4631-97f2-134cd17d2332,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:05.569740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f551aa7-a2c8-4a53-9810-606b06a046a2 req-823aaa15-e9b1-47c1-8a95-6f1ed227354a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:05.571278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f551aa7-a2c8-4a53-9810-606b06a046a2 req-823aaa15-e9b1-47c1-8a95-6f1ed227354a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 948 time: 0.1090393 Feb 16 14:42:05.614376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.631391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d8d81237-a4f9-40dc-a040-e7a2c722a3d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:05.639505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f551aa7-a2c8-4a53-9810-606b06a046a2 req-2def1c84-153c-423f-8f99-8627e781f5c0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534656 Feb 16 14:42:05.655876 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b0cdf-73d7-451f-9407-72d33fc38a05 x-openstack-request-id: req-a61b0cdf-73d7-451f-9407-72d33fc38a05 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:05.656390 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8460761a-ec7e-4e2c-b8ef-2f36faafccbd", "name": "network-vif-deleted", "tag": "9e24db3d-7474-471c-89ea-908e2a933f31", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:05.657165 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a61b0cdf-73d7-451f-9407-72d33fc38a05 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:05.657756 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8460761a-ec7e-4e2c-b8ef-2f36faafccbd', 'name': 'network-vif-deleted', 'tag': '9e24db3d-7474-471c-89ea-908e2a933f31', 'status': 'completed', 'code': 200} Feb 16 14:42:05.715175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Pushing event deleted for resources: {'Port': ['ID=d8d81237-a4f9-40dc-a040-e7a2c722a3d8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:05.748969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:05.768840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', 'mac_address': 'fa:16:3e:7d:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:42:05.825367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.852964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] No DVR routers for this DVR port d8d81237-a4f9-40dc-a040-e7a2c722a3d8 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:05.853063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:05.853142 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.858117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee8fe79b-002d-4880-a429-e62e83a51232 req-8c3e8e4b-9bc8-4415-a959-d61cc7f7c57b tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.93 "DELETE /v2.0/ports/d8d81237-a4f9-40dc-a040-e7a2c722a3d8 HTTP/1.1" status: 204 len: 173 time: 0.9579501 Feb 16 14:42:05.859045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-deleted', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:05.861614 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f8f6a3-c4bc-4514-b0e7-d0a61df5ed0a" -d '{"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-deleted", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:05.891074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:05.913215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37485e-078d-4b00-a5ad-432c5d2f3ab3 req-e3b548a2-017f-465e-91fd-7ccb318ddf27 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:05.927445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f37485e-078d-4b00-a5ad-432c5d2f3ab3 req-e3b548a2-017f-465e-91fd-7ccb318ddf27 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.1447182 Feb 16 14:42:05.972593 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b747da78-0384-48e0-8a85-6671f3e5ccde x-openstack-request-id: req-b747da78-0384-48e0-8a85-6671f3e5ccde {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:05.972807 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f1e6ad-8c23-499c-aa5e-340e3f05388c", "name": "network-vif-deleted", "tag": "d8d81237-a4f9-40dc-a040-e7a2c722a3d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:05.973061 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b747da78-0384-48e0-8a85-6671f3e5ccde {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:05.973179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:05.973453 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f1e6ad-8c23-499c-aa5e-340e3f05388c', 'name': 'network-vif-deleted', 'tag': 'd8d81237-a4f9-40dc-a040-e7a2c722a3d8', 'status': 'completed', 'code': 200} Feb 16 14:42:06.031598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f37485e-078d-4b00-a5ad-432c5d2f3ab3 req-178e2aad-e0c3-4a1c-946f-fce44ae07467 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952308 Feb 16 14:42:06.056888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:06.166475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40292d2-8a7d-484e-9072-7e984d3a5e71 req-654c6402-5169-47f3-bf66-f4a554298ea1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:06.174053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c40292d2-8a7d-484e-9072-7e984d3a5e71 req-654c6402-5169-47f3-bf66-f4a554298ea1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1306436 Feb 16 14:42:06.208146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c40292d2-8a7d-484e-9072-7e984d3a5e71 req-323adbd8-f87d-402e-a008-324fd2a3c45c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Feb 16 14:42:06.343728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e2cb0be-bbf0-41d6-82c6-1f79f496f9bd req-f03a2117-e638-4d79-9ce3-1eff9d8e4d9e tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 210 time: 0.0425563 Feb 16 14:42:06.488120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['cb2cecf9-6f3f-4d36-b4bd-24603a2c7898'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:06.512103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb8953fc-4f75-4a8e-b2da-f082ddbcfb64 req-02695bf0-2467-4cc2-9831-4cbe34c564ab tempest-FloatingIPsAssociationTestJSON-1913530065 tempest-FloatingIPsAssociationTestJSON-1913530065-project] 10.222.0.113 "GET /v2.0/ports?device_id=8460761a-ec7e-4e2c-b8ef-2f36faafccbd HTTP/1.1" status: 200 len: 210 time: 0.0488415 Feb 16 14:42:06.659201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6832833-eccc-412a-a7c0-306eb84de426 req-56e217fb-a7b6-424a-a205-10f1e174ed4c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:06.669572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6832833-eccc-412a-a7c0-306eb84de426 req-56e217fb-a7b6-424a-a205-10f1e174ed4c tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.0792325 Feb 16 14:42:06.727598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6832833-eccc-412a-a7c0-306eb84de426 req-bc8cad91-d1cd-458f-bed0-63a1b0412a61 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534227 Feb 16 14:42:06.795988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46443922-11d0-4032-95c8-cb0be7dd1103 req-e9c1d357-4f4a-4e4a-9f63-1899cb5df56a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:06.797600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46443922-11d0-4032-95c8-cb0be7dd1103 req-e9c1d357-4f4a-4e4a-9f63-1899cb5df56a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 949 time: 0.0573685 Feb 16 14:42:06.845689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46443922-11d0-4032-95c8-cb0be7dd1103 req-fbf97504-7c5b-4506-8f25-9e0e4167405f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Feb 16 14:42:06.871068 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:42:07.149827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc950e-9745-4e60-9ca8-c1f460083f59 req-7ed20d4c-526c-453d-b398-c339bc8522db tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:07.151309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ecc950e-9745-4e60-9ca8-c1f460083f59 req-7ed20d4c-526c-453d-b398-c339bc8522db tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.0549617 Feb 16 14:42:07.192261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ecc950e-9745-4e60-9ca8-c1f460083f59 req-4a160f97-6fa3-4ed0-b3b0-8d2af22d43db tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Feb 16 14:42:07.334126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18a42f-2b63-4448-9e0b-ea144f9318f3 req-4bc27fc8-fb44-47cb-8e0f-284afafbd16f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:07.336378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c18a42f-2b63-4448-9e0b-ea144f9318f3 req-4bc27fc8-fb44-47cb-8e0f-284afafbd16f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.0532894 Feb 16 14:42:07.400415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c18a42f-2b63-4448-9e0b-ea144f9318f3 req-59117720-a9a3-4a16-9810-94b393a7d6a8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570157 Feb 16 14:42:07.491233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:07.514177 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: d8d81237-a4f9-40dc-a040-e7a2c722a3d8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:07.514522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d8d81237-a4f9-40dc-a040-e7a2c722a3d8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:07.515101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9e24db3d-7474-471c-89ea-908e2a933f31 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:07.515766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-072d0176-f1cf-4e0d-bebe-13615eb28626 req-3f810d13-bc2c-4845-9df3-78818130af9f tempest-ServersAdminTestJSON-1846748540 tempest-ServersAdminTestJSON-1846748540-project] 10.222.0.113 "GET /v2.0/ports?device_id=93f1e6ad-8c23-499c-aa5e-340e3f05388c HTTP/1.1" status: 200 len: 210 time: 0.0328407 Feb 16 14:42:07.538094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 9e24db3d-7474-471c-89ea-908e2a933f31 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:07.538439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9e24db3d-7474-471c-89ea-908e2a933f31 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:07.569284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:07.760775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-4fa5f0f7-993a-4f68-a6ec-f2185ab8196d service neutron] 10.222.0.129 "GET /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.1291132 Feb 16 14:42:07.912475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f2277e8-8581-4861-b958-6c82057e835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:07.938554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6687e-e5af-44a6-abfd-9fff1b10e977 req-7d3637bd-7546-4637-8b28-6fab48d44e3a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:07.940110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1f6687e-e5af-44a6-abfd-9fff1b10e977 req-7d3637bd-7546-4637-8b28-6fab48d44e3a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.1412835 Feb 16 14:42:08.133840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1f6687e-e5af-44a6-abfd-9fff1b10e977 req-b4a2f42f-d5ff-4e51-9bef-b53b24b103e4 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683085 Feb 16 14:42:08.147945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427970ff-b9a4-4a60-bb19-7ed94a9d5f65 req-9a842211-07df-4703-b44b-1d0c3308121a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.149412 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-427970ff-b9a4-4a60-bb19-7ed94a9d5f65 req-9a842211-07df-4703-b44b-1d0c3308121a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 949 time: 0.2047458 Feb 16 14:42:08.210018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:08.252295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-427970ff-b9a4-4a60-bb19-7ed94a9d5f65 req-fa91b1e3-e17d-47b5-a984-87ab86ab9e66 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941379 Feb 16 14:42:08.264755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:08.354049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-8d75e900-9458-4e38-a2ba-32bb707a9696 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.356630 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-8d75e900-9458-4e38-a2ba-32bb707a9696 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.129 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 950 time: 0.0555420 Feb 16 14:42:08.488027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Deleting port 40d12eaa-cd73-41ec-9a5c-01318f52f546 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:08.488605 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.585289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] For port 40d12eaa-cd73-41ec-9a5c-01318f52f546, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40d12eaa-cd73-41ec-9a5c-01318f52f546,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:08.585782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.600901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Calling delete_port for 40d12eaa-cd73-41ec-9a5c-01318f52f546 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:08.656693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a548a7d5-e87a-48b3-a23f-eb259896d96e {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:08.691842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:08.749643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568cbe-edae-4e19-8929-77631ea7f8d6 req-53acbfb8-d608-4c83-b7b8-76d0a163c97b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.751195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b568cbe-edae-4e19-8929-77631ea7f8d6 req-53acbfb8-d608-4c83-b7b8-76d0a163c97b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 943 time: 0.1754227 Feb 16 14:42:08.759686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d34e5-8515-4485-b3f9-6438f8adea27 req-c652b019-c10c-47ed-8cee-85153602a0b5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.761206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-073d34e5-8515-4485-b3f9-6438f8adea27 req-c652b019-c10c-47ed-8cee-85153602a0b5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1812122 Feb 16 14:42:08.790695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.820721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.834327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['40d12eaa-cd73-41ec-9a5c-01318f52f546'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:08.836484 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.856206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Pushing event deleted for resources: {'Port': ['ID=40d12eaa-cd73-41ec-9a5c-01318f52f546,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:08.861495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0a536240-69d9-40fc-ae13-b5bd9a18196a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:08.917126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41608) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:08.918243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] No DVR routers for this DVR port 40d12eaa-cd73-41ec-9a5c-01318f52f546 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:08.922468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.927387 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1255ce4-e8f1-4167-b291-c35e6faeb335 req-85ca045f-b7a7-4b7e-ac78-0512de022ce6 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.129 "DELETE /v2.0/ports/40d12eaa-cd73-41ec-9a5c-01318f52f546 HTTP/1.1" status: 204 len: 173 time: 0.5589786 Feb 16 14:42:08.932022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1340707-bb57-447c-af31-574c561ce01a', 'name': 'network-vif-deleted', 'tag': '40d12eaa-cd73-41ec-9a5c-01318f52f546'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:08.934408 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f948e50-8a90-4113-89ba-b7a9ab6c5820" -d '{"events": [{"server_uuid": "d1340707-bb57-447c-af31-574c561ce01a", "name": "network-vif-deleted", "tag": "40d12eaa-cd73-41ec-9a5c-01318f52f546"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:08.949509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b568cbe-edae-4e19-8929-77631ea7f8d6 req-6814be41-33c2-48a9-bc99-9e8700c570bb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792293 Feb 16 14:42:08.974972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-073d34e5-8515-4485-b3f9-6438f8adea27 req-16d503ef-c437-4aa9-b56b-d7f7217ff65c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052090 Feb 16 14:42:09.098093 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a59bc3-95dd-41f1-a930-26f24e66af00 x-openstack-request-id: req-c5a59bc3-95dd-41f1-a930-26f24e66af00 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:09.098403 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1340707-bb57-447c-af31-574c561ce01a", "name": "network-vif-deleted", "tag": "40d12eaa-cd73-41ec-9a5c-01318f52f546", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:09.101396 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c5a59bc3-95dd-41f1-a930-26f24e66af00 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:09.101828 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1340707-bb57-447c-af31-574c561ce01a', 'name': 'network-vif-deleted', 'tag': '40d12eaa-cd73-41ec-9a5c-01318f52f546', 'status': 'completed', 'code': 200} Feb 16 14:42:09.114423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] Transition to ACTIVE for port object a548a7d5-e87a-48b3-a23f-eb259896d96e will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:09.150000 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e214ee23-b4ac-45b3-ba71-6c3a6740290f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.246893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e214ee23-b4ac-45b3-ba71-6c3a6740290f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.247720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.316291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbe28f2f-b103-4699-a1fc-f0fca2899257 req-6ffe89bc-de04-48ac-94ba-21c6251dbd79 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1340707-bb57-447c-af31-574c561ce01a HTTP/1.1" status: 200 len: 210 time: 0.0839407 Feb 16 14:42:09.321295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e214ee23-b4ac-45b3-ba71-6c3a6740290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.384668 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e214ee23-b4ac-45b3-ba71-6c3a6740290f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bb9daf6949c34a36b12abb69c7527f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641628 Feb 16 14:42:09.385546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214ee23-b4ac-45b3-ba71-6c3a6740290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154aef8d-6419-492a-bbe1-42ace86cbaea,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:09.388125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41622) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:09.415857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] Pushing event updated for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:09.421279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] No DVR routers for this DVR port a548a7d5-e87a-48b3-a23f-eb259896d96e on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:09.467054 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.491747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:09.518035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6abc5-0fa5-48a4-b334-5ae8e1fe7e7d req-2644aac4-07c8-43bb-ad97-e39050dd7e9f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:09.525335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dde6abc5-0fa5-48a4-b334-5ae8e1fe7e7d req-2644aac4-07c8-43bb-ad97-e39050dd7e9f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 949 time: 0.1854331 Feb 16 14:42:09.537955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-0c7c2d1f-6610-4a72-a29f-b21ce9f03261 service neutron] 10.222.0.129 "PUT /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e/bindings/n-h1-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7671731 Feb 16 14:42:09.623146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41628) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:09.624133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dde6abc5-0fa5-48a4-b334-5ae8e1fe7e7d req-755870f1-e935-443e-a5b5-58112fa78a13 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978975 Feb 16 14:42:09.655361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:42:09.660855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:09.687781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:09.688072 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.712708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2e18-9a93-492b-b3ac-832a2b33813e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.742315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:09.752946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40d12eaa-cd73-41ec-9a5c-01318f52f546 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:09.753261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2e18-9a93-492b-b3ac-832a2b33813e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.775491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ec8d-d36e-40ed-a3ec-bfee652cae4e req-e40ce6ad-f8f6-429c-a4a6-74442c9b665b tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:09.777256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5473ec8d-d36e-40ed-a3ec-bfee652cae4e req-e40ce6ad-f8f6-429c-a4a6-74442c9b665b tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.1126006 Feb 16 14:42:09.780779 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a01817d6-edc2-46b3-9a55-2eee3c6699ab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f3130184073c44818146fbdf220188d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563101 Feb 16 14:42:09.784155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41632) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:09.803084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Deleting port 14c0a558-3dbe-4619-84dc-2f063480945e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:09.803427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.850857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-115d92be-4b07-49a6-8e17-2264e0e512f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.877403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-115d92be-4b07-49a6-8e17-2264e0e512f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.888463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5473ec8d-d36e-40ed-a3ec-bfee652cae4e req-166093a8-6424-4fa6-b313-4c4dfa79ebf0 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016684 Feb 16 14:42:09.931590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 40d12eaa-cd73-41ec-9a5c-01318f52f546 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:09.931590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40d12eaa-cd73-41ec-9a5c-01318f52f546 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:09.949227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] For port 14c0a558-3dbe-4619-84dc-2f063480945e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=14c0a558-3dbe-4619-84dc-2f063480945e,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:09.949491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:09.963396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Calling delete_port for 14c0a558-3dbe-4619-84dc-2f063480945e owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:09.981187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:10.012656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:10.014959 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4571b-3500-4be5-8f2b-7b756a9f5c74" -d '{"events": [{"server_uuid": "f961a1bc-c943-42e0-818c-1bb8eab1f1f3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2cecf9-6f3f-4d36-b4bd-24603a2c7898"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:10.019112 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-115d92be-4b07-49a6-8e17-2264e0e512f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:10.022704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-115d92be-4b07-49a6-8e17-2264e0e512f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:10.023888 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-115d92be-4b07-49a6-8e17-2264e0e512f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4010f750-abb5-4fa7-8c42-83bc725a285f HTTP/1.1" status: 204 len: 168 time: 0.2382829 Feb 16 14:42:10.031998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:10.040654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d92be-4b07-49a6-8e17-2264e0e512f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4010f750-abb5-4fa7-8c42-83bc725a285f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:10.063374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2e18-9a93-492b-b3ac-832a2b33813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:10.068298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cdc2e18-9a93-492b-b3ac-832a2b33813e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:10.072261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8cdc2e18-9a93-492b-b3ac-832a2b33813e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/154aef8d-6419-492a-bbe1-42ace86cbaea HTTP/1.1" status: 204 len: 168 time: 0.6775770 Feb 16 14:42:10.121351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:10.133505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc2e18-9a93-492b-b3ac-832a2b33813e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154aef8d-6419-492a-bbe1-42ace86cbaea,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:10.188141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:10.219201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0c6ef-48b3-46b4-a888-78ed9180ebfc req-837082aa-8c03-4d43-93a4-f2fc5a951f32 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.220662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3dd0c6ef-48b3-46b4-a888-78ed9180ebfc req-837082aa-8c03-4d43-93a4-f2fc5a951f32 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.2045307 Feb 16 14:42:10.233945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-4efe2dfc-41ed-4507-92e3-ab3275a2f670 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.233945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-4efe2dfc-41ed-4507-92e3-ab3275a2f670 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.2056429 Feb 16 14:42:10.370084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3dd0c6ef-48b3-46b4-a888-78ed9180ebfc req-2ad1bc65-7018-46f5-abc4-b824dd35a046 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333582 Feb 16 14:42:10.383265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab399-5e67-4215-b142-150cfaba65fe req-cfe07347-3745-42dc-98dd-d827a5b0bb3d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.384812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db1ab399-5e67-4215-b142-150cfaba65fe req-cfe07347-3745-42dc-98dd-d827a5b0bb3d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1801221 Feb 16 14:42:10.437586 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d1262-5379-4657-a104-791f4bde4642 x-openstack-request-id: req-875d1262-5379-4657-a104-791f4bde4642 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:10.437586 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f961a1bc-c943-42e0-818c-1bb8eab1f1f3", "name": "network-vif-plugged", "status": "completed", "tag": "cb2cecf9-6f3f-4d36-b4bd-24603a2c7898", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:10.437586 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-875d1262-5379-4657-a104-791f4bde4642 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:10.437586 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', 'code': 200} Feb 16 14:42:10.438044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-ebe7cb8a-c797-4b85-90bf-88a33936c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.438044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-ebe7cb8a-c797-4b85-90bf-88a33936c65b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 1095 time: 0.1651993 Feb 16 14:42:10.501691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db1ab399-5e67-4215-b142-150cfaba65fe req-12383989-f375-437d-8a0b-0b6675b60f6a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896280 Feb 16 14:42:10.566346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-e0794f1d-cdc2-4cbd-819b-95eecf69e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.568435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-e0794f1d-cdc2-4cbd-819b-95eecf69e501 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1095 time: 0.0934911 Feb 16 14:42:10.580224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:10.593085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c186f75-2bcc-40ca-93e7-4aa02505bd38 req-255af64e-9d15-458e-b368-5ea95a827169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.595433 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7c186f75-2bcc-40ca-93e7-4aa02505bd38 req-255af64e-9d15-458e-b368-5ea95a827169 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 1101 time: 0.0527096 Feb 16 14:42:10.639942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c0a558-3dbe-4619-84dc-2f063480945e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:10.679958 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7c186f75-2bcc-40ca-93e7-4aa02505bd38 req-667d95c2-bd14-4752-9c83-f5121797798e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756888 Feb 16 14:42:10.856363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-7475adba-f62b-497c-b64f-643f99aba695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.858463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-7475adba-f62b-497c-b64f-643f99aba695 service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.2683105 Feb 16 14:42:10.913131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cfa8-287f-4468-a164-8b38562c8f16 req-dadca2a3-ccb8-46ac-a33b-b83071dc5cc0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.914633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf16cfa8-287f-4468-a164-8b38562c8f16 req-dadca2a3-ccb8-46ac-a33b-b83071dc5cc0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 950 time: 0.1560006 Feb 16 14:42:11.036213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-f4d3a1fc-ec80-4d0c-80bf-b9bea02b43be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 200 len: 217 time: 0.0567167 Feb 16 14:42:11.048192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf16cfa8-287f-4468-a164-8b38562c8f16 req-d448fc97-9b1b-4ef3-8dc4-da838b4ad46b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193166 Feb 16 14:42:11.061999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.081441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41662) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:11.098754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c4e839-9e81-4e5e-8ae4-cb157af50bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.144165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.174371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:11.182333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-3e88648f-13f1-435b-8e47-34679504535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:11.183861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-3e88648f-13f1-435b-8e47-34679504535a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1328294 Feb 16 14:42:11.200696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c4e839-9e81-4e5e-8ae4-cb157af50bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.230511 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8019bd80-f929-4f5d-8cb7-54690f9322e6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=12a2e5d91bdb4d558300c0a033a66a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550389 Feb 16 14:42:11.233440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41666) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:11.280530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c4e839-9e81-4e5e-8ae4-cb157af50bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.334559 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-47f73e39-d24b-4637-b13d-cef19be40515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.340095 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-35c4e839-9e81-4e5e-8ae4-cb157af50bb8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=01c9ccb442e749e6b71f0b384ac72be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570727 Feb 16 14:42:11.343848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4e839-9e81-4e5e-8ae4-cb157af50bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3028d9-0619-405d-a243-292ca55f4ded,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:11.347488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41670) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:11.385669 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-47f73e39-d24b-4637-b13d-cef19be40515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.418765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.456580 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7095b52-20ad-4ae8-8354-a2676e390b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.481921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7095b52-20ad-4ae8-8354-a2676e390b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.550010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-47f73e39-d24b-4637-b13d-cef19be40515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.552914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-47f73e39-d24b-4637-b13d-cef19be40515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.554133 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-47f73e39-d24b-4637-b13d-cef19be40515 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cd550141-77f2-4c7e-9d45-911ae1564ecc HTTP/1.1" status: 204 len: 168 time: 0.3192301 Feb 16 14:42:11.563066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f73e39-d24b-4637-b13d-cef19be40515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd550141-77f2-4c7e-9d45-911ae1564ecc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:11.574905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-f80f622e-f030-4a69-a898-7ee11506ac7d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3416908 Feb 16 14:42:11.582908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a21a3-2796-4d5a-b6bf-3d806a80bc6d req-cb933a4b-f675-4791-ae29-4b8c8c3ac150 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:11.584733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c6a21a3-2796-4d5a-b6bf-3d806a80bc6d req-cb933a4b-f675-4791-ae29-4b8c8c3ac150 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 950 time: 0.4722328 Feb 16 14:42:11.684598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7095b52-20ad-4ae8-8354-a2676e390b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.689549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7095b52-20ad-4ae8-8354-a2676e390b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.690695 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f7095b52-20ad-4ae8-8354-a2676e390b88 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2e3028d9-0619-405d-a243-292ca55f4ded HTTP/1.1" status: 204 len: 168 time: 0.3346598 Feb 16 14:42:11.702352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095b52-20ad-4ae8-8354-a2676e390b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3028d9-0619-405d-a243-292ca55f4ded,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:11.767103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873658e1-2fa7-48fb-8d13-d4a87253eb29 req-14afd2ce-f9a8-42d6-95d2-963725b0a94d tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:11.768663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-873658e1-2fa7-48fb-8d13-d4a87253eb29 req-14afd2ce-f9a8-42d6-95d2-963725b0a94d tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.2345340 Feb 16 14:42:11.774870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c6a21a3-2796-4d5a-b6bf-3d806a80bc6d req-97bd3b9e-aa40-45ea-90e9-46d1ed265b08 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735024 Feb 16 14:42:11.900566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-4d0d8cf5-07ed-40f2-a622-5c06534f6bd5 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958856 Feb 16 14:42:11.909671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-873658e1-2fa7-48fb-8d13-d4a87253eb29 req-484a77a2-e1bf-4f51-88a6-397a4a73fc10 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306150 Feb 16 14:42:11.946300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Router aa18405a-bcc8-44a3-950f-d9a8f99852f6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:42:12.013525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79692801-7e60-4e89-afe3-47f8603355e2 req-a8978721-e13f-42b1-bac7-88d72d81572b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:12.015438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79692801-7e60-4e89-afe3-47f8603355e2 req-a8978721-e13f-42b1-bac7-88d72d81572b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.1672230 Feb 16 14:42:12.118186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:12.157199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-377b0ac7-1d7d-4afa-88a5-a6a458c8ac28 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443621 Feb 16 14:42:12.161985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79692801-7e60-4e89-afe3-47f8603355e2 req-76f56a3b-2197-4d02-847e-81e94ef9b664 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299396 Feb 16 14:42:12.169598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd19c2-db28-42d7-9914-99dbeb808e36 req-5c38ea23-e29d-4755-b808-8b250eeac827 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:12.172243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cbd19c2-db28-42d7-9914-99dbeb808e36 req-5c38ea23-e29d-4755-b808-8b250eeac827 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1867862 Feb 16 14:42:12.250477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:42:12.260976 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] Sync routers for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:42:12.262999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cbd19c2-db28-42d7-9914-99dbeb808e36 req-750fdaff-aa80-414f-af99-562a7c630618 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600626 Feb 16 14:42:12.269608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41698) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:12.276535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f1ffb91-0576-44f0-933d-7c91ed16e226 admin admin] 10.222.0.113 "PUT /v2.0/routers/aa18405a-bcc8-44a3-950f-d9a8f99852f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7056906 Feb 16 14:42:12.296859 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:12.297477 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:12.383584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea559290-a078-4b29-a021-b2338d99e5c0 req-8fece494-0310-42f7-a7f5-599879cd724d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:12.385684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea559290-a078-4b29-a021-b2338d99e5c0 req-8fece494-0310-42f7-a7f5-599879cd724d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 950 time: 0.0841408 Feb 16 14:42:12.428446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:12.465449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea559290-a078-4b29-a021-b2338d99e5c0 req-9567cebc-3f09-4e50-9657-61fc2045e991 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715201 Feb 16 14:42:12.491320 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:12.543648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:12.699569 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146'}], 'enable_snat': True}, 'gw_port_id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:42:10Z', 'revision_number': 5, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port': {'id': 'bd8a7d8d-b797-4cb5-9701-08fda77dfa8d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:36Z', 'updated_at': '2022-02-16T14:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:12.716052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Deleting port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:12.716614 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:12.732680 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] Checking router: aa18405a-bcc8-44a3-950f-d9a8f99852f6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:42:12.740043 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] Routers {'aa18405a-bcc8-44a3-950f-d9a8f99852f6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:12.740654 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:12.835389 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] Set router aa18405a-bcc8-44a3-950f-d9a8f99852f6 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:12.861956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-505c6b5c-ad8c-4f29-b0e0-7ae8504cbe50 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:12.867590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-505c6b5c-ad8c-4f29-b0e0-7ae8504cbe50 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.1008267 Feb 16 14:42:12.894590 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:42:12Z', 'revision_number': 6, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:12.913552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] For port bd8a7d8d-b797-4cb5-9701-08fda77dfa8d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:12.913973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:12.930063 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600937f8-ee23-41d9-aa21-2cf61f73b15d None None] The sync data for ids ['aa18405a-bcc8-44a3-950f-d9a8f99852f6'] in n-d-829433-1 is: [{'id': 'aa18405a-bcc8-44a3-950f-d9a8f99852f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-370435924-router', 'tenant_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:35Z', 'updated_at': '2022-02-16T14:42:12Z', 'revision_number': 6, 'project_id': 'a9bac6188c5340278fce1cc3aa403f9c', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:42:12.931264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Calling delete_port for bd8a7d8d-b797-4cb5-9701-08fda77dfa8d owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:13.062572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd981d-5e2b-4184-9908-5597765863c2 req-95f89840-afe2-4d6c-a1b5-9395879587d5 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.064398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efdd981d-5e2b-4184-9908-5597765863c2 req-95f89840-afe2-4d6c-a1b5-9395879587d5 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 950 time: 0.1365814 Feb 16 14:42:13.114993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41724) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:13.156348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78044b01-1077-4ec5-91f1-22ce305d1aa0 req-a5a88ef9-6203-46a1-8978-57639f753afa tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.157904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78044b01-1077-4ec5-91f1-22ce305d1aa0 req-a5a88ef9-6203-46a1-8978-57639f753afa tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.1544619 Feb 16 14:42:13.199428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efdd981d-5e2b-4184-9908-5597765863c2 req-f81a54f4-137c-484b-bde8-3e3bf5279912 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/security-groups?id=41908826-8bae-4fc4-b475-63030449eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250091 Feb 16 14:42:13.237345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78044b01-1077-4ec5-91f1-22ce305d1aa0 req-17de8792-ac5c-4a2e-8c85-568d57767bd6 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690799 Feb 16 14:42:13.274654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-3e601304-df35-4115-8a0b-eaa1149a9f8b service neutron] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:13.278984 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-3e601304-df35-4115-8a0b-eaa1149a9f8b service neutron] Notify callbacks [] for binding, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.281952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a86b1f1-e7de-47e8-8b93-191c7d20bdbf req-3e601304-df35-4115-8a0b-eaa1149a9f8b service neutron] 10.222.0.93 "DELETE /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e/bindings/n-h2-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.4035113 Feb 16 14:42:13.344672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-02940b27-f2f1-4a67-b0c0-38a95944be71 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.349675 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-02940b27-f2f1-4a67-b0c0-38a95944be71 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 950 time: 0.1813772 Feb 16 14:42:13.382949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 14c0a558-3dbe-4619-84dc-2f063480945e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:13.411032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 14c0a558-3dbe-4619-84dc-2f063480945e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:13.411527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 14c0a558-3dbe-4619-84dc-2f063480945e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:13.415598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1651569032-network', 'tenant_id': '13a087beded845789c77c45d58db603b'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:13.463698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.516209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8a7d8d-b797-4cb5-9701-08fda77dfa8d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:13.527414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Made reservation on behalf of 13a087beded845789c77c45d58db603b for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:13.529812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.536339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc4a3f-c1a3-4e71-bb4a-5b523576f917 req-31bda3ab-03e0-4e86-bc2a-b7a1903613ee tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.537837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cdc4a3f-c1a3-4e71-bb4a-5b523576f917 req-31bda3ab-03e0-4e86-bc2a-b7a1903613ee tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.1462631 Feb 16 14:42:13.552796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-dc1e9fb1-f767-48c2-aa40-f9bd6861dfc8 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.554368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-dc1e9fb1-f767-48c2-aa40-f9bd6861dfc8 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.93 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.1164739 Feb 16 14:42:13.574945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.581451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885cc53-daea-4e50-b7db-34812f53015a req-2d40a72f-aac8-47ef-8bfc-8cab03f9a752 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.582993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5885cc53-daea-4e50-b7db-34812f53015a req-2d40a72f-aac8-47ef-8bfc-8cab03f9a752 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1117985 Feb 16 14:42:13.644814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Deleting port 0a536240-69d9-40fc-ae13-b5bd9a18196a {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:13.645186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.654060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.657377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cdc4a3f-c1a3-4e71-bb4a-5b523576f917 req-4b934fc5-58c6-455c-8a01-4205246bc744 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018844 Feb 16 14:42:13.712181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5885cc53-daea-4e50-b7db-34812f53015a req-706a0628-dff6-404e-83cc-9700b1e3be37 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019485 Feb 16 14:42:13.735754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Deleting port 5f6141e8-065d-4366-81d6-079768a59235 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:13.736025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.829057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.836702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.899697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f870c1-5be5-47d5-8d82-44f5d1024381 req-c560adee-d714-40cb-8472-c2842e5d3e30 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.907701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3f870c1-5be5-47d5-8d82-44f5d1024381 req-c560adee-d714-40cb-8472-c2842e5d3e30 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 950 time: 0.1667678 Feb 16 14:42:13.949004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] For port 0a536240-69d9-40fc-ae13-b5bd9a18196a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0a536240-69d9-40fc-ae13-b5bd9a18196a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:13.949367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.972681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Calling delete_port for 0a536240-69d9-40fc-ae13-b5bd9a18196a owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:13.975834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:13.977020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] For port 5f6141e8-065d-4366-81d6-079768a59235, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5f6141e8-065d-4366-81d6-079768a59235,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:13.977395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.021239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.021829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa18405a-bcc8-44a3-950f-d9a8f99852f6 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:42:14.027262 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.028484 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa67e3ee-e4fb-436a-b30e-28ce2e364097 admin admin] 10.222.0.113 "DELETE /v2.0/routers/aa18405a-bcc8-44a3-950f-d9a8f99852f6 HTTP/1.1" status: 204 len: 168 time: 1.7577074 Feb 16 14:42:14.031604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41748) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:14.056112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3f870c1-5be5-47d5-8d82-44f5d1024381 req-5b40c987-9202-413b-b129-0fedf738800b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474793 Feb 16 14:42:14.075603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e95927-bd4a-4ec4-8a50-2e32954e1adb req-e54fe899-f5b7-4add-95d6-d833cc84bdb7 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:14.075603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31e95927-bd4a-4ec4-8a50-2e32954e1adb req-e54fe899-f5b7-4add-95d6-d833cc84bdb7 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1095 time: 0.1583848 Feb 16 14:42:14.086467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.121785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] Deleting subnet b2ff7801-caed-4436-a19d-1761608fdc7d {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:42:14.129656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.140861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31e95927-bd4a-4ec4-8a50-2e32954e1adb req-8fc302b8-cf42-4e06-bc4b-5b189e422b78 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Feb 16 14:42:14.168906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:42:14.183669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78236140-1b61-44e2-9bb6-cd4378fa8eb8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:14.252368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.357509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e492f8-38b1-4207-be73-e43f06c510a0 req-0bdcefbb-d763-4c97-abfe-08fa5988bb3a tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:14.364924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e492f8-38b1-4207-be73-e43f06c510a0 req-0bdcefbb-d763-4c97-abfe-08fa5988bb3a tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 1101 time: 0.2182207 Feb 16 14:42:14.394609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1bb72-ffdf-4887-9243-bafbe391f649 req-c9d905d5-452c-45e5-877e-78f6f752de9b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:14.396322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1d1bb72-ffdf-4887-9243-bafbe391f649 req-c9d905d5-452c-45e5-877e-78f6f752de9b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 1095 time: 0.1405957 Feb 16 14:42:14.399115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.419162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.419528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.419859 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Floating IP 79b13dbe-e6b3-4f88-8aeb-603e07c456d4 disassociated. External IP: 172.25.6.204, port: 5f6141e8-065d-4366-81d6-079768a59235. Feb 16 14:42:14.420191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Calling delete_port for 5f6141e8-065d-4366-81d6-079768a59235 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:14.426517 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.428743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.429082 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Added segment bb00867b-5cef-4788-a1fc-5fda645db7cc of type vlan for network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b Feb 16 14:42:14.452938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e492f8-38b1-4207-be73-e43f06c510a0 req-ef43f194-c6ec-4d8a-bc28-81e9ed9228b1 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871205 Feb 16 14:42:14.505468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1d1bb72-ffdf-4887-9243-bafbe391f649 req-4abc1d1f-b4ba-4541-84b6-2dd07db0323b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933757 Feb 16 14:42:14.537813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Pushing event deleted for resources: {'Port': ['ID=0a536240-69d9-40fc-ae13-b5bd9a18196a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:14.558253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.643145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] No DVR routers for this DVR port 0a536240-69d9-40fc-ae13-b5bd9a18196a on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:14.647344 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.650899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88dc26f6-ea8e-4def-a841-f29025d42831 req-33ce8fed-f2c2-4fcc-9d9e-253ecfcd1d0a tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe47ac56-ab52-4494-b611-bfe300bb37bd HTTP/1.1" status: 200 len: 210 time: 0.0799766 Feb 16 14:42:14.656535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-516e2a26-c92c-4bf6-a6ad-da6ee6fc608a req-e604530d-2194-4f14-a312-4f2b5b6d9c46 tempest-LiveMigrationNegativeTest-1609251771 tempest-LiveMigrationNegativeTest-1609251771-project] 10.222.0.93 "DELETE /v2.0/ports/0a536240-69d9-40fc-ae13-b5bd9a18196a HTTP/1.1" status: 204 len: 173 time: 1.2966309 Feb 16 14:42:14.660316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'name': 'network-vif-deleted', 'tag': '0a536240-69d9-40fc-ae13-b5bd9a18196a'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:14.663041 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ebd19-1600-413f-a491-87eae9fd9a14" -d '{"events": [{"server_uuid": "fe47ac56-ab52-4494-b611-bfe300bb37bd", "name": "network-vif-deleted", "tag": "0a536240-69d9-40fc-ae13-b5bd9a18196a"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:14.728621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1a339-071e-4772-b852-d63e33ce7597 req-42472565-77be-4b91-80b2-74ea7d75b151 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:14.736170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90c1a339-071e-4772-b852-d63e33ce7597 req-42472565-77be-4b91-80b2-74ea7d75b151 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 945 time: 0.1283817 Feb 16 14:42:14.773004 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.775813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.776932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:14.777696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.824979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90c1a339-071e-4772-b852-d63e33ce7597 req-28cc3bcf-3346-4efa-b3a8-5ee1a4b6184b tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups?id=d7f53cf4-de4c-4988-ba84-d92a9d876ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592427 Feb 16 14:42:14.851231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ff7801-caed-4436-a19d-1761608fdc7d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:14.876918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce435748-ad28-48e3-b562-f9cff460654f None None] Network d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:14.893743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.899338 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cd56e159-edf3-48d9-bfbf-92ff63df4c34 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b2ff7801-caed-4436-a19d-1761608fdc7d HTTP/1.1" status: 204 len: 168 time: 0.8645318 Feb 16 14:42:14.899790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41778) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:14.914600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] Pushing event updated for resources: {'Network': ['ID=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:14.948031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:42:14.970575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.977900 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4bd9b0de-1ccc-4ea0-b5b7-4d44e6244d87 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8617394 Feb 16 14:42:14.980733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:14.986335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Request body: {'subnet': {'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1651569032-subnet', 'tenant_id': '13a087beded845789c77c45d58db603b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:15.003813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event deleted for resources: {'Port': ['ID=5f6141e8-065d-4366-81d6-079768a59235,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:15.096052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.102822 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a5c538-97b9-46f2-abf6-9c2a67250b2a x-openstack-request-id: req-12a5c538-97b9-46f2-abf6-9c2a67250b2a {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:15.103281 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe47ac56-ab52-4494-b611-bfe300bb37bd", "name": "network-vif-deleted", "tag": "0a536240-69d9-40fc-ae13-b5bd9a18196a", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:15.103722 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-12a5c538-97b9-46f2-abf6-9c2a67250b2a {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:15.104261 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe47ac56-ab52-4494-b611-bfe300bb37bd', 'name': 'network-vif-deleted', 'tag': '0a536240-69d9-40fc-ae13-b5bd9a18196a', 'status': 'completed', 'code': 200} Feb 16 14:42:15.158050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Made reservation on behalf of 13a087beded845789c77c45d58db603b for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:15.160509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.229038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] DHCP port deletion for d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:42:15.240259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-64bcc6dc-103a-4cc9-a87f-a5e97134ec63 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301657 Feb 16 14:42:15.265444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-61ea8944-ee41-49a3-aea6-56d900b5a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:15.267327 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-61ea8944-ee41-49a3-aea6-56d900b5a530 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1096 time: 0.1440487 Feb 16 14:42:15.284957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] Deleting port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:15.285427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.351525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Router 036b728b-6f6d-4523-8ef3-898fe745e0ca has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:42:15.353187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Deleting port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:15.353527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.354241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] For port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:15.354851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.370399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] Calling delete_port for 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:15.445904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0536471f-b01d-484c-97b5-528ad8338dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:15.447427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0536471f-b01d-484c-97b5-528ad8338dff service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1695509 Feb 16 14:42:15.511924 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-d785aefd-b4dc-4c5f-bffd-f9bf809bc7b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 200 len: 217 time: 0.0539873 Feb 16 14:42:15.545676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0a536240-69d9-40fc-ae13-b5bd9a18196a no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:15.551050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] For port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,segment=NetworkSegment(ad01f65e-2c87-42f1-9e18-bba941261dc7),segment_id=ad01f65e-2c87-42f1-9e18-bba941261dc7)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:15.551784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.589492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-507acc54-e380-4912-b5b9-aacc7d0614b2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:15.593822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-507acc54-e380-4912-b5b9-aacc7d0614b2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426719 Feb 16 14:42:15.595863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:15.604307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 0a536240-69d9-40fc-ae13-b5bd9a18196a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:15.604654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0a536240-69d9-40fc-ae13-b5bd9a18196a not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:15.611036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5f6141e8-065d-4366-81d6-079768a59235 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:15.612725 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.621823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-cb90f9a9-a716-47ec-9faf-9ee27a343740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:15.624284 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-cb90f9a9-a716-47ec-9faf-9ee27a343740 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1052988 Feb 16 14:42:15.629036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Calling delete_port for 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:15.646023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.661437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 5f6141e8-065d-4366-81d6-079768a59235 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:15.661804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5f6141e8-065d-4366-81d6-079768a59235 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:15.663179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:15.663507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:15.663917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd8a7d8d-b797-4cb5-9701-08fda77dfa8d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:15.681363 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-87dcfb92-6c53-4ac5-915d-962971b39eb9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468173 Feb 16 14:42:15.705012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: bd8a7d8d-b797-4cb5-9701-08fda77dfa8d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:15.705365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bd8a7d8d-b797-4cb5-9701-08fda77dfa8d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:15.706288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-476e8516-feca-4f84-b5c9-4be74cbaf7a5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/quotas/67a7c16e25374f5fba5f8b45160e32c6 HTTP/1.1" status: 200 len: 375 time: 0.0999806 Feb 16 14:42:15.709512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] Pushing event deleted for resources: {'Port': ['ID=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:15.711481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b6bde-8df6-401f-89db-6880698015f4 None None] No DVR routers for this DVR port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:15.809705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42200d0-1734-4bf8-b89e-28c1194cc04d,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:15.814515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d9436-bee5-4705-98be-93ab40719322 req-583aa5ea-3c66-4e37-b66a-2599ed9c43ee tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:15.816067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed0d9436-bee5-4705-98be-93ab40719322 req-583aa5ea-3c66-4e37-b66a-2599ed9c43ee tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.2150807 Feb 16 14:42:15.830985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Checking segment: {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:15.830985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Network hostable DHCP agents. Network: 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:42:15.833641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:42:15.847603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] Sync routers for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:42:15.860730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:15.861737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:15.875300 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-475e04fa-10b5-488e-a230-38eb6d3d139d service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707604 Feb 16 14:42:15.893550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-66dd9e14-359b-4bd4-b718-062d497f3e0f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1737821 Feb 16 14:42:15.918165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] No DVR routers for this DVR port 5f6141e8-065d-4366-81d6-079768a59235 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:15.923993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.925465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48be6b0b-f9cb-44b3-ad6e-f02142f57f29 req-c029d82f-26dc-4449-a434-25ff8f1a4275 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.93 "DELETE /v2.0/ports/5f6141e8-065d-4366-81d6-079768a59235 HTTP/1.1" status: 204 len: 173 time: 2.3601663 Feb 16 14:42:15.928276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'name': 'network-vif-deleted', 'tag': '5f6141e8-065d-4366-81d6-079768a59235'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:15.930639 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d2c73-91f1-44a4-bfbb-c575c8ae7f06" -d '{"events": [{"server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "name": "network-vif-deleted", "tag": "5f6141e8-065d-4366-81d6-079768a59235"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:15.950490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed0d9436-bee5-4705-98be-93ab40719322 req-69567320-9097-4370-a8f3-8a2b116a708f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135285 Feb 16 14:42:15.951564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.980171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Pushing event deleted for resources: {'Port': ['ID=04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:15.983755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] No DVR routers for this DVR port 04159d91-b1de-4dc1-a1ff-bf6c4bb04ddb on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:16.006373 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:16.025134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:42:16.078291 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.086113 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-81e52836-6738-4024-b759-893d9a332f8d service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010093 Feb 16 14:42:16.108063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c27e46-27c3-4fac-b925-18cf3a8aa9b7']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:16.120429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01f65e-2c87-42f1-9e18-bba941261dc7') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:16.120755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01f65e-2c87-42f1-9e18-bba941261dc7') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:16.129354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:16.141106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:16.143512 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.151362 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.154451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84a46c-cfbe-45cc-94b9-b582551761cd None None] Network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:16.175365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.184085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:42:16.191610 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:42:16.271340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-44ad51a7-56c4-47cc-b071-c193838e75dc admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2889693 Feb 16 14:42:16.376534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.378540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.383132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] 10.222.0.113 "DELETE /v2.0/networks/d3c27e46-27c3-4fac-b925-18cf3a8aa9b7 HTTP/1.1" status: 204 len: 168 time: 1.4821074 Feb 16 14:42:16.432943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe6c38-7918-4f5c-a727-8753b0e73977 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c27e46-27c3-4fac-b925-18cf3a8aa9b7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:16.470025 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda27f6b-da83-405f-ba36-e9db66792a21 x-openstack-request-id: req-cda27f6b-da83-405f-ba36-e9db66792a21 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:16.471385 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e31916-c948-4620-968a-13c532a113b6", "name": "network-vif-deleted", "tag": "5f6141e8-065d-4366-81d6-079768a59235", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:16.477130 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cda27f6b-da83-405f-ba36-e9db66792a21 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:16.477967 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e31916-c948-4620-968a-13c532a113b6', 'name': 'network-vif-deleted', 'tag': '5f6141e8-065d-4366-81d6-079768a59235', 'status': 'completed', 'code': 200} Feb 16 14:42:16.536517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e14391e1-7c7d-4c11-9659-8203fe34b3cb req-cf7add42-f689-4431-8c2c-72d5047e90b6 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/ports?device_id=10e31916-c948-4620-968a-13c532a113b6 HTTP/1.1" status: 200 len: 210 time: 0.0898304 Feb 16 14:42:16.648463 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.650969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7dc4269a-157d-46bc-93a9-642cc6992e0d req-5df8bc22-2e89-4642-9b72-3e281823939e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 210 time: 0.0430589 Feb 16 14:42:16.704426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b6e63-d6cf-4125-9383-dda9abe9fdd3 None None] Network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:16.725001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:16.765447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] Checking router: 036b728b-6f6d-4523-8ef3-898fe745e0ca for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:42:16.817814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:16.818640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:16.994619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:17.134196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:17.220552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaed86-0934-4fbb-adad-091e908066fa req-597aa9ef-5e1c-4b68-b183-b466297a960d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:17.233235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8eaed86-0934-4fbb-adad-091e908066fa req-597aa9ef-5e1c-4b68-b183-b466297a960d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1285334 Feb 16 14:42:17.263892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e75014db-b9e6-4850-b00d-8feba4816d0e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a9bac6188c5340278fce1cc3aa403f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212354 Feb 16 14:42:17.265580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41846) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:17.339041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8eaed86-0934-4fbb-adad-091e908066fa req-23d21efe-6535-4555-8472-8d701c372af8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045802 Feb 16 14:42:17.426189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41850) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:17.474272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23b6-cf70-44fe-8703-5a1456bd356c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:17.523856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23b6-cf70-44fe-8703-5a1456bd356c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:17.620111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:17.652787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34377f-abab-4e01-aca3-a09a9e585ab6 None None] The sync data for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 is: [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:40:43Z', 'revision_number': 4, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b24eca0a-2def-4ad9-acb0-543067a12cb5', 'name': '', 'network_id': '2ba03c0a-80c9-4b62-8452-ead4d872d79d', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'mac_address': 'fa:16:3e:c7:5b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:41Z', 'updated_at': '2022-02-16T14:40:48Z', 'revision_number': 5, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'subnets': [{'id': 'cf062cf2-67ce-4f81-8961-2db69dfbbf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:42:17.764012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23b6-cf70-44fe-8703-5a1456bd356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:17.776730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41864) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:17.776895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3ab23b6-cf70-44fe-8703-5a1456bd356c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:17.778469 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b3ab23b6-cf70-44fe-8703-5a1456bd356c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/46ae1f50-22e8-4d77-818a-7765159658cc HTTP/1.1" status: 204 len: 168 time: 0.5087731 Feb 16 14:42:17.799484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab23b6-cf70-44fe-8703-5a1456bd356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ae1f50-22e8-4d77-818a-7765159658cc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:17.944704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f9e172f-a211-409c-870c-46e1e3ce044c req-948168e7-e22f-4ba1-adf5-b5593d4635b3 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 210 time: 0.0830584 Feb 16 14:42:18.066852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41874) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:18.084790 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5ed4c-0022-425c-9c63-3d420823220e None None] New status for floating IP 79b13dbe-e6b3-4f88-8aeb-603e07c456d4: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:42:18.106838 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cecbb0d7-f573-4ee5-82dc-90bacbfac735 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=20c25ba2f36c49c6bc6d7e9d50d542d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847925 Feb 16 14:42:18.110053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41878) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:18.223266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3239b53c-c441-4b20-8cb0-a3ea6d59708f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.282220 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5bc2-9411-4ddd-97cc-efc192c09c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.285979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3239b53c-c441-4b20-8cb0-a3ea6d59708f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.501165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d07b4936-087e-47bf-9963-d913863e205a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.514761 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3239b53c-c441-4b20-8cb0-a3ea6d59708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.517473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3239b53c-c441-4b20-8cb0-a3ea6d59708f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.521052 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3239b53c-c441-4b20-8cb0-a3ea6d59708f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/41908826-8bae-4fc4-b475-63030449eaf7 HTTP/1.1" status: 204 len: 168 time: 0.4071662 Feb 16 14:42:18.534201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239b53c-c441-4b20-8cb0-a3ea6d59708f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41908826-8bae-4fc4-b475-63030449eaf7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:18.579926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d07b4936-087e-47bf-9963-d913863e205a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.593559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-96f5797e-9463-494c-9992-8ee2db7ec999 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:18.611984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-96f5797e-9463-494c-9992-8ee2db7ec999 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 822 time: 0.6977744 Feb 16 14:42:18.617883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5bc2-9411-4ddd-97cc-efc192c09c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.653115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa687-1e2d-48b0-8073-ed3197e074e0 req-77e2a929-164c-410c-b3ca-6f38639d1301 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:18.662500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0caa687-1e2d-48b0-8073-ed3197e074e0 req-77e2a929-164c-410c-b3ca-6f38639d1301 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.2127438 Feb 16 14:42:18.705261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-5b7d00ca-8320-4dba-8590-8108dc4be365 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/quotas/13a087beded845789c77c45d58db603b HTTP/1.1" status: 200 len: 375 time: 0.0922861 Feb 16 14:42:18.746629 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3a5bc2-9411-4ddd-97cc-efc192c09c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.769820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-590f40f7-dd25-4503-811f-d58abba301ab tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636101 Feb 16 14:42:18.774623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0caa687-1e2d-48b0-8073-ed3197e074e0 req-6a11fce0-21f0-4761-9390-84348d2f6894 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111419 Feb 16 14:42:18.789129 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f3a5bc2-9411-4ddd-97cc-efc192c09c6c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2ed6ad34870e4e30b133df25b959f0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178869 Feb 16 14:42:18.789320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:18.831881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a5bc2-9411-4ddd-97cc-efc192c09c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f27f656-bf6d-4bc3-aed0-f83dae00e6eb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:18.862673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bebd6c0e-6fa0-40a4-81ad-b01e123e78db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.896576 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bebd6c0e-6fa0-40a4-81ad-b01e123e78db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.926913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-d3078691-081d-4865-8222-1aa8f94781e1 service neutron] 10.222.0.113 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316857 Feb 16 14:42:18.965384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d07b4936-087e-47bf-9963-d913863e205a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.969400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d07b4936-087e-47bf-9963-d913863e205a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:18.970539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d07b4936-087e-47bf-9963-d913863e205a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "DELETE /v2.0/security-groups/d7f53cf4-de4c-4988-ba84-d92a9d876ce1 HTTP/1.1" status: 204 len: 168 time: 1.1918802 Feb 16 14:42:18.988583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:19.011475 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-2ce8cbaa-3353-41cb-a06a-8e6e838a0070 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] show failed (client error): The resource could not be found. Feb 16 14:42:19.011742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4936-087e-47bf-9963-d913863e205a tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f53cf4-de4c-4988-ba84-d92a9d876ce1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:19.016399 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2ce8cbaa-3353-41cb-a06a-8e6e838a0070 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "GET /v2.0/security-groups/d7f53cf4-de4c-4988-ba84-d92a9d876ce1 HTTP/1.1" status: 404 len: 347 time: 0.0296240 Feb 16 14:42:19.017144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:19.135780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b83b7879-7d27-4142-831c-8a292f0163b6 req-99b3e067-bebd-4708-b264-b9be54e282c9 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 210 time: 0.0757306 Feb 16 14:42:19.148208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-fd9c5d1d-a1fb-4721-a4dd-bdde656ba49e service neutron] 10.222.0.113 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132802 Feb 16 14:42:19.425735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bebd6c0e-6fa0-40a4-81ad-b01e123e78db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.429791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bebd6c0e-6fa0-40a4-81ad-b01e123e78db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.434561 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bebd6c0e-6fa0-40a4-81ad-b01e123e78db admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2f27f656-bf6d-4bc3-aed0-f83dae00e6eb HTTP/1.1" status: 204 len: 168 time: 0.6442842 Feb 16 14:42:19.505981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-258c08cb-70ff-4729-b076-17235197604a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921216 Feb 16 14:42:19.507219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd6c0e-6fa0-40a4-81ad-b01e123e78db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f27f656-bf6d-4bc3-aed0-f83dae00e6eb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:19.526641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eeb3a0a5-3e3a-4410-a121-090671cf1a3b req-44dbbe7f-041f-480a-ae3b-102a017959da tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 210 time: 0.0415637 Feb 16 14:42:19.596794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41920) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:19.624282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41924) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:19.723984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5fb30b7f-df6d-4897-9496-b7a58b0e14c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=044f7b4774944ecc9e8955ea0afbcd95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020675 Feb 16 14:42:19.725535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41928) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:19.750708 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Deleting port 53030cc3-1156-417a-be9e-55aebaa50503 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:19.751134 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.777609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-d1ca9d62-f727-43a6-bf6e-c3be27ec2aa5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:19.779192 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-d1ca9d62-f727-43a6-bf6e-c3be27ec2aa5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623398 Feb 16 14:42:19.811065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:19.818683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-661336376-network', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:19.836169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d331a3c1-65dc-4d28-ad8f-acd0818726b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.880349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d331a3c1-65dc-4d28-ad8f-acd0818726b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.939558 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.939960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.964583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Calling delete_port for 53030cc3-1156-417a-be9e-55aebaa50503 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:20.006441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Made reservation on behalf of fc2eff1eb38848db8aa96fba3c39b603 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:20.006441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.039113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab7c8c-ac85-4108-82fd-dd97f7d07883 req-d4ccea8c-93fc-467b-a5c3-2dd988b8c49f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:20.049826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fab7c8c-ac85-4108-82fd-dd97f7d07883 req-d4ccea8c-93fc-467b-a5c3-2dd988b8c49f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1356831 Feb 16 14:42:20.052593 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.128901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:20.132475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.169944 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d331a3c1-65dc-4d28-ad8f-acd0818726b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.175049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d331a3c1-65dc-4d28-ad8f-acd0818726b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.179225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d331a3c1-65dc-4d28-ad8f-acd0818726b5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1ddd46f3-53e9-4631-97f2-134cd17d2332 HTTP/1.1" status: 204 len: 168 time: 0.4488730 Feb 16 14:42:20.191977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fab7c8c-ac85-4108-82fd-dd97f7d07883 req-1a641f26-3c55-444b-a1c4-36fa938168c5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404588 Feb 16 14:42:20.209796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331a3c1-65dc-4d28-ad8f-acd0818726b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddd46f3-53e9-4631-97f2-134cd17d2332,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:20.262090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.267743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.310505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Pushing event deleted for resources: {'Port': ['ID=53030cc3-1156-417a-be9e-55aebaa50503,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:20.349823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-474fcfff-043a-44d5-a245-c866e991ff35 req-2f5fd94b-9d75-4778-b221-0d93c04b5ec6 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 210 time: 0.0573711 Feb 16 14:42:20.369620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.399810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:42:20.405409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e75926-9685-4e5d-9411-7933b7394148,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:20.411150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.41 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/4efbca80-7960-47c1-915b-719fce244d3e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:20.413338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.413727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.414077 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Added segment 069c0a93-0f66-4a21-81bd-fd592b5f4376 of type vlan for network 70fbfb07-aabb-4be3-9e07-5f784b518456 Feb 16 14:42:20.416012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.417216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-41d36f62-77df-4b50-8b53-aec79654dc74 tempest-ServersTestManualDisk-1378054161 tempest-ServersTestManualDisk-1378054161-project] 10.222.0.113 "DELETE /v2.0/floatingips/79b13dbe-e6b3-4f88-8aeb-603e07c456d4 HTTP/1.1" status: 204 len: 168 time: 1.3992507 Feb 16 14:42:20.420341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41942) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:20.479836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.510758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41944) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:20.534515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7771c81a-ddc9-4cfe-ba90-7cbfbb1db207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.650256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7771c81a-ddc9-4cfe-ba90-7cbfbb1db207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.677299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3e6caad-ff1f-4703-896b-2e98b47f0ff3 req-ccd27187-39bf-4058-887a-7158f3351316 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 210 time: 0.0445876 Feb 16 14:42:20.744824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.750778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:20.753305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.759012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.835135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] Pushing event updated for resources: {'Network': ['ID=70fbfb07-aabb-4be3-9e07-5f784b518456,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:20.842281 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7771c81a-ddc9-4cfe-ba90-7cbfbb1db207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:20.848657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:42:20.922294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41954) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:20.924608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7771c81a-ddc9-4cfe-ba90-7cbfbb1db207 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=90a180014a7d4b1391d63ae6efc758d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140089 Feb 16 14:42:20.987933 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.010162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771c81a-ddc9-4cfe-ba90-7cbfbb1db207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77cd100-6be5-49c6-802e-33d92a15182b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:21.070943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-be3f2a58-ceb6-4991-ae7a-8784402325e4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4726057 Feb 16 14:42:21.071633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41962) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:21.076689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Request body: {'subnet': {'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-661336376-subnet', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:21.096667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:21.102013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:21.120312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585', 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:21.125533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:21.208032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:21.208400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d', '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:21.208772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.224108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e9a347a8-490c-420d-b517-1f395186af7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.238812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.297066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Made reservation on behalf of fc2eff1eb38848db8aa96fba3c39b603 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:21.299347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.439813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=4efbca80-7960-47c1-915b-719fce244d3e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:21.606633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e9a347a8-490c-420d-b517-1f395186af7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.715285 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-a3f37b3d-f402-4504-ae1f-ca0a888f4a42 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9081697 Feb 16 14:42:21.716511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3100-e46c-4470-b021-b05f0f8361f5 req-9cfad4f8-aae4-4b96-839f-1d77134e6425 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:21.726493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44dd3100-e46c-4470-b021-b05f0f8361f5 req-9cfad4f8-aae4-4b96-839f-1d77134e6425 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 935 time: 0.1714101 Feb 16 14:42:21.746504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee908670-f23a-4440-8ce8-0850508e8e65 req-ac408856-b1c8-43ff-95aa-3683acdbc3ca tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:21.751065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Request body: {'port': {'device_id': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:21.753552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee908670-f23a-4440-8ce8-0850508e8e65 req-ac408856-b1c8-43ff-95aa-3683acdbc3ca tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.2090392 Feb 16 14:42:21.798630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4a5695ea-d938-4d74-88d2-ccd2ab1cf7ae None None] Provisioning complete for port 4efbca80-7960-47c1-915b-719fce244d3e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:21.799005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a5695ea-d938-4d74-88d2-ccd2ab1cf7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.852702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4a5695ea-d938-4d74-88d2-ccd2ab1cf7ae None None] Port 4efbca80-7960-47c1-915b-719fce244d3e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:42:21.857229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e9a347a8-490c-420d-b517-1f395186af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.865774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e9a347a8-490c-420d-b517-1f395186af7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:21.869273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e9a347a8-490c-420d-b517-1f395186af7d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a77cd100-6be5-49c6-802e-33d92a15182b HTTP/1.1" status: 204 len: 168 time: 0.9410925 Feb 16 14:42:21.902549 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a347a8-490c-420d-b517-1f395186af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77cd100-6be5-49c6-802e-33d92a15182b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:21.965204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee908670-f23a-4440-8ce8-0850508e8e65 req-c8c19687-6f9c-4b8f-a970-ea5dd5ee06d0 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886852 Feb 16 14:42:22.010879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.036411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44dd3100-e46c-4470-b021-b05f0f8361f5 req-3ff0dbf6-6f4f-4b78-8b90-5e136ff6ede3 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105197 Feb 16 14:42:22.180461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf8e6803-4b22-43ed-9de4-2a0c6605d1c0 req-a7ba18ab-ecab-4f54-b186-d0f229af8648 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 210 time: 0.0423877 Feb 16 14:42:22.226687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Deleting port b24eca0a-2def-4ad9-acb0-543067a12cb5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:22.227037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.277068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.410810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] For port b24eca0a-2def-4ad9-acb0-543067a12cb5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b24eca0a-2def-4ad9-acb0-543067a12cb5,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:22.411174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.424417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Checking segment: {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:22.424828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Network hostable DHCP agents. Network: 70fbfb07-aabb-4be3-9e07-5f784b518456, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:42:22.439319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Calling delete_port for b24eca0a-2def-4ad9-acb0-543067a12cb5 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:22.479057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cf3ab3-36bb-4358-a4e8-a0ad9dc918da,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:22.575363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:42:22.614896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efbca80-7960-47c1-915b-719fce244d3e {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:22.625849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.669987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 70fbfb07-aabb-4be3-9e07-5f784b518456) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:22.675007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:22.684080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.684465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfaa70-96ef-428f-bb54-6e916bfab097 None None] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:22.714230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Transition to ACTIVE for port object 4efbca80-7960-47c1-915b-719fce244d3e will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:22.801974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4ce5389e-0ab5-419e-8a9b-d0e081f721fd admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7292659 Feb 16 14:42:22.805030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41994) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:22.806576 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.810745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:22.896436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Pushing event updated for resources: {'Port': ['ID=4efbca80-7960-47c1-915b-719fce244d3e,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:22.938113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-70fbfb07-aabb-4be3-9e07-5f784b518456', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:42:22.941670 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.943071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.946705 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.012071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.119126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.129091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Pushing event deleted for resources: {'Port': ['ID=b24eca0a-2def-4ad9-acb0-543067a12cb5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:23.278912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Attempting to bind port 4efbca80-7960-47c1-915b-719fce244d3e on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:23.279345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Attempting to bind port 4efbca80-7960-47c1-915b-719fce244d3e by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:23.279819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Attempting to bind port 4efbca80-7960-47c1-915b-719fce244d3e on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:23.299574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Port 4efbca80-7960-47c1-915b-719fce244d3e on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:42:23.300043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Attempting to bind port 4efbca80-7960-47c1-915b-719fce244d3e on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:23.321822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:23.322168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:23.322558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:23.323006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Bound port: 4efbca80-7960-47c1-915b-719fce244d3e, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:23.325359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.349752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Allocated IP 172.20.0.2 (70fbfb07-aabb-4be3-9e07-5f784b518456/04cf3ab3-36bb-4358-a4e8-a0ad9dc918da/d5f0c68e-99e8-44fd-a992-b83262d47717) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:23.583606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f11ad-7438-4cdf-a52f-ab45dde34bb5 req-69127ec1-9f25-440b-b6b4-5110fc685a77 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:23.586185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b48f11ad-7438-4cdf-a52f-ab45dde34bb5 req-69127ec1-9f25-440b-b6b4-5110fc685a77 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 947 time: 0.3387146 Feb 16 14:42:23.599840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] For port 4efbca80-7960-47c1-915b-719fce244d3e, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:23.605894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] For port 4efbca80-7960-47c1-915b-719fce244d3e, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4efbca80-7960-47c1-915b-719fce244d3e,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:23.611407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.611965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc11b1-36d8-4943-80ba-e02e51986a58 req-87218de8-676a-4d6f-95c6-6493f0f301da tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:23.622782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0edc11b1-36d8-4943-80ba-e02e51986a58 req-87218de8-676a-4d6f-95c6-6493f0f301da tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.4621203 Feb 16 14:42:23.663855 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.722469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.753267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.783667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.830282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:23.834733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:23.839040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:23.869908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:23.871698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.885998 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] 10.222.0.93 "PUT /v2.0/ports/4efbca80-7960-47c1-915b-719fce244d3e HTTP/1.1" status: 200 len: 1095 time: 2.1475298 Feb 16 14:42:23.888294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'tag': '4efbca80-7960-47c1-915b-719fce244d3e'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:23.898992 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812bdab-41aa-4300-9d08-40725bd4a85a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d", "tag": "4efbca80-7960-47c1-915b-719fce244d3e"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:23.960417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b48f11ad-7438-4cdf-a52f-ab45dde34bb5 req-78b08380-faf8-4d92-98ca-6073cbbd0cb8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255379 Feb 16 14:42:23.978908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Attempting to bind port d5f0c68e-99e8-44fd-a992-b83262d47717 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:23.978908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Attempting to bind port d5f0c68e-99e8-44fd-a992-b83262d47717 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:23.978908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Attempting to bind port d5f0c68e-99e8-44fd-a992-b83262d47717 on network 70fbfb07-aabb-4be3-9e07-5f784b518456 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:23.982562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:23.982943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Checking segment: {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:23.983967 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.984533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Bound using segment: {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:23.985581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Bound port: d5f0c68e-99e8-44fd-a992-b83262d47717, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:23.986344 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.988799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Pushing event updated for resources: {'Port': ['ID=d5f0c68e-99e8-44fd-a992-b83262d47717,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:24.087079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0edc11b1-36d8-4943-80ba-e02e51986a58 req-f93614b2-c764-4e83-8b59-44d7adce072e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066837 Feb 16 14:42:24.112738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] For port d5f0c68e-99e8-44fd-a992-b83262d47717, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:24.114930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-2c308dac-aae4-4c45-9a84-e67e2550d3ea tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:24.131333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-2c308dac-aae4-4c45-9a84-e67e2550d3ea tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.129 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 822 time: 0.7083066 Feb 16 14:42:24.137186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] For port d5f0c68e-99e8-44fd-a992-b83262d47717, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d5f0c68e-99e8-44fd-a992-b83262d47717,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:24.167452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Request body: {'port': {'device_id': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'admin_state_up': True, 'tenant_id': '13a087beded845789c77c45d58db603b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:24.180672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-976a6498-f655-4465-8ac1-664593308f83 req-8882259f-f212-461e-83d0-7f30d20b3723 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 210 time: 0.0626848 Feb 16 14:42:24.199804 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:24.480575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56fae1-6867-4a55-8666-1a9799783641 None None] Pushing event updated for resources: {'Port': ['ID=d5f0c68e-99e8-44fd-a992-b83262d47717,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:24.638597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Made reservation on behalf of 13a087beded845789c77c45d58db603b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:24.646993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:24.741581 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cb33b0-d02b-4ba3-8ab7-00351ac7c295 x-openstack-request-id: req-75cb33b0-d02b-4ba3-8ab7-00351ac7c295 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:24.741870 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d", "tag": "4efbca80-7960-47c1-915b-719fce244d3e", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:24.742120 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-75cb33b0-d02b-4ba3-8ab7-00351ac7c295 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:24.742515 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'tag': '4efbca80-7960-47c1-915b-719fce244d3e', 'status': 'completed', 'code': 200} Feb 16 14:42:24.880203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590a7ef-7dc9-4be0-ae1f-a9bb3b0f4a09 service neutron] Pushing event updated for resources: {'Port': ['ID=4efbca80-7960-47c1-915b-719fce244d3e,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:24.914366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-b6dd5d3e-5705-45ee-b56c-d42836139652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:24.916026 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-b6dd5d3e-5705-45ee-b56c-d42836139652 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 1098 time: 0.8809936 Feb 16 14:42:24.933077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:24.972616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:25.027592 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-dff1d79b-4650-4a98-b3e4-2a78e9b28ed3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=4efbca80-7960-47c1-915b-719fce244d3e HTTP/1.1" status: 200 len: 217 time: 0.0574222 Feb 16 14:42:25.064599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Router 036b728b-6f6d-4523-8ef3-898fe745e0ca has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:42:25.107627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Allocated IP 172.25.6.160 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/842bbf73-1f16-4859-a618-2a8ab14a6602) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:25.194359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-c65973d3-1bea-40e2-8dd6-985a3a55effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.195878 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-c65973d3-1bea-40e2-8dd6-985a3a55effd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1400535 Feb 16 14:42:25.264793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:25.332785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-6b2d6017-ce67-47b9-b8ec-7e86531b93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.334298 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-6b2d6017-ce67-47b9-b8ec-7e86531b93d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288881 Feb 16 14:42:25.360285 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:42:25.372246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] Sync routers for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:42:25.381684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Allocated IP 172.20.0.7 (6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b/e42200d0-1734-4bf8-b89e-28c1194cc04d/1e234b9b-b7de-475e-a265-4aa875252a90) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:25.393248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.393720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.394181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.394292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:25.394635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.395100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.395587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.396046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.396201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:25.396570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.397016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.397473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.413717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce2f466b-e24a-4cb5-a5e4-95180a26a951 req-b71bc319-1726-450c-9aea-a9d60867220f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7135 time: 0.7899134 Feb 16 14:42:25.442382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9e9d4a7b-53ac-48ea-a864-015bc3fd231c admin admin] 10.222.0.113 "PUT /v2.0/routers/036b728b-6f6d-4523-8ef3-898fe745e0ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0202653 Feb 16 14:42:25.448690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42096) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:25.493036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544f4d0-0b6c-46b1-9bd5-ac6c72cd4e69 req-97fa21cd-d325-427f-8742-7c64dab7d8c9 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.494665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f544f4d0-0b6c-46b1-9bd5-ac6c72cd4e69 req-97fa21cd-d325-427f-8742-7c64dab7d8c9 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 947 time: 0.2672310 Feb 16 14:42:25.590996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d5f0c68e-99e8-44fd-a992-b83262d47717 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:25.639501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f544f4d0-0b6c-46b1-9bd5-ac6c72cd4e69 req-8cc21256-0122-4ac9-81f4-0b59e71e92fa tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251373 Feb 16 14:42:25.734876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:25.770906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:25.804656 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-09d3fb20-e947-4712-bb43-fec4f5e17280 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489157 Feb 16 14:42:25.828780 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:25.835987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Pushing event updated for resources: {'Port': ['ID=842bbf73-1f16-4859-a618-2a8ab14a6602,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:25.924401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d5f0c68e-99e8-44fd-a992-b83262d47717 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:25.925075 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:25.928713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f380a2-f884-4946-8c55-7aa53b0ac073 req-d2051ddd-2fa6-4e4e-9878-00f2a2d7f958 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 210 time: 0.1251621 Feb 16 14:42:25.952151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba9344-cbe7-41ec-9b95-3cc30013c0b8 req-91f0e01a-af6c-457d-899a-bbeff447a336 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.964881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17ba9344-cbe7-41ec-9b95-3cc30013c0b8 req-91f0e01a-af6c-457d-899a-bbeff447a336 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.3518350 Feb 16 14:42:25.996477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:26.016377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:26.059086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a6235d-4b5b-486f-9b56-ef5518c2fad4 None None] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:26.070970 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8b9a1453-10bd-424b-a16e-3203766ea11c req-82156d6a-2e31-4352-8259-7fbd6391f239 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641401 Feb 16 14:42:26.096994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:26.105755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:26.199571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Deleting port c0bcfad2-96f9-4041-b4e3-454c9094754b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:26.200162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:26.223166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-26d125a2-7470-4c1d-8dba-7fcc2f693ce2 None None] Provisioning complete for port d5f0c68e-99e8-44fd-a992-b83262d47717 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:26.223910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26d125a2-7470-4c1d-8dba-7fcc2f693ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:26.331679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17ba9344-cbe7-41ec-9b95-3cc30013c0b8 req-833bbaa1-35fe-465e-90e7-fdf6610865d1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367578 Feb 16 14:42:26.372552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-7940a3b7-d906-4752-84fc-3ce20c547c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.379780 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-7940a3b7-d906-4752-84fc-3ce20c547c10 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 1098 time: 0.1156764 Feb 16 14:42:26.414906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be969d64-1c0b-48a7-9b88-b608e5f8622e req-aa525e76-7878-41c7-839e-ef67d2e6cd5f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.416944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be969d64-1c0b-48a7-9b88-b608e5f8622e req-aa525e76-7878-41c7-839e-ef67d2e6cd5f tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 886 time: 0.3942969 Feb 16 14:42:26.450613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] For port c0bcfad2-96f9-4041-b4e3-454c9094754b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c0bcfad2-96f9-4041-b4e3-454c9094754b,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:26.450989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:26.470555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:42:22Z', 'revision_number': 5, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port': {'id': 'c0bcfad2-96f9-4041-b4e3-454c9094754b', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:40:34Z', 'updated_at': '2022-02-16T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:26.477326 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:26.503418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Calling delete_port for c0bcfad2-96f9-4041-b4e3-454c9094754b owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:26.588675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.589534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.590170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.590852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.591483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.592141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.593407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.594387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.595075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.595846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.598091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-116da695-e034-48c9-b5ff-eda37b28b8bd req-0d5806ed-667f-42d6-8bf5-f1394a46aed4 tempest-NetworksTest-1971255957 tempest-NetworksTest-1971255957-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7135 time: 0.1381977 Feb 16 14:42:26.632348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-5fd63b56-99c2-40c0-a2e6-337863d94162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.633951 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-5fd63b56-99c2-40c0-a2e6-337863d94162 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2517898 Feb 16 14:42:26.698025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:26.775533 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-b2350d29-a1ce-4643-843f-4336204cda16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=4efbca80-7960-47c1-915b-719fce244d3e HTTP/1.1" status: 200 len: 217 time: 0.1323576 Feb 16 14:42:26.838896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] Checking router: 036b728b-6f6d-4523-8ef3-898fe745e0ca for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:42:26.847315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-031b3ce3-4f85-420f-a3a0-18011b00b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:26.848945 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-031b3ce3-4f85-420f-a3a0-18011b00b958 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0656333 Feb 16 14:42:26.956016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d5f0c68e-99e8-44fd-a992-b83262d47717, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d5f0c68e-99e8-44fd-a992-b83262d47717,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:27.019219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-2f201efa-924d-4ef0-81a8-dc60411dbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:27.020867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-2f201efa-924d-4ef0-81a8-dc60411dbb07 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497898 Feb 16 14:42:27.105525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] Routers {'036b728b-6f6d-4523-8ef3-898fe745e0ca'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:27.107078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['036b728b-6f6d-4523-8ef3-898fe745e0ca'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:27.131777 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.247459 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-b95bf4a1-5ae6-4603-ae9f-bb472fed4828 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152126 Feb 16 14:42:27.271635 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.339921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bcfad2-96f9-4041-b4e3-454c9094754b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:27.459207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42158) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:27.476463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-895a6862-8c18-4f9a-8188-e70991735c0d req-707ebe6e-d8d2-48c6-8ca0-8158820a81da tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 210 time: 0.0894749 Feb 16 14:42:27.523445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce503a8-a0cf-4a67-9c71-64231e0e2372 req-ec620576-64a0-4ffe-8dba-9cb7c710550e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:27.536173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ce503a8-a0cf-4a67-9c71-64231e0e2372 req-ec620576-64a0-4ffe-8dba-9cb7c710550e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 947 time: 0.7670591 Feb 16 14:42:27.547348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.595293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] Set router 036b728b-6f6d-4523-8ef3-898fe745e0ca gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:27.627421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.680180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.682666 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.693521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d5f0c68e-99e8-44fd-a992-b83262d47717,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:27.738208 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3812bdab-41aa-4300-9d08-40725bd4a85a req-69c19b42-1519-4fc4-b8dd-651dfcce0145 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814110 Feb 16 14:42:27.795862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:42:26Z', 'revision_number': 6, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:27.797341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:27.798481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a71051-b7b2-499c-a6a6-2dc064639314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.816184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:27.822247 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.822822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 036b728b-6f6d-4523-8ef3-898fe745e0ca {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:42:27.829085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:27.838699 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:27.840624 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea2d9162-2946-4401-8b4a-9130c89a9005 admin admin] 10.222.0.113 "DELETE /v2.0/routers/036b728b-6f6d-4523-8ef3-898fe745e0ca HTTP/1.1" status: 204 len: 168 time: 2.3909619 Feb 16 14:42:27.843297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42164) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:27.886268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd817f-f6c9-4c6e-8ef7-c9968b396f81 None None] The sync data for ids ['036b728b-6f6d-4523-8ef3-898fe745e0ca'] in n-d-829433-1 is: [{'id': '036b728b-6f6d-4523-8ef3-898fe745e0ca', 'name': 'tempest-ServersTestManualDisk-60648142-router', 'tenant_id': '551bbed3e3964e58aebc6005a209d115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:40:31Z', 'updated_at': '2022-02-16T14:42:26Z', 'revision_number': 6, 'project_id': '551bbed3e3964e58aebc6005a209d115', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:42:27.922445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] Deleting subnet cf062cf2-67ce-4f81-8961-2db69dfbbf7e {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:42:27.960483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:27.979756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.006680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.039471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f1e98d8f-7234-4e0d-ab11-0171e5e88191 None None] Provisioning complete for port d5f0c68e-99e8-44fd-a992-b83262d47717 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:28.039878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f1e98d8f-7234-4e0d-ab11-0171e5e88191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.054428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a71051-b7b2-499c-a6a6-2dc064639314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.069249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.084339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ce503a8-a0cf-4a67-9c71-64231e0e2372 req-e7fc5a24-bdc6-4065-944c-94c7a0758c80 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609234 Feb 16 14:42:28.099026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:28.099930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.137660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a71051-b7b2-499c-a6a6-2dc064639314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.153511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51c79d-444e-4876-9a97-9555146d991a req-a3d2d6d1-ea0e-401b-9371-8043a9d42e8f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:28.155080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac51c79d-444e-4876-9a97-9555146d991a req-a3d2d6d1-ea0e-401b-9371-8043a9d42e8f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.3756783 Feb 16 14:42:28.199229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.262842 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80a71051-b7b2-499c-a6a6-2dc064639314 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3abcb5acc4134e9d8e9ad685ee52fdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8015764 Feb 16 14:42:28.266243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a71051-b7b2-499c-a6a6-2dc064639314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5b6758-b495-4eed-b00f-b28e7c33fa6a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:28.270629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:28.306080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac51c79d-444e-4876-9a97-9555146d991a req-0eec7c1e-ea27-4c53-aa28-52e9afc1107a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165123 Feb 16 14:42:28.311675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-3ee13dec-a856-4ea2-a2d6-18329510b292 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1836259 Feb 16 14:42:28.341762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Request body: {'port': {'device_id': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:28.397124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c8e48f93-98b0-4040-bfc3-4f4eff5bd138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.434408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c8e48f93-98b0-4040-bfc3-4f4eff5bd138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.438624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.450131 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.534445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fb780f-d9b1-4f61-83e5-077bbab88791 None None] Network 2ba03c0a-80c9-4b62-8452-ead4d872d79d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:28.537180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf062cf2-67ce-4f81-8961-2db69dfbbf7e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:28.545887 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.550131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04f53225-604e-4556-b99b-30ba918c420b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/cf062cf2-67ce-4f81-8961-2db69dfbbf7e HTTP/1.1" status: 204 len: 168 time: 0.7056544 Feb 16 14:42:28.554011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42184) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:28.558253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.712441 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.732490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c8e48f93-98b0-4040-bfc3-4f4eff5bd138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.737134 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c8e48f93-98b0-4040-bfc3-4f4eff5bd138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.738562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c8e48f93-98b0-4040-bfc3-4f4eff5bd138 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fe5b6758-b495-4eed-b00f-b28e7c33fa6a HTTP/1.1" status: 204 len: 168 time: 0.4671535 Feb 16 14:42:28.794520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e48f93-98b0-4040-bfc3-4f4eff5bd138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5b6758-b495-4eed-b00f-b28e7c33fa6a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:28.825198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] DHCP port deletion for 2ba03c0a-80c9-4b62-8452-ead4d872d79d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:42:28.879481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Deleting port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:28.880564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.917069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] Deleting port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:42:28.917069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:28.921791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20862ff2-8ed5-469a-b95b-7f80239e67ad req-8226c26a-f29f-4a18-8251-280541510a5d tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:28.931645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20862ff2-8ed5-469a-b95b-7f80239e67ad req-8226c26a-f29f-4a18-8251-280541510a5d tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 931 time: 0.3108954 Feb 16 14:42:28.993341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] For port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:28.993784 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.000267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20862ff2-8ed5-469a-b95b-7f80239e67ad req-42f8de67-9a24-4da8-8f43-890bc1364465 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628543 Feb 16 14:42:29.046559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Calling delete_port for 87c04e5f-9c9a-4056-bbc9-9e63782fd87d owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:29.060596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] For port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,segment=NetworkSegment(a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d),segment_id=a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:29.061602 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.082934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] Calling delete_port for 87c04e5f-9c9a-4056-bbc9-9e63782fd87d owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:42:29.128943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Router 8863510c-aa77-4a9b-b07d-af521766eede is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:42:29.187406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42196) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:29.297723 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.328911 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.383693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] Pushing event deleted for resources: {'Port': ['ID=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:29.399118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0cfb07-dfda-4d4b-b12b-f9cb6cfb0934 None None] No DVR routers for this DVR port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:29.415358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e234b9b-b7de-475e-a265-4aa875252a90 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:29.425952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Pushing event deleted for resources: {'Port': ['ID=87c04e5f-9c9a-4056-bbc9-9e63782fd87d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:29.431379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.445959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] No DVR routers for this DVR port 87c04e5f-9c9a-4056-bbc9-9e63782fd87d on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:29.488369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Transition to ACTIVE for port object 1e234b9b-b7de-475e-a265-4aa875252a90 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:29.500236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:42:29.521113 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Sync routers for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:42:29.521591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0590c-d736-4db2-9b50-b72095d7877b req-15f3ffa0-2fd7-49bb-bff6-0d02fd3be940 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:29.521591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03d0590c-d736-4db2-9b50-b72095d7877b req-15f3ffa0-2fd7-49bb-bff6-0d02fd3be940 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 947 time: 0.2723212 Feb 16 14:42:29.524209 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:29.525077 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:29.526516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d5f0c68e-99e8-44fd-a992-b83262d47717 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:29.567010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd49f6-7601-4544-abfe-4274cb6dd5fa req-3dc00092-b468-44c3-b18f-f406c693c9e7 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:29.571945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50bd49f6-7601-4544-abfe-4274cb6dd5fa req-3dc00092-b468-44c3-b18f-f406c693c9e7 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1323502 Feb 16 14:42:29.588007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.600631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4efbca80-7960-47c1-915b-719fce244d3e details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:42:29.602153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d49ce9f5-cad5-48c6-bfcb-03e57fe41df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.625701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.657774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba03c0a-80c9-4b62-8452-ead4d872d79d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:29.677863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:29.678067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23e0ea4-50e9-41f6-8453-b5f8c82d5e5d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:29.704329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.734073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50bd49f6-7601-4544-abfe-4274cb6dd5fa req-d8035e28-ef5d-43cc-a0cf-67d2a384dbb0 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478438 Feb 16 14:42:29.737053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:29.758733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.761475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4efbca80-7960-47c1-915b-719fce244d3e, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4efbca80-7960-47c1-915b-719fce244d3e,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:29.770976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d5f0c68e-99e8-44fd-a992-b83262d47717 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:29.771765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.784393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.786008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-14346e9c-5322-4170-9d5e-3dac7b0b2aaa admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9794869 Feb 16 14:42:29.796552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42202) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:29.800935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:42:29.801334 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:42:29.803105 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:42:29.812618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '4efbca80-7960-47c1-915b-719fce244d3e', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '4efbca80-7960-47c1-915b-719fce244d3e', 'mac_address': 'fa:16:3e:f1:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:42:29.870649 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.889781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efbca80-7960-47c1-915b-719fce244d3e {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:29.911734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42204) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:29.944301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d49ce9f5-cad5-48c6-bfcb-03e57fe41df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.945996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32bb90bc-49ac-477a-bf4d-92e58e3a0093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:29.952746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4efbca80-7960-47c1-915b-719fce244d3e, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4efbca80-7960-47c1-915b-719fce244d3e,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:30.023172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d49ce9f5-cad5-48c6-bfcb-03e57fe41df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.028058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b24eca0a-2def-4ad9-acb0-543067a12cb5 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:30.068222 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.080278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b24eca0a-2def-4ad9-acb0-543067a12cb5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:30.081170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b24eca0a-2def-4ad9-acb0-543067a12cb5 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:30.081826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c0bcfad2-96f9-4041-b4e3-454c9094754b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:30.085394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.102673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.106721 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] 10.222.0.113 "DELETE /v2.0/networks/2ba03c0a-80c9-4b62-8452-ead4d872d79d HTTP/1.1" status: 204 len: 168 time: 1.5503614 Feb 16 14:42:30.125043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c0bcfad2-96f9-4041-b4e3-454c9094754b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:30.126871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c0bcfad2-96f9-4041-b4e3-454c9094754b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:30.127385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 87c04e5f-9c9a-4056-bbc9-9e63782fd87d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:30.151348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Pushing event updated for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:30.173694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 87c04e5f-9c9a-4056-bbc9-9e63782fd87d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:42:30.174180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 87c04e5f-9c9a-4056-bbc9-9e63782fd87d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:42:30.187760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03d0590c-d736-4db2-9b50-b72095d7877b req-77b9d82e-6adf-4889-a232-ae0705443e9b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6671896 Feb 16 14:42:30.191275 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d49ce9f5-cad5-48c6-bfcb-03e57fe41df5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5494cd8462cd45a5b1e60fc4dbe479a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0027697 Feb 16 14:42:30.198546 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:26Z', 'revision_number': 3, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:30.207307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8035962-9819-472d-8553-fa4b59fa311b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba03c0a-80c9-4b62-8452-ead4d872d79d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:30.209260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42212) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:30.213941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=4efbca80-7960-47c1-915b-719fce244d3e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:30.217791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce9f5-cad5-48c6-bfcb-03e57fe41df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716de3e5-1fcc-41e4-ad36-6212a3365579,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:30.243645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32bb90bc-49ac-477a-bf4d-92e58e3a0093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.264107 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Checking router: 8863510c-aa77-4a9b-b07d-af521766eede for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:42:30.264357 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Updating router 8863510c-aa77-4a9b-b07d-af521766eede port 842bbf73-1f16-4859-a618-2a8ab14a6602 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:42:30.294611 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.352621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32bb90bc-49ac-477a-bf4d-92e58e3a0093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.405677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-32bb90bc-49ac-477a-bf4d-92e58e3a0093 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b0d670f0a9d24718bafb41c15783859a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901271 Feb 16 14:42:30.405677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb90bc-49ac-477a-bf4d-92e58e3a0093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9162ee-63bb-489b-b0ef-03f4ca4181b9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:30.406383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42214) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:30.433268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['4efbca80-7960-47c1-915b-719fce244d3e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:30.463636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fbde-d313-4cde-81a2-da0c4d3f2d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.465923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82440122-0b40-44a0-b28b-e7bfb1c1665b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.489037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35696e6c-5343-4e93-bfc1-484fb254d27b req-0902c68f-dd71-4887-a187-cf77e24498aa tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:30.490668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35696e6c-5343-4e93-bfc1-484fb254d27b req-0902c68f-dd71-4887-a187-cf77e24498aa tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.3007066 Feb 16 14:42:30.494358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fbde-d313-4cde-81a2-da0c4d3f2d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.544378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Attempting to bind port 1e234b9b-b7de-475e-a265-4aa875252a90 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:30.545395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Attempting to bind port 1e234b9b-b7de-475e-a265-4aa875252a90 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:30.547788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Attempting to bind port 1e234b9b-b7de-475e-a265-4aa875252a90 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:30.651400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Port 1e234b9b-b7de-475e-a265-4aa875252a90 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:42:30.652659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Attempting to bind port 1e234b9b-b7de-475e-a265-4aa875252a90 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:30.657945 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.711353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82440122-0b40-44a0-b28b-e7bfb1c1665b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.715186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:30.715517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Checking segment: {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:30.715926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Bound using segment: {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:30.716366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Bound port: 1e234b9b-b7de-475e-a265-4aa875252a90, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:30.716716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.727933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35696e6c-5343-4e93-bfc1-484fb254d27b req-63bcba12-d790-46f2-addf-f972d0c4a0f8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013819 Feb 16 14:42:30.918865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:30.925281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:30.928978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:30.939942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0898f3c-ee03-4166-bfe7-d5841f091494 req-85adeda9-3532-4ed1-9d7d-c4a06f596b88 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:30.941488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0898f3c-ee03-4166-bfe7-d5841f091494 req-85adeda9-3532-4ed1-9d7d-c4a06f596b88 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1177130 Feb 16 14:42:31.000437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0898f3c-ee03-4166-bfe7-d5841f091494 req-a91a7573-f77a-4f3e-bdd9-f3c2738b48ab tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522871 Feb 16 14:42:31.086050 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.088074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42218) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:31.102584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fbde-d313-4cde-81a2-da0c4d3f2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.107638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1e5fbde-d313-4cde-81a2-da0c4d3f2d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.110142 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d1e5fbde-d313-4cde-81a2-da0c4d3f2d19 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9c9162ee-63bb-489b-b0ef-03f4ca4181b9 HTTP/1.1" status: 204 len: 168 time: 0.7023869 Feb 16 14:42:31.150604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82440122-0b40-44a0-b28b-e7bfb1c1665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.152023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82440122-0b40-44a0-b28b-e7bfb1c1665b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.153175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-82440122-0b40-44a0-b28b-e7bfb1c1665b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/716de3e5-1fcc-41e4-ad36-6212a3365579 HTTP/1.1" status: 204 len: 168 time: 0.9335353 Feb 16 14:42:31.187587 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Attempting to bind port 842bbf73-1f16-4859-a618-2a8ab14a6602 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:31.188079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.188276 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Attempting to bind port 842bbf73-1f16-4859-a618-2a8ab14a6602 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:31.188811 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Attempting to bind port 842bbf73-1f16-4859-a618-2a8ab14a6602 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:31.202898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Pushing event updated for resources: {'Port': ['ID=842bbf73-1f16-4859-a618-2a8ab14a6602,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:31.213072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5fbde-d313-4cde-81a2-da0c4d3f2d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9162ee-63bb-489b-b0ef-03f4ca4181b9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:31.239171 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:31.240415 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:31.241276 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.243120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:31.249069 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Bound port: 842bbf73-1f16-4859-a618-2a8ab14a6602, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:31.256292 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.295848 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-921ede14-32bb-4d90-90fc-848f5e87f639 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=551bbed3e3964e58aebc6005a209d115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054331 Feb 16 14:42:31.303943 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.304855 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.308867 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.310663 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.311465 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.313655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42228) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:31.314490 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.318062 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.319207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82440122-0b40-44a0-b28b-e7bfb1c1665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716de3e5-1fcc-41e4-ad36-6212a3365579,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:31.320024 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.321998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Pushing event updated for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:31.335917 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.337023 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.343432 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.344543 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:31.356025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:31.356662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.358274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-854ce3f0-e664-4db9-baf4-6fd2e4c0462b service neutron] 10.222.0.129 "PUT /v2.0/ports/1e234b9b-b7de-475e-a265-4aa875252a90 HTTP/1.1" status: 200 len: 1091 time: 3.0232172 Feb 16 14:42:31.361146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'tag': '1e234b9b-b7de-475e-a265-4aa875252a90'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:31.370391 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c947b2a4-7c68-4553-833d-cffc5d0c42a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd23f4be-7682-43ac-ba06-6df75f51b525", "tag": "1e234b9b-b7de-475e-a265-4aa875252a90"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:31.477970 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62e703c-dc13-450c-8d41-bff1f8380e77 x-openstack-request-id: req-a62e703c-dc13-450c-8d41-bff1f8380e77 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:31.478312 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd23f4be-7682-43ac-ba06-6df75f51b525", "tag": "1e234b9b-b7de-475e-a265-4aa875252a90", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:31.478705 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a62e703c-dc13-450c-8d41-bff1f8380e77 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:31.479296 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'tag': '1e234b9b-b7de-475e-a265-4aa875252a90', 'status': 'completed', 'code': 200} Feb 16 14:42:31.547683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08a0d0ec-1e3d-484a-a198-b25e965c204a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.575080 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08a0d0ec-1e3d-484a-a198-b25e965c204a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.590436 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] For port 842bbf73-1f16-4859-a618-2a8ab14a6602, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:31.595910 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] For port 842bbf73-1f16-4859-a618-2a8ab14a6602, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=842bbf73-1f16-4859-a618-2a8ab14a6602,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:31.656796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493221d-7664-463e-9ce8-ece3a3613556 req-9e1d7a7c-0b32-486a-b0f3-4bb9c61deae9 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:31.659444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9493221d-7664-463e-9ce8-ece3a3613556 req-9e1d7a7c-0b32-486a-b0f3-4bb9c61deae9 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 948 time: 0.2680156 Feb 16 14:42:31.676263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947b2a4-7c68-4553-833d-cffc5d0c42a6 req-9194a2a3-f80f-4213-b3d7-babe60252923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:31.681737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c947b2a4-7c68-4553-833d-cffc5d0c42a6 req-9194a2a3-f80f-4213-b3d7-babe60252923 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 1094 time: 0.1932831 Feb 16 14:42:31.681737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Allocated IP 172.20.0.1 (70fbfb07-aabb-4be3-9e07-5f784b518456/04cf3ab3-36bb-4358-a4e8-a0ad9dc918da/1f788894-071f-43cd-82f0-f74851fa403d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:31.702632 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.760633 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:31.761312 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:31.787684 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08a0d0ec-1e3d-484a-a198-b25e965c204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.802278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08a0d0ec-1e3d-484a-a198-b25e965c204a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:31.802278 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08a0d0ec-1e3d-484a-a198-b25e965c204a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/03ef1036-5a55-4e91-bb03-6cdc70c0e71a HTTP/1.1" status: 204 len: 168 time: 0.4753754 Feb 16 14:42:31.829273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0d0ec-1e3d-484a-a198-b25e965c204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ef1036-5a55-4e91-bb03-6cdc70c0e71a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:31.831946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9493221d-7664-463e-9ce8-ece3a3613556 req-1967d65b-2dae-4a59-96b5-287574a14aa3 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629779 Feb 16 14:42:31.869451 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64936d86-dd3e-4638-8e0a-2b08688bc8f7 None None] Pushing event updated for resources: {'Port': ['ID=842bbf73-1f16-4859-a618-2a8ab14a6602,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:31.915303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947b2a4-7c68-4553-833d-cffc5d0c42a6 req-a249ad09-f372-4e48-9785-0ca7c11543d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:31.916754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c947b2a4-7c68-4553-833d-cffc5d0c42a6 req-a249ad09-f372-4e48-9785-0ca7c11543d8 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=13a087beded845789c77c45d58db603b&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2260149 Feb 16 14:42:31.927530 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:31.950965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a5814-7229-4451-8b15-d57b5cc32304 req-462df886-5ad1-40b5-9d96-85208bbf27d1 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:31.959052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b23a5814-7229-4451-8b15-d57b5cc32304 req-462df886-5ad1-40b5-9d96-85208bbf27d1 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.1378372 Feb 16 14:42:32.013964 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:32.125638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b23a5814-7229-4451-8b15-d57b5cc32304 req-a7728eb7-7bc4-4627-842f-d524aeb0eb6c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656508 Feb 16 14:42:32.179221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947b2a4-7c68-4553-833d-cffc5d0c42a6 req-0345066e-5fd7-4bc5-99e3-168b90a4aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:32.180848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c947b2a4-7c68-4553-833d-cffc5d0c42a6 req-0345066e-5fd7-4bc5-99e3-168b90a4aee6 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2538052 Feb 16 14:42:32.200692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2c61-a43a-4e00-8505-45cea83e7b90 req-2a2041e4-14e1-4cf8-b587-171deeeb98a9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:32.202210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d8d2c61-a43a-4e00-8505-45cea83e7b90 req-2a2041e4-14e1-4cf8-b587-171deeeb98a9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.1060188 Feb 16 14:42:32.218047 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:26Z', 'revision_number': 3, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:32.248247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c22d8-e4de-4b07-b41d-e042804120cd None None] The sync data for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 is: [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:26Z', 'revision_number': 3, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:42:32.275885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d8d2c61-a43a-4e00-8505-45cea83e7b90 req-c3311a22-ad75-4364-b74e-fa5e1522d36a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593066 Feb 16 14:42:32.275885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:32.516897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42250) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:32.595113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dc1959c-995f-41b8-b04f-40f08a51c01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:32.715348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:32.721641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:32.725113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:32.769507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-1a44e89a-43be-4e4f-9386-2ecaf685a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:32.769507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-1a44e89a-43be-4e4f-9386-2ecaf685a26c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 1094 time: 0.5300274 Feb 16 14:42:32.773810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Pushing event updated for resources: {'Port': ['ID=1f788894-071f-43cd-82f0-f74851fa403d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:32.811064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dc1959c-995f-41b8-b04f-40f08a51c01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:32.827367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-463d4c18-f3ee-439d-b439-9e4316bfee9e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e234b9b-b7de-475e-a265-4aa875252a90 HTTP/1.1" status: 200 len: 217 time: 0.0452638 Feb 16 14:42:32.886742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:32.887649 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dc1959c-995f-41b8-b04f-40f08a51c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:32.994070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-074b7fed-ffd6-413d-aab8-767cb6e75b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:32.997457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-074b7fed-ffd6-413d-aab8-767cb6e75b82 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e42200d0-1734-4bf8-b89e-28c1194cc04d HTTP/1.1" status: 200 len: 862 time: 0.1616876 Feb 16 14:42:33.039677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5dc1959c-995f-41b8-b04f-40f08a51c01d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f24fd69e04e048bfa941f1dd0bd88012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190248 Feb 16 14:42:33.039677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1959c-995f-41b8-b04f-40f08a51c01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1810a95-964e-49a7-8135-7249465ca3ac,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:33.042548 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:33.129719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-0f26ce2b-8bd1-4ccb-9d8f-b9e21a7d7980 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237409 Feb 16 14:42:33.133396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-caae16c6-7923-4357-a8d3-3ab51bf47680 None None] Provisioning complete for port 1f788894-071f-43cd-82f0-f74851fa403d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:33.133986 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-caae16c6-7923-4357-a8d3-3ab51bf47680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.173291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6694c1d4-a7ad-4606-8a6a-feeda7b0ee14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.190284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95316287-4a6b-4418-aabd-a3bcc0af0514 req-85f00661-8551-4ef8-b0c8-90c3d425320c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:33.192154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95316287-4a6b-4418-aabd-a3bcc0af0514 req-85f00661-8551-4ef8-b0c8-90c3d425320c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 948 time: 0.1912425 Feb 16 14:42:33.232001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6694c1d4-a7ad-4606-8a6a-feeda7b0ee14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.297583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-caae16c6-7923-4357-a8d3-3ab51bf47680 None None] Port 1f788894-071f-43cd-82f0-f74851fa403d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:42:33.303939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95316287-4a6b-4418-aabd-a3bcc0af0514 req-7582153b-096b-48ce-80a2-0643ef731111 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745461 Feb 16 14:42:33.370177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6694c1d4-a7ad-4606-8a6a-feeda7b0ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.381463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6694c1d4-a7ad-4606-8a6a-feeda7b0ee14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.382841 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6694c1d4-a7ad-4606-8a6a-feeda7b0ee14 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b1810a95-964e-49a7-8135-7249465ca3ac HTTP/1.1" status: 204 len: 168 time: 0.3398390 Feb 16 14:42:33.404870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694c1d4-a7ad-4606-8a6a-feeda7b0ee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1810a95-964e-49a7-8135-7249465ca3ac,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:33.410279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.434641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-5e13939d-33df-4f20-8295-33b21a81f242 service neutron] 10.222.0.129 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970104 Feb 16 14:42:33.501260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b7e06-a7ab-432f-892a-0fbfb462622c req-41063719-186c-4470-b487-354e0065d62f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:33.502921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e66b7e06-a7ab-432f-892a-0fbfb462622c req-41063719-186c-4470-b487-354e0065d62f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.2210834 Feb 16 14:42:33.549368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 842bbf73-1f16-4859-a618-2a8ab14a6602 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:33.623048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 842bbf73-1f16-4859-a618-2a8ab14a6602 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:33.623691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.675335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4efbca80-7960-47c1-915b-719fce244d3e up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:33.716186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dc318-f5e7-40cd-a297-1c08b2876931 req-c72896f9-ed63-40f9-b23b-848be0d9d2a4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:33.720146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c69dc318-f5e7-40cd-a297-1c08b2876931 req-c72896f9-ed63-40f9-b23b-848be0d9d2a4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.2916422 Feb 16 14:42:33.751941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e66b7e06-a7ab-432f-892a-0fbfb462622c req-ef8827e7-4cc1-401a-bef0-7e744c5d73f3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354198 Feb 16 14:42:33.911357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe3e8f8f-28e6-4b30-94b8-59c2bc734e30 req-56ba2129-1de0-46ad-8f15-e965cce933b0 service neutron] 10.222.0.129 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653299 Feb 16 14:42:33.919644 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.922182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c69dc318-f5e7-40cd-a297-1c08b2876931 req-49440c58-38d2-4ef5-af2b-ceef7a88a08d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892207 Feb 16 14:42:33.955117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 842bbf73-1f16-4859-a618-2a8ab14a6602, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=842bbf73-1f16-4859-a618-2a8ab14a6602,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:33.989046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 4efbca80-7960-47c1-915b-719fce244d3e completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:42:33.991782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:33.996992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 4efbca80-7960-47c1-915b-719fce244d3e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:33.997465 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.093959 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.113699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.128021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efbca80-7960-47c1-915b-719fce244d3e'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:34.128021 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32caf091-39b3-49f2-90bc-3d7eda14bd77" -d '{"events": [{"server_uuid": "3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d", "name": "network-vif-plugged", "status": "completed", "tag": "4efbca80-7960-47c1-915b-719fce244d3e"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:34.158767 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.160629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4efbca80-7960-47c1-915b-719fce244d3e, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4efbca80-7960-47c1-915b-719fce244d3e,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:34.195287 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0997c984-fb47-4db5-b106-98d32380636f x-openstack-request-id: req-0997c984-fb47-4db5-b106-98d32380636f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:34.210184 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d", "name": "network-vif-plugged", "status": "completed", "tag": "4efbca80-7960-47c1-915b-719fce244d3e", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:34.210184 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0997c984-fb47-4db5-b106-98d32380636f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:34.210184 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efbca80-7960-47c1-915b-719fce244d3e', 'code': 200} Feb 16 14:42:34.210184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=842bbf73-1f16-4859-a618-2a8ab14a6602,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:34.243050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Pushing event updated for resources: {'Port': ['ID=1f788894-071f-43cd-82f0-f74851fa403d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:34.251202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.253294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.359801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=4efbca80-7960-47c1-915b-719fce244d3e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:34.363654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0198b-e954-466e-81ed-c9a4728db1ab req-8c86273f-528c-44a0-b53d-ca41632d6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:34.365251 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-46d0198b-e954-466e-81ed-c9a4728db1ab req-8c86273f-528c-44a0-b53d-ca41632d6102 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 1100 time: 0.0815139 Feb 16 14:42:34.446721 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-46d0198b-e954-466e-81ed-c9a4728db1ab req-16307c4f-97b5-4b49-9ccb-6d2d8f9186f1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724456 Feb 16 14:42:34.459722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:34.469438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42304) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:34.479203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:34.632887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a168-27b3-4e74-bd8f-043c7863c6fb req-c11c044b-b7a0-46b1-bc18-3120a4734267 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:34.634622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a59a168-27b3-4e74-bd8f-043c7863c6fb req-c11c044b-b7a0-46b1-bc18-3120a4734267 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 949 time: 0.1923037 Feb 16 14:42:34.705854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Router 8863510c-aa77-4a9b-b07d-af521766eede has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:42:34.709546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a59a168-27b3-4e74-bd8f-043c7863c6fb req-7dda6757-011d-409d-9bf4-084a6f2fcad1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633879 Feb 16 14:42:34.745109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-203628299-network', 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:34.836251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e004e4a3-26ad-4ee2-b7cb-7169a2143e33 None None] Provisioning complete for port 1f788894-071f-43cd-82f0-f74851fa403d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:34.836876 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e004e4a3-26ad-4ee2-b7cb-7169a2143e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.876448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:34.878801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.905453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:34.913120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e004e4a3-26ad-4ee2-b7cb-7169a2143e33 None None] Port 1f788894-071f-43cd-82f0-f74851fa403d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:42:34.916645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:42:34.923863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-662d5816-37fc-4416-84af-0cfa8856e31a admin admin] 10.222.0.113 "PUT /v2.0/routers/8863510c-aa77-4a9b-b07d-af521766eede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1218345 Feb 16 14:42:34.927209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Sync routers for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:42:34.938060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:34.938743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:35.002572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a93254-8857-4fac-be07-5f2dd8d057b6 req-05b53412-6cea-4a8d-b277-92536e78a068 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:35.008390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43a93254-8857-4fac-be07-5f2dd8d057b6 req-05b53412-6cea-4a8d-b277-92536e78a068 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.0893452 Feb 16 14:42:35.077242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.079971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43a93254-8857-4fac-be07-5f2dd8d057b6 req-55cb6fea-2619-4666-9d85-968088bf3b90 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663998 Feb 16 14:42:35.163314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940bc7e-79c3-44bb-94eb-73aefc3c6a81 req-c243247e-64a3-492a-9b23-8348f47e01d4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:35.164972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8940bc7e-79c3-44bb-94eb-73aefc3c6a81 req-c243247e-64a3-492a-9b23-8348f47e01d4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 945 time: 0.0763121 Feb 16 14:42:35.169647 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.213773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:35.239418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:42:35.251688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a19bf-de36-40cf-ab2e-f99b8287894c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:35.260035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.260375 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Added segment 68f00e3a-90a3-40f7-8c54-4b294b16feb5 of type vlan for network 435fa567-edf3-4893-b78c-ef5ba8642c8d Feb 16 14:42:35.270744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-e0c71d82-7316-4a1b-83cb-1a2d05d7a1a1 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:35.272492 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-e0c71d82-7316-4a1b-83cb-1a2d05d7a1a1 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.1164682 Feb 16 14:42:35.275001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8940bc7e-79c3-44bb-94eb-73aefc3c6a81 req-205e5475-a675-4e32-bc39-b8ecd388d38a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005976 Feb 16 14:42:35.314558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829433-1'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:35.338953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.394162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.432624 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-34a82fe1-9be5-4078-bc00-fcdec07a028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.517312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 842bbf73-1f16-4859-a618-2a8ab14a6602 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:35.527340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.527340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:35.527340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.692167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 842bbf73-1f16-4859-a618-2a8ab14a6602 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:35.692547 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:35.951194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef411f2-78da-44c5-955d-9655d29a18e7 req-1b71d180-1df7-4f99-8da5-cfa437032a64 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:35.955202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ef411f2-78da-44c5-955d-9655d29a18e7 req-1b71d180-1df7-4f99-8da5-cfa437032a64 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 949 time: 0.0725105 Feb 16 14:42:35.973035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] Pushing event updated for resources: {'Network': ['ID=435fa567-edf3-4893-b78c-ef5ba8642c8d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:35.996050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:36.010736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 2, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:36.017895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:42:36.048318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ef411f2-78da-44c5-955d-9655d29a18e7 req-06f47cb9-0545-4269-9d39-3a0c98813063 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776684 Feb 16 14:42:36.076799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-16a4f28c-d499-449d-969a-ddebf48dfddc admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6060970 Feb 16 14:42:36.084223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:36.087664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42350) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:36.098356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Request body: {'subnet': {'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-203628299-subnet', 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:36.143091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:36.146129 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea23b17-0c6e-4cce-ac2e-14159bf7fbea" -d '{"events": [{"server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "name": "network-vif-unplugged", "status": "completed", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:36.167265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.175682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Checking router: 8863510c-aa77-4a9b-b07d-af521766eede for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:42:36.177017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Updating router 8863510c-aa77-4a9b-b07d-af521766eede port 1f788894-071f-43cd-82f0-f74851fa403d binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:42:36.210794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42358) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:36.221223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-209857f0-c194-4f03-b3b8-f445a58064cb tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712939933', 'description': 'tempest-description--979181466'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:36.244914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.254264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:36.257128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.271009 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.344314 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7a6652-a12a-4206-b0eb-ec9c98fd470f x-openstack-request-id: req-3b7a6652-a12a-4206-b0eb-ec9c98fd470f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:36.347910 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "name": "network-vif-unplugged", "status": "completed", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:36.347910 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3b7a6652-a12a-4206-b0eb-ec9c98fd470f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:36.347910 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36', 'code': 200} Feb 16 14:42:36.413493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=7']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:36.446406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:36.446836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:36.447261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:36.452163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:42:36.452697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Attempting to bind port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:36.458535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:36.459030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:36.459508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:36.460153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Bound port: 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:36.460601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.471066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39942f-ab43-40f6-b9ee-8a13bd28c11c req-33beb1c3-8091-48b8-aa04-6fb2a6ebc10e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:36.474988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e39942f-ab43-40f6-b9ee-8a13bd28c11c req-33beb1c3-8091-48b8-aa04-6fb2a6ebc10e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.2472100 Feb 16 14:42:36.552598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:36.557861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:36.610519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-209857f0-c194-4f03-b3b8-f445a58064cb tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.648134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e39942f-ab43-40f6-b9ee-8a13bd28c11c req-5326b90e-d552-44e3-a5d6-f26dddb8d7e0 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660600 Feb 16 14:42:36.732068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.737462 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.811856 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-209857f0-c194-4f03-b3b8-f445a58064cb tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.827007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec8714-78ea-4d8e-8bb9-745bfb2643d0 req-4c0a8a70-745f-426e-8e40-635e7ce7a870 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:36.827232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=8']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:36.834492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5aec8714-78ea-4d8e-8bb9-745bfb2643d0 req-4c0a8a70-745f-426e-8e40-635e7ce7a870 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.1567934 Feb 16 14:42:36.838979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.855063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:36.856154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.857554 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b85f68e-c91c-496c-aab9-16902c00eb1d service neutron] 10.222.0.93 "PUT /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 200 len: 1121 time: 1.5571539 Feb 16 14:42:36.874267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5aec8714-78ea-4d8e-8bb9-745bfb2643d0 req-922fcb6d-29c0-4771-83f4-7fac66d568bb tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Feb 16 14:42:36.916616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:36.949006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5d2af-c28e-4da9-91cf-91cf74a6cbcc None None] Pushing event updated for resources: {'Port': ['ID=1f788894-071f-43cd-82f0-f74851fa403d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:37.001951 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-209857f0-c194-4f03-b3b8-f445a58064cb tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.006118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['48e14e3e-ceac-473f-b0bc-130e3f73fa36'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:37.108619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9ed2ad-511d-422c-a2ad-52c08a46822a,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:37.112298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Checking segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:37.112720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Network hostable DHCP agents. Network: 435fa567-edf3-4893-b78c-ef5ba8642c8d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:42:37.117781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209857f0-c194-4f03-b3b8-f445a58064cb tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a234a99-aaae-4ee5-95da-96a0fa905c20,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:37.136395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-209857f0-c194-4f03-b3b8-f445a58064cb tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.136395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-209857f0-c194-4f03-b3b8-f445a58064cb tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9215975 Feb 16 14:42:37.141378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42386) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:37.149387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9cf01efb-62ad-4480-b771-41b31680bf32 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Request body: {'security_group_rule': {'security_group_id': '1a234a99-aaae-4ee5-95da-96a0fa905c20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:37.192111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['48e14e3e-ceac-473f-b0bc-130e3f73fa36'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:37.243498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30741cf2-ecbf-4b8b-a81e-6901061bb12c req-140e4eba-3b22-4265-b56b-de7c46c8b964 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:37.245182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Attempting to bind port 1f788894-071f-43cd-82f0-f74851fa403d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:37.245796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30741cf2-ecbf-4b8b-a81e-6901061bb12c req-140e4eba-3b22-4265-b56b-de7c46c8b964 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 949 time: 0.0632763 Feb 16 14:42:37.245892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Attempting to bind port 1f788894-071f-43cd-82f0-f74851fa403d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:37.245892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Attempting to bind port 1f788894-071f-43cd-82f0-f74851fa403d on network 70fbfb07-aabb-4be3-9e07-5f784b518456 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:37.273624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cf01efb-62ad-4480-b771-41b31680bf32 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.301300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:42:37.325922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:37.326315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Checking segment: {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:37.326699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.327807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Bound using segment: {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:37.329782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Bound port: 1f788894-071f-43cd-82f0-f74851fa403d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:37.329782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.349237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30741cf2-ecbf-4b8b-a81e-6901061bb12c req-39eb225f-7996-4c5c-876c-5e611c219e53 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883801 Feb 16 14:42:37.385107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cf01efb-62ad-4480-b771-41b31680bf32 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.425114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 435fa567-edf3-4893-b78c-ef5ba8642c8d) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:37.434837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:37.438313 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.455225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cf01efb-62ad-4480-b771-41b31680bf32 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.473010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf01efb-62ad-4480-b771-41b31680bf32 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97a50af-1db0-4d99-b9bc-779f4d28b1a9,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:37.501077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655ba70-b7b9-4659-b35e-02a3e2c58e15 None None] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:37.528467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb5a3d-d5b8-4352-b59c-9d5a1d54e24d req-c69c8be8-7376-4b49-a7a6-376051c1c8ea tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:37.530047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fbb5a3d-d5b8-4352-b59c-9d5a1d54e24d req-c69c8be8-7376-4b49-a7a6-376051c1c8ea tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 1100 time: 0.0634682 Feb 16 14:42:37.536699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aff7214a-dcb3-4973-a529-975642c3a567 None None] Provisioning complete for port 1f788894-071f-43cd-82f0-f74851fa403d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:37.537065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aff7214a-dcb3-4973-a529-975642c3a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.584265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cf01efb-62ad-4480-b771-41b31680bf32 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.588135 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9cf01efb-62ad-4480-b771-41b31680bf32 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4407170 Feb 16 14:42:37.588135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42394) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:37.592134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fbb5a3d-d5b8-4352-b59c-9d5a1d54e24d req-78782a54-1e6b-4189-9f86-ef4fb606c96f tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540795 Feb 16 14:42:37.599600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b27b7b55-2928-46c9-8185-2f1b1715f53c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Request body: {'security_group_rule': {'security_group_id': '1a234a99-aaae-4ee5-95da-96a0fa905c20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:37.600836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0ecfeca8-adcb-430b-b4de-853311ee461d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5071762 Feb 16 14:42:37.627733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] For port 1f788894-071f-43cd-82f0-f74851fa403d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:37.667981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 48e14e3e-ceac-473f-b0bc-130e3f73fa36 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:42:37.696414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] For port 1f788894-071f-43cd-82f0-f74851fa403d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1f788894-071f-43cd-82f0-f74851fa403d,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:37.729816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-aff7214a-dcb3-4973-a529-975642c3a567 None None] Port 1f788894-071f-43cd-82f0-f74851fa403d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:42:37.741094 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b55-2928-46c9-8185-2f1b1715f53c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.835690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24250ab-a2a4-45b7-b806-b4f477d8319e req-b46ea892-caee-480a-a939-8381f26ec369 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:37.837864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e24250ab-a2a4-45b7-b806-b4f477d8319e req-b46ea892-caee-480a-a939-8381f26ec369 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.0941963 Feb 16 14:42:37.907394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b55-2928-46c9-8185-2f1b1715f53c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:37.938539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e24250ab-a2a4-45b7-b806-b4f477d8319e req-9625c3ae-e38c-4582-9f1e-dbfed1f1a27f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862641 Feb 16 14:42:37.988254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:38.003402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b55-2928-46c9-8185-2f1b1715f53c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.037812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1e234b9b-b7de-475e-a265-4aa875252a90 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:42:38.046775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7b55-2928-46c9-8185-2f1b1715f53c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009789ff-d6f0-4cc9-a125-ca1c5e69d9af,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:38.076748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 48e14e3e-ceac-473f-b0bc-130e3f73fa36 has no active binding in host n-h1-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:42:38.079640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.098191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd853e-7321-4a74-856f-5ccd290d1b7a req-2e1e0ce8-614b-4a49-ae74-c1f50ac8a7bf tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:38.107166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0edd853e-7321-4a74-856f-5ccd290d1b7a req-2e1e0ce8-614b-4a49-ae74-c1f50ac8a7bf tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.0870707 Feb 16 14:42:38.120466 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b55-2928-46c9-8185-2f1b1715f53c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.121986 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b27b7b55-2928-46c9-8185-2f1b1715f53c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5328405 Feb 16 14:42:38.125584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:38.130512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:38.186493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0edd853e-7321-4a74-856f-5ccd290d1b7a req-73374a23-5720-4ce0-9633-3632012b8377 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784059 Feb 16 14:42:38.225016 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-62e99198-1602-4f3e-a972-f398561173e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.227167 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:42:38.256414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.363262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:38.365568 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fd8aee-4305-4612-9bed-31bdebc998a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:38.428094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-0d61cc23-e25a-440e-8945-2f6dea0f2a1b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594687 Feb 16 14:42:38.441872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb66dd-c9ac-49db-bca8-0908be45f22a None None] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:38.455572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:38.456817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:38.511640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.559240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42438) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:38.703387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:38.712495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-fa9f8e7c-ff3b-43b1-8466-ad72c0245154 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:38.722211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-fa9f8e7c-ff3b-43b1-8466-ad72c0245154 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2917228 Feb 16 14:42:38.722448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Allocated IP 172.25.6.115 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f87c1909-8789-44f1-ab84-ee5ece6663cd) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:38.752260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-fd6e5da3-606d-4fcb-940c-c980c5cfb0c0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/quotas/67a7c16e25374f5fba5f8b45160e32c6 HTTP/1.1" status: 200 len: 375 time: 0.0290887 Feb 16 14:42:38.778427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5d2af-c28e-4da9-91cf-91cf74a6cbcc None None] Pushing event updated for resources: {'Port': ['ID=1f788894-071f-43cd-82f0-f74851fa403d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:38.817728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '1e234b9b-b7de-475e-a265-4aa875252a90', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'port_id': '1e234b9b-b7de-475e-a265-4aa875252a90', 'mac_address': 'fa:16:3e:27:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42200d0-1734-4bf8-b89e-28c1194cc04d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:42:38.896291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a8c67c78-32ca-493a-9d89-bd8131f4e1c7 None None] Provisioning complete for port 1f788894-071f-43cd-82f0-f74851fa403d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:38.896660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a8c67c78-32ca-493a-9d89-bd8131f4e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.903444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:38.911654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:38.921308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36318d7b-4c55-45ed-a6be-5dd877cdd2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.018158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.027963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-24990e43-67dd-4017-ad52-8fb4bd5d69d0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2412453 Feb 16 14:42:39.034305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.059861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-c682beb7-541e-4a9a-a8d6-01b08bf82c01 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:39.064921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-c682beb7-541e-4a9a-a8d6-01b08bf82c01 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.3340471 Feb 16 14:42:39.104323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-e72bd116-1d39-4887-a195-96f6a5ece2f5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/quotas/c6baa9e7b75442db9bcb5901b5fe5e18 HTTP/1.1" status: 200 len: 375 time: 0.0245142 Feb 16 14:42:39.117822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event updated for resources: {'Port': ['ID=f87c1909-8789-44f1-ab84-ee5ece6663cd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:39.142472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:39.145561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:39.152516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-a2c3bd98-0f3d-4ff6-bbbd-01234f8e8647 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465379 Feb 16 14:42:39.153757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:39.195830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e234b9b-b7de-475e-a265-4aa875252a90 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:39.285542 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36318d7b-4c55-45ed-a6be-5dd877cdd2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.303983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-8bc88cb8-d728-4a5c-8d63-169f7be67d2a service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502554 Feb 16 14:42:39.335066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:39.408865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36318d7b-4c55-45ed-a6be-5dd877cdd2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.447416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.454474 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bcbeea-88b8-48b3-9ef8-6bbb737b0a2d x-openstack-request-id: req-07bcbeea-88b8-48b3-9ef8-6bbb737b0a2d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:39.458795 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.462521 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:39.464530 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-07bcbeea-88b8-48b3-9ef8-6bbb737b0a2d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:39.465060 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36', 'status': 'completed', 'code': 200} Feb 16 14:42:39.523877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a8c67c78-32ca-493a-9d89-bd8131f4e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.557569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:39.576373 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.590256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:37Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:39.601667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-4f3b800a-9526-410a-91f7-f2f1cf9a4cc4 service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909968 Feb 16 14:42:39.620922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a8c67c78-32ca-493a-9d89-bd8131f4e1c7 None None] For port 1f788894-071f-43cd-82f0-f74851fa403d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1f788894-071f-43cd-82f0-f74851fa403d,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:39.679142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.707259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ccfef4-3f8a-4053-83da-9e89bf9a600a None None] The sync data for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 is: [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:37Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:42:39.710640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a8c67c78-32ca-493a-9d89-bd8131f4e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.823633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['1e234b9b-b7de-475e-a265-4aa875252a90'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:39.871102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-36318d7b-4c55-45ed-a6be-5dd877cdd2e8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5ad81d3f2e594fbe8477df274d4a291f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3055828 Feb 16 14:42:39.875183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42466) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:39.947165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:39.994856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36318d7b-4c55-45ed-a6be-5dd877cdd2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb68d656-6c1e-47d6-a243-386c619b4e3b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:40.059298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.073547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c67c78-32ca-493a-9d89-bd8131f4e1c7 None None] Pushing event updated for resources: {'Port': ['ID=1f788894-071f-43cd-82f0-f74851fa403d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:40.078941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-125c4444-4d77-41ea-951b-d5d6ed7cc36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:40.080965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-125c4444-4d77-41ea-951b-d5d6ed7cc36a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1124 time: 0.4772594 Feb 16 14:42:40.207771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65aa31-624e-4e4b-853b-b25f2df98400 req-80b47a82-3d4d-4081-aeda-c47659e38e0f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:40.212200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c65aa31-624e-4e4b-853b-b25f2df98400 req-80b47a82-3d4d-4081-aeda-c47659e38e0f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 944 time: 0.6094296 Feb 16 14:42:40.232534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.265180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event updated for resources: {'Port': ['ID=f87c1909-8789-44f1-ab84-ee5ece6663cd,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:40.285640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42476) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:40.414327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.415752 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d104786c-98f6-497c-9339-20b5ae5fe008 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2891695 Feb 16 14:42:40.456031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7580c48c-54b1-40f7-bdec-fa8b6374961d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.529683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657a1a52-4228-48c7-b8a1-0d02b3e3f6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.543289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c65aa31-624e-4e4b-853b-b25f2df98400 req-30dae1ca-e72c-4e70-bd88-7306b5bd62d0 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733989 Feb 16 14:42:40.558608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb94908-9365-4e25-878a-8fc6ffc96943 req-2f8c1c8a-6812-4f8e-a3f1-8ad1256b399a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:40.567664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9cb94908-9365-4e25-878a-8fc6ffc96943 req-2f8c1c8a-6812-4f8e-a3f1-8ad1256b399a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.5163600 Feb 16 14:42:40.622030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7580c48c-54b1-40f7-bdec-fa8b6374961d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.746143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657a1a52-4228-48c7-b8a1-0d02b3e3f6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.775850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbd5d121-feea-4652-be06-6e9aa83bcf29 req-1ca237c4-76c4-4edf-813c-aeda79cc9814 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 210 time: 0.1257434 Feb 16 14:42:40.777951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-28e0b759-8068-43a5-acbf-09c8ebbf34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:40.779808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-28e0b759-8068-43a5-acbf-09c8ebbf34d7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.6839242 Feb 16 14:42:40.797011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9cb94908-9365-4e25-878a-8fc6ffc96943 req-87f1384c-c3fa-40bf-bed9-858f686e8132 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237806 Feb 16 14:42:40.852980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-819f5c80-5a1f-44b8-8904-06f953adf63c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 200 len: 217 time: 0.0540037 Feb 16 14:42:40.884105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91b065b7-8832-422d-936c-0a0577fd6d62 req-2f567c54-bf3c-4be3-aa0b-0dcfc6feb443 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 210 time: 0.0349140 Feb 16 14:42:40.887759 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657a1a52-4228-48c7-b8a1-0d02b3e3f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:40.946992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a1a52-4228-48c7-b8a1-0d02b3e3f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbe4269-19be-4894-8bc0-e3f28e040584,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:40.957291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-6e952fb7-5aeb-4c92-85f2-6a1bae9bb987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:40.959256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-6e952fb7-5aeb-4c92-85f2-6a1bae9bb987 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0586786 Feb 16 14:42:40.998461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7580c48c-54b1-40f7-bdec-fa8b6374961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.004827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7580c48c-54b1-40f7-bdec-fa8b6374961d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.006610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7580c48c-54b1-40f7-bdec-fa8b6374961d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cb68d656-6c1e-47d6-a243-386c619b4e3b HTTP/1.1" status: 204 len: 168 time: 1.1182432 Feb 16 14:42:41.010564 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-657a1a52-4228-48c7-b8a1-0d02b3e3f6b1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=66000f15cb66426d8c0efa51adf80daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7214980 Feb 16 14:42:41.012452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:41.037132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-7d56763e-7519-49e5-b4bf-08e0bf6812ad service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621355 Feb 16 14:42:41.044156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580c48c-54b1-40f7-bdec-fa8b6374961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb68d656-6c1e-47d6-a243-386c619b4e3b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:41.175902 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84d83a6-4ee4-4740-b507-1c08c2624655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.195364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-396e5020-d357-4efb-a2a0-5aa4382f03cc service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400931 Feb 16 14:42:41.213255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84d83a6-4ee4-4740-b507-1c08c2624655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.297011 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.381865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fd8aee-4305-4612-9bed-31bdebc998a7 req-b2258ca5-0e00-4385-8817-77052203459e service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717031 Feb 16 14:42:41.399138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84d83a6-4ee4-4740-b507-1c08c2624655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.399418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.402932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84d83a6-4ee4-4740-b507-1c08c2624655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.404958 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c84d83a6-4ee4-4740-b507-1c08c2624655 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8fbe4269-19be-4894-8bc0-e3f28e040584 HTTP/1.1" status: 204 len: 168 time: 0.3912871 Feb 16 14:42:41.423050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d83a6-4ee4-4740-b507-1c08c2624655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbe4269-19be-4894-8bc0-e3f28e040584,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:41.540116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1f788894-071f-43cd-82f0-f74851fa403d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:41.637801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1f788894-071f-43cd-82f0-f74851fa403d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:41.637801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:41.710569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b857539-f149-4bc0-87fa-81326ddb0c4f req-a969373d-2606-4597-81f4-da27f4797104 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:41.721355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b857539-f149-4bc0-87fa-81326ddb0c4f req-a969373d-2606-4597-81f4-da27f4797104 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 944 time: 0.0806243 Feb 16 14:42:41.788801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b857539-f149-4bc0-87fa-81326ddb0c4f req-9ab20ef2-e992-4f8d-960a-125d0bd50617 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664546 Feb 16 14:42:41.798332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1e234b9b-b7de-475e-a265-4aa875252a90 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:41.906627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c54582-b8c3-4b2f-a5f6-ee688e2a213e req-5bbda7a7-7005-43be-a261-59a5daaec4c6 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 210 time: 0.0492308 Feb 16 14:42:41.993228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 1e234b9b-b7de-475e-a265-4aa875252a90 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:42:42.001947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 1e234b9b-b7de-475e-a265-4aa875252a90 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:42.002429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.055276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9103cdc-7fa1-4181-b768-5df476ad865a req-f9ebc3ba-700f-422a-a181-8eb0d35a356e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:42.056877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9103cdc-7fa1-4181-b768-5df476ad865a req-f9ebc3ba-700f-422a-a181-8eb0d35a356e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.1285741 Feb 16 14:42:42.059230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31429f3c-5044-4b8d-8f9a-cb8bd0b43527 req-72bdf124-e118-4144-b24a-efed5702f66e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 210 time: 0.0680590 Feb 16 14:42:42.117643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9103cdc-7fa1-4181-b768-5df476ad865a req-99e435b4-7577-457e-be65-77584fdb41da tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Feb 16 14:42:42.164677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.172755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.174453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42548) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:42.208260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b242263-85b8-47dc-8fd4-705c2f1fee94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.209686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e234b9b-b7de-475e-a265-4aa875252a90'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:42.212952 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb7ca2-317b-413d-a653-2074b1625095" -d '{"events": [{"server_uuid": "cd23f4be-7682-43ac-ba06-6df75f51b525", "name": "network-vif-plugged", "status": "completed", "tag": "1e234b9b-b7de-475e-a265-4aa875252a90"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:42.255156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:42.302466 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9476d0-d61b-4a72-9340-14b31a0ac93f x-openstack-request-id: req-bc9476d0-d61b-4a72-9340-14b31a0ac93f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:42.303147 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd23f4be-7682-43ac-ba06-6df75f51b525", "name": "network-vif-plugged", "status": "completed", "tag": "1e234b9b-b7de-475e-a265-4aa875252a90", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:42.303147 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bc9476d0-d61b-4a72-9340-14b31a0ac93f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:42.303659 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e234b9b-b7de-475e-a265-4aa875252a90', 'code': 200} Feb 16 14:42:42.320191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b242263-85b8-47dc-8fd4-705c2f1fee94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.354948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.410314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:42.434951 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b242263-85b8-47dc-8fd4-705c2f1fee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.513991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d01da-1859-473b-a2cd-1571d96e22cd req-b598c995-ab98-49ab-a804-db904a53aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:42.516183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d7d01da-1859-473b-a2cd-1571d96e22cd req-b598c995-ab98-49ab-a804-db904a53aa01 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 1096 time: 0.1346700 Feb 16 14:42:42.521033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6b242263-85b8-47dc-8fd4-705c2f1fee94 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a375881da0cf4c8eb4161e0d7dbc1edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430331 Feb 16 14:42:42.521033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242263-85b8-47dc-8fd4-705c2f1fee94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfab57c-5a48-4d79-8fa1-f5e021b43ce5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:42.521402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42558) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:42.561774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d7d01da-1859-473b-a2cd-1571d96e22cd req-4b00785c-6483-4a3f-85a5-822bcaf4e6b4 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Feb 16 14:42:42.583950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33d27c4d-e5a5-4cb4-ae93-a28120eab670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.610916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33d27c4d-e5a5-4cb4-ae93-a28120eab670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.643582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42560) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:42.660703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a8baa38c-ed0b-4913-b732-4a8c0eb3925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.736351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33d27c4d-e5a5-4cb4-ae93-a28120eab670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.738906 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33d27c4d-e5a5-4cb4-ae93-a28120eab670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:42.740241 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-33d27c4d-e5a5-4cb4-ae93-a28120eab670 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7dfab57c-5a48-4d79-8fa1-f5e021b43ce5 HTTP/1.1" status: 204 len: 168 time: 0.2178786 Feb 16 14:42:42.749164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d27c4d-e5a5-4cb4-ae93-a28120eab670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfab57c-5a48-4d79-8fa1-f5e021b43ce5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:42.866854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-6c521856-f61f-4b3e-9e33-885171fbbe5c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753567 Feb 16 14:42:43.436193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a8baa38c-ed0b-4913-b732-4a8c0eb3925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:43.468342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0ff9629-8b71-453b-99ce-1c18b2749e49 req-8e8f09fe-ab53-412e-a47f-f69430610748 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 210 time: 0.4567327 Feb 16 14:42:43.489615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-2d2178c5-8730-4d62-b710-5bf8958fec1a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:43.491138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-2d2178c5-8730-4d62-b710-5bf8958fec1a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6144795 Feb 16 14:42:43.519975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83395d-092e-4660-ae93-fa7e299b1013 req-78070c21-1e3e-41c6-a927-d72104d53d70 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:43.527587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd83395d-092e-4660-ae93-fa7e299b1013 req-78070c21-1e3e-41c6-a927-d72104d53d70 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.5254867 Feb 16 14:42:43.536417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Request body: {'port': {'device_id': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '67a7c16e25374f5fba5f8b45160e32c6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:43.547406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a8baa38c-ed0b-4913-b732-4a8c0eb3925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:43.730785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baa38c-ed0b-4913-b732-4a8c0eb3925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf839a-d412-4d59-9db2-47034f73dba3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:43.738389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd83395d-092e-4660-ae93-fa7e299b1013 req-46e37367-2269-4634-b77b-cbbe62ec6b8f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930392 Feb 16 14:42:43.759996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58a7ac17-534e-4f8b-89da-7303a2db3b40 req-d71ae8e8-7c8d-44ef-a085-2c2e475a0ba3 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 210 time: 0.1204889 Feb 16 14:42:43.809065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a8baa38c-ed0b-4913-b732-4a8c0eb3925c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=11dca7d6c99846e29d517df60eff9163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1642210 Feb 16 14:42:43.817624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42616) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:43.872674 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:42:43.918269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-6041db4f-18ba-41f0-84af-f4f371e8567e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:43.920966 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-6041db4f-18ba-41f0-84af-f4f371e8567e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.2909667 Feb 16 14:42:43.936360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Request body: {'port': {'device_id': '5daaeeea-49a4-461a-a100-419046166385', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'admin_state_up': True, 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:44.021343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee46a48-f88d-4177-a58d-28b381c51884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.101992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7ca42-65c8-4291-806d-fa6ec56af9aa req-43b6ecc1-b886-45d7-8c43-637a6242a338 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:44.104270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89c7ca42-65c8-4291-806d-fa6ec56af9aa req-43b6ecc1-b886-45d7-8c43-637a6242a338 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.2036998 Feb 16 14:42:44.109744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee46a48-f88d-4177-a58d-28b381c51884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.192793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Made reservation on behalf of 67a7c16e25374f5fba5f8b45160e32c6 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:44.196309 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.220203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89c7ca42-65c8-4291-806d-fa6ec56af9aa req-701aeb58-313a-49af-bde9-6912c5d5965c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031070 Feb 16 14:42:44.309039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:44.314206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.350260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee46a48-f88d-4177-a58d-28b381c51884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.358464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee46a48-f88d-4177-a58d-28b381c51884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.366428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7ee46a48-f88d-4177-a58d-28b381c51884 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3faf839a-d412-4d59-9db2-47034f73dba3 HTTP/1.1" status: 204 len: 168 time: 0.5406845 Feb 16 14:42:44.470055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee46a48-f88d-4177-a58d-28b381c51884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf839a-d412-4d59-9db2-47034f73dba3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:44.521049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42632) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:44.588155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Allocated IP 172.20.0.4 (435fa567-edf3-4893-b78c-ef5ba8642c8d/3d9ed2ad-511d-422c-a2ad-52c08a46822a/d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:44.639585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Allocated IP 192.168.233.206 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/f425d0c0-a154-4372-a2e8-b5f29902f71a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:44.678152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bfdc32c-453b-429b-8304-e33a7c2e321c req-fa54e078-6d23-4982-a3cc-ae8e8950ba93 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 210 time: 0.0418706 Feb 16 14:42:44.784742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-network', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:44.872647 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.959072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Made reservation on behalf of 4177f7e98c5c4d0aac0b05491bfa85df for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:44.964001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.975897 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.976603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46bb46e8-f26a-4986-beb8-e8515e8249fe req-4a842d72-1251-4bb6-8f63-f4f045b4f6f5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 210 time: 0.0688031 Feb 16 14:42:45.018776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.048306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a772a1-9f6f-4f5f-9321-b45a5595a6e0 req-002f415d-aec3-4f6b-9d91-c0f87939366f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:45.050753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0a772a1-9f6f-4f5f-9321-b45a5595a6e0 req-002f415d-aec3-4f6b-9d91-c0f87939366f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.1779127 Feb 16 14:42:45.074395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.090908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:45.103362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:45.109390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:45.168027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event updated for resources: {'Port': ['ID=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:45.194598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:45.195227 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.215021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0a772a1-9f6f-4f5f-9321-b45a5595a6e0 req-23b5af9e-e3fd-461f-a171-7e8ccdef17f9 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374240 Feb 16 14:42:45.243407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.283177 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-0b75ff6e-2b53-4093-ab43-739770325857 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3521760 Feb 16 14:42:45.298290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Request body: {'port': {'device_id': '5daaeeea-49a4-461a-a100-419046166385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:45.348014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.350703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.363851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d', '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:45.366748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585', 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', '4efbca80-7960-47c1-915b-719fce244d3e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:45.394113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:42:45.414292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.452576 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.453833 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Added segment daf981aa-e9fe-4737-a23e-f5fc4d1dca74 of type vlan for network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 Feb 16 14:42:45.494578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:45.496512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:45.524624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aec08d-86fe-458d-9b3e-7d260fc80e61 req-c4b37bf0-f3b0-46b7-9efa-91041e6ca05b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:45.534041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34aec08d-86fe-458d-9b3e-7d260fc80e61 req-c4b37bf0-f3b0-46b7-9efa-91041e6ca05b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.2447135 Feb 16 14:42:45.561006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:45.573163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.573593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.577272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.577272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.577272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.583731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.584761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.585340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.590021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.590021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.590021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.590021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:45.590434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:45.630513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.730393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038fdb8-737d-4c7c-88b7-7465207e9743 req-1b11ec4c-86ae-46cb-9051-ca9a7c308489 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:45.733186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7038fdb8-737d-4c7c-88b7-7465207e9743 req-1b11ec4c-86ae-46cb-9051-ca9a7c308489 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.4049768 Feb 16 14:42:45.741240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event updated for resources: {'Port': ['ID=f425d0c0-a154-4372-a2e8-b5f29902f71a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:45.799125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34aec08d-86fe-458d-9b3e-7d260fc80e61 req-8885ca7a-01c1-4312-81e9-bb4130ead005 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586329 Feb 16 14:42:45.833637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 48e14e3e-ceac-473f-b0bc-130e3f73fa36 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:45.922975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7038fdb8-737d-4c7c-88b7-7465207e9743 req-b10a313e-165f-460b-93a1-6a456d39fc79 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636643 Feb 16 14:42:45.946111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:45.946789 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.052166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.052166 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:46.052166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.120324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd74e7e-8e93-4d7a-92d0-3c82922a4175,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:46.126110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28bc6-92c6-47f1-a8ff-33061f957eb4 req-4262f3c6-55d7-4bfb-a113-6033ac4c7343 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:46.139053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:42:46.146314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5df28bc6-92c6-47f1-a8ff-33061f957eb4 req-4262f3c6-55d7-4bfb-a113-6033ac4c7343 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 936 time: 0.1953833 Feb 16 14:42:46.175153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:46.184030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.204610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Transition to ACTIVE for port object d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:46.211873 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0cf3a68e-4c3b-4958-a099-034a3eac8561 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6868701 Feb 16 14:42:46.212344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:46.218528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-86c47f87-7b17-4b18-a525-f8535e33c918 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7148883 Feb 16 14:42:46.219251 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Request body: {'subnet': {'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-subnet', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:46.236776 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.239649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Request body: {'port': {'device_id': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:46.244288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f5641d73-0035-4ff5-b031-33e85e0b1599 None None] Provisioning complete for port f425d0c0-a154-4372-a2e8-b5f29902f71a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:46.244662 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f5641d73-0035-4ff5-b031-33e85e0b1599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.290834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.296672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5df28bc6-92c6-47f1-a8ff-33061f957eb4 req-e173e02b-e200-463b-9f0f-146afa1a3db5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493444 Feb 16 14:42:46.311325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe009cc5-9c7c-42e0-84c6-3d0374a93cdf req-d3ab096f-5232-48e3-b1a7-2b59f0f20314 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:46.325850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe009cc5-9c7c-42e0-84c6-3d0374a93cdf req-d3ab096f-5232-48e3-b1a7-2b59f0f20314 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 931 time: 0.2445447 Feb 16 14:42:46.346072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-428fddd2-e65e-4c1f-bcdb-c36d5e894f6f service neutron] 10.222.0.129 "GET /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.3367839 Feb 16 14:42:46.393042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f5641d73-0035-4ff5-b031-33e85e0b1599 None None] Port f425d0c0-a154-4372-a2e8-b5f29902f71a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:42:46.422656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Made reservation on behalf of 4177f7e98c5c4d0aac0b05491bfa85df for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:46.425107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.447796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Pushing event updated for resources: {'Port': ['ID=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:46.492339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42678) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:46.498874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.596870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe009cc5-9c7c-42e0-84c6-3d0374a93cdf req-2fb37ba2-0caf-4441-9bb6-74ac4780237c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699492 Feb 16 14:42:46.638446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Attempting to bind port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:46.638777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Attempting to bind port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:46.639110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Attempting to bind port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:46.648148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf on network 435fa567-edf3-4893-b78c-ef5ba8642c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:42:46.648482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Attempting to bind port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:46.663234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:46.663509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Checking segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:46.663857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Bound using segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:46.664293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Bound port: d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:46.664653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.768564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1521064489-network', 'tenant_id': 'be3cb2d1007a4e59b03baf9f5b28a975'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:46.867479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] For port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:46.872011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] For port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:46.892905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9b16b-3c8d-4dde-8d26-628d283f2dd8 req-41271dc3-5c6a-458a-a96a-f9bfdbdaf12d tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:46.894757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbe9b16b-3c8d-4dde-8d26-628d283f2dd8 req-41271dc3-5c6a-458a-a96a-f9bfdbdaf12d tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.4529409 Feb 16 14:42:47.002719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:47.014847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Made reservation on behalf of be3cb2d1007a4e59b03baf9f5b28a975 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:47.018682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.034714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.054160 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.056664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.096523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbe9b16b-3c8d-4dde-8d26-628d283f2dd8 req-5d7dac70-8029-412e-9f86-d542724ecf1b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390715 Feb 16 14:42:47.106741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:47.129171 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.130001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.132121 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] 10.222.0.129 "PUT /v2.0/ports/d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf HTTP/1.1" status: 200 len: 1091 time: 1.8404808 Feb 16 14:42:47.142497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5daaeeea-49a4-461a-a100-419046166385', 'tag': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:47.145319 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42faefc8-8229-4023-b2a8-095ab1b25c08" -d '{"events": [{"name": "network-changed", "server_uuid": "5daaeeea-49a4-461a-a100-419046166385", "tag": "d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:47.205810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e14e3e-ceac-473f-b0bc-130e3f73fa36 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:47.212090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b40d72-bb8d-42f7-8724-5a4abdb69b18,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:47.226902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed2444-00ea-49f7-b398-f8ebc27a6502 service neutron] Pushing event updated for resources: {'Port': ['ID=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:47.251912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:47.279051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Checking segment: {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:47.279468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Network hostable DHCP agents. Network: fcd74e7e-8e93-4d7a-92d0-3c82922a4175, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:42:47.302926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.312105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999c420-28a9-46aa-8216-e16e2bc10d8a req-97331601-2ce8-47ea-93ee-b36ae9dc12e5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.313671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c999c420-28a9-46aa-8216-e16e2bc10d8a req-97331601-2ce8-47ea-93ee-b36ae9dc12e5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 943 time: 0.2598734 Feb 16 14:42:47.322104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-3becaee1-7459-4f71-8d69-bd4a7762f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.324328 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-3becaee1-7459-4f71-8d69-bd4a7762f4bf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 1094 time: 0.0809934 Feb 16 14:42:47.375861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd3379-3caf-4327-b44a-3c527226e468 req-dabaefe4-cbd1-4b49-b4d7-0161ada4ef9c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.379431 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-8f46796b-4d03-4ada-a83c-a37cf93308c6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf HTTP/1.1" status: 200 len: 217 time: 0.0405123 Feb 16 14:42:47.380067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08bd3379-3caf-4327-b44a-3c527226e468 req-dabaefe4-cbd1-4b49-b4d7-0161ada4ef9c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.1786678 Feb 16 14:42:47.405054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.417337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:42:47.422538 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.463280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:42:47.472817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c999c420-28a9-46aa-8216-e16e2bc10d8a req-2b6dada9-c1f4-4824-8ba6-885040b7a254 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441000 Feb 16 14:42:47.479904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752aaa04-0836-4f12-93f8-5d3c86abb4f0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:47.486355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-14b5a394-257e-4694-9577-734d35cf3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.487885 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-14b5a394-257e-4694-9577-734d35cf3b11 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.1022198 Feb 16 14:42:47.488959 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.489305 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Added segment fd87c6e4-03f2-4057-beef-fdf3e4fc4f36 of type vlan for network 55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d Feb 16 14:42:47.493658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f425d0c0-a154-4372-a2e8-b5f29902f71a {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:47.512200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.536822 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-01f23254-b52a-4c17-837f-8ef61560b7e0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398495 Feb 16 14:42:47.537394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, fcd74e7e-8e93-4d7a-92d0-3c82922a4175) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:47.546118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277655aa-e36d-4aa7-b284-b62e821350b2 None None] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:47.556339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08bd3379-3caf-4327-b44a-3c527226e468 req-c843ed00-fdb8-468f-83d3-d54f5e50ffa5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513689 Feb 16 14:42:47.591435 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a3f6c-4e69-406b-9467-13d1d6a7189f x-openstack-request-id: req-b47a3f6c-4e69-406b-9467-13d1d6a7189f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:47.591435 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5daaeeea-49a4-461a-a100-419046166385", "tag": "d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:47.591435 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b47a3f6c-4e69-406b-9467-13d1d6a7189f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:47.591927 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5daaeeea-49a4-461a-a100-419046166385', 'tag': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf', 'status': 'completed', 'code': 200} Feb 16 14:42:47.598554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Transition to ACTIVE for port object f425d0c0-a154-4372-a2e8-b5f29902f71a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:47.667831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.668435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.672982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] Transition to ACTIVE for port object 48e14e3e-ceac-473f-b0bc-130e3f73fa36 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:47.689968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.698610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.737683 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-f3095ee4-ca01-4e25-9e75-a88bd88ae879 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496618 Feb 16 14:42:47.788008 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.789769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42702) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:47.796043 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8d1c115a-d6f4-420c-b838-60fde18d61dc admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5711675 Feb 16 14:42:47.810917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:47.837045 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.840311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'fixed_ips': [{'subnet_id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:42:47.841165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.849578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=f425d0c0-a154-4372-a2e8-b5f29902f71a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:47.856117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.863225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:47.970082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:47.975303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9f54daf6-437a-40c3-adf0-99357cd56aa4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4571016 Feb 16 14:42:47.979393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] No DVR routers for this DVR port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:42:47.980445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:47.989013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Request body: {'subnet': {'network_id': '55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1521064489-subnet', 'tenant_id': 'be3cb2d1007a4e59b03baf9f5b28a975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:47.991123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf3ab3-3d9e-49e4-9209-07a99bf41d34 req-d2ce35d9-3c17-468f-8bd8-d26e67f4b46c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:47.999132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9cf3ab3-3d9e-49e4-9209-07a99bf41d34 req-d2ce35d9-3c17-468f-8bd8-d26e67f4b46c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 948 time: 0.3141263 Feb 16 14:42:48.008513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:42:48.051246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69001-e044-42c4-a589-986b5ae8de22 req-a5be405b-7abc-4cb9-a53b-91333808c275 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.052025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ef69001-e044-42c4-a589-986b5ae8de22 req-a5be405b-7abc-4cb9-a53b-91333808c275 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.3397610 Feb 16 14:42:48.090750 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e3508b-c1f4-4258-b7e0-704190cc34e1 req-319b57bd-2874-43dc-88c0-5b3dcbffd71b service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431406 Feb 16 14:42:48.126328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] 10.222.0.129 "PUT /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36/bindings/n-h1-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7322261 Feb 16 14:42:48.151185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.152224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.170590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baa2ee-03b1-47d7-be12-c5cc53cf59da service neutron] Pushing event updated for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:48.200624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9cf3ab3-3d9e-49e4-9209-07a99bf41d34 req-9199ddf8-3337-4b83-8b47-b32723b73057 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992605 Feb 16 14:42:48.207125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Allocated IP 172.20.0.2 (fcd74e7e-8e93-4d7a-92d0-3c82922a4175/40b40d72-bb8d-42f7-8724-5a4abdb69b18/e5552275-453e-4f79-9580-c806a50f3509) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:48.213402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Attempting to bind port f425d0c0-a154-4372-a2e8-b5f29902f71a on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:48.213736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Attempting to bind port f425d0c0-a154-4372-a2e8-b5f29902f71a by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:48.213873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Made reservation on behalf of be3cb2d1007a4e59b03baf9f5b28a975 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:48.214073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Attempting to bind port f425d0c0-a154-4372-a2e8-b5f29902f71a on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:48.217254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.231376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ef69001-e044-42c4-a589-986b5ae8de22 req-56cdffe3-1924-46f0-aa43-40cd58dc5c91 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531181 Feb 16 14:42:48.271946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Port f425d0c0-a154-4372-a2e8-b5f29902f71a on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:42:48.272266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Attempting to bind port f425d0c0-a154-4372-a2e8-b5f29902f71a on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:48.322824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.330251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:48.330251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:48.330251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:48.330251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Bound port: f425d0c0-a154-4372-a2e8-b5f29902f71a, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:48.330251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.409554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-55af95f9-e775-48e8-9f8a-ec70db6cf118 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.413850 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-55af95f9-e775-48e8-9f8a-ec70db6cf118 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.0875146 Feb 16 14:42:48.420702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-879cbc23-2c89-41cf-a441-be06f1943709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.422956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-879cbc23-2c89-41cf-a441-be06f1943709 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 1094 time: 0.2046347 Feb 16 14:42:48.455172 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.508710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-1f99d6eb-5aad-485b-b1d4-51da548ea898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.510627 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-1f99d6eb-5aad-485b-b1d4-51da548ea898 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66&tenant_id=d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 1095 time: 0.0805402 Feb 16 14:42:48.543045 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.601461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128d07-877d-4a3b-9522-5143fb9d0e0c req-c48fb396-79f4-4b38-9a1a-57bd55ec7c18 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.603571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49128d07-877d-4a3b-9522-5143fb9d0e0c req-c48fb396-79f4-4b38-9a1a-57bd55ec7c18 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 943 time: 0.2728102 Feb 16 14:42:48.606052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Pushing event updated for resources: {'Port': ['ID=e5552275-453e-4f79-9580-c806a50f3509,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:48.610294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-dfe91e38-cd04-4bb0-9521-2eb969880eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.612561 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-dfe91e38-cd04-4bb0-9521-2eb969880eb5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1095 time: 0.0582786 Feb 16 14:42:48.619406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:48.621055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:48.624134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:48.633256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4f96f-a3ed-4b3a-bd62-9e0b8c2fce34 req-5ab70732-bc2a-4ce1-afc3-c2f77249e50b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.637515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99e4f96f-a3ed-4b3a-bd62-9e0b8c2fce34 req-5ab70732-bc2a-4ce1-afc3-c2f77249e50b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.2540195 Feb 16 14:42:48.672415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] For port f425d0c0-a154-4372-a2e8-b5f29902f71a, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:48.699573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Attempting to bind port e5552275-453e-4f79-9580-c806a50f3509 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:48.699573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Attempting to bind port e5552275-453e-4f79-9580-c806a50f3509 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:48.699573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Attempting to bind port e5552275-453e-4f79-9580-c806a50f3509 on network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:48.714856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:48.715394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Checking segment: {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:48.717036 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.717530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Bound using segment: {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:48.720166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Bound port: e5552275-453e-4f79-9580-c806a50f3509, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:48.726930 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.737111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] For port f425d0c0-a154-4372-a2e8-b5f29902f71a, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f425d0c0-a154-4372-a2e8-b5f29902f71a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:48.761539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-d3540fe1-fd04-4aff-bcb9-8b481109c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.763321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-d3540fe1-fd04-4aff-bcb9-8b481109c364 service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1247737 Feb 16 14:42:48.764829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.766573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.809746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-6b2e8dd8-f6dc-4b1a-b56e-e534da9c3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.811215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-6b2e8dd8-f6dc-4b1a-b56e-e534da9c3bf9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 913 time: 0.3684492 Feb 16 14:42:48.813114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] For port e5552275-453e-4f79-9580-c806a50f3509, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:48.813262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.817691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] For port e5552275-453e-4f79-9580-c806a50f3509, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e5552275-453e-4f79-9580-c806a50f3509,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:48.858954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99e4f96f-a3ed-4b3a-bd62-9e0b8c2fce34 req-1acf4b66-9621-4cfb-b28c-df71ae7078ea tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806479 Feb 16 14:42:48.864853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a350ca57-36e6-4742-8427-ab740724152d,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:48.880300 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-1b5f7015-e1e5-4657-82a9-4ebd932f75f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 200 len: 217 time: 0.0657961 Feb 16 14:42:48.885770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:48.949653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-bffc8c93-0231-43b3-ae5f-7744c0d4cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:48.951144 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-bffc8c93-0231-43b3-ae5f-7744c0d4cb20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0566356 Feb 16 14:42:48.964936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Checking segment: {'id': 'fd87c6e4-03f2-4057-beef-fdf3e4fc4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:48.965531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Network hostable DHCP agents. Network: 55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:42:49.052329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-453b6404-0faa-4668-9c3b-d72cd85692a7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736578 Feb 16 14:42:49.054630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef200825-01d6-4c95-b357-b8b02ab29b2e None None] Pushing event updated for resources: {'Port': ['ID=e5552275-453e-4f79-9580-c806a50f3509,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:49.129953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Network 55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:42:49.194535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-316861b4-746a-41b9-8eb7-829e9a3fb0b4 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331961 Feb 16 14:42:49.226210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:49.236297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962a16f-ffa2-420d-b610-a8174b1578c8 None None] Network 55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:49.279355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:49.279355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:49.285232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:49.285438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:49.292818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] 10.222.0.129 "PUT /v2.0/ports/f425d0c0-a154-4372-a2e8-b5f29902f71a HTTP/1.1" status: 200 len: 1096 time: 3.0524437 Feb 16 14:42:49.316078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'tag': 'f425d0c0-a154-4372-a2e8-b5f29902f71a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:49.318147 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440860de-a2d3-4ac1-9583-d817fb1f9cca" -d '{"events": [{"name": "network-changed", "server_uuid": "00dc21ca-bdd1-46cd-8030-9e8b9013f696", "tag": "f425d0c0-a154-4372-a2e8-b5f29902f71a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:49.323578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49128d07-877d-4a3b-9522-5143fb9d0e0c req-320d4178-2451-487a-8135-028dd1c555dd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546669 Feb 16 14:42:49.333712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-19b519be-1a66-4a06-8b18-8bb345381576 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf HTTP/1.1" status: 200 len: 217 time: 0.5049877 Feb 16 14:42:49.379905 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-fb18e6a1-d45e-48a4-a3a9-82c4ef262dbc service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774254 Feb 16 14:42:49.441290 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-223a893a-3f21-472b-baac-ffc01ee691d8 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4573705 Feb 16 14:42:49.602778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2af57-7c0d-4130-94ba-6038553f9b12 service neutron] Pushing event updated for resources: {'Port': ['ID=f425d0c0-a154-4372-a2e8-b5f29902f71a,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:49.638758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-a5b38e81-e79a-405e-a2f3-10c3b0a3c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:49.640323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-a5b38e81-e79a-405e-a2f3-10c3b0a3c310 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.2902911 Feb 16 14:42:49.696124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dacf1-d75f-40fa-adff-384bc3b7a55f req-f778e2e4-4224-4e6b-ae1b-608328603d40 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:49.701151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a0dacf1-d75f-40fa-adff-384bc3b7a55f req-f778e2e4-4224-4e6b-ae1b-608328603d40 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 944 time: 0.4071181 Feb 16 14:42:49.715125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e5552275-453e-4f79-9580-c806a50f3509 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:49.734435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-f6cd2a3f-6235-48c2-b1a2-ec2fc18490cb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732279 Feb 16 14:42:49.737212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-0ee2bff6-601c-4691-8dea-f2e7f42d2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:49.739116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-0ee2bff6-601c-4691-8dea-f2e7f42d2f07 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 1099 time: 0.2136707 Feb 16 14:42:49.804693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef93c78-d285-4964-9c34-b0d44e557ee7 None None] Network 55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:49.805664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93c580-abc3-4129-96f2-3747d9dbe34e req-e305904a-78a0-4691-8522-f696508d250a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:49.805664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a93c580-abc3-4129-96f2-3747d9dbe34e req-e305904a-78a0-4691-8522-f696508d250a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 948 time: 0.2682443 Feb 16 14:42:49.859091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:42:49.887200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-1d7d2261-ad8f-4876-a16d-11e0c072b7c7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=f425d0c0-a154-4372-a2e8-b5f29902f71a HTTP/1.1" status: 200 len: 217 time: 0.1268396 Feb 16 14:42:49.942078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e5552275-453e-4f79-9580-c806a50f3509 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:49.942560 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:49.984391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a0dacf1-d75f-40fa-adff-384bc3b7a55f req-5b47afc1-5b93-4d25-b821-8a6c12c447d9 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531519 Feb 16 14:42:50.003800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a93c580-abc3-4129-96f2-3747d9dbe34e req-14879835-2c2a-4636-80b6-b696a7dfeff1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619415 Feb 16 14:42:50.023289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-91ea77be-ba9b-4214-9823-4a259b1bd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:50.024862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-91ea77be-ba9b-4214-9823-4a259b1bd541 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1230736 Feb 16 14:42:50.045844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-42f4b376-1dfd-41ed-a0a9-93dde69df998 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011916 Feb 16 14:42:50.161614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:50.205517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'port_id': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf', 'mac_address': 'fa:16:3e:27:a4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ed2ad-511d-422c-a2ad-52c08a46822a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:42:50.229083 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ba2e31-3205-4581-8226-2a52c49127ff x-openstack-request-id: req-93ba2e31-3205-4581-8226-2a52c49127ff {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:50.229358 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00dc21ca-bdd1-46cd-8030-9e8b9013f696", "tag": "f425d0c0-a154-4372-a2e8-b5f29902f71a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:50.229615 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-93ba2e31-3205-4581-8226-2a52c49127ff {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:50.230194 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'tag': 'f425d0c0-a154-4372-a2e8-b5f29902f71a', 'status': 'completed', 'code': 200} Feb 16 14:42:50.455127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110646-8434-42fa-b314-fc23381d6f7c req-c6efd7f3-abd2-4c24-9b84-ba094bd145ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:50.455127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-c6efd7f3-abd2-4c24-9b84-ba094bd145ac service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3968875 Feb 16 14:42:50.466729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.475109 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.489492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:50.496223 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.522523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:50.547371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port e5552275-453e-4f79-9580-c806a50f3509, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e5552275-453e-4f79-9580-c806a50f3509,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:50.570370 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.594067 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.643808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42faefc8-8229-4023-b2a8-095ab1b25c08 req-a9c316a2-a440-4075-b726-efe061e8af8f service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893281 Feb 16 14:42:50.654110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b505240-5b0c-4bba-a99a-95ced41277fe tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:50.654655 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.657515 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-0b505240-5b0c-4bba-a99a-95ced41277fe tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.1073167 Feb 16 14:42:50.725633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd9b79-46cf-498b-bf39-2ff98ffba397 None None] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:50.742549 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:50.767009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f01f1c-f9b0-4fbf-9f49-7d6ee037e9fa req-2f601022-0ac8-42da-bfe1-caab435ca550 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:50.768655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5f01f1c-f9b0-4fbf-9f49-7d6ee037e9fa req-2f601022-0ac8-42da-bfe1-caab435ca550 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.5501263 Feb 16 14:42:50.889822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:50.982149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d62b7c5-cfb1-42ed-8279-74238d0dba9c None None] Provisioning complete for port e5552275-453e-4f79-9580-c806a50f3509 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:50.982521 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d62b7c5-cfb1-42ed-8279-74238d0dba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.988587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d8342c23-0016-4017-a528-c376d22e8f4c req-7cc94a32-489f-4a48-8b8f-d129524e8508 service neutron] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:50.994550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d8342c23-0016-4017-a528-c376d22e8f4c req-7cc94a32-489f-4a48-8b8f-d129524e8508 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:50.994550 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8342c23-0016-4017-a528-c376d22e8f4c req-7cc94a32-489f-4a48-8b8f-d129524e8508 service neutron] 10.222.0.93 "DELETE /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36/bindings/n-h2-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.3252861 Feb 16 14:42:51.004523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5f01f1c-f9b0-4fbf-9f49-7d6ee037e9fa req-540e2fa5-804a-4734-9bc9-eb61c2b563e6 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201695 Feb 16 14:42:51.050576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600808d-b2b3-467f-92b2-76a780929bea req-83f60a86-14bf-42c2-9695-bbcb764a9437 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:51.050576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b600808d-b2b3-467f-92b2-76a780929bea req-83f60a86-14bf-42c2-9695-bbcb764a9437 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 944 time: 0.5340176 Feb 16 14:42:51.061827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=e5552275-453e-4f79-9580-c806a50f3509,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:51.066723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-0b6cdfea-b260-42dc-8f8a-3243ead558e4 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499241 Feb 16 14:42:51.107105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Allocated IP 172.25.6.140 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/1cabdc8e-c53f-4075-adde-fc22ca3f7783) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:51.256804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42762) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:51.262138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1155384408-network', 'tenant_id': '7307a8a0b629416e8d363febf60551b2'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:51.276777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b600808d-b2b3-467f-92b2-76a780929bea req-002581e6-d243-4684-afb7-1ba701e56177 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840522 Feb 16 14:42:51.370896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b0b4d-cdc7-4634-a5f5-4727b83e00ea req-fe255c19-a211-4521-98ca-232e21f155e5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:51.372601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac8b0b4d-cdc7-4634-a5f5-4727b83e00ea req-fe255c19-a211-4521-98ca-232e21f155e5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.2575681 Feb 16 14:42:51.385237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Made reservation on behalf of 7307a8a0b629416e8d363febf60551b2 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:51.387976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.424135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.492053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac8b0b4d-cdc7-4634-a5f5-4727b83e00ea req-76dee7c9-beb6-4c4a-bdb8-57acd36eb13d tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039140 Feb 16 14:42:51.523417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e5552275-453e-4f79-9580-c806a50f3509 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:51.535525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db110646-8434-42fa-b314-fc23381d6f7c req-9e025854-1d3f-48ce-a37a-0483207c2b35 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527826 Feb 16 14:42:51.571753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.631871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab42209-5c38-46d1-a1ac-3b2e6d80d62f req-7086cd69-5854-4bbf-bfba-e70f640e09d2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:51.635235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ab42209-5c38-46d1-a1ac-3b2e6d80d62f req-7086cd69-5854-4bbf-bfba-e70f640e09d2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 944 time: 0.2248616 Feb 16 14:42:51.648581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.671190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e5552275-453e-4f79-9580-c806a50f3509 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:51.671481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.720587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.738982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:42:51.752705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.753216 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Added segment 4ba9342a-f603-4f6d-814c-3e8d12506511 of type vlan for network 6bbb0d14-41af-4acf-b453-f735c4178572 Feb 16 14:42:51.813931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ab42209-5c38-46d1-a1ac-3b2e6d80d62f req-96f5fabe-ea50-4948-8637-eb5ed5a5d32f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602855 Feb 16 14:42:51.850448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.857652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0bc4d-98c8-468f-b51c-22fafccf7531 req-ff21a025-e6f1-465b-b780-08e3094bfe38 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:51.870276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecf0bc4d-98c8-468f-b51c-22fafccf7531 req-ff21a025-e6f1-465b-b780-08e3094bfe38 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 948 time: 0.1850290 Feb 16 14:42:51.871080 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9a7efcde-2196-4de4-b1b9-7751d8c241e4 None None] Provisioning complete for port e5552275-453e-4f79-9580-c806a50f3509 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:51.873126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a7efcde-2196-4de4-b1b9-7751d8c241e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.886837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-5d197219-86c4-4532-9f83-a58fdb8df2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:51.888567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-5d197219-86c4-4532-9f83-a58fdb8df2f3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 1099 time: 0.1445014 Feb 16 14:42:51.951879 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:51.965453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04e3f3-6ea9-4b92-b6a5-26368e76ddd2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:52.071419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:52.072518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:52.073101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:52.092881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:52.111237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecf0bc4d-98c8-468f-b51c-22fafccf7531 req-ecec8e63-40a5-4d72-b492-d3c263c1626c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348597 Feb 16 14:42:52.118480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:52.157358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:52.163389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Pushing event updated for resources: {'Port': ['ID=1cabdc8e-c53f-4075-adde-fc22ca3f7783,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:52.230131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbb0d14-41af-4acf-b453-f735c4178572,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:52.244535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6bbb0d14-41af-4acf-b453-f735c4178572 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:42:52.270773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-2258deb2-b151-4092-a916-b10607c3874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:52.272417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-2258deb2-b151-4092-a916-b10607c3874f service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3618052 Feb 16 14:42:52.314309 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-89fdede7-578e-4ed5-9787-02de3d59eac8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0561483 Feb 16 14:42:52.316984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42792) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:52.325094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Request body: {'subnet': {'network_id': '6bbb0d14-41af-4acf-b453-f735c4178572', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1155384408-subnet', 'tenant_id': '7307a8a0b629416e8d363febf60551b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:52.469156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-79f111c4-1e24-4b04-b685-637ceb6430ed service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=f425d0c0-a154-4372-a2e8-b5f29902f71a HTTP/1.1" status: 200 len: 217 time: 0.1169662 Feb 16 14:42:52.479245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Made reservation on behalf of 7307a8a0b629416e8d363febf60551b2 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:52.481788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:52.563314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d57e0-99f3-4ffb-aec0-a52469e14365 req-4dbd61aa-cb13-4ddc-812a-06a00661596c tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:52.568052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-149d57e0-99f3-4ffb-aec0-a52469e14365 req-4dbd61aa-cb13-4ddc-812a-06a00661596c tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1095 time: 0.2024083 Feb 16 14:42:52.587641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-a7887b4a-964a-4582-95e5-9a7b77e5b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:52.589046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-a7887b4a-964a-4582-95e5-9a7b77e5b388 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0979161 Feb 16 14:42:52.737817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-149d57e0-99f3-4ffb-aec0-a52469e14365 req-4591a599-c007-4140-96eb-6a965f7606fc tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656270 Feb 16 14:42:52.835596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:52.900568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e4746e-2552-4b4e-b030-865205c6fbe2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:52.910240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Checking segment: {'id': '4ba9342a-f603-4f6d-814c-3e8d12506511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6bbb0d14-41af-4acf-b453-f735c4178572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:52.911567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Network hostable DHCP agents. Network: 6bbb0d14-41af-4acf-b453-f735c4178572, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:42:53.084912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Network 6bbb0d14-41af-4acf-b453-f735c4178572 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:42:53.110783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-7514f2ad-cb0f-4a1e-ba75-35d3d13a0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:53.112354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-7514f2ad-cb0f-4a1e-ba75-35d3d13a0199 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5134120 Feb 16 14:42:53.171936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6bbb0d14-41af-4acf-b453-f735c4178572) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:53.186916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17e065-5f58-4a97-b90f-ae69f7cc9890 None None] Network 6bbb0d14-41af-4acf-b453-f735c4178572 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:53.196517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:53.201943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:53.248596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950171a3-15bf-40af-aee8-07d17805faec req-72ded727-102f-4e73-a95b-2231cedbc169 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:53.250997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-950171a3-15bf-40af-aee8-07d17805faec req-72ded727-102f-4e73-a95b-2231cedbc169 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 944 time: 0.5293436 Feb 16 14:42:53.260710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86427001-308b-4e7f-a8b3-2c186eb85f73 req-9bd74fc8-796d-4cc9-a0b9-1baceed20e21 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:53.267887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86427001-308b-4e7f-a8b3-2c186eb85f73 req-9bd74fc8-796d-4cc9-a0b9-1baceed20e21 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 1095 time: 0.2094407 Feb 16 14:42:53.281832 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a50b4027-4997-4ab1-941a-f8b921b46827 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9629729 Feb 16 14:42:53.284041 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:53.403090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1afd021-b597-4d2a-90f3-f48a9e54a45e None None] Network 6bbb0d14-41af-4acf-b453-f735c4178572 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:42:53.422348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-950171a3-15bf-40af-aee8-07d17805faec req-8de52b22-fa80-48fe-83f9-e306e19fd8b6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418805 Feb 16 14:42:53.487285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86427001-308b-4e7f-a8b3-2c186eb85f73 req-72a10258-769b-44a7-b802-68e3a619212a tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153256 Feb 16 14:42:53.494976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-54a6edaa-4dc7-47c4-8b27-bffe0e614f26 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397627 Feb 16 14:42:53.522378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42818) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:53.736718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab9aae-9d10-4a36-81a0-7479533259ba req-072d459f-c1f8-425b-8abd-2d07b30966f8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:53.738333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15ab9aae-9d10-4a36-81a0-7479533259ba req-072d459f-c1f8-425b-8abd-2d07b30966f8 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 948 time: 0.1303215 Feb 16 14:42:53.839892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-440860de-a2d3-4ac1-9583-d817fb1f9cca req-86da2986-df1f-4421-8cbe-7e1ebe007cf9 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336439 Feb 16 14:42:53.840278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f425d0c0-a154-4372-a2e8-b5f29902f71a details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:42:53.846481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15ab9aae-9d10-4a36-81a0-7479533259ba req-ea2941af-3807-4948-b8b0-dc736663f3d3 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775926 Feb 16 14:42:53.853222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:53.857856 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.029120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] Deleting subnet a350ca57-36e6-4742-8427-ab740724152d {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:42:54.035716 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.144435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:42:54.148301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.155605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ea505-5137-4e70-aa83-84859950848a req-496deb08-d078-4499-b83f-6dd29ed54d7b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:54.158099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f425d0c0-a154-4372-a2e8-b5f29902f71a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f425d0c0-a154-4372-a2e8-b5f29902f71a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:54.164176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f5ea505-5137-4e70-aa83-84859950848a req-496deb08-d078-4499-b83f-6dd29ed54d7b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.1500511 Feb 16 14:42:54.170660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:54.175254 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.222765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.239089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f5ea505-5137-4e70-aa83-84859950848a req-d57e22e0-4c48-4e98-bde6-6cafe804f894 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736976 Feb 16 14:42:54.291989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'f425d0c0-a154-4372-a2e8-b5f29902f71a', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'f425d0c0-a154-4372-a2e8-b5f29902f71a', 'mac_address': 'fa:16:3e:44:58:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:42:54.346818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Router 720e0d48-f2a8-4b44-866d-e299b8242081 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:42:54.383554 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.416597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daaeeea-49a4-461a-a100-419046166385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:54.418832 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217cfb7-1dff-4591-9ab6-f9f6094dd9d0" -d '{"events": [{"server_uuid": "5daaeeea-49a4-461a-a100-419046166385", "name": "network-vif-plugged", "status": "completed", "tag": "d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:54.429613 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.436513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:54.470857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f425d0c0-a154-4372-a2e8-b5f29902f71a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:54.494503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.497170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f425d0c0-a154-4372-a2e8-b5f29902f71a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f425d0c0-a154-4372-a2e8-b5f29902f71a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:54.580788 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca98b8-6089-4203-8ec4-6d498a0f7fee x-openstack-request-id: req-bcca98b8-6089-4203-8ec4-6d498a0f7fee {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:54.580788 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daaeeea-49a4-461a-a100-419046166385", "name": "network-vif-plugged", "status": "completed", "tag": "d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:54.580788 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bcca98b8-6089-4203-8ec4-6d498a0f7fee {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:54.580788 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daaeeea-49a4-461a-a100-419046166385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf', 'code': 200} Feb 16 14:42:54.581367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a350ca57-36e6-4742-8427-ab740724152d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:54.596363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.604096 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b6ce183-3c62-499d-ac8c-e1e56f7b6c83 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a350ca57-36e6-4742-8427-ab740724152d HTTP/1.1" status: 204 len: 168 time: 1.0779550 Feb 16 14:42:54.604311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:54.702435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:42:54.712805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fc3e7-26b0-4171-83bc-fa4299b4f67b req-f80c27ff-68f2-43d1-b229-75cef5ac6c30 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:54.717455 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Sync routers for ids ['720e0d48-f2a8-4b44-866d-e299b8242081'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:42:54.720196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-189fc3e7-26b0-4171-83bc-fa4299b4f67b req-f80c27ff-68f2-43d1-b229-75cef5ac6c30 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 944 time: 0.1126549 Feb 16 14:42:54.723053 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.735217 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Routers {'720e0d48-f2a8-4b44-866d-e299b8242081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:54.738075 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['720e0d48-f2a8-4b44-866d-e299b8242081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:54.738919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f19a6-4e2f-4cbb-aba3-6ee133368f00 req-352ee62b-8722-4432-8e22-1edeca8ad461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:54.740407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed6f19a6-4e2f-4cbb-aba3-6ee133368f00 req-352ee62b-8722-4432-8e22-1edeca8ad461 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 1095 time: 0.0971813 Feb 16 14:42:54.802127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-189fc3e7-26b0-4171-83bc-fa4299b4f67b req-bd0b4213-8a3f-4bd0-a539-f3e4923cbfb6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756993 Feb 16 14:42:54.820008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed6f19a6-4e2f-4cbb-aba3-6ee133368f00 req-d9e3a5d0-cdd9-4a7a-a0bc-da6b4c772283 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659902 Feb 16 14:42:54.841963 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.870859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:54.893003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd87c6e4-03f2-4057-beef-fdf3e4fc4f36') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:54.893298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd87c6e4-03f2-4057-beef-fdf3e4fc4f36') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:54.893744 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Set router 720e0d48-f2a8-4b44-866d-e299b8242081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:54.907624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.926399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.934139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:42:54.935299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:42:54.939393 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:42:55.073265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3643-7875-48f0-b4f2-1ec329f44a5d req-229fa886-fe1d-45c8-9249-6d8fd2f46b92 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:55.075309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dea3643-7875-48f0-b4f2-1ec329f44a5d req-229fa886-fe1d-45c8-9249-6d8fd2f46b92 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 948 time: 0.1174326 Feb 16 14:42:55.116804 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.170322 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:42:52Z', 'revision_number': 3, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:55.170714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dea3643-7875-48f0-b4f2-1ec329f44a5d req-2c8ddeaa-c636-4066-ae0d-d07970372c52 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848513 Feb 16 14:42:55.199465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:55.213570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.219230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.219230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.219956 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Checking router: 720e0d48-f2a8-4b44-866d-e299b8242081 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:42:55.220064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.220064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.220209 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Updating router 720e0d48-f2a8-4b44-866d-e299b8242081 port 1cabdc8e-c53f-4075-adde-fc22ca3f7783 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:42:55.220905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.221636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.222154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.222665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.223192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.223673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.224197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:55.237428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.265589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.269177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.272888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9092ff4b-b241-4263-aaf4-5026965eaf75 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4767902 Feb 16 14:42:55.276539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42852) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:55.277426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.296282 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] 10.222.0.113 "DELETE /v2.0/networks/55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d HTTP/1.1" status: 204 len: 168 time: 0.6820669 Feb 16 14:42:55.305385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42854) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:55.306956 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.397826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f425d0c0-a154-4372-a2e8-b5f29902f71a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:55.401907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7efca-2024-471a-b40b-3ea4bdf7f799 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c20b6d-73ff-433e-a9b1-ddf3c1b8fb3d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:55.549601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] Deleting subnet 39e4746e-2552-4b4e-b030-865205c6fbe2 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:42:55.556987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.580196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['f425d0c0-a154-4372-a2e8-b5f29902f71a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:55.666541 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.749579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:55.872998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1e234b9b-b7de-475e-a265-4aa875252a90 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:42:55.929101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.002960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:56.024797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '1e234b9b-b7de-475e-a265-4aa875252a90', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'port_id': '1e234b9b-b7de-475e-a265-4aa875252a90', 'mac_address': 'fa:16:3e:27:30:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42200d0-1734-4bf8-b89e-28c1194cc04d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:42:56.027508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.029094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9db0-0c88-45e2-b859-1a5cb57f16e8 req-2a663e5f-2bf7-447e-93a2-7cdc4b344a78 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:56.037520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-110e9db0-0c88-45e2-b859-1a5cb57f16e8 req-2a663e5f-2bf7-447e-93a2-7cdc4b344a78 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 945 time: 0.4144986 Feb 16 14:42:56.047148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42864) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:56.063227 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/39e4746e-2552-4b4e-b030-865205c6fbe2 HTTP/1.1" status: 204 len: 168 time: 0.7462451 Feb 16 14:42:56.067734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85a69c-a3e7-4510-b159-5fcdf6a8bc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e4746e-2552-4b4e-b030-865205c6fbe2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:56.108102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.136691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e234b9b-b7de-475e-a265-4aa875252a90 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:56.161724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:56.251754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.331521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-110e9db0-0c88-45e2-b859-1a5cb57f16e8 req-07edc098-9659-403f-98ff-964e86ed0738 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931368 Feb 16 14:42:56.355090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:56.365059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['1e234b9b-b7de-475e-a265-4aa875252a90'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:42:56.377376 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.388299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29126712-e955-4ae9-a436-c008e9bce7ad req-d5c97510-d9b1-414a-b451-d15f7c8a2aea tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:56.401562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29126712-e955-4ae9-a436-c008e9bce7ad req-d5c97510-d9b1-414a-b451-d15f7c8a2aea tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 945 time: 0.3968008 Feb 16 14:42:56.426754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.492633 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.616352 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Attempting to bind port 1cabdc8e-c53f-4075-adde-fc22ca3f7783 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:56.616735 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Attempting to bind port 1cabdc8e-c53f-4075-adde-fc22ca3f7783 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:56.617090 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Attempting to bind port 1cabdc8e-c53f-4075-adde-fc22ca3f7783 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:42:56.629998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29126712-e955-4ae9-a436-c008e9bce7ad req-14921d46-b3e8-47f1-a161-7aad3052eb72 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217746 Feb 16 14:42:56.653231 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1e1d6-4f8c-4e61-a743-266623acbf4e None None] Pushing event updated for resources: {'Port': ['ID=1cabdc8e-c53f-4075-adde-fc22ca3f7783,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:56.655714 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:42:56.656659 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:42:56.657061 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.657684 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:42:56.658494 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Bound port: 1cabdc8e-c53f-4075-adde-fc22ca3f7783, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:56.658494 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.768256 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] For port 1cabdc8e-c53f-4075-adde-fc22ca3f7783, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:42:56.778654 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] For port 1cabdc8e-c53f-4075-adde-fc22ca3f7783, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1cabdc8e-c53f-4075-adde-fc22ca3f7783,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:42:56.784550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.858581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370465ff-3230-4c14-b2ed-1e1c4a7d8b99 req-b93ad7e5-41c5-473d-a713-4df90d6db280 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:56.860914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-370465ff-3230-4c14-b2ed-1e1c4a7d8b99 req-b93ad7e5-41c5-473d-a713-4df90d6db280 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 949 time: 0.3999124 Feb 16 14:42:56.861098 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.867613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbb0d14-41af-4acf-b453-f735c4178572']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:56.919276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba9342a-f603-4f6d-814c-3e8d12506511') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:56.919633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba9342a-f603-4f6d-814c-3e8d12506511') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:56.929798 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1e1d6-4f8c-4e61-a743-266623acbf4e None None] Pushing event updated for resources: {'Port': ['ID=1cabdc8e-c53f-4075-adde-fc22ca3f7783,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:56.943063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:56.962240 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Routers {'720e0d48-f2a8-4b44-866d-e299b8242081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:42:56.962871 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['720e0d48-f2a8-4b44-866d-e299b8242081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:57.001313 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:57.012089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-370465ff-3230-4c14-b2ed-1e1c4a7d8b99 req-a6b50d78-65e0-43d5-896e-44893b072caa tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126735 Feb 16 14:42:57.013058 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:57.030305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:42:57.032144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:42:57.033740 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:42:57.102083 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] Set router 720e0d48-f2a8-4b44-866d-e299b8242081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:42:57.209796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:57.221334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:57.224303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] 10.222.0.113 "DELETE /v2.0/networks/6bbb0d14-41af-4acf-b453-f735c4178572 HTTP/1.1" status: 204 len: 168 time: 1.1626809 Feb 16 14:42:57.319216 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:42:52Z', 'revision_number': 3, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:57.387189 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbadd55-6d6b-46ad-afca-068688a79c20 None None] The sync data for ids ['720e0d48-f2a8-4b44-866d-e299b8242081'] in n-d-829433-1 is: [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:42:52Z', 'revision_number': 3, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:42:57.700271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbb0d14-41af-4acf-b453-f735c4178572,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:57.759782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.760130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.760470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.760805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.761129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.761457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.761780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.762102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.762419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.762736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.763062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.763445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d4328-1fba-4838-8e60-049bb0f3c309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:57.878675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f425d0c0-a154-4372-a2e8-b5f29902f71a up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:57.921036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0397e79-7671-41ec-9b7a-66ab38a49a26 req-935b87cf-c2ad-44f9-bfd5-25a69dfe9590 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:57.929025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0397e79-7671-41ec-9b7a-66ab38a49a26 req-935b87cf-c2ad-44f9-bfd5-25a69dfe9590 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 944 time: 0.2560408 Feb 16 14:42:58.003162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42888) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:58.020740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f083a5-69aa-49bf-98e5-9855f2e851e6 req-f4fdf95f-fe8f-402e-ae6a-dedcc5c83e8a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:58.023301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7f083a5-69aa-49bf-98e5-9855f2e851e6 req-f4fdf95f-fe8f-402e-ae6a-dedcc5c83e8a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 945 time: 0.2510622 Feb 16 14:42:58.057392 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d1fb70d4-e9ab-4e1a-a95b-38bd099833de admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=be3cb2d1007a4e59b03baf9f5b28a975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524559 Feb 16 14:42:58.063650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:58.105455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0397e79-7671-41ec-9b7a-66ab38a49a26 req-180be1ea-d469-481f-a65b-5757559531e7 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731615 Feb 16 14:42:58.116308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Allocated IP 172.20.0.1 (fcd74e7e-8e93-4d7a-92d0-3c82922a4175/40b40d72-bb8d-42f7-8724-5a4abdb69b18/ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:58.142881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port f425d0c0-a154-4372-a2e8-b5f29902f71a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:42:58.142881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port f425d0c0-a154-4372-a2e8-b5f29902f71a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:58.142881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.148228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7f083a5-69aa-49bf-98e5-9855f2e851e6 req-c582a06e-b9f4-4c76-99c6-73fe08f49699 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Feb 16 14:42:58.164996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0ec93fd-9021-40e4-841f-eb37973ca5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.245707 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0ec93fd-9021-40e4-841f-eb37973ca5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.445227 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.455373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a874d7-22b0-4b83-8851-75e471a3f7cb req-6c666eae-96bf-4a11-a093-6a438d5eb46d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:58.459716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60a874d7-22b0-4b83-8851-75e471a3f7cb req-6c666eae-96bf-4a11-a093-6a438d5eb46d tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 949 time: 0.1567564 Feb 16 14:42:58.530744 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.543936 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0ec93fd-9021-40e4-841f-eb37973ca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.550724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0ec93fd-9021-40e4-841f-eb37973ca5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.557549 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b0ec93fd-9021-40e4-841f-eb37973ca5a4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/752aaa04-0836-4f12-93f8-5d3c86abb4f0 HTTP/1.1" status: 204 len: 168 time: 0.4922264 Feb 16 14:42:58.568053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60a874d7-22b0-4b83-8851-75e471a3f7cb req-8e4a98e1-7f2c-476b-866b-05e816af249f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975294 Feb 16 14:42:58.574496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f425d0c0-a154-4372-a2e8-b5f29902f71a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:42:58.593757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec93fd-9021-40e4-841f-eb37973ca5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752aaa04-0836-4f12-93f8-5d3c86abb4f0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:58.594134 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b559e6-dd1c-4577-89dd-ca2e79eb05b3" -d '{"events": [{"server_uuid": "00dc21ca-bdd1-46cd-8030-9e8b9013f696", "name": "network-vif-plugged", "status": "completed", "tag": "f425d0c0-a154-4372-a2e8-b5f29902f71a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:42:58.643899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f425d0c0-a154-4372-a2e8-b5f29902f71a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f425d0c0-a154-4372-a2e8-b5f29902f71a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:58.754116 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.754437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:58.756150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1e234b9b-b7de-475e-a265-4aa875252a90 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:42:58.852611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:58.858942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:58.871222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:42:58.919593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f425d0c0-a154-4372-a2e8-b5f29902f71a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:58.942974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Pushing event updated for resources: {'Port': ['ID=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:59.008918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:59.084004 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:59.087530 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1fbd34-5bdd-4c93-881c-0558a8575ab5 x-openstack-request-id: req-aa1fbd34-5bdd-4c93-881c-0558a8575ab5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:42:59.088067 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dc21ca-bdd1-46cd-8030-9e8b9013f696", "name": "network-vif-plugged", "status": "completed", "tag": "f425d0c0-a154-4372-a2e8-b5f29902f71a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:42:59.089094 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aa1fbd34-5bdd-4c93-881c-0558a8575ab5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:42:59.089659 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f425d0c0-a154-4372-a2e8-b5f29902f71a', 'code': 200} Feb 16 14:42:59.105539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e234b9b-b7de-475e-a265-4aa875252a90 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:42:59.129611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:59.219650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24223d-02cb-4d4a-a91a-0aa0354b7ec5 req-81f9be1c-5214-49e8-b98c-15bec0b02069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:59.221946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc24223d-02cb-4d4a-a91a-0aa0354b7ec5 req-81f9be1c-5214-49e8-b98c-15bec0b02069 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 1101 time: 0.1286452 Feb 16 14:42:59.245913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d4d3-e656-4191-bb67-4dff42008202 req-64ec7c12-b339-4a1b-8a77-6f5c5f9aed7f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:59.247611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9247d4d3-e656-4191-bb67-4dff42008202 req-64ec7c12-b339-4a1b-8a77-6f5c5f9aed7f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 944 time: 0.1560998 Feb 16 14:42:59.257037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:59.331278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc24223d-02cb-4d4a-a91a-0aa0354b7ec5 req-688a9fb8-984b-4a75-9a54-6bafee405dc8 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977807 Feb 16 14:42:59.363179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9247d4d3-e656-4191-bb67-4dff42008202 req-fdd99b64-423f-48a9-bf5f-f4703fe1a488 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857010 Feb 16 14:42:59.394351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:59.422563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-04e47b4e-fef4-41cd-be3a-3ac33a59e834 None None] Provisioning complete for port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:59.422919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04e47b4e-fef4-41cd-be3a-3ac33a59e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:59.500393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-04e47b4e-fef4-41cd-be3a-3ac33a59e834 None None] Port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:42:59.535354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:59.585639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1cabdc8e-c53f-4075-adde-fc22ca3f7783 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:42:59.607498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c044a-9074-417a-aca1-23a88fa80495 req-1345e2bd-8868-4625-b17f-e8953f191315 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:59.610112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b3c044a-9074-417a-aca1-23a88fa80495 req-1345e2bd-8868-4625-b17f-e8953f191315 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 945 time: 0.2411509 Feb 16 14:42:59.674373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b3c044a-9074-417a-aca1-23a88fa80495 req-95921df2-bb1b-450f-a67c-004e5402ea22 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520768 Feb 16 14:42:59.744623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1cabdc8e-c53f-4075-adde-fc22ca3f7783 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:59.745013 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:59.813942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42918) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:42:59.868833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd176-b0c6-4e18-b6a1-45f441491468 req-68633f99-e411-4ddd-8a12-fd8df79267b4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:59.877363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123fd176-b0c6-4e18-b6a1-45f441491468 req-68633f99-e411-4ddd-8a12-fd8df79267b4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 950 time: 0.1332569 Feb 16 14:42:59.896774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:59.943596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 1cabdc8e-c53f-4075-adde-fc22ca3f7783, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1cabdc8e-c53f-4075-adde-fc22ca3f7783,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:42:59.998062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-40744ce1-0d32-408a-a44a-b79033f73c3b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7307a8a0b629416e8d363febf60551b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790102 Feb 16 14:43:00.001604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42922) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:00.051634 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.081681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123fd176-b0c6-4e18-b6a1-45f441491468 req-9c2ce1f3-29dd-4f7d-9b7b-9bbf16daaba9 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762049 Feb 16 14:43:00.085044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f9f177b-1285-4bee-8695-bd20aaca7d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.091813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.124244 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f9f177b-1285-4bee-8695-bd20aaca7d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.161832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=1cabdc8e-c53f-4075-adde-fc22ca3f7783,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:00.202751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.285639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f9f177b-1285-4bee-8695-bd20aaca7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.288946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f9f177b-1285-4bee-8695-bd20aaca7d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.296424 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0f9f177b-1285-4bee-8695-bd20aaca7d60 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5f04e3f3-6ea9-4b92-b6a5-26368e76ddd2 HTTP/1.1" status: 204 len: 168 time: 0.2868969 Feb 16 14:43:00.296571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.297130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Pushing event updated for resources: {'Port': ['ID=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:00.304724 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f177b-1285-4bee-8695-bd20aaca7d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04e3f3-6ea9-4b92-b6a5-26368e76ddd2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:00.494917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:00.498542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:00.672631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacc019-9e9d-41ab-b090-e589cb95f7dc req-204aba84-c0c8-4edd-9267-b58037d5ef28 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:00.674352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ceacc019-9e9d-41ab-b090-e589cb95f7dc req-204aba84-c0c8-4edd-9267-b58037d5ef28 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.2239368 Feb 16 14:43:00.712467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Router 720e0d48-f2a8-4b44-866d-e299b8242081 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:43:00.742258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ceacc019-9e9d-41ab-b090-e589cb95f7dc req-984d3dba-c00e-4ec1-9398-dee4a2eb052f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615969 Feb 16 14:43:00.863144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-35cdc8a1-a849-44b4-91f1-ce6b7b1947f7 None None] Provisioning complete for port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:00.863857 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-35cdc8a1-a849-44b4-91f1-ce6b7b1947f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:00.928047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:43:00.937400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-02c8b059-797d-4d34-8045-5aa8819ec87e admin admin] 10.222.0.113 "PUT /v2.0/routers/720e0d48-f2a8-4b44-866d-e299b8242081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6581810 Feb 16 14:43:00.947922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Sync routers for ids ['720e0d48-f2a8-4b44-866d-e299b8242081'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:43:00.960944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-35cdc8a1-a849-44b4-91f1-ce6b7b1947f7 None None] Port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:00.983235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Routers {'720e0d48-f2a8-4b44-866d-e299b8242081'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:00.985138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['720e0d48-f2a8-4b44-866d-e299b8242081'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:01.038786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-01ebc8e8-2aa8-47e2-84a4-1747709fdd9a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:01.040674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-01ebc8e8-2aa8-47e2-84a4-1747709fdd9a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.129 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.0716138 Feb 16 14:43:01.051059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78b42-cf77-43ed-a9f8-324d665eb232 req-17cc62ad-a8b7-4e73-a412-0aab6761d387 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:01.063299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ba78b42-cf77-43ed-a9f8-324d665eb232 req-17cc62ad-a8b7-4e73-a412-0aab6761d387 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 945 time: 0.1537681 Feb 16 14:43:01.236920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Set router 720e0d48-f2a8-4b44-866d-e299b8242081 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:01.237557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ba78b42-cf77-43ed-a9f8-324d665eb232 req-5e7dce00-fde8-44cf-935c-47458bb312bd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773882 Feb 16 14:43:01.265641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-d1b187e5-4f2c-4680-8ceb-e76c1fb7b34b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:01.267616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-d1b187e5-4f2c-4680-8ceb-e76c1fb7b34b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 945 time: 0.1995535 Feb 16 14:43:01.384602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db5056-5e04-47c1-afd6-bd55863ac082 req-8fec6874-d4bd-4c9e-9192-2a076cfc63f7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:01.385575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66db5056-5e04-47c1-afd6-bd55863ac082 req-8fec6874-d4bd-4c9e-9192-2a076cfc63f7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 950 time: 0.1414351 Feb 16 14:43:01.441209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Deleting port 1e234b9b-b7de-475e-a265-4aa875252a90 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:01.441426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:01.541016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66db5056-5e04-47c1-afd6-bd55863ac082 req-bbe1d2db-522c-4df2-88d4-91dbd2e9bee1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280096 Feb 16 14:43:01.574978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1cabdc8e-c53f-4075-adde-fc22ca3f7783 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:01.612412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Deleting port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:01.621754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:01.711977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1cabdc8e-c53f-4075-adde-fc22ca3f7783 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:01.711977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:01.740041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] For port 1e234b9b-b7de-475e-a265-4aa875252a90, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1e234b9b-b7de-475e-a265-4aa875252a90,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:01.740515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:01.745462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa', 'name': '', 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'mac_address': 'fa:16:3e:87:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:57Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 2, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'subnets': [{'id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:01.762155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Calling delete_port for 1e234b9b-b7de-475e-a265-4aa875252a90 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:01.797989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253072e-1382-499a-87f2-a3b9d33c2f3d req-bd57bd12-a686-4a5d-b3ec-d4f6def483c3 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:01.797989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9253072e-1382-499a-87f2-a3b9d33c2f3d req-bd57bd12-a686-4a5d-b3ec-d4f6def483c3 tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 1101 time: 0.1601510 Feb 16 14:43:01.798868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Checking router: 720e0d48-f2a8-4b44-866d-e299b8242081 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:43:01.799043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Updating router 720e0d48-f2a8-4b44-866d-e299b8242081 port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:43:01.834956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:01.923320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] For port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:01.923320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:01.963923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Calling delete_port for d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:01.972689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9253072e-1382-499a-87f2-a3b9d33c2f3d req-30708424-22e7-45db-a5b3-37e1b922ff7f tempest-ServersOnMultiNodesTest-1261574476 tempest-ServersOnMultiNodesTest-1261574476-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353395 Feb 16 14:43:02.010751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8102ff6-d431-4a80-998d-0f62399946c1 req-3fa42216-4fa9-4c54-8dfd-a4aa6db2d912 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:02.012417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8102ff6-d431-4a80-998d-0f62399946c1 req-3fa42216-4fa9-4c54-8dfd-a4aa6db2d912 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 943 time: 0.1552434 Feb 16 14:43:02.184122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8102ff6-d431-4a80-998d-0f62399946c1 req-b9508b39-ea26-49fd-83fb-6bccca0afbd4 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573744 Feb 16 14:43:02.431855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.489256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9bad9-249f-47f2-b84d-d106aa995881 req-7ae72fd2-d239-48e5-9762-25b89e0412fb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:02.490938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ac9bad9-249f-47f2-b84d-d106aa995881 req-7ae72fd2-d239-48e5-9762-25b89e0412fb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 945 time: 0.1511381 Feb 16 14:43:02.492199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event deleted for resources: {'Port': ['ID=1e234b9b-b7de-475e-a265-4aa875252a90,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:02.510129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.552157 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.575425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] No DVR routers for this DVR port 1e234b9b-b7de-475e-a265-4aa875252a90 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:02.607954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.612505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.612656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-764f4978-7065-4bdb-951b-b48888b0d4b7 req-325cfe21-51e7-4ddd-8865-16de65432175 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.129 "DELETE /v2.0/ports/1e234b9b-b7de-475e-a265-4aa875252a90 HTTP/1.1" status: 204 len: 173 time: 1.5231462 Feb 16 14:43:02.615588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event deleted for resources: {'Port': ['ID=d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:02.617286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'name': 'network-vif-deleted', 'tag': '1e234b9b-b7de-475e-a265-4aa875252a90'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:02.619824 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106d1ad2-482a-4758-b4f3-a6f92a64d0fa" -d '{"events": [{"server_uuid": "cd23f4be-7682-43ac-ba06-6df75f51b525", "name": "network-vif-deleted", "tag": "1e234b9b-b7de-475e-a265-4aa875252a90"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:02.659536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ac9bad9-249f-47f2-b84d-d106aa995881 req-5184c3f6-8d83-4cbd-8264-2e8c2e50231f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474876 Feb 16 14:43:02.738094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43026) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:02.743125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-network', 'tenant_id': '39bf7176748c4701a8e60b12465eb874'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:02.746977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] No DVR routers for this DVR port d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:02.759775 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a82352-fd10-4d9f-b93b-d2c21ca4b94e x-openstack-request-id: req-91a82352-fd10-4d9f-b93b-d2c21ca4b94e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:02.759775 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd23f4be-7682-43ac-ba06-6df75f51b525", "name": "network-vif-deleted", "tag": "1e234b9b-b7de-475e-a265-4aa875252a90", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:02.759775 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-91a82352-fd10-4d9f-b93b-d2c21ca4b94e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:02.759775 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd23f4be-7682-43ac-ba06-6df75f51b525', 'name': 'network-vif-deleted', 'tag': '1e234b9b-b7de-475e-a265-4aa875252a90', 'status': 'completed', 'code': 200} Feb 16 14:43:02.769878 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.774811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddd8ef02-9af3-4bbe-84a9-4f7d04e8aae2 req-b2c28c1c-7088-4211-a73d-4122ff1d857c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "DELETE /v2.0/ports/d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf HTTP/1.1" status: 204 len: 173 time: 1.4823246 Feb 16 14:43:02.870824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a84072-b1b0-45b4-ab1d-4bb83b92a281 None None] Pushing event updated for resources: {'Port': ['ID=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:02.884307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Attempting to bind port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:02.884951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Attempting to bind port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:02.885527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Attempting to bind port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa on network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:02.895876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:02.896987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Checking segment: {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:02.897555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.898176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Bound using segment: {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:02.898844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Bound port: ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:02.899393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.939851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Made reservation on behalf of 39bf7176748c4701a8e60b12465eb874 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:02.942664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.955721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:02.972956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773be14-3e5b-4102-bc14-ae1f991d57b3 req-a61c6f0a-2f8d-4f51-8ce7-5d43a4e1f2b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:02.980282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] For port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:02.984413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] For port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:02.988074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2773be14-3e5b-4102-bc14-ae1f991d57b3 req-a61c6f0a-2f8d-4f51-8ce7-5d43a4e1f2b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 950 time: 0.1211987 Feb 16 14:43:03.064187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2773be14-3e5b-4102-bc14-ae1f991d57b3 req-cd33ab41-064c-46c4-866e-f03c21baa223 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683627 Feb 16 14:43:03.098657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.103968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b08b3c05-1415-43bf-8cc1-e6537a1bd823 None None] Provisioning complete for port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:03.103968 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b08b3c05-1415-43bf-8cc1-e6537a1bd823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.138625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b08b3c05-1415-43bf-8cc1-e6537a1bd823 None None] Port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:03.142756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.231485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a84072-b1b0-45b4-ab1d-4bb83b92a281 None None] Pushing event updated for resources: {'Port': ['ID=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:03.245925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Routers {'720e0d48-f2a8-4b44-866d-e299b8242081'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:03.246750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['720e0d48-f2a8-4b44-866d-e299b8242081'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:03.248841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.366063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a4ab4d-d919-476e-b21b-5983407fe302,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:03.389331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:43:03.461821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.466124 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Added segment 11af6c56-625c-4049-a20a-0e4ddfb8aad3 of type vlan for network 876813de-f029-4678-a19d-607105d9bf53 Feb 16 14:43:03.508947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c9ce2cb-2539-4c7e-954a-7366b6c51ce0 req-7da91935-bbcc-4a67-9318-24d23ef4c36f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=cd23f4be-7682-43ac-ba06-6df75f51b525 HTTP/1.1" status: 200 len: 210 time: 0.0724347 Feb 16 14:43:03.554052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.677399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] Set router 720e0d48-f2a8-4b44-866d-e299b8242081 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:03.682925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.684797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:03.685550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.712656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0340185a-e016-4d5b-b676-67ec6b599bc0 None None] Provisioning complete for port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:03.713043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0340185a-e016-4d5b-b676-67ec6b599bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:03.774327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] Pushing event updated for resources: {'Network': ['ID=876813de-f029-4678-a19d-607105d9bf53,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:03.802766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e1c5e65-4cb9-46f0-9ee4-356492e4efe8 req-759c778e-de80-4988-902a-76703cc6bd94 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=5daaeeea-49a4-461a-a100-419046166385 HTTP/1.1" status: 200 len: 210 time: 0.0634854 Feb 16 14:43:03.810217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 876813de-f029-4678-a19d-607105d9bf53 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:43:03.878302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43052) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:03.884581 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b23f93f-1012-4de1-9c1f-338a90ab742d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1398032 Feb 16 14:43:03.884713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:03.885683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Request body: {'subnet': {'network_id': '876813de-f029-4678-a19d-607105d9bf53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-subnet', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:03.958646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:03.958991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:03.965429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1e234b9b-b7de-475e-a265-4aa875252a90 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:04.004482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 1e234b9b-b7de-475e-a265-4aa875252a90 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:04.007843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1e234b9b-b7de-475e-a265-4aa875252a90 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:04.029013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Made reservation on behalf of 39bf7176748c4701a8e60b12465eb874 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:04.029013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:04.069898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0340185a-e016-4d5b-b676-67ec6b599bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:04.139303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0340185a-e016-4d5b-b676-67ec6b599bc0 None None] For port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:04.170793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa', 'name': '', 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'mac_address': 'fa:16:3e:87:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:57Z', 'updated_at': '2022-02-16T14:43:02Z', 'revision_number': 4, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'subnets': [{'id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:04.227445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af626a-f270-4696-b050-64ecea8b0001 None None] The sync data for ids ['720e0d48-f2a8-4b44-866d-e299b8242081'] in n-d-829433-1 is: [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa', 'name': '', 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'mac_address': 'fa:16:3e:87:84:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:57Z', 'updated_at': '2022-02-16T14:43:02Z', 'revision_number': 4, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'subnets': [{'id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:43:04.237208 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0340185a-e016-4d5b-b676-67ec6b599bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:04.328175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-8e6bd1fd-285d-48ea-880d-62026b239f90 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:04.328175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-8e6bd1fd-285d-48ea-880d-62026b239f90 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 950 time: 0.1682675 Feb 16 14:43:04.337924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340185a-e016-4d5b-b676-67ec6b599bc0 None None] Pushing event updated for resources: {'Port': ['ID=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:04.521806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b273-f450-4b85-ad5c-6fa0ba99e06b req-65d256cf-b477-4637-9aeb-7bbef33bae29 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:04.524734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0011b273-f450-4b85-ad5c-6fa0ba99e06b req-65d256cf-b477-4637-9aeb-7bbef33bae29 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 950 time: 0.1873047 Feb 16 14:43:04.667782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0011b273-f450-4b85-ad5c-6fa0ba99e06b req-df827320-fced-4411-bd51-35a3128bc6dc tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309893 Feb 16 14:43:04.720365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port f425d0c0-a154-4372-a2e8-b5f29902f71a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:04.720764 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:04.770613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5daaeeea-49a4-461a-a100-419046166385', 'name': 'network-vif-deleted', 'tag': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:04.772952 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9bc788-40ce-4869-912c-8dad8bcaaa91" -d '{"events": [{"server_uuid": "5daaeeea-49a4-461a-a100-419046166385", "name": "network-vif-deleted", "tag": "d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:04.842965 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:04.847094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port f425d0c0-a154-4372-a2e8-b5f29902f71a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f425d0c0-a154-4372-a2e8-b5f29902f71a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:04.847384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:04.860584 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ecb991-8b7c-4386-86a6-957f7eb48502 x-openstack-request-id: req-d3ecb991-8b7c-4386-86a6-957f7eb48502 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:04.861626 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5daaeeea-49a4-461a-a100-419046166385", "name": "network-vif-deleted", "tag": "d79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:04.861626 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d3ecb991-8b7c-4386-86a6-957f7eb48502 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:04.861626 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5daaeeea-49a4-461a-a100-419046166385', 'name': 'network-vif-deleted', 'tag': 'd79f7ac7-7ff6-4698-a06d-a3dd5ffd1ddf', 'status': 'completed', 'code': 200} Feb 16 14:43:04.892735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for f425d0c0-a154-4372-a2e8-b5f29902f71a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:04.990882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1523be9c-4a6d-4b76-a363-7dcd8395dbf5,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:05.018307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Checking segment: {'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:05.018666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Network hostable DHCP agents. Network: 876813de-f029-4678-a19d-607105d9bf53, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:43:05.121496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:05.127007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1548f76c-ccca-43a6-80e8-ff2c3ebb19c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750721382', 'description': 'tempest-description--1791043640'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:05.162952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43118) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:05.177706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Network 876813de-f029-4678-a19d-607105d9bf53 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:43:05.303033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba0da7ef-c1af-4eb1-9cd5-5b1532ddda1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.303442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.320321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d', '6c9432fd-0c6b-4349-8e13-57dac0c39ab9', 'f425d0c0-a154-4372-a2e8-b5f29902f71a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:05.323274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585', 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', '4efbca80-7960-47c1-915b-719fce244d3e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:05.350148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=f425d0c0-a154-4372-a2e8-b5f29902f71a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:05.367470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1548f76c-ccca-43a6-80e8-ff2c3ebb19c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.460959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port f425d0c0-a154-4372-a2e8-b5f29902f71a on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:05.464507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.485310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d04c8c19-8213-42b6-a7c7-429127225b6d req-25e71d41-ad1a-45ee-ad2b-aacccee5c271 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "DELETE /v2.0/ports/f425d0c0-a154-4372-a2e8-b5f29902f71a HTTP/1.1" status: 204 len: 173 time: 1.1198125 Feb 16 14:43:05.485310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 876813de-f029-4678-a19d-607105d9bf53) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:05.499293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba0da7ef-c1af-4eb1-9cd5-5b1532ddda1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.506892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:05.508601 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.549224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1396a7-a3c7-4e21-bb95-41d3b7e5648d None None] Network 876813de-f029-4678-a19d-607105d9bf53 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:43:05.566909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-632d5b26-bcf7-40c1-8aeb-43262b780765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.638414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1548f76c-ccca-43a6-80e8-ff2c3ebb19c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.668696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:05.723241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba0da7ef-c1af-4eb1-9cd5-5b1532ddda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.735451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-69879e80-193a-43a2-84cb-e763733138b5 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8558521 Feb 16 14:43:05.739597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43128) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:05.747296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:05.794734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1548f76c-ccca-43a6-80e8-ff2c3ebb19c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.838591 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ba0da7ef-c1af-4eb1-9cd5-5b1532ddda1d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=faa1b124a7fd4fc0accabeab25789dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6744974 Feb 16 14:43:05.838863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9b0ff95-2775-4490-bc65-5dbad95cc8f5 req-41e15fe0-91da-48df-8199-0e9804a14e5f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 210 time: 0.0750546 Feb 16 14:43:05.843350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43130) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:05.851604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0da7ef-c1af-4eb1-9cd5-5b1532ddda1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a906e558-9c2e-48ac-ab44-01b05976e4e9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:05.912024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548f76c-ccca-43a6-80e8-ff2c3ebb19c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc7bace-ccf6-406c-85d1-7630097d7c6d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:05.936234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e69966de-1ae9-49df-9a69-632f47130d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.945043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1548f76c-ccca-43a6-80e8-ff2c3ebb19c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.946322 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1548f76c-ccca-43a6-80e8-ff2c3ebb19c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8232524 Feb 16 14:43:05.949470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43132) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:05.954294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a935794e-0b64-4455-b1a0-09a939be7c49 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Request body: {'security_group_rule': {'security_group_id': '9fc7bace-ccf6-406c-85d1-7630097d7c6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:05.980362 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e69966de-1ae9-49df-9a69-632f47130d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.988106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:05.990044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.024332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:06.024850 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.100974 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.134357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-876813de-f029-4678-a19d-607105d9bf53', 'network_id': '876813de-f029-4678-a19d-607105d9bf53', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'fixed_ips': [{'subnet_id': '1523be9c-4a6d-4b76-a363-7dcd8395dbf5'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:43:06.136564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.175918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a935794e-0b64-4455-b1a0-09a939be7c49 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.208746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e69966de-1ae9-49df-9a69-632f47130d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.214217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e69966de-1ae9-49df-9a69-632f47130d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.220329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e69966de-1ae9-49df-9a69-632f47130d0d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a906e558-9c2e-48ac-ab44-01b05976e4e9 HTTP/1.1" status: 204 len: 168 time: 0.3737056 Feb 16 14:43:06.231058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69966de-1ae9-49df-9a69-632f47130d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a906e558-9c2e-48ac-ab44-01b05976e4e9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:06.379839 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a935794e-0b64-4455-b1a0-09a939be7c49 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.587245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Allocated IP 172.20.0.2 (876813de-f029-4678-a19d-607105d9bf53/1523be9c-4a6d-4b76-a363-7dcd8395dbf5/b2818517-caf6-49db-9d06-9d88ba74af9f) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:06.741600 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a935794e-0b64-4455-b1a0-09a939be7c49 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.751462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.769510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935794e-0b64-4455-b1a0-09a939be7c49 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99a1ab4-ea70-436a-874c-21f4f7d36ff3,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:06.862320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'name': 'network-vif-deleted', 'tag': 'f425d0c0-a154-4372-a2e8-b5f29902f71a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:06.864955 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad96d92-221e-4c8f-880c-d256ff24e57f" -d '{"events": [{"server_uuid": "00dc21ca-bdd1-46cd-8030-9e8b9013f696", "name": "network-vif-deleted", "tag": "f425d0c0-a154-4372-a2e8-b5f29902f71a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:06.917366 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1239bb-91a0-46e6-9b3f-d5a8aebc4728 x-openstack-request-id: req-ca1239bb-91a0-46e6-9b3f-d5a8aebc4728 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:06.917669 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00dc21ca-bdd1-46cd-8030-9e8b9013f696", "name": "network-vif-deleted", "tag": "f425d0c0-a154-4372-a2e8-b5f29902f71a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:06.917922 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ca1239bb-91a0-46e6-9b3f-d5a8aebc4728 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:06.918875 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dc21ca-bdd1-46cd-8030-9e8b9013f696', 'name': 'network-vif-deleted', 'tag': 'f425d0c0-a154-4372-a2e8-b5f29902f71a', 'status': 'completed', 'code': 200} Feb 16 14:43:06.997464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a935794e-0b64-4455-b1a0-09a939be7c49 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:06.998658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a935794e-0b64-4455-b1a0-09a939be7c49 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0481284 Feb 16 14:43:07.002930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43148) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:07.015880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-61792f77-7be5-4af0-bd02-e267bbd38576 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Request body: {'security_group_rule': {'security_group_id': '9fc7bace-ccf6-406c-85d1-7630097d7c6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:07.029248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.048788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6df15690-92d5-4341-a735-a142f5d4ac34 req-1b881e3b-884e-4371-aa9b-6e99556c1ca2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=00dc21ca-bdd1-46cd-8030-9e8b9013f696 HTTP/1.1" status: 200 len: 210 time: 0.0468984 Feb 16 14:43:07.145891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.232970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61792f77-7be5-4af0-bd02-e267bbd38576 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.256776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43150) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:07.275122 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.280207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e26b76c6-8f72-4268-9ac5-7b0de9269b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.314298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.342741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Network 876813de-f029-4678-a19d-607105d9bf53 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:07.349462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:07.353231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:07.367584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Pushing event updated for resources: {'Port': ['ID=b2818517-caf6-49db-9d06-9d88ba74af9f,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:07.402229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61792f77-7be5-4af0-bd02-e267bbd38576 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.417283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Attempting to bind port b2818517-caf6-49db-9d06-9d88ba74af9f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:07.417890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Attempting to bind port b2818517-caf6-49db-9d06-9d88ba74af9f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:07.418484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Attempting to bind port b2818517-caf6-49db-9d06-9d88ba74af9f on network 876813de-f029-4678-a19d-607105d9bf53 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:07.424768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:07.427501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Checking segment: {'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:07.427501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.427501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Bound using segment: {'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:07.427501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Bound port: b2818517-caf6-49db-9d06-9d88ba74af9f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:07.427501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.485414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e26b76c6-8f72-4268-9ac5-7b0de9269b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.498066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] For port b2818517-caf6-49db-9d06-9d88ba74af9f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:07.501526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] For port b2818517-caf6-49db-9d06-9d88ba74af9f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b2818517-caf6-49db-9d06-9d88ba74af9f,segment=NetworkSegment(11af6c56-625c-4049-a20a-0e4ddfb8aad3),segment_id=11af6c56-625c-4049-a20a-0e4ddfb8aad3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:07.502083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Allocated IP 172.25.6.94 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/2b465a6d-ca54-4a0f-ac9f-51487b2b83fd) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:07.561476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61792f77-7be5-4af0-bd02-e267bbd38576 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.585474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61792f77-7be5-4af0-bd02-e267bbd38576 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb502407-539d-4d67-a57a-edb5a09080c0,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:07.638721 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.658719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e26b76c6-8f72-4268-9ac5-7b0de9269b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.660749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.720333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b76c6-8f72-4268-9ac5-7b0de9269b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca18cde-607f-44f1-8c0e-ea346e47a741,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:07.748952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc5b3f-52ee-48ab-ae1b-f1f0c75057f5 None None] Pushing event updated for resources: {'Port': ['ID=b2818517-caf6-49db-9d06-9d88ba74af9f,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:07.751082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61792f77-7be5-4af0-bd02-e267bbd38576 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.753157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-61792f77-7be5-4af0-bd02-e267bbd38576 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7418411 Feb 16 14:43:07.764357 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e26b76c6-8f72-4268-9ac5-7b0de9269b51 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8cf3e47d6b184f768c2924df0c51be42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052035 Feb 16 14:43:07.764964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43160) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:07.768766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43162) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:07.770489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:07.829301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74f68-9588-410b-b2d6-198c363850a8 req-f1129e3d-34ff-4b4e-b2d4-a96eb03ac827 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:07.837482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-f1129e3d-34ff-4b4e-b2d4-a96eb03ac827 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.1808472 Feb 16 14:43:07.864210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-26d48324-31c0-45b5-b185-14327584bacb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/quotas/c6baa9e7b75442db9bcb5901b5fe5e18 HTTP/1.1" status: 200 len: 375 time: 0.0256042 Feb 16 14:43:07.901266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fba7dae3-aa2c-45b0-963d-df1dbb95cf5c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355592 Feb 16 14:43:07.909120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.912371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f425d0c0-a154-4372-a2e8-b5f29902f71a no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:07.917113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ea309ce-d7fd-43fd-b15a-30ed2822dbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.945973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8854d44d-a7ff-4a44-aa2c-52ab8b1d0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:07.951030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: f425d0c0-a154-4372-a2e8-b5f29902f71a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:07.951833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f425d0c0-a154-4372-a2e8-b5f29902f71a not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:07.957840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:08.060331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ea309ce-d7fd-43fd-b15a-30ed2822dbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:08.090591 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:08.140968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:08.141924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Pushing event updated for resources: {'Port': ['ID=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:08.154639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:08.159498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:08.229513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-4fbe0128-f173-4652-8ede-b92790137f0a service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019574 Feb 16 14:43:08.280374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Allocated IP 172.25.6.78 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/c2b5d52a-ddff-46cc-a8fb-90b3e361933b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:08.399499 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:08.449333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-b0a3fd3d-e8ce-4fdb-84a3-a7aad476c843 service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754601 Feb 16 14:43:08.479957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ea309ce-d7fd-43fd-b15a-30ed2822dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:08.483426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ea309ce-d7fd-43fd-b15a-30ed2822dbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:08.485233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ea309ce-d7fd-43fd-b15a-30ed2822dbe7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0ca18cde-607f-44f1-8c0e-ea346e47a741 HTTP/1.1" status: 204 len: 168 time: 0.7137501 Feb 16 14:43:08.494036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea309ce-d7fd-43fd-b15a-30ed2822dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca18cde-607f-44f1-8c0e-ea346e47a741,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:08.980693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:08.999883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78abad67-58fb-4e3d-9137-0d65f2467e7e None None] Network 876813de-f029-4678-a19d-607105d9bf53 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:43:09.152863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:09.153468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'Port': ['ID=c2b5d52a-ddff-46cc-a8fb-90b3e361933b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:09.156607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:09.160674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:09.279342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aa0d0103-eb87-4602-98f7-ff04570f8706 None None] Provisioning complete for port b2818517-caf6-49db-9d06-9d88ba74af9f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:09.279342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0103-eb87-4602-98f7-ff04570f8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.392800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3863af4d-5a31-41f9-b658-eb6894179b98 req-e90f9b95-989e-4e7a-93e0-ed9b46862ade tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.1412425 Feb 16 14:43:09.444006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.482226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.504179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0103-eb87-4602-98f7-ff04570f8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.631661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.637005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.643808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-aa0d0103-eb87-4602-98f7-ff04570f8706 None None] For port b2818517-caf6-49db-9d06-9d88ba74af9f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b2818517-caf6-49db-9d06-9d88ba74af9f,segment=NetworkSegment(11af6c56-625c-4049-a20a-0e4ddfb8aad3),segment_id=11af6c56-625c-4049-a20a-0e4ddfb8aad3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:09.652161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b2818517-caf6-49db-9d06-9d88ba74af9f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:09.804400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b2818517-caf6-49db-9d06-9d88ba74af9f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:09.804400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.804634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c27a5-8aae-4884-a679-8fe543a7e5a4 req-5976367b-1583-43ff-b717-23fa594d157b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:09.839412 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd2c27a5-8aae-4884-a679-8fe543a7e5a4 req-5976367b-1583-43ff-b717-23fa594d157b tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 949 time: 0.4400318 Feb 16 14:43:09.864529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa0d0103-eb87-4602-98f7-ff04570f8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:09.982649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d0103-eb87-4602-98f7-ff04570f8706 None None] Pushing event updated for resources: {'Port': ['ID=b2818517-caf6-49db-9d06-9d88ba74af9f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:10.032563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6b55db6c-5c30-4788-9ac1-4135a630108a None None] Provisioning complete for port b2818517-caf6-49db-9d06-9d88ba74af9f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:10.033565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b55db6c-5c30-4788-9ac1-4135a630108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.061156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd2c27a5-8aae-4884-a679-8fe543a7e5a4 req-3be8f6e1-051d-405f-b17a-c8bbd3f9dbca tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206876 Feb 16 14:43:10.101630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.213089 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.340073 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.424762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:43:10.460018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'Port': ['ID=c2b5d52a-ddff-46cc-a8fb-90b3e361933b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:10.502733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.567947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10851386-ed78-4669-a6f4-661378635733 req-e1610f48-0f43-481c-8fbf-497a346d3345 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.0572801 Feb 16 14:43:10.633127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:43:10.638906 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.653054 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9d551ef5-8baf-4b94-b948-30b64d846044 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8784962 Feb 16 14:43:10.653161 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Sync routers for ids ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:43:10.683135 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Routers {'7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:10.684649 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:10.787948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.797833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43236) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:10.807425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4d9e70a-0f42-49e0-a013-b16568f9958f admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0652332 Feb 16 14:43:10.889749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43240) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:10.966695 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Set router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:11.165548 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.203598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1357903834-network', 'tenant_id': '3aa55190c4744caa983377760eb92783'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:11.260670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634533b7-a8c7-452a-b724-113154faaff9 req-2f0ebe43-7536-4fdd-a749-8f869b312e0f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:11.263651 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-634533b7-a8c7-452a-b724-113154faaff9 req-2f0ebe43-7536-4fdd-a749-8f869b312e0f tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 949 time: 0.2248507 Feb 16 14:43:11.363879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be6f65-c930-44a6-997f-7766daa1f073 req-74ba4e1a-b257-4b84-b08e-0d957c0f7272 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:11.375419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47be6f65-c930-44a6-997f-7766daa1f073 req-74ba4e1a-b257-4b84-b08e-0d957c0f7272 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d HTTP/1.1" status: 200 len: 949 time: 0.1070676 Feb 16 14:43:11.375896 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:43:08Z', 'revision_number': 3, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port': {'id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:07Z', 'updated_at': '2022-02-16T14:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:11.398903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Made reservation on behalf of 3aa55190c4744caa983377760eb92783 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:11.405449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.419453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.419603 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Checking router: 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:43:11.419603 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Updating router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:43:11.444758 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.486155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port 4efbca80-7960-47c1-915b-719fce244d3e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:11.486711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.530301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b2818517-caf6-49db-9d06-9d88ba74af9f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:11.577427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.623481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port 4efbca80-7960-47c1-915b-719fce244d3e, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4efbca80-7960-47c1-915b-719fce244d3e,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:11.623481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.623899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47be6f65-c930-44a6-997f-7766daa1f073 req-3f301ad8-c830-4ed4-9eed-01115a4c0829 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461028 Feb 16 14:43:11.672590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for 4efbca80-7960-47c1-915b-719fce244d3e owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:11.708828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-f500ea48-c98f-4052-a0cb-57b7495afc01 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:11.716127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-f500ea48-c98f-4052-a0cb-57b7495afc01 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 822 time: 0.3196537 Feb 16 14:43:11.749357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b2818517-caf6-49db-9d06-9d88ba74af9f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:11.753500 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.790173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-378d4fb1-804d-424f-a4ff-3401819e2b1c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/quotas/13a087beded845789c77c45d58db603b HTTP/1.1" status: 200 len: 375 time: 0.0716596 Feb 16 14:43:11.838668 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.904733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.933803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-506fbbaa-213c-49df-b833-c4f30e817c4a req-ff3e0ffc-f28e-48aa-87c2-80420933cec0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.0588737 Feb 16 14:43:11.950918 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:11.964968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-9647d1fb-910b-4e9f-8d6d-8c7c6af8de0e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1655476 Feb 16 14:43:12.002448 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f143d6e-de65-4a6f-bab8-64fc0ba50e1e None None] Pushing event updated for resources: {'Port': ['ID=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:12.022077 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Attempting to bind port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:12.022645 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Attempting to bind port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:12.023235 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Attempting to bind port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:12.053147 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:12.053435 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:12.061090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.064590 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.065235 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:12.065739 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Bound port: 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:12.066132 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.124770 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] For port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:12.129880 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] For port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:12.133753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.149359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.167687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d', '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:12.210125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:43:12.217953 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.223197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=4efbca80-7960-47c1-915b-719fce244d3e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:12.292994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585', 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', '4efbca80-7960-47c1-915b-719fce244d3e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:12.296894 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f143d6e-de65-4a6f-bab8-64fc0ba50e1e None None] Pushing event updated for resources: {'Port': ['ID=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:12.324082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port 4efbca80-7960-47c1-915b-719fce244d3e on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:12.326914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.333943 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Routers {'7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:12.334708 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:12.347381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.353333 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-634533b7-a8c7-452a-b724-113154faaff9 req-ca66e413-d8a2-48bb-b650-9584f36465bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "DELETE /v2.0/ports/4efbca80-7960-47c1-915b-719fce244d3e HTTP/1.1" status: 204 len: 173 time: 1.0825250 Feb 16 14:43:12.356980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'name': 'network-vif-deleted', 'tag': '4efbca80-7960-47c1-915b-719fce244d3e'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:12.361406 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398a9273-2f0f-4543-a9c9-b45986ba3ad7" -d '{"events": [{"server_uuid": "3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d", "name": "network-vif-deleted", "tag": "4efbca80-7960-47c1-915b-719fce244d3e"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:12.477429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.477978 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Added segment df9c1ce4-5db2-4c71-990f-22b36ae71f90 of type vlan for network 20c7a929-82a3-4077-bb20-7681b82a11e1 Feb 16 14:43:12.481441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-e8b0794a-9312-4c9f-99be-49cd0f25dead service neutron] 10.222.0.113 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141983 Feb 16 14:43:12.570222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0a9b2-9d56-4161-b00e-f4c7368aae0b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:12.736685 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:12.785855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Allocated IP 172.20.0.1 (876813de-f029-4678-a19d-607105d9bf53/1523be9c-4a6d-4b76-a363-7dcd8395dbf5/266fef2f-83c1-4d1f-b5ac-58b9faf22c9f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:12.800721 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] Set router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:12.917673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74f68-9588-410b-b2d6-198c363850a8 req-3cd87475-3fcb-401c-b228-3a6c8223e3c0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:12.921034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-3cd87475-3fcb-401c-b228-3a6c8223e3c0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.8455732 Feb 16 14:43:13.018757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Request body: {'port': {'device_id': '8c818742-5398-4eaa-9250-b805da852f2b', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'admin_state_up': True, 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:13.094846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:13.111127 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:43:08Z', 'revision_number': 3, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port': {'id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:07Z', 'updated_at': '2022-02-16T14:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:13.141455 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3b49a-8a3b-4098-a73d-2beeab67c85a None None] The sync data for ids ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'] in n-d-829433-1 is: [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:43:08Z', 'revision_number': 3, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port': {'id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:07Z', 'updated_at': '2022-02-16T14:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:43:13.208412 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:13.213433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:13.215616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:13.334664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:13.354956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4624000 Feb 16 14:43:13.374427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43288) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:13.389350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Request body: {'subnet': {'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1357903834-subnet', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:13.424311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Network 876813de-f029-4678-a19d-607105d9bf53 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:13.424311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:13.424311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:13.469457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-bb1e110e-868e-4cd7-9e6a-5021df7d3638 service neutron] 10.222.0.113 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8736875 Feb 16 14:43:13.472236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Pushing event updated for resources: {'Port': ['ID=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:13.507384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:13.569696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-bdbda1e9-8f8b-4927-9c41-7f0ea15d1172 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:13.577818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-bdbda1e9-8f8b-4927-9c41-7f0ea15d1172 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 1.2861025 Feb 16 14:43:13.602906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37f701-65a6-432b-b261-53a45407176c admin admin] Pushing event updated for resources: {'Network': ['ID=20c7a929-82a3-4077-bb20-7681b82a11e1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:13.616565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-9a42d472-7a8d-44ce-bead-15519cc13463 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/quotas/89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 375 time: 0.0375602 Feb 16 14:43:13.620035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:43:13.683893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:13.690650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:13.946702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-85728ae2-9b85-4caa-9d94-0831f586e860 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3283820 Feb 16 14:43:13.983074 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632408ab-41ab-4e2b-980d-85c5f4f764c0 x-openstack-request-id: req-632408ab-41ab-4e2b-980d-85c5f4f764c0 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:13.983074 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d", "name": "network-vif-deleted", "tag": "4efbca80-7960-47c1-915b-719fce244d3e", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:13.983074 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-632408ab-41ab-4e2b-980d-85c5f4f764c0 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:13.983074 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdb4fa8-ffb5-4664-b63b-d4c677a4a20d', 'name': 'network-vif-deleted', 'tag': '4efbca80-7960-47c1-915b-719fce244d3e', 'status': 'completed', 'code': 200} Feb 16 14:43:13.983733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1fcb3e89-4dce-4485-bf41-3d9b25493904 None None] Provisioning complete for port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:13.983733 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1fcb3e89-4dce-4485-bf41-3d9b25493904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.089304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb3e89-4dce-4485-bf41-3d9b25493904 None None] Port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:14.105452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Made reservation on behalf of 3aa55190c4744caa983377760eb92783 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:14.108347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.123933 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.321416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f9dcff8-3b79-4368-a6d5-aa4860babeb2 req-4c01e9f3-ae74-4628-958b-0c60416e731f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.0831666 Feb 16 14:43:14.376380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Allocated IP 172.20.0.8 (435fa567-edf3-4893-b78c-ef5ba8642c8d/3d9ed2ad-511d-422c-a2ad-52c08a46822a/c31b8e5b-a4ca-47be-81f0-eef2154e2b7e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:14.402619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-8f1e4236-9cd5-4e2c-9f4b-330853e70fbb service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547865 Feb 16 14:43:14.460521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8def8ed2-a634-4c65-b66f-533e32437a7b req-4c99b699-d25d-4fc2-a500-7cb5f1b5d8ef tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 210 time: 0.0466890 Feb 16 14:43:14.510793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.609023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.742225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-993bbfdd-8673-4a57-8492-33c2bb036d4f service neutron] 10.222.0.113 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387122 Feb 16 14:43:14.826093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.829226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Pushing event updated for resources: {'Port': ['ID=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:14.873411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.891393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:15.025651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1357569-2454-4d67-b101-f9a056c6f868,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:15.034886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Network 876813de-f029-4678-a19d-607105d9bf53 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:15.035390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:15.054106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Checking segment: {'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:15.054558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Network hostable DHCP agents. Network: 20c7a929-82a3-4077-bb20-7681b82a11e1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:43:15.187183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:43:15.190875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:15.235776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:43:15.289548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:15.306510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 20c7a929-82a3-4077-bb20-7681b82a11e1) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:15.319657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:15.322144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:15.323185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da029d-9d87-4bec-b1ae-22570f2869dd None None] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:43:15.328611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:15.332864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:15.606736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:15.629633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:43:15.641990 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c5d1535-c6b5-47e1-93b4-c9d22335ffe8 admin admin] 10.222.0.113 "PUT /v2.0/routers/7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8406787 Feb 16 14:43:15.683509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0a020ddc-f2c3-401c-827c-70fe3b5f12a1 None None] Provisioning complete for port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:15.683914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a020ddc-f2c3-401c-827c-70fe3b5f12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:15.756814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-20c7a929-82a3-4077-bb20-7681b82a11e1', 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'fixed_ips': [{'subnet_id': 'b1357569-2454-4d67-b101-f9a056c6f868'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:43:15.759260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:15.764134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0a020ddc-f2c3-401c-827c-70fe3b5f12a1 None None] Port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:15.929608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event updated for resources: {'Port': ['ID=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:15.972135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4efbca80-7960-47c1-915b-719fce244d3e no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:15.990779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe80ff-be96-4e30-a774-8f0f954a8571 req-b8a82d00-83fc-4bd2-ab8a-af28e7118ef2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:15.992409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79fe80ff-be96-4e30-a774-8f0f954a8571 req-b8a82d00-83fc-4bd2-ab8a-af28e7118ef2 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 950 time: 0.8540852 Feb 16 14:43:16.012195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:16.012195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.012379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Sync routers for ids ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:43:16.072939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a590dd3-604c-4681-9f88-9b70aeac5278 req-25a03dd2-9841-45ed-ab5d-36732717dd72 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:16.077658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a590dd3-604c-4681-9f88-9b70aeac5278 req-25a03dd2-9841-45ed-ab5d-36732717dd72 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 931 time: 0.1498373 Feb 16 14:43:16.084675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79fe80ff-be96-4e30-a774-8f0f954a8571 req-8e612c68-0ab0-434b-b3fb-25cc84c004a1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739126 Feb 16 14:43:16.085463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Allocated IP 172.20.0.2 (20c7a929-82a3-4077-bb20-7681b82a11e1/b1357569-2454-4d67-b101-f9a056c6f868/e26f6579-3a42-4b75-a022-af288b77610e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:16.109391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 4efbca80-7960-47c1-915b-719fce244d3e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:16.109780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4efbca80-7960-47c1-915b-719fce244d3e not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:16.135184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:16.138986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Routers {'7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:16.139622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:16.143710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:16.144089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.144401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-43533041-8669-4360-b9ad-97f73e8e30bf admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7530801 Feb 16 14:43:16.144884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:16.184199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a590dd3-604c-4681-9f88-9b70aeac5278 req-d65c260e-b71c-4716-b4ea-1a32e2173834 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862942 Feb 16 14:43:16.207803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7d04968-a759-4db9-a5c2-6a51b64e8b8f req-5f46f8b6-3baa-44d6-b570-26cdb485f4d0 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 210 time: 0.0342069 Feb 16 14:43:16.231490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fe16444f-8a46-43a0-8fe3-b7441118acfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2240574 Feb 16 14:43:16.249743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Request body: {'port': {'device_id': '8c818742-5398-4eaa-9250-b805da852f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:16.357503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.359415 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.378035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-510d596e-39f9-448f-bf52-76ed0271967d req-2ba5737b-df77-4b94-9ea8-0c7b0b999594 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 210 time: 0.1214485 Feb 16 14:43:16.420547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.436842 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.558737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Set router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:16.644925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.751252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.874844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:16.915600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31b8e5b-a4ca-47be-81f0-eef2154e2b7e {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:16.942053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.973451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Transition to ACTIVE for port object c31b8e5b-a4ca-47be-81f0-eef2154e2b7e will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:43:16.982290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.051589 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-a04d2a88-77cd-4895-8cc8-cd36415fde2e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:17.053744 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-a04d2a88-77cd-4895-8cc8-cd36415fde2e tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 950 time: 0.2805054 Feb 16 14:43:17.086375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.105552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.188996 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.203511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.377366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:17.403029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:17.414534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:17.554507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:17.625850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:17.626221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.638868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:17.674871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d779e-121f-4fe9-bd5d-31fa74ce1029 req-64490ab8-973c-4993-b0e7-aee6ca62c72a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:17.681794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c5d779e-121f-4fe9-bd5d-31fa74ce1029 req-64490ab8-973c-4993-b0e7-aee6ca62c72a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 950 time: 0.3644695 Feb 16 14:43:17.728589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Attempting to bind port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:17.728927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Attempting to bind port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:17.729260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Attempting to bind port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:17.742563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82326da3-99ec-419e-a579-c9c85bb65e88 req-2f600755-ee44-436c-9c73-1ee2c816ec28 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:17.744887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82326da3-99ec-419e-a579-c9c85bb65e88 req-2f600755-ee44-436c-9c73-1ee2c816ec28 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 943 time: 0.3822536 Feb 16 14:43:17.748975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e on network 435fa567-edf3-4893-b78c-ef5ba8642c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:43:17.749828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Attempting to bind port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:17.786102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Attempting to bind port e26f6579-3a42-4b75-a022-af288b77610e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:17.787902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Attempting to bind port e26f6579-3a42-4b75-a022-af288b77610e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:17.788493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Attempting to bind port e26f6579-3a42-4b75-a022-af288b77610e on network 20c7a929-82a3-4077-bb20-7681b82a11e1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:17.797814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:17.803271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:17.803672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Checking segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:17.804065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Bound using segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:17.804542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Bound port: c31b8e5b-a4ca-47be-81f0-eef2154e2b7e, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:17.804887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.811088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Checking segment: {'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:17.814069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.815906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-e12207b2-354d-4d83-bf2e-488cf9f5201d tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:17.817448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-e12207b2-354d-4d83-bf2e-488cf9f5201d tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 822 time: 0.6307874 Feb 16 14:43:17.821610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Bound using segment: {'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:17.822305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Bound port: e26f6579-3a42-4b75-a022-af288b77610e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:17.822724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:17.832493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:43:13Z', 'revision_number': 4, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port': {'id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:07Z', 'updated_at': '2022-02-16T14:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '266fef2f-83c1-4d1f-b5ac-58b9faf22c9f', 'name': '', 'network_id': '876813de-f029-4678-a19d-607105d9bf53', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'mac_address': 'fa:16:3e:cb:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1523be9c-4a6d-4b76-a363-7dcd8395dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:12Z', 'updated_at': '2022-02-16T14:43:14Z', 'revision_number': 2, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'subnets': [{'id': '1523be9c-4a6d-4b76-a363-7dcd8395dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:17.837871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c5d779e-121f-4fe9-bd5d-31fa74ce1029 req-d2d5db9b-acdd-4956-9e41-f0c880013d90 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507509 Feb 16 14:43:17.849292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Request body: {'port': {'device_id': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'admin_state_up': True, 'tenant_id': '13a087beded845789c77c45d58db603b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:17.879517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82326da3-99ec-419e-a579-c9c85bb65e88 req-a8e52644-3e75-4718-9ee6-592e72addb8b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096542 Feb 16 14:43:18.014185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Checking router: 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:43:18.017598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Updating router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:43:18.112319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Pushing event updated for resources: {'Port': ['ID=e26f6579-3a42-4b75-a022-af288b77610e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:18.204568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:18.279092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a141182c-8444-468b-8cfe-b7bc778f3738 req-6b40f7d9-8487-449e-a6d0-fd82d8eccc1c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 210 time: 0.1569116 Feb 16 14:43:18.364352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0aac4108-51d2-43ac-8ca4-cb61bc12ad38 req-399d9cb0-3fdf-4e5b-8147-4688869484d3 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 210 time: 0.2076185 Feb 16 14:43:18.389957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] For port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:18.397034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] For port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:18.514633 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:18.583214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] For port e26f6579-3a42-4b75-a022-af288b77610e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:18.596743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] For port e26f6579-3a42-4b75-a022-af288b77610e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e26f6579-3a42-4b75-a022-af288b77610e,segment=NetworkSegment(df9c1ce4-5db2-4c71-990f-22b36ae71f90),segment_id=df9c1ce4-5db2-4c71-990f-22b36ae71f90)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:18.618236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:18.618783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:18.620487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] 10.222.0.129 "PUT /v2.0/ports/c31b8e5b-a4ca-47be-81f0-eef2154e2b7e HTTP/1.1" status: 200 len: 1091 time: 2.3757577 Feb 16 14:43:18.620925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c818742-5398-4eaa-9250-b805da852f2b', 'tag': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:18.623201 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e0db2f-1530-476b-8200-6a7011ca1fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c818742-5398-4eaa-9250-b805da852f2b", "tag": "c31b8e5b-a4ca-47be-81f0-eef2154e2b7e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:18.665681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a23416-9b8d-4b75-bf58-fad47f95a8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:18.693068 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce3f34e-c7d3-42ef-989e-6bd8e5e3c6da x-openstack-request-id: req-bce3f34e-c7d3-42ef-989e-6bd8e5e3c6da {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:18.693424 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c818742-5398-4eaa-9250-b805da852f2b", "tag": "c31b8e5b-a4ca-47be-81f0-eef2154e2b7e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:18.693758 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bce3f34e-c7d3-42ef-989e-6bd8e5e3c6da {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:18.694224 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c818742-5398-4eaa-9250-b805da852f2b', 'tag': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e', 'status': 'completed', 'code': 200} Feb 16 14:43:18.729908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:18.731088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:18.752646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:18.761793 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:18.807251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Made reservation on behalf of 13a087beded845789c77c45d58db603b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:18.822547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:18.827504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0db2f-1530-476b-8200-6a7011ca1fe0 req-16e7159d-dea9-4211-9788-9b519f1d4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:18.829265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53e0db2f-1530-476b-8200-6a7011ca1fe0 req-16e7159d-dea9-4211-9788-9b519f1d4581 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 1094 time: 0.1080177 Feb 16 14:43:18.844028 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:18.873070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:19.152675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf695de-ad65-458d-8823-8975e6f4a3d2 None None] Pushing event updated for resources: {'Port': ['ID=e26f6579-3a42-4b75-a022-af288b77610e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:19.162781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Allocated IP 172.25.6.122 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/12f01808-787c-45a9-8231-f870176789a1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:19.271227 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:19.403480 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:19.452650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae2ca0-4871-4c23-abd5-4a498e718bfb req-92404d21-73d2-4577-b2b9-23b9367e36c5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:19.461752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfae2ca0-4871-4c23-abd5-4a498e718bfb req-92404d21-73d2-4577-b2b9-23b9367e36c5 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 950 time: 0.3403435 Feb 16 14:43:19.583310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:19.589853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0db2f-1530-476b-8200-6a7011ca1fe0 req-bbd20f22-2826-4778-a255-7542de78e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:19.596231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53e0db2f-1530-476b-8200-6a7011ca1fe0 req-bbd20f22-2826-4778-a255-7542de78e87b service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7529519 Feb 16 14:43:19.624407 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:19.633758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e7bb1-c6a1-41ee-b1de-ec1af44b6691 None None] Pushing event updated for resources: {'Port': ['ID=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:19.645415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d', '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:19.649129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585', 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:19.678838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85d5a3-a9ed-4643-a6d3-9b332b567f94 req-e9e92449-411e-486a-bfce-8f1bd318a7a6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:19.693169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a85d5a3-a9ed-4643-a6d3-9b332b567f94 req-e9e92449-411e-486a-bfce-8f1bd318a7a6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 943 time: 0.5707121 Feb 16 14:43:19.938207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Allocated IP 172.20.0.12 (6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b/e42200d0-1734-4bf8-b89e-28c1194cc04d/4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:20.003451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=cb2cecf9-6f3f-4d36-b4bd-24603a2c7898,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:20.058597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Attempting to bind port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:20.059154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Attempting to bind port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:20.059321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Attempting to bind port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f on network 876813de-f029-4678-a19d-607105d9bf53 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:20.143612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:20.144085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Checking segment: {'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:20.144374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.144764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Bound using segment: {'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:20.158433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Bound port: 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11af6c56-625c-4049-a20a-0e4ddfb8aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '876813de-f029-4678-a19d-607105d9bf53'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:20.161320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.179464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:20.187169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.195057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:20.197037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.214480 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91dd20ee-b1a9-4cc9-87fc-29f050ef4a5b req-70a04f41-658a-4021-8483-23c425b11eb0 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "DELETE /v2.0/ports/cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 HTTP/1.1" status: 204 len: 173 time: 2.9855151 Feb 16 14:43:20.231447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'name': 'network-vif-deleted', 'tag': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:20.240737 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ceacc-3710-4421-970a-1a18b6ba09b6" -d '{"events": [{"server_uuid": "f961a1bc-c943-42e0-818c-1bb8eab1f1f3", "name": "network-vif-deleted", "tag": "cb2cecf9-6f3f-4d36-b4bd-24603a2c7898"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:20.252763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.472080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-62236bb6-eff6-4573-a1f9-15201d0cab36 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:20.473843 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-62236bb6-eff6-4573-a1f9-15201d0cab36 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 808 time: 1.0287240 Feb 16 14:43:20.504612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Request body: {'port': {'device_id': '3678f05f-5851-4927-9de8-e97888c546c1', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'admin_state_up': True, 'tenant_id': '89e0d846602c42ffa3d785a7f03f0e3b'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:20.524721 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.690786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.705431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:20.865450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfae2ca0-4871-4c23-abd5-4a498e718bfb req-eb27f4b3-f0b9-4927-bc15-4d8141717c34 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3996348 Feb 16 14:43:20.899874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a85d5a3-a9ed-4643-a6d3-9b332b567f94 req-75aa96a6-02a8-475a-b0b1-233d590d3b7b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1975336 Feb 16 14:43:20.900017 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:43:20.974273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:20.988883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:21.007324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:21.015166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-16221f7b-c1fe-417b-be01-f24c9f578c79 None None] Provisioning complete for port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:21.015565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16221f7b-c1fe-417b-be01-f24c9f578c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:21.169367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] For port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:21.176217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Pushing event updated for resources: {'Port': ['ID=12f01808-787c-45a9-8231-f870176789a1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:21.208394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:21.217611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:21.342159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:21.391029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eff1aae-05f4-4cc7-918d-856e831c8325 req-72a06147-6022-4a30-9b08-c27194867a00 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 210 time: 0.2309659 Feb 16 14:43:21.393805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-16221f7b-c1fe-417b-be01-f24c9f578c79 None None] Port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:21.411664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] For port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,segment=NetworkSegment(11af6c56-625c-4049-a20a-0e4ddfb8aad3),segment_id=11af6c56-625c-4049-a20a-0e4ddfb8aad3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:21.416718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321252e-5f17-4ade-8aae-388a9a08f0fc None None] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:43:21.426309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:21.572905 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39ea80e-cad8-4e7a-8385-24552405d487 x-openstack-request-id: req-d39ea80e-cad8-4e7a-8385-24552405d487 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:21.574965 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f961a1bc-c943-42e0-818c-1bb8eab1f1f3", "name": "network-vif-deleted", "tag": "cb2cecf9-6f3f-4d36-b4bd-24603a2c7898", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:21.575268 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d39ea80e-cad8-4e7a-8385-24552405d487 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:21.575877 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f961a1bc-c943-42e0-818c-1bb8eab1f1f3', 'name': 'network-vif-deleted', 'tag': 'cb2cecf9-6f3f-4d36-b4bd-24603a2c7898', 'status': 'completed', 'code': 200} Feb 16 14:43:21.581660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0db2f-1530-476b-8200-6a7011ca1fe0 req-8649894f-43f1-40c2-ad5d-d0a4f78ce9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:21.590313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53e0db2f-1530-476b-8200-6a7011ca1fe0 req-8649894f-43f1-40c2-ad5d-d0a4f78ce9f5 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.9804506 Feb 16 14:43:21.607800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-31d81112-33bb-4c89-9f3e-49fd74c9110d service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5701635 Feb 16 14:43:21.666637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f3a7c-0f45-464d-a48f-6e3f0e3814fe req-0c3123d2-db67-482a-98bf-804485ec8b6a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:21.674042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf3f3a7c-0f45-464d-a48f-6e3f0e3814fe req-0c3123d2-db67-482a-98bf-804485ec8b6a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 932 time: 0.4889715 Feb 16 14:43:21.791273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf3f3a7c-0f45-464d-a48f-6e3f0e3814fe req-4829748d-275a-4f7e-b8f9-920b6412f4cf tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135747 Feb 16 14:43:21.828141 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:21.848820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:21.850000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:21.851317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e26f6579-3a42-4b75-a022-af288b77610e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:21.906027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Made reservation on behalf of 89e0d846602c42ffa3d785a7f03f0e3b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:21.913834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:22.052164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:22.082199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-f7676f8b-0bbd-4859-adcb-95fdf792ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:22.082199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-f7676f8b-0bbd-4859-adcb-95fdf792ade7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 1100 time: 0.3186965 Feb 16 14:43:22.100863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-a174196b-e156-4fb8-8b2e-0f5a14470203 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2601457 Feb 16 14:43:22.119711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e7bb1-c6a1-41ee-b1de-ec1af44b6691 None None] Pushing event updated for resources: {'Port': ['ID=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:22.206850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:22.207520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cb2cecf9-6f3f-4d36-b4bd-24603a2c7898 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:22.212413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Allocated IP 172.20.0.3 (810c1930-d042-471b-b5b8-58060b8c1a90/dcc0099c-4f2b-4279-8bdb-decfa498c9ef/f839d3b9-5632-4e2b-97d5-97597881bcfb) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:22.218176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74f68-9588-410b-b2d6-198c363850a8 req-4e683e31-026a-473e-a016-56d9b2bd8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:22.225684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-4e683e31-026a-473e-a016-56d9b2bd8ebc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 1094 time: 0.4300141 Feb 16 14:43:22.275961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Request body: {'port': {'device_id': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:22.428805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-729e9900-4a44-409f-bf75-583b19231741 None None] Provisioning complete for port e26f6579-3a42-4b75-a022-af288b77610e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:22.429320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-729e9900-4a44-409f-bf75-583b19231741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:22.513026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:22.552176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Routers {'7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:22.559070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:22.789728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:22.822370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-7dd2da7d-a185-4b30-a0cf-fa0dba913ac7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e HTTP/1.1" status: 200 len: 217 time: 0.4839773 Feb 16 14:43:22.836330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-4b8c93f7-56d7-4897-9739-24564adb7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:22.840115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-4b8c93f7-56d7-4897-9739-24564adb7b85 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.7008927 Feb 16 14:43:22.858899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Network 810c1930-d042-471b-b5b8-58060b8c1a90 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:22.862243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c57f3fc-5ec3-42bc-945f-9bdb5bee1138 req-6df70201-747e-489f-a8e3-824f96f0712a tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=f961a1bc-c943-42e0-818c-1bb8eab1f1f3 HTTP/1.1" status: 200 len: 210 time: 0.6836522 Feb 16 14:43:22.869336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:22.887603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:22.980501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:22.991229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:23.013163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd83d-038f-4b57-a508-ea7f8377d975 req-96a59101-6168-4dc1-b10e-ca7aae300229 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:23.026947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41afd83d-038f-4b57-a508-ea7f8377d975 req-96a59101-6168-4dc1-b10e-ca7aae300229 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 943 time: 0.9137626 Feb 16 14:43:23.035279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-b4aafdcb-888e-4afb-8918-ad3db5f88852 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9 HTTP/1.1" status: 200 len: 217 time: 0.1554091 Feb 16 14:43:23.260411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a548a7d5-e87a-48b3-a23f-eb259896d96e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:23.497097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:23.497097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:23.497992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-004591c4-35ca-4f90-880a-706c481d27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:23.497992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-004591c4-35ca-4f90-880a-706c481d27e7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.2829874 Feb 16 14:43:23.498523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] Set router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:23.498626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41afd83d-038f-4b57-a508-ea7f8377d975 req-543591fb-ce41-417a-80b8-0f25cd34e39e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546714 Feb 16 14:43:23.498626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:23.641751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:23.686441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fd1fc19e-b583-4e68-9531-ebe530ce28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:23.694741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-fd1fc19e-b583-4e68-9531-ebe530ce28d5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.8520405 Feb 16 14:43:23.717299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e26f6579-3a42-4b75-a022-af288b77610e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:23.717685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:23.762421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578ae9a-d052-4dcb-b605-3e668535dad7 req-ddb966b9-8f9c-4580-b962-6177a30c0e49 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:23.764550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4578ae9a-d052-4dcb-b605-3e668535dad7 req-ddb966b9-8f9c-4580-b962-6177a30c0e49 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 931 time: 0.6829753 Feb 16 14:43:23.894121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-1877fc2e-707a-4fa5-b5af-8645f71edfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:23.895720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-1877fc2e-707a-4fa5-b5af-8645f71edfff service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4234965 Feb 16 14:43:23.900260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-528268d6-9463-4525-a7ef-802114b287a1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911044 Feb 16 14:43:23.979052 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-30f5ebcc-be34-467a-a768-e8068fec7c9d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4772990 Feb 16 14:43:24.028763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Request body: {'port': {'device_id': '3678f05f-5851-4927-9de8-e97888c546c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:24.123393 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:24.187799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-24b3fbf4-56ca-4c8f-83c4-112e3eab5f44 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453787 Feb 16 14:43:24.339430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Router 4ff35834-2f56-418a-95f5-b5a0a977c34f is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:43:24.678123 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:24.692404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-729e9900-4a44-409f-bf75-583b19231741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:24.706796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-39b0e106-2b11-472d-9a6b-9a34cd6d8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:24.708602 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-39b0e106-2b11-472d-9a6b-9a34cd6d8a13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 1117 time: 0.4285276 Feb 16 14:43:24.714678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4578ae9a-d052-4dcb-b605-3e668535dad7 req-3d4b273f-2b55-4069-97d7-9a3e6d356758 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9397759 Feb 16 14:43:24.807238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:24.894687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port e26f6579-3a42-4b75-a022-af288b77610e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e26f6579-3a42-4b75-a022-af288b77610e,segment=NetworkSegment(df9c1ce4-5db2-4c71-990f-22b36ae71f90),segment_id=df9c1ce4-5db2-4c71-990f-22b36ae71f90)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:24.981188 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:25.139576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:43:13Z', 'revision_number': 4, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port': {'id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:07Z', 'updated_at': '2022-02-16T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '266fef2f-83c1-4d1f-b5ac-58b9faf22c9f', 'name': '', 'network_id': '876813de-f029-4678-a19d-607105d9bf53', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'mac_address': 'fa:16:3e:cb:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1523be9c-4a6d-4b76-a363-7dcd8395dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:12Z', 'updated_at': '2022-02-16T14:43:21Z', 'revision_number': 4, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'subnets': [{'id': '1523be9c-4a6d-4b76-a363-7dcd8395dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:25.226633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f6b5-5f3e-49ef-881d-6d33b452ee0d None None] The sync data for ids ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'] in n-d-829433-1 is: [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:43:13Z', 'revision_number': 4, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port': {'id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:07Z', 'updated_at': '2022-02-16T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '266fef2f-83c1-4d1f-b5ac-58b9faf22c9f', 'name': '', 'network_id': '876813de-f029-4678-a19d-607105d9bf53', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'mac_address': 'fa:16:3e:cb:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1523be9c-4a6d-4b76-a363-7dcd8395dbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:12Z', 'updated_at': '2022-02-16T14:43:21Z', 'revision_number': 4, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'subnets': [{'id': '1523be9c-4a6d-4b76-a363-7dcd8395dbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:43:25.266984 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-729e9900-4a44-409f-bf75-583b19231741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:43:25.267516 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-729e9900-4a44-409f-bf75-583b19231741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:43:25.268918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=e26f6579-3a42-4b75-a022-af288b77610e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:25.487634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:43:25.519359 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Sync routers for ids ['4ff35834-2f56-418a-95f5-b5a0a977c34f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:43:25.540123 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Routers {'4ff35834-2f56-418a-95f5-b5a0a977c34f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:25.546150 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ff35834-2f56-418a-95f5-b5a0a977c34f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:25.691512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-99f4734e-57f8-4113-9e5f-bcc5ea749db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:25.693032 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-99f4734e-57f8-4113-9e5f-bcc5ea749db2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.5761349 Feb 16 14:43:25.790331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:25.791569 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-102920c3-4915-4ede-8f4b-12c1a6e6fed4 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6542158 Feb 16 14:43:25.823068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:25.893362 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Set router 4ff35834-2f56-418a-95f5-b5a0a977c34f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:25.961140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f839d3b9-5632-4e2b-97d5-97597881bcfb {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:25.972035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-09f2cc45-e8aa-410d-ab32-4b973c406644 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2848341 Feb 16 14:43:25.998147 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:26.023657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] Provisioning complete for port e26f6579-3a42-4b75-a022-af288b77610e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:26.024536 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:26.048949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Transition to ACTIVE for port object f839d3b9-5632-4e2b-97d5-97597881bcfb will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:43:26.355184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] Provisioning complete for port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:26.355762 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:26.374998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:26.377985 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-9370d0b3-8ee8-4ffa-85f8-133ba45357ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 200 len: 217 time: 0.6199105 Feb 16 14:43:26.393758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b74f68-9588-410b-b2d6-198c363850a8 req-7356a9b0-ff50-447d-af64-6c6d49972169 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308980 Feb 16 14:43:26.419133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:26.596361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ad955-d5a5-4931-96bf-d1eb26b559b8 req-f4bfcc0d-e443-43ea-a1e5-b0fa243e8de7 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:26.654635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f4ad955-d5a5-4931-96bf-d1eb26b559b8 req-f4bfcc0d-e443-43ea-a1e5-b0fa243e8de7 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 932 time: 2.8986547 Feb 16 14:43:26.654635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Transition to ACTIVE for port object 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:43:26.655344 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '12f01808-787c-45a9-8231-f870176789a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:43:21Z', 'revision_number': 3, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port': {'id': '12f01808-787c-45a9-8231-f870176789a1', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:18Z', 'updated_at': '2022-02-16T14:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:26.662972 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:26.773023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] For port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,segment=NetworkSegment(11af6c56-625c-4049-a20a-0e4ddfb8aad3),segment_id=11af6c56-625c-4049-a20a-0e4ddfb8aad3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:26.807460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-2816abef-40cc-4511-a651-a4f431ac366f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2228186 Feb 16 14:43:26.814880 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Checking router: 4ff35834-2f56-418a-95f5-b5a0a977c34f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:43:26.823936 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Updating router 4ff35834-2f56-418a-95f5-b5a0a977c34f port 12f01808-787c-45a9-8231-f870176789a1 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:43:26.900865 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:27.086189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4fb98f5-c27b-4696-b18f-ef5ba65835f7 req-7c613265-4de6-44fc-bd08-688adc9e67cc service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581980 Feb 16 14:43:27.112135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd528d8-38dd-44ec-a2b2-50d06003c75e req-34e577e8-99b7-491f-9e85-8227ae12c797 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:27.119980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0cd528d8-38dd-44ec-a2b2-50d06003c75e req-34e577e8-99b7-491f-9e85-8227ae12c797 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 943 time: 1.1464434 Feb 16 14:43:27.236464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f4ad955-d5a5-4931-96bf-d1eb26b559b8 req-82ebcd03-3115-43bd-aeb0-71d2f1da6f0f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057167 Feb 16 14:43:27.288633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0cd528d8-38dd-44ec-a2b2-50d06003c75e req-78461bbf-b869-4447-9dc9-1113b124390a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632042 Feb 16 14:43:27.351847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:27.519260 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:27.606903 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:27.638443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:27.661091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:27.661859 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:27.694373 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:27.807673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f0052-4568-4ed8-bdea-dbccb9dfd165 req-4634bc73-f04b-4bde-b86d-d89158471a47 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:27.820918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-873f0052-4568-4ed8-bdea-dbccb9dfd165 req-4634bc73-f04b-4bde-b86d-d89158471a47 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.2936664 Feb 16 14:43:27.889616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bed02-94ad-4215-8a33-4ac8f01dbad8 None None] Pushing event updated for resources: {'Port': ['ID=12f01808-787c-45a9-8231-f870176789a1,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:27.931328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-873f0052-4568-4ed8-bdea-dbccb9dfd165 req-789eed62-a167-463e-8709-51c959631959 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034534 Feb 16 14:43:27.955818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:27.975666 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Attempting to bind port 12f01808-787c-45a9-8231-f870176789a1 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:27.976049 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Attempting to bind port 12f01808-787c-45a9-8231-f870176789a1 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:27.976424 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Attempting to bind port 12f01808-787c-45a9-8231-f870176789a1 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:27.985652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-c12fce1a-1635-40f5-afb6-bba8ea81b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:27.986214 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-c12fce1a-1635-40f5-afb6-bba8ea81b5c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 1.5914772 Feb 16 14:43:27.990954 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:27.991353 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:27.994201 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:27.995419 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:27.995971 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Bound port: 12f01808-787c-45a9-8231-f870176789a1, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:27.998084 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:28.053630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Attempting to bind port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:28.057384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Attempting to bind port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:28.059457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Attempting to bind port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:28.079698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:43:28.083939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Attempting to bind port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:28.090219 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-c6d32a53-9a82-4756-833a-b428b88b472d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636590 Feb 16 14:43:28.117861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:28.123011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Checking segment: {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:28.123934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Bound using segment: {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:28.134192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Bound port: 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:28.134192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:28.164274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d58f4-ff55-461d-aaeb-4f7c1c0c6e8d None None] Pushing event updated for resources: {'Port': ['ID=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:28.246460 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] For port 12f01808-787c-45a9-8231-f870176789a1, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:28.255307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] For port 12f01808-787c-45a9-8231-f870176789a1, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=12f01808-787c-45a9-8231-f870176789a1,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:28.314815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e26f6579-3a42-4b75-a022-af288b77610e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:28.328343 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:28.387153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:28.399771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:28.477916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:28.529337 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-96823d4d-374e-4932-a328-6712f7a3d06a service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755503 Feb 16 14:43:28.638725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:28.647669 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:28.654003 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bed02-94ad-4215-8a33-4ac8f01dbad8 None None] Pushing event updated for resources: {'Port': ['ID=12f01808-787c-45a9-8231-f870176789a1,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:28.654173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] 10.222.0.93 "PUT /v2.0/ports/4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 HTTP/1.1" status: 200 len: 1092 time: 6.4620254 Feb 16 14:43:28.682619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e26f6579-3a42-4b75-a022-af288b77610e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:28.692390 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:28.715203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:28.717828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:28.720661 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-07aa2164-41ce-41d9-ab10-d4505eb3d815 req-4450a587-7883-400b-bfa2-cfc938990a83 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680224 Feb 16 14:43:28.732223 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Routers {'4ff35834-2f56-418a-95f5-b5a0a977c34f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:28.732223 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ff35834-2f56-418a-95f5-b5a0a977c34f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:28.748992 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f2cbe4-1b8c-4239-8859-f56051d93244" -d '{"events": [{"name": "network-changed", "server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:29.157977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] Set router 4ff35834-2f56-418a-95f5-b5a0a977c34f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:29.199082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:29.200368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:29.200876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:29.234643 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:43:29.235800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:29.291353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468d8f0-dcdb-44f4-ab4e-b0d28de132f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:29.305128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021642a9-6a3f-4383-92c6-ed90d9b314ad req-94a29eb2-405c-4dd8-a538-7a2848a714c2 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:29.307313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-021642a9-6a3f-4383-92c6-ed90d9b314ad req-94a29eb2-405c-4dd8-a538-7a2848a714c2 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 944 time: 0.6435826 Feb 16 14:43:29.335201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:29.358506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:29.358851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:29.359255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:29.379646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Bound port: f839d3b9-5632-4e2b-97d5-97597881bcfb, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:29.380598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:29.423698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee19986-f26f-41ea-b54d-8995299a34a7 req-6e652f71-e642-47ee-abd4-bc3b5d094fa8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:29.436937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ee19986-f26f-41ea-b54d-8995299a34a7 req-6e652f71-e642-47ee-abd4-bc3b5d094fa8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 943 time: 0.2676592 Feb 16 14:43:29.551444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:29.551933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:29.614070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-021642a9-6a3f-4383-92c6-ed90d9b314ad req-ae5df239-5299-49cd-b9e8-988f4a49b94b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970040 Feb 16 14:43:29.615149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-2f501c0d-c8b1-42bf-a281-78671a838767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:29.619183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-2f501c0d-c8b1-42bf-a281-78671a838767 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 1095 time: 0.7216876 Feb 16 14:43:29.670668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ee19986-f26f-41ea-b54d-8995299a34a7 req-43cb048e-3eab-4ade-9d23-df64efff3a76 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302496 Feb 16 14:43:29.758824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-3da3e68a-b6c4-4d86-8227-18a58ac137ea tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:29.764796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-3da3e68a-b6c4-4d86-8227-18a58ac137ea tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 950 time: 0.2830896 Feb 16 14:43:29.775696 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-463c6403-5570-4d8c-a316-517415294105 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 HTTP/1.1" status: 200 len: 217 time: 0.1305721 Feb 16 14:43:29.875487 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '12f01808-787c-45a9-8231-f870176789a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:43:21Z', 'revision_number': 3, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port': {'id': '12f01808-787c-45a9-8231-f870176789a1', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:18Z', 'updated_at': '2022-02-16T14:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:29.926553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-945b76bd-e488-4d4b-b1b0-8a172d8687fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:29.928108 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-945b76bd-e488-4d4b-b1b0-8a172d8687fe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e42200d0-1734-4bf8-b89e-28c1194cc04d HTTP/1.1" status: 200 len: 862 time: 0.1412303 Feb 16 14:43:29.946880 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c08e6-4e3a-48be-b3e2-5d371e7efa1b x-openstack-request-id: req-866c08e6-4e3a-48be-b3e2-5d371e7efa1b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:29.947421 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:29.947846 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-866c08e6-4e3a-48be-b3e2-5d371e7efa1b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:29.948385 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'status': 'completed', 'code': 200} Feb 16 14:43:29.955870 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f271265-9703-4791-829f-72cb416f7b6e None None] The sync data for ids ['4ff35834-2f56-418a-95f5-b5a0a977c34f'] in n-d-829433-1 is: [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '12f01808-787c-45a9-8231-f870176789a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:43:21Z', 'revision_number': 3, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port': {'id': '12f01808-787c-45a9-8231-f870176789a1', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:18Z', 'updated_at': '2022-02-16T14:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:43:30.019862 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-33d7927b-32b7-4008-a165-ce8e0ef04638 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757203 Feb 16 14:43:30.044810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c31b8e5b-a4ca-47be-81f0-eef2154e2b7e details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:43:30.081741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:30.152955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f7fc9-a2ae-49d9-817f-5817ffb2dda4 req-49253687-04b5-4ebb-96b8-bad04793edab tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:30.156202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b7f7fc9-a2ae-49d9-817f-5817ffb2dda4 req-49253687-04b5-4ebb-96b8-bad04793edab tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 950 time: 0.2058797 Feb 16 14:43:30.207941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:30.212067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fedf74-68d5-4780-a232-738f24781a69 req-bfeecd5c-a599-4add-8bf9-6e13647f6ddd tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:30.221988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86fedf74-68d5-4780-a232-738f24781a69 req-bfeecd5c-a599-4add-8bf9-6e13647f6ddd tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.2369912 Feb 16 14:43:30.279646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:30.315702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'port_id': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e', 'mac_address': 'fa:16:3e:c5:a6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ed2ad-511d-422c-a2ad-52c08a46822a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:43:30.332757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.349707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:30.351006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.400586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.407516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:30.414511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.414511 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] 10.222.0.93 "PUT /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 1091 time: 6.4209909 Feb 16 14:43:30.414511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:30.414511 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485a01b-4381-47b4-b1cf-26ffd3fcba40" -d '{"events": [{"name": "network-changed", "server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:30.420962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31b8e5b-a4ca-47be-81f0-eef2154e2b7e {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:30.438726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.448404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:30.508521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cd386-e6cc-4e48-af7a-d5acb892c014 service neutron] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:30.509062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:30.509549 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.518652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.532988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:30.560295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-681e34f1-0b89-461f-a682-5d585ed220c3 service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110819 Feb 16 14:43:30.620263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:30.729707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-d28ed2f1-f957-4470-83a5-c8b98994f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:30.731657 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-d28ed2f1-f957-4470-83a5-c8b98994f2b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1094 time: 0.2111413 Feb 16 14:43:30.746348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c31b8e5b-a4ca-47be-81f0-eef2154e2b7e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:30.816719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b7f7fc9-a2ae-49d9-817f-5817ffb2dda4 req-ca615d83-5846-4066-a9d1-19ce3ba079b4 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473894 Feb 16 14:43:30.854808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86fedf74-68d5-4780-a232-738f24781a69 req-dba9a663-2c60-47b2-95c8-9a2e8b4ba65e tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294858 Feb 16 14:43:30.855596 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:30.941523 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-64d31673-8994-4720-b7d8-efebb58979c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 217 time: 0.1527033 Feb 16 14:43:30.953109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7407522b-4add-42ab-910a-94649c441585'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:30.972753 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a401454b-0367-4cc7-9be3-cbc9af1deb38 x-openstack-request-id: req-a401454b-0367-4cc7-9be3-cbc9af1deb38 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:30.973040 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:30.973294 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a401454b-0367-4cc7-9be3-cbc9af1deb38 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:30.973701 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb', 'status': 'completed', 'code': 200} Feb 16 14:43:31.074993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:31.096860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-6d9fc6b7-19a8-4529-9c55-d30a9f7b47fc tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:31.109958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-6d9fc6b7-19a8-4529-9c55-d30a9f7b47fc tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 949 time: 0.3857362 Feb 16 14:43:31.111134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=6c9432fd-0c6b-4349-8e13-57dac0c39ab9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:31.164106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:31.174191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49b22922-798f-4f6e-8c67-2d458a70cd98 req-e4acd8ed-cba7-4d1f-b029-d12cd09a6115 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "DELETE /v2.0/ports/6c9432fd-0c6b-4349-8e13-57dac0c39ab9 HTTP/1.1" status: 204 len: 173 time: 1.4061019 Feb 16 14:43:31.256866 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c0692b2-934c-4a8e-b03e-047cfc418b24 req-980f6ef4-40d6-4a22-8bb7-6de5ef363163 service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863096 Feb 16 14:43:31.319292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-7cf78b8a-88cb-43d9-a03c-3c020286c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:31.321255 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-7cf78b8a-88cb-43d9-a03c-3c020286c0d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.3244200 Feb 16 14:43:31.406505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Allocated IP 172.20.0.1 (20c7a929-82a3-4077-bb20-7681b82a11e1/b1357569-2454-4d67-b101-f9a056c6f868/5a34480f-9a89-40aa-ad24-bd9cea491162) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:31.406505 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-13d8753c-190c-41f6-8db6-c3aa8e1c0dbe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472383 Feb 16 14:43:31.498632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c153826-e4b9-41e5-adf7-298523633fef req-963ca191-a372-4a10-8896-d283e52dd9fb tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:31.507978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c153826-e4b9-41e5-adf7-298523633fef req-963ca191-a372-4a10-8896-d283e52dd9fb tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 944 time: 0.4401510 Feb 16 14:43:31.561715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 12f01808-787c-45a9-8231-f870176789a1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:31.583987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81233088-e543-4f82-bd8a-47ecb63cb7be req-ee3de466-d466-408a-b9a7-1c137ebe5067 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:31.591855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81233088-e543-4f82-bd8a-47ecb63cb7be req-ee3de466-d466-408a-b9a7-1c137ebe5067 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 944 time: 0.4137268 Feb 16 14:43:31.732782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c153826-e4b9-41e5-adf7-298523633fef req-83302c2a-02ec-4fde-87e2-efe286570981 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109959 Feb 16 14:43:31.743733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port 7407522b-4add-42ab-910a-94649c441585 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:31.760172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:31.773319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81233088-e543-4f82-bd8a-47ecb63cb7be req-6c47d850-e0e7-45b0-92f3-b07cded89d60 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780584 Feb 16 14:43:31.795734 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-c7e4a3a2-7bc8-44e7-a62b-3f282f381f7c service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803105 Feb 16 14:43:31.827299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 12f01808-787c-45a9-8231-f870176789a1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:31.829408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:31.953527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'name': 'network-vif-deleted', 'tag': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:31.970019 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92cbe0c-495a-4409-bd52-f3f245c9520e" -d '{"events": [{"server_uuid": "0a6d14ca-a196-4675-ac9f-6ddf5f6346f2", "name": "network-vif-deleted", "tag": "6c9432fd-0c6b-4349-8e13-57dac0c39ab9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:32.026417 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc9e311e-c433-4640-bf60-54b2e14889e2 req-20e4daa0-81bb-4bfa-8022-72a83344c8bb service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208426 Feb 16 14:43:32.090768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:32.140294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:32.140642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6c9432fd-0c6b-4349-8e13-57dac0c39ab9 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:32.181339 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:32.256502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed883549-1a6f-467e-8dd7-89bfff5ee58e req-e80a7dac-b280-4a68-a312-d26c54c02d57 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=0a6d14ca-a196-4675-ac9f-6ddf5f6346f2 HTTP/1.1" status: 200 len: 210 time: 0.1095278 Feb 16 14:43:32.273653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-5beb5638-7ed1-4592-9bda-f505d217ba4e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1712939933&fields=id&tenant_id=fc2eff1eb38848db8aa96fba3c39b603 HTTP/1.1" status: 200 len: 267 time: 0.2806625 Feb 16 14:43:32.387428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-371fffc7-a3a2-47c3-9471-bbd5f5b99dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:32.389769 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-371fffc7-a3a2-47c3-9471-bbd5f5b99dbb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 1095 time: 0.3620152 Feb 16 14:43:32.394872 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:32.415135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:32.451579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-ff2da285-d4b9-4013-b380-fd30c9975eb8 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:32.461467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-ff2da285-d4b9-4013-b380-fd30c9975eb8 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/networks?id=70fbfb07-aabb-4be3-9e07-5f784b518456 HTTP/1.1" status: 200 len: 815 time: 0.1842072 Feb 16 14:43:32.477097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 12f01808-787c-45a9-8231-f870176789a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=12f01808-787c-45a9-8231-f870176789a1,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:32.519466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port 7407522b-4add-42ab-910a-94649c441585, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7407522b-4add-42ab-910a-94649c441585,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:32.521451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:32.522449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:32.526031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:32.541922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-8c48d771-1fc8-41a5-b782-b56784f3e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:32.542557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-ea2584b8-5be8-465a-bf68-9e7f121f9920 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/quotas/fc2eff1eb38848db8aa96fba3c39b603 HTTP/1.1" status: 200 len: 375 time: 0.0798984 Feb 16 14:43:32.546091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-8c48d771-1fc8-41a5-b782-b56784f3e230 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1094 time: 0.2347658 Feb 16 14:43:32.548526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:32.551931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:32.635026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for 7407522b-4add-42ab-910a-94649c441585 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:32.647884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=12f01808-787c-45a9-8231-f870176789a1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:32.814762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Pushing event updated for resources: {'Port': ['ID=5a34480f-9a89-40aa-ad24-bd9cea491162,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:32.833770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eca79b-3fc3-4a08-ac50-7031e3d3d391 req-efb12b34-b86a-4218-b302-ce8d23a31f66 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:32.842294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7eca79b-3fc3-4a08-ac50-7031e3d3d391 req-efb12b34-b86a-4218-b302-ce8d23a31f66 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.3618042 Feb 16 14:43:32.857072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:32.924715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-ff4601fd-1e6e-4659-8124-6b5d8f6501f5 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=fc2eff1eb38848db8aa96fba3c39b603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3809004 Feb 16 14:43:33.040787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:33.081327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-40bf1cac-e21f-4f41-8efc-4cebfb494939 None None] Provisioning complete for port 5a34480f-9a89-40aa-ad24-bd9cea491162 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:33.081327 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40bf1cac-e21f-4f41-8efc-4cebfb494939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:33.147663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7eca79b-3fc3-4a08-ac50-7031e3d3d391 req-184063c4-9a8c-479a-90f8-711afe5c6761 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999828 Feb 16 14:43:33.202944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-fe47516e-2ac0-4991-ae90-512cf641c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:33.209004 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-fe47516e-2ac0-4991-ae90-512cf641c182 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 924 time: 0.7983875 Feb 16 14:43:33.233524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-40bf1cac-e21f-4f41-8efc-4cebfb494939 None None] Port 5a34480f-9a89-40aa-ad24-bd9cea491162 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:33.268164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 12f01808-787c-45a9-8231-f870176789a1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:33.322560 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f49dd5-a518-451e-9ebb-e3e686ed7b5f x-openstack-request-id: req-42f49dd5-a518-451e-9ebb-e3e686ed7b5f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:33.322890 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6d14ca-a196-4675-ac9f-6ddf5f6346f2", "name": "network-vif-deleted", "tag": "6c9432fd-0c6b-4349-8e13-57dac0c39ab9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:33.323144 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-42f49dd5-a518-451e-9ebb-e3e686ed7b5f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:33.323567 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6d14ca-a196-4675-ac9f-6ddf5f6346f2', 'name': 'network-vif-deleted', 'tag': '6c9432fd-0c6b-4349-8e13-57dac0c39ab9', 'status': 'completed', 'code': 200} Feb 16 14:43:33.356269 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-64cadb48-a965-4bc8-bf6f-f28d473a1661 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 HTTP/1.1" status: 200 len: 217 time: 0.1235354 Feb 16 14:43:33.386517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-2760fe19-bd22-4468-ae68-760968abf735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:33.393286 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-2760fe19-bd22-4468-ae68-760968abf735 service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.7640479 Feb 16 14:43:33.405012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-b53ac05d-c9c5-4c75-b935-e579db826caf service neutron] 10.222.0.113 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358261 Feb 16 14:43:33.413347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 12f01808-787c-45a9-8231-f870176789a1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:33.413846 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:33.448586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:33.550424 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-e17e03ea-c68f-43e1-ba9a-de1bccaac40a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 217 time: 0.1031764 Feb 16 14:43:33.659184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=7407522b-4add-42ab-910a-94649c441585,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:33.730935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-80e055b7-9bfa-4153-8d8a-c3f33b2f5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:33.732441 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-80e055b7-9bfa-4153-8d8a-c3f33b2f5579 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e42200d0-1734-4bf8-b89e-28c1194cc04d HTTP/1.1" status: 200 len: 862 time: 0.3674667 Feb 16 14:43:33.798049 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-9a8877b5-fb61-4617-951e-3b293f303a1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536070 Feb 16 14:43:33.799531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-ff908156-f379-4adc-8229-6a2b97b1d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:33.801892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-ff908156-f379-4adc-8229-6a2b97b1d88c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1960075 Feb 16 14:43:33.813816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port 7407522b-4add-42ab-910a-94649c441585 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:33.826280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbdb10-516a-4641-86c1-a8b21ea54a46 req-c75b74f6-2022-499a-a750-1d751d4d92c5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:33.834678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-badbdb10-516a-4641-86c1-a8b21ea54a46 req-c75b74f6-2022-499a-a750-1d751d4d92c5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 944 time: 0.3807662 Feb 16 14:43:33.842517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:33.846038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a30fb53d-eda4-4847-a01d-a669c4b2cfe1 req-9fc8539a-f246-4c59-8dde-b47aeced73bd tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.93 "DELETE /v2.0/ports/7407522b-4add-42ab-910a-94649c441585 HTTP/1.1" status: 204 len: 173 time: 2.6522555 Feb 16 14:43:33.893459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-ee45708a-c113-4973-a4f4-4cd02ba607c8 service neutron] 10.222.0.113 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714231 Feb 16 14:43:33.914129 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-56a51973-df5b-4f61-85f2-ba73e4ba6f40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736034 Feb 16 14:43:33.922810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:33.927863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-badbdb10-516a-4641-86c1-a8b21ea54a46 req-cbe8f336-5594-4cb8-b967-7fe629b33303 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915945 Feb 16 14:43:34.076934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c31b8e5b-a4ca-47be-81f0-eef2154e2b7e up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:34.130427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f58ab-f613-42d3-9c14-e12fc2e7f93d req-94274a48-a4fb-4a58-be3e-e077ed3e065d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:34.135444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-262f58ab-f613-42d3-9c14-e12fc2e7f93d req-94274a48-a4fb-4a58-be3e-e077ed3e065d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 944 time: 0.1230223 Feb 16 14:43:34.249837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-262f58ab-f613-42d3-9c14-e12fc2e7f93d req-1223b96a-30fc-4038-946c-21c8c78ce3e5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716109 Feb 16 14:43:34.395106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9', '2379e9fc-46b6-494b-b98c-e2f4871d5a21', '32b07669-29ef-4f45-a4cc-fc8a46be713d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:34.400557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:43:34.457433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:34.458090 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:34.547381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce562e20-e582-4674-9c72-eaaa991345ee req-8e7dcb94-35c9-4148-b438-d0b2868eca72 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:34.557488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce562e20-e582-4674-9c72-eaaa991345ee req-8e7dcb94-35c9-4148-b438-d0b2868eca72 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.0923979 Feb 16 14:43:34.635065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce562e20-e582-4674-9c72-eaaa991345ee req-01befad8-91e5-4d1f-ba67-c949594a83cf tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763121 Feb 16 14:43:34.658879 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:34.707571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c818742-5398-4eaa-9250-b805da852f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:34.710203 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba1a19e-6cda-4db1-aa4b-575d76c463a4" -d '{"events": [{"server_uuid": "8c818742-5398-4eaa-9250-b805da852f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c31b8e5b-a4ca-47be-81f0-eef2154e2b7e"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:34.783710 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-ba7478a8-0221-4931-8734-fc49f2d3c637 service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9517691 Feb 16 14:43:34.838079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:34.858505 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-844d91b8-d25e-4aca-bce4-a3fbb0813b9c service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9325972 Feb 16 14:43:34.864903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c769bac-5a4b-4963-ab20-bfeb7a786714 req-d3a38b9c-8013-4b45-b915-5bc384480949 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=8002b1fb-d482-4996-900c-12ac92862813 HTTP/1.1" status: 200 len: 210 time: 0.0741158 Feb 16 14:43:34.917121 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2fa10b-2449-447c-80a6-a746b904e130 x-openstack-request-id: req-0f2fa10b-2449-447c-80a6-a746b904e130 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:34.921577 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c818742-5398-4eaa-9250-b805da852f2b", "name": "network-vif-plugged", "status": "completed", "tag": "c31b8e5b-a4ca-47be-81f0-eef2154e2b7e", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:34.921577 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0f2fa10b-2449-447c-80a6-a746b904e130 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:34.921577 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c818742-5398-4eaa-9250-b805da852f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e', 'code': 200} Feb 16 14:43:34.921577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:35.050196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd45e8e4-c027-45ab-a659-6eaf0b83ee0c req-1093a306-b330-42b3-89e9-242e462bd754 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.1057804 Feb 16 14:43:35.210574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307cfad-7be0-487d-8635-2b8940bfde8c req-bff4be45-2db6-440f-8b25-4328cfe73aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:35.212339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0307cfad-7be0-487d-8635-2b8940bfde8c req-bff4be45-2db6-440f-8b25-4328cfe73aee service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 1096 time: 0.1930661 Feb 16 14:43:35.247605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:35.268553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3711343-86ba-4bd2-8aa9-3a9a99fa8d97 req-d5ea111c-ea4c-4ae4-9110-91ca71ed5754 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:35.281055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3711343-86ba-4bd2-8aa9-3a9a99fa8d97 req-d5ea111c-ea4c-4ae4-9110-91ca71ed5754 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 944 time: 0.1630504 Feb 16 14:43:35.307588 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75f2cbe4-1b8c-4239-8859-f56051d93244 req-43eb5db7-7cd3-4d93-90f6-6104e62f2910 service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790721 Feb 16 14:43:35.335040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8002b1fb-d482-4996-900c-12ac92862813', 'name': 'network-vif-deleted', 'tag': '7407522b-4add-42ab-910a-94649c441585'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:35.337555 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1557dd0-7a05-4530-94d0-0d8358627960" -d '{"events": [{"server_uuid": "8002b1fb-d482-4996-900c-12ac92862813", "name": "network-vif-deleted", "tag": "7407522b-4add-42ab-910a-94649c441585"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:35.351002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-891ab0c8-9b27-4ead-be32-0112e1af1402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:35.399573 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4485a01b-4381-47b4-b1cf-26ffd3fcba40 req-bac75c40-c7f4-4247-bf2d-c68e4a16e9b2 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682713 Feb 16 14:43:35.419567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:35.483361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:35.503104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0307cfad-7be0-487d-8635-2b8940bfde8c req-0cad2a60-90bd-4d01-abec-75e8170edbe1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796571 Feb 16 14:43:35.550366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3711343-86ba-4bd2-8aa9-3a9a99fa8d97 req-90cd6f7e-8c1b-4af7-b68a-a5971d74dce3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593679 Feb 16 14:43:35.570810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:35.572750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Pushing event updated for resources: {'Port': ['ID=5a34480f-9a89-40aa-ad24-bd9cea491162,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:35.607975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eee87-48d5-46b6-9c3f-106d658a9ac8 req-db8f16b4-5748-4f8d-ae65-63da9c754cce tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:35.617002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee8eee87-48d5-46b6-9c3f-106d658a9ac8 req-db8f16b4-5748-4f8d-ae65-63da9c754cce tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 945 time: 0.1611934 Feb 16 14:43:35.677989 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f6a468-30a5-44d2-aff2-cc412959076e x-openstack-request-id: req-59f6a468-30a5-44d2-aff2-cc412959076e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:35.678627 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8002b1fb-d482-4996-900c-12ac92862813", "name": "network-vif-deleted", "tag": "7407522b-4add-42ab-910a-94649c441585", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:35.679090 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-59f6a468-30a5-44d2-aff2-cc412959076e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:35.681012 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8002b1fb-d482-4996-900c-12ac92862813', 'name': 'network-vif-deleted', 'tag': '7407522b-4add-42ab-910a-94649c441585', 'status': 'completed', 'code': 200} Feb 16 14:43:35.715923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:35.715923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:35.720900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee8eee87-48d5-46b6-9c3f-106d658a9ac8 req-dd3c7975-ec67-4932-b28b-fdaa4c26142b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023178 Feb 16 14:43:35.915753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2757f-34a5-4c4a-a738-42151055350c req-50324281-1ced-4a8c-962b-c9aac4968be2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:35.919873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53e2757f-34a5-4c4a-a738-42151055350c req-50324281-1ced-4a8c-962b-c9aac4968be2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.1192336 Feb 16 14:43:35.924877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:43:35.927369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7407522b-4add-42ab-910a-94649c441585 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:36.007954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53e2757f-34a5-4c4a-a738-42151055350c req-e4853e2a-58e7-4493-9b91-49be1f8f0950 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814347 Feb 16 14:43:36.013365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Router 4ff35834-2f56-418a-95f5-b5a0a977c34f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:43:36.038445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 7407522b-4add-42ab-910a-94649c441585 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:36.038793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7407522b-4add-42ab-910a-94649c441585 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:36.134324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3087717a-cb62-4ce4-8a18-07329c07d9ba None None] Provisioning complete for port 5a34480f-9a89-40aa-ad24-bd9cea491162 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:36.134687 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3087717a-cb62-4ce4-8a18-07329c07d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:36.204256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:36.208941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-857c1f7a-7b99-4f31-9a91-7618a9e17440 req-c6b08f67-4850-4cc0-9479-f51aa3e45713 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.0690057 Feb 16 14:43:36.239402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'port_id': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'mac_address': 'fa:16:3e:d3:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42200d0-1734-4bf8-b89e-28c1194cc04d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:43:36.257822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3087717a-cb62-4ce4-8a18-07329c07d9ba None None] Port 5a34480f-9a89-40aa-ad24-bd9cea491162 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:36.296425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:43:36.317867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Sync routers for ids ['4ff35834-2f56-418a-95f5-b5a0a977c34f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:43:36.322171 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:36.342531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-42ebfaaf-3379-45c0-b2f4-596f0f3f7884 admin admin] 10.222.0.113 "PUT /v2.0/routers/4ff35834-2f56-418a-95f5-b5a0a977c34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2911172 Feb 16 14:43:36.342688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Routers {'4ff35834-2f56-418a-95f5-b5a0a977c34f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:36.343257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ff35834-2f56-418a-95f5-b5a0a977c34f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:36.408118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:36.538259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:36.585307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Set router 4ff35834-2f56-418a-95f5-b5a0a977c34f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:36.694839 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:36.761726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:36.921363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '12f01808-787c-45a9-8231-f870176789a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:43:33Z', 'revision_number': 4, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port': {'id': '12f01808-787c-45a9-8231-f870176789a1', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:18Z', 'updated_at': '2022-02-16T14:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5a34480f-9a89-40aa-ad24-bd9cea491162', 'name': '', 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'mac_address': 'fa:16:3e:c2:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b1357569-2454-4d67-b101-f9a056c6f868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:30Z', 'updated_at': '2022-02-16T14:43:34Z', 'revision_number': 2, 'project_id': '3aa55190c4744caa983377760eb92783', 'subnets': [{'id': 'b1357569-2454-4d67-b101-f9a056c6f868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:36.997211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Checking router: 4ff35834-2f56-418a-95f5-b5a0a977c34f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:43:36.997932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Updating router 4ff35834-2f56-418a-95f5-b5a0a977c34f port 5a34480f-9a89-40aa-ad24-bd9cea491162 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:43:37.070986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:37.096255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af2e98-1ff0-4ed9-8687-0c0e414057ec req-cb5808ff-8fce-480d-a3eb-35b30b4083a5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:37.104483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98af2e98-1ff0-4ed9-8687-0c0e414057ec req-cb5808ff-8fce-480d-a3eb-35b30b4083a5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 945 time: 0.1143515 Feb 16 14:43:37.144880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:37.153258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-0f5e0f46-b328-4012-8430-367be63281d8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3771899 Feb 16 14:43:37.162443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:37.212369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98af2e98-1ff0-4ed9-8687-0c0e414057ec req-0764dfe4-64d9-4f0d-a7b6-8b62ebeee81c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069005 Feb 16 14:43:37.332454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:37.483396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7371f-d080-4483-9c68-e170d9b1fa79 req-3dc3e97a-499f-43b9-b9b9-a4dbcd4b56f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:37.484943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ae7371f-d080-4483-9c68-e170d9b1fa79 req-3dc3e97a-499f-43b9-b9b9-a4dbcd4b56f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 945 time: 0.1879842 Feb 16 14:43:37.552060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ae7371f-d080-4483-9c68-e170d9b1fa79 req-0106d4a9-6ff1-477e-b9a0-f051dee0fddb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580382 Feb 16 14:43:37.606260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:37.835016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Allocated IP 172.25.6.34 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/e168d628-978a-4b2a-b707-70b3e2152167) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:38.018008 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.070589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef228b0d-bba3-4a6e-8450-e1f2642b4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.112190 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.191868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd2596-7e2e-4ef4-b773-2140445adb3f None None] Pushing event updated for resources: {'Port': ['ID=5a34480f-9a89-40aa-ad24-bd9cea491162,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:38.332062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Attempting to bind port 5a34480f-9a89-40aa-ad24-bd9cea491162 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:38.332537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Attempting to bind port 5a34480f-9a89-40aa-ad24-bd9cea491162 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:38.333031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Attempting to bind port 5a34480f-9a89-40aa-ad24-bd9cea491162 on network 20c7a929-82a3-4077-bb20-7681b82a11e1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:38.340530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:38.341167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Checking segment: {'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:38.341690 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.342198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Bound using segment: {'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:38.342801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Bound port: 5a34480f-9a89-40aa-ad24-bd9cea491162, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9c1ce4-5db2-4c71-990f-22b36ae71f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:38.343336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.453804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] For port 5a34480f-9a89-40aa-ad24-bd9cea491162, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:38.466774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] For port 5a34480f-9a89-40aa-ad24-bd9cea491162, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5a34480f-9a89-40aa-ad24-bd9cea491162,segment=NetworkSegment(df9c1ce4-5db2-4c71-990f-22b36ae71f90),segment_id=df9c1ce4-5db2-4c71-990f-22b36ae71f90)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:38.613314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e4267202-a643-4c1e-b211-7e27a748ee90 None None] Provisioning complete for port 5a34480f-9a89-40aa-ad24-bd9cea491162 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:38.613696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4267202-a643-4c1e-b211-7e27a748ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.671109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e4267202-a643-4c1e-b211-7e27a748ee90 None None] Port 5a34480f-9a89-40aa-ad24-bd9cea491162 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:38.700836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.788307 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:38.805198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bc1ad-f2dc-4977-a2b1-d3fa4a658191 req-c3d2740c-664b-440e-a6f4-6430e1889d36 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:38.814188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-696bc1ad-f2dc-4977-a2b1-d3fa4a658191 req-c3d2740c-664b-440e-a6f4-6430e1889d36 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.4187226 Feb 16 14:43:38.816487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Routers {'4ff35834-2f56-418a-95f5-b5a0a977c34f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:43:38.817440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ff35834-2f56-418a-95f5-b5a0a977c34f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:38.879103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-6d151a59-553d-4ae1-8ba2-4ed142046e80 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:38.883655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-6d151a59-553d-4ae1-8ba2-4ed142046e80 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/ports?device_id=15870a0c-0516-4145-93f4-82f6c7386c75 HTTP/1.1" status: 200 len: 949 time: 0.4760647 Feb 16 14:43:39.133006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-696bc1ad-f2dc-4977-a2b1-d3fa4a658191 req-b064c1b6-27f0-4839-a2b9-303eab2814da tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175495 Feb 16 14:43:39.248005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-9636825e-1e80-474a-ac1c-1f114f9b8fad tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:39.248005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-9636825e-1e80-474a-ac1c-1f114f9b8fad tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.129 "GET /v2.0/networks?id=70fbfb07-aabb-4be3-9e07-5f784b518456 HTTP/1.1" status: 200 len: 815 time: 0.7704508 Feb 16 14:43:39.249564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd2596-7e2e-4ef4-b773-2140445adb3f None None] Pushing event updated for resources: {'Port': ['ID=5a34480f-9a89-40aa-ad24-bd9cea491162,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:39.250183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-b32ed356-63ca-4ebe-83ae-b77d129bf44d tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2eff1eb38848db8aa96fba3c39b603 HTTP/1.1" status: 200 len: 380 time: 0.0539889 Feb 16 14:43:39.250183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Request body: {'port': {'device_id': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'admin_state_up': True, 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'security_groups': ['1a234a99-aaae-4ee5-95da-96a0fa905c20']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:39.275068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2cf3b4ba-555f-4da4-9c7a-88b3f90ef177 None None] Provisioning complete for port 5a34480f-9a89-40aa-ad24-bd9cea491162 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:39.275684 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b4ba-555f-4da4-9c7a-88b3f90ef177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.304097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-495c6969-4aeb-482e-b70d-4091e29418a0 req-ffff57bf-1eb6-423c-a0ce-80c629d2001c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.0730252 Feb 16 14:43:39.360863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] Set router 4ff35834-2f56-418a-95f5-b5a0a977c34f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:43:39.415319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:39.415755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.564889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848006c9-9077-4d06-80c8-d9c04d0e5247 req-3a7f0342-a46a-4e90-a803-af851f93d11c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:39.566441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-848006c9-9077-4d06-80c8-d9c04d0e5247 req-3a7f0342-a46a-4e90-a803-af851f93d11c tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=15870a0c-0516-4145-93f4-82f6c7386c75 HTTP/1.1" status: 200 len: 949 time: 0.1329234 Feb 16 14:43:39.579865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port 2379e9fc-46b6-494b-b98c-e2f4871d5a21, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2379e9fc-46b6-494b-b98c-e2f4871d5a21,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:39.580255 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.608410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for 2379e9fc-46b6-494b-b98c-e2f4871d5a21 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:39.619925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-1ee06482-6751-4c91-a88b-7ccfd37f0482 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:39.621841 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-1ee06482-6751-4c91-a88b-7ccfd37f0482 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/ports?device_id=76af3c32-d017-4ac1-9783-d1ce59daee58 HTTP/1.1" status: 200 len: 949 time: 0.1108096 Feb 16 14:43:39.636125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-848006c9-9077-4d06-80c8-d9c04d0e5247 req-51429408-0596-4a0b-9457-062895fc2abc tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589128 Feb 16 14:43:39.672265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b4ba-555f-4da4-9c7a-88b3f90ef177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.756110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2cf3b4ba-555f-4da4-9c7a-88b3f90ef177 None None] For port 5a34480f-9a89-40aa-ad24-bd9cea491162, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5a34480f-9a89-40aa-ad24-bd9cea491162,segment=NetworkSegment(df9c1ce4-5db2-4c71-990f-22b36ae71f90),segment_id=df9c1ce4-5db2-4c71-990f-22b36ae71f90)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:39.777520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '12f01808-787c-45a9-8231-f870176789a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:43:33Z', 'revision_number': 4, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port': {'id': '12f01808-787c-45a9-8231-f870176789a1', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:18Z', 'updated_at': '2022-02-16T14:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5a34480f-9a89-40aa-ad24-bd9cea491162', 'name': '', 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'mac_address': 'fa:16:3e:c2:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b1357569-2454-4d67-b101-f9a056c6f868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:30Z', 'updated_at': '2022-02-16T14:43:38Z', 'revision_number': 4, 'project_id': '3aa55190c4744caa983377760eb92783', 'subnets': [{'id': 'b1357569-2454-4d67-b101-f9a056c6f868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:43:39.812863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390dcf9-6428-4e3f-9b7b-4333d2c09db8 None None] The sync data for ids ['4ff35834-2f56-418a-95f5-b5a0a977c34f'] in n-d-829433-1 is: [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '12f01808-787c-45a9-8231-f870176789a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:43:33Z', 'revision_number': 4, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port': {'id': '12f01808-787c-45a9-8231-f870176789a1', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:18Z', 'updated_at': '2022-02-16T14:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5a34480f-9a89-40aa-ad24-bd9cea491162', 'name': '', 'network_id': '20c7a929-82a3-4077-bb20-7681b82a11e1', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'mac_address': 'fa:16:3e:c2:65:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b1357569-2454-4d67-b101-f9a056c6f868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:30Z', 'updated_at': '2022-02-16T14:43:38Z', 'revision_number': 4, 'project_id': '3aa55190c4744caa983377760eb92783', 'subnets': [{'id': 'b1357569-2454-4d67-b101-f9a056c6f868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:43:39.824146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.827277 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.837280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port 32b07669-29ef-4f45-a4cc-fc8a46be713d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:39.838086 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.852919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Made reservation on behalf of fc2eff1eb38848db8aa96fba3c39b603 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:39.857454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:39.913115 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b4ba-555f-4da4-9c7a-88b3f90ef177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.092722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port 32b07669-29ef-4f45-a4cc-fc8a46be713d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=32b07669-29ef-4f45-a4cc-fc8a46be713d,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:40.103182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3b4ba-555f-4da4-9c7a-88b3f90ef177 None None] Pushing event updated for resources: {'Port': ['ID=5a34480f-9a89-40aa-ad24-bd9cea491162,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:40.104191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.120880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:40.167392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for 32b07669-29ef-4f45-a4cc-fc8a46be713d owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:40.208140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc77ac-37e0-4996-a92e-7d3224b4543e req-12869a8e-3904-4bee-829b-434b6ed73965 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:40.221007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79bc77ac-37e0-4996-a92e-7d3224b4543e req-12869a8e-3904-4bee-829b-434b6ed73965 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 945 time: 0.4535260 Feb 16 14:43:40.269829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:40.289549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:40.292541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:40.366161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.376402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:43:40.382352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:40.382727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.392286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:40.392479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Allocated IP 172.20.0.6 (70fbfb07-aabb-4be3-9e07-5f784b518456/04cf3ab3-36bb-4358-a4e8-a0ad9dc918da/d5d8b217-68dd-4b62-9511-b20666421b71) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:40.506070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.594286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.623395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=32b07669-29ef-4f45-a4cc-fc8a46be713d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:40.695049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Pushing event updated for resources: {'Port': ['ID=e168d628-978a-4b2a-b707-70b3e2152167,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:40.724180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79bc77ac-37e0-4996-a92e-7d3224b4543e req-01ce9b7a-3304-4190-b1ce-b787fd42b171 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009148 Feb 16 14:43:40.771301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port 32b07669-29ef-4f45-a4cc-fc8a46be713d on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:40.777557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.786077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1b681c75-563b-44a6-8908-85c57e7bd80d req-9291a982-f170-40cd-b1c9-d74be801d5b1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "DELETE /v2.0/ports/32b07669-29ef-4f45-a4cc-fc8a46be713d HTTP/1.1" status: 204 len: 173 time: 1.1574457 Feb 16 14:43:40.786557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'name': 'network-vif-deleted', 'tag': '32b07669-29ef-4f45-a4cc-fc8a46be713d'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:40.802420 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6dc0a-53c3-43c6-afbb-81872595e0c7" -d '{"events": [{"server_uuid": "76af3c32-d017-4ac1-9783-d1ce59daee58", "name": "network-vif-deleted", "tag": "32b07669-29ef-4f45-a4cc-fc8a46be713d"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:40.813937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=2379e9fc-46b6-494b-b98c-e2f4871d5a21,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:40.837869 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.846605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.867232 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.887265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port 2379e9fc-46b6-494b-b98c-e2f4871d5a21 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:40.892268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.902608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad1ad30a-6a0b-453c-8a79-a6c7a2afc14b req-7d39fdc3-6ac1-4a33-97f1-3da32745ecd7 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "DELETE /v2.0/ports/2379e9fc-46b6-494b-b98c-e2f4871d5a21 HTTP/1.1" status: 204 len: 173 time: 2.0001161 Feb 16 14:43:40.976196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:40.978516 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6390d0e2-2b46-43fc-9424-a808f6fc1221" -d '{"events": [{"server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "name": "network-vif-plugged", "status": "completed", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:40.989556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15870a0c-0516-4145-93f4-82f6c7386c75', 'name': 'network-vif-deleted', 'tag': '2379e9fc-46b6-494b-b98c-e2f4871d5a21'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:40.992812 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d7c5cb-6c3e-4dc4-ac4e-38dcd2bd8a1f" -d '{"events": [{"server_uuid": "15870a0c-0516-4145-93f4-82f6c7386c75", "name": "network-vif-deleted", "tag": "2379e9fc-46b6-494b-b98c-e2f4871d5a21"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:41.011075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:41.097702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:41.098118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:41.111043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:41.113061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:41.209512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:41.241600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:41.257678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event updated for resources: {'Port': ['ID=d5d8b217-68dd-4b62-9511-b20666421b71,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:41.291300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:41.352067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:41.480811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b6ecd-c98d-4be0-b039-803c67fc4d55 req-464ba7e6-5695-482b-9031-7e2021c075c0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:41.482528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-223b6ecd-c98d-4be0-b039-803c67fc4d55 req-464ba7e6-5695-482b-9031-7e2021c075c0 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.5784614 Feb 16 14:43:41.507802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:41.580861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:41.621241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:41.628106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5a34480f-9a89-40aa-ad24-bd9cea491162 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:41.723039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-223b6ecd-c98d-4be0-b039-803c67fc4d55 req-e144e850-f511-4232-8645-8ae3bcc92fad tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252560 Feb 16 14:43:41.736291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5a34480f-9a89-40aa-ad24-bd9cea491162 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:41.737514 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:41.813593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-1f5bec6a-02ac-4928-9288-b03f483e1767 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5725076 Feb 16 14:43:41.835268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Request body: {'port': {'device_id': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:41.959043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-20445acb-004f-491f-ad35-55be9cae2263 None None] Provisioning complete for port d5d8b217-68dd-4b62-9511-b20666421b71 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:41.959943 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20445acb-004f-491f-ad35-55be9cae2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.001796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:43:42.044401 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.088055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3a75f-b7bf-4f3e-82ed-77e6cdd14ffa req-f38ae940-e7ed-47b4-b6a3-a0351c56e3c1 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:42.095431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8bd3a75f-b7bf-4f3e-82ed-77e6cdd14ffa req-f38ae940-e7ed-47b4-b6a3-a0351c56e3c1 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 931 time: 0.1951375 Feb 16 14:43:42.116227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-20445acb-004f-491f-ad35-55be9cae2263 None None] Port d5d8b217-68dd-4b62-9511-b20666421b71 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:43:42.134163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2379e9fc-46b6-494b-b98c-e2f4871d5a21 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:42.168025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.223442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:43:42.256801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 2379e9fc-46b6-494b-b98c-e2f4871d5a21 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:42.257779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2379e9fc-46b6-494b-b98c-e2f4871d5a21 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:42.260556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 32b07669-29ef-4f45-a4cc-fc8a46be713d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:42.274578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.421105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:42.465462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.467437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'f839d3b9-5632-4e2b-97d5-97597881bcfb', 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90', 'port_id': 'f839d3b9-5632-4e2b-97d5-97597881bcfb', 'mac_address': 'fa:16:3e:9f:d8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc0099c-4f2b-4279-8bdb-decfa498c9ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:43:42.477146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8bd3a75f-b7bf-4f3e-82ed-77e6cdd14ffa req-e98ca940-f4d7-45bf-9f13-078e29591336 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265572 Feb 16 14:43:42.489493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 32b07669-29ef-4f45-a4cc-fc8a46be713d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:42.489837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 32b07669-29ef-4f45-a4cc-fc8a46be713d not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:42.604935 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.622935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f839d3b9-5632-4e2b-97d5-97597881bcfb {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:42.633270 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac3be9e-b2c9-4400-8a3e-42cbd65faa5f x-openstack-request-id: req-0ac3be9e-b2c9-4400-8a3e-42cbd65faa5f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:42.634137 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76af3c32-d017-4ac1-9783-d1ce59daee58", "name": "network-vif-deleted", "tag": "32b07669-29ef-4f45-a4cc-fc8a46be713d", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:42.634536 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0ac3be9e-b2c9-4400-8a3e-42cbd65faa5f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:42.635132 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76af3c32-d017-4ac1-9783-d1ce59daee58', 'name': 'network-vif-deleted', 'tag': '32b07669-29ef-4f45-a4cc-fc8a46be713d', 'status': 'completed', 'code': 200} Feb 16 14:43:42.658639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:42.676279 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce0a22-79b0-4e46-953c-104d06e07392 x-openstack-request-id: req-64ce0a22-79b0-4e46-953c-104d06e07392 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:42.676591 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "name": "network-vif-plugged", "status": "completed", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:42.676846 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-64ce0a22-79b0-4e46-953c-104d06e07392 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:42.677238 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'code': 200} Feb 16 14:43:42.736420 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9994e2bb-cbb4-4171-bb15-b2ce42b65ae5 x-openstack-request-id: req-9994e2bb-cbb4-4171-bb15-b2ce42b65ae5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:42.736721 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15870a0c-0516-4145-93f4-82f6c7386c75", "name": "network-vif-deleted", "tag": "2379e9fc-46b6-494b-b98c-e2f4871d5a21", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:42.736974 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9994e2bb-cbb4-4171-bb15-b2ce42b65ae5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:42.737468 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15870a0c-0516-4145-93f4-82f6c7386c75', 'name': 'network-vif-deleted', 'tag': '2379e9fc-46b6-494b-b98c-e2f4871d5a21', 'status': 'completed', 'code': 200} Feb 16 14:43:42.753573 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.779912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:42.783762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Pushing event updated for resources: {'Port': ['ID=e168d628-978a-4b2a-b707-70b3e2152167,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:42.878097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:42.950527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4b3f5-f9fa-473a-a540-e9ddc670bf0f req-acff51f6-63c0-4888-8e79-2ec33299fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:42.951327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7728598-9bb6-4663-afa3-6c95a5e8f46a req-64193031-0289-4218-b3ef-99fcccd8524c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:42.952301 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5ba4b3f5-f9fa-473a-a540-e9ddc670bf0f req-acff51f6-63c0-4888-8e79-2ec33299fe53 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 1097 time: 0.0972276 Feb 16 14:43:42.962526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7728598-9bb6-4663-afa3-6c95a5e8f46a req-64193031-0289-4218-b3ef-99fcccd8524c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 946 time: 0.1282585 Feb 16 14:43:43.011340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5ba4b3f5-f9fa-473a-a540-e9ddc670bf0f req-1527bb1d-0986-4dc6-9689-2a8b4933b25a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 Feb 16 14:43:43.029428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:43.030687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-f1f42478-6210-426f-a842-cadaf7d675b8 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8766072 Feb 16 14:43:43.046610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7728598-9bb6-4663-afa3-6c95a5e8f46a req-ddd2726c-15d0-4def-a74b-fe915f8754c8 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814061 Feb 16 14:43:43.170443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-13e0fa31-127d-4bd3-878c-30610338ce20 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.34 HTTP/1.1" status: 200 len: 695 time: 0.1190739 Feb 16 14:43:43.239188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f839d3b9-5632-4e2b-97d5-97597881bcfb'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:43.340116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d8b217-68dd-4b62-9511-b20666421b71 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:43.365897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-9019f96e-60ba-46f6-8c67-dc599e8a379a tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:43.371314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e6eceae-048d-48eb-bf71-95ceca105f7b req-9019f96e-60ba-46f6-8c67-dc599e8a379a tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1900823 Feb 16 14:43:43.373437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:43.397754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Transition to ACTIVE for port object d5d8b217-68dd-4b62-9511-b20666421b71 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:43:43.560916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737605a-794d-4d78-ac94-99b7abf97d2e req-4077f729-578d-49f3-8cd1-95ef7509629b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:43.562745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2737605a-794d-4d78-ac94-99b7abf97d2e req-4077f729-578d-49f3-8cd1-95ef7509629b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 944 time: 0.1249070 Feb 16 14:43:43.589722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:43.659631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2737605a-794d-4d78-ac94-99b7abf97d2e req-b5e18300-03d3-4439-a1ee-eecbb10747a7 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876398 Feb 16 14:43:43.723874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8b217-68dd-4b62-9511-b20666421b71,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:43.795462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Attempting to bind port d5d8b217-68dd-4b62-9511-b20666421b71 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:43.795825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Attempting to bind port d5d8b217-68dd-4b62-9511-b20666421b71 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:43.796159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Attempting to bind port d5d8b217-68dd-4b62-9511-b20666421b71 on network 70fbfb07-aabb-4be3-9e07-5f784b518456 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:43.805950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Port d5d8b217-68dd-4b62-9511-b20666421b71 on network 70fbfb07-aabb-4be3-9e07-5f784b518456 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:43:43.806294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Attempting to bind port d5d8b217-68dd-4b62-9511-b20666421b71 on network 70fbfb07-aabb-4be3-9e07-5f784b518456 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:43.819878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:43.820477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Checking segment: {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:43.820890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Bound using segment: {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:43.821356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Bound port: d5d8b217-68dd-4b62-9511-b20666421b71, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069c0a93-0f66-4a21-81bd-fd592b5f4376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:43.821725 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:43.920089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] For port d5d8b217-68dd-4b62-9511-b20666421b71, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:43.925360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] For port d5d8b217-68dd-4b62-9511-b20666421b71, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d5d8b217-68dd-4b62-9511-b20666421b71,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:44.033584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:44.055407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ced9443-c704-4328-991b-3caf8a5403ad req-30bc2f20-75b5-4d6a-a833-e53c590562a2 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips/e768bce1-994f-4c12-a512-5e3eb4efc4e8 HTTP/1.1" status: 200 len: 692 time: 0.0788953 Feb 16 14:43:44.221520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:44.222209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:44.224100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] 10.222.0.129 "PUT /v2.0/ports/d5d8b217-68dd-4b62-9511-b20666421b71 HTTP/1.1" status: 200 len: 1091 time: 2.3992205 Feb 16 14:43:44.233044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9443-c704-4328-991b-3caf8a5403ad req-5ce78d18-a303-4197-9697-a4104a9c5464 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:44.234450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ced9443-c704-4328-991b-3caf8a5403ad req-5ce78d18-a303-4197-9697-a4104a9c5464 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1451778 Feb 16 14:43:44.248941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-3ced9443-c704-4328-991b-3caf8a5403ad req-daed3f77-890f-451e-ab3c-3a8b0d1f0d01 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:43:44.249959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ced9443-c704-4328-991b-3caf8a5403ad req-daed3f77-890f-451e-ab3c-3a8b0d1f0d01 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061483 Feb 16 14:43:44.267901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad04f35-3d4e-4b05-a47f-4c27d068bb55 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8b217-68dd-4b62-9511-b20666421b71,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:44.449881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d2eb1-5e2c-4aa4-8141-0002e2e44c90 req-c050ed0b-0ee5-4792-bfbb-99187cd377fc tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:44.451514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a4d2eb1-5e2c-4aa4-8141-0002e2e44c90 req-c050ed0b-0ee5-4792-bfbb-99187cd377fc tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 943 time: 0.1124117 Feb 16 14:43:44.665147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a4d2eb1-5e2c-4aa4-8141-0002e2e44c90 req-f1cc8a8a-b1ba-46fd-a7f3-b9aafdf8a950 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153917 Feb 16 14:43:44.677843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-15353ff4-ecf5-4e26-8b57-bb62e196109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:44.679359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-15353ff4-ecf5-4e26-8b57-bb62e196109f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fc2eff1eb38848db8aa96fba3c39b603&device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 1094 time: 0.2172515 Feb 16 14:43:44.751265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:44.753678 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:44.763920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-0fc671a5-e352-4d7c-a69b-edff9823306a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d8b217-68dd-4b62-9511-b20666421b71 HTTP/1.1" status: 200 len: 217 time: 0.0719318 Feb 16 14:43:44.890593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1139ae-f590-4bbb-8863-7900d8cded75 req-590461d3-be07-44a2-931f-8d1db73a02ab tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:44.893818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee1139ae-f590-4bbb-8863-7900d8cded75 req-590461d3-be07-44a2-931f-8d1db73a02ab tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 946 time: 0.0869064 Feb 16 14:43:44.898214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-67f9bc0b-89ff-4ac4-8e71-68c95f726cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:44.900067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-67f9bc0b-89ff-4ac4-8e71-68c95f726cd9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=04cf3ab3-36bb-4358-a4e8-a0ad9dc918da HTTP/1.1" status: 200 len: 854 time: 0.1298454 Feb 16 14:43:44.996621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee1139ae-f590-4bbb-8863-7900d8cded75 req-b9a7b297-99b2-431b-8acf-044a8528d32e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954392 Feb 16 14:43:44.998694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-a485e80c-f79c-4214-a22a-e9fa1e4418d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:45.001304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-a485e80c-f79c-4214-a22a-e9fa1e4418d8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70fbfb07-aabb-4be3-9e07-5f784b518456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742621 Feb 16 14:43:45.160486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2965e5f5-7bb5-40f5-ab9e-8ee307fceaf7 req-dacbe7dd-f97b-4582-b310-927a5ca2646a tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips?tenant_id=3aa55190c4744caa983377760eb92783 HTTP/1.1" status: 200 len: 695 time: 0.0712092 Feb 16 14:43:45.338351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-c622ae9c-64bd-4a07-a1db-b8e47a8d0072 service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306692 Feb 16 14:43:45.764516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965e5f5-7bb5-40f5-ab9e-8ee307fceaf7 req-ab4a9cbc-a17d-4c22-9e64-b7a733e89f86 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:45.766081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2965e5f5-7bb5-40f5-ab9e-8ee307fceaf7 req-ab4a9cbc-a17d-4c22-9e64-b7a733e89f86 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks?id=e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 787 time: 0.5981524 Feb 16 14:43:45.853337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85706389-9ee2-4ab9-9591-61dcf9181a4f req-138e6bc9-3475-45d4-ab9a-2b7c6d51f4d5 service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805515 Feb 16 14:43:45.858852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-2965e5f5-7bb5-40f5-ab9e-8ee307fceaf7 req-24815a5e-f122-46ca-8a86-e43eba6a2c59 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:43:45.860383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2965e5f5-7bb5-40f5-ab9e-8ee307fceaf7 req-24815a5e-f122-46ca-8a86-e43eba6a2c59 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056167 Feb 16 14:43:45.893122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0362-92a3-48c9-965b-298a0cdab3ec req-4c90afd9-93c6-498c-924b-7e388cc21b74 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:45.900359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78ce0362-92a3-48c9-965b-298a0cdab3ec req-4c90afd9-93c6-498c-924b-7e388cc21b74 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 944 time: 0.6166103 Feb 16 14:43:45.946285 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e926ad-449a-4759-bb1e-d9a0b288b59a x-openstack-request-id: req-a2e926ad-449a-4759-bb1e-d9a0b288b59a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:45.946566 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:45.946819 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a2e926ad-449a-4759-bb1e-d9a0b288b59a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:45.947215 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'status': 'completed', 'code': 200} Feb 16 14:43:45.958392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78ce0362-92a3-48c9-965b-298a0cdab3ec req-f240ffff-91b4-4195-8abe-bb4edc5638be tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571408 Feb 16 14:43:46.027857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:46.036586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:46.165278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-6d5534d0-d5bb-4dda-ae79-c2bac069dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.166761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-6d5534d0-d5bb-4dda-ae79-c2bac069dedb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fc2eff1eb38848db8aa96fba3c39b603&device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 1094 time: 0.1414931 Feb 16 14:43:46.174726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port f839d3b9-5632-4e2b-97d5-97597881bcfb completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:43:46.177146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b05e32-35da-4bf2-883f-994dbd997c8e req-d533aae5-ac25-4bc1-b9ce-2df0e634a78e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.179440 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28b05e32-35da-4bf2-883f-994dbd997c8e req-d533aae5-ac25-4bc1-b9ce-2df0e634a78e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 946 time: 0.1440120 Feb 16 14:43:46.187024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port f839d3b9-5632-4e2b-97d5-97597881bcfb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:46.187472 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:46.309831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac481629-de83-4a7d-8f2b-e3b44ddb52ad req-07c0f579-2e7c-4f7e-8c52-052a1307bf20 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.324271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:46.327471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac481629-de83-4a7d-8f2b-e3b44ddb52ad req-07c0f579-2e7c-4f7e-8c52-052a1307bf20 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 949 time: 0.2283311 Feb 16 14:43:46.338213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28b05e32-35da-4bf2-883f-994dbd997c8e req-22815dfb-c3e4-4b40-8c9c-7ee07e65c783 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460087 Feb 16 14:43:46.392577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:46.397189 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f54dc6f-22cd-40d9-98ff-f00c57cd6153" -d '{"events": [{"server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "name": "network-vif-plugged", "status": "completed", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:46.399321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac481629-de83-4a7d-8f2b-e3b44ddb52ad req-5ab0c9fe-b86d-4c0d-99e4-4fe58c42fcea tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/security-groups?id=801d85b1-f3f0-459a-aa0a-a94bd43d70ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Feb 16 14:43:46.438109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:46.555880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-f207ade8-dd1c-46d6-8717-d6b148b54934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.557362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-f207ade8-dd1c-46d6-8717-d6b148b54934 service neutron] 10.222.0.129 "GET /v2.0/networks?id=70fbfb07-aabb-4be3-9e07-5f784b518456 HTTP/1.1" status: 200 len: 917 time: 0.3750908 Feb 16 14:43:46.560300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-f12f5e92-897e-4e62-9833-bc3a228fdd2f tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips/e768bce1-994f-4c12-a512-5e3eb4efc4e8 HTTP/1.1" status: 200 len: 692 time: 0.1246784 Feb 16 14:43:46.603606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-d9a88208-65a0-4fa4-a671-e5ee98789785 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d8b217-68dd-4b62-9511-b20666421b71 HTTP/1.1" status: 200 len: 217 time: 0.0366437 Feb 16 14:43:46.609066 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:46.676977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:46.703811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c4363-6e2f-439a-aca6-1a87c325f4d2 req-b4d8ef01-991d-4ca3-ba5e-0950a1df361c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.705376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f02c4363-6e2f-439a-aca6-1a87c325f4d2 req-b4d8ef01-991d-4ca3-ba5e-0950a1df361c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 943 time: 0.2279210 Feb 16 14:43:46.726390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-fb1ca73c-4ef3-4ce8-9e2f-10654ebeaef1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.727933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-fb1ca73c-4ef3-4ce8-9e2f-10654ebeaef1 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 949 time: 0.2163939 Feb 16 14:43:46.800891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-de7d4fb8-03cf-40d2-a5e9-b1ffa3ae2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.802373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-de7d4fb8-03cf-40d2-a5e9-b1ffa3ae2d86 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=04cf3ab3-36bb-4358-a4e8-a0ad9dc918da HTTP/1.1" status: 200 len: 854 time: 0.1842220 Feb 16 14:43:46.899215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f02c4363-6e2f-439a-aca6-1a87c325f4d2 req-cbe2daf2-7d9e-4592-ad83-a8839b1a9280 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666460 Feb 16 14:43:46.929991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-45846093-fcdf-4cd7-94fc-948b794235c4 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:46.945317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-45846093-fcdf-4cd7-94fc-948b794235c4 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.3389904 Feb 16 14:43:46.950982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-c697193f-9681-4545-b53a-d049876d43cb tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:43:46.958635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-c697193f-9681-4545-b53a-d049876d43cb tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124252 Feb 16 14:43:47.056847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-7bb3ec8b-3909-4276-97d8-cf1e04e8b790 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.34 HTTP/1.1" status: 200 len: 695 time: 0.0584009 Feb 16 14:43:47.070128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-4e892062-6491-458b-945e-960d0d52f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:47.071844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-4e892062-6491-458b-945e-960d0d52f623 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70fbfb07-aabb-4be3-9e07-5f784b518456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616608 Feb 16 14:43:47.096173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-6821f6e2-1b93-4e3d-aff6-442da255fd8c tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.34 HTTP/1.1" status: 200 len: 695 time: 0.0772405 Feb 16 14:43:47.201795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Deleting port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:47.202445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:47.368526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-1e91abbd-0d15-42f8-9759-836c6b58c055 service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869627 Feb 16 14:43:47.393573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] For port 5e105b68-2859-4cec-9a4e-9e19c32b11c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5e105b68-2859-4cec-9a4e-9e19c32b11c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:47.393864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:47.461134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Calling delete_port for 5e105b68-2859-4cec-9a4e-9e19c32b11c9 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:47.483510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Deleting port e168d628-978a-4b2a-b707-70b3e2152167 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:47.484066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:47.623147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e0eb5-fe79-4054-98c4-01ca0c76a792 req-e9600922-4786-49f6-9cb4-bb9ffeb5b59c service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451117 Feb 16 14:43:47.669017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:47.669475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:47.692540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Calling delete_port for e168d628-978a-4b2a-b707-70b3e2152167 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:47.827895 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f75a073-f73a-493e-b56e-7720924231cd x-openstack-request-id: req-4f75a073-f73a-493e-b56e-7720924231cd {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:47.828440 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "name": "network-vif-plugged", "status": "completed", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:47.828558 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4f75a073-f73a-493e-b56e-7720924231cd {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:47.828971 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb', 'code': 200} Feb 16 14:43:47.880212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:47.893978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5e105b68-2859-4cec-9a4e-9e19c32b11c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:48.019476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Pushing event deleted for resources: {'Port': ['ID=5e105b68-2859-4cec-9a4e-9e19c32b11c9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:48.055015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95d36d-7fa7-4131-80fa-4fc62523b1df req-b1103dc7-9836-4046-ae29-b113dba92233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:48.057660 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7c95d36d-7fa7-4131-80fa-4fc62523b1df req-b1103dc7-9836-4046-ae29-b113dba92233 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1096 time: 0.1069081 Feb 16 14:43:48.107854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22df0-dc89-4370-9f13-4996a148534b req-e3f1ff62-45c6-4ae5-afb2-0a2777ff8079 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:48.107854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ec22df0-dc89-4370-9f13-4996a148534b req-e3f1ff62-45c6-4ae5-afb2-0a2777ff8079 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.1563675 Feb 16 14:43:48.109575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] No DVR routers for this DVR port 5e105b68-2859-4cec-9a4e-9e19c32b11c9 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:48.112508 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:48.115764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3aa8ecbe-ecb6-4e9f-9090-d7c09a6e0a49 req-cec9c497-b7ac-41df-a192-d79ed443a873 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.129 "DELETE /v2.0/ports/5e105b68-2859-4cec-9a4e-9e19c32b11c9 HTTP/1.1" status: 204 len: 173 time: 1.3746345 Feb 16 14:43:48.116201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'name': 'network-vif-deleted', 'tag': '5e105b68-2859-4cec-9a4e-9e19c32b11c9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:48.118535 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cb316e-627a-47e4-a27a-d76ceda228f1" -d '{"events": [{"server_uuid": "ea858b82-0120-47d9-b6f3-b6ea9d0a88ce", "name": "network-vif-deleted", "tag": "5e105b68-2859-4cec-9a4e-9e19c32b11c9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:48.155157 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7c95d36d-7fa7-4131-80fa-4fc62523b1df req-f6f3c497-b4f6-4c12-9696-80ebbb96f527 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Feb 16 14:43:48.174322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ec22df0-dc89-4370-9f13-4996a148534b req-3a4154e0-a00d-4f91-af33-00a41d62a5cd tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Feb 16 14:43:48.189830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:48.245151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Pushing event deleted for resources: {'Port': ['ID=e168d628-978a-4b2a-b707-70b3e2152167,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:48.361147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:48.363674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:48.376429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2da6c74-253d-4414-850a-3db2f6116df3 req-11b86cbe-3fd0-4389-8f1a-4dddb65f1095 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "DELETE /v2.0/floatingips/e768bce1-994f-4c12-a512-5e3eb4efc4e8 HTTP/1.1" status: 204 len: 173 time: 1.2619021 Feb 16 14:43:48.560341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa97ffe2-471e-4bba-b78c-d4e69ba4e1ed req-2ee9e239-ce95-4d02-ba99-623df49be0b6 tempest-ServersOnMultiNodesTest-738876296 tempest-ServersOnMultiNodesTest-738876296-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea858b82-0120-47d9-b6f3-b6ea9d0a88ce HTTP/1.1" status: 200 len: 210 time: 0.0870960 Feb 16 14:43:48.637391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-f08a7df5-c134-4d60-9241-a5a36ea4bcb3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:48.644973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-f08a7df5-c134-4d60-9241-a5a36ea4bcb3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.3061264 Feb 16 14:43:48.679649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-c1b763dc-9e0b-4a46-957c-80132d83d88f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/quotas/d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 375 time: 0.0337946 Feb 16 14:43:48.762323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-b22804f9-dde0-46f3-9d64-ee0adc4358d3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758998 Feb 16 14:43:48.920047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-93e3308f-10ee-48fd-a196-d475b7e20f32 service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469779 Feb 16 14:43:49.054072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-ee2c8013-0297-44fe-8762-303450bbf8d4 service neutron] 10.222.0.113 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256979 Feb 16 14:43:49.142769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a0391-fee8-4fa9-ab29-21c1878e8b0b req-94077a1c-87db-4188-9184-2140e31ba3a6 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:49.144365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee9a0391-fee8-4fa9-ab29-21c1878e8b0b req-94077a1c-87db-4188-9184-2140e31ba3a6 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 943 time: 0.0893960 Feb 16 14:43:49.214657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee9a0391-fee8-4fa9-ab29-21c1878e8b0b req-2a8a6987-4143-4835-aa70-46cd846bc593 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635922 Feb 16 14:43:49.254409 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f7957-c445-4594-a0e4-da38ba2aeb97 x-openstack-request-id: req-3e4f7957-c445-4594-a0e4-da38ba2aeb97 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:49.254981 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea858b82-0120-47d9-b6f3-b6ea9d0a88ce", "name": "network-vif-deleted", "tag": "5e105b68-2859-4cec-9a4e-9e19c32b11c9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:49.254981 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3e4f7957-c445-4594-a0e4-da38ba2aeb97 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:49.255334 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea858b82-0120-47d9-b6f3-b6ea9d0a88ce', 'name': 'network-vif-deleted', 'tag': '5e105b68-2859-4cec-9a4e-9e19c32b11c9', 'status': 'completed', 'code': 200} Feb 16 14:43:49.448501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-84a519f0-4827-44be-ae88-9e403ef2d106 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1782691 Feb 16 14:43:49.460310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:49.589290 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:49.748280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:49.912689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Allocated IP 172.25.6.167 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f74b8734-daee-479d-9290-6ea5fd87d647) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:50.104897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:50.169865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5e105b68-2859-4cec-9a4e-9e19c32b11c9 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:43:50.216249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 5e105b68-2859-4cec-9a4e-9e19c32b11c9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:43:50.216891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5e105b68-2859-4cec-9a4e-9e19c32b11c9 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:43:50.223997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdebdf9-db24-4fde-998e-7ac7982b45d1 req-1ad5bda4-5bb7-4acc-9f14-26a2d703295f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:50.228118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cdebdf9-db24-4fde-998e-7ac7982b45d1 req-1ad5bda4-5bb7-4acc-9f14-26a2d703295f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.1119521 Feb 16 14:43:50.279269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cdebdf9-db24-4fde-998e-7ac7982b45d1 req-64e3668f-27ba-4b9b-ae69-51c1890c8f86 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Feb 16 14:43:50.306793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:50.389155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:50.393555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:50.398212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:50.451070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Pushing event updated for resources: {'Port': ['ID=f74b8734-daee-479d-9290-6ea5fd87d647,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:50.476891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76682aa6-7811-4fa1-8825-f2f6c03cb21e req-aed9df65-6251-401e-a0fd-402ec80d675b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 210 time: 0.0463042 Feb 16 14:43:50.553933 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:50.650286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d424707-c504-46db-9be9-ef252e9c34eb req-8a7d24fb-e596-461e-b53f-75e09e40fc80 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:50.652037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d424707-c504-46db-9be9-ef252e9c34eb req-8a7d24fb-e596-461e-b53f-75e09e40fc80 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 946 time: 0.0688586 Feb 16 14:43:50.709146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:50.821151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d424707-c504-46db-9be9-ef252e9c34eb req-0c8ef895-d908-4858-b939-fa700e5cc189 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617405 Feb 16 14:43:51.026365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3dec0-7a2b-4f26-8500-d045d764c996 req-71c67411-a3c3-401c-9ca8-9f72574283b5 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:51.028314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42d3dec0-7a2b-4f26-8500-d045d764c996 req-71c67411-a3c3-401c-9ca8-9f72574283b5 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 943 time: 0.1179016 Feb 16 14:43:51.031730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.063979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43762) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:51.097355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42d3dec0-7a2b-4f26-8500-d045d764c996 req-8daba545-d0b8-42ed-8e01-2bdfbfd6a7b9 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616541 Feb 16 14:43:51.103437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.254367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Pushing event updated for resources: {'Port': ['ID=f74b8734-daee-479d-9290-6ea5fd87d647,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:51.278144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.284316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5da37b-b4aa-47db-a843-c359e74538a4 req-419b6d4a-9e0f-40c2-97e0-ec5d3d344e21 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:51.291659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b5da37b-b4aa-47db-a843-c359e74538a4 req-419b6d4a-9e0f-40c2-97e0-ec5d3d344e21 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1096 time: 0.0920229 Feb 16 14:43:51.316920 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-830435e4-d144-4c31-83fe-f167cf80a829 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=67a7c16e25374f5fba5f8b45160e32c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499897 Feb 16 14:43:51.319486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43766) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:51.350088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b5da37b-b4aa-47db-a843-c359e74538a4 req-defc2f8e-d4c2-40c1-a147-94fc55e70e1e tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574095 Feb 16 14:43:51.413860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.446779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.480451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.482882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-cb94046a-6d5c-40c2-b59b-8b6d9e52fbf0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0264523 Feb 16 14:43:51.615860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.619238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:51.623644 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/801d85b1-f3f0-459a-aa0a-a94bd43d70ff HTTP/1.1" status: 204 len: 168 time: 0.3027573 Feb 16 14:43:51.632725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801d85b1-f3f0-459a-aa0a-a94bd43d70ff,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:51.642291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.642626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.647151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.648402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82856a16-7bf4-4522-baa0-5c0dfd4fe99e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:51.851231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3344955-3002-48ed-b5ab-c58c4263a541 req-52d97a1b-cc8f-408b-87f7-d0ca5bb8b7a5 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:51.852820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3344955-3002-48ed-b5ab-c58c4263a541 req-52d97a1b-cc8f-408b-87f7-d0ca5bb8b7a5 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1096 time: 0.4194057 Feb 16 14:43:51.901006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-b05303fa-81cc-4f13-a4b4-d30c86549f16 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.4060919 Feb 16 14:43:51.986952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3344955-3002-48ed-b5ab-c58c4263a541 req-5f9e8966-b38b-4861-a0fc-cd7a0ed424e0 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989289 Feb 16 14:43:52.041480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:43:52.060294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-75ea2675-31ae-4754-8dd8-dee95f719fbb tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:52.061848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-75ea2675-31ae-4754-8dd8-dee95f719fbb tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1548731 Feb 16 14:43:52.076727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-c7243a98-f83f-4819-9f9a-aa4743daad5d tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:43:52.080478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79adbd1-91e0-4f78-8478-3df19c697f2e req-c7243a98-f83f-4819-9f9a-aa4743daad5d tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088542 Feb 16 14:43:52.144113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-331e9bee-1575-4129-907a-a9ae2e0dbbed req-a7c9e2a5-4a2d-4ca6-86a1-a3b447994b6d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 210 time: 0.0613303 Feb 16 14:43:52.180156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:52.192272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'port_id': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'mac_address': 'fa:16:3e:d3:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42200d0-1734-4bf8-b89e-28c1194cc04d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:43:52.237808 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:52.254562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:52.258878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35135f-890c-41ac-b1ae-bfb2f87e618f req-991766e9-223d-463f-8dc3-d72a76a82566 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:52.260553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a35135f-890c-41ac-b1ae-bfb2f87e618f req-991766e9-223d-463f-8dc3-d72a76a82566 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 946 time: 0.0739231 Feb 16 14:43:52.280298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:52.359941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-5d9d7f88-7bc5-466e-92d3-cf69c6e6147b tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips/2b7a2d49-006b-4ad9-8565-0daaa8aefaf4 HTTP/1.1" status: 200 len: 693 time: 0.0825121 Feb 16 14:43:52.377995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a35135f-890c-41ac-b1ae-bfb2f87e618f req-de085c12-5983-43bd-92cd-58b1d430d4f4 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088765 Feb 16 14:43:52.471803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-870d5352-b8b1-4665-a17e-f306c39893a9 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:52.473122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-870d5352-b8b1-4665-a17e-f306c39893a9 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1332769 Feb 16 14:43:52.539792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-8f181f1a-6381-4b02-a09f-3a196c999768 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.0530543 Feb 16 14:43:52.560507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047b973-acf2-4040-a66e-2e62f58fe036 req-7d5a8d70-6649-48aa-a1f5-ee08f4432106 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:52.562062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d047b973-acf2-4040-a66e-2e62f58fe036 req-7d5a8d70-6649-48aa-a1f5-ee08f4432106 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 943 time: 0.1104400 Feb 16 14:43:52.578590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:52.618379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-43f92c7a-982b-4a73-9fbb-e3cc428d0de0 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.0720646 Feb 16 14:43:52.648636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:52.700042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:52.760822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d047b973-acf2-4040-a66e-2e62f58fe036 req-9da4c9ab-1036-40d5-a149-0344eaec9cee tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521461 Feb 16 14:43:52.867519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Deleting port f74b8734-daee-479d-9290-6ea5fd87d647 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:52.867992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:52.920767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43802) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:52.959028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:52.959360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:52.978126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Calling delete_port for f74b8734-daee-479d-9290-6ea5fd87d647 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:52.989801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43804) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:52.991712 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-334a156d-cd71-4871-83af-44192058030f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6bcc693f200a4ffc93a8393a2915fd93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689051 Feb 16 14:43:53.173418 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4793d0f4-d439-477f-8823-26f6275fa87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.211893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4793d0f4-d439-477f-8823-26f6275fa87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.303086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-460e7160-502c-4e55-92a1-2e6b8bfbd270 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:53.304544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-460e7160-502c-4e55-92a1-2e6b8bfbd270 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 821 time: 0.2198362 Feb 16 14:43:53.323431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Request body: {'port': {'device_id': '53924268-634b-43f9-b91d-a1ac8259135c', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'admin_state_up': True, 'tenant_id': 'd8523fe0991f431a96e6f101547592fc'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:53.506864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.516000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4793d0f4-d439-477f-8823-26f6275fa87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.516000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4793d0f4-d439-477f-8823-26f6275fa87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.516000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4793d0f4-d439-477f-8823-26f6275fa87c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cf086aa5-c12d-41e5-beeb-6ad0a2a9819c HTTP/1.1" status: 204 len: 168 time: 0.5222530 Feb 16 14:43:53.572965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Pushing event deleted for resources: {'Port': ['ID=f74b8734-daee-479d-9290-6ea5fd87d647,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:53.576494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793d0f4-d439-477f-8823-26f6275fa87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf086aa5-c12d-41e5-beeb-6ad0a2a9819c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:53.579378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Made reservation on behalf of d8523fe0991f431a96e6f101547592fc for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:43:53.590927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.696779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.699973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:53.714455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fe95e83-8f09-4a98-b922-2404e682f49e req-3e592c9f-02ae-48c2-aae3-03c4d37dc3ea tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "DELETE /v2.0/floatingips/2b7a2d49-006b-4ad9-8565-0daaa8aefaf4 HTTP/1.1" status: 204 len: 173 time: 1.0951343 Feb 16 14:43:53.909109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Allocated IP 172.20.0.9 (17e411cc-5c91-4342-ae9e-9be4ddd8c9f4/b9b3dd02-9da6-47db-b291-2bcf0e7ac67e/04d519f8-a8d5-4203-ae5c-cd96f9e78b75) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:43:54.059475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:54.071362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:54.139269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:54.140045 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:54.184422 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:54.205886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['48e14e3e-ceac-473f-b0bc-130e3f73fa36'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:54.207172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:43:54.211694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:43:54.241431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:43:54.300814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:54.331402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:54.337287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:54.343021 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf336948-f1d7-44d7-b12b-825e91820049" -d '{"events": [{"server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "name": "network-vif-plugged", "status": "completed", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:54.343151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:54.347586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:54.347866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:54.371266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3ed59-5da4-4370-9362-774f7a81994d req-995c856c-422b-4362-93ae-0b693d7f595c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:54.377270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8c3ed59-5da4-4370-9362-774f7a81994d req-995c856c-422b-4362-93ae-0b693d7f595c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 931 time: 0.0932705 Feb 16 14:43:54.422341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8c3ed59-5da4-4370-9362-774f7a81994d req-9102d224-5077-44f7-872e-c22b57db0c42 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Feb 16 14:43:54.473806 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:54.476421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-35f9b585-6b53-445c-bd15-b736a654e9a6 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1568990 Feb 16 14:43:54.514141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Request body: {'port': {'device_id': '53924268-634b-43f9-b91d-a1ac8259135c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:54.518114 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-6fc5967a-82bf-4b9f-9e3f-aec4d44cdfda req-9474e5c6-d72f-4b98-99c4-227ae2684c3c tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] show failed (client error): The resource could not be found. Feb 16 14:43:54.524055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fc5967a-82bf-4b9f-9e3f-aec4d44cdfda req-9474e5c6-d72f-4b98-99c4-227ae2684c3c tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips/2b7a2d49-006b-4ad9-8565-0daaa8aefaf4 HTTP/1.1" status: 404 len: 350 time: 0.0601966 Feb 16 14:43:54.540543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:54.680106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:54.745798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19e21c-34a8-490b-a54c-d26868a4cfde req-ad2f7ac5-fab9-42c4-9745-3b839106fc4e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:54.747294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad19e21c-34a8-490b-a54c-d26868a4cfde req-ad2f7ac5-fab9-42c4-9745-3b839106fc4e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 943 time: 0.1439679 Feb 16 14:43:54.864980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad19e21c-34a8-490b-a54c-d26868a4cfde req-8d0cb397-cc27-4761-85fa-25c8b8a2db6d tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094787 Feb 16 14:43:55.013902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-19b9655c-ea2c-43cd-90a0-ec9d2e1f8718 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:43:55.014877 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-19b9655c-ea2c-43cd-90a0-ec9d2e1f8718 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066135 Feb 16 14:43:55.076768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-a2d980c2-e688-4ffd-a150-6f68a3060026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:55.085804 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-a2d980c2-e688-4ffd-a150-6f68a3060026 service neutron] 10.222.0.113 "GET /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 1093 time: 0.0490711 Feb 16 14:43:55.090452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Request body: {'binding': {'host': 'n-h2-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:43:55.091264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:43:55.108465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:55.116470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:55.129836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Transition to ACTIVE for port object 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:43:55.253465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on host n-h2-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:55.254892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:55.267240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:55.267802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:55.277058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:43:55.277391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:55.299065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:55.299598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:55.300113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:55.300775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Bound port: f839d3b9-5632-4e2b-97d5-97597881bcfb, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:55.357489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:55.402776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:55.423700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:43:55.427142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:43:55.427142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:55.429241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:43:55.429612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:43:55.435101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:43:55.435446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:43:55.435859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:43:55.436290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Bound port: 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:43:55.436649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:55.553950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:55.555131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-5b44fdc2-88bc-4fc4-a4ce-3f31df29f94a service neutron] 10.222.0.113 "POST /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4685428 Feb 16 14:43:55.587423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:43:55.592290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:43:55.616920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-12d84124-dbd4-4c9f-9123-d9dd8fe7b270 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:55.618375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-12d84124-dbd4-4c9f-9123-d9dd8fe7b270 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/networks?id=fcd74e7e-8e93-4d7a-92d0-3c82922a4175 HTTP/1.1" status: 200 len: 814 time: 0.1455390 Feb 16 14:43:55.635699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-0eaadda4-e3d9-4aa2-b574-7a0673fa5974 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/quotas/4177f7e98c5c4d0aac0b05491bfa85df HTTP/1.1" status: 200 len: 375 time: 0.0110252 Feb 16 14:43:55.693172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-886113f0-baf2-432a-ab22-4849ecd2a725 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4177f7e98c5c4d0aac0b05491bfa85df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514078 Feb 16 14:43:55.770390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:55.791458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:55.792726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:55.794269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-8dee3357-4793-43f2-a558-9650759af491 service neutron] 10.222.0.129 "PUT /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 1091 time: 1.2845566 Feb 16 14:43:55.831440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:55.831440 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacf36f2-3dce-4308-9901-5012b344cbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:55.892720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee3357-4793-43f2-a558-9650759af491 service neutron] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:55.916797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-de934af6-51d3-496f-ba0c-acb2a74a8fb7 service neutron] 10.222.0.113 "GET /v2.0/networks/fcd74e7e-8e93-4d7a-92d0-3c82922a4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125893 Feb 16 14:43:56.034492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-59a4b464-2bb9-4d53-babd-a5316923c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:56.035688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-59a4b464-2bb9-4d53-babd-a5316923c221 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1094 time: 0.1375842 Feb 16 14:43:56.104031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-5cb5c339-e23f-4e09-9ad9-bf188b035955 service neutron] 10.222.0.113 "GET /v2.0/networks/fcd74e7e-8e93-4d7a-92d0-3c82922a4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891918 Feb 16 14:43:56.108271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-4ac57b9f-128c-4ac7-8b6d-549e3714afc2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 217 time: 0.0570674 Feb 16 14:43:56.194141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-2510a1aa-9dab-4804-9bd7-9b9ffc385e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:56.195240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d5d8b217-68dd-4b62-9511-b20666421b71 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:43:56.196643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-2510a1aa-9dab-4804-9bd7-9b9ffc385e21 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0802579 Feb 16 14:43:56.249585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-7e65122a-3289-4cc1-932b-8bac0fbe2825 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:56.251754 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-7e65122a-3289-4cc1-932b-8bac0fbe2825 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 946 time: 0.1002457 Feb 16 14:43:56.265053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-ce0e1286-51cc-4be0-97eb-5b2eb612587a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547559 Feb 16 14:43:56.375252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d5d8b217-68dd-4b62-9511-b20666421b71, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d5d8b217-68dd-4b62-9511-b20666421b71,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:56.404826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'port_id': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'mac_address': 'fa:16:3e:54:98:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:43:56.460319 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf07fc30-cd6d-4d6a-b357-464897588a3e x-openstack-request-id: req-bf07fc30-cd6d-4d6a-b357-464897588a3e {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:56.462542 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "name": "network-vif-plugged", "status": "completed", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:56.462542 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bf07fc30-cd6d-4d6a-b357-464897588a3e {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:56.462542 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'code': 200} Feb 16 14:43:56.464316 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:56.466674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Deleting port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:56.468070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:56.478654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b9f24-416b-48f4-a200-3db8d8b6a4d0 req-2c66c0f2-85d0-4674-8de1-888de48b3743 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:56.480277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486b9f24-416b-48f4-a200-3db8d8b6a4d0 req-2c66c0f2-85d0-4674-8de1-888de48b3743 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 946 time: 0.5171897 Feb 16 14:43:56.480745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d8b217-68dd-4b62-9511-b20666421b71 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:43:56.509275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d5d8b217-68dd-4b62-9511-b20666421b71, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d5d8b217-68dd-4b62-9511-b20666421b71,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:56.539334 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-8c7c8372-4064-4ee0-aae5-1d39f788165f req-b7324326-2506-4326-a8ea-858df7d74a13 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] show failed (client error): The resource could not be found. Feb 16 14:43:56.552262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c7c8372-4064-4ee0-aae5-1d39f788165f req-b7324326-2506-4326-a8ea-858df7d74a13 tempest-FloatingIPsTestJSON-1755872277 tempest-FloatingIPsTestJSON-1755872277-project] 10.222.0.113 "GET /v2.0/floatingips/2b7a2d49-006b-4ad9-8565-0daaa8aefaf4 HTTP/1.1" status: 404 len: 350 time: 0.0683603 Feb 16 14:43:56.556352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43918) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:56.584472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-bda73875-d376-4a41-8f0f-8f8137c61fb3 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128767 Feb 16 14:43:56.588472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] For port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:56.589080 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:56.590533 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:56.596274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-51e5bc36-60af-4611-be0b-5b6e7e5d9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:56.599829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-51e5bc36-60af-4611-be0b-5b6e7e5d9d65 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1096 time: 0.2158408 Feb 16 14:43:56.607860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Calling delete_port for 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:56.889914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d5d8b217-68dd-4b62-9511-b20666421b71,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:56.898123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.898453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.898790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.899121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.899445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.899796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.900123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.900443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.900763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.901104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.901399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.901766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:56.938622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['d5d8b217-68dd-4b62-9511-b20666421b71'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:56.946762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:56.981625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event deleted for resources: {'Port': ['ID=4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:57.020516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:43:57.075664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] No DVR routers for this DVR port 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:43:57.079752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:57.086422 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77c3e27e-6bb2-4461-bd33-0f011ec1e1f5 req-76a1a3ed-6f9b-4290-9929-169ca8ec32c3 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "DELETE /v2.0/ports/4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 HTTP/1.1" status: 204 len: 173 time: 0.8280523 Feb 16 14:43:57.087926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'name': 'network-vif-deleted', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:57.114278 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a87a6e5-af91-4f26-a0a9-f3e1715d45f5" -d '{"events": [{"server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "name": "network-vif-deleted", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:57.145429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486b9f24-416b-48f4-a200-3db8d8b6a4d0 req-b0699f46-8e7e-45db-9f80-af4383588c6e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506686 Feb 16 14:43:57.280509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d86b6-65a1-46ad-aa66-d4a04886af57 req-f3b98050-dd57-4e72-8230-dc5d3d61ae32 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:57.283583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc0d86b6-65a1-46ad-aa66-d4a04886af57 req-f3b98050-dd57-4e72-8230-dc5d3d61ae32 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.6372385 Feb 16 14:43:57.290610 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b522b996-faa7-4b3b-b975-85f06f91f96e x-openstack-request-id: req-b522b996-faa7-4b3b-b975-85f06f91f96e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:57.290899 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:57.291147 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b522b996-faa7-4b3b-b975-85f06f91f96e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:57.291536 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75', 'status': 'completed', 'code': 200} Feb 16 14:43:57.322502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-766fdc24-adb4-4b3a-8f1f-646b8c54697c req-eb441300-afcf-4244-91cd-7e275b4b3338 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296216 Feb 16 14:43:57.331203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-19cfb5bd-9d6b-4912-a698-2fc16c7e7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:57.332951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-19cfb5bd-9d6b-4912-a698-2fc16c7e7095 service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.6857426 Feb 16 14:43:57.449031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-07c1ea9c-139d-4492-8ee6-d437041d78a4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 217 time: 0.1052756 Feb 16 14:43:57.526259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc0d86b6-65a1-46ad-aa66-d4a04886af57 req-b993933a-f36b-4fbd-b192-fa4629e29e4c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142100 Feb 16 14:43:57.569680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb8184-6f99-4bfe-abdf-aaaa5a1f5389 req-18088f93-b1df-4655-b78b-3cabcf602518 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:57.569680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46fb8184-6f99-4bfe-abdf-aaaa5a1f5389 req-18088f93-b1df-4655-b78b-3cabcf602518 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.2486236 Feb 16 14:43:57.619277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-23f0e492-6202-419d-9f9e-8bbd468a490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:57.621438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-23f0e492-6202-419d-9f9e-8bbd468a490b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1608572 Feb 16 14:43:57.699068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-27219b77-549a-4813-a481-721fa910006f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586352 Feb 16 14:43:57.727600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-8bfb16cc-3e6d-4dcb-84db-32b41f4630b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:57.729163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-8bfb16cc-3e6d-4dcb-84db-32b41f4630b3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1094 time: 0.2134154 Feb 16 14:43:57.763202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46fb8184-6f99-4bfe-abdf-aaaa5a1f5389 req-d8b246ad-b477-4572-be50-f656c3a8e22f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855090 Feb 16 14:43:57.859833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395e96c-60b5-4e36-bbbd-fe4e059acf16 req-3def241a-303f-4b5f-9a7a-30e6fd637c64 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:57.862131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c395e96c-60b5-4e36-bbbd-fe4e059acf16 req-3def241a-303f-4b5f-9a7a-30e6fd637c64 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 944 time: 0.2538354 Feb 16 14:43:57.869897 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:43:58.003004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-9cf32eca-71e0-4ade-baed-ee8141db9a1e service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922459 Feb 16 14:43:58.012454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c395e96c-60b5-4e36-bbbd-fe4e059acf16 req-af53e219-e309-4c90-a6de-1f8f2c64b6b5 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376410 Feb 16 14:43:58.041835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff5f0ca7-4dd1-4188-9848-2d9b7328f3f4 req-ddaceac1-9f44-4936-8151-bba7d83601e0 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 210 time: 0.0638597 Feb 16 14:43:58.150196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-1a2a1585-8dab-446f-a188-70c25bd6a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:58.150196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-1a2a1585-8dab-446f-a188-70c25bd6a9a3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.2870388 Feb 16 14:43:58.151305 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd81ac37-5dd3-4384-8e82-2cddd956fca1 x-openstack-request-id: req-dd81ac37-5dd3-4384-8e82-2cddd956fca1 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:58.151305 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de74200a-e131-4e56-83b3-9ba3f5f7a1df", "name": "network-vif-deleted", "tag": "4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:58.151305 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd81ac37-5dd3-4384-8e82-2cddd956fca1 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:58.151305 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de74200a-e131-4e56-83b3-9ba3f5f7a1df', 'name': 'network-vif-deleted', 'tag': '4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8', 'status': 'completed', 'code': 200} Feb 16 14:43:58.169562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-43db61ff-9c18-428a-a3fa-996b522c25c6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 217 time: 0.0919940 Feb 16 14:43:58.211040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d5d8b217-68dd-4b62-9511-b20666421b71 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:43:58.330992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8259901-8c81-421a-8533-dd8b803f1666 req-188948a1-852f-4bf7-accf-5e4cfb0f93ef tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=de74200a-e131-4e56-83b3-9ba3f5f7a1df HTTP/1.1" status: 200 len: 210 time: 0.0463905 Feb 16 14:43:58.339198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-20ce4477-b82b-455c-8253-1a3a8bc72182 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229842 Feb 16 14:43:58.354289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-2868b2ac-5175-41bf-8eda-7a21630cffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:58.357788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-2868b2ac-5175-41bf-8eda-7a21630cffe3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1791394 Feb 16 14:43:58.397293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port d5d8b217-68dd-4b62-9511-b20666421b71 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:43:58.408241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-465202fe-d02b-4d29-88b8-a42162e050c0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399542 Feb 16 14:43:58.410226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port d5d8b217-68dd-4b62-9511-b20666421b71 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:43:58.410603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:58.415190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:58.519954 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:58.569783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:43:58.581340 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad0349d-d0d9-491d-8aa0-ecacac79c13b" -d '{"events": [{"server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:43:58.628411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d5d8b217-68dd-4b62-9511-b20666421b71, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d5d8b217-68dd-4b62-9511-b20666421b71,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:58.633032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-02dc28a2-a4dc-4b18-a1e7-39d15ad09754 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776829 Feb 16 14:43:58.756653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:58.851049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0563aa-3b1e-44e3-8eb7-d8edcfc4da74 req-fc6ec730-3235-4861-b2bc-d44d5764b4dd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:58.852513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf0563aa-3b1e-44e3-8eb7-d8edcfc4da74 req-fc6ec730-3235-4861-b2bc-d44d5764b4dd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 945 time: 0.1799285 Feb 16 14:43:58.870825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b515846-bd0c-4e52-a7ba-a29511acc9ab req-159b6833-dd77-4b65-adee-0554ba1e26bf tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:58.870825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b515846-bd0c-4e52-a7ba-a29511acc9ab req-159b6833-dd77-4b65-adee-0554ba1e26bf tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.1967759 Feb 16 14:43:58.878234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d5d8b217-68dd-4b62-9511-b20666421b71,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:58.889807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cacf36f2-3dce-4308-9901-5012b344cbd5 req-4bad927a-e35a-4eed-907e-32930785900a service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193356 Feb 16 14:43:58.970592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf0563aa-3b1e-44e3-8eb7-d8edcfc4da74 req-f2db5b64-16e0-4f16-9fb4-cd8643ea2b43 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964162 Feb 16 14:43:58.975424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b515846-bd0c-4e52-a7ba-a29511acc9ab req-e9325d98-6d74-4a90-9cef-3098f8d63cb2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847154 Feb 16 14:43:59.071980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Deleting port 5a34480f-9a89-40aa-ad24-bd9cea491162 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:43:59.074433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.097380 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a736af-804a-46c7-886c-5c2e93a735fb x-openstack-request-id: req-95a736af-804a-46c7-886c-5c2e93a735fb {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:43:59.100607 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:43:59.100887 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-95a736af-804a-46c7-886c-5c2e93a735fb {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:43:59.101283 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'code': 200} Feb 16 14:43:59.171818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43970) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:59.308411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] For port 5a34480f-9a89-40aa-ad24-bd9cea491162, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5a34480f-9a89-40aa-ad24-bd9cea491162,segment=NetworkSegment(df9c1ce4-5db2-4c71-990f-22b36ae71f90),segment_id=df9c1ce4-5db2-4c71-990f-22b36ae71f90)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:43:59.309310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.314234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dedec3d2-238f-4829-a4de-00aead44585b req-5ace6684-2a02-4e8a-988f-b61fd39e4c71 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 210 time: 0.0813837 Feb 16 14:43:59.319495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7efa0515-67c5-4f1b-b231-cf83043f9011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.343901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Calling delete_port for 5a34480f-9a89-40aa-ad24-bd9cea491162 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:43:59.354860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e94ae-96df-49cb-a91b-f649c3d65a57 req-b82971a5-b270-4f21-b959-5016f3853803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:59.357084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab2e94ae-96df-49cb-a91b-f649c3d65a57 req-b82971a5-b270-4f21-b959-5016f3853803 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 1096 time: 0.1458209 Feb 16 14:43:59.365764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c1a1b-2c4e-42a3-9a08-82448c9f504c req-3ac12d4f-0aab-4612-a4ac-cb35fd5ad1ba tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:59.367427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e61c1a1b-2c4e-42a3-9a08-82448c9f504c req-3ac12d4f-0aab-4612-a4ac-cb35fd5ad1ba tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.2180140 Feb 16 14:43:59.416982 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7efa0515-67c5-4f1b-b231-cf83043f9011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.505757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7efa0515-67c5-4f1b-b231-cf83043f9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.521233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab2e94ae-96df-49cb-a91b-f649c3d65a57 req-85aba5b6-1cb8-4190-aee4-2a1b15acb20a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511438 Feb 16 14:43:59.532066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e61c1a1b-2c4e-42a3-9a08-82448c9f504c req-9d522aff-7bd9-44b2-8d91-29b1adf3dc0f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519728 Feb 16 14:43:59.575231 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7efa0515-67c5-4f1b-b231-cf83043f9011 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=13823a01856e424b80d7917fb503ad08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020071 Feb 16 14:43:59.580908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43976) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:43:59.583397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e462f4-bfb1-45db-a567-e67bc31a081e req-114f23db-6ece-45bc-8937-21b36bdb7f95 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:59.591110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98e462f4-bfb1-45db-a567-e67bc31a081e req-114f23db-6ece-45bc-8937-21b36bdb7f95 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.1888690 Feb 16 14:43:59.620388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa0515-67c5-4f1b-b231-cf83043f9011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e44b69-be43-46db-835b-5c44c47f7798,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:59.695857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98e462f4-bfb1-45db-a567-e67bc31a081e req-d33c6eb6-1bf6-4a33-b141-3e91b57f3852 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985026 Feb 16 14:43:59.714654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a203ff9-9be7-456b-be59-666578f6f8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.761570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a203ff9-9be7-456b-be59-666578f6f8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.863665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.923677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a203ff9-9be7-456b-be59-666578f6f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.926851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a203ff9-9be7-456b-be59-666578f6f8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:59.928028 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1a203ff9-9be7-456b-be59-666578f6f8d7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a1e44b69-be43-46db-835b-5c44c47f7798 HTTP/1.1" status: 204 len: 168 time: 0.3459742 Feb 16 14:43:59.931291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a34480f-9a89-40aa-ad24-bd9cea491162,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:59.939866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a203ff9-9be7-456b-be59-666578f6f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e44b69-be43-46db-835b-5c44c47f7798,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:43:59.946087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.946087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.946290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.946588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.946908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.947226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.947676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.948000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.948315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.948717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.949236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:43:59.949434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:00.098160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:00.110866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a586-2515-4543-9c35-ca6559a08439 req-ba270efb-693d-4080-bb8f-bac824111410 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:00.113051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-ba270efb-693d-4080-bb8f-bac824111410 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 822 time: 0.3048470 Feb 16 14:44:00.121874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:00.122582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 4d899c56-8f7f-45eb-9a14-0aa5ecaa6dc8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:00.584278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-cb959db6-aa11-4ca2-ad8d-cc257cec87ad tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:00.585840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-cb959db6-aa11-4ca2-ad8d-cc257cec87ad tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.129 "GET /v2.0/networks?id=fcd74e7e-8e93-4d7a-92d0-3c82922a4175 HTTP/1.1" status: 200 len: 814 time: 0.8237123 Feb 16 14:44:00.620438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Request body: {'port': {'device_id': '6b49b06a-61ff-4907-b10f-46989a092639', 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'admin_state_up': True, 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:00.665962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-89538f54-9b48-451e-9c27-1843720b7d03 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/quotas/13a087beded845789c77c45d58db603b HTTP/1.1" status: 200 len: 375 time: 0.0730801 Feb 16 14:44:00.897308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b02a8-3cea-4301-9043-810948f2df1f req-98812b59-cd55-4459-a4ed-3a3af6d52e6d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:00.899014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-049b02a8-3cea-4301-9043-810948f2df1f req-98812b59-cd55-4459-a4ed-3a3af6d52e6d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 945 time: 0.3226659 Feb 16 14:44:00.911297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44020) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:00.931269 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4da53c43-7a20-429c-a363-95941e1f19dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:00.935949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-f47150c2-f537-4665-b4b9-7c75ceb39cc4 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2690570 Feb 16 14:44:00.974924 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.001716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-7e094e7e-c437-484f-be79-3232caa9a889 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:01.003250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-7e094e7e-c437-484f-be79-3232caa9a889 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 945 time: 0.2329957 Feb 16 14:44:01.033860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4da53c43-7a20-429c-a363-95941e1f19dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.105778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-049b02a8-3cea-4301-9043-810948f2df1f req-10ca0fe9-d274-4501-bc98-2173d2ba6c74 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888413 Feb 16 14:44:01.123377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4da53c43-7a20-429c-a363-95941e1f19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.239756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4da53c43-7a20-429c-a363-95941e1f19dc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cfe326255f804d1d8acad1fddd99259c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263304 Feb 16 14:44:01.242256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44024) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:01.352268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da53c43-7a20-429c-a363-95941e1f19dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8681d49c-9277-4e78-b541-0cda6d38e3e6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:01.373809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-43e594f1-290c-4294-9195-0db2f1857af2 service neutron] 10.222.0.113 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166067 Feb 16 14:44:01.388426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba5598cf-85e9-4fa8-817b-a05b05f8de79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.458849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba5598cf-85e9-4fa8-817b-a05b05f8de79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.460469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438b7a-00f3-4911-9f5c-7521d2e32b1c req-97fe8a48-36ed-4316-83a0-7ac1de5093b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:01.468327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8438b7a-00f3-4911-9f5c-7521d2e32b1c req-97fe8a48-36ed-4316-83a0-7ac1de5093b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.2460349 Feb 16 14:44:01.484173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Made reservation on behalf of 4177f7e98c5c4d0aac0b05491bfa85df for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:01.488375 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.594624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Deleting port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:01.595015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.611354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba5598cf-85e9-4fa8-817b-a05b05f8de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.618638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba5598cf-85e9-4fa8-817b-a05b05f8de79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.622841 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ba5598cf-85e9-4fa8-817b-a05b05f8de79 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8681d49c-9277-4e78-b541-0cda6d38e3e6 HTTP/1.1" status: 204 len: 168 time: 0.3787220 Feb 16 14:44:01.646164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8438b7a-00f3-4911-9f5c-7521d2e32b1c req-b5d53767-6e05-4d52-8d3a-cb8b7547517d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768758 Feb 16 14:44:01.661950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5598cf-85e9-4fa8-817b-a05b05f8de79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8681d49c-9277-4e78-b541-0cda6d38e3e6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:01.931021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-58c3289c-ee41-482f-9ed6-1923f6fe4b40 service neutron] 10.222.0.113 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416422 Feb 16 14:44:01.940833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0c19455-0021-44d5-9bfe-2dcce1570664 req-00e2b781-245b-4eff-95fc-554225292f71 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 210 time: 0.0943620 Feb 16 14:44:01.957245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] For port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:01.961430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:01.988733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Router 4ff35834-2f56-418a-95f5-b5a0a977c34f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:44:01.996562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Calling delete_port for c31b8e5b-a4ca-47be-81f0-eef2154e2b7e owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:02.203505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Allocated IP 172.20.0.9 (fcd74e7e-8e93-4d7a-92d0-3c82922a4175/40b40d72-bb8d-42f7-8724-5a4abdb69b18/bd6df7db-9f00-4cd0-9bee-176c7de3cd42) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:02.449723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2775a0-cb14-44b0-9d43-c971ed819096 req-e05f6a32-d72e-4ac6-b888-88debd6ce99a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:02.451823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e2775a0-cb14-44b0-9d43-c971ed819096 req-e05f6a32-d72e-4ac6-b888-88debd6ce99a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.3286657 Feb 16 14:44:02.523472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:44:02.535376 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] Sync routers for ids ['4ff35834-2f56-418a-95f5-b5a0a977c34f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:44:02.554261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ca9df406-bf34-4b56-8aa1-6f7408d7a6eb admin admin] 10.222.0.113 "PUT /v2.0/routers/4ff35834-2f56-418a-95f5-b5a0a977c34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9765801 Feb 16 14:44:02.556913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44046) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:02.558144 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] Routers {'4ff35834-2f56-418a-95f5-b5a0a977c34f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:44:02.560190 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ff35834-2f56-418a-95f5-b5a0a977c34f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:02.715382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c48f2-2699-4a31-b651-da61485a7502 req-88e166a1-151d-4d77-9f72-1d0a4ae7384b tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:02.723819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a29c48f2-2699-4a31-b651-da61485a7502 req-88e166a1-151d-4d77-9f72-1d0a4ae7384b tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.3857944 Feb 16 14:44:02.789554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:02.812867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e2775a0-cb14-44b0-9d43-c971ed819096 req-5a298191-7d5d-4ffc-8ba5-57be893e56dc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275719 Feb 16 14:44:02.936281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a29c48f2-2699-4a31-b651-da61485a7502 req-b5e9ce1f-b736-4869-b259-3bb4aa99c7ee tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977820 Feb 16 14:44:02.989684 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:03.037275 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] Set router 4ff35834-2f56-418a-95f5-b5a0a977c34f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:44:03.053447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event deleted for resources: {'Port': ['ID=c31b8e5b-a4ca-47be-81f0-eef2154e2b7e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:03.169147 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:03.237172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aeafb445-d3a9-460f-b16c-d67290f9ca85 req-194388f6-92e8-4521-9fea-e83f9a41f033 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.1872749 Feb 16 14:44:03.321640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a09bc724-dc60-4efe-8d80-43021ffbde67 req-8c53f4d9-0088-469a-baa3-967d83ef0d68 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 210 time: 0.1511502 Feb 16 14:44:03.329710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] No DVR routers for this DVR port c31b8e5b-a4ca-47be-81f0-eef2154e2b7e on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:03.339519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:03.348969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03318c10-5b07-4799-a72f-dba2e3762d52 req-2f399187-bf08-4e1e-8c25-afb908e57723 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "DELETE /v2.0/ports/c31b8e5b-a4ca-47be-81f0-eef2154e2b7e HTTP/1.1" status: 204 len: 173 time: 2.3045056 Feb 16 14:44:03.349976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c818742-5398-4eaa-9250-b805da852f2b', 'name': 'network-vif-deleted', 'tag': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:03.353074 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcc02c2-a592-4c4e-937c-4e0e6103ea3f" -d '{"events": [{"server_uuid": "8c818742-5398-4eaa-9250-b805da852f2b", "name": "network-vif-deleted", "tag": "c31b8e5b-a4ca-47be-81f0-eef2154e2b7e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:03.354842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Deleting port 12f01808-787c-45a9-8231-f870176789a1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:03.355186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:03.525456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] For port 12f01808-787c-45a9-8231-f870176789a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=12f01808-787c-45a9-8231-f870176789a1,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:03.526300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:03.534686 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '12f01808-787c-45a9-8231-f870176789a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:43:59Z', 'revision_number': 5, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port': {'id': '12f01808-787c-45a9-8231-f870176789a1', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:95:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:18Z', 'updated_at': '2022-02-16T14:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:03.550494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4379c-091c-4e5f-8fa2-7f3d0c3708d9 req-3f900758-dee1-4a85-95a1-1f3eeb83ad37 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:03.553006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26b4379c-091c-4e5f-8fa2-7f3d0c3708d9 req-3f900758-dee1-4a85-95a1-1f3eeb83ad37 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.1934068 Feb 16 14:44:03.558975 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Calling delete_port for 12f01808-787c-45a9-8231-f870176789a1 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:03.642442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:03.666261 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] Checking router: 4ff35834-2f56-418a-95f5-b5a0a977c34f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:44:03.681478 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] Routers {'4ff35834-2f56-418a-95f5-b5a0a977c34f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:44:03.683092 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:43:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ff35834-2f56-418a-95f5-b5a0a977c34f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:03.808212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20a3c7-2b3a-4376-bca2-57ba73246a4d req-a17ee120-3902-422d-bc80-c6b6ff3d46af tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:03.810088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e20a3c7-2b3a-4376-bca2-57ba73246a4d req-a17ee120-3902-422d-bc80-c6b6ff3d46af tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.2470610 Feb 16 14:44:03.829580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26b4379c-091c-4e5f-8fa2-7f3d0c3708d9 req-016923d9-2a83-4887-9951-692bbba2c68a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168865 Feb 16 14:44:03.829580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44070) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:03.844598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Request body: {'floatingip': {'port_id': 'd5d8b217-68dd-4b62-9511-b20666421b71'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:03.894164 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] Set router 4ff35834-2f56-418a-95f5-b5a0a977c34f gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:44:03.989963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.005314 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fb3caa-3d4e-4f21-b1e6-7a0b370a69a5 x-openstack-request-id: req-66fb3caa-3d4e-4f21-b1e6-7a0b370a69a5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:04.005664 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c818742-5398-4eaa-9250-b805da852f2b", "name": "network-vif-deleted", "tag": "c31b8e5b-a4ca-47be-81f0-eef2154e2b7e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:04.007737 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-66fb3caa-3d4e-4f21-b1e6-7a0b370a69a5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:04.008223 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c818742-5398-4eaa-9250-b805da852f2b', 'name': 'network-vif-deleted', 'tag': 'c31b8e5b-a4ca-47be-81f0-eef2154e2b7e', 'status': 'completed', 'code': 200} Feb 16 14:44:04.076905 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:44:03Z', 'revision_number': 6, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:04.116422 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e06d6-a5c4-4925-9ec5-4735c314ece2 None None] The sync data for ids ['4ff35834-2f56-418a-95f5-b5a0a977c34f'] in n-d-829433-1 is: [{'id': '4ff35834-2f56-418a-95f5-b5a0a977c34f', 'name': 'tempest-FloatingIPsTestJSON-1357903834-router', 'tenant_id': '3aa55190c4744caa983377760eb92783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:16Z', 'updated_at': '2022-02-16T14:44:03Z', 'revision_number': 6, 'project_id': '3aa55190c4744caa983377760eb92783', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:44:04.149830 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.226565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Pushing event deleted for resources: {'Port': ['ID=12f01808-787c-45a9-8231-f870176789a1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:04.252545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c31b8e5b-a4ca-47be-81f0-eef2154e2b7e no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:04.318027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: c31b8e5b-a4ca-47be-81f0-eef2154e2b7e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:04.318389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c31b8e5b-a4ca-47be-81f0-eef2154e2b7e not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:04.339248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.476313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d85bdf2-e1ed-4bd5-beaf-951b7ca150d7 req-354ce683-2094-4fe8-bc5d-be0e1042b478 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 210 time: 0.4660749 Feb 16 14:44:04.490031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.494923 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.608870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.694674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.695394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ff35834-2f56-418a-95f5-b5a0a977c34f {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:44:04.700442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.706928 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-16f71ccc-ef80-4ce7-88ab-c8dec6d1444d admin admin] 10.222.0.113 "DELETE /v2.0/routers/4ff35834-2f56-418a-95f5-b5a0a977c34f HTTP/1.1" status: 204 len: 168 time: 2.1438746 Feb 16 14:44:04.706928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44086) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:04.743734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c4b0-cfb4-41b2-ae72-b87c3dfc167d req-10f21281-18ac-45bd-a59c-f59d7b01bb81 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:04.756104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c955c4b0-cfb4-41b2-ae72-b87c3dfc167d req-10f21281-18ac-45bd-a59c-f59d7b01bb81 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.6656933 Feb 16 14:44:04.790378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Pushing event updated for resources: {'Port': ['ID=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:04.801913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:04.824396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:04.847449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8908368-b62f-47a8-a7cd-66681308193d req-53bac39e-a8b3-4f98-8cb9-df9ae046c008 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.0832541 Feb 16 14:44:04.847860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] Deleting subnet b1357569-2454-4d67-b101-f9a056c6f868 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:44:04.857277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:04.866534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:04.975651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:05.024995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c955c4b0-cfb4-41b2-ae72-b87c3dfc167d req-523335b6-0f61-4225-9cb6-f80d7b40cdca tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668097 Feb 16 14:44:05.124198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-209ef334-acfd-4429-9ca2-aa153564bdd2 req-4d3748a7-394d-43c4-89bd-03d6d6c4c265 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 210 time: 0.0705080 Feb 16 14:44:05.218440 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5f2155a-0383-46e3-a183-1c9b54e57f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:05.289198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 12f01808-787c-45a9-8231-f870176789a1 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:05.408551 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:05.412495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 12f01808-787c-45a9-8231-f870176789a1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:05.412846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 12f01808-787c-45a9-8231-f870176789a1 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:05.414534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:05.415219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:05.417215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5a34480f-9a89-40aa-ad24-bd9cea491162 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:05.417355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a586-2515-4543-9c35-ca6559a08439 req-0815f5ca-73ae-439f-b570-6eea70e16b37 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:05.418855 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-0815f5ca-73ae-439f-b570-6eea70e16b37 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 822 time: 0.2117395 Feb 16 14:44:05.464760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Request body: {'port': {'device_id': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'admin_state_up': True, 'tenant_id': '13a087beded845789c77c45d58db603b'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:05.493679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5a34480f-9a89-40aa-ad24-bd9cea491162 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:05.497627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5a34480f-9a89-40aa-ad24-bd9cea491162 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:05.516070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5a656df9-84af-4d5d-8c2d-270613bfdc07 None None] Provisioning complete for port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:05.517136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a656df9-84af-4d5d-8c2d-270613bfdc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:05.680266 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5a656df9-84af-4d5d-8c2d-270613bfdc07 None None] Port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:44:05.753927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:05.801365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1357569-2454-4d67-b101-f9a056c6f868,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:05.812986 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:05.820085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c100ed-c2cf-4416-b261-6a9aad82d76b None None] Network 20c7a929-82a3-4077-bb20-7681b82a11e1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:05.822141 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-864d90aa-21d5-477e-9937-b7cdb150e221 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b1357569-2454-4d67-b101-f9a056c6f868 HTTP/1.1" status: 204 len: 168 time: 1.1160996 Feb 16 14:44:05.824453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44102) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:05.987242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Made reservation on behalf of 13a087beded845789c77c45d58db603b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:05.991054 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.084081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.204468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] DHCP port deletion for 20c7a929-82a3-4077-bb20-7681b82a11e1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:44:06.284014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] Deleting port e26f6579-3a42-4b75-a022-af288b77610e {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:06.284704 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.362805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Deleting port e26f6579-3a42-4b75-a022-af288b77610e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:06.368278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] For port e26f6579-3a42-4b75-a022-af288b77610e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e26f6579-3a42-4b75-a022-af288b77610e,segment=NetworkSegment(df9c1ce4-5db2-4c71-990f-22b36ae71f90),segment_id=df9c1ce4-5db2-4c71-990f-22b36ae71f90)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:06.368795 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.370584 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.408456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] Calling delete_port for e26f6579-3a42-4b75-a022-af288b77610e owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:06.464739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Allocated IP 172.20.0.2 (6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b/e42200d0-1734-4bf8-b89e-28c1194cc04d/be2a7086-221b-472f-a4dc-935f4cf11879) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:06.514460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.534813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-2becf207-0386-4cf3-acf9-84fc77dff593 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9244480 Feb 16 14:44:06.576546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] For port e26f6579-3a42-4b75-a022-af288b77610e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e26f6579-3a42-4b75-a022-af288b77610e,segment=NetworkSegment(df9c1ce4-5db2-4c71-990f-22b36ae71f90),segment_id=df9c1ce4-5db2-4c71-990f-22b36ae71f90)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:06.576999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.595818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.610371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Calling delete_port for e26f6579-3a42-4b75-a022-af288b77610e owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:06.620910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.686740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] No DVR routers for this DVR port e26f6579-3a42-4b75-a022-af288b77610e on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:06.698313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3b8de-138d-4d39-8d63-3184768d467e None None] Pushing event deleted for resources: {'Port': ['ID=e26f6579-3a42-4b75-a022-af288b77610e,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:06.811733 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Floating IP 0c48dca2-69ce-406b-8368-de9761311a2b associated. External IP: 172.25.6.115, port: d5d8b217-68dd-4b62-9511-b20666421b71. Feb 16 14:44:06.835954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802a036-aab5-4559-a0cf-0c42a547157b req-465b590e-b1aa-4640-a64d-aad9f083b39e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:06.846459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4802a036-aab5-4559-a0cf-0c42a547157b req-465b590e-b1aa-4640-a64d-aad9f083b39e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 1.4954388 Feb 16 14:44:06.932588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:06.944648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.003907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Request body: {'port': {'device_id': '6b49b06a-61ff-4907-b10f-46989a092639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:07.033019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] No DVR routers for this DVR port e26f6579-3a42-4b75-a022-af288b77610e on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:07.035031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26f6579-3a42-4b75-a022-af288b77610e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:07.222505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42e6d4-ce63-492e-a42a-b1e4cf712d27 req-cfc857dc-903f-47a7-adb2-16d7e00e9288 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:07.228077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e26f6579-3a42-4b75-a022-af288b77610e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:07.230050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e42e6d4-ce63-492e-a42a-b1e4cf712d27 req-cfc857dc-903f-47a7-adb2-16d7e00e9288 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 931 time: 0.7120426 Feb 16 14:44:07.260566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.271408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e26f6579-3a42-4b75-a022-af288b77610e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:07.276350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e26f6579-3a42-4b75-a022-af288b77610e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:07.299113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c7a929-82a3-4077-bb20-7681b82a11e1']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:07.307264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4802a036-aab5-4559-a0cf-0c42a547157b req-e85fc81a-90e4-4fcf-9aa0-2f62b22e5748 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810203 Feb 16 14:44:07.319713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.330055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9c1ce4-5db2-4c71-990f-22b36ae71f90') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:07.330637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9c1ce4-5db2-4c71-990f-22b36ae71f90') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:07.351006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.362790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e42e6d4-ce63-492e-a42a-b1e4cf712d27 req-7f746c1a-8add-4d37-a294-66060f6822e7 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316066 Feb 16 14:44:07.394977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.408647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:44:07.409049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:44:07.542610 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:44:07.636162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.643814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.662928 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] 10.222.0.113 "DELETE /v2.0/networks/20c7a929-82a3-4077-bb20-7681b82a11e1 HTTP/1.1" status: 204 len: 168 time: 1.8200459 Feb 16 14:44:07.696642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.711181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ce10a74-d402-46dd-91c6-e8766eed5dbd req-5f4b5c42-f96d-43b0-bfd7-4cdb7c112939 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.0530717 Feb 16 14:44:07.719841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4244f-bc0a-4d37-ac60-e1b40f359f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c7a929-82a3-4077-bb20-7681b82a11e1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:07.803763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Router 8863510c-aa77-4a9b-b07d-af521766eede has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:44:07.868013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:07.877503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:07.890556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:07.934767 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbaddf50-3f9f-4b24-bc48-d37e1334c864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.975126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:07.975990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:07.988943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event updated for resources: {'Port': ['ID=be2a7086-221b-472f-a4dc-935f4cf11879,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:08.010554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1ba99-403a-4c84-9402-ef35451ad222 req-30e7bb5e-9dc1-4dc4-bcd4-1a042bf16629 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:08.019363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0dc1ba99-403a-4c84-9402-ef35451ad222 req-30e7bb5e-9dc1-4dc4-bcd4-1a042bf16629 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.3599737 Feb 16 14:44:08.050156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d90014-3980-4996-ad6e-0a77d5e7ad17 req-cf00d6ec-d21f-4389-b385-ec522ec18273 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:08.052135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4d90014-3980-4996-ad6e-0a77d5e7ad17 req-cf00d6ec-d21f-4389-b385-ec522ec18273 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 931 time: 0.1938221 Feb 16 14:44:08.135597 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-28836541-f873-499a-9cd5-377dd9f3c040 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6884620 Feb 16 14:44:08.241881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Request body: {'port': {'device_id': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:08.255912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:08.345667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0dc1ba99-403a-4c84-9402-ef35451ad222 req-d66b4390-2f2b-46f0-b9a7-2e0ee9bbb724 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248384 Feb 16 14:44:08.349566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:08.366989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4d90014-3980-4996-ad6e-0a77d5e7ad17 req-4e22d948-ca0e-479b-9b5f-8581e5cd628b tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751346 Feb 16 14:44:08.433623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44124) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:08.436806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:44:08.458134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:08.464756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] Sync routers for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:44:08.519098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:44:08.519774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:44:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:08.589764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7899a6b5-89f2-4055-9c2e-7d54ebb50b52 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "PUT /v2.0/floatingips/0c48dca2-69ce-406b-8368-de9761311a2b HTTP/1.1" status: 200 len: 991 time: 4.7592597 Feb 16 14:44:08.604345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:08.628302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75', 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4', 'port_id': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75', 'mac_address': 'fa:16:3e:01:64:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b3dd02-9da6-47db-b291-2bcf0e7ac67e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:44:08.747651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:08.766045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:44:08.793564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:08.796154 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f90789b-6d29-4ef1-b140-3f93fea46273" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:08.807752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:08.889373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6df7db-9f00-4cd0-9bee-176c7de3cd42 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:08.900918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:08.929207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:08.935839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f13b35c2-3c63-4661-953a-b281cb4d6382 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3aa55190c4744caa983377760eb92783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072789 Feb 16 14:44:08.944625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44134) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:09.001994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf80db-5506-4b7c-b937-b37d9fadf00c req-a9c8fd44-6f11-452c-a496-c020dea17921 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:09.005284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5bf80db-5506-4b7c-b937-b37d9fadf00c req-a9c8fd44-6f11-452c-a496-c020dea17921 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 931 time: 0.4136548 Feb 16 14:44:09.030937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953c9b5-545a-4e14-8038-8a6a8b52f55b req-b9fd7173-ed53-4af0-9f98-6a4ea4566af5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:09.038409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0953c9b5-545a-4e14-8038-8a6a8b52f55b req-b9fd7173-ed53-4af0-9f98-6a4ea4566af5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.5214283 Feb 16 14:44:09.063116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Transition to ACTIVE for port object bd6df7db-9f00-4cd0-9bee-176c7de3cd42 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:09.065421 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.132110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:09.162113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.167616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2a7086-221b-472f-a4dc-935f4cf11879 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:09.185117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.225645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Transition to ACTIVE for port object be2a7086-221b-472f-a4dc-935f4cf11879 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:09.234124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Pushing event updated for resources: {'Port': ['ID=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:09.264473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0953c9b5-545a-4e14-8038-8a6a8b52f55b req-e400e4ff-802c-4d1e-9ee0-c5d7da78a103 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049491 Feb 16 14:44:09.288570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '0c48dca2-69ce-406b-8368-de9761311a2b', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'port_id': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'mac_address': 'fa:16:3e:54:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:42:39Z', 'updated_at': '2022-02-16T14:44:06Z', 'revision_number': 1, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:39Z', 'revision_number': 5, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:09.293850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['04d519f8-a8d5-4203-ae5c-cd96f9e78b75'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:09.294858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.317263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5bf80db-5506-4b7c-b937-b37d9fadf00c req-a7361921-2917-4fb1-a4b5-cf0531227a10 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718534 Feb 16 14:44:09.367441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43433fd2-cb38-44da-a18d-caa85e94349d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.429513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Pushing event updated for resources: {'Port': ['ID=be2a7086-221b-472f-a4dc-935f4cf11879,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:09.447753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] Checking router: 8863510c-aa77-4a9b-b07d-af521766eede for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:44:09.484575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:44:09.486317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:44:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:09.640194 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.658557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Attempting to bind port be2a7086-221b-472f-a4dc-935f4cf11879 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:09.658937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Attempting to bind port be2a7086-221b-472f-a4dc-935f4cf11879 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:09.659285 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Attempting to bind port be2a7086-221b-472f-a4dc-935f4cf11879 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:09.667466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Port be2a7086-221b-472f-a4dc-935f4cf11879 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:09.667823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Attempting to bind port be2a7086-221b-472f-a4dc-935f4cf11879 on network 6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:09.680168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:09.680898 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Checking segment: {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:09.681486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Bound using segment: {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:09.682107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Bound port: be2a7086-221b-472f-a4dc-935f4cf11879, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb00867b-5cef-4788-a1fc-5fda645db7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:09.682680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.720952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-358697f9-f618-43a0-84a0-0ac12c418ed1 req-749a474b-2a59-460d-a3de-c058579cc53a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.2094615 Feb 16 14:44:09.759453 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43433fd2-cb38-44da-a18d-caa85e94349d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:09.858914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] For port be2a7086-221b-472f-a4dc-935f4cf11879, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:09.864728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b04f34-2841-494a-9ed7-ae9a714f2652 req-b727d7ed-b570-4432-8607-2c52b4caa41d tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:09.867613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] For port be2a7086-221b-472f-a4dc-935f4cf11879, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be2a7086-221b-472f-a4dc-935f4cf11879,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:09.867771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35b04f34-2841-494a-9ed7-ae9a714f2652 req-b727d7ed-b570-4432-8607-2c52b4caa41d tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.3768156 Feb 16 14:44:09.946378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35b04f34-2841-494a-9ed7-ae9a714f2652 req-0f8e58f6-21ea-4356-8ef4-4641ca015afe tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710561 Feb 16 14:44:09.947185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Attempting to bind port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:09.947743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Attempting to bind port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:09.948691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Attempting to bind port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 on network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:09.959923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 on network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:09.960436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Attempting to bind port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 on network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:09.998733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:10.010822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43433fd2-cb38-44da-a18d-caa85e94349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:10.013792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43433fd2-cb38-44da-a18d-caa85e94349d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:10.017775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-43433fd2-cb38-44da-a18d-caa85e94349d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c6c0a9b2-9d56-4161-b00e-f4c7368aae0b HTTP/1.1" status: 204 len: 168 time: 1.0446434 Feb 16 14:44:10.019515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:10.020229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Checking segment: {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:10.020360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Bound using segment: {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:10.020706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Bound port: bd6df7db-9f00-4cd0-9bee-176c7de3cd42, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:10.021120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:10.039929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43433fd2-cb38-44da-a18d-caa85e94349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0a9b2-9d56-4161-b00e-f4c7368aae0b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:10.076724 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8371e6-ac13-49b7-b388-3d435c3028fe x-openstack-request-id: req-6d8371e6-ac13-49b7-b388-3d435c3028fe {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:10.078016 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:10.078193 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6d8371e6-ac13-49b7-b388-3d435c3028fe {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:10.079400 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'status': 'completed', 'code': 200} Feb 16 14:44:10.249161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:44:10.470624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] For port bd6df7db-9f00-4cd0-9bee-176c7de3cd42, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:10.485827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] For port bd6df7db-9f00-4cd0-9bee-176c7de3cd42, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:10.611332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-c043bb19-36c1-49b1-a0c8-62b19caabab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:10.613700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-c043bb19-36c1-49b1-a0c8-62b19caabab5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fc2eff1eb38848db8aa96fba3c39b603&device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 1096 time: 0.5320582 Feb 16 14:44:10.615224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:10.722812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:10.724291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:10.729154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] 10.222.0.93 "PUT /v2.0/ports/be2a7086-221b-472f-a4dc-935f4cf11879 HTTP/1.1" status: 200 len: 1091 time: 2.5849750 Feb 16 14:44:10.733753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'tag': 'be2a7086-221b-472f-a4dc-935f4cf11879'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:10.736746 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47a219e-1485-4ca4-b2ab-1532a46c03de" -d '{"events": [{"name": "network-changed", "server_uuid": "29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76", "tag": "be2a7086-221b-472f-a4dc-935f4cf11879"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:10.761808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d1af3-cbc0-4a48-95f2-ca7bbce5a14f req-40f0d313-e90c-4798-b84d-20ed50e70cb3 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:10.779055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a7d1af3-cbc0-4a48-95f2-ca7bbce5a14f req-40f0d313-e90c-4798-b84d-20ed50e70cb3 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.5467510 Feb 16 14:44:10.793653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa5444-d0e8-418f-b638-2b2fef5d8d5e service neutron] Pushing event updated for resources: {'Port': ['ID=be2a7086-221b-472f-a4dc-935f4cf11879,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:10.827766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f428125-51b9-4275-9378-fb6a4905907f req-1df1bf58-9a7f-4312-a8d6-eb9c968ee795 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:10.848940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f428125-51b9-4275-9378-fb6a4905907f req-1df1bf58-9a7f-4312-a8d6-eb9c968ee795 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 943 time: 0.4943244 Feb 16 14:44:10.950079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:10.950766 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:10.952331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] 10.222.0.129 "PUT /v2.0/ports/bd6df7db-9f00-4cd0-9bee-176c7de3cd42 HTTP/1.1" status: 200 len: 1091 time: 4.3678682 Feb 16 14:44:10.975322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a586-2515-4543-9c35-ca6559a08439 req-219d602d-30f6-4b1d-98f6-017284056b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:10.980446 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-219d602d-30f6-4b1d-98f6-017284056b79 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 1094 time: 0.1477959 Feb 16 14:44:11.129617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f6d9b-dfe9-442e-a1a4-18bbded1d5aa service neutron] Pushing event updated for resources: {'Port': ['ID=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:11.154907 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-f830ebcf-8f6c-45fb-bbfd-62153d7ca90f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be2a7086-221b-472f-a4dc-935f4cf11879 HTTP/1.1" status: 200 len: 217 time: 0.1643071 Feb 16 14:44:11.175311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '0c48dca2-69ce-406b-8368-de9761311a2b', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'port_id': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'mac_address': 'fa:16:3e:54:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:42:39Z', 'updated_at': '2022-02-16T14:44:06Z', 'revision_number': 1, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:39Z', 'revision_number': 5, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:11.232525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546e5f3-0f7f-49cc-8ab4-188fd59be7bf None None] The sync data for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 is: [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '0c48dca2-69ce-406b-8368-de9761311a2b', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'port_id': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'mac_address': 'fa:16:3e:54:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:42:39Z', 'updated_at': '2022-02-16T14:44:06Z', 'revision_number': 1, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:39Z', 'revision_number': 5, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:44:11.237206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f428125-51b9-4275-9378-fb6a4905907f req-54d62397-d0b3-45e1-b019-5e06262756ce tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867991 Feb 16 14:44:11.264574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a586-2515-4543-9c35-ca6559a08439 req-515f3d1a-a9e6-4646-97fc-f7af281bcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:11.280713 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:11.281111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-515f3d1a-a9e6-4646-97fc-f7af281bcaf5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e42200d0-1734-4bf8-b89e-28c1194cc04d HTTP/1.1" status: 200 len: 862 time: 0.1154442 Feb 16 14:44:11.300253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a7d1af3-cbc0-4a48-95f2-ca7bbce5a14f req-888310ae-7e71-42b7-b784-77c2661bcd41 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204425 Feb 16 14:44:11.399433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-31acd4c3-c398-4ccb-9240-4e4eec675ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:11.404075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-31acd4c3-c398-4ccb-9240-4e4eec675ce7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=70fbfb07-aabb-4be3-9e07-5f784b518456 HTTP/1.1" status: 200 len: 917 time: 0.6759381 Feb 16 14:44:11.406539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-de4b4fd9-bbbf-4511-8e91-cd4ee590236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:11.412757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-de4b4fd9-bbbf-4511-8e91-cd4ee590236f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=4177f7e98c5c4d0aac0b05491bfa85df&device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 1094 time: 0.2546294 Feb 16 14:44:11.431905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:11.434273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-d7026896-255b-4aa9-8399-e720cf3038df service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371443 Feb 16 14:44:11.629256 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-1fd762f8-ee43-4f61-b462-8f742ea3a378 service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884637 Feb 16 14:44:11.703824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-8dc76bb3-2780-41cc-830e-f8132105531b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd6df7db-9f00-4cd0-9bee-176c7de3cd42 HTTP/1.1" status: 200 len: 217 time: 0.1374569 Feb 16 14:44:11.709672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-c78de345-5575-44e0-8752-34aba8b9a2d5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d8b217-68dd-4b62-9511-b20666421b71 HTTP/1.1" status: 200 len: 999 time: 0.2915697 Feb 16 14:44:11.751076 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcdc122-4ffd-47d5-b603-824080c76369 None None] New status for floating IP 0c48dca2-69ce-406b-8368-de9761311a2b: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:44:11.823049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324f594-d349-4b41-882c-3bbe4ed1dcda req-a3f26499-1902-4336-96e9-a78fe5a03337 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:11.827516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3324f594-d349-4b41-882c-3bbe4ed1dcda req-a3f26499-1902-4336-96e9-a78fe5a03337 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 944 time: 0.2633274 Feb 16 14:44:11.875170 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7447a586-2515-4543-9c35-ca6559a08439 req-bca56b65-30bb-4321-91b7-c7a8964c7861 service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328396 Feb 16 14:44:11.968165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a555e-5a29-4e9c-aa49-e4cfc6968d6c req-b358e1f5-694f-421d-8ff1-2adedc818e0c tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:11.980740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-566a555e-5a29-4e9c-aa49-e4cfc6968d6c req-b358e1f5-694f-421d-8ff1-2adedc818e0c tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 943 time: 0.4176395 Feb 16 14:44:12.015718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-5cc22b07-b302-444e-975b-5d79325af216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.018893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-5cc22b07-b302-444e-975b-5d79325af216 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=40b40d72-bb8d-42f7-8724-5a4abdb69b18 HTTP/1.1" status: 200 len: 853 time: 0.2933881 Feb 16 14:44:12.030461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-6e3754ee-bd3e-42fc-add2-94a84e047ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.033749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-6e3754ee-bd3e-42fc-add2-94a84e047ccb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=04cf3ab3-36bb-4358-a4e8-a0ad9dc918da HTTP/1.1" status: 200 len: 854 time: 0.3041625 Feb 16 14:44:12.173290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:12.250220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44186) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:12.298420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:44:12.455702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1315053985-network', 'tenant_id': '0cce4bd9f81b41fa99360ee54713270d'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:12.487072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:44:12.496731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:12.501292 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:12.518192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-566a555e-5a29-4e9c-aa49-e4cfc6968d6c req-eef3093c-61e1-4a33-aa99-08395a5568f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295367 Feb 16 14:44:12.519108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b49b06a-61ff-4907-b10f-46989a092639', 'tag': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:12.521906 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b49b06a-61ff-4907-b10f-46989a092639", "tag": "bd6df7db-9f00-4cd0-9bee-176c7de3cd42"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:12.554168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3324f594-d349-4b41-882c-3bbe4ed1dcda req-d85bcf42-ef29-41d0-9b3d-09720b7708a3 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370087 Feb 16 14:44:12.614339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Made reservation on behalf of 0cce4bd9f81b41fa99360ee54713270d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:12.626603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:12.627941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-b6f5c7a4-e92b-41c7-aa35-2e2bc83d5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.629804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-b6f5c7a4-e92b-41c7-aa35-2e2bc83d5e47 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70fbfb07-aabb-4be3-9e07-5f784b518456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5751860 Feb 16 14:44:12.633141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f65a0d91-d166-4c0b-83a9-0c39f901f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.635304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-f65a0d91-d166-4c0b-83a9-0c39f901f724 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fcd74e7e-8e93-4d7a-92d0-3c82922a4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331666 Feb 16 14:44:12.698399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:12.714034 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:12.796783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4c2f5c72-017f-433c-9154-7e7d5502149b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.798654 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4c2f5c72-017f-433c-9154-7e7d5502149b tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.129 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.1784267 Feb 16 14:44:12.820031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:12.827943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829433-1'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:12.829480 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7da575-22e1-479f-9bbf-15431dc389d4" -d '{"events": [{"server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "name": "network-vif-plugged", "status": "completed", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:12.860831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:12.944920 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d240310-ed65-4c7c-bfe4-dbbe1979a428 x-openstack-request-id: req-7d240310-ed65-4c7c-bfe4-dbbe1979a428 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:12.944920 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76", "tag": "be2a7086-221b-472f-a4dc-935f4cf11879", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:12.945565 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7d240310-ed65-4c7c-bfe4-dbbe1979a428 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:12.945706 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'tag': 'be2a7086-221b-472f-a4dc-935f4cf11879', 'status': 'completed', 'code': 200} Feb 16 14:44:12.978893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:13.008516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-69c43a2a-2bee-46ac-af23-00c340882c69 service neutron] 10.222.0.129 "GET /v2.0/networks/fcd74e7e-8e93-4d7a-92d0-3c82922a4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240223 Feb 16 14:44:13.025991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ceef94b2-7acc-4a1f-a139-5190e740df3d req-2b47abf9-4231-417c-80c1-800339288cbd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.2154315 Feb 16 14:44:13.086414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:13.133175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:13.219825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-c7291338-c4f9-4add-9b76-5215bf4aea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.221237 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-c7291338-c4f9-4add-9b76-5215bf4aea17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=13a087beded845789c77c45d58db603b&device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 1094 time: 0.2387969 Feb 16 14:44:13.223451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:13.262086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-25b67f4e-fb88-4750-b583-7ff89f9c67a7 service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052654 Feb 16 14:44:13.328162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4201a-be49-42ad-a009-55d24399c4d4 req-2dc437be-6b5c-43c6-8a2c-06d824f5a40d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.331475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36f4201a-be49-42ad-a009-55d24399c4d4 req-2dc437be-6b5c-43c6-8a2c-06d824f5a40d tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.1513460 Feb 16 14:44:13.337007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:13.365550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e8470-67e6-43f9-b08e-9b857cbffdf1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:13.369694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21634c7-419d-43fc-af3c-3a8abe20fd87 req-3c1b6a4c-6ec1-444a-830a-d7d7d0fa8331 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.371263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a21634c7-419d-43fc-af3c-3a8abe20fd87 req-3c1b6a4c-6ec1-444a-830a-d7d7d0fa8331 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 943 time: 0.2494869 Feb 16 14:44:13.375081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5f6a788-1038-488b-819f-7155d22cb133 req-1c0c0047-67dc-4ff3-84dc-a98740a1e4ae service neutron] 10.222.0.129 "GET /v2.0/networks/fcd74e7e-8e93-4d7a-92d0-3c82922a4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397055 Feb 16 14:44:13.471516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36f4201a-be49-42ad-a009-55d24399c4d4 req-7ea0bc27-5d2b-40c1-843b-025aa8b7e424 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314003 Feb 16 14:44:13.492985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a21634c7-419d-43fc-af3c-3a8abe20fd87 req-3ce8415f-1b77-4da8-b098-7d6409a5ba7e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064231 Feb 16 14:44:13.493093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-630c4858-368b-4b38-a01e-92b55c14b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.493265 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-630c4858-368b-4b38-a01e-92b55c14b6b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 200 len: 924 time: 0.2508314 Feb 16 14:44:13.514447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:44:13.543390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f90789b-6d29-4ef1-b140-3f93fea46273 req-4c9fc001-a5fc-44b8-8185-80769f334503 service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608848 Feb 16 14:44:13.554142 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba56d2a-4ca8-4253-9142-23559fd32404 x-openstack-request-id: req-9ba56d2a-4ca8-4253-9142-23559fd32404 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:13.554463 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b49b06a-61ff-4907-b10f-46989a092639", "tag": "bd6df7db-9f00-4cd0-9bee-176c7de3cd42", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:13.554719 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ba56d2a-4ca8-4253-9142-23559fd32404 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:13.555198 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b49b06a-61ff-4907-b10f-46989a092639', 'tag': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42', 'status': 'completed', 'code': 200} Feb 16 14:44:13.562865 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-acc55e5c-defa-4383-80c8-4ca6d0df2dbf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be2a7086-221b-472f-a4dc-935f4cf11879 HTTP/1.1" status: 200 len: 217 time: 0.0584824 Feb 16 14:44:13.569735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:13.570139 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Added segment 6d192680-a975-4f6c-8c6b-8452b9d67421 of type vlan for network 74a99873-7b1d-4d21-952e-974358c3531e Feb 16 14:44:13.589385 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d461ce-0924-4b8b-99d5-138e83733354 x-openstack-request-id: req-32d461ce-0924-4b8b-99d5-138e83733354 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:13.589923 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "name": "network-vif-plugged", "status": "completed", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:13.590370 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-32d461ce-0924-4b8b-99d5-138e83733354 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:13.591434 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75', 'code': 200} Feb 16 14:44:13.814162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:13.854264 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:13.873870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-62d3dbe1-76f3-4de8-b0bb-c825de08f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.875336 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-62d3dbe1-76f3-4de8-b0bb-c825de08f414 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e42200d0-1734-4bf8-b89e-28c1194cc04d HTTP/1.1" status: 200 len: 862 time: 0.2983589 Feb 16 14:44:13.936175 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-23982906-d26f-456a-b2d8-127df0f31927 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368252 Feb 16 14:44:13.941894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:13.957914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96913742-8729-4f85-ab8b-180fe5824227 req-dff69b98-8682-4177-a9de-f261b0675645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.959874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96913742-8729-4f85-ab8b-180fe5824227 req-dff69b98-8682-4177-a9de-f261b0675645 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1096 time: 0.2662716 Feb 16 14:44:13.962844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-08c738ab-a17e-4e31-86a2-6d41db9a226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.964430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-08c738ab-a17e-4e31-86a2-6d41db9a226f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=4177f7e98c5c4d0aac0b05491bfa85df&device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 1094 time: 0.3441882 Feb 16 14:44:13.977211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b0ac-23fe-4473-bce6-310eaf196119 req-87040f23-e99e-4836-ad9a-8283797c6d1f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:13.979108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5b0b0ac-23fe-4473-bce6-310eaf196119 req-87040f23-e99e-4836-ad9a-8283797c6d1f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.2041121 Feb 16 14:44:14.001706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76980379-f246-457d-947b-c06637dad306 req-e4bb39c5-3cad-4442-bed3-9857e0ee9983 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:14.293105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76980379-f246-457d-947b-c06637dad306 req-e4bb39c5-3cad-4442-bed3-9857e0ee9983 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 943 time: 0.3022978 Feb 16 14:44:14.294113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:14.295250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5b0b0ac-23fe-4473-bce6-310eaf196119 req-3ff2276f-0b96-4d29-9b9c-39952a691793 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685663 Feb 16 14:44:14.295250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76980379-f246-457d-947b-c06637dad306 req-c2702097-b950-4969-adbe-55572167bb9c tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Feb 16 14:44:14.297108 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-aada0afc-103a-4336-9c24-e792101c7ee4 service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444018 Feb 16 14:44:14.298340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b21f5bb-34d9-4abf-8fa0-00d911cec0c9 req-a74c871b-1b93-41dc-91e1-e1f6224f4b2a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.0449145 Feb 16 14:44:14.298749 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47a219e-1485-4ca4-b2ab-1532a46c03de req-47aa4a40-bdaf-4ae0-9906-309385eed8ce service neutron] 10.222.0.93 "GET /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266570 Feb 16 14:44:14.298955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96913742-8729-4f85-ab8b-180fe5824227 req-cc26be47-4720-4b79-ac4f-aeb823633b82 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309130 Feb 16 14:44:14.298955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-0d014dd0-0f37-4c53-aa9d-c8170a6fa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:14.298955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-0d014dd0-0f37-4c53-aa9d-c8170a6fa471 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fcd74e7e-8e93-4d7a-92d0-3c82922a4175 HTTP/1.1" status: 200 len: 916 time: 0.1672404 Feb 16 14:44:14.324219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:14.446817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:14.458745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb has no active binding in host n-h2-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:44:14.674854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4ded9-cdcf-49ed-9af4-a9274f3f5dc5 req-c1f66df9-e182-417d-bd18-5a8699718eaf tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:14.682833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-faf4ded9-cdcf-49ed-9af4-a9274f3f5dc5 req-c1f66df9-e182-417d-bd18-5a8699718eaf tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 945 time: 0.1162989 Feb 16 14:44:14.750067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb003d-ba46-4dce-8220-0dd9d0266b8f req-a4de0b80-e28c-4967-8c3c-6b5956dd4b5c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:14.750067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56cb003d-ba46-4dce-8220-0dd9d0266b8f req-a4de0b80-e28c-4967-8c3c-6b5956dd4b5c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 943 time: 0.1283438 Feb 16 14:44:14.769610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-faf4ded9-cdcf-49ed-9af4-a9274f3f5dc5 req-464c0e1e-6075-4720-afa4-3c066630fbcc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855229 Feb 16 14:44:14.801947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56cb003d-ba46-4dce-8220-0dd9d0266b8f req-b325ff42-82ba-4f36-91bd-d9e4e4f1b6d5 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627470 Feb 16 14:44:14.947409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:14.949828 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b7fc3-a59a-4374-9b34-868fb54f1823" -d '{"events": [{"server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:14.976216 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:14.977910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:14.978608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:14.981639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:14.989496 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c7619-eff6-4f9c-b42f-312d81681c42 x-openstack-request-id: req-677c7619-eff6-4f9c-b42f-312d81681c42 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:14.989773 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:14.990018 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-677c7619-eff6-4f9c-b42f-312d81681c42 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:14.990396 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb', 'code': 200} Feb 16 14:44:15.100740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] Pushing event updated for resources: {'Network': ['ID=74a99873-7b1d-4d21-952e-974358c3531e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:15.102716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=7']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:15.116036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 74a99873-7b1d-4d21-952e-974358c3531e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:44:15.124320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-9c58250d-2da2-448d-b59f-a732d35d3f6b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd6df7db-9f00-4cd0-9bee-176c7de3cd42 HTTP/1.1" status: 200 len: 217 time: 0.0367851 Feb 16 14:44:15.149163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on host n-h1-829433-1 for vnic_type normal with profile {"migrating_to": "n-h2-829433-1"} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:15.149650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:15.150120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:15.158475 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2836d66d-96f2-40d0-ac9e-2e279053214e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9070053 Feb 16 14:44:15.160740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:15.161114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Attempting to bind port f839d3b9-5632-4e2b-97d5-97597881bcfb on network 810c1930-d042-471b-b5b8-58060b8c1a90 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:15.161903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44230) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:15.167257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Request body: {'subnet': {'network_id': '74a99873-7b1d-4d21-952e-974358c3531e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1315053985-subnet', 'tenant_id': '0cce4bd9f81b41fa99360ee54713270d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:15.167829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:15.168170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Checking segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:15.168612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Bound using segment: {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:15.169139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Bound port: f839d3b9-5632-4e2b-97d5-97597881bcfb, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4883326f-918d-4ce3-9925-eb5092dcdbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '810c1930-d042-471b-b5b8-58060b8c1a90'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:15.170229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.238859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:15.242233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:15.269612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Made reservation on behalf of 0cce4bd9f81b41fa99360ee54713270d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:15.272180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.323730 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.434732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44240) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:15.439109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-13815453-48f8-42f7-8a52-d2c2390884fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:15.440021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-13815453-48f8-42f7-8a52-d2c2390884fb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=40b40d72-bb8d-42f7-8724-5a4abdb69b18 HTTP/1.1" status: 200 len: 853 time: 0.1025920 Feb 16 14:44:15.473286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e994837-530d-4310-9b1d-c26ffaa082e7 req-630f1ce3-9a43-4ec6-be5c-1a1be8fa1b08 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=8c818742-5398-4eaa-9250-b805da852f2b HTTP/1.1" status: 200 len: 210 time: 0.0564620 Feb 16 14:44:15.473626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:15.474400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.475978 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] 10.222.0.129 "PUT /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 1121 time: 2.6544149 Feb 16 14:44:15.477064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8083bc-25ca-4747-a9d9-d95c09fa3604 service neutron] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=8']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:15.538661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-69285853-71ef-4871-990a-781a8f66af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:15.540162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-69285853-71ef-4871-990a-781a8f66af8c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fcd74e7e-8e93-4d7a-92d0-3c82922a4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720887 Feb 16 14:44:15.575006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f82990-48b1-46c9-ba19-eaf2e8695d47 req-a0a49dc0-ef58-4a33-9eee-489859230d8c tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:15.576545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39f82990-48b1-46c9-ba19-eaf2e8695d47 req-a0a49dc0-ef58-4a33-9eee-489859230d8c tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 943 time: 0.1701534 Feb 16 14:44:15.603364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f839d3b9-5632-4e2b-97d5-97597881bcfb'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:15.610018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['f839d3b9-5632-4e2b-97d5-97597881bcfb'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:15.650561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2cde3ee-bb55-462b-a751-16441c3a3744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.758317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2cde3ee-bb55-462b-a751-16441c3a3744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.789942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a6520-3937-4564-aec1-f1dfe425a960 req-6f693158-02bd-4827-a329-c6f83408da99 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:15.791481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b19a6520-3937-4564-aec1-f1dfe425a960 req-6f693158-02bd-4827-a329-c6f83408da99 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.2140288 Feb 16 14:44:15.798971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39f82990-48b1-46c9-ba19-eaf2e8695d47 req-4b2fa34f-afa0-41f5-9811-95048cf6b509 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003818 Feb 16 14:44:15.831845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2cde3ee-bb55-462b-a751-16441c3a3744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.840509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-5e00e08f-ae18-490a-b31d-7b9f4203401b service neutron] 10.222.0.129 "GET /v2.0/networks/fcd74e7e-8e93-4d7a-92d0-3c82922a4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618997 Feb 16 14:44:15.895932 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f2cde3ee-bb55-462b-a751-16441c3a3744 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4561a6765c384602ab98f9e371cb8455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574218 Feb 16 14:44:15.895932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cde3ee-bb55-462b-a751-16441c3a3744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd847c27-2373-4961-9c7f-7501978f0cd2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:15.898928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44250) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:15.935726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.967752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d892f46-6ccf-4ebb-9d1f-730ac8e35118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.986147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b19a6520-3937-4564-aec1-f1dfe425a960 req-a668b2cf-fc1f-4e82-8e49-fbf8d2fc1088 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693079 Feb 16 14:44:15.993662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d892f46-6ccf-4ebb-9d1f-730ac8e35118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.026460 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.110748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ead76-90de-4ebc-8b9b-5b8c89d3fae2 req-eb730c1c-64f1-4806-b80a-40f283dd3991 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:16.112274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f62ead76-90de-4ebc-8b9b-5b8c89d3fae2 req-eb730c1c-64f1-4806-b80a-40f283dd3991 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.1945429 Feb 16 14:44:16.137119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cd9182-7e35-488b-8d4f-167be50dfbd4,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:16.153755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71799c4c-1f80-4f2d-84d4-3a998cd29b4d req-991785d6-0315-44ce-a602-f40e880a3ec7 service neutron] 10.222.0.129 "GET /v2.0/networks/fcd74e7e-8e93-4d7a-92d0-3c82922a4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044648 Feb 16 14:44:16.154450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Checking segment: {'id': '6d192680-a975-4f6c-8c6b-8452b9d67421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '74a99873-7b1d-4d21-952e-974358c3531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:16.154780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Network hostable DHCP agents. Network: 74a99873-7b1d-4d21-952e-974358c3531e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:44:16.173931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be2a7086-221b-472f-a4dc-935f4cf11879 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:16.180061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d892f46-6ccf-4ebb-9d1f-730ac8e35118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.180061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d892f46-6ccf-4ebb-9d1f-730ac8e35118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.180330 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6d892f46-6ccf-4ebb-9d1f-730ac8e35118 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fd847c27-2373-4961-9c7f-7501978f0cd2 HTTP/1.1" status: 204 len: 168 time: 0.2795899 Feb 16 14:44:16.198552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d892f46-6ccf-4ebb-9d1f-730ac8e35118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd847c27-2373-4961-9c7f-7501978f0cd2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:16.206534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d33f4-d009-495c-85f8-3e8820961822 req-0c0b7421-3c82-43df-b7e9-75b9cf255adf tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:16.208414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-183d33f4-d009-495c-85f8-3e8820961822 req-0c0b7421-3c82-43df-b7e9-75b9cf255adf tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 943 time: 0.1336358 Feb 16 14:44:16.213976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f62ead76-90de-4ebc-8b9b-5b8c89d3fae2 req-b9db80e5-0cc7-43d2-a579-b83b38e27795 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791283 Feb 16 14:44:16.265480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-183d33f4-d009-495c-85f8-3e8820961822 req-9f6e697e-060f-4eb4-95d8-892e3802bd4e tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491557 Feb 16 14:44:16.288786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Network 74a99873-7b1d-4d21-952e-974358c3531e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:44:16.326871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port be2a7086-221b-472f-a4dc-935f4cf11879, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be2a7086-221b-472f-a4dc-935f4cf11879,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:16.338284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'be2a7086-221b-472f-a4dc-935f4cf11879', 'network_id': '6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b', 'port_id': 'be2a7086-221b-472f-a4dc-935f4cf11879', 'mac_address': 'fa:16:3e:ef:b2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42200d0-1734-4bf8-b89e-28c1194cc04d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:44:16.368434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 74a99873-7b1d-4d21-952e-974358c3531e) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:16.374285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:16.374855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05627671-1171-455e-9485-1122aef18563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.382390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f7937-a263-449b-953d-d2e57de10dcf None None] Network 74a99873-7b1d-4d21-952e-974358c3531e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:16.401665 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.451426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2a7086-221b-472f-a4dc-935f4cf11879 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:16.483855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port be2a7086-221b-472f-a4dc-935f4cf11879, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be2a7086-221b-472f-a4dc-935f4cf11879,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:16.507041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-05627671-1171-455e-9485-1122aef18563 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3436956 Feb 16 14:44:16.566603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcaf46-35d3-41a2-a795-c9cc10daebfe None None] Network 74a99873-7b1d-4d21-952e-974358c3531e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:16.621829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.701135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=be2a7086-221b-472f-a4dc-935f4cf11879,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:16.953389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['be2a7086-221b-472f-a4dc-935f4cf11879'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:16.961952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:16.977865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14b32f00-5314-4451-aeab-8da7f0a58114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.994896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:16.997709 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:17.000486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2ec47-f791-4fce-9798-4f1b554bfd32 req-701aef06-5408-4f1b-94da-1522ab4b6c47 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:17.002644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74e2ec47-f791-4fce-9798-4f1b554bfd32 req-701aef06-5408-4f1b-94da-1522ab4b6c47 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 943 time: 0.1152959 Feb 16 14:44:17.067382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-c367dae0-b6a6-48ca-ad79-29cc8e3cb409 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:17.068825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-c367dae0-b6a6-48ca-ad79-29cc8e3cb409 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/networks?id=74a99873-7b1d-4d21-952e-974358c3531e HTTP/1.1" status: 200 len: 818 time: 0.1500425 Feb 16 14:44:17.075205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74e2ec47-f791-4fce-9798-4f1b554bfd32 req-54e7fee0-4046-4780-a59b-9067d95cc9e8 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575964 Feb 16 14:44:17.091060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14b32f00-5314-4451-aeab-8da7f0a58114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:17.092766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-73398732-e800-4c07-badf-8662f826a459 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/quotas/0cce4bd9f81b41fa99360ee54713270d HTTP/1.1" status: 200 len: 375 time: 0.0162659 Feb 16 14:44:17.137933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-52c3161b-9bb8-49f0-86a5-a0beefe832c9 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0cce4bd9f81b41fa99360ee54713270d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310814 Feb 16 14:44:17.161532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14b32f00-5314-4451-aeab-8da7f0a58114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:17.201462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-14b32f00-5314-4451-aeab-8da7f0a58114 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=63b360531ce648ecbc125a53037405d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380161 Feb 16 14:44:17.202657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32f00-5314-4451-aeab-8da7f0a58114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98481c37-2684-467f-a321-1a81a322c7d3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:17.206272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44302) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:17.361478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-960463c5-bbac-4cef-9144-5537e2b264d5 service neutron] 10.222.0.113 "GET /v2.0/networks/74a99873-7b1d-4d21-952e-974358c3531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150986 Feb 16 14:44:17.370933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2a37-5b34-48ba-8b85-6b3efacea847 req-2255f2a9-18cd-41f5-ac37-c9851a0e6ad2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:17.372324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f35b2a37-5b34-48ba-8b85-6b3efacea847 req-2255f2a9-18cd-41f5-ac37-c9851a0e6ad2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.2072661 Feb 16 14:44:17.385140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dcc878e2-9993-406a-a6b0-dcd7721402b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:17.434039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f35b2a37-5b34-48ba-8b85-6b3efacea847 req-5f8e43e8-deb8-48fd-99b8-970623786b90 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/quotas/c6baa9e7b75442db9bcb5901b5fe5e18 HTTP/1.1" status: 200 len: 375 time: 0.0511711 Feb 16 14:44:17.464508 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dcc878e2-9993-406a-a6b0-dcd7721402b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:17.490135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f35b2a37-5b34-48ba-8b85-6b3efacea847 req-834c5d62-abf8-4774-929a-c023fd0bebf0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465758 Feb 16 14:44:17.543330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0311a6dc-a69d-4d0b-9fd1-8a948c464e99 service neutron] 10.222.0.113 "GET /v2.0/networks/74a99873-7b1d-4d21-952e-974358c3531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700552 Feb 16 14:44:17.631800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dcc878e2-9993-406a-a6b0-dcd7721402b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:17.634353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dcc878e2-9993-406a-a6b0-dcd7721402b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:17.635414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dcc878e2-9993-406a-a6b0-dcd7721402b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/98481c37-2684-467f-a321-1a81a322c7d3 HTTP/1.1" status: 204 len: 168 time: 0.4253953 Feb 16 14:44:17.644623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc878e2-9993-406a-a6b0-dcd7721402b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98481c37-2684-467f-a321-1a81a322c7d3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:17.761708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f35b2a37-5b34-48ba-8b85-6b3efacea847 req-56e62060-cb0e-4d57-b1f9-c07e32637b57 service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576053 Feb 16 14:44:17.767316 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0702faab-8416-4bb2-a13b-0253a165720e x-openstack-request-id: req-0702faab-8416-4bb2-a13b-0253a165720e {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:17.767665 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:17.767917 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0702faab-8416-4bb2-a13b-0253a165720e {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:17.768332 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb', 'status': 'completed', 'code': 200} Feb 16 14:44:17.854124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-5f9971d3-f340-4300-9c9d-ecc09280fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:17.857751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-5f9971d3-f340-4300-9c9d-ecc09280fde7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1124 time: 0.0603130 Feb 16 14:44:17.924162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367f487-4e71-4bea-a808-c994bf7163d3 req-7901eab6-f6ce-4912-acb0-9d4c6841fc2a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:17.925664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9367f487-4e71-4bea-a808-c994bf7163d3 req-7901eab6-f6ce-4912-acb0-9d4c6841fc2a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.0817428 Feb 16 14:44:17.931423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f35b2a37-5b34-48ba-8b85-6b3efacea847 req-66e7baee-5f7f-49eb-822c-e9342081c7aa service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620681 Feb 16 14:44:17.966623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9367f487-4e71-4bea-a808-c994bf7163d3 req-6e9f145e-dc8b-490e-a2ed-f2b41a23487c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Feb 16 14:44:17.968138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-ad908ea7-8dff-4a95-9759-ccf09b3d1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:17.969685 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-ad908ea7-8dff-4a95-9759-ccf09b3d1e7c service neutron] 10.222.0.93 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.1037054 Feb 16 14:44:18.033992 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-55fb7e00-f110-49be-8219-773cf06a3bcb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 217 time: 0.0559394 Feb 16 14:44:18.088029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-950fdd8a-92cb-4572-86a0-7ef1398f2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:18.090034 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-950fdd8a-92cb-4572-86a0-7ef1398f2f5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.0484354 Feb 16 14:44:18.127851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09331c5-0b41-43db-bb15-99702a81d055 req-34dbfa11-d739-40c8-a3f2-b1db812f4b58 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:18.129386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e09331c5-0b41-43db-bb15-99702a81d055 req-34dbfa11-d739-40c8-a3f2-b1db812f4b58 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.0696316 Feb 16 14:44:18.133404 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-52d3fbe0-b1b4-4838-a65e-425c12946682 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325892 Feb 16 14:44:18.169738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e09331c5-0b41-43db-bb15-99702a81d055 req-2972e407-9d3d-429c-afee-6f751c8a7610 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Feb 16 14:44:18.178146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be2a7086-221b-472f-a4dc-935f4cf11879 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:44:18.252989 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-78cc64c7-c751-475a-a1f3-25aa5fad2116 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116204 Feb 16 14:44:18.331970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bd6df7db-9f00-4cd0-9bee-176c7de3cd42 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:18.343328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51656181-5d81-4279-8639-f461d3bce04f req-eeeeb57e-0bc1-48c3-b1ae-c784f100a609 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 210 time: 0.0425625 Feb 16 14:44:18.366195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port be2a7086-221b-472f-a4dc-935f4cf11879 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:44:18.370849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port be2a7086-221b-472f-a4dc-935f4cf11879 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:18.371473 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:18.377681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b641a-413f-49f6-a777-c59aca8c47a5 req-e6de7bb5-3653-4d89-82a4-b6fb80c25074 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:18.383193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df5b641a-413f-49f6-a777-c59aca8c47a5 req-e6de7bb5-3653-4d89-82a4-b6fb80c25074 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 944 time: 0.1272566 Feb 16 14:44:18.405210 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b221d4e0-02d3-4a2f-a8dc-9d6efd82b5e7 req-914e3448-3655-4e84-8b12-0322a21ce400 service neutron] 10.222.0.93 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357293 Feb 16 14:44:18.486244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df5b641a-413f-49f6-a777-c59aca8c47a5 req-26b811b5-4ada-4f9c-a9a9-478202c6331c tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924633 Feb 16 14:44:18.539432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc902968-4788-4fe9-bd36-0eaedf7fabbb req-d3fbce5d-9afb-4d45-b4de-4c54b8e978fc tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:18.541595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc902968-4788-4fe9-bd36-0eaedf7fabbb req-d3fbce5d-9afb-4d45-b4de-4c54b8e978fc tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1096 time: 0.0942163 Feb 16 14:44:18.554789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bd6df7db-9f00-4cd0-9bee-176c7de3cd42, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:18.569967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42', 'network_id': 'fcd74e7e-8e93-4d7a-92d0-3c82922a4175', 'port_id': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42', 'mac_address': 'fa:16:3e:9b:09:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b40d72-bb8d-42f7-8724-5a4abdb69b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:44:18.647096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:18.662250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:18.684152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a7086-221b-472f-a4dc-935f4cf11879'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:18.686434 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5c42d6-26fc-42ee-88fb-d55c8b67e070" -d '{"events": [{"server_uuid": "29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76", "name": "network-vif-plugged", "status": "completed", "tag": "be2a7086-221b-472f-a4dc-935f4cf11879"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:18.698813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6df7db-9f00-4cd0-9bee-176c7de3cd42 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:18.709274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port be2a7086-221b-472f-a4dc-935f4cf11879, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be2a7086-221b-472f-a4dc-935f4cf11879,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:18.724688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bd6df7db-9f00-4cd0-9bee-176c7de3cd42, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:18.786676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:18.790634 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:18.849709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=be2a7086-221b-472f-a4dc-935f4cf11879,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:18.909690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44358) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:18.910463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:18.950121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc902968-4788-4fe9-bd36-0eaedf7fabbb req-d21bed3e-ca6d-4444-aa88-a2b653dde2f6 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028018 Feb 16 14:44:18.963413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87872811-4b4a-4a40-aba6-9c4a69813e8f req-08e2b960-dc3a-47c1-bac0-e7d730d4cfb0 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:18.972367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87872811-4b4a-4a40-aba6-9c4a69813e8f req-08e2b960-dc3a-47c1-bac0-e7d730d4cfb0 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 943 time: 0.4069252 Feb 16 14:44:19.017642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87872811-4b4a-4a40-aba6-9c4a69813e8f req-12fa2af6-acd7-4d76-bb88-550ecd32be17 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Feb 16 14:44:19.045735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-983416235-network', 'tenant_id': '721b95d89237458aa5294a48e72745dd'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:19.060465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aff0c89-689f-40d8-9995-495476e6ca13 req-1a17db27-41e3-4bda-97d4-ec695681754f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=34b2910a-9860-4bc2-a6a0-82c536f96dd7 HTTP/1.1" status: 200 len: 210 time: 0.0354667 Feb 16 14:44:19.073149 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e0edb-bc1d-471c-b02c-12e9cab51bfd x-openstack-request-id: req-849e0edb-bc1d-471c-b02c-12e9cab51bfd {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:19.073149 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76", "name": "network-vif-plugged", "status": "completed", "tag": "be2a7086-221b-472f-a4dc-935f4cf11879", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:19.073149 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-849e0edb-bc1d-471c-b02c-12e9cab51bfd {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:19.073149 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2a7086-221b-472f-a4dc-935f4cf11879', 'code': 200} Feb 16 14:44:19.094078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['bd6df7db-9f00-4cd0-9bee-176c7de3cd42'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:19.178601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Made reservation on behalf of 721b95d89237458aa5294a48e72745dd for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:19.180781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed290448-3c80-4609-996b-879d69601111 req-7786177b-2abd-4b89-8911-4b81fa3ab1f3 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:19.181682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.184040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed290448-3c80-4609-996b-879d69601111 req-7786177b-2abd-4b89-8911-4b81fa3ab1f3 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1096 time: 0.0554874 Feb 16 14:44:19.199043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f04a-230e-4254-beee-91e78f86c309 req-8328b503-9fc4-405d-90c0-afe381bd5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:19.200696 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3c7f04a-230e-4254-beee-91e78f86c309 req-8328b503-9fc4-405d-90c0-afe381bd5c8f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 1096 time: 0.0659182 Feb 16 14:44:19.201703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.222784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed290448-3c80-4609-996b-879d69601111 req-961b46ac-68a9-4daa-8ebe-5667d7685290 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Feb 16 14:44:19.262654 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3c7f04a-230e-4254-beee-91e78f86c309 req-95dca24a-c9fd-46ad-89af-9ae252199e04 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526781 Feb 16 14:44:19.329900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.387465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3539ce7-7908-471f-96a4-e6e3128e5f72 req-6e09ce09-25e6-489b-8eda-dd65c4c9de10 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:19.389482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3539ce7-7908-471f-96a4-e6e3128e5f72 req-6e09ce09-25e6-489b-8eda-dd65c4c9de10 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.0596213 Feb 16 14:44:19.414831 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.437096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:44:19.444113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3539ce7-7908-471f-96a4-e6e3128e5f72 req-598db420-3a53-48b5-8d6f-778be036d5ef tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 Feb 16 14:44:19.454955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4884962f-ab04-47e8-8842-7b2c1cf21071,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:19.467312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.467312 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Added segment ba9b99f2-b712-45c9-8e17-5699d1ebad93 of type vlan for network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 Feb 16 14:44:19.514311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.590736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de2c49cc-9f59-48e4-aa69-13274a7d2a7b req-37078fb8-8a4a-4d0c-865a-ae7a4e9de8b7 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 210 time: 0.0273507 Feb 16 14:44:19.652746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.654632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:19.655376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:19.714136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0372636-bbc6-413d-a01c-e5e6ce6e7186 req-643935dc-969d-4d4f-a3f9-9918d17f88c9 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:19.717183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0372636-bbc6-413d-a01c-e5e6ce6e7186 req-643935dc-969d-4d4f-a3f9-9918d17f88c9 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 945 time: 0.0552373 Feb 16 14:44:19.729579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] Pushing event updated for resources: {'Network': ['ID=824a90cf-35e3-40a0-ad15-9036cff7d6f1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:19.741927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:44:19.760604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0372636-bbc6-413d-a01c-e5e6ce6e7186 req-a7aa3a7a-7743-48ae-bdc9-d9a285688186 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Feb 16 14:44:19.780019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44382) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:19.785273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3e0788f0-f835-405b-ad42-3186f933d7fc admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8743954 Feb 16 14:44:19.788753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Request body: {'subnet': {'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-983416235-subnet', 'tenant_id': '721b95d89237458aa5294a48e72745dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:19.939263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Made reservation on behalf of 721b95d89237458aa5294a48e72745dd for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:19.942857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:20.229149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:20.296045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377d9af3-2f05-4af8-b731-a92e033c8849,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:20.307783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Checking segment: {'id': 'ba9b99f2-b712-45c9-8e17-5699d1ebad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:20.308141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Network hostable DHCP agents. Network: 824a90cf-35e3-40a0-ad15-9036cff7d6f1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:44:20.353159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bd6df7db-9f00-4cd0-9bee-176c7de3cd42 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:44:20.417400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e909-325f-4a96-be31-585c67ac1320 req-bf94b4fa-a69a-4a9b-9340-e79b38e49d57 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:20.418939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0df4e909-325f-4a96-be31-585c67ac1320 req-bf94b4fa-a69a-4a9b-9340-e79b38e49d57 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 944 time: 0.0538590 Feb 16 14:44:20.443457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:44:20.466499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0df4e909-325f-4a96-be31-585c67ac1320 req-2d7d4f63-2e82-4cc5-bc92-e6678b87342e tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Feb 16 14:44:20.591849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:44:20.597249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:20.599070 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:20.664766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c26bf-f760-4c05-a8d0-066c7402e10e req-017e10e5-9096-4417-b853-fef7fe3a886c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:20.679102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e48c26bf-f760-4c05-a8d0-066c7402e10e req-017e10e5-9096-4417-b853-fef7fe3a886c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 943 time: 0.0774767 Feb 16 14:44:20.698179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 824a90cf-35e3-40a0-ad15-9036cff7d6f1) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:20.725765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c641b-94d6-4a77-9959-a0b4a8c1a676 None None] Network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:20.751064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:20.751872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:20.868118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-390ed218-44b2-40a0-9a66-a956b574b4d3 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:20.869732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-390ed218-44b2-40a0-9a66-a956b574b4d3 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.129 "GET /v2.0/networks?id=74a99873-7b1d-4d21-952e-974358c3531e HTTP/1.1" status: 200 len: 818 time: 0.1790450 Feb 16 14:44:20.896427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d1e7f57c-b729-4261-b837-6f1006948419 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1145046 Feb 16 14:44:20.901150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Request body: {'port': {'device_id': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'network_id': '74a99873-7b1d-4d21-952e-974358c3531e', 'admin_state_up': True, 'tenant_id': '0cce4bd9f81b41fa99360ee54713270d'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:20.903503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:20.935260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ebee2c-e957-4437-9e62-7cf2469330a1 None None] Network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:21.007141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bd6df7db-9f00-4cd0-9bee-176c7de3cd42, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:21.088771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b49b06a-61ff-4907-b10f-46989a092639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:21.088771 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b10cf34-8353-4f4d-b960-e09edd141d20" -d '{"events": [{"server_uuid": "6b49b06a-61ff-4907-b10f-46989a092639", "name": "network-vif-plugged", "status": "completed", "tag": "bd6df7db-9f00-4cd0-9bee-176c7de3cd42"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:21.089008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e48c26bf-f760-4c05-a8d0-066c7402e10e req-2db08c56-5c49-4001-b112-eb0e7f57727f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026711 Feb 16 14:44:21.216677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:21.236868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdde95c6-114b-49cd-ba7c-24afbcef4f3b req-5892bdfd-001b-4e0b-b610-7cd1ab970f6b tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 210 time: 0.0475762 Feb 16 14:44:21.316228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Made reservation on behalf of 0cce4bd9f81b41fa99360ee54713270d for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:21.321183 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:21.350593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:21.574617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Allocated IP 172.20.0.9 (74a99873-7b1d-4d21-952e-974358c3531e/50cd9182-7e35-488b-8d4f-167be50dfbd4/df51d9df-4a36-4021-8be1-0b4dac3d83df) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:21.586413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-9296c0b7-3dc4-4fa6-b593-a14a6cf3e6ba tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:21.588087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-9296c0b7-3dc4-4fa6-b593-a14a6cf3e6ba tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.2487836 Feb 16 14:44:21.625790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-39dbdedc-784c-4ce3-8e18-55ac34f42f1b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/quotas/c6baa9e7b75442db9bcb5901b5fe5e18 HTTP/1.1" status: 200 len: 375 time: 0.0275636 Feb 16 14:44:21.669683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-58fb5ef2-c351-4f1b-ba0f-e504c9842446 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330133 Feb 16 14:44:21.838722 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-ae23c84f-6b2d-4757-95e2-994d426bed09 service neutron] 10.222.0.93 "GET /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb/bindings/n-h2-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.0744429 Feb 16 14:44:21.861709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c47a237-4fd7-446b-b793-8db694ed8d05 service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828017 Feb 16 14:44:21.871707 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:21.937997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44450) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:21.950561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1238341305-network', 'tenant_id': '919edf686c5a4b6c83ee6b16919f5459'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:22.028585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-02f7ca40-44eb-42bc-bd9d-f26cd78b8b2c service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549983 Feb 16 14:44:22.037835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:22.058130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:22.086871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Made reservation on behalf of 919edf686c5a4b6c83ee6b16919f5459 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:22.090061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.092717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f839d3b9-5632-4e2b-97d5-97597881bcfb {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:22.099665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.107559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:22.119613 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.136179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-1ec8f6aa-54cd-4b7f-b6b5-d15373e2ee6a tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:44:22.137199 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-1ec8f6aa-54cd-4b7f-b6b5-d15373e2ee6a tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057743 Feb 16 14:44:22.177301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-26d7cb5a-3f35-4af5-b2c2-3523d6af0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:22.178512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Network 74a99873-7b1d-4d21-952e-974358c3531e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:22.178650 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-26d7cb5a-3f35-4af5-b2c2-3523d6af0a01 service neutron] 10.222.0.113 "GET /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 1093 time: 0.0336499 Feb 16 14:44:22.186202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:22.188976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Request body: {'binding': {'host': 'n-h1-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:22.189757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 14:44:22.192334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:22.202926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Pushing event updated for resources: {'Port': ['ID=df51d9df-4a36-4021-8be1-0b4dac3d83df,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:22.245467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.332635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:22.333299 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.360321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.380643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bdb7-624e-46e4-823e-209bbaf346e0 req-26d06f51-629f-4bd9-8a82-71e1ae2db199 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:22.383469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9d2bdb7-624e-46e4-823e-209bbaf346e0 req-26d06f51-629f-4bd9-8a82-71e1ae2db199 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 945 time: 0.1059587 Feb 16 14:44:22.404054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] Transition to ACTIVE for port object f839d3b9-5632-4e2b-97d5-97597881bcfb will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:22.413693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on host n-h1-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:22.414032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:22.414456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:22.418853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:22.419168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:22.424260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:22.424591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:22.424969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:22.425392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Bound port: 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:22.430874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9d2bdb7-624e-46e4-823e-209bbaf346e0 req-4a4aae3c-66a9-4c7f-8a49-0b3f363be2f9 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Feb 16 14:44:22.475089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0dc916f0-00c2-4b49-b812-e538305213ae tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5854173 Feb 16 14:44:22.490789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:22.495522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Request body: {'port': {'device_id': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:22.519352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.520623 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.581853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] No DVR routers for this DVR port f839d3b9-5632-4e2b-97d5-97597881bcfb on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:22.592068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.600227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e509ae3-1c3d-45dc-a50a-034145182966,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:22.606438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:44:22.620459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] Pushing event updated for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=10']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:22.627365 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-f983fb10-fd2f-4bf1-aed6-68968dcf198a service neutron] 10.222.0.93 "PUT /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb/bindings/n-h2-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7804039 Feb 16 14:44:22.631705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.632196 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Added segment 5bca9904-c5d0-443f-b697-b748a9dec3a7 of type vlan for network cf5d183c-8716-4706-9b4c-efbba7d78ba5 Feb 16 14:44:22.638007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.639314 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3e9b12b5-7ff8-443b-bc8c-259e898530d3 service neutron] 10.222.0.113 "POST /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75/bindings HTTP/1.1" status: 201 len: 389 time: 0.4552727 Feb 16 14:44:22.702869 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b0b544-4a10-447d-a9b8-9b68b1428c91 x-openstack-request-id: req-30b0b544-4a10-447d-a9b8-9b68b1428c91 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:22.703503 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b49b06a-61ff-4907-b10f-46989a092639", "name": "network-vif-plugged", "status": "completed", "tag": "bd6df7db-9f00-4cd0-9bee-176c7de3cd42", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:22.703712 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-30b0b544-4a10-447d-a9b8-9b68b1428c91 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:22.704284 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b49b06a-61ff-4907-b10f-46989a092639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42', 'code': 200} Feb 16 14:44:22.738532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.845740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14c8b1-e0c2-4eaf-b098-38bcf2be866b req-38366ae0-5314-41dd-a195-07a23527d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:22.847292 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9b14c8b1-e0c2-4eaf-b098-38bcf2be866b req-38366ae0-5314-41dd-a195-07a23527d375 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 1096 time: 0.0477226 Feb 16 14:44:22.895170 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9b14c8b1-e0c2-4eaf-b098-38bcf2be866b req-d1f1ce4f-4494-4898-99b6-25df4c16788a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Feb 16 14:44:22.936778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37e447-9cfb-43b4-9422-5d14f7fd0d61 req-715eb75e-2f9b-4e10-acc6-2078149d10c7 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:22.938479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e37e447-9cfb-43b4-9422-5d14f7fd0d61 req-715eb75e-2f9b-4e10-acc6-2078149d10c7 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 945 time: 0.1498137 Feb 16 14:44:22.984997 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.986775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:22.987355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:23.036158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-72fd5f14-99c2-4bef-93b8-b27c484c2f46 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.039661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-72fd5f14-99c2-4bef-93b8-b27c484c2f46 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.129 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.1613040 Feb 16 14:44:23.103948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e37e447-9cfb-43b4-9422-5d14f7fd0d61 req-4e39e42f-2c8a-49a2-bcb3-d93ba76dc1f3 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584477 Feb 16 14:44:23.148212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] Pushing event updated for resources: {'Network': ['ID=cf5d183c-8716-4706-9b4c-efbba7d78ba5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:23.164869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cf5d183c-8716-4706-9b4c-efbba7d78ba5 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:44:23.182950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6410a-faad-49d0-aa32-407001dd342f req-6b2f4f48-4eac-41b1-946e-a97c6f39c517 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.184491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8bb6410a-faad-49d0-aa32-407001dd342f req-6b2f4f48-4eac-41b1-946e-a97c6f39c517 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 944 time: 0.1946509 Feb 16 14:44:23.212360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a391d086-e78b-49a9-97c3-9ceab21bb03e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2726238 Feb 16 14:44:23.215306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44472) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:23.222282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Request body: {'subnet': {'network_id': 'cf5d183c-8716-4706-9b4c-efbba7d78ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1238341305-subnet', 'tenant_id': '919edf686c5a4b6c83ee6b16919f5459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:23.257048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f6607b2-cbba-4fad-a616-c44f2a595807 req-7a4d9806-a133-4d8e-8d97-44a0c5730b54 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 210 time: 0.0552175 Feb 16 14:44:23.265158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df51d9df-4a36-4021-8be1-0b4dac3d83df {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:23.281298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:23.284654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-78b8ebe8-9524-41b8-a55c-8e77dcfb4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.286147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-78b8ebe8-9524-41b8-a55c-8e77dcfb4985 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b HTTP/1.1" status: 200 len: 1095 time: 0.1719210 Feb 16 14:44:23.306766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8bb6410a-faad-49d0-aa32-407001dd342f req-cf176652-a2a0-4599-ad58-fd3626d6a98a tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012385 Feb 16 14:44:23.307189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Transition to ACTIVE for port object df51d9df-4a36-4021-8be1-0b4dac3d83df will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:23.335029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Made reservation on behalf of 919edf686c5a4b6c83ee6b16919f5459 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:23.337273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:23.402193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-23025adc-cd01-436c-9daa-0f6efb2417a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.403728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-23025adc-cd01-436c-9daa-0f6efb2417a7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1095 time: 0.0822287 Feb 16 14:44:23.412559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99a4e-39bd-481c-900b-d899402c3ae9 req-099f193d-69fc-4281-9f9e-08e3066cf353 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.414268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4de99a4e-39bd-481c-900b-d899402c3ae9 req-099f193d-69fc-4281-9f9e-08e3066cf353 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 931 time: 0.0941017 Feb 16 14:44:23.478870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:23.576128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4de99a4e-39bd-481c-900b-d899402c3ae9 req-7554b4fe-e827-4477-84d1-e614999e9451 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504440 Feb 16 14:44:23.580356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Pushing event updated for resources: {'Port': ['ID=df51d9df-4a36-4021-8be1-0b4dac3d83df,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:23.604022 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:23.643830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-3a5afd25-a6d3-429c-91e7-0ff33b020018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.645702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-3a5afd25-a6d3-429c-91e7-0ff33b020018 service neutron] 10.222.0.129 "GET /v2.0/networks?id=810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 200 len: 910 time: 0.2300479 Feb 16 14:44:23.700586 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfa612d-281f-4e68-9e56-6463b7183087,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:23.710283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-9c687d7e-3265-402e-bf04-ec33801233e5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 200 len: 217 time: 0.0557806 Feb 16 14:44:23.726772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Checking segment: {'id': '5bca9904-c5d0-443f-b697-b748a9dec3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'cf5d183c-8716-4706-9b4c-efbba7d78ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:23.727160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Network hostable DHCP agents. Network: cf5d183c-8716-4706-9b4c-efbba7d78ba5, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:44:23.729610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Attempting to bind port df51d9df-4a36-4021-8be1-0b4dac3d83df on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:23.733632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Attempting to bind port df51d9df-4a36-4021-8be1-0b4dac3d83df by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '6d192680-a975-4f6c-8c6b-8452b9d67421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '74a99873-7b1d-4d21-952e-974358c3531e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:23.733632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Attempting to bind port df51d9df-4a36-4021-8be1-0b4dac3d83df on network 74a99873-7b1d-4d21-952e-974358c3531e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:23.770228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Port df51d9df-4a36-4021-8be1-0b4dac3d83df on network 74a99873-7b1d-4d21-952e-974358c3531e not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:23.770562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Attempting to bind port df51d9df-4a36-4021-8be1-0b4dac3d83df on network 74a99873-7b1d-4d21-952e-974358c3531e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:23.775023 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-72de9245-0066-40f6-a855-235ed43de7cf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124613 Feb 16 14:44:23.789198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-40efd161-ca0c-4741-8339-3f4d951cf5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.791716 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-40efd161-ca0c-4741-8339-3f4d951cf5cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1096 time: 0.0746987 Feb 16 14:44:23.801446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:23.801796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Checking segment: {'id': '6d192680-a975-4f6c-8c6b-8452b9d67421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '74a99873-7b1d-4d21-952e-974358c3531e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:23.802188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Bound using segment: {'id': '6d192680-a975-4f6c-8c6b-8452b9d67421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '74a99873-7b1d-4d21-952e-974358c3531e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:23.802626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Bound port: df51d9df-4a36-4021-8be1-0b4dac3d83df, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d192680-a975-4f6c-8c6b-8452b9d67421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '74a99873-7b1d-4d21-952e-974358c3531e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:23.802987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:23.833190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-0f2aefd4-8d0a-44aa-96d0-ad4da4789f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.834966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-0f2aefd4-8d0a-44aa-96d0-ad4da4789f36 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 200 len: 848 time: 0.1168869 Feb 16 14:44:23.883079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Network cf5d183c-8716-4706-9b4c-efbba7d78ba5 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:44:23.911625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ae61-af42-4045-a5d0-d5574558920d req-2e0993ce-db15-4e2a-b766-00cbf41da776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.912995 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-2e0993ce-db15-4e2a-b766-00cbf41da776 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 1095 time: 0.0970585 Feb 16 14:44:23.922642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8dcc3-9496-499e-a459-9435ff9301ac req-0008791b-9b0e-4fb8-9c24-a4790955fab1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.925491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0d8dcc3-9496-499e-a459-9435ff9301ac req-0008791b-9b0e-4fb8-9c24-a4790955fab1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.1727507 Feb 16 14:44:23.930253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-b86e428e-453f-4524-84e8-9a9cb234de29 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=810c1930-d042-471b-b5b8-58060b8c1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799994 Feb 16 14:44:23.933813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-909eef56-9118-4b24-98bd-2055a89cba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.935232 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-909eef56-9118-4b24-98bd-2055a89cba4d service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1272800 Feb 16 14:44:24.015038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cf5d183c-8716-4706-9b4c-efbba7d78ba5) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:24.021412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.022685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:24.024252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a7ae9-ba85-4f22-a1b3-670e1e21cfd8 None None] Network cf5d183c-8716-4706-9b4c-efbba7d78ba5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:24.026816 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-600ccedb-87b8-4803-8dcc-3b43f8856c86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 217 time: 0.0780439 Feb 16 14:44:24.035899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] For port df51d9df-4a36-4021-8be1-0b4dac3d83df, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:24.058291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae480d-e19c-42cc-b09a-a8a955cde472 req-394b3bc3-d1be-4da8-8a2c-c1ed23981401 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.059807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57ae480d-e19c-42cc-b09a-a8a955cde472 req-394b3bc3-d1be-4da8-8a2c-c1ed23981401 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 945 time: 0.2318873 Feb 16 14:44:24.076872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] For port df51d9df-4a36-4021-8be1-0b4dac3d83df, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=df51d9df-4a36-4021-8be1-0b4dac3d83df,segment=NetworkSegment(6d192680-a975-4f6c-8c6b-8452b9d67421),segment_id=6d192680-a975-4f6c-8c6b-8452b9d67421)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:24.089884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0d8dcc3-9496-499e-a459-9435ff9301ac req-81dbcf20-de62-4871-8f7f-f0d26dd27a07 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561091 Feb 16 14:44:24.150861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57ae480d-e19c-42cc-b09a-a8a955cde472 req-cf92f516-1f9a-47b6-a5d4-e90da835c9e4 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups?id=78236140-1b61-44e2-9bb6-cd4378fa8eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764225 Feb 16 14:44:24.150861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-13fe684f-f5db-461c-b60b-a48138e1ec89 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043767 Feb 16 14:44:24.163138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-b8372b18-24b8-44a2-b39d-5ee709962e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.164635 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-b8372b18-24b8-44a2-b39d-5ee709962e35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0991602 Feb 16 14:44:24.183040 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:24.218157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:24.225235 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-b8d24d97-0952-4118-a5f5-567971d6dff8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425096 Feb 16 14:44:24.228325 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6eb03116-3e7d-412d-899a-f59eb1d28abf admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0118182 Feb 16 14:44:24.236033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ae61-af42-4045-a5d0-d5574558920d req-5c0ebf1c-9197-4cee-b5e5-0aa79ec78248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.238827 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-5c0ebf1c-9197-4cee-b5e5-0aa79ec78248 service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.2803521 Feb 16 14:44:24.279625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc923a0e-775b-41dd-820e-7b2d73fc97da None None] Network cf5d183c-8716-4706-9b4c-efbba7d78ba5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:24.300373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.301003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:24.303975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] 10.222.0.129 "PUT /v2.0/ports/df51d9df-4a36-4021-8be1-0b4dac3d83df HTTP/1.1" status: 200 len: 1091 time: 1.8114786 Feb 16 14:44:24.310659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'tag': 'df51d9df-4a36-4021-8be1-0b4dac3d83df'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:24.312973 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dbb78a-6920-4d28-ad2b-f564498ce1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1760ebc6-7cd1-46aa-9b53-d31b6423492c", "tag": "df51d9df-4a36-4021-8be1-0b4dac3d83df"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:24.345223 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-869ce086-b99b-4d05-8795-de1584687ca5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 200 len: 217 time: 0.0926621 Feb 16 14:44:24.371934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:24.397368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e51b5-4989-42d6-8b8d-c2637236db62 service neutron] Pushing event updated for resources: {'Port': ['ID=df51d9df-4a36-4021-8be1-0b4dac3d83df,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:24.423904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a4e3d-5e47-4727-aaed-a4bde89d43dc req-478d0a21-ab81-4b3b-a0d6-02d85bb781c7 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.432023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-409a4e3d-5e47-4727-aaed-a4bde89d43dc req-478d0a21-ab81-4b3b-a0d6-02d85bb781c7 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 945 time: 0.1890256 Feb 16 14:44:24.446813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-cb426db8-9ab4-4317-a3b3-27ca95c90582 service neutron] 10.222.0.129 "GET /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771525 Feb 16 14:44:24.486953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ae61-af42-4045-a5d0-d5574558920d req-f34fa4b1-f153-4f1b-998d-3d7266b8e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.490040 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-f34fa4b1-f153-4f1b-998d-3d7266b8e492 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.1389740 Feb 16 14:44:24.560351 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-218c3c13-1776-49d4-bdc3-a83e2002c3ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592098 Feb 16 14:44:24.564457 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-49f7d18d-8e76-4ce4-85aa-622e98bb0bdd service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247385 Feb 16 14:44:24.949148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbeaaa67-c6a6-4a87-907d-5394b689c394 req-a9beb6d7-9005-40f7-894a-42ae25b44e13 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 210 time: 0.4784656 Feb 16 14:44:24.971748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-409a4e3d-5e47-4727-aaed-a4bde89d43dc req-936befad-612d-4c66-8d81-64e80191ccd6 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385082 Feb 16 14:44:25.053819 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfad6d69-54a9-4519-9e01-a621f00f7f69 x-openstack-request-id: req-cfad6d69-54a9-4519-9e01-a621f00f7f69 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:25.054110 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1760ebc6-7cd1-46aa-9b53-d31b6423492c", "tag": "df51d9df-4a36-4021-8be1-0b4dac3d83df", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:25.054356 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cfad6d69-54a9-4519-9e01-a621f00f7f69 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:25.054739 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'tag': 'df51d9df-4a36-4021-8be1-0b4dac3d83df', 'status': 'completed', 'code': 200} Feb 16 14:44:25.076576 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dcb37975-2b5e-4894-81bd-3488814b66f9 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876628 Feb 16 14:44:25.078419 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-0cc2efd7-ed61-4be6-afeb-62e8853287df service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952636 Feb 16 14:44:25.100157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-a63205ab-9f81-4a8c-887f-8db314f95dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.101626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-a63205ab-9f81-4a8c-887f-8db314f95dfa service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0cce4bd9f81b41fa99360ee54713270d&device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 1094 time: 0.6425114 Feb 16 14:44:25.189152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-0e8fa9bd-c32f-43c4-a88e-b7ce5f156612 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df51d9df-4a36-4021-8be1-0b4dac3d83df HTTP/1.1" status: 200 len: 217 time: 0.0681288 Feb 16 14:44:25.194915 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48a7ae61-af42-4045-a5d0-d5574558920d req-630504a0-f7f9-4a14-93e9-23396c007571 service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027920 Feb 16 14:44:25.207652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-a70f8443-1c7e-4afb-bc3d-722c6b17b085 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.209368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-a70f8443-1c7e-4afb-bc3d-722c6b17b085 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.129 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1&tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.2648885 Feb 16 14:44:25.274051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ea517-8f0d-4c25-a883-5c560ef8da61 req-0f4f8243-6b6f-461f-87be-3482f48476c1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.281241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc8ea517-8f0d-4c25-a883-5c560ef8da61 req-0f4f8243-6b6f-461f-87be-3482f48476c1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 944 time: 0.2302372 Feb 16 14:44:25.366697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-fc974fee-5c04-4017-99ad-e22364d75a49 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.368189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-fc974fee-5c04-4017-99ad-e22364d75a49 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.3475704 Feb 16 14:44:25.394266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e7b04-7b99-4109-9f85-f568a34705ed req-63e35312-d7f2-4331-8860-fa71c8d4b165 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.395775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-171e7b04-7b99-4109-9f85-f568a34705ed req-63e35312-d7f2-4331-8860-fa71c8d4b165 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 943 time: 0.2685590 Feb 16 14:44:25.402805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Request body: {'port': {'device_id': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'admin_state_up': True, 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:25.413043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-b6a8e186-c9ca-4f20-97ac-5ebaa79f4071 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.414824 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-b6a8e186-c9ca-4f20-97ac-5ebaa79f4071 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 945 time: 0.0622933 Feb 16 14:44:25.417857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-18d8d109-c5cc-4028-8781-60638e9b7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.419274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-18d8d109-c5cc-4028-8781-60638e9b7271 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=50cd9182-7e35-488b-8d4f-167be50dfbd4 HTTP/1.1" status: 200 len: 858 time: 0.2058871 Feb 16 14:44:25.492108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc8ea517-8f0d-4c25-a883-5c560ef8da61 req-dbc974ef-5d29-4418-b085-e47c3dae1571 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099922 Feb 16 14:44:25.557426 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Deleting port be2a7086-221b-472f-a4dc-935f4cf11879 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:25.560057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:25.560214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-171e7b04-7b99-4109-9f85-f568a34705ed req-54f14e4b-8625-42ec-a650-1576714162f5 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503384 Feb 16 14:44:25.562621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-8f4a7d0b-ca7d-4aa6-affe-85165fef5288 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=74a99873-7b1d-4d21-952e-974358c3531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205652 Feb 16 14:44:25.677691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] For port be2a7086-221b-472f-a4dc-935f4cf11879, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=be2a7086-221b-472f-a4dc-935f4cf11879,segment=NetworkSegment(bb00867b-5cef-4788-a1fc-5fda645db7cc),segment_id=bb00867b-5cef-4788-a1fc-5fda645db7cc)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:25.678053 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:25.690490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Calling delete_port for be2a7086-221b-472f-a4dc-935f4cf11879 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:25.908903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-daaf825c-c8be-42aa-86b7-f417b63156eb service neutron] 10.222.0.129 "GET /v2.0/networks/74a99873-7b1d-4d21-952e-974358c3531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372867 Feb 16 14:44:25.928909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c999fb9-bee2-48bc-afa8-23b6305ee213 req-fac3db13-61f6-4d09-b4c4-77e15e210eab tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.930394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c999fb9-bee2-48bc-afa8-23b6305ee213 req-fac3db13-61f6-4d09-b4c4-77e15e210eab tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.2380881 Feb 16 14:44:25.939754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:25.952597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['be2a7086-221b-472f-a4dc-935f4cf11879'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:25.970930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-a3bef627-b783-4ca0-8678-324a3eec9166 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.972762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-a3bef627-b783-4ca0-8678-324a3eec9166 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/networks?id=824a90cf-35e3-40a0-ad15-9036cff7d6f1 HTTP/1.1" status: 200 len: 814 time: 0.2788954 Feb 16 14:44:25.978620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event deleted for resources: {'Port': ['ID=be2a7086-221b-472f-a4dc-935f4cf11879,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:26.015172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-574071fc-9b4a-4f40-9a0b-2e31e246eca4 service neutron] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:26.034326 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-574071fc-9b4a-4f40-9a0b-2e31e246eca4 service neutron] Notify callbacks [] for binding, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:26.035457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1993780-5065-4e14-88a1-2d8dbbb7a266 req-574071fc-9b4a-4f40-9a0b-2e31e246eca4 service neutron] 10.222.0.129 "DELETE /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb/bindings/n-h1-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.8003705 Feb 16 14:44:26.052369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:26.057085 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:26.058684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] No DVR routers for this DVR port be2a7086-221b-472f-a4dc-935f4cf11879 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:26.062331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:26.069182 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-270545a9-120a-4a68-bf1d-e8dff60b0050 req-54c84261-db7a-4647-9514-34c5b0483bee tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.93 "DELETE /v2.0/ports/be2a7086-221b-472f-a4dc-935f4cf11879 HTTP/1.1" status: 204 len: 173 time: 0.6482010 Feb 16 14:44:26.069728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'name': 'network-vif-deleted', 'tag': 'be2a7086-221b-472f-a4dc-935f4cf11879'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:26.072758 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c806579c-18f5-4956-9596-67edc23ee42b" -d '{"events": [{"server_uuid": "29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76", "name": "network-vif-deleted", "tag": "be2a7086-221b-472f-a4dc-935f4cf11879"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:26.085478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-73d002f6-392a-4328-b209-94efc10ba8ea tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/quotas/721b95d89237458aa5294a48e72745dd HTTP/1.1" status: 200 len: 375 time: 0.0719452 Feb 16 14:44:26.093014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c999fb9-bee2-48bc-afa8-23b6305ee213 req-86e38045-03dd-495b-bda1-6f3cf5028020 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517727 Feb 16 14:44:26.156710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-c45e0d59-aaa8-48d6-8025-72158b0ef285 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=721b95d89237458aa5294a48e72745dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596972 Feb 16 14:44:26.162096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61d1eb8-e69e-40d1-a02b-8dc47d520b1b req-f10cba9a-7878-4bf2-89d9-127b653dc63d service neutron] 10.222.0.129 "GET /v2.0/networks/74a99873-7b1d-4d21-952e-974358c3531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450855 Feb 16 14:44:26.282114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e530576-0865-4677-9ae9-67939f8de722 req-d5bb0ced-0dba-46b1-86e6-8e5cdb1dabaa tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 210 time: 0.0876694 Feb 16 14:44:26.414913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-c40d0f1f-4cd6-4939-82e2-70e6270c4553 service neutron] 10.222.0.113 "GET /v2.0/networks/824a90cf-35e3-40a0-ad15-9036cff7d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220674 Feb 16 14:44:26.417173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Allocated IP 172.20.0.11 (435fa567-edf3-4893-b78c-ef5ba8642c8d/3d9ed2ad-511d-422c-a2ad-52c08a46822a/289b2b50-dc30-4df6-99b2-7efb124da1ac) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:26.479261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02dda341-7ac4-4bac-824a-62d54ab1cbf8 req-b16e70c1-c35a-4962-9323-d0d640dd379f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 210 time: 0.0633302 Feb 16 14:44:26.484424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-fae97513-591a-443a-8606-3c07460b32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:26.486770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-fae97513-591a-443a-8606-3c07460b32f2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0cce4bd9f81b41fa99360ee54713270d&device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 1094 time: 0.1486976 Feb 16 14:44:26.766497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc90fc-b9f9-4cf0-8522-afc8f4740ee5 req-6d8c6881-dbb3-44e3-92e5-c0e46c9f3b2d tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:26.768679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccbc90fc-b9f9-4cf0-8522-afc8f4740ee5 req-6d8c6881-dbb3-44e3-92e5-c0e46c9f3b2d tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 945 time: 0.1882322 Feb 16 14:44:26.769758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-bcbc6531-441f-4ab4-b451-b1ea6e5f61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:26.771072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-bcbc6531-441f-4ab4-b451-b1ea6e5f61ea service neutron] 10.222.0.129 "GET /v2.0/networks?id=74a99873-7b1d-4d21-952e-974358c3531e HTTP/1.1" status: 200 len: 920 time: 0.2561359 Feb 16 14:44:26.779697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-8d02e16d-899a-4856-bb43-44b514041591 service neutron] 10.222.0.113 "GET /v2.0/networks/824a90cf-35e3-40a0-ad15-9036cff7d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486080 Feb 16 14:44:26.856087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-749ac229-0907-4b9f-abde-e1de18c226a1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df51d9df-4a36-4021-8be1-0b4dac3d83df HTTP/1.1" status: 200 len: 217 time: 0.0635185 Feb 16 14:44:26.911989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccbc90fc-b9f9-4cf0-8522-afc8f4740ee5 req-6ab999b4-0b8e-49e3-b2d1-ca2624a86ffa tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313236 Feb 16 14:44:26.954812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:26.964768 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6750e7-d9cd-453b-b304-544a45ede45e x-openstack-request-id: req-0c6750e7-d9cd-453b-b304-544a45ede45e {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:26.965263 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76", "name": "network-vif-deleted", "tag": "be2a7086-221b-472f-a4dc-935f4cf11879", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:26.965351 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0c6750e7-d9cd-453b-b304-544a45ede45e {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:26.965774 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76', 'name': 'network-vif-deleted', 'tag': 'be2a7086-221b-472f-a4dc-935f4cf11879', 'status': 'completed', 'code': 200} Feb 16 14:44:27.024668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-6c529838-de94-4ade-b122-81011b5a6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:27.026211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-6c529838-de94-4ade-b122-81011b5a6655 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=50cd9182-7e35-488b-8d4f-167be50dfbd4 HTTP/1.1" status: 200 len: 858 time: 0.1574962 Feb 16 14:44:27.108196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-395c79e6-3955-4202-aed4-3b84b14c0662 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=74a99873-7b1d-4d21-952e-974358c3531e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728133 Feb 16 14:44:27.218612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7501093-f445-44a2-b286-4f6c238c8f22 req-1d4e05e4-7b10-4fe4-9786-1e26e7e1149d tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:27.220508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7501093-f445-44a2-b286-4f6c238c8f22 req-1d4e05e4-7b10-4fe4-9786-1e26e7e1149d tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 1095 time: 0.1769264 Feb 16 14:44:27.230400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:27.305647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c292b9-b6bd-4c2c-bfd4-b0f75383bcae req-7a8f2d8d-a82d-4952-92ae-6034a16276f4 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:27.307349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c292b9-b6bd-4c2c-bfd4-b0f75383bcae req-7a8f2d8d-a82d-4952-92ae-6034a16276f4 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 943 time: 0.1981721 Feb 16 14:44:27.361770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:27.682424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event updated for resources: {'Port': ['ID=289b2b50-dc30-4df6-99b2-7efb124da1ac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:27.684931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:27.692142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7501093-f445-44a2-b286-4f6c238c8f22 req-8e6714bb-2a19-4e9d-a3ea-1eb9baaedf95 tempest-LiveMigrationTest-952756637 tempest-LiveMigrationTest-952756637-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573278 Feb 16 14:44:27.693528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:27.699881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-f0dd926a-74cc-4d1a-8e10-d0c62db79241 service neutron] 10.222.0.129 "GET /v2.0/networks/74a99873-7b1d-4d21-952e-974358c3531e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385356 Feb 16 14:44:27.762622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c292b9-b6bd-4c2c-bfd4-b0f75383bcae req-155e0a81-4c77-4a0f-a11f-23ed75b270aa tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412179 Feb 16 14:44:27.831771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ab0390c-c25a-4e28-a561-e19a7a920ebf req-7da2b534-93fa-43d1-a2d1-5d278a747ed3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 210 time: 0.0723469 Feb 16 14:44:27.844161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:27.845456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:27.902540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78dbb78a-6920-4d28-ad2b-f564498ce1f0 req-5e179b43-73b2-4a68-b9d4-f95cf1ceb445 service neutron] 10.222.0.129 "GET /v2.0/networks/74a99873-7b1d-4d21-952e-974358c3531e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767287 Feb 16 14:44:27.957737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfa683-b59b-4ff2-9def-153b5757e9fa req-605272db-5dee-438b-aaaf-b9fedcd51f23 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:27.959761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cecfa683-b59b-4ff2-9def-153b5757e9fa req-605272db-5dee-438b-aaaf-b9fedcd51f23 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.1097200 Feb 16 14:44:28.028642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35a5af06-4841-47fc-9b46-f1185b1ec106 req-07cb77b8-b1ad-4cea-b792-6fce3ca44b57 tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/ports?device_id=29cb6a02-d5a3-4d68-aa54-d0e9bd98fc76 HTTP/1.1" status: 200 len: 210 time: 0.0476880 Feb 16 14:44:28.037170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cecfa683-b59b-4ff2-9def-153b5757e9fa req-ceb20404-968c-4712-b9cb-ae20930df4a8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688443 Feb 16 14:44:28.142375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-cc90ed9f-36a4-4ba9-8fb7-5c5f9bdd4ffc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7550802 Feb 16 14:44:28.169759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Request body: {'port': {'device_id': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:28.206975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c803e-b342-4aaa-b145-effb89bc1f76 req-3f640845-5b14-4e71-a23d-396332992312 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:28.209186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac2c803e-b342-4aaa-b145-effb89bc1f76 req-3f640845-5b14-4e71-a23d-396332992312 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 932 time: 0.1077566 Feb 16 14:44:28.267264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:28.294567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac2c803e-b342-4aaa-b145-effb89bc1f76 req-e7f10ca2-cc8f-4050-a1ba-2f178eb417b1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770969 Feb 16 14:44:28.351700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device df51d9df-4a36-4021-8be1-0b4dac3d83df details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:28.455407 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port df51d9df-4a36-4021-8be1-0b4dac3d83df, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=df51d9df-4a36-4021-8be1-0b4dac3d83df,segment=NetworkSegment(6d192680-a975-4f6c-8c6b-8452b9d67421),segment_id=6d192680-a975-4f6c-8c6b-8452b9d67421)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:28.469197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'df51d9df-4a36-4021-8be1-0b4dac3d83df', 'network_id': '74a99873-7b1d-4d21-952e-974358c3531e', 'port_id': 'df51d9df-4a36-4021-8be1-0b4dac3d83df', 'mac_address': 'fa:16:3e:aa:09:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cd9182-7e35-488b-8d4f-167be50dfbd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:44:28.512508 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:28.531637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df51d9df-4a36-4021-8be1-0b4dac3d83df {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:28.554288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port df51d9df-4a36-4021-8be1-0b4dac3d83df, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=df51d9df-4a36-4021-8be1-0b4dac3d83df,segment=NetworkSegment(6d192680-a975-4f6c-8c6b-8452b9d67421),segment_id=6d192680-a975-4f6c-8c6b-8452b9d67421)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:28.590706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289b2b50-dc30-4df6-99b2-7efb124da1ac {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:28.600173 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:28.632803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Transition to ACTIVE for port object 289b2b50-dc30-4df6-99b2-7efb124da1ac will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:28.678448 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:28.716501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:28.777295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=df51d9df-4a36-4021-8be1-0b4dac3d83df,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:28.800411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Pushing event updated for resources: {'Port': ['ID=289b2b50-dc30-4df6-99b2-7efb124da1ac,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:28.955592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215834-6001-4733-aefe-11c79f90653a req-416001d5-4044-49ce-87d4-ea7602aeb721 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:28.963074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d215834-6001-4733-aefe-11c79f90653a req-416001d5-4044-49ce-87d4-ea7602aeb721 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 944 time: 0.1576457 Feb 16 14:44:29.000178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8554fb-f599-4a3e-b205-c3cebae4926b req-6e813504-ed76-47a5-b374-4a5b041741a1 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.003007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d8554fb-f599-4a3e-b205-c3cebae4926b req-6e813504-ed76-47a5-b374-4a5b041741a1 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 944 time: 0.1432769 Feb 16 14:44:29.003827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Attempting to bind port 289b2b50-dc30-4df6-99b2-7efb124da1ac on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:29.004159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Attempting to bind port 289b2b50-dc30-4df6-99b2-7efb124da1ac by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:29.004481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Attempting to bind port 289b2b50-dc30-4df6-99b2-7efb124da1ac on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:29.026723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Port 289b2b50-dc30-4df6-99b2-7efb124da1ac on network 435fa567-edf3-4893-b78c-ef5ba8642c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:29.026868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Attempting to bind port 289b2b50-dc30-4df6-99b2-7efb124da1ac on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:29.029880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['df51d9df-4a36-4021-8be1-0b4dac3d83df'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:29.043940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d215834-6001-4733-aefe-11c79f90653a req-99aa0c06-ea94-4132-b46f-5caab9750948 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Feb 16 14:44:29.046576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:29.046852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Checking segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:29.047232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Bound using segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:29.047867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Bound port: 289b2b50-dc30-4df6-99b2-7efb124da1ac, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:29.055690 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:29.134748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d8554fb-f599-4a3e-b205-c3cebae4926b req-289b7604-74cb-4478-88a9-335c14bff754 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238174 Feb 16 14:44:29.181476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] For port 289b2b50-dc30-4df6-99b2-7efb124da1ac, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:29.186489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] For port 289b2b50-dc30-4df6-99b2-7efb124da1ac, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=289b2b50-dc30-4df6-99b2-7efb124da1ac,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:29.255572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83368c57-8930-4dad-a585-722e7d4ed428 req-a0fff474-6536-4382-873a-9e3d94b99510 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 210 time: 0.1077731 Feb 16 14:44:29.284571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:29.363816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.364444 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:29.366593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] 10.222.0.93 "PUT /v2.0/ports/289b2b50-dc30-4df6-99b2-7efb124da1ac HTTP/1.1" status: 200 len: 1092 time: 1.2052598 Feb 16 14:44:29.374342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'tag': '289b2b50-dc30-4df6-99b2-7efb124da1ac'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:29.381506 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4848ae99-4e81-4dca-930e-964dec486349" -d '{"events": [{"name": "network-changed", "server_uuid": "59edd4cd-e7ba-4d85-8d51-6f0629eb0d75", "tag": "289b2b50-dc30-4df6-99b2-7efb124da1ac"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:29.461859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4016c5-6761-477a-bfd2-04b328b3866a service neutron] Pushing event updated for resources: {'Port': ['ID=289b2b50-dc30-4df6-99b2-7efb124da1ac,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:29.505933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b903ce-def9-4986-a104-04c0f1f67d1e req-557d528f-4906-4a0a-ac59-bf78829d37cb tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.507612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10b903ce-def9-4986-a104-04c0f1f67d1e req-557d528f-4906-4a0a-ac59-bf78829d37cb tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.1342533 Feb 16 14:44:29.607116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79803e-0361-4c93-b911-dfb0999eedf6 req-13fb66ad-bce4-4f50-a8e8-fc1830751514 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.608547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c79803e-0361-4c93-b911-dfb0999eedf6 req-13fb66ad-bce4-4f50-a8e8-fc1830751514 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 944 time: 0.1608286 Feb 16 14:44:29.650433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-7fdb057c-a09a-45b4-801a-6efaac9e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.652044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-7fdb057c-a09a-45b4-801a-6efaac9e96cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 1095 time: 0.1556458 Feb 16 14:44:29.659469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10b903ce-def9-4986-a104-04c0f1f67d1e req-d4ddcab9-5bef-4936-bf30-9206ef3a6b3e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413529 Feb 16 14:44:29.668511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-c0d9b18f-d52b-4aba-9856-b1b7ff00705f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.670097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-c0d9b18f-d52b-4aba-9856-b1b7ff00705f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 944 time: 0.1529827 Feb 16 14:44:29.754523 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca4113d-4449-406e-8f17-397d95cc41d7 x-openstack-request-id: req-4ca4113d-4449-406e-8f17-397d95cc41d7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:29.754855 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59edd4cd-e7ba-4d85-8d51-6f0629eb0d75", "tag": "289b2b50-dc30-4df6-99b2-7efb124da1ac", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:29.755075 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4ca4113d-4449-406e-8f17-397d95cc41d7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:29.755524 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'tag': '289b2b50-dc30-4df6-99b2-7efb124da1ac', 'status': 'completed', 'code': 200} Feb 16 14:44:29.761294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-2557a229-a7f9-44c0-8c4b-8382281d5e2d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=289b2b50-dc30-4df6-99b2-7efb124da1ac HTTP/1.1" status: 200 len: 217 time: 0.0899112 Feb 16 14:44:29.767090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c79803e-0361-4c93-b911-dfb0999eedf6 req-b3ed455f-b443-43c7-aca2-f2363f3ac244 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470675 Feb 16 14:44:29.861587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-d46f710f-5568-4669-8314-888308b27adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.863157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-d46f710f-5568-4669-8314-888308b27adc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.0921650 Feb 16 14:44:29.905048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-adf73ba6-a8d2-44a0-8c93-9fae08d4959f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338840 Feb 16 14:44:29.908018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Deleting port f839d3b9-5632-4e2b-97d5-97597881bcfb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:29.908335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:29.916981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44578) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:29.978718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fabf71ed-2021-433d-8ef0-74ae418cd7bd tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.003842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fabf71ed-2021-433d-8ef0-74ae418cd7bd tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.135850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] For port f839d3b9-5632-4e2b-97d5-97597881bcfb, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f839d3b9-5632-4e2b-97d5-97597881bcfb,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:30.135850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.141894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-184e13f3-5843-4081-82fb-b0e76f8cff88 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281640 Feb 16 14:44:30.157256 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fabf71ed-2021-433d-8ef0-74ae418cd7bd tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.159914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fabf71ed-2021-433d-8ef0-74ae418cd7bd tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.161475 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fabf71ed-2021-433d-8ef0-74ae418cd7bd tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "DELETE /v2.0/security-groups/9fc7bace-ccf6-406c-85d1-7630097d7c6d HTTP/1.1" status: 204 len: 168 time: 0.2430949 Feb 16 14:44:30.168488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44584) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:30.186044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf71ed-2021-433d-8ef0-74ae418cd7bd tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc7bace-ccf6-406c-85d1-7630097d7c6d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:30.187888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Calling delete_port for f839d3b9-5632-4e2b-97d5-97597881bcfb owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:30.216308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be2a7086-221b-472f-a4dc-935f4cf11879 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:30.250613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: be2a7086-221b-472f-a4dc-935f4cf11879 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:30.250613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device be2a7086-221b-472f-a4dc-935f4cf11879 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:30.289982 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-0835887b-a21c-40b9-bf55-cabdaeda480f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] show failed (client error): The resource could not be found. Feb 16 14:44:30.291181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0835887b-a21c-40b9-bf55-cabdaeda480f tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "GET /v2.0/security-groups/9fc7bace-ccf6-406c-85d1-7630097d7c6d HTTP/1.1" status: 404 len: 347 time: 0.1095264 Feb 16 14:44:30.295138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44592) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:30.365790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device df51d9df-4a36-4021-8be1-0b4dac3d83df up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:44:30.389302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-2e30b989-0d2f-4a39-97c8-6bbd7c25a615 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:30.390583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-2e30b989-0d2f-4a39-97c8-6bbd7c25a615 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.129 "GET /v2.0/networks?id=824a90cf-35e3-40a0-ad15-9036cff7d6f1 HTTP/1.1" status: 200 len: 814 time: 0.3443611 Feb 16 14:44:30.416623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Request body: {'port': {'device_id': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1', 'admin_state_up': True, 'tenant_id': '721b95d89237458aa5294a48e72745dd'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:30.458335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44644b2b-8268-4bb2-91bb-d957ef9d325c req-852ccc1d-8c8c-4bd3-8133-912307ddab89 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:30.460591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44644b2b-8268-4bb2-91bb-d957ef9d325c req-852ccc1d-8c8c-4bd3-8133-912307ddab89 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 944 time: 0.3071876 Feb 16 14:44:30.474762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Deleting port c2b5d52a-ddff-46cc-a8fb-90b3e361933b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:30.475191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.526280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29cc5d5a-1bcd-4712-9140-134becbc47e8 req-07bb5386-4e73-420f-9385-b831802c0034 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742974 Feb 16 14:44:30.549131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee71cd0-adc3-410f-bd57-6a4d10e95b68 req-8d9962fb-77b3-44f0-aa55-3feb4fd0c4be tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:30.550804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ee71cd0-adc3-410f-bd57-6a4d10e95b68 req-8d9962fb-77b3-44f0-aa55-3feb4fd0c4be tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 944 time: 0.2792957 Feb 16 14:44:30.572971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.573353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.586359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port df51d9df-4a36-4021-8be1-0b4dac3d83df completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:44:30.587447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Calling delete_port for c2b5d52a-ddff-46cc-a8fb-90b3e361933b owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:30.591063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port df51d9df-4a36-4021-8be1-0b4dac3d83df triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:30.591519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.613768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44644b2b-8268-4bb2-91bb-d957ef9d325c req-488737bb-2875-464c-bc77-e300abad20ca tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428998 Feb 16 14:44:30.682494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ee71cd0-adc3-410f-bd57-6a4d10e95b68 req-eec9217f-ca18-45be-b241-88bccedc2873 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207354 Feb 16 14:44:30.717205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.767568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51d9df-4a36-4021-8be1-0b4dac3d83df'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:30.776179 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab366189-c90b-4b13-9b38-620c3c7e3a0a" -d '{"events": [{"server_uuid": "1760ebc6-7cd1-46aa-9b53-d31b6423492c", "name": "network-vif-plugged", "status": "completed", "tag": "df51d9df-4a36-4021-8be1-0b4dac3d83df"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:30.790041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port df51d9df-4a36-4021-8be1-0b4dac3d83df, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=df51d9df-4a36-4021-8be1-0b4dac3d83df,segment=NetworkSegment(6d192680-a975-4f6c-8c6b-8452b9d67421),segment_id=6d192680-a975-4f6c-8c6b-8452b9d67421)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:30.813232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1497e669-0c44-4bfb-81b9-d3adf130066e req-ff213783-93be-47a8-ac5a-7479386547db tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 210 time: 0.0343103 Feb 16 14:44:30.821023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ae99-4e81-4dca-930e-964dec486349 req-dfa98831-4626-4733-8d53-e63216f34e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:30.822698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4848ae99-4e81-4dca-930e-964dec486349 req-dfa98831-4626-4733-8d53-e63216f34e8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 1095 time: 0.1149492 Feb 16 14:44:30.849949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.855272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Made reservation on behalf of 721b95d89237458aa5294a48e72745dd for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:30.857390 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.858732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:30.860403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.866335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.885605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Pushing event deleted for resources: {'Port': ['ID=c2b5d52a-ddff-46cc-a8fb-90b3e361933b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:30.948639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a548a7d5-e87a-48b3-a23f-eb259896d96e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:30.950488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: f839d3b9-5632-4e2b-97d5-97597881bcfb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:30.952133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f839d3b9-5632-4e2b-97d5-97597881bcfb not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:30.952270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.955847 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:30.958420 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b157e7f-2d82-43d2-b1c5-bbecbda5715a tempest-ImagesOneServerNegativeTestJSON-442168632 tempest-ImagesOneServerNegativeTestJSON-442168632-project] 10.222.0.113 "DELETE /v2.0/floatingips/47b256f6-2741-40bf-aebd-b848215eea61 HTTP/1.1" status: 204 len: 168 time: 0.6615489 Feb 16 14:44:31.001441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event deleted for resources: {'Port': ['ID=f839d3b9-5632-4e2b-97d5-97597881bcfb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:31.019861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=df51d9df-4a36-4021-8be1-0b4dac3d83df,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:31.131459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] No DVR routers for this DVR port f839d3b9-5632-4e2b-97d5-97597881bcfb on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:31.143367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:31.147252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcb1089e-efbf-4bdb-96ef-b1055b65ae6d req-e9cbcbd2-2149-4870-811e-05d61e366ee1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.129 "DELETE /v2.0/ports/f839d3b9-5632-4e2b-97d5-97597881bcfb HTTP/1.1" status: 204 len: 173 time: 1.4673913 Feb 16 14:44:31.162665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ae99-4e81-4dca-930e-964dec486349 req-03dfeb18-aceb-46cf-ac8d-be1d32f87cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:31.164292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4848ae99-4e81-4dca-930e-964dec486349 req-03dfeb18-aceb-46cf-ac8d-be1d32f87cbe service neutron] 10.222.0.93 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 913 time: 0.3335466 Feb 16 14:44:31.176522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c600889-788a-487b-8a88-952a80098a6e req-b9035604-b16e-46a4-97eb-638f555154e2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:31.178187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c600889-788a-487b-8a88-952a80098a6e req-b9035604-b16e-46a4-97eb-638f555154e2 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.2473321 Feb 16 14:44:31.256601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4848ae99-4e81-4dca-930e-964dec486349 req-674f4d03-d75a-4737-8b84-f3af0c209eb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=289b2b50-dc30-4df6-99b2-7efb124da1ac HTTP/1.1" status: 200 len: 217 time: 0.0773177 Feb 16 14:44:31.340048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Allocated IP 172.20.0.11 (824a90cf-35e3-40a0-ad15-9036cff7d6f1/377d9af3-2f05-4af8-b731-a92e033c8849/daebc12d-2093-4ea3-98c2-817b2f8f6e1e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:31.353254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c600889-788a-487b-8a88-952a80098a6e req-903f2469-f1b9-4fbf-b421-ba3681cdde1a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658711 Feb 16 14:44:31.381608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848ae99-4e81-4dca-930e-964dec486349 req-cafedf23-02bb-4207-b11d-0f3a56059a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:31.383399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4848ae99-4e81-4dca-930e-964dec486349 req-cafedf23-02bb-4207-b11d-0f3a56059a70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.1148531 Feb 16 14:44:31.421059 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0aff09-9869-47e6-9c21-8a638dd27482 x-openstack-request-id: req-0e0aff09-9869-47e6-9c21-8a638dd27482 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:31.422059 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1760ebc6-7cd1-46aa-9b53-d31b6423492c", "name": "network-vif-plugged", "status": "completed", "tag": "df51d9df-4a36-4021-8be1-0b4dac3d83df", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:31.422595 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0e0aff09-9869-47e6-9c21-8a638dd27482 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:31.423963 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51d9df-4a36-4021-8be1-0b4dac3d83df', 'code': 200} Feb 16 14:44:31.433250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4848ae99-4e81-4dca-930e-964dec486349 req-de170fff-b058-4983-91a5-beaecbecd149 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386147 Feb 16 14:44:31.731813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344ceaa-0bae-45e0-93fb-8d2af6fa5cb6 req-f39a36a0-69e0-4287-8e60-82c46054b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:31.733337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a344ceaa-0bae-45e0-93fb-8d2af6fa5cb6 req-f39a36a0-69e0-4287-8e60-82c46054b4ac service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 1096 time: 0.2067518 Feb 16 14:44:31.744712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4848ae99-4e81-4dca-930e-964dec486349 req-e99657a9-efad-4971-bafa-a3361985c02b service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979789 Feb 16 14:44:31.753603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f2b34-c4a5-4ac1-87de-211594b97c6a req-8e5d54bf-5f08-4bc3-af75-50df2972e7f3 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:31.755588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-304f2b34-c4a5-4ac1-87de-211594b97c6a req-8e5d54bf-5f08-4bc3-af75-50df2972e7f3 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 944 time: 0.1984262 Feb 16 14:44:31.760634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:31.763178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'name': 'network-vif-deleted', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:31.765857 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dff3c2-1cb0-42f0-95b2-a09a613ed56c" -d '{"events": [{"server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "name": "network-vif-deleted", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:32.201962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48b6db4c-5498-4d23-aca8-b8bb1122efde req-f6da7c6a-1747-41bd-a73d-6350e855e0e6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 210 time: 0.4155698 Feb 16 14:44:32.255690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a344ceaa-0bae-45e0-93fb-8d2af6fa5cb6 req-de194007-e1a0-4429-a914-7d8ca2e75a8b service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932849 Feb 16 14:44:32.283857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-304f2b34-c4a5-4ac1-87de-211594b97c6a req-e4c9bf32-c83b-47e9-80d4-485ad260d892 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094514 Feb 16 14:44:32.318338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4848ae99-4e81-4dca-930e-964dec486349 req-ddc28044-b487-4e42-8662-4613a53db75e service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613408 Feb 16 14:44:32.351417 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021056a4-7e39-40ad-b7a1-cd9c2cd6a752 x-openstack-request-id: req-021056a4-7e39-40ad-b7a1-cd9c2cd6a752 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:32.351807 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3678f05f-5851-4927-9de8-e97888c546c1", "name": "network-vif-deleted", "tag": "f839d3b9-5632-4e2b-97d5-97597881bcfb", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:32.352187 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-021056a4-7e39-40ad-b7a1-cd9c2cd6a752 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:32.352890 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3678f05f-5851-4927-9de8-e97888c546c1', 'name': 'network-vif-deleted', 'tag': 'f839d3b9-5632-4e2b-97d5-97597881bcfb', 'status': 'completed', 'code': 200} Feb 16 14:44:32.393111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.454898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d18263-9f9d-4bc8-8dfe-585d4e8d7352 req-8d92b91d-c8a4-4dad-8e81-defbc40af062 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.456548 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48d18263-9f9d-4bc8-8dfe-585d4e8d7352 req-8d92b91d-c8a4-4dad-8e81-defbc40af062 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 945 time: 0.1233091 Feb 16 14:44:32.494525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:32.508445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:32.510948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:32.518995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Pushing event updated for resources: {'Port': ['ID=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:32.582750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960cc62-6cc9-4203-8a3b-f242d76d89cc req-43f17c9e-a02b-4194-b41f-00b374384bcb tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.584516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4960cc62-6cc9-4203-8a3b-f242d76d89cc req-43f17c9e-a02b-4194-b41f-00b374384bcb tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 932 time: 0.1726604 Feb 16 14:44:32.587333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48d18263-9f9d-4bc8-8dfe-585d4e8d7352 req-c0a68a8c-3db1-4d95-a9c5-f391bec6a526 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121511 Feb 16 14:44:32.608714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.609351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.642949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44630) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:32.646563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4960cc62-6cc9-4203-8a3b-f242d76d89cc req-40a0c8fe-577f-4107-b331-85eb44ff0610 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Feb 16 14:44:32.692761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-07062d6f-fb5f-4c8d-b3a0-2ed087be9189 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2863305 Feb 16 14:44:32.696622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] Deleting subnet e42200d0-1734-4bf8-b89e-28c1194cc04d {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:44:32.699895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.720261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Request body: {'port': {'device_id': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:32.740322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.784432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.793182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8daf2-29c5-4bca-86cf-35faa40829b9 req-aa35548b-f509-41be-afba-494197b65102 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.794791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0df8daf2-29c5-4bca-86cf-35faa40829b9 req-aa35548b-f509-41be-afba-494197b65102 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.0894649 Feb 16 14:44:32.838947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.865659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0df8daf2-29c5-4bca-86cf-35faa40829b9 req-e940f3b0-daa8-4c58-bef3-0b1c23fd3d6a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552692 Feb 16 14:44:32.917746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.945896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42200d0-1734-4bf8-b89e-28c1194cc04d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:32.951129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:32.956832 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-494d08e2-7d16-49ba-8347-96f48a4428e5 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e42200d0-1734-4bf8-b89e-28c1194cc04d HTTP/1.1" status: 204 len: 168 time: 0.3121266 Feb 16 14:44:32.959058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:33.030483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.115093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.136054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:33.140412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daebc12d-2093-4ea3-98c2-817b2f8f6e1e {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:33.146904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb00867b-5cef-4788-a1fc-5fda645db7cc') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:33.147215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb00867b-5cef-4788-a1fc-5fda645db7cc') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:33.149576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.158198 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.165511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Transition to ACTIVE for port object daebc12d-2093-4ea3-98c2-817b2f8f6e1e will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:33.174493 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.180768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:44:33.181154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:44:33.182952 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:44:33.233636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.328140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f6e7b75-3a06-4cc4-b970-36359c9be905 req-69c319f1-3a58-4a77-b45e-1a5c518b311b tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 210 time: 0.0420046 Feb 16 14:44:33.345848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.349119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.355500 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] 10.222.0.113 "DELETE /v2.0/networks/6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b HTTP/1.1" status: 204 len: 168 time: 0.3929577 Feb 16 14:44:33.381222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc702aa-7603-4574-ade8-843c1b19abae admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbba69a-85d8-43e0-a0e7-ba3b3bbf4b0b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:33.396295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Pushing event updated for resources: {'Port': ['ID=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:33.500713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce743f6-0aa3-4c4c-b791-0981633d2a9c req-dc03a0bc-28f3-421b-8cf8-a98fff8adf06 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:33.503117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ce743f6-0aa3-4c4c-b791-0981633d2a9c req-dc03a0bc-28f3-421b-8cf8-a98fff8adf06 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 944 time: 0.1118143 Feb 16 14:44:33.505956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Attempting to bind port daebc12d-2093-4ea3-98c2-817b2f8f6e1e on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:33.506292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Attempting to bind port daebc12d-2093-4ea3-98c2-817b2f8f6e1e by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'ba9b99f2-b712-45c9-8e17-5699d1ebad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:33.506623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Attempting to bind port daebc12d-2093-4ea3-98c2-817b2f8f6e1e on network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:33.518922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Port daebc12d-2093-4ea3-98c2-817b2f8f6e1e on network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:33.519289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Attempting to bind port daebc12d-2093-4ea3-98c2-817b2f8f6e1e on network 824a90cf-35e3-40a0-ad15-9036cff7d6f1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:33.534431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:33.534778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Checking segment: {'id': 'ba9b99f2-b712-45c9-8e17-5699d1ebad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:33.535161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Bound using segment: {'id': 'ba9b99f2-b712-45c9-8e17-5699d1ebad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:33.535615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Bound port: daebc12d-2093-4ea3-98c2-817b2f8f6e1e, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9b99f2-b712-45c9-8e17-5699d1ebad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:33.535978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.567266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ce743f6-0aa3-4c4c-b791-0981633d2a9c req-bb811260-6c90-43c6-bdc9-834f2634e00b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568905 Feb 16 14:44:33.644051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] For port daebc12d-2093-4ea3-98c2-817b2f8f6e1e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:33.647792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] For port daebc12d-2093-4ea3-98c2-817b2f8f6e1e, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,segment=NetworkSegment(ba9b99f2-b712-45c9-8e17-5699d1ebad93),segment_id=ba9b99f2-b712-45c9-8e17-5699d1ebad93)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:33.728114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba2aa3-8107-40f1-a3c2-55aa10924ca5 req-9427f598-cad3-4537-ad88-de67bda99c76 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:33.729728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cba2aa3-8107-40f1-a3c2-55aa10924ca5 req-9427f598-cad3-4537-ad88-de67bda99c76 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 945 time: 0.0644166 Feb 16 14:44:33.738847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.796362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:33.813587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:33.814357 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.815844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] 10.222.0.129 "PUT /v2.0/ports/daebc12d-2093-4ea3-98c2-817b2f8f6e1e HTTP/1.1" status: 200 len: 1092 time: 1.1009929 Feb 16 14:44:33.849451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44648) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:33.849742 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8064339b-0556-4165-b48e-bcd33212a4d1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=13a087beded845789c77c45d58db603b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520313 Feb 16 14:44:33.864906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cba2aa3-8107-40f1-a3c2-55aa10924ca5 req-7e2044d6-166b-4744-9fee-4d70d28c4134 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266487 Feb 16 14:44:33.887172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53d558-1565-4fc1-90d2-edf71e3ecf99 req-f383e4e0-f7d1-47ed-b5a2-6d888c51dec7 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:33.888839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db53d558-1565-4fc1-90d2-edf71e3ecf99 req-f383e4e0-f7d1-47ed-b5a2-6d888c51dec7 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 944 time: 0.1427760 Feb 16 14:44:33.893447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217881f-0610-437f-84a3-b24372cebb3f service neutron] Pushing event updated for resources: {'Port': ['ID=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:33.988195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4fccccee-2f09-4ea1-9194-a2887d7bd811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:33.992346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db53d558-1565-4fc1-90d2-edf71e3ecf99 req-5f95de70-16bf-4cae-aa50-49372caeea2f tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919011 Feb 16 14:44:34.039196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4fccccee-2f09-4ea1-9194-a2887d7bd811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:34.069655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-dc2e16f1-b598-4c19-a518-58c0509cd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:34.071119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-dc2e16f1-b598-4c19-a518-58c0509cd6bf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=721b95d89237458aa5294a48e72745dd&device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 1095 time: 0.1227295 Feb 16 14:44:34.085479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287939e-5cc8-408b-9892-506dcc23a224 req-53ead4af-5207-40f7-9aaa-8ddb47ae1459 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:34.086899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1287939e-5cc8-408b-9892-506dcc23a224 req-53ead4af-5207-40f7-9aaa-8ddb47ae1459 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.1347518 Feb 16 14:44:34.136970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-7b383a37-5db0-46c7-a118-7cbfbfc29c24 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daebc12d-2093-4ea3-98c2-817b2f8f6e1e HTTP/1.1" status: 200 len: 217 time: 0.0489922 Feb 16 14:44:34.205607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1287939e-5cc8-408b-9892-506dcc23a224 req-e28f0680-e09f-45b1-a63d-1b6c6fb38add tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067672 Feb 16 14:44:34.211756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-b7eb8b45-a288-440e-8fcf-45c0e37b9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:34.213328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-b7eb8b45-a288-440e-8fcf-45c0e37b9572 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=377d9af3-2f05-4af8-b731-a92e033c8849 HTTP/1.1" status: 200 len: 854 time: 0.0688260 Feb 16 14:44:34.220262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 289b2b50-dc30-4df6-99b2-7efb124da1ac details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:34.254225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-2548eb53-4a24-4c6c-ac97-8a0e87cb51b4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=824a90cf-35e3-40a0-ad15-9036cff7d6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320692 Feb 16 14:44:34.315569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4fccccee-2f09-4ea1-9194-a2887d7bd811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:34.318079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4fccccee-2f09-4ea1-9194-a2887d7bd811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:34.319994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4fccccee-2f09-4ea1-9194-a2887d7bd811 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/78236140-1b61-44e2-9bb6-cd4378fa8eb8 HTTP/1.1" status: 204 len: 168 time: 0.4681506 Feb 16 14:44:34.328476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 289b2b50-dc30-4df6-99b2-7efb124da1ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=289b2b50-dc30-4df6-99b2-7efb124da1ac,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:34.342640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '289b2b50-dc30-4df6-99b2-7efb124da1ac', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'port_id': '289b2b50-dc30-4df6-99b2-7efb124da1ac', 'mac_address': 'fa:16:3e:98:a7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ed2ad-511d-422c-a2ad-52c08a46822a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:44:34.373766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'tag': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:34.378642 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412e1be3-f646-4ad4-a00f-28454a68a445" -d '{"events": [{"name": "network-changed", "server_uuid": "6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd", "tag": "daebc12d-2093-4ea3-98c2-817b2f8f6e1e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:34.385195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-aa811559-fe15-4283-a6a3-f291070d6a82 service neutron] 10.222.0.129 "GET /v2.0/networks/824a90cf-35e3-40a0-ad15-9036cff7d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239877 Feb 16 14:44:34.396028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccccee-2f09-4ea1-9194-a2887d7bd811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78236140-1b61-44e2-9bb6-cd4378fa8eb8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:34.401829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:34.459576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289b2b50-dc30-4df6-99b2-7efb124da1ac {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:34.477908 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f750d7-ee03-442e-bed6-0ff679da4281 x-openstack-request-id: req-52f750d7-ee03-442e-bed6-0ff679da4281 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:34.478244 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd", "tag": "daebc12d-2093-4ea3-98c2-817b2f8f6e1e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:34.487269 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-52f750d7-ee03-442e-bed6-0ff679da4281 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:34.487269 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'tag': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e', 'status': 'completed', 'code': 200} Feb 16 14:44:34.490498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 289b2b50-dc30-4df6-99b2-7efb124da1ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=289b2b50-dc30-4df6-99b2-7efb124da1ac,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:34.518066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85cf86af-46ba-4009-8214-d8c85472f9d1 req-a6224f9e-df94-4aed-8e30-a4d873bdb8e8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 210 time: 0.0383599 Feb 16 14:44:34.550672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97e5aba4-062d-4fcf-a897-9abaa1766d97 req-98a66288-6944-4833-a40f-2fdf222e9104 service neutron] 10.222.0.129 "GET /v2.0/networks/824a90cf-35e3-40a0-ad15-9036cff7d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487362 Feb 16 14:44:34.581181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:34.683490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=289b2b50-dc30-4df6-99b2-7efb124da1ac,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:34.780656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03decdcb-857c-455c-a950-15fdccb2068d req-0c21fe3b-ec76-4de7-8568-6a332550a76b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:34.782802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03decdcb-857c-455c-a950-15fdccb2068d req-0c21fe3b-ec76-4de7-8568-6a332550a76b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 945 time: 0.1021795 Feb 16 14:44:34.800046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-ec1e2839-0fc5-4453-8669-dae33aa9bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:34.801486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-ec1e2839-0fc5-4453-8669-dae33aa9bd7e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=721b95d89237458aa5294a48e72745dd&device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 1095 time: 0.0648887 Feb 16 14:44:34.852378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03decdcb-857c-455c-a950-15fdccb2068d req-59d19b0a-3cca-4230-ba61-51d4d2e1c185 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601690 Feb 16 14:44:34.880462 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:44:34.915453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['289b2b50-dc30-4df6-99b2-7efb124da1ac'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:34.976133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-60370752-6635-4ad6-8e82-1d8979b060b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:34.977619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-60370752-6635-4ad6-8e82-1d8979b060b0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=824a90cf-35e3-40a0-ad15-9036cff7d6f1 HTTP/1.1" status: 200 len: 916 time: 0.1556277 Feb 16 14:44:35.041792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-547545d5-a409-4be7-b0ac-0a95311575ad service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daebc12d-2093-4ea3-98c2-817b2f8f6e1e HTTP/1.1" status: 200 len: 217 time: 0.0471711 Feb 16 14:44:35.096071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad132b-57e6-4141-886d-00f96ca4224a req-6cdeed40-717c-4289-8fd4-db61568872e8 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:35.097620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23ad132b-57e6-4141-886d-00f96ca4224a req-6cdeed40-717c-4289-8fd4-db61568872e8 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 945 time: 0.1380949 Feb 16 14:44:35.161164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-bcecaf94-ac6a-445a-91dd-08a1d1501e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:35.162813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-bcecaf94-ac6a-445a-91dd-08a1d1501e13 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=377d9af3-2f05-4af8-b731-a92e033c8849 HTTP/1.1" status: 200 len: 854 time: 0.1141818 Feb 16 14:44:35.187656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23ad132b-57e6-4141-886d-00f96ca4224a req-bf5c6017-cc3e-4e9c-94b5-df90afa92970 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838256 Feb 16 14:44:35.208244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-6af223cb-c69b-425a-bead-fc3705f85616 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=824a90cf-35e3-40a0-ad15-9036cff7d6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363736 Feb 16 14:44:35.227840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de30cc1-c473-474b-a092-1fec7a1601af req-100720bf-f07a-4d76-8da6-f22e8c5428a6 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:35.242102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6de30cc1-c473-474b-a092-1fec7a1601af req-100720bf-f07a-4d76-8da6-f22e8c5428a6 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 944 time: 0.1049378 Feb 16 14:44:35.242622 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-518c88ff-b1d3-4d3d-a5a1-6ec5cb0da72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:35.356333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6de30cc1-c473-474b-a092-1fec7a1601af req-9452f39d-30ef-48d4-aed1-c85aceb6d290 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Feb 16 14:44:35.399261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-ac3b0214-db85-47f3-ba21-bea5fc8fa236 service neutron] 10.222.0.129 "GET /v2.0/networks/824a90cf-35e3-40a0-ad15-9036cff7d6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652355 Feb 16 14:44:35.556266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3869c-8d74-4adf-bf46-8f059132ba1f req-03f1d1ba-7569-4e92-b98a-f9e552412817 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:35.557824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbb3869c-8d74-4adf-bf46-8f059132ba1f req-03f1d1ba-7569-4e92-b98a-f9e552412817 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.0853291 Feb 16 14:44:35.567402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-412e1be3-f646-4ad4-a00f-28454a68a445 req-f1013abb-4a8f-439f-bc3c-1e051f69b71c service neutron] 10.222.0.129 "GET /v2.0/networks/824a90cf-35e3-40a0-ad15-9036cff7d6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578422 Feb 16 14:44:35.630363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbb3869c-8d74-4adf-bf46-8f059132ba1f req-5aebf3c3-3aff-4e6e-987a-dac34a73ec6c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605214 Feb 16 14:44:35.758206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ea49060-f6f0-4e15-b6b5-2be6c883f7df req-9c855562-3d1c-4505-be7d-42d9f719e092 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=3678f05f-5851-4927-9de8-e97888c546c1 HTTP/1.1" status: 200 len: 210 time: 0.0589001 Feb 16 14:44:35.851975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9e33-918c-4093-a3d1-24baee71276a req-bf903973-c796-4b4d-ab2d-f6e502928fa4 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:35.859238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63ab9e33-918c-4093-a3d1-24baee71276a req-bf903973-c796-4b4d-ab2d-f6e502928fa4 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 945 time: 0.0587790 Feb 16 14:44:35.898910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63ab9e33-918c-4093-a3d1-24baee71276a req-91a83d82-f022-4850-8d30-8aec8875593b tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385439 Feb 16 14:44:36.018610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304605b-8104-4289-bfc2-f2567b19c971 req-bf34b4cb-fdaa-4e5b-9728-cfddce3551b0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:36.020255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9304605b-8104-4289-bfc2-f2567b19c971 req-bf34b4cb-fdaa-4e5b-9728-cfddce3551b0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 945 time: 0.0568488 Feb 16 14:44:36.062487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9304605b-8104-4289-bfc2-f2567b19c971 req-ec78d013-efdb-4e54-a51f-c803fc013669 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Feb 16 14:44:36.236627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 289b2b50-dc30-4df6-99b2-7efb124da1ac up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:44:36.260522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e4714fa-4353-49c0-ad60-7f546f0a01b8 req-188ee947-98b3-4b94-885b-b6910966951e tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0362103 Feb 16 14:44:36.373779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device daebc12d-2093-4ea3-98c2-817b2f8f6e1e details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:36.407108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 289b2b50-dc30-4df6-99b2-7efb124da1ac completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:44:36.413658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 289b2b50-dc30-4df6-99b2-7efb124da1ac triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:36.414028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:36.517540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e99010-e18f-49e5-ab4c-8d27933966d4 req-164c33e1-98cc-4929-8111-34cfdf38f706 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:36.519050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3e99010-e18f-49e5-ab4c-8d27933966d4 req-164c33e1-98cc-4929-8111-34cfdf38f706 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 944 time: 0.0830536 Feb 16 14:44:36.525268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port daebc12d-2093-4ea3-98c2-817b2f8f6e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,segment=NetworkSegment(ba9b99f2-b712-45c9-8e17-5699d1ebad93),segment_id=ba9b99f2-b712-45c9-8e17-5699d1ebad93)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:36.562340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3e99010-e18f-49e5-ab4c-8d27933966d4 req-a325ed7c-37f1-40ec-a3a8-96d6c16fd8e2 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Feb 16 14:44:36.564789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e', 'network_id': '824a90cf-35e3-40a0-ad15-9036cff7d6f1', 'port_id': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e', 'mac_address': 'fa:16:3e:ed:44:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377d9af3-2f05-4af8-b731-a92e033c8849', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:44:36.572266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:36.623238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289b2b50-dc30-4df6-99b2-7efb124da1ac'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:36.625469 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c102c9-5c7c-4db8-849e-3cb33904abb8" -d '{"events": [{"server_uuid": "59edd4cd-e7ba-4d85-8d51-6f0629eb0d75", "name": "network-vif-plugged", "status": "completed", "tag": "289b2b50-dc30-4df6-99b2-7efb124da1ac"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:36.647036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 289b2b50-dc30-4df6-99b2-7efb124da1ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=289b2b50-dc30-4df6-99b2-7efb124da1ac,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:36.648187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:36.665803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daebc12d-2093-4ea3-98c2-817b2f8f6e1e {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:36.686689 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c02cbe-c44e-4c3b-bef8-1977380473c1 x-openstack-request-id: req-12c02cbe-c44e-4c3b-bef8-1977380473c1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:36.686972 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59edd4cd-e7ba-4d85-8d51-6f0629eb0d75", "name": "network-vif-plugged", "status": "completed", "tag": "289b2b50-dc30-4df6-99b2-7efb124da1ac", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:36.687221 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-12c02cbe-c44e-4c3b-bef8-1977380473c1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:36.687788 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289b2b50-dc30-4df6-99b2-7efb124da1ac', 'code': 200} Feb 16 14:44:36.696357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port daebc12d-2093-4ea3-98c2-817b2f8f6e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,segment=NetworkSegment(ba9b99f2-b712-45c9-8e17-5699d1ebad93),segment_id=ba9b99f2-b712-45c9-8e17-5699d1ebad93)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:36.769418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2acd8-7143-4939-9024-de1070b33159 req-924bb0d0-8164-492c-9ecf-e31213bec334 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:36.770830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c2acd8-7143-4939-9024-de1070b33159 req-924bb0d0-8164-492c-9ecf-e31213bec334 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.0546627 Feb 16 14:44:36.773796 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:36.822487 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:36.835985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=289b2b50-dc30-4df6-99b2-7efb124da1ac,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:36.864586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c2acd8-7143-4939-9024-de1070b33159 req-8dccbb2a-0e24-4efc-8350-701142264ec5 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824766 Feb 16 14:44:36.884166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d26b01-8703-4044-9c34-e383945a8f48 req-920bcb79-c747-4df5-af05-919b760c9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:36.885656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91d26b01-8703-4044-9c34-e383945a8f48 req-920bcb79-c747-4df5-af05-919b760c9a3f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 1097 time: 0.1139634 Feb 16 14:44:36.909711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:36.941743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91d26b01-8703-4044-9c34-e383945a8f48 req-753e9876-f10d-497f-86d1-b72e3c8f0b20 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Feb 16 14:44:37.030419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfde775-0e6f-4649-851c-f0bef3e1669c req-75248a47-0b97-4ce4-b1e2-9070f73bc2fc tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:37.032018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdfde775-0e6f-4649-851c-f0bef3e1669c req-75248a47-0b97-4ce4-b1e2-9070f73bc2fc tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 945 time: 0.0501139 Feb 16 14:44:37.091299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdfde775-0e6f-4649-851c-f0bef3e1669c req-db0cd978-9f7d-4fda-b2b3-306847157d89 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Feb 16 14:44:37.165320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['daebc12d-2093-4ea3-98c2-817b2f8f6e1e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:37.211002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba89287-c02d-41e4-8900-38bd8249ea03 req-9cfd9ad8-431d-491b-8096-4184e3378ac5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:37.216880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fba89287-c02d-41e4-8900-38bd8249ea03 req-9cfd9ad8-431d-491b-8096-4184e3378ac5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.0631166 Feb 16 14:44:37.259649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fba89287-c02d-41e4-8900-38bd8249ea03 req-5e05a7df-a2c5-48ae-afe7-e2ee2eb61933 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Feb 16 14:44:37.373530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f6ff0a1-a06d-49b3-a93b-2bff66e18df2 req-46dcf00f-c826-423f-9be3-660af22cce64 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0348349 Feb 16 14:44:37.384565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-854aee71-b573-486f-a1c7-5d08691ee9b2 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:37.386107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-854aee71-b573-486f-a1c7-5d08691ee9b2 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.0770977 Feb 16 14:44:37.429753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829433-1'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:37.506048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cb43d-b76d-4af7-b813-d841eb20627c req-2f1769ef-339f-4f5f-ac75-130fd0adb7b3 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:37.507520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-552cb43d-b76d-4af7-b813-d841eb20627c req-2f1769ef-339f-4f5f-ac75-130fd0adb7b3 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.129 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 945 time: 0.1160204 Feb 16 14:44:37.514630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:37.736825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Deleting port df51d9df-4a36-4021-8be1-0b4dac3d83df {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:37.737806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:37.808169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a1300-76d6-475f-bdad-78d36054c733 req-28a1f3b5-ac9c-4b19-a8b3-df8491095814 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:37.809633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe4a1300-76d6-475f-bdad-78d36054c733 req-28a1f3b5-ac9c-4b19-a8b3-df8491095814 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 945 time: 0.1419187 Feb 16 14:44:37.818977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:37.909341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1c45a8b8-ac9f-4d1c-bb06-6d0d740113e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:37.943466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe4a1300-76d6-475f-bdad-78d36054c733 req-742239ed-3e08-4093-9e48-d147148f6a82 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940728 Feb 16 14:44:37.943466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] For port df51d9df-4a36-4021-8be1-0b4dac3d83df, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=df51d9df-4a36-4021-8be1-0b4dac3d83df,segment=NetworkSegment(6d192680-a975-4f6c-8c6b-8452b9d67421),segment_id=6d192680-a975-4f6c-8c6b-8452b9d67421)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:37.943466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:37.963237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:37.987019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Calling delete_port for df51d9df-4a36-4021-8be1-0b4dac3d83df owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:38.078426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:38.081324 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4196461-6f7e-429e-8091-2425c91dc738" -d '{"events": [{"server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "name": "network-vif-unplugged", "status": "completed", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:38.088537 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:38.157782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a5551-6fdf-48d5-bf86-7af01f8646ad req-f9509551-5aa6-4bf0-bd63-62b97a554c6e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:38.159487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-301a5551-6fdf-48d5-bf86-7af01f8646ad req-f9509551-5aa6-4bf0-bd63-62b97a554c6e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 945 time: 0.1741073 Feb 16 14:44:38.178346 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b380557e-d31a-4de0-a7a9-b2a56371c3d4 x-openstack-request-id: req-b380557e-d31a-4de0-a7a9-b2a56371c3d4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:38.178843 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "name": "network-vif-unplugged", "status": "completed", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:38.179276 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b380557e-d31a-4de0-a7a9-b2a56371c3d4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:38.180204 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75', 'code': 200} Feb 16 14:44:38.208264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:38.267262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:44:38.402520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-301a5551-6fdf-48d5-bf86-7af01f8646ad req-894b9e02-0e86-48dd-8633-58553e32950e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187538 Feb 16 14:44:38.489338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device daebc12d-2093-4ea3-98c2-817b2f8f6e1e up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:44:38.521238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:38.546335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e081bc4-aba3-4993-957e-509504c2eb97 req-8fcadd1f-d711-4df9-b899-6f3de06fa088 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:38.554531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e081bc4-aba3-4993-957e-509504c2eb97 req-8fcadd1f-d711-4df9-b899-6f3de06fa088 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 945 time: 0.3261268 Feb 16 14:44:38.566759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:38.567225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:38.567690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:38.593162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:38.596059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:38.596903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:38.666778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:38.667203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:38.667760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:38.668299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Bound port: 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:38.668744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:38.677016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Pushing event deleted for resources: {'Port': ['ID=df51d9df-4a36-4021-8be1-0b4dac3d83df,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:38.703157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:38.711872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e081bc4-aba3-4993-957e-509504c2eb97 req-1d2c2818-0d8a-443d-886c-a61f824261c5 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/security-groups?id=327e8470-67e6-43f9-b08e-9b857cbffdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560841 Feb 16 14:44:38.753245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:38.755093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:38.755469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:38.764149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:38.764505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:38.775559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:38.775978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:38.777095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:38.777610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Bound port: 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:38.778041 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:39.077906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port daebc12d-2093-4ea3-98c2-817b2f8f6e1e completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:44:39.104386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port daebc12d-2093-4ea3-98c2-817b2f8f6e1e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:39.108246 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:39.175918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:39.181198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:39.294841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:39.319134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:39.356361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] No DVR routers for this DVR port df51d9df-4a36-4021-8be1-0b4dac3d83df on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:39.370501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:39.374259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-552cb43d-b76d-4af7-b813-d841eb20627c req-bcdc6ff3-7c91-4f40-9b0a-412cd11649eb tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.129 "DELETE /v2.0/ports/df51d9df-4a36-4021-8be1-0b4dac3d83df HTTP/1.1" status: 204 len: 173 time: 1.8569875 Feb 16 14:44:39.448171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f59d3-7dec-46f8-b5d7-883508d5aaa8 req-549827bb-948b-4d3b-9078-2a64a4907237 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:39.456170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb2f59d3-7dec-46f8-b5d7-883508d5aaa8 req-549827bb-948b-4d3b-9078-2a64a4907237 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.8722281 Feb 16 14:44:39.458863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:39.462254 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589b2c62-816c-4a86-9297-c090a3d7da6f" -d '{"events": [{"server_uuid": "6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd", "name": "network-vif-plugged", "status": "completed", "tag": "daebc12d-2093-4ea3-98c2-817b2f8f6e1e"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:39.480994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b48bb60-055b-4789-94fc-c0d6dcf73076 req-6ae1af93-742d-4a75-a9cb-ecf01f25053a tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.1545372 Feb 16 14:44:39.497382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port daebc12d-2093-4ea3-98c2-817b2f8f6e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,segment=NetworkSegment(ba9b99f2-b712-45c9-8e17-5699d1ebad93),segment_id=ba9b99f2-b712-45c9-8e17-5699d1ebad93)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:39.528646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 has no active binding in host n-h1-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 14:44:39.536765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:39.615698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb2f59d3-7dec-46f8-b5d7-883508d5aaa8 req-a1e0784e-a813-4b7e-876a-66316a5b36c9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171799 Feb 16 14:44:39.637821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:39.652697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:39.660543 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:39.727980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.api [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 04d519f8-a8d5-4203-ae5c-cd96f9e78b75-n-h2-829433-1-0 {{(pid=103043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:44:39.728737 n-d-829433-1 neutron-server[103043]: DEBUG oslo_db.api [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:44:39.754540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:39.787965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59565d1-e869-44e5-8254-519b79b28a45 req-394eea8b-31aa-463a-8ade-36184cbdcc1a tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:39.789532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e59565d1-e869-44e5-8254-519b79b28a45 req-394eea8b-31aa-463a-8ade-36184cbdcc1a tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 946 time: 0.1386049 Feb 16 14:44:39.903075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e59565d1-e869-44e5-8254-519b79b28a45 req-998d49a2-85ac-4cc0-b3df-17120b10a59e tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745883 Feb 16 14:44:39.930281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf40ea-ae9b-4b8f-9500-971649f5ec11 req-9ec120fe-4f80-4167-b8f5-17c94f5e69c7 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:39.932305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40cf40ea-ae9b-4b8f-9500-971649f5ec11 req-9ec120fe-4f80-4167-b8f5-17c94f5e69c7 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.1648643 Feb 16 14:44:39.966517 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a669e00-5d3f-4d5a-92d9-0aea3bac2161 x-openstack-request-id: req-3a669e00-5d3f-4d5a-92d9-0aea3bac2161 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:39.966801 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd", "name": "network-vif-plugged", "status": "completed", "tag": "daebc12d-2093-4ea3-98c2-817b2f8f6e1e", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:39.967052 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a669e00-5d3f-4d5a-92d9-0aea3bac2161 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:39.967440 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e', 'code': 200} Feb 16 14:44:40.004873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40cf40ea-ae9b-4b8f-9500-971649f5ec11 req-c330d2dd-974e-490f-b7b3-310087736095 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659158 Feb 16 14:44:40.142055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2209f790-568f-4631-94bc-3a44dc6a48d6 req-9a851529-6203-4474-a5ba-09c19c117330 tempest-InstanceActionsV221TestJSON-1085327429 tempest-InstanceActionsV221TestJSON-1085327429-project] 10.222.0.113 "GET /v2.0/ports?device_id=1760ebc6-7cd1-46aa-9b53-d31b6423492c HTTP/1.1" status: 200 len: 210 time: 0.0452409 Feb 16 14:44:40.149888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bd094-ca0e-4442-8eb3-5d648fe322bd req-fc8617ab-7ad5-4378-868a-fa62dd76eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.151844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b8bd094-ca0e-4442-8eb3-5d648fe322bd req-fc8617ab-7ad5-4378-868a-fa62dd76eff6 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 1097 time: 0.1001172 Feb 16 14:44:40.181757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'name': 'network-vif-deleted', 'tag': 'df51d9df-4a36-4021-8be1-0b4dac3d83df'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:40.184587 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f1b8be-33e1-4c53-bd9c-15e4535bac91" -d '{"events": [{"server_uuid": "1760ebc6-7cd1-46aa-9b53-d31b6423492c", "name": "network-vif-deleted", "tag": "df51d9df-4a36-4021-8be1-0b4dac3d83df"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:40.201580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b8bd094-ca0e-4442-8eb3-5d648fe322bd req-d57f049f-4e54-43c7-80e8-102aa03b2fad service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Feb 16 14:44:40.226384 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ebcbe0-d26a-42b4-82b4-b2ea2a2e2645 x-openstack-request-id: req-f2ebcbe0-d26a-42b4-82b4-b2ea2a2e2645 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:40.226665 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1760ebc6-7cd1-46aa-9b53-d31b6423492c", "name": "network-vif-deleted", "tag": "df51d9df-4a36-4021-8be1-0b4dac3d83df", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:40.227036 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f2ebcbe0-d26a-42b4-82b4-b2ea2a2e2645 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:40.227347 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1760ebc6-7cd1-46aa-9b53-d31b6423492c', 'name': 'network-vif-deleted', 'tag': 'df51d9df-4a36-4021-8be1-0b4dac3d83df', 'status': 'completed', 'code': 200} Feb 16 14:44:40.244938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on host n-h2-829433-1 for vnic_type normal with profile {"migrating_to": "n-h1-829433-1"} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:40.246486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:40.246486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:40.251697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:40.251911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempting to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on network 17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:40.257415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:40.257743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Checking segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:40.258327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Bound using segment: {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:40.258833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Bound port: 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '17e411cc-5c91-4342-ae9e-9be4ddd8c9f4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:40.259321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:40.330651 n-d-829433-1 neutron-server[103043]: WARNING neutron.plugins.ml2.plugin [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Concurrent port binding operations failed on port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 Feb 16 14:44:40.335054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:40.336505 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attempt 2 to bind port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 Feb 16 14:44:40.341421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.342064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:40.343452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-dd63a766-1a9a-4116-8e02-143f6a325822 service neutron] 10.222.0.93 "PUT /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 1121 time: 2.9208505 Feb 16 14:44:40.377826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device df51d9df-4a36-4021-8be1-0b4dac3d83df no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:40.411527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: df51d9df-4a36-4021-8be1-0b4dac3d83df {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:40.428466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device df51d9df-4a36-4021-8be1-0b4dac3d83df not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:40.449533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['04d519f8-a8d5-4203-ae5c-cd96f9e78b75'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:40.499976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['04d519f8-a8d5-4203-ae5c-cd96f9e78b75'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:40.664514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-070cc999-b585-4fa0-9b4c-715dc2485812 req-d5aa4ca0-a94d-4fe8-859a-e1ca7778d221 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0908813 Feb 16 14:44:40.886326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67200b5b-6454-41da-97a3-25519321eab8 req-bc19cdb1-f0f2-4f67-8fe3-f555278c2aa6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.889148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67200b5b-6454-41da-97a3-25519321eab8 req-bc19cdb1-f0f2-4f67-8fe3-f555278c2aa6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.0939870 Feb 16 14:44:40.948795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67200b5b-6454-41da-97a3-25519321eab8 req-5fab66ea-fe07-4b59-844b-c857e249fe3c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523200 Feb 16 14:44:41.024277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37f7965e-3f24-4517-8b96-7ca050a92da7 req-10850b74-e887-40ae-9102-3c5dcaf8fd85 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0331836 Feb 16 14:44:41.094757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc550b60-fa42-4f4e-805e-dec1454f020b req-58aad35a-4dc1-438d-9847-4e4af5c66d50 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:41.100119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc550b60-fa42-4f4e-805e-dec1454f020b req-58aad35a-4dc1-438d-9847-4e4af5c66d50 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 946 time: 0.0788407 Feb 16 14:44:41.139386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc550b60-fa42-4f4e-805e-dec1454f020b req-c4666307-ac56-431f-97d8-f5ad1ae26383 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Feb 16 14:44:41.216151 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:41.302191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244482-32f5-4f19-a67c-a20b2d68163c req-f5f30565-f543-4b54-ad06-ab2bd16335f4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:41.303851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0244482-32f5-4f19-a67c-a20b2d68163c req-f5f30565-f543-4b54-ad06-ab2bd16335f4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.1003180 Feb 16 14:44:41.382844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0244482-32f5-4f19-a67c-a20b2d68163c req-df1ca078-f28f-4251-81ed-e2b19bde1616 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700018 Feb 16 14:44:41.427860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:41.511507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aeb67-3b6d-4ac4-9459-83d60b4d5d3c req-55e6c16a-d76f-4b2c-addf-704ac331ab5c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:41.519989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3aeb67-3b6d-4ac4-9459-83d60b4d5d3c req-55e6c16a-d76f-4b2c-addf-704ac331ab5c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.0711613 Feb 16 14:44:41.565895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3aeb67-3b6d-4ac4-9459-83d60b4d5d3c req-d1702f8d-cece-4f4b-a406-159750f0b725 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447502 Feb 16 14:44:41.617818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44798) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:41.668488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] Deleting subnet 50cd9182-7e35-488b-8d4f-167be50dfbd4 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:44:41.673479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:41.712827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:41.758266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:41.791111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e546a05b-f899-4328-80c1-ee8560318ca7 req-753d792f-2c4e-460e-92c8-7a062de43872 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0304854 Feb 16 14:44:41.900654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:41.926883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cd9182-7e35-488b-8d4f-167be50dfbd4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:41.932834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:41.934064 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3d8e2331-f2f4-4e02-892a-ae5360c9100e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/50cd9182-7e35-488b-8d4f-167be50dfbd4 HTTP/1.1" status: 204 len: 168 time: 0.3150079 Feb 16 14:44:41.936624 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44804) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:42.013100 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.105668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.128104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a99873-7b1d-4d21-952e-974358c3531e']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:42.137344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d192680-a975-4f6c-8c6b-8452b9d67421') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:42.137645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d192680-a975-4f6c-8c6b-8452b9d67421') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:42.147431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.161401 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.164785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.169555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:44:42.169555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:44:42.215461 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:44:42.239501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:42.241748 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41725bf-6588-472e-b768-9a05150feff3" -d '{"events": [{"name": "network-changed", "server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:42.272972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583e87e-04f4-434c-91f5-415a3f33d198 req-89924b18-9cb9-4055-9f16-1c2694349814 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:42.274568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4583e87e-04f4-434c-91f5-415a3f33d198 req-89924b18-9cb9-4055-9f16-1c2694349814 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 946 time: 0.0631230 Feb 16 14:44:42.280838 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba7326a-a261-4394-bf8c-047029e729f2 x-openstack-request-id: req-1ba7326a-a261-4394-bf8c-047029e729f2 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:42.281118 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:42.281363 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1ba7326a-a261-4394-bf8c-047029e729f2 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:42.281734 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75', 'status': 'completed', 'code': 200} Feb 16 14:44:42.340919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.355783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:42.359631 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] 10.222.0.113 "DELETE /v2.0/networks/74a99873-7b1d-4d21-952e-974358c3531e HTTP/1.1" status: 204 len: 168 time: 0.4220507 Feb 16 14:44:42.361613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4583e87e-04f4-434c-91f5-415a3f33d198 req-511413d6-7846-4df5-b1f5-0fc492434d0d tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786991 Feb 16 14:44:42.380273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543b138-5999-4a20-bdc8-c9115cc1d8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=74a99873-7b1d-4d21-952e-974358c3531e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:42.402615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41725bf-6588-472e-b768-9a05150feff3 req-8c719df3-b45a-4bea-80de-3b5aa7ef8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:42.402615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d41725bf-6588-472e-b768-9a05150feff3 req-8c719df3-b45a-4bea-80de-3b5aa7ef8227 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1124 time: 0.0878890 Feb 16 14:44:42.568940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41725bf-6588-472e-b768-9a05150feff3 req-45d55cbd-7880-4df3-9d0f-c51c015ea9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:42.569214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d41725bf-6588-472e-b768-9a05150feff3 req-45d55cbd-7880-4df3-9d0f-c51c015ea9e7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1633775 Feb 16 14:44:42.641163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d41725bf-6588-472e-b768-9a05150feff3 req-dd8988bb-5d1d-466c-9769-7a00c41a37a4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 217 time: 0.0419998 Feb 16 14:44:42.663408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496e57d-f881-4589-b787-e1e80a1dc4a0 req-e0f73482-9b96-4960-a830-8816f1d7b0d8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:42.664895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1496e57d-f881-4589-b787-e1e80a1dc4a0 req-e0f73482-9b96-4960-a830-8816f1d7b0d8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.1264811 Feb 16 14:44:42.724655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41725bf-6588-472e-b768-9a05150feff3 req-7c54b490-bce8-4269-8cfe-93b5a4ccf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:42.726388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d41725bf-6588-472e-b768-9a05150feff3 req-7c54b490-bce8-4269-8cfe-93b5a4ccf84d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0777981 Feb 16 14:44:42.733619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1496e57d-f881-4589-b787-e1e80a1dc4a0 req-a33e34a8-6850-4777-a677-5984cfca4608 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Feb 16 14:44:42.764103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d41725bf-6588-472e-b768-9a05150feff3 req-4dc186dc-fee2-40d8-a6a7-1556495891f2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292780 Feb 16 14:44:42.912227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223d66a-653a-4ad8-840d-85aad2e7ff6f req-503119cf-ad75-43bf-9713-ade3a3914476 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:42.913694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a223d66a-653a-4ad8-840d-85aad2e7ff6f req-503119cf-ad75-43bf-9713-ade3a3914476 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.0903118 Feb 16 14:44:42.917417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d41725bf-6588-472e-b768-9a05150feff3 req-ec2d1cb8-4899-4eac-b39a-ad95e45771a5 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391416 Feb 16 14:44:42.979357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44826) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:43.003893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a223d66a-653a-4ad8-840d-85aad2e7ff6f req-d3873efa-91fc-4f15-ac34-665b635a8f9d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835261 Feb 16 14:44:43.042842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d41725bf-6588-472e-b768-9a05150feff3 req-f304533f-14b7-4567-88c1-060966be6105 service neutron] 10.222.0.129 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160641 Feb 16 14:44:43.049349 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-02e62951-9b27-4a5a-92d3-896eb18b142e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0cce4bd9f81b41fa99360ee54713270d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632224 Feb 16 14:44:43.052021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44832) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:43.115345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b93401d6-3a8e-4f90-83c5-daff4a9c7e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:43.119405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e338423-0791-4a97-9adb-9be1ee604978 req-93a1c970-f7eb-4634-a63f-012fc6d3401c tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0329332 Feb 16 14:44:43.152193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b93401d6-3a8e-4f90-83c5-daff4a9c7e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:43.241006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb867-a025-4f53-9151-57cd484e1c18 req-33817a57-ad53-4fdf-bf9d-c030322679d1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:43.242498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a7eb867-a025-4f53-9151-57cd484e1c18 req-33817a57-ad53-4fdf-bf9d-c030322679d1 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.0552111 Feb 16 14:44:43.281590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a7eb867-a025-4f53-9151-57cd484e1c18 req-f9335e6d-1e39-4755-a68e-b5695dd4116c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Feb 16 14:44:43.294395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b93401d6-3a8e-4f90-83c5-daff4a9c7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:43.297119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b93401d6-3a8e-4f90-83c5-daff4a9c7e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:43.299148 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b93401d6-3a8e-4f90-83c5-daff4a9c7e6c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/327e8470-67e6-43f9-b08e-9b857cbffdf1 HTTP/1.1" status: 204 len: 168 time: 0.2456751 Feb 16 14:44:43.314763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93401d6-3a8e-4f90-83c5-daff4a9c7e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e8470-67e6-43f9-b08e-9b857cbffdf1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:43.775995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eebe52-46dd-477d-900b-74a67a2c368a req-1b821577-9aed-429c-8ed4-1b44aad07984 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:43.777954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58eebe52-46dd-477d-900b-74a67a2c368a req-1b821577-9aed-429c-8ed4-1b44aad07984 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.0692413 Feb 16 14:44:43.827375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58eebe52-46dd-477d-900b-74a67a2c368a req-423a8d5e-1aed-4baf-817b-035b93a6e587 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390983 Feb 16 14:44:43.992294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d04e2-1304-4339-b76b-c10ec612b284 req-8bcab51f-d9be-47fa-8d87-e61369b57567 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:43.995159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-605d04e2-1304-4339-b76b-c10ec612b284 req-8bcab51f-d9be-47fa-8d87-e61369b57567 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.0925436 Feb 16 14:44:44.005089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c48c2cb1-8433-4c1a-a3ae-6d62c28f2501 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:44.006773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c48c2cb1-8433-4c1a-a3ae-6d62c28f2501 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.1142042 Feb 16 14:44:44.092165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-605d04e2-1304-4339-b76b-c10ec612b284 req-9461e78f-8ec0-4cfd-8cfa-1ebcada1a5a7 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842872 Feb 16 14:44:44.149471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Deleting port a548a7d5-e87a-48b3-a23f-eb259896d96e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:44.150037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.249761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] For port a548a7d5-e87a-48b3-a23f-eb259896d96e, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a548a7d5-e87a-48b3-a23f-eb259896d96e,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:44.250034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.264626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Calling delete_port for a548a7d5-e87a-48b3-a23f-eb259896d96e owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:44.449370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba1e88-e9d3-4312-b0c8-cb0e6e60fce2 req-9e91fedb-79dd-4839-a883-a507b2440e5c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:44.450845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afba1e88-e9d3-4312-b0c8-cb0e6e60fce2 req-9e91fedb-79dd-4839-a883-a507b2440e5c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 944 time: 0.0868697 Feb 16 14:44:44.514706 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.530181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a548a7d5-e87a-48b3-a23f-eb259896d96e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:44.555992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afba1e88-e9d3-4312-b0c8-cb0e6e60fce2 req-cf6c8fb9-7187-4e18-acc6-6dd6bdbdbb21 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925672 Feb 16 14:44:44.608077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event deleted for resources: {'Port': ['ID=a548a7d5-e87a-48b3-a23f-eb259896d96e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:44.624033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44884) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:44.726492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] No DVR routers for this DVR port a548a7d5-e87a-48b3-a23f-eb259896d96e on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:44.729852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db296551-0709-4060-b843-8be817bb799b req-546f099e-8619-4ecb-9c7a-461c98f47302 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0581875 Feb 16 14:44:44.731031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.734615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4460371f-a42f-46bb-a971-42ea7602b82e req-c5fb2eea-763c-4c5b-89e5-80985efff0ed tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "DELETE /v2.0/ports/a548a7d5-e87a-48b3-a23f-eb259896d96e HTTP/1.1" status: 204 len: 173 time: 0.7206419 Feb 16 14:44:44.735079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'name': 'network-vif-deleted', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:44.737549 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8341f2-e10b-4d63-bede-3e961e90508b" -d '{"events": [{"server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "name": "network-vif-deleted", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:44.774660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-112050480-network', 'tenant_id': 'ef8d8a17285d46799d1fd9b39cc40360'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:44.779220 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc985fd8-f42b-48cd-8e7e-8f657e94545d x-openstack-request-id: req-bc985fd8-f42b-48cd-8e7e-8f657e94545d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:44.779606 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1397e8-1175-4d90-9388-9d73f3b56044", "name": "network-vif-deleted", "tag": "a548a7d5-e87a-48b3-a23f-eb259896d96e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:44.783429 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bc985fd8-f42b-48cd-8e7e-8f657e94545d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:44.783429 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1397e8-1175-4d90-9388-9d73f3b56044', 'name': 'network-vif-deleted', 'tag': 'a548a7d5-e87a-48b3-a23f-eb259896d96e', 'status': 'completed', 'code': 200} Feb 16 14:44:44.933449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Made reservation on behalf of ef8d8a17285d46799d1fd9b39cc40360 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:44.936246 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.949736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.961726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa319d94-f141-41c0-8f5e-9166e8c32efa req-3a33b4d0-d8ef-4dee-9821-4305ebc95229 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:44.970079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa319d94-f141-41c0-8f5e-9166e8c32efa req-3a33b4d0-d8ef-4dee-9821-4305ebc95229 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.0695579 Feb 16 14:44:45.023367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa319d94-f141-41c0-8f5e-9166e8c32efa req-702cd05c-bfc9-42be-a159-8a038589ab5d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Feb 16 14:44:45.058895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.134951 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.169709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:44:45.186559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d607589-85c0-4dee-91a2-23b5bba6a32e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:45.192997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.197512 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Added segment af20485b-3c34-4dec-b644-ad5c374ce3e6 of type vlan for network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb Feb 16 14:44:45.242762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.265385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906319ad-9b86-4586-bbb0-ae11edc98292 req-74977e84-cbf9-40f3-8e3f-c744e2285787 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:45.272155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-906319ad-9b86-4586-bbb0-ae11edc98292 req-74977e84-cbf9-40f3-8e3f-c744e2285787 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.0878782 Feb 16 14:44:45.319072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-906319ad-9b86-4586-bbb0-ae11edc98292 req-deb38f5e-c9d1-428d-823a-cd7db7dca596 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364714 Feb 16 14:44:45.369120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.370110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:45.370760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.440047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] Pushing event updated for resources: {'Network': ['ID=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:45.450263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:44:45.473039 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-adb754d5-7acc-462f-92d0-e96848dddc45 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8416605 Feb 16 14:44:45.473039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:45.478840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Request body: {'subnet': {'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-112050480-subnet', 'tenant_id': 'ef8d8a17285d46799d1fd9b39cc40360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:45.557166 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Made reservation on behalf of ef8d8a17285d46799d1fd9b39cc40360 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:45.559870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.774674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15fb9921-600a-4e75-914e-9672f0a38e8f req-2b4ba5f1-b780-4bf4-9d57-4030c611b9df tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7a1397e8-1175-4d90-9388-9d73f3b56044 HTTP/1.1" status: 200 len: 210 time: 0.0733974 Feb 16 14:44:45.880602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-1fd4dfda-4425-4fba-a94c-afdd92199086 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:45.882425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-1fd4dfda-4425-4fba-a94c-afdd92199086 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.1239300 Feb 16 14:44:45.935389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.013818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960b0c5c-9e64-43db-b0a0-b0f55075a0bd,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:46.018883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Checking segment: {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:46.019236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Network hostable DHCP agents. Network: f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:44:46.042149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.046123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83c3629f-0768-40a3-b1a5-3225150eae2c req-cb0f1675-792a-4c90-9e2f-d68cc0be8cc0 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0761185 Feb 16 14:44:46.080280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Deleting port 289b2b50-dc30-4df6-99b2-7efb124da1ac {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:46.081054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.140453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:44:46.231939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:46.234736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496202a3-4d4b-4e5c-9fb8-b16410a0205b req-bb28679a-ff57-4260-a571-afc46bbc9f1e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:46.237685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-496202a3-4d4b-4e5c-9fb8-b16410a0205b req-bb28679a-ff57-4260-a571-afc46bbc9f1e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 946 time: 0.0919311 Feb 16 14:44:46.239774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] For port 289b2b50-dc30-4df6-99b2-7efb124da1ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=289b2b50-dc30-4df6-99b2-7efb124da1ac,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:46.240235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.247262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:46.247985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.250034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81539cd6-c59e-4d14-92e1-ae3488fd3c56 None None] Network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:46.267060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Calling delete_port for 289b2b50-dc30-4df6-99b2-7efb124da1ac owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:46.339441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-496202a3-4d4b-4e5c-9fb8-b16410a0205b req-c12329e5-3739-4f61-935f-106cb1330c01 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894506 Feb 16 14:44:46.369619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-53fec7d6-5a4d-4c9f-be40-c4b3f1f378c0 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8953972 Feb 16 14:44:46.436810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014fbdf-fa8c-45b8-ad39-100edfd0e072 None None] Network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:44:46.526331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de781d0-1f68-45be-a8af-96e6ced38cc2 req-4118f61d-bb7c-4013-b506-0b94691db19d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:46.528126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8de781d0-1f68-45be-a8af-96e6ced38cc2 req-4118f61d-bb7c-4013-b506-0b94691db19d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 943 time: 0.0696273 Feb 16 14:44:46.593596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8de781d0-1f68-45be-a8af-96e6ced38cc2 req-ce13a8d7-1534-4ae2-a66f-1e9973fb0f87 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Feb 16 14:44:46.616405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.629878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['289b2b50-dc30-4df6-99b2-7efb124da1ac'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:46.661388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event deleted for resources: {'Port': ['ID=289b2b50-dc30-4df6-99b2-7efb124da1ac,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:46.716088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] No DVR routers for this DVR port 289b2b50-dc30-4df6-99b2-7efb124da1ac on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:46.721136 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.724348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ca1b006-06b0-4512-aaa2-142e300163b3 req-02726ced-9f52-41b3-b0c0-cd4179001bbc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "DELETE /v2.0/ports/289b2b50-dc30-4df6-99b2-7efb124da1ac HTTP/1.1" status: 204 len: 173 time: 0.8340480 Feb 16 14:44:46.731471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-f62c2835-eb51-4073-b4dc-ca95ff842857 service neutron] 10.222.0.129 "GET /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.1488509 Feb 16 14:44:46.780957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'name': 'network-vif-deleted', 'tag': '289b2b50-dc30-4df6-99b2-7efb124da1ac'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:46.784436 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe213c0c-5a87-460e-8bd7-e486981aa10f" -d '{"events": [{"server_uuid": "59edd4cd-e7ba-4d85-8d51-6f0629eb0d75", "name": "network-vif-deleted", "tag": "289b2b50-dc30-4df6-99b2-7efb124da1ac"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:46.890494 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabab4b1-3393-42fc-9398-b431dde2b2eb x-openstack-request-id: req-aabab4b1-3393-42fc-9398-b431dde2b2eb {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:46.890762 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59edd4cd-e7ba-4d85-8d51-6f0629eb0d75", "name": "network-vif-deleted", "tag": "289b2b50-dc30-4df6-99b2-7efb124da1ac", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:46.891011 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aabab4b1-3393-42fc-9398-b431dde2b2eb {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:46.891995 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59edd4cd-e7ba-4d85-8d51-6f0629eb0d75', 'name': 'network-vif-deleted', 'tag': '289b2b50-dc30-4df6-99b2-7efb124da1ac', 'status': 'completed', 'code': 200} Feb 16 14:44:47.006645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-d3b89e8b-008d-4050-8443-42e333fd4053 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:47.013692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-d3b89e8b-008d-4050-8443-42e333fd4053 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/networks?id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb HTTP/1.1" status: 200 len: 817 time: 0.1872432 Feb 16 14:44:47.041254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:47.044743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-c62809ea-1878-4f88-b9c6-e257800ea92d tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/quotas/ef8d8a17285d46799d1fd9b39cc40360 HTTP/1.1" status: 200 len: 375 time: 0.0301113 Feb 16 14:44:47.092413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:47.096543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-cca61d17-bbc1-4334-9ec1-b483f65982a0 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435109 Feb 16 14:44:47.176636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:47.194259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:47.240497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-e1b3fa61-bec0-4942-b308-22e6031d8048 service neutron] 10.222.0.113 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243398 Feb 16 14:44:47.345776 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-4450b0a2-86e0-4ebf-948f-56e140dcb0b1 service neutron] 10.222.0.113 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936611 Feb 16 14:44:47.382132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:47.522971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae8fe26d-f2e7-4d4d-b78f-215864e15c6b req-aaf3de8e-b42f-4601-98ce-a855392bf2bb tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0502424 Feb 16 14:44:47.528868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] Transition to ACTIVE for port object 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:47.619883 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:47.692355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8d1a0d3-3c7f-466e-a7a9-c727949b27d7 req-be414f99-5040-4f99-83b1-25356b61c0a4 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=59edd4cd-e7ba-4d85-8d51-6f0629eb0d75 HTTP/1.1" status: 200 len: 210 time: 0.0687199 Feb 16 14:44:47.751767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] No DVR routers for this DVR port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:47.778132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] Pushing event updated for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:47.827445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-754bcbeb-3a32-4978-95ae-0c3b40480888 service neutron] 10.222.0.129 "PUT /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75/bindings/n-h1-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0855300 Feb 16 14:44:47.845383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc95929-0ff0-43db-a8e7-610d1a44e7db req-19e49d37-873e-4248-b902-c6eef892f13c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:47.847175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fc95929-0ff0-43db-a8e7-610d1a44e7db req-19e49d37-873e-4248-b902-c6eef892f13c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 945 time: 0.0867682 Feb 16 14:44:47.942985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fc95929-0ff0-43db-a8e7-610d1a44e7db req-0a9200f4-246b-4d63-b85b-41e24bf1b93f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894516 Feb 16 14:44:47.979159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-544deb2c-55af-4b36-ab19-f23a0aa3d1cc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:47.984919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-544deb2c-55af-4b36-ab19-f23a0aa3d1cc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 945 time: 0.1292698 Feb 16 14:44:48.023891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-74fbaaeb-4d56-44aa-93ca-a39240ee828f tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:48.026236 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-74fbaaeb-4d56-44aa-93ca-a39240ee828f tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.0610759 Feb 16 14:44:48.102432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-c9367bc8-08cb-4450-a15d-4a96407d1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:48.104313 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-c9367bc8-08cb-4450-a15d-4a96407d1bea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c&tenant_id=d8523fe0991f431a96e6f101547592fc HTTP/1.1" status: 200 len: 1095 time: 0.0695667 Feb 16 14:44:48.136564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e7479-8648-4e27-84e1-363b5f1dd1af req-1bad905c-5fc0-41d7-8409-171682f68932 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:48.138043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa6e7479-8648-4e27-84e1-363b5f1dd1af req-1bad905c-5fc0-41d7-8409-171682f68932 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 944 time: 0.1088378 Feb 16 14:44:48.166274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Deleting port a4b67802-db50-43c4-8755-f78ee6c3043c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:48.166620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:48.177242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-8c77e4b1-e9af-4356-9261-c3cd97b46492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:48.178877 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-8c77e4b1-e9af-4356-9261-c3cd97b46492 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8523fe0991f431a96e6f101547592fc&device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1095 time: 0.0479445 Feb 16 14:44:48.236850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa6e7479-8648-4e27-84e1-363b5f1dd1af req-0cc20cf3-f55e-4bcc-934b-0a7cfda87702 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909679 Feb 16 14:44:48.331207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] For port a4b67802-db50-43c4-8755-f78ee6c3043c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4b67802-db50-43c4-8755-f78ee6c3043c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:48.332068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:48.334542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:48.356580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Calling delete_port for a4b67802-db50-43c4-8755-f78ee6c3043c owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:48.367877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3a312f8a-10e4-41e8-b1d9-6ca8ccede313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:48.370517 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-3a312f8a-10e4-41e8-b1d9-6ca8ccede313 service neutron] 10.222.0.93 "GET /v2.0/networks?id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 200 len: 923 time: 0.1798844 Feb 16 14:44:48.412881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: a548a7d5-e87a-48b3-a23f-eb259896d96e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:48.413443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a548a7d5-e87a-48b3-a23f-eb259896d96e not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:48.414055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 289b2b50-dc30-4df6-99b2-7efb124da1ac no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:48.483125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:48.487519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 289b2b50-dc30-4df6-99b2-7efb124da1ac {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:48.487886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 289b2b50-dc30-4df6-99b2-7efb124da1ac not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:48.488206 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-c9cea317-cc3b-4fba-a9c4-0634518d9c54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 200 len: 217 time: 0.1065483 Feb 16 14:44:48.493375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9235f98a-2ceb-411b-a020-ae1032b3e53d req-0ddd10e1-22b3-4b80-9b76-5a0a60fb6270 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0364685 Feb 16 14:44:48.564797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:48.582368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-37bee7b8-74f3-4aca-84f8-245537cedfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:48.584755 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-37bee7b8-74f3-4aca-84f8-245537cedfb4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 200 len: 861 time: 0.0899477 Feb 16 14:44:48.644986 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-1a752084-b15c-4549-a1e3-d9cdf0deb500 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531962 Feb 16 14:44:48.681824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b327a0e-bae6-457c-be5a-670d6113658c req-abc27dae-2918-45ef-a4c6-7bf789b4dd5e tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0480106 Feb 16 14:44:48.789917 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-8f0eb616-18a0-442e-8cb9-6c0f96435bfd service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339087 Feb 16 14:44:48.866532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:48.901230 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-0ae8fb2c-8750-4f97-8aec-49346dbec70f service neutron] 10.222.0.93 "GET /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016369 Feb 16 14:44:48.902599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event deleted for resources: {'Port': ['ID=a4b67802-db50-43c4-8755-f78ee6c3043c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:48.985930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] No DVR routers for this DVR port a4b67802-db50-43c4-8755-f78ee6c3043c on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:48.989818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:48.993675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5baab37-2ccc-433f-8f3f-a27b52a713b6 req-701765b8-da78-4603-a1ab-b1893d9a4fe8 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "DELETE /v2.0/ports/a4b67802-db50-43c4-8755-f78ee6c3043c HTTP/1.1" status: 204 len: 173 time: 1.0004473 Feb 16 14:44:49.058340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'name': 'network-vif-deleted', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:49.061015 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bb7036-b884-4d45-a585-7cdbcd33be5c" -d '{"events": [{"server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "name": "network-vif-deleted", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:49.152843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9860c89-3100-41ce-9d82-eb56a4c1ffa2 req-17b54eca-990e-44c7-82ac-1fcb95fb7cf9 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 210 time: 0.0675364 Feb 16 14:44:49.206665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505682f-53dc-4580-b519-a0004ef9d305 req-4b00812e-9094-4a99-9d5c-4aece11e1066 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:49.209142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-4b00812e-9094-4a99-9d5c-4aece11e1066 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.2634873 Feb 16 14:44:49.229756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-26ca8cac-769e-4511-a511-c8edaf1b5427 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/quotas/c6baa9e7b75442db9bcb5901b5fe5e18 HTTP/1.1" status: 200 len: 375 time: 0.0132813 Feb 16 14:44:49.252231 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a685587-4991-4a1e-97ba-ce88ae827b06 x-openstack-request-id: req-7a685587-4991-4a1e-97ba-ce88ae827b06 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:49.252723 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098d43ca-67be-45ca-aa65-156c31e6b990", "name": "network-vif-deleted", "tag": "a4b67802-db50-43c4-8755-f78ee6c3043c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:49.253499 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7a685587-4991-4a1e-97ba-ce88ae827b06 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:49.253887 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098d43ca-67be-45ca-aa65-156c31e6b990', 'name': 'network-vif-deleted', 'tag': 'a4b67802-db50-43c4-8755-f78ee6c3043c', 'status': 'completed', 'code': 200} Feb 16 14:44:49.292991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-08e9a390-6629-4d54-9d21-81140eed2c05 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381474 Feb 16 14:44:49.485812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df089b1b-d0bb-4b98-8a8f-359346238da1 req-eb31a898-1a93-4d01-9e58-fbc12f057127 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:49.487326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df089b1b-d0bb-4b98-8a8f-359346238da1 req-eb31a898-1a93-4d01-9e58-fbc12f057127 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 944 time: 0.1298802 Feb 16 14:44:49.538431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-ec9eb562-eced-4a4f-92e9-eecd232fc18d service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194157 Feb 16 14:44:49.571421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df089b1b-d0bb-4b98-8a8f-359346238da1 req-6dd5dbeb-e674-44a1-bbc2-145b1132115b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723934 Feb 16 14:44:49.686303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-672262aa-801f-4a63-b9ea-4bfea296873f req-cde5f46a-a3cb-44ad-afd6-09316674b50c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0491190 Feb 16 14:44:49.707329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-45fb395c-76bf-425b-83bd-8f858c17edde tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:49.708872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-45fb395c-76bf-425b-83bd-8f858c17edde tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c&tenant_id=d8523fe0991f431a96e6f101547592fc&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.1035244 Feb 16 14:44:50.071438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-eab750f5-271d-47ba-9405-7e142116622a service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258665 Feb 16 14:44:50.095577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d65eecf-e640-4aa0-bc22-a4c0b38b1d7b req-c9a7060c-58cf-4a42-a97c-c9757634053c tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0387893 Feb 16 14:44:50.255704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-7e79fd99-0ac6-4e8c-b148-5000ccb59279 service neutron] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:50.259888 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-7e79fd99-0ac6-4e8c-b148-5000ccb59279 service neutron] Notify callbacks [] for binding, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:50.260951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f188f0f-a62c-476d-a209-057a4b29d9b5 req-7e79fd99-0ac6-4e8c-b148-5000ccb59279 service neutron] 10.222.0.93 "DELETE /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75/bindings/n-h2-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.5419014 Feb 16 14:44:50.276126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e11f2869-27b8-4adb-bb82-c3560e36799d req-e37216aa-bf96-4313-bbb5-3c143cc3e6ef tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=098d43ca-67be-45ca-aa65-156c31e6b990 HTTP/1.1" status: 200 len: 210 time: 0.0323648 Feb 16 14:44:50.506249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0a288ff-f55d-4710-bb98-26ad88974ec3 req-8b1594f4-09ad-4f21-99ab-6f46488f1257 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Feb 16 14:44:50.820332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c82a980-e62a-484d-91da-9cf4c8ff3100 req-1dc58a1b-b411-4a51-9792-fba6c8cef560 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0490837 Feb 16 14:44:50.870889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e982-f3e4-428b-9f15-1134140c73e5 req-05b5fe0c-3852-4192-8296-bcbf1b490b45 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:50.872437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22d6e982-f3e4-428b-9f15-1134140c73e5 req-05b5fe0c-3852-4192-8296-bcbf1b490b45 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 944 time: 0.0567739 Feb 16 14:44:50.913079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22d6e982-f3e4-428b-9f15-1134140c73e5 req-f9ccd329-57d4-4656-b372-39a1f61d4941 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Feb 16 14:44:51.080078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86100957-21a4-491d-ad61-3db93768a444 req-be55c201-d5a4-46f0-8bc3-547af45508f7 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:51.081557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86100957-21a4-491d-ad61-3db93768a444 req-be55c201-d5a4-46f0-8bc3-547af45508f7 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 1095 time: 0.0436764 Feb 16 14:44:51.117017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86100957-21a4-491d-ad61-3db93768a444 req-8aca23c2-ee66-4daf-9a08-07e0c0dd9405 tempest-LiveAutoBlockMigrationV225Test-1775781432 tempest-LiveAutoBlockMigrationV225Test-1775781432-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285306 Feb 16 14:44:51.311655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03f75aaa-5242-4966-a64a-5ba53167043a req-ca95b611-50c0-40d7-bb71-1e1afdec88ff tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0891323 Feb 16 14:44:51.736941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb1e42b8-0df5-40fd-9f3a-bc33437f0051 req-48fd3747-7ef7-4082-aea1-1544961b0cb9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 210 time: 0.0268254 Feb 16 14:44:51.856378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50118b-0a34-4fea-818e-a1a035937c22 req-eff5f346-9bbe-4c29-aafd-5bf362648d70 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:51.857861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b50118b-0a34-4fea-818e-a1a035937c22 req-eff5f346-9bbe-4c29-aafd-5bf362648d70 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 944 time: 0.0546076 Feb 16 14:44:51.897095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b50118b-0a34-4fea-818e-a1a035937c22 req-9d77536e-8d5d-43b8-b6e1-968a41191e1e tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Feb 16 14:44:52.012524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2ee6498-8c0d-4d91-8a41-205b411ab79b req-00783e7f-9ba4-43db-91b2-5d2d98f163f5 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0360284 Feb 16 14:44:52.091194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc20f4-2502-4952-8ca1-c47e8525fc05 req-ef2b2794-7ff1-46e2-bfb7-e040fc57342f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:52.092868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88dc20f4-2502-4952-8ca1-c47e8525fc05 req-ef2b2794-7ff1-46e2-bfb7-e040fc57342f tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 966 time: 0.0547433 Feb 16 14:44:52.139608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88dc20f4-2502-4952-8ca1-c47e8525fc05 req-9ac94eff-79f0-410b-8a34-59387f9757eb tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Feb 16 14:44:52.330744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:52.371814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: a4b67802-db50-43c4-8755-f78ee6c3043c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:52.372160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4b67802-db50-43c4-8755-f78ee6c3043c not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:52.423246 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ff387de-1635-4b25-ab0d-a223f5b84514 req-1e33c2f5-663b-4408-b26f-88f716246edd tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0279341 Feb 16 14:44:52.549370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-92ff5fa3-71c4-4805-9d46-bb2f867ada0f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:52.551362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-92ff5fa3-71c4-4805-9d46-bb2f867ada0f tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 944 time: 0.1135988 Feb 16 14:44:52.632755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-d4315483-b0ce-4671-9a29-376828927933 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:52.634217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-d4315483-b0ce-4671-9a29-376828927933 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "GET /v2.0/networks?id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb HTTP/1.1" status: 200 len: 817 time: 0.1873419 Feb 16 14:44:52.638502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-68347075-3003-457f-8f69-d0a5d8949aca tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:52.640218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-68347075-3003-457f-8f69-d0a5d8949aca tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 966 time: 0.1054671 Feb 16 14:44:52.661453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Request body: {'port': {'device_id': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb', 'admin_state_up': True, 'tenant_id': 'ef8d8a17285d46799d1fd9b39cc40360'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:52.754530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Deleting port 24ff1da1-c374-43e7-a993-bbe19d7ab30c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:52.755241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:52.764293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Deleting port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:52.768394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:52.928835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b93e7ff0-99a5-4e72-85f1-f9752c47c2b3 req-c26dbe6c-725b-4a65-89ed-77e0b92b6ebb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 210 time: 0.0590498 Feb 16 14:44:52.968126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] For port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:52.968425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:52.972040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Made reservation on behalf of ef8d8a17285d46799d1fd9b39cc40360 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:52.975268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:52.996240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Calling delete_port for 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:53.045705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] For port 24ff1da1-c374-43e7-a993-bbe19d7ab30c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24ff1da1-c374-43e7-a993-bbe19d7ab30c,segment=NetworkSegment(4883326f-918d-4ce3-9925-eb5092dcdbb9),segment_id=4883326f-918d-4ce3-9925-eb5092dcdbb9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:53.047643 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:53.103397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Calling delete_port for 24ff1da1-c374-43e7-a993-bbe19d7ab30c owned by compute:tempest-test_az-684553511 {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:53.178626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-ced67799-6a6c-4e06-bc75-3fa3e9bd42fc tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:53.180453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-ced67799-6a6c-4e06-bc75-3fa3e9bd42fc tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.93 "GET /v2.0/networks?id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb HTTP/1.1" status: 200 len: 817 time: 0.2822270 Feb 16 14:44:53.196431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dca86a8-f1fb-4b95-9116-f7a23414a448 req-c7595086-a99d-424d-9e78-fb43caf21486 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0722184 Feb 16 14:44:53.221593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Request body: {'port': {'device_id': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb', 'admin_state_up': True, 'tenant_id': 'ef8d8a17285d46799d1fd9b39cc40360'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:53.343762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05605671-e351-4295-beaa-d102bdd042dc req-4e2f0345-fbca-4f54-9f6b-f43507cb0b3a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:53.346010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05605671-e351-4295-beaa-d102bdd042dc req-4e2f0345-fbca-4f54-9f6b-f43507cb0b3a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 944 time: 0.2608261 Feb 16 14:44:53.441440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Allocated IP 172.20.0.2 (f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb/960b0c5c-9e64-43db-b0a0-b0f55075a0bd/3addfdd5-ab75-4386-a567-3e08521d982a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:53.532437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02768-d9c3-4705-a35d-47e88eb1b004 req-6d4fd904-1ad0-4231-bfa5-55fc2b9dfcb2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:53.534485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8d02768-d9c3-4705-a35d-47e88eb1b004 req-6d4fd904-1ad0-4231-bfa5-55fc2b9dfcb2 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 966 time: 0.2501316 Feb 16 14:44:53.559074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:53.560963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05605671-e351-4295-beaa-d102bdd042dc req-ed1e1096-a29c-4a96-baca-4e62071ae02c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679683 Feb 16 14:44:53.561926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Made reservation on behalf of ef8d8a17285d46799d1fd9b39cc40360 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:53.573469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:53.617855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505682f-53dc-4580-b519-a0004ef9d305 req-c8dbb561-a9c6-4f40-a3d7-1764b0f95dc9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:53.619429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-c8dbb561-a9c6-4f40-a3d7-1764b0f95dc9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.3551245 Feb 16 14:44:53.644309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Request body: {'port': {'device_id': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'admin_state_up': True, 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:53.686472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:53.712653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['48e14e3e-ceac-473f-b0bc-130e3f73fa36', '04d519f8-a8d5-4203-ae5c-cd96f9e78b75'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:53.749403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Pushing event deleted for resources: {'Port': ['ID=24ff1da1-c374-43e7-a993-bbe19d7ab30c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:53.778441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] No DVR routers for this DVR port 24ff1da1-c374-43e7-a993-bbe19d7ab30c on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:53.786840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.787200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.787517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.787877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.788375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.788707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.796605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.796605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.796605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.796605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.796605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.796605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:53.796605 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:53.798790 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9fed7140-2652-4113-8f38-cf0ee6b6f966 req-07a4bc45-10cd-4906-ad8e-f3e1f8d5ea0c tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.93 "DELETE /v2.0/ports/24ff1da1-c374-43e7-a993-bbe19d7ab30c HTTP/1.1" status: 204 len: 173 time: 1.1521935 Feb 16 14:44:53.799474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'name': 'network-vif-deleted', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:53.801811 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c923a48-9f30-41b2-a364-e6e9b0f5de23" -d '{"events": [{"server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "name": "network-vif-deleted", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:53.822149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8d02768-d9c3-4705-a35d-47e88eb1b004 req-bb08cc7e-a9b7-4562-9976-9a277db80dd6 tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/security-groups?id=c17fccaa-9154-4c52-a3ef-988d6a26a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763300 Feb 16 14:44:53.898632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event deleted for resources: {'Port': ['ID=04d519f8-a8d5-4203-ae5c-cd96f9e78b75,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:53.921048 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52591c1d-0a22-455b-a119-50908d1393b9 x-openstack-request-id: req-52591c1d-0a22-455b-a119-50908d1393b9 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:53.921388 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7890305e-8250-4d65-8d79-08ef34a283d1", "name": "network-vif-deleted", "tag": "24ff1da1-c374-43e7-a993-bbe19d7ab30c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:53.921642 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-52591c1d-0a22-455b-a119-50908d1393b9 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:53.922053 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7890305e-8250-4d65-8d79-08ef34a283d1', 'name': 'network-vif-deleted', 'tag': '24ff1da1-c374-43e7-a993-bbe19d7ab30c', 'status': 'completed', 'code': 200} Feb 16 14:44:53.992082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4b474e2-c676-46e8-af1e-77299264b610 req-ce531f0d-e6c3-4b0b-ba1c-67e685d28018 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.1313756 Feb 16 14:44:54.040813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] No DVR routers for this DVR port 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:54.055011 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:54.058937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eaf55e1-dbd4-426a-9ad0-45bfee4334bf req-a1072057-99df-4cb7-b139-69096cba46b4 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "DELETE /v2.0/ports/04d519f8-a8d5-4203-ae5c-cd96f9e78b75 HTTP/1.1" status: 204 len: 173 time: 1.4892077 Feb 16 14:44:54.064259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'name': 'network-vif-deleted', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:54.066621 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d018c6a-ad5b-4dd1-a0b8-484f07f04a61" -d '{"events": [{"server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "name": "network-vif-deleted", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:54.107746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27a42fc8-4e44-4efe-ae4f-92681c0feaae req-f3f16339-2c4e-4c9c-8db9-7edceff3e1f2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 210 time: 0.0689101 Feb 16 14:44:54.141085 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74530fec-b924-4970-9444-9c3b8bf05759 x-openstack-request-id: req-74530fec-b924-4970-9444-9c3b8bf05759 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:54.141404 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53924268-634b-43f9-b91d-a1ac8259135c", "name": "network-vif-deleted", "tag": "04d519f8-a8d5-4203-ae5c-cd96f9e78b75", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:54.141660 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-74530fec-b924-4970-9444-9c3b8bf05759 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:54.142051 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53924268-634b-43f9-b91d-a1ac8259135c', 'name': 'network-vif-deleted', 'tag': '04d519f8-a8d5-4203-ae5c-cd96f9e78b75', 'status': 'completed', 'code': 200} Feb 16 14:44:54.170453 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:54.279209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:54.280928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:54.284884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:54.326859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50462447-e29a-4454-8fe7-e11f3e5f5f05 req-a1b2aabe-d96d-4f0c-ba57-b7ff0fcc5cea tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0591884 Feb 16 14:44:54.382210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:54.392389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:54.408939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:54.452536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Pushing event updated for resources: {'Port': ['ID=3addfdd5-ab75-4386-a567-3e08521d982a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:54.465338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-3d7304f6-f662-4088-96ea-dddab44da467 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:54.465338 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-3d7304f6-f662-4088-96ea-dddab44da467 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "GET /v2.0/networks?id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb HTTP/1.1" status: 200 len: 817 time: 0.2789176 Feb 16 14:44:54.480374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Request body: {'port': {'device_id': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb', 'admin_state_up': True, 'tenant_id': 'ef8d8a17285d46799d1fd9b39cc40360'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:54.484140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Allocated IP 172.20.0.10 (f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb/960b0c5c-9e64-43db-b0a0-b0f55075a0bd/32025d13-3db0-4f37-958b-6dedff62db8a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:54.658142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:54.658802 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:54.687435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Allocated IP 172.20.0.12 (435fa567-edf3-4893-b78c-ef5ba8642c8d/3d9ed2ad-511d-422c-a2ad-52c08a46822a/d80881a0-d000-4b5b-9cad-5a6c4907776a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:54.728311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a07ab267-6f1f-4733-8513-744c86d8c7a3 req-ce514509-b344-43b9-8a15-131e7e735502 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 210 time: 0.0342546 Feb 16 14:44:54.783127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:54.805695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-40172bc8-7a20-407f-a26e-57a8ca39fb50 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1494212 Feb 16 14:44:54.853245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Request body: {'port': {'device_id': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:54.967453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2888beab-b253-4290-b107-268da868b076 req-8fb955ca-8878-459b-a4ef-c7f4a1fdf7cc tempest-LiveMigrationTest-220056050 tempest-LiveMigrationTest-220056050-project] 10.222.0.113 "GET /v2.0/ports?device_id=7890305e-8250-4d65-8d79-08ef34a283d1 HTTP/1.1" status: 200 len: 210 time: 0.0423570 Feb 16 14:44:54.971266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:54.998211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.028589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.038626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Made reservation on behalf of ef8d8a17285d46799d1fd9b39cc40360 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:44:55.043994 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.088780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f93c2701-b60d-44a0-9d23-5f48047a6296 req-a318da42-20b7-4220-978f-777e747be1fb tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0445406 Feb 16 14:44:55.174075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:55.189695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:55.195728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Pushing event updated for resources: {'Port': ['ID=32025d13-3db0-4f37-958b-6dedff62db8a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:55.223467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:55.280832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.282024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:55.282594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.395430 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-612fb67b-4ed3-48c9-a268-fe1377054c22 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1780756 Feb 16 14:44:55.398371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:55.408504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Request body: {'port': {'device_id': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:55.417314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:55.432748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:55.440226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:55.473738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.477038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb8c7d-a08d-473a-8f3f-166a2a29f6bb req-39c24261-3857-418b-a3c5-1ddf6aefd832 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:55.478644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86fb8c7d-a08d-473a-8f3f-166a2a29f6bb req-39c24261-3857-418b-a3c5-1ddf6aefd832 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 932 time: 0.1993723 Feb 16 14:44:55.500439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3689a6e8-9f69-4cd0-911e-63d1871606e4 req-88946430-7f0d-4b72-9ff4-8454400b565e tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 210 time: 0.0975702 Feb 16 14:44:55.589043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:55.589563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.600104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86fb8c7d-a08d-473a-8f3f-166a2a29f6bb req-1d70d2bf-62f9-4b00-9c7c-624db1040f84 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930247 Feb 16 14:44:55.613900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3addfdd5-ab75-4386-a567-3e08521d982a {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:55.622178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.635914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Transition to ACTIVE for port object 3addfdd5-ab75-4386-a567-3e08521d982a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:55.731651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-999d6b8e-91a4-427a-8398-3417a1ac48f6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0996425 Feb 16 14:44:55.744358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Request body: {'port': {'device_id': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:55.773520 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:55.814416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Allocated IP 172.20.0.12 (f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb/960b0c5c-9e64-43db-b0a0-b0f55075a0bd/a5cad02b-8866-41c3-b527-1ec64440a7bc) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:44:55.900670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4417fa5d-749c-459b-be59-52a5c16693c5 req-5ceccc18-e8a3-4a1a-b5b7-680a4b8d88ea tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 210 time: 0.0547662 Feb 16 14:44:55.903349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3addfdd5-ab75-4386-a567-3e08521d982a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:55.935964 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.004645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Attempting to bind port 3addfdd5-ab75-4386-a567-3e08521d982a on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:56.004986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Attempting to bind port 3addfdd5-ab75-4386-a567-3e08521d982a by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:56.005319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Attempting to bind port 3addfdd5-ab75-4386-a567-3e08521d982a on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:56.015896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.019764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Port 3addfdd5-ab75-4386-a567-3e08521d982a on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:56.020295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Attempting to bind port 3addfdd5-ab75-4386-a567-3e08521d982a on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:56.043282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45108) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:56.076905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:56.076905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Checking segment: {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:56.076905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Bound using segment: {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:56.076905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Bound port: 3addfdd5-ab75-4386-a567-3e08521d982a, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:56.076905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.243943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.310808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56d23a4e-341f-4059-9a92-6b275724a171 req-dddffe52-f410-4abe-9228-01a0d7e0cee5 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0589085 Feb 16 14:44:56.331706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:56.364218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:44:56.371168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:56.373332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 04d519f8-a8d5-4203-ae5c-cd96f9e78b75 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:56.373789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:44:56.376546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:44:56.379747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] For port 3addfdd5-ab75-4386-a567-3e08521d982a, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:56.380602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] Deleting subnet dcc0099c-4f2b-4279-8bdb-decfa498c9ef {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:44:56.382751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Pushing event updated for resources: {'Port': ['ID=a5cad02b-8866-41c3-b527-1ec64440a7bc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:56.396586 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:44:56.403395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.422086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] For port 3addfdd5-ab75-4386-a567-3e08521d982a, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=3addfdd5-ab75-4386-a567-3e08521d982a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:56.431631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80881a0-d000-4b5b-9cad-5a6c4907776a {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:56.435574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 24ff1da1-c374-43e7-a993-bbe19d7ab30c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:44:56.435911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24ff1da1-c374-43e7-a993-bbe19d7ab30c not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:44:56.446066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.462549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Transition to ACTIVE for port object d80881a0-d000-4b5b-9cad-5a6c4907776a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:56.473717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.518014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:56.523269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.523401 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.523504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] 10.222.0.129 "PUT /v2.0/ports/3addfdd5-ab75-4386-a567-3e08521d982a HTTP/1.1" status: 200 len: 1091 time: 1.6752162 Feb 16 14:44:56.525125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'tag': '3addfdd5-ab75-4386-a567-3e08521d982a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:56.527703 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8031222f-7f1e-4d3e-9e07-a73f661c6e29" -d '{"events": [{"name": "network-changed", "server_uuid": "7e05c219-98d4-44aa-96ed-7b0095083d8c", "tag": "3addfdd5-ab75-4386-a567-3e08521d982a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:56.536709 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.556084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:56.557262 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.566691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c863f5-4b46-4302-aa8c-885d3b3d16f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3addfdd5-ab75-4386-a567-3e08521d982a,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:56.615861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32025d13-3db0-4f37-958b-6dedff62db8a {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:56.616270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:56.629197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.634223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:56.672425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Transition to ACTIVE for port object 32025d13-3db0-4f37-958b-6dedff62db8a will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:56.760068 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-c4eff080-ecde-4c6e-a722-7dfdd93d2ffb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2869496 Feb 16 14:44:56.774419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Request body: {'port': {'device_id': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:44:57.031815 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2774900b-f903-4a49-8815-3381545c3c58 x-openstack-request-id: req-2774900b-f903-4a49-8815-3381545c3c58 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:57.033063 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e05c219-98d4-44aa-96ed-7b0095083d8c", "tag": "3addfdd5-ab75-4386-a567-3e08521d982a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:57.033330 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2774900b-f903-4a49-8815-3381545c3c58 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:57.033727 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'tag': '3addfdd5-ab75-4386-a567-3e08521d982a', 'status': 'completed', 'code': 200} Feb 16 14:44:57.081728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.083535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.149048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.154586 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] 10.222.0.113 "DELETE /v2.0/subnets/dcc0099c-4f2b-4279-8bdb-decfa498c9ef HTTP/1.1" status: 204 len: 168 time: 1.1103017 Feb 16 14:44:57.155388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b36d5-d32a-4c15-809c-173cb080f2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc0099c-4f2b-4279-8bdb-decfa498c9ef,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:57.160491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45130) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:57.179270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-618dcdd7-5918-42bc-a03c-47877dd6df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.180851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-618dcdd7-5918-42bc-a03c-47877dd6df75 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 1094 time: 0.1520331 Feb 16 14:44:57.192731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5e745-0f30-4a41-a105-b730ba75afb9 req-01a99e79-8e89-41ac-a613-6035e4546821 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.194619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45f5e745-0f30-4a41-a105-b730ba75afb9 req-01a99e79-8e89-41ac-a613-6035e4546821 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 944 time: 0.1597264 Feb 16 14:44:57.214207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e53f-d6be-4ad9-bd59-5d85f750d1a9 req-e14001e4-d88d-40be-b10c-86af85d3529d tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.219645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f32e53f-d6be-4ad9-bd59-5d85f750d1a9 req-e14001e4-d88d-40be-b10c-86af85d3529d tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 932 time: 0.1857889 Feb 16 14:44:57.261674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Attempting to bind port d80881a0-d000-4b5b-9cad-5a6c4907776a on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:57.262025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Attempting to bind port d80881a0-d000-4b5b-9cad-5a6c4907776a by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:57.262359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Attempting to bind port d80881a0-d000-4b5b-9cad-5a6c4907776a on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:57.264653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.268483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Pushing event updated for resources: {'Port': ['ID=32025d13-3db0-4f37-958b-6dedff62db8a,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:57.270970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Port d80881a0-d000-4b5b-9cad-5a6c4907776a on network 435fa567-edf3-4893-b78c-ef5ba8642c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:57.270970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Attempting to bind port d80881a0-d000-4b5b-9cad-5a6c4907776a on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:57.294380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:57.294709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Checking segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:57.295441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Bound using segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:57.295608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Bound port: d80881a0-d000-4b5b-9cad-5a6c4907776a, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:57.295912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.312929 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-1ff5b54a-a9e1-4d88-9c0f-df2d0ec09a7b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3addfdd5-ab75-4386-a567-3e08521d982a HTTP/1.1" status: 200 len: 217 time: 0.1062806 Feb 16 14:44:57.347474 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.371283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f32e53f-d6be-4ad9-bd59-5d85f750d1a9 req-d96306fb-3f45-42d8-8f51-6fe6da64c781 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038141 Feb 16 14:44:57.420795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Attempting to bind port 32025d13-3db0-4f37-958b-6dedff62db8a on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:57.421336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Attempting to bind port 32025d13-3db0-4f37-958b-6dedff62db8a by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:57.421811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Attempting to bind port 32025d13-3db0-4f37-958b-6dedff62db8a on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:57.428661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:57.432062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:57.436229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45f5e745-0f30-4a41-a105-b730ba75afb9 req-ccd17f81-a19a-4669-a075-5c76e38a32d5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327673 Feb 16 14:44:57.462375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Port 32025d13-3db0-4f37-958b-6dedff62db8a on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:57.462723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Attempting to bind port 32025d13-3db0-4f37-958b-6dedff62db8a on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:57.473869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-2433f484-a5a6-4fd5-a729-4439c46e68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.474181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-2433f484-a5a6-4fd5-a729-4439c46e68d1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=960b0c5c-9e64-43db-b0a0-b0f55075a0bd HTTP/1.1" status: 200 len: 857 time: 0.1519022 Feb 16 14:44:57.501728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.527879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-56bae85e-5773-4296-8afd-3464083b0a58 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386224 Feb 16 14:44:57.544452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:57.551427 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Checking segment: {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:57.551427 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Bound using segment: {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:57.551427 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Bound port: 32025d13-3db0-4f37-958b-6dedff62db8a, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:57.551427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.599289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.600058 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.602311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] 10.222.0.129 "PUT /v2.0/ports/d80881a0-d000-4b5b-9cad-5a6c4907776a HTTP/1.1" status: 200 len: 1092 time: 1.8621430 Feb 16 14:44:57.655585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-863429e1-2f00-46cd-b047-417ee1d0794b req-4f5d45d4-5b68-4e47-b320-286ceed2d4de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 210 time: 0.0877240 Feb 16 14:44:57.657568 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.684809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b610b7a-71b1-48f1-862e-203c71dcaa06 service neutron] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:57.715868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8dde5-c4a7-4975-b10c-9785a64627df req-a53abfee-70c5-4ec5-b6d7-230836eda12a tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.734596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67a8dde5-c4a7-4975-b10c-9785a64627df req-a53abfee-70c5-4ec5-b6d7-230836eda12a tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 945 time: 0.2784975 Feb 16 14:44:57.736646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810c1930-d042-471b-b5b8-58060b8c1a90']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:57.755499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4883326f-918d-4ce3-9925-eb5092dcdbb9') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:57.755824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4883326f-918d-4ce3-9925-eb5092dcdbb9') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:57.765414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] For port 32025d13-3db0-4f37-958b-6dedff62db8a, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:57.773223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.795852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] For port 32025d13-3db0-4f37-958b-6dedff62db8a, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=32025d13-3db0-4f37-958b-6dedff62db8a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:57.805302 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.816994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff9cb5e0-6a9e-46f6-b5e2-b0a4bb28b4e2 req-3250cd17-7ff5-466d-b2af-019c0eaccb37 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0622578 Feb 16 14:44:57.821082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:44:57.821485 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:44:57.823131 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:44:57.856790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-184567c7-0ec5-4b01-849c-cd7015ca45f2 service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062816 Feb 16 14:44:57.860978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67a8dde5-c4a7-4975-b10c-9785a64627df req-5bb0a4c0-be1f-42d5-9743-fcc8548e3527 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246009 Feb 16 14:44:57.893780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505682f-53dc-4580-b519-a0004ef9d305 req-02a7e183-e2d4-4ec1-a0ae-2a93e0899f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.895429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-02a7e183-e2d4-4ec1-a0ae-2a93e0899f42 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 1095 time: 0.1103709 Feb 16 14:44:57.912260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.973258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-8fa8be0f-313b-42de-8a44-76246865642b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a HTTP/1.1" status: 200 len: 217 time: 0.0444584 Feb 16 14:44:57.979483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:57.980037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:57.981537 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] 10.222.0.93 "PUT /v2.0/ports/32025d13-3db0-4f37-958b-6dedff62db8a HTTP/1.1" status: 200 len: 1092 time: 2.5781581 Feb 16 14:44:57.981894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'tag': '32025d13-3db0-4f37-958b-6dedff62db8a'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:57.984441 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adf2f8d-39cf-4a2b-b539-1c46d98d4914" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9f2dad-60bd-4220-8bde-c90651733938", "tag": "32025d13-3db0-4f37-958b-6dedff62db8a"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:58.023914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edeb183-e8c2-467a-abf4-77635bf30c3d service neutron] Pushing event updated for resources: {'Port': ['ID=32025d13-3db0-4f37-958b-6dedff62db8a,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:58.028665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cad02b-8866-41c3-b527-1ec64440a7bc {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:44:58.040254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.043960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.056246 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.056246 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] 10.222.0.113 "DELETE /v2.0/networks/810c1930-d042-471b-b5b8-58060b8c1a90 HTTP/1.1" status: 204 len: 168 time: 0.8927941 Feb 16 14:44:58.061751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45140) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:58.064570 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0450aa-8264-4380-9c4d-c5d3170d503b x-openstack-request-id: req-3c0450aa-8264-4380-9c4d-c5d3170d503b {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:58.064848 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9f2dad-60bd-4220-8bde-c90651733938", "tag": "32025d13-3db0-4f37-958b-6dedff62db8a", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:58.065091 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3c0450aa-8264-4380-9c4d-c5d3170d503b {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:58.065474 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'tag': '32025d13-3db0-4f37-958b-6dedff62db8a', 'status': 'completed', 'code': 200} Feb 16 14:44:58.076375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-d96a6fc1-c51d-4ffd-93b0-f26906110d41 service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119389 Feb 16 14:44:58.085496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505682f-53dc-4580-b519-a0004ef9d305 req-09f55a2a-0c20-4eae-981f-565236ecf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.087033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-09f55a2a-0c20-4eae-981f-565236ecf8ee service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.1027997 Feb 16 14:44:58.102868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c689ad0-a069-46d3-95ad-9e38b13de194 admin admin] Pushing event deleted for resources: {'Network': ['ID=810c1930-d042-471b-b5b8-58060b8c1a90,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:58.109128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Transition to ACTIVE for port object a5cad02b-8866-41c3-b527-1ec64440a7bc will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:44:58.124751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-3de4a02f-48bc-4361-a53e-0472360f445b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292623 Feb 16 14:44:58.180189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] Deleting subnet 0a1a82f9-2a07-4e01-8fc0-f3b782d18e33 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:44:58.184056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.208717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.255451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2f8d-39cf-4a2b-b539-1c46d98d4914 req-ed927197-6cf6-47fa-a900-50febf8e451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.257068 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6adf2f8d-39cf-4a2b-b539-1c46d98d4914 req-ed927197-6cf6-47fa-a900-50febf8e451e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 1095 time: 0.1496484 Feb 16 14:44:58.269640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.275343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-e63369c2-daab-4384-96a8-c87457a12f83 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416554 Feb 16 14:44:58.278030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-3d26f015-2ec6-4161-a57e-faf03b117877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.279442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-3d26f015-2ec6-4161-a57e-faf03b117877 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 1094 time: 0.0693834 Feb 16 14:44:58.371993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Pushing event updated for resources: {'Port': ['ID=a5cad02b-8866-41c3-b527-1ec64440a7bc,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:58.436637 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.535724 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2f8d-39cf-4a2b-b539-1c46d98d4914 req-9cb2d56b-61a1-49ec-91cf-82ae60bb84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.537578 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6adf2f8d-39cf-4a2b-b539-1c46d98d4914 req-9cb2d56b-61a1-49ec-91cf-82ae60bb84c6 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2639062 Feb 16 14:44:58.544447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Attempting to bind port a5cad02b-8866-41c3-b527-1ec64440a7bc on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:44:58.544777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Attempting to bind port a5cad02b-8866-41c3-b527-1ec64440a7bc by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:44:58.545107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Attempting to bind port a5cad02b-8866-41c3-b527-1ec64440a7bc on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:58.571427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-61b87ad0-55b1-400b-bb90-723fdb049d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.574361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-61b87ad0-55b1-400b-bb90-723fdb049d79 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb HTTP/1.1" status: 200 len: 919 time: 0.2742658 Feb 16 14:44:58.575732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Port a5cad02b-8866-41c3-b527-1ec64440a7bc on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:44:58.576117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Attempting to bind port a5cad02b-8866-41c3-b527-1ec64440a7bc on network f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:44:58.590224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c505682f-53dc-4580-b519-a0004ef9d305 req-71e271c5-252b-4258-bc46-c24314fabde8 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999237 Feb 16 14:44:58.613302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:44:58.613718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Checking segment: {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:44:58.614313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Bound using segment: {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:44:58.614765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Bound port: a5cad02b-8866-41c3-b527-1ec64440a7bc, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af20485b-3c34-4dec-b644-ad5c374ce3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:44:58.615124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.638818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-040503fe-acb3-4741-b867-7410e8f7659d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3addfdd5-ab75-4386-a567-3e08521d982a HTTP/1.1" status: 200 len: 217 time: 0.0556383 Feb 16 14:44:58.673430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ebbcc-80ef-4684-9f9b-d6e44dfcef02 req-cb6aa6b8-83d5-4a28-9f47-486fa1c8c17c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.675029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-991ebbcc-80ef-4684-9f9b-d6e44dfcef02 req-cb6aa6b8-83d5-4a28-9f47-486fa1c8c17c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 944 time: 0.1923795 Feb 16 14:44:58.700859 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.720492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf2f8d-39cf-4a2b-b539-1c46d98d4914 req-d9aa6b41-7ad8-48e7-bc7b-b206527e96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.722272 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6adf2f8d-39cf-4a2b-b539-1c46d98d4914 req-d9aa6b41-7ad8-48e7-bc7b-b206527e96a9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1750233 Feb 16 14:44:58.725737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f732f48-e4ce-479f-8121-33e3bb96aa4d req-7cff6bd6-a041-4770-aaac-bbd21d56e60d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.727216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f732f48-e4ce-479f-8121-33e3bb96aa4d req-7cff6bd6-a041-4770-aaac-bbd21d56e60d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 944 time: 0.1977141 Feb 16 14:44:58.746015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1a82f9-2a07-4e01-8fc0-f3b782d18e33,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:58.749975 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.755086 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d9604ccd-cb98-437a-b41e-e86727418242 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0a1a82f9-2a07-4e01-8fc0-f3b782d18e33 HTTP/1.1" status: 204 len: 168 time: 0.6905415 Feb 16 14:44:58.755941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45150) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:44:58.763064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] For port a5cad02b-8866-41c3-b527-1ec64440a7bc, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:44:58.767725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] For port a5cad02b-8866-41c3-b527-1ec64440a7bc, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a5cad02b-8866-41c3-b527-1ec64440a7bc,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:44:58.777001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-5180a6d6-f956-4a4c-88ce-3601688c5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.778436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-5180a6d6-f956-4a4c-88ce-3601688c5a77 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=960b0c5c-9e64-43db-b0a0-b0f55075a0bd HTTP/1.1" status: 200 len: 857 time: 0.1341500 Feb 16 14:44:58.797007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-ff9b57b0-f63e-4985-b72d-9ba95f3e9ecc tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.798668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-ff9b57b0-f63e-4985-b72d-9ba95f3e9ecc tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.129 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 945 time: 0.1717031 Feb 16 14:44:58.801562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-991ebbcc-80ef-4684-9f9b-d6e44dfcef02 req-abd16d8f-bda4-4144-b168-cb66fc31d63f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023850 Feb 16 14:44:58.858651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.879371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f732f48-e4ce-479f-8121-33e3bb96aa4d req-53490818-d8c8-49cc-961a-b886d0da5329 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318715 Feb 16 14:44:58.881470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-529632ce-4190-48a7-9733-c48ff76c93ab service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754318 Feb 16 14:44:58.919330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.920106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.921950 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] 10.222.0.129 "PUT /v2.0/ports/a5cad02b-8866-41c3-b527-1ec64440a7bc HTTP/1.1" status: 200 len: 1092 time: 2.1525245 Feb 16 14:44:58.934196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:58.953318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-4d214194-050e-4e38-b9da-d150309d2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:58.955691 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-4d214194-050e-4e38-b9da-d150309d2933 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 1095 time: 0.1513197 Feb 16 14:44:58.963871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69e8973a-4f4b-4fb8-b17e-e0527f4e564b req-897382d9-b2b2-4056-92ec-3ef54f3a759a tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 210 time: 0.0529945 Feb 16 14:44:59.012231 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-df04919d-4d19-4a3c-b84c-f90f88f9532a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32025d13-3db0-4f37-958b-6dedff62db8a HTTP/1.1" status: 200 len: 217 time: 0.0484810 Feb 16 14:44:59.038474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:44:59.040704 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248" -d '{"events": [{"name": "network-changed", "server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:44:59.047400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-689eda98-eb32-4035-ae8f-de76ea24db7d req-f9dbba95-28e2-4ac1-88e3-b39860a9f60f tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0860205 Feb 16 14:44:59.129911 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6832c234-ad0e-43a8-94f8-1b2ae38a0e2a x-openstack-request-id: req-6832c234-ad0e-43a8-94f8-1b2ae38a0e2a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:44:59.130125 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:44:59.130368 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6832c234-ad0e-43a8-94f8-1b2ae38a0e2a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:44:59.130739 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'status': 'completed', 'code': 200} Feb 16 14:44:59.152647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-fde60baf-839f-471e-ab54-108898ebd23f service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500706 Feb 16 14:44:59.166686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926f80-9e1e-44db-b06b-c737e3aec756 req-ed63c6e6-988e-4153-b067-390dcb83b5be tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:59.168110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91926f80-9e1e-44db-b06b-c737e3aec756 req-ed63c6e6-988e-4153-b067-390dcb83b5be tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 945 time: 0.1034594 Feb 16 14:44:59.186936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15482d36-c454-4eb2-8ab2-38e4e495369f service neutron] Pushing event updated for resources: {'Port': ['ID=a5cad02b-8866-41c3-b527-1ec64440a7bc,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:59.193001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Deleting port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:44:59.193332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.198431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.238904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-74dff10b-ac68-4762-ae84-8d36bc5a0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:59.240536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-74dff10b-ac68-4762-ae84-8d36bc5a0921 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 1095 time: 0.2177913 Feb 16 14:44:59.243837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d385f15-23fc-4886-8da4-a477e35d06c4']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:59.248191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-4ca441a7-724b-40a0-acfd-cfc96f68655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:59.249666 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-4ca441a7-724b-40a0-acfd-cfc96f68655d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=960b0c5c-9e64-43db-b0a0-b0f55075a0bd HTTP/1.1" status: 200 len: 857 time: 0.1613970 Feb 16 14:44:59.299249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abd9f06-5705-4d25-8634-5dfdfe5b11f0') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:59.299717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abd9f06-5705-4d25-8634-5dfdfe5b11f0') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:44:59.304544 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-d5231caa-8adb-4660-8088-65aeaae41850 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5cad02b-8866-41c3-b527-1ec64440a7bc HTTP/1.1" status: 200 len: 217 time: 0.0530419 Feb 16 14:44:59.318913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.337098 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-429b286f-f8ea-4948-85b9-a24412a469da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749080 Feb 16 14:44:59.368807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91926f80-9e1e-44db-b06b-c737e3aec756 req-59496bdc-3175-494f-b49e-ce1feabe815b tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810248 Feb 16 14:44:59.387023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.412249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:44:59.412653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.418906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] For port bd6df7db-9f00-4cd0-9bee-176c7de3cd42, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:44:59.419383 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:44:59.420659 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:44:59.437824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Calling delete_port for bd6df7db-9f00-4cd0-9bee-176c7de3cd42 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:44:59.446622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-54194194-cbab-4810-be99-894f60d91dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:59.448126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-54194194-cbab-4810-be99-894f60d91dc5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 1095 time: 0.2686796 Feb 16 14:44:59.486159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-7826d8ef-79a8-43b8-84ff-64e3c1c0fd81 service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168738 Feb 16 14:44:59.519844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df2e-518a-4635-b621-f79b5054b13a req-d863aa10-30c8-4be8-9a4a-f3c992e8dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:59.521629 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-d863aa10-30c8-4be8-9a4a-f3c992e8dd62 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=960b0c5c-9e64-43db-b0a0-b0f55075a0bd HTTP/1.1" status: 200 len: 857 time: 0.2046790 Feb 16 14:44:59.564068 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-e344183f-27a0-4af9-975a-cc1703f12a54 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342355 Feb 16 14:44:59.615205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-8028de96-a977-479a-8083-fb3fd643f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:59.616828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-8028de96-a977-479a-8083-fb3fd643f621 service neutron] 10.222.0.129 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 913 time: 0.1592097 Feb 16 14:44:59.624562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-209eed41-64a3-4ef1-8368-210c591d0776 service neutron] 10.222.0.93 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508852 Feb 16 14:44:59.645397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.674092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.679862 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] 10.222.0.113 "DELETE /v2.0/networks/8d385f15-23fc-4886-8da4-a477e35d06c4 HTTP/1.1" status: 204 len: 168 time: 0.9205124 Feb 16 14:44:59.688772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-74b74712-abfb-40eb-a69b-48990c39142b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a HTTP/1.1" status: 200 len: 217 time: 0.0602844 Feb 16 14:44:59.760149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-a504ee8a-27de-42f8-af2b-1bd55f10468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:59.761946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-a504ee8a-27de-42f8-af2b-1bd55f10468d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.0647111 Feb 16 14:44:59.771884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ad5fe-d498-4822-8598-bf17e0219857 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d385f15-23fc-4886-8da4-a477e35d06c4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:59.785975 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-cb493081-320e-4dac-9e8e-cde02fe2df41 service neutron] 10.222.0.93 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535466 Feb 16 14:44:59.791515 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-9659ad03-fdf2-4892-913c-2a82b0cb7a7d service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181485 Feb 16 14:44:59.803427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-573efd64-07eb-4b5d-a897-0aa933546c9c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329020 Feb 16 14:44:59.830032 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.842261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['bd6df7db-9f00-4cd0-9bee-176c7de3cd42'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:44:59.895749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Pushing event deleted for resources: {'Port': ['ID=bd6df7db-9f00-4cd0-9bee-176c7de3cd42,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:59.926204 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4523df2e-518a-4635-b621-f79b5054b13a req-a3edca4b-e2e3-4135-aa47-712b3db5693e service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261516 Feb 16 14:44:59.982141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] No DVR routers for this DVR port bd6df7db-9f00-4cd0-9bee-176c7de3cd42 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:44:59.987096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:59.991422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b92ffcc-3a2d-4b79-b536-b33535545275 req-493ce909-7cdd-4343-b1dc-8e8ed9c593f2 tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.129 "DELETE /v2.0/ports/bd6df7db-9f00-4cd0-9bee-176c7de3cd42 HTTP/1.1" status: 204 len: 173 time: 1.1765926 Feb 16 14:45:00.046718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a0e9-70d9-4ffb-bf99-3450521afa83 req-e14011c7-d5ad-48ac-ba96-8b2418ab54dc tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:00.049405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5155a0e9-70d9-4ffb-bf99-3450521afa83 req-e14011c7-d5ad-48ac-ba96-8b2418ab54dc tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 944 time: 0.1479530 Feb 16 14:45:00.052709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-d4ab04a4-080f-492f-a8b7-383246230405 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430284 Feb 16 14:45:00.066150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'tag': 'a5cad02b-8866-41c3-b527-1ec64440a7bc'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:00.068615 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9951d25-c351-4baa-a5c2-340b986cb1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c18f92ed-1799-4773-ad4f-cf498989e9b5", "tag": "a5cad02b-8866-41c3-b527-1ec64440a7bc"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:00.100842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb15b-08a3-4557-9be9-2bf27ee2891e req-9b58be67-feea-42c0-bfa8-b2cb83b05b5f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:00.102351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcdbb15b-08a3-4557-9be9-2bf27ee2891e req-9b58be67-feea-42c0-bfa8-b2cb83b05b5f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 944 time: 0.1173506 Feb 16 14:45:00.117487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:00.165901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5155a0e9-70d9-4ffb-bf99-3450521afa83 req-be002556-d6d8-4d34-922c-81740b0ba2bd tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091366 Feb 16 14:45:00.176693 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2fc9c3b7-c726-47ab-86e3-a27282b43f3a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=89e0d846602c42ffa3d785a7f03f0e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578549 Feb 16 14:45:00.179275 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:00.196993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcdbb15b-08a3-4557-9be9-2bf27ee2891e req-06c23ee7-dd73-4529-98f8-8912f08137e6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578244 Feb 16 14:45:00.237763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b154cf9d-75f4-4fcf-85f5-0a8c7cd3a248 req-d4118e25-658c-4d66-bd67-fa3c3f68b381 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724339 Feb 16 14:45:00.270368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-473a2ba8-19d9-4f8a-bf1a-cc2a6001a332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:00.282567 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c6c22-bc78-4145-bd92-0631a7532045 x-openstack-request-id: req-2c2c6c22-bc78-4145-bd92-0631a7532045 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:00.282947 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18f92ed-1799-4773-ad4f-cf498989e9b5", "tag": "a5cad02b-8866-41c3-b527-1ec64440a7bc", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:00.283200 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2c2c6c22-bc78-4145-bd92-0631a7532045 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:00.283613 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'tag': 'a5cad02b-8866-41c3-b527-1ec64440a7bc', 'status': 'completed', 'code': 200} Feb 16 14:45:00.306086 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-473a2ba8-19d9-4f8a-bf1a-cc2a6001a332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:00.481914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 3addfdd5-ab75-4386-a567-3e08521d982a details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:00.512965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-473a2ba8-19d9-4f8a-bf1a-cc2a6001a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:00.515767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-473a2ba8-19d9-4f8a-bf1a-cc2a6001a332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:00.517820 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-473a2ba8-19d9-4f8a-bf1a-cc2a6001a332 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c17fccaa-9154-4c52-a3ef-988d6a26a7e6 HTTP/1.1" status: 204 len: 168 time: 0.3374794 Feb 16 14:45:00.533297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a2ba8-19d9-4f8a-bf1a-cc2a6001a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fccaa-9154-4c52-a3ef-988d6a26a7e6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:00.732662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 3addfdd5-ab75-4386-a567-3e08521d982a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=3addfdd5-ab75-4386-a567-3e08521d982a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:00.754929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '3addfdd5-ab75-4386-a567-3e08521d982a', 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb', 'port_id': '3addfdd5-ab75-4386-a567-3e08521d982a', 'mac_address': 'fa:16:3e:43:33:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960b0c5c-9e64-43db-b0a0-b0f55075a0bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:00.758226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3b2d432-7305-4d74-9a51-bcb202a158fe req-1f8b79c0-c081-4166-8de8-be2841265780 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=53924268-634b-43f9-b91d-a1ac8259135c HTTP/1.1" status: 200 len: 210 time: 0.3940232 Feb 16 14:45:00.761099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-de08050c-69b6-485b-8245-2ad784fe9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:00.762533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-de08050c-69b6-485b-8245-2ad784fe9271 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 1095 time: 0.4534805 Feb 16 14:45:00.801117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78b735cf-09b5-4d4f-8d98-749db3b634f2 req-3ae82fba-fc48-4322-9256-86595f8c7ebc tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0498559 Feb 16 14:45:00.875706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:00.908504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3addfdd5-ab75-4386-a567-3e08521d982a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:00.932674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-b8cb4a7c-a8fc-4e25-9d14-2eaede11102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:00.934369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-b8cb4a7c-a8fc-4e25-9d14-2eaede11102a service neutron] 10.222.0.129 "GET /v2.0/networks?id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb HTTP/1.1" status: 200 len: 919 time: 0.1446106 Feb 16 14:45:00.939793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 3addfdd5-ab75-4386-a567-3e08521d982a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=3addfdd5-ab75-4386-a567-3e08521d982a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:00.988131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61c3c071-025e-419e-b0a4-d9b038abd952 req-05e7d0f0-b960-4792-9738-2f78dca4e84d tempest-AttachSCSIVolumeTestJSON-1703045347 tempest-AttachSCSIVolumeTestJSON-1703045347-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b49b06a-61ff-4907-b10f-46989a092639 HTTP/1.1" status: 200 len: 210 time: 0.0505526 Feb 16 14:45:01.030638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-37256b62-a2a8-440d-bf61-331d57a3cc4b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5cad02b-8866-41c3-b527-1ec64440a7bc HTTP/1.1" status: 200 len: 217 time: 0.0727506 Feb 16 14:45:01.082963 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:01.084150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d80881a0-d000-4b5b-9cad-5a6c4907776a details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:01.115366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-c2c62fdc-ff70-4352-9c2c-63a667b7e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:01.115366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-c2c62fdc-ff70-4352-9c2c-63a667b7e8ad service neutron] 10.222.0.129 "GET /v2.0/subnets?id=960b0c5c-9e64-43db-b0a0-b0f55075a0bd HTTP/1.1" status: 200 len: 857 time: 0.0756085 Feb 16 14:45:01.133268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b49b06a-61ff-4907-b10f-46989a092639', 'name': 'network-vif-deleted', 'tag': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:01.139795 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1110298-fcb3-41dd-8eb1-ab99f519101a" -d '{"events": [{"server_uuid": "6b49b06a-61ff-4907-b10f-46989a092639", "name": "network-vif-deleted", "tag": "bd6df7db-9f00-4cd0-9bee-176c7de3cd42"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:01.190594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-176a43be-43cc-4108-ba94-45ba484ebaba service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730035 Feb 16 14:45:01.199954 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c928ffb1-d85b-4531-b547-88992a42e588 x-openstack-request-id: req-c928ffb1-d85b-4531-b547-88992a42e588 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:01.200579 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b49b06a-61ff-4907-b10f-46989a092639", "name": "network-vif-deleted", "tag": "bd6df7db-9f00-4cd0-9bee-176c7de3cd42", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:01.201036 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c928ffb1-d85b-4531-b547-88992a42e588 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:01.202536 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b49b06a-61ff-4907-b10f-46989a092639', 'name': 'network-vif-deleted', 'tag': 'bd6df7db-9f00-4cd0-9bee-176c7de3cd42', 'status': 'completed', 'code': 200} Feb 16 14:45:01.324163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:01.338714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'port_id': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'mac_address': 'fa:16:3e:2a:50:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ed2ad-511d-422c-a2ad-52c08a46822a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:01.437488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-60ad00f9-e8ed-4a2e-b089-73461dd29211 service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303693 Feb 16 14:45:01.449423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=3addfdd5-ab75-4386-a567-3e08521d982a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:01.460610 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:01.471607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.472174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.472660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.473143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.473635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.474119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.474605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.475078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.475564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.476046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.476524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.476981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:01.488960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80881a0-d000-4b5b-9cad-5a6c4907776a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:01.516361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:01.524138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9e118-ea68-4325-8f73-9abb4602a958 req-ae9fc200-5d76-4c4c-a235-6ec04df149ef tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:01.525976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fda9e118-ea68-4325-8f73-9abb4602a958 req-ae9fc200-5d76-4c4c-a235-6ec04df149ef tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 944 time: 0.1681688 Feb 16 14:45:01.574912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6009a-7c83-4fd9-9be2-baae55f54049 req-3dc7a0e6-27ce-498e-885d-9cff1a40a38c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:01.576460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28d6009a-7c83-4fd9-9be2-baae55f54049 req-3dc7a0e6-27ce-498e-885d-9cff1a40a38c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 944 time: 0.2173934 Feb 16 14:45:01.660359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45192) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:01.678964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fda9e118-ea68-4325-8f73-9abb4602a958 req-3551513a-d23b-42af-be65-afe7424f6ef1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132073 Feb 16 14:45:01.685579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28d6009a-7c83-4fd9-9be2-baae55f54049 req-89f1bde5-a0bf-4b44-a1f4-50d016211188 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938637 Feb 16 14:45:01.689480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9951d25-c351-4baa-a5c2-340b986cb1f7 req-268b9509-43c2-40ba-9292-15f01d72ded3 service neutron] 10.222.0.129 "GET /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452424 Feb 16 14:45:01.705097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:01.706060 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4fe84a7b-cf34-4511-9b26-2283a2559d03 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ab5a513412f242a8b6888a8841bfd9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446248 Feb 16 14:45:01.710477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45194) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:01.786620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9635-b2d9-403f-ad55-f9d74db4208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:01.821275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9635-b2d9-403f-ad55-f9d74db4208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:01.924085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:01.964417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e77694a-a0b6-489d-bd36-60d554a84403 req-2602a951-ef3b-44b0-9d17-0f15b81aa760 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0323958 Feb 16 14:45:01.977776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['3addfdd5-ab75-4386-a567-3e08521d982a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:01.986339 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9635-b2d9-403f-ad55-f9d74db4208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:01.989014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['d80881a0-d000-4b5b-9cad-5a6c4907776a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:01.989953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9635-b2d9-403f-ad55-f9d74db4208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:01.991475 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef6b9635-b2d9-403f-ad55-f9d74db4208e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fe555d32-e26b-4b23-b9d1-5cdfaa124e45 HTTP/1.1" status: 204 len: 168 time: 0.2800548 Feb 16 14:45:02.006899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9635-b2d9-403f-ad55-f9d74db4208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe555d32-e26b-4b23-b9d1-5cdfaa124e45,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:02.371366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 32025d13-3db0-4f37-958b-6dedff62db8a details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:02.490295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a5cad02b-8866-41c3-b527-1ec64440a7bc details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:02.493894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bd6df7db-9f00-4cd0-9bee-176c7de3cd42 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:02.527775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: bd6df7db-9f00-4cd0-9bee-176c7de3cd42 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:02.527988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bd6df7db-9f00-4cd0-9bee-176c7de3cd42 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:02.601659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 32025d13-3db0-4f37-958b-6dedff62db8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=32025d13-3db0-4f37-958b-6dedff62db8a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:02.683205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '32025d13-3db0-4f37-958b-6dedff62db8a', 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb', 'port_id': '32025d13-3db0-4f37-958b-6dedff62db8a', 'mac_address': 'fa:16:3e:3f:85:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960b0c5c-9e64-43db-b0a0-b0f55075a0bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:02.846872 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:02.864979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a5cad02b-8866-41c3-b527-1ec64440a7bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a5cad02b-8866-41c3-b527-1ec64440a7bc,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:02.889620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'a5cad02b-8866-41c3-b527-1ec64440a7bc', 'network_id': 'f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb', 'port_id': 'a5cad02b-8866-41c3-b527-1ec64440a7bc', 'mac_address': 'fa:16:3e:08:fa:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960b0c5c-9e64-43db-b0a0-b0f55075a0bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:02.900358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32025d13-3db0-4f37-958b-6dedff62db8a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:02.963868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937cf4d-bf97-4e40-9482-dc3f297ff367 req-96893e46-c82d-41a3-b0b5-24fa5cb0f174 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:02.965351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f937cf4d-bf97-4e40-9482-dc3f297ff367 req-96893e46-c82d-41a3-b0b5-24fa5cb0f174 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 945 time: 0.1240594 Feb 16 14:45:02.973971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8b247-d33d-42ad-8378-976a7f65ceca req-c3031165-ac75-467c-b22f-3e342c91afa8 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:02.975768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3a8b247-d33d-42ad-8378-976a7f65ceca req-c3031165-ac75-467c-b22f-3e342c91afa8 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 944 time: 0.1236989 Feb 16 14:45:02.983984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 32025d13-3db0-4f37-958b-6dedff62db8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=32025d13-3db0-4f37-958b-6dedff62db8a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:02.990068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:03.010503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cad02b-8866-41c3-b527-1ec64440a7bc {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:03.042630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a5cad02b-8866-41c3-b527-1ec64440a7bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a5cad02b-8866-41c3-b527-1ec64440a7bc,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:03.044121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f937cf4d-bf97-4e40-9482-dc3f297ff367 req-bb3f9d94-ac3a-49b2-ad2f-78e46c99c325 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Feb 16 14:45:03.069416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3a8b247-d33d-42ad-8378-976a7f65ceca req-2e3a230f-b041-4057-8092-84fd4dc57fa9 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771291 Feb 16 14:45:03.077434 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:03.156137 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:03.165553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=32025d13-3db0-4f37-958b-6dedff62db8a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:03.301973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5e1a7d8-42e4-4dae-bbbc-934257e48337 req-b83b8942-f9f1-4bee-973f-d71a044ad3eb tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0597076 Feb 16 14:45:03.303060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a5cad02b-8866-41c3-b527-1ec64440a7bc,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:03.389562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['32025d13-3db0-4f37-958b-6dedff62db8a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:03.431573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a5cad02b-8866-41c3-b527-1ec64440a7bc'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:04.217027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ccdd2-97dc-4127-b41c-be8976472cf0 req-dd0cdb43-c2e2-4987-b01c-adc9e6af03a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:04.219416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d26ccdd2-97dc-4127-b41c-be8976472cf0 req-dd0cdb43-c2e2-4987-b01c-adc9e6af03a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 945 time: 0.0942733 Feb 16 14:45:04.294025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d26ccdd2-97dc-4127-b41c-be8976472cf0 req-3af7c87f-fde4-4468-be23-e9e29afbdc42 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636733 Feb 16 14:45:04.304344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88edd32-99f8-4891-b476-e4897dd148b6 req-89b98659-b356-449f-a50b-e300b455ab6b tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:04.305932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c88edd32-99f8-4891-b476-e4897dd148b6 req-89b98659-b356-449f-a50b-e300b455ab6b tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 945 time: 0.1038597 Feb 16 14:45:04.376893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 32025d13-3db0-4f37-958b-6dedff62db8a up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:04.414103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c88edd32-99f8-4891-b476-e4897dd148b6 req-6066e723-aa87-4ee0-a29a-4565ba55fcb7 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951312 Feb 16 14:45:04.447064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d818936-86b1-4538-899d-d592b02eb7b4 req-7621e4e0-5473-491a-9c2d-b857ea7bb9cd tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0541747 Feb 16 14:45:04.504039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 3addfdd5-ab75-4386-a567-3e08521d982a up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:04.640476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 3addfdd5-ab75-4386-a567-3e08521d982a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:45:04.665685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 32025d13-3db0-4f37-958b-6dedff62db8a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:45:04.675150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 3addfdd5-ab75-4386-a567-3e08521d982a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:04.675973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:04.773558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 32025d13-3db0-4f37-958b-6dedff62db8a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:04.774359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:04.927279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:04.959475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3addfdd5-ab75-4386-a567-3e08521d982a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:04.962811 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcba0c9-42d7-4f94-8684-e567367e89d4" -d '{"events": [{"server_uuid": "7e05c219-98d4-44aa-96ed-7b0095083d8c", "name": "network-vif-plugged", "status": "completed", "tag": "3addfdd5-ab75-4386-a567-3e08521d982a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:04.979155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:05.021730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 3addfdd5-ab75-4386-a567-3e08521d982a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=3addfdd5-ab75-4386-a567-3e08521d982a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:05.046950 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c8bdb6-a507-4863-ae2f-2ab5085927cd x-openstack-request-id: req-a3c8bdb6-a507-4863-ae2f-2ab5085927cd {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:05.047599 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05c219-98d4-44aa-96ed-7b0095083d8c", "name": "network-vif-plugged", "status": "completed", "tag": "3addfdd5-ab75-4386-a567-3e08521d982a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:05.047599 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a3c8bdb6-a507-4863-ae2f-2ab5085927cd {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:05.053423 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3addfdd5-ab75-4386-a567-3e08521d982a', 'code': 200} Feb 16 14:45:05.080033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 32025d13-3db0-4f37-958b-6dedff62db8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=32025d13-3db0-4f37-958b-6dedff62db8a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:05.138976 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:05.141554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d80881a0-d000-4b5b-9cad-5a6c4907776a up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:05.187981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbc0db-e9ab-46b4-a09e-456acaf0ec26 req-da1037bc-eab1-4d96-a6f1-9fc5e612150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:05.189780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3cbc0db-e9ab-46b4-a09e-456acaf0ec26 req-da1037bc-eab1-4d96-a6f1-9fc5e612150c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 1095 time: 0.0887480 Feb 16 14:45:05.203411 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:05.234371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3cbc0db-e9ab-46b4-a09e-456acaf0ec26 req-00f2ba46-dc92-4d4e-a06b-a3abfb559d8a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360367 Feb 16 14:45:05.239833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f31adb24-f72c-4ca5-b8f0-6531817d79b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:05.248142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=3addfdd5-ab75-4386-a567-3e08521d982a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:05.308600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=32025d13-3db0-4f37-958b-6dedff62db8a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:05.337390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port d80881a0-d000-4b5b-9cad-5a6c4907776a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:45:05.353488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port d80881a0-d000-4b5b-9cad-5a6c4907776a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:05.353877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:05.475860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:05.512605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:05.515131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617055c3-d6ab-4ace-b827-861aaf50dc5d req-bd10ccf7-0962-46b4-bf75-b58873f7bc3a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:05.517570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-617055c3-d6ab-4ace-b827-861aaf50dc5d req-bd10ccf7-0962-46b4-bf75-b58873f7bc3a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 945 time: 0.0830946 Feb 16 14:45:05.599949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-617055c3-d6ab-4ace-b827-861aaf50dc5d req-46882d56-dba8-40de-88bb-d9e324e9448b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738587 Feb 16 14:45:05.602255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:05.606272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a5cad02b-8866-41c3-b527-1ec64440a7bc up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:05.613531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fbe7b-2d88-4ac4-9c9a-1d6ebbe61ba4 req-ec41b905-5a15-44c3-84e3-db71858bbb77 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:05.615337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a82fbe7b-2d88-4ac4-9c9a-1d6ebbe61ba4 req-ec41b905-5a15-44c3-84e3-db71858bbb77 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 945 time: 0.0921626 Feb 16 14:45:05.680858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a82fbe7b-2d88-4ac4-9c9a-1d6ebbe61ba4 req-59b7d2bc-0448-4f4b-9664-ae397bd3d3ba tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562334 Feb 16 14:45:05.821998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:05.828158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d2829-8afe-4d7c-aaf2-47aa3388b2cb req-e82f4a21-299b-4af8-a007-a8de9f67ac5b tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0639470 Feb 16 14:45:05.888898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port a5cad02b-8866-41c3-b527-1ec64440a7bc completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:45:05.895517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port a5cad02b-8866-41c3-b527-1ec64440a7bc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:05.896168 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:06.004319 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:06.047102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a5cad02b-8866-41c3-b527-1ec64440a7bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a5cad02b-8866-41c3-b527-1ec64440a7bc,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:06.134779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:06.197513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a5cad02b-8866-41c3-b527-1ec64440a7bc,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:06.778013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c1c17-2f9e-4452-bf63-1b0f412aa89b req-389c0c02-8638-4c6c-986c-2088bb394455 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:06.779625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e9c1c17-2f9e-4452-bf63-1b0f412aa89b req-389c0c02-8638-4c6c-986c-2088bb394455 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0568125 Feb 16 14:45:06.836077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e9c1c17-2f9e-4452-bf63-1b0f412aa89b req-6337ae9e-b394-4537-9866-5a92584d65de tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Feb 16 14:45:06.961742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af538-5a22-4ed1-aa0c-9ede9e42fe72 req-35ca09cf-2e4a-474f-8915-354570aeefca tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:06.968050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-929af538-5a22-4ed1-aa0c-9ede9e42fe72 req-35ca09cf-2e4a-474f-8915-354570aeefca tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 946 time: 0.0659969 Feb 16 14:45:07.007128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-929af538-5a22-4ed1-aa0c-9ede9e42fe72 req-5f07e4cb-250e-4bf2-9301-4bb68500dfd3 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Feb 16 14:45:07.049914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32025d13-3db0-4f37-958b-6dedff62db8a'}, {'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a'}, {'server_uuid': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cad02b-8866-41c3-b527-1ec64440a7bc'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:07.052322 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6acba2b-50d4-4f91-8fab-722399284f25" -d '{"events": [{"server_uuid": "fa9f2dad-60bd-4220-8bde-c90651733938", "name": "network-vif-plugged", "status": "completed", "tag": "32025d13-3db0-4f37-958b-6dedff62db8a"}, {"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-plugged", "status": "completed", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a"}, {"server_uuid": "c18f92ed-1799-4773-ad4f-cf498989e9b5", "name": "network-vif-plugged", "status": "completed", "tag": "a5cad02b-8866-41c3-b527-1ec64440a7bc"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:07.149519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb78b12a-4d85-40e8-bfd2-b4f34407aa25 req-3fd22bbc-5054-4614-b531-b48dfa1d3a10 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0330925 Feb 16 14:45:07.226775 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c259473-9508-41f3-9bab-341795b6b752 x-openstack-request-id: req-2c259473-9508-41f3-9bab-341795b6b752 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:07.227081 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9f2dad-60bd-4220-8bde-c90651733938", "name": "network-vif-plugged", "status": "completed", "tag": "32025d13-3db0-4f37-958b-6dedff62db8a", "code": 200}, {"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-plugged", "status": "completed", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a", "code": 200}, {"server_uuid": "c18f92ed-1799-4773-ad4f-cf498989e9b5", "name": "network-vif-plugged", "status": "completed", "tag": "a5cad02b-8866-41c3-b527-1ec64440a7bc", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:07.227339 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2c259473-9508-41f3-9bab-341795b6b752 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:07.228086 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32025d13-3db0-4f37-958b-6dedff62db8a', 'code': 200} Feb 16 14:45:07.228350 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'code': 200} Feb 16 14:45:07.228605 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cad02b-8866-41c3-b527-1ec64440a7bc', 'code': 200} Feb 16 14:45:07.341660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39437b-7db3-4399-b6ad-ae7e01165886 req-3128e440-c2ac-42ac-ac1d-7210ce3eb262 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:07.352343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c39437b-7db3-4399-b6ad-ae7e01165886 req-3128e440-c2ac-42ac-ac1d-7210ce3eb262 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 944 time: 0.0713637 Feb 16 14:45:07.413400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa88c5-5bdd-4201-a684-894c467fc343 req-c8ce4032-e4e0-43c6-8343-5adb343c4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:07.414892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-efaa88c5-5bdd-4201-a684-894c467fc343 req-c8ce4032-e4e0-43c6-8343-5adb343c4da3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 1097 time: 0.0483966 Feb 16 14:45:07.461272 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-efaa88c5-5bdd-4201-a684-894c467fc343 req-c5d0e296-1a96-4dc0-91fe-6d22078f4c63 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Feb 16 14:45:07.474760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c39437b-7db3-4399-b6ad-ae7e01165886 req-882a8c3f-5f0f-4959-af42-34ce4fc3b2ec tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213760 Feb 16 14:45:07.481479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb00ef6-5310-4bf2-a658-a8f15fff6829 req-1bc8f180-512a-474f-b48c-501f9ae91e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:07.485351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfb00ef6-5310-4bf2-a658-a8f15fff6829 req-1bc8f180-512a-474f-b48c-501f9ae91e1f service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 1097 time: 0.0831282 Feb 16 14:45:07.485916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ff0d3-1580-4904-ac82-37cd794c5673 req-750dc2c8-be3f-4674-87dc-11fc32681fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:07.487335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-055ff0d3-1580-4904-ac82-37cd794c5673 req-750dc2c8-be3f-4674-87dc-11fc32681fdd service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 1097 time: 0.1326954 Feb 16 14:45:07.547182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-055ff0d3-1580-4904-ac82-37cd794c5673 req-8fa396ad-0583-48ce-9d51-5841349df28f service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511332 Feb 16 14:45:07.549847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfb00ef6-5310-4bf2-a658-a8f15fff6829 req-e826072d-0fc1-4360-ab6c-7767f720941c service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550346 Feb 16 14:45:07.762399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45418) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:07.897736 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ddd07f3e-684c-4df0-8d06-e39a9c3c8a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:07.920338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a22216-4f06-40af-a136-0da210bccff1 req-7d1d0115-234f-45c2-be33-ff19ca325ca1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:07.931931 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42a22216-4f06-40af-a136-0da210bccff1 req-7d1d0115-234f-45c2-be33-ff19ca325ca1 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 944 time: 0.0862479 Feb 16 14:45:08.064116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Deleting port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:08.064870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:08.102961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0f02-a367-4c3b-bc4b-622013f6049b req-988fc396-8427-4414-98b3-eeb95e6d65e0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:08.107364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-948d0f02-a367-4c3b-bc4b-622013f6049b req-988fc396-8427-4414-98b3-eeb95e6d65e0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1603761 Feb 16 14:45:08.195949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] For port 48e14e3e-ceac-473f-b0bc-130e3f73fa36, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=48e14e3e-ceac-473f-b0bc-130e3f73fa36,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:08.196326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:08.217078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Calling delete_port for 48e14e3e-ceac-473f-b0bc-130e3f73fa36 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:08.231983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-948d0f02-a367-4c3b-bc4b-622013f6049b req-ce9217ec-cf7a-4ac5-9c04-e8cd0df8e1ad tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980108 Feb 16 14:45:08.353520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19cab8ba-78c8-4d55-b42b-d54dab872852 req-68d84365-7f22-49c6-b98e-d3a31346ca3d tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0315278 Feb 16 14:45:08.402864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1509c-9adf-4e3e-8aa9-ed98882f2a26 req-18889c46-39a1-4995-acd4-0d18382604a8 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:08.402864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7f1509c-9adf-4e3e-8aa9-ed98882f2a26 req-18889c46-39a1-4995-acd4-0d18382604a8 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 946 time: 0.1692724 Feb 16 14:45:08.442993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:08.459602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['48e14e3e-ceac-473f-b0bc-130e3f73fa36'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:08.481730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7f1509c-9adf-4e3e-8aa9-ed98882f2a26 req-2c515708-3d17-4d16-92ca-f6b4ec977dbe tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710618 Feb 16 14:45:08.517381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event deleted for resources: {'Port': ['ID=48e14e3e-ceac-473f-b0bc-130e3f73fa36,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:08.596776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] No DVR routers for this DVR port 48e14e3e-ceac-473f-b0bc-130e3f73fa36 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:08.599524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:08.617655 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42a22216-4f06-40af-a136-0da210bccff1 req-d47aead1-7913-4070-a264-ec1fbbebe39b tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "DELETE /v2.0/ports/48e14e3e-ceac-473f-b0bc-130e3f73fa36 HTTP/1.1" status: 204 len: 173 time: 0.6670396 Feb 16 14:45:08.618121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'name': 'network-vif-deleted', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:08.620912 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2bbe96-8728-402e-bd68-eb08f97c828b" -d '{"events": [{"server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "name": "network-vif-deleted", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:08.636134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8478832-8af7-41ea-8b50-a8993be4b37c req-90d87369-964c-43b4-a511-49f394255ebf tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 210 time: 0.0453658 Feb 16 14:45:08.653382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:08.702892 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37211fb7-db90-4e21-a741-edbc2425dc3b x-openstack-request-id: req-37211fb7-db90-4e21-a741-edbc2425dc3b {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:08.703180 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c6e446-fe56-4da1-b376-fd0ec2977b66", "name": "network-vif-deleted", "tag": "48e14e3e-ceac-473f-b0bc-130e3f73fa36", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:08.704045 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-37211fb7-db90-4e21-a741-edbc2425dc3b {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:08.704586 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c6e446-fe56-4da1-b376-fd0ec2977b66', 'name': 'network-vif-deleted', 'tag': '48e14e3e-ceac-473f-b0bc-130e3f73fa36', 'status': 'completed', 'code': 200} Feb 16 14:45:09.031258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Deleting port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:09.031683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:09.149477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] For port ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:09.150037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:09.165804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Calling delete_port for ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:09.402250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08fd69-d898-4e78-8f78-8218e439a2a3 req-b6bd693d-b0eb-4551-a92e-58ac8d84bdc1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:09.403918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c08fd69-d898-4e78-8f78-8218e439a2a3 req-b6bd693d-b0eb-4551-a92e-58ac8d84bdc1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1025648 Feb 16 14:45:09.464951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c08fd69-d898-4e78-8f78-8218e439a2a3 req-92634425-99e1-45a6-9b4b-5f863656aae0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Feb 16 14:45:09.478856 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:09.548329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a783bc5f-987d-488b-9db8-e8d11ea1d85a req-4a8c0643-7f9c-442e-b78e-3a806df2000c tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0672743 Feb 16 14:45:09.558012 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:09.609222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:09.663165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.663513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.663885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.664338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.664674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.669725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.669725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.669725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.669725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.669725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.669725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.669725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:09.840590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a85786fb-0608-4e2a-bccd-08ca2221b7f7 req-442e9439-678b-4ce2-8033-3153d8e3d505 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=e3c6e446-fe56-4da1-b376-fd0ec2977b66 HTTP/1.1" status: 200 len: 210 time: 0.0550170 Feb 16 14:45:09.860715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc926887-feac-45a1-a78e-5b3cd95ae66b req-0a7eb352-bf3e-4dab-9b60-151fbd5ee633 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:09.860715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc926887-feac-45a1-a78e-5b3cd95ae66b req-0a7eb352-bf3e-4dab-9b60-151fbd5ee633 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 946 time: 0.2001925 Feb 16 14:45:09.960662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc926887-feac-45a1-a78e-5b3cd95ae66b req-dd946539-fa56-4096-a2e1-2d6d719fa80a tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931115 Feb 16 14:45:09.961726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:10.156438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834389c5-f5db-4369-a63d-4b632e52b024 req-5719ad73-b725-4346-b7bb-057a37899b76 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:10.158052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-834389c5-f5db-4369-a63d-4b632e52b024 req-5719ad73-b725-4346-b7bb-057a37899b76 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 946 time: 0.1013155 Feb 16 14:45:10.298389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-834389c5-f5db-4369-a63d-4b632e52b024 req-c3438f0d-e97a-4e23-a19b-3c61b6f58dcb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Feb 16 14:45:10.323306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Router 720e0d48-f2a8-4b44-866d-e299b8242081 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:45:10.482781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff8c58-5e4f-4730-beaf-f1b10a76c579 req-11655e18-112a-4660-a5ec-ac1003538d36 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:10.484257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30ff8c58-5e4f-4730-beaf-f1b10a76c579 req-11655e18-112a-4660-a5ec-ac1003538d36 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 945 time: 0.0990922 Feb 16 14:45:10.497291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:45:10.512052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b1115993-2ee9-4cac-afe3-b776b9c1b8f7 admin admin] 10.222.0.113 "PUT /v2.0/routers/720e0d48-f2a8-4b44-866d-e299b8242081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7412469 Feb 16 14:45:10.512164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45488) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:10.514425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] Sync routers for ids ['720e0d48-f2a8-4b44-866d-e299b8242081'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:45:10.525151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] Routers {'720e0d48-f2a8-4b44-866d-e299b8242081'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:10.525773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['720e0d48-f2a8-4b44-866d-e299b8242081'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:10.553990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30ff8c58-5e4f-4730-beaf-f1b10a76c579 req-c0601abe-aaef-44cb-8ece-ebd5bdf1d2c2 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611167 Feb 16 14:45:10.645266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:10.658108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] Set router 720e0d48-f2a8-4b44-866d-e299b8242081 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:10.683013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafb86b-5bba-4b9f-ad0c-b4dd1d362ced req-20694c2a-f8d5-42c9-a7d2-af170a6b50a8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:10.684962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eafb86b-5bba-4b9f-ad0c-b4dd1d362ced req-20694c2a-f8d5-42c9-a7d2-af170a6b50a8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0586534 Feb 16 14:45:10.739930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eafb86b-5bba-4b9f-ad0c-b4dd1d362ced req-69a40331-8d15-4e7f-b816-1a2b04135db0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 Feb 16 14:45:10.882389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:45:09Z', 'revision_number': 5, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:10.915870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] Checking router: 720e0d48-f2a8-4b44-866d-e299b8242081 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:45:10.926960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] Routers {'720e0d48-f2a8-4b44-866d-e299b8242081'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:10.927608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['720e0d48-f2a8-4b44-866d-e299b8242081'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:11.040112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] Set router 720e0d48-f2a8-4b44-866d-e299b8242081 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:11.060034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.200677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Deleting port 1cabdc8e-c53f-4075-adde-fc22ca3f7783 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:11.201033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.252390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d791c212-4d21-4218-ac01-b621e6537698 req-46d16448-bfa5-46a1-bffc-7ed9e3b745b4 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0395162 Feb 16 14:45:11.304085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] For port 1cabdc8e-c53f-4075-adde-fc22ca3f7783, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1cabdc8e-c53f-4075-adde-fc22ca3f7783,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:11.304707 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.310191 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.329833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Calling delete_port for 1cabdc8e-c53f-4075-adde-fc22ca3f7783 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:11.442784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:45:09Z', 'revision_number': 5, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:11.472191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33503e74-3cae-466a-ae51-ca85696f9a58 None None] The sync data for ids ['720e0d48-f2a8-4b44-866d-e299b8242081'] in n-d-829433-1 is: [{'id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'name': 'tempest-AttachSCSIVolumeTestJSON-656230528-router', 'tenant_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:48Z', 'updated_at': '2022-02-16T14:45:09Z', 'revision_number': 5, 'project_id': '4177f7e98c5c4d0aac0b05491bfa85df', 'gw_port': {'id': '1cabdc8e-c53f-4075-adde-fc22ca3f7783', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720e0d48-f2a8-4b44-866d-e299b8242081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:50Z', 'updated_at': '2022-02-16T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:45:11.637420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.752247 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.778200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cabdc8e-c53f-4075-adde-fc22ca3f7783,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:11.840985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.870640 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:45:11.938289 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:11.941128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.055856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc4e17-a217-400e-9590-8924c280eee7 req-c2acb800-61f4-4adf-b384-e3902899b39b tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:12.057329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8dc4e17-a217-400e-9590-8924c280eee7 req-c2acb800-61f4-4adf-b384-e3902899b39b tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 945 time: 0.0548368 Feb 16 14:45:12.095202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.095861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 720e0d48-f2a8-4b44-866d-e299b8242081 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:45:12.100598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.101737 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f18fa78b-f732-4b32-b65c-a3c64630869b admin admin] 10.222.0.113 "DELETE /v2.0/routers/720e0d48-f2a8-4b44-866d-e299b8242081 HTTP/1.1" status: 204 len: 168 time: 1.5896268 Feb 16 14:45:12.104272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45520) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:12.117331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8dc4e17-a217-400e-9590-8924c280eee7 req-074a9570-8f54-49b7-97e5-039c12314833 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537250 Feb 16 14:45:12.176373 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.183278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] Deleting subnet 40b40d72-bb8d-42f7-8724-5a4abdb69b18 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:12.187932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.251972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.368469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.409116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 48e14e3e-ceac-473f-b0bc-130e3f73fa36 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:12.433488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 48e14e3e-ceac-473f-b0bc-130e3f73fa36 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:12.433830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 48e14e3e-ceac-473f-b0bc-130e3f73fa36 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:12.528199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.552214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b40d72-bb8d-42f7-8724-5a4abdb69b18,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:12.562205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.568895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b2173a-f7f6-422a-8476-b1fb4c7bbc7e None None] Network fcd74e7e-8e93-4d7a-92d0-3c82922a4175 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:12.582670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-636e146e-64ff-49bd-aeda-da0a3ab4a54c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/40b40d72-bb8d-42f7-8724-5a4abdb69b18 HTTP/1.1" status: 204 len: 168 time: 0.4773600 Feb 16 14:45:12.585672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45534) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:12.682786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.784248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-8cd22def-593b-4258-96ee-4e436260a997 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:12.784248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-8cd22def-593b-4258-96ee-4e436260a997 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "GET /v2.0/ports?device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 945 time: 0.0885432 Feb 16 14:45:12.814679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] DHCP port deletion for fcd74e7e-8e93-4d7a-92d0-3c82922a4175 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:45:12.859590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Deleting port e5552275-453e-4f79-9580-c806a50f3509 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:12.860540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.868634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] Deleting port e5552275-453e-4f79-9580-c806a50f3509 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:12.869094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.942833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] For port e5552275-453e-4f79-9580-c806a50f3509, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e5552275-453e-4f79-9580-c806a50f3509,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:12.943227 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.957007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] Calling delete_port for e5552275-453e-4f79-9580-c806a50f3509 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:13.113982 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.159835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] Pushing event deleted for resources: {'Port': ['ID=e5552275-453e-4f79-9580-c806a50f3509,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:13.166299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189edfb8-5649-4045-8b85-c631b7c2e1bc None None] No DVR routers for this DVR port e5552275-453e-4f79-9580-c806a50f3509 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:13.221601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-f0b3892d-7b7c-4fe0-9c47-9ebf6b789e62 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:13.223095 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-f0b3892d-7b7c-4fe0-9c47-9ebf6b789e62 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 945 time: 0.0826566 Feb 16 14:45:13.301007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1cabdc8e-c53f-4075-adde-fc22ca3f7783 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:13.321290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] For port e5552275-453e-4f79-9580-c806a50f3509, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e5552275-453e-4f79-9580-c806a50f3509,segment=NetworkSegment(daf981aa-e9fe-4737-a23e-f5fc4d1dca74),segment_id=daf981aa-e9fe-4737-a23e-f5fc4d1dca74)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:13.337527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.341479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa093c57-a94a-4de3-9d50-7915b5631de9 req-5657ad74-379d-4e28-9d42-baf8a65e06d7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:13.343089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa093c57-a94a-4de3-9d50-7915b5631de9 req-5657ad74-379d-4e28-9d42-baf8a65e06d7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.5034258 Feb 16 14:45:13.352322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Calling delete_port for e5552275-453e-4f79-9580-c806a50f3509 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:13.366691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 1cabdc8e-c53f-4075-adde-fc22ca3f7783 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:13.368861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1cabdc8e-c53f-4075-adde-fc22ca3f7783 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:13.369327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e5552275-453e-4f79-9580-c806a50f3509 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:13.393751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Deleting port a944434e-730f-43bb-a4d7-cb71abd152e9 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:13.394214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.411878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e5552275-453e-4f79-9580-c806a50f3509 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:13.412253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e5552275-453e-4f79-9580-c806a50f3509 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:13.412679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:13.424331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Deleting port 3addfdd5-ab75-4386-a567-3e08521d982a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:13.424670 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.440620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:13.440931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ef99f29b-c3e3-43ee-8b3e-5b1fbae792aa not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:13.491892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] For port a944434e-730f-43bb-a4d7-cb71abd152e9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a944434e-730f-43bb-a4d7-cb71abd152e9,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:13.492344 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.497493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa093c57-a94a-4de3-9d50-7915b5631de9 req-42b22e3e-ef7f-47a5-81f5-8be774e9b7ed tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395133 Feb 16 14:45:13.509749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Calling delete_port for a944434e-730f-43bb-a4d7-cb71abd152e9 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:13.568212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] For port 3addfdd5-ab75-4386-a567-3e08521d982a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=3addfdd5-ab75-4386-a567-3e08521d982a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:13.569007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.576082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.607409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Calling delete_port for 3addfdd5-ab75-4386-a567-3e08521d982a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:13.621940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Pushing event deleted for resources: {'Port': ['ID=e5552275-453e-4f79-9580-c806a50f3509,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:13.643524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] No DVR routers for this DVR port e5552275-453e-4f79-9580-c806a50f3509 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:13.651354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc696c9a-b826-4af8-b8fe-31d8a1074962 req-56c60d64-9423-44c7-9410-3978308b3339 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0730922 Feb 16 14:45:13.710800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.741602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event deleted for resources: {'Port': ['ID=a944434e-730f-43bb-a4d7-cb71abd152e9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:13.785210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] No DVR routers for this DVR port a944434e-730f-43bb-a4d7-cb71abd152e9 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:13.787673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.789216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.791575 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aef11977-77f7-4a05-b81f-5ae5bc97ad27 req-500906b8-19eb-45bd-9b05-b193eb1c8571 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "DELETE /v2.0/ports/a944434e-730f-43bb-a4d7-cb71abd152e9 HTTP/1.1" status: 204 len: 173 time: 0.5610495 Feb 16 14:45:13.794068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'name': 'network-vif-deleted', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:13.794209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b22f2fc3-649c-4c97-9153-3cd6b67cc8d9 req-99f39d9d-bf4a-4e29-8fdc-88151bc3763c tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 210 time: 0.0752664 Feb 16 14:45:13.794319 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29cad0f-f5ff-4c1c-a102-063571ce3de9" -d '{"events": [{"server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "name": "network-vif-deleted", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:13.822773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd74e7e-8e93-4d7a-92d0-3c82922a4175']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:13.842306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:13.842306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf981aa-e9fe-4737-a23e-f5fc4d1dca74') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:13.852783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.868810 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.909925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:13.910250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:13.913786 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:14.010249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce04418-0ca2-4d0b-ae03-842663af98b7 req-5a6895cc-677e-472c-aa39-b61e58a5b7ec tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:14.011772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dce04418-0ca2-4d0b-ae03-842663af98b7 req-5a6895cc-677e-472c-aa39-b61e58a5b7ec tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 945 time: 0.1408501 Feb 16 14:45:14.054071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dce04418-0ca2-4d0b-ae03-842663af98b7 req-11e23658-2aa5-4e9a-87d5-66118f3e38a7 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 Feb 16 14:45:14.099374 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b569c0fe-30dc-4e98-bc4c-35647542b165 x-openstack-request-id: req-b569c0fe-30dc-4e98-bc4c-35647542b165 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:14.099707 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b228df-0657-4f36-b1a8-f999bc125440", "name": "network-vif-deleted", "tag": "a944434e-730f-43bb-a4d7-cb71abd152e9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:14.099954 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b569c0fe-30dc-4e98-bc4c-35647542b165 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:14.100353 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b228df-0657-4f36-b1a8-f999bc125440', 'name': 'network-vif-deleted', 'tag': 'a944434e-730f-43bb-a4d7-cb71abd152e9', 'status': 'completed', 'code': 200} Feb 16 14:45:14.112352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.116565 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.120074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.123406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] 10.222.0.113 "DELETE /v2.0/networks/fcd74e7e-8e93-4d7a-92d0-3c82922a4175 HTTP/1.1" status: 204 len: 168 time: 1.5358953 Feb 16 14:45:14.127007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45546) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:14.133984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['32025d13-3db0-4f37-958b-6dedff62db8a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:14.138834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['3addfdd5-ab75-4386-a567-3e08521d982a', 'a5cad02b-8866-41c3-b527-1ec64440a7bc'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:14.163588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072dfdb-a2df-40ce-a2c1-653a87d36dde admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd74e7e-8e93-4d7a-92d0-3c82922a4175,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:14.166996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Pushing event deleted for resources: {'Port': ['ID=3addfdd5-ab75-4386-a567-3e08521d982a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:14.223196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] No DVR routers for this DVR port 3addfdd5-ab75-4386-a567-3e08521d982a on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:14.225775 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.229311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519ad9f6-e7ae-4d10-b3b3-8592cafa3b82 req-01efd2ec-d0d8-43be-8136-f18eca9f296f tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "DELETE /v2.0/ports/3addfdd5-ab75-4386-a567-3e08521d982a HTTP/1.1" status: 204 len: 173 time: 1.4398422 Feb 16 14:45:14.229940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'name': 'network-vif-deleted', 'tag': '3addfdd5-ab75-4386-a567-3e08521d982a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:14.233421 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f2ab82-343f-4500-9a07-9dee6d680ad2" -d '{"events": [{"server_uuid": "7e05c219-98d4-44aa-96ed-7b0095083d8c", "name": "network-vif-deleted", "tag": "3addfdd5-ab75-4386-a567-3e08521d982a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:14.283441 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d430545b-daf9-460b-95be-d57d922122bc x-openstack-request-id: req-d430545b-daf9-460b-95be-d57d922122bc {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:14.283441 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05c219-98d4-44aa-96ed-7b0095083d8c", "name": "network-vif-deleted", "tag": "3addfdd5-ab75-4386-a567-3e08521d982a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:14.283689 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d430545b-daf9-460b-95be-d57d922122bc {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:14.284035 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05c219-98d4-44aa-96ed-7b0095083d8c', 'name': 'network-vif-deleted', 'tag': '3addfdd5-ab75-4386-a567-3e08521d982a', 'status': 'completed', 'code': 200} Feb 16 14:45:14.553291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.675409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a061ada-8e91-4885-99d7-c8330e3e11e6 req-8f545a19-dada-46fd-87f8-569c46ef27b9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:14.676944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a061ada-8e91-4885-99d7-c8330e3e11e6 req-8f545a19-dada-46fd-87f8-569c46ef27b9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0748518 Feb 16 14:45:14.727168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a061ada-8e91-4885-99d7-c8330e3e11e6 req-52397f63-458a-4c87-88a7-332ae6aa9269 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Feb 16 14:45:14.767826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e06c9712-7d64-42b0-b793-09b1ef116fe9 req-2dd9dc20-984f-46bf-a587-306311d1e319 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0309947 Feb 16 14:45:14.858732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Deleting port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:14.859158 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.944920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-081ef2cf-689e-446d-97cf-a9309a315f04 req-ab9e27fc-a579-4e0c-85ef-9530f536d579 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=36b228df-0657-4f36-b1a8-f999bc125440 HTTP/1.1" status: 200 len: 210 time: 0.0425150 Feb 16 14:45:14.952952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] For port 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,segment=NetworkSegment(11af6c56-625c-4049-a20a-0e4ddfb8aad3),segment_id=11af6c56-625c-4049-a20a-0e4ddfb8aad3)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:14.954371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.976322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Calling delete_port for 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:15.159605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45572) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:15.211457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ee83c3b-3faf-47a0-b3e9-e4c7222bbaac req-f7978126-bacc-428e-8c6c-0ef5100dd3e2 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e05c219-98d4-44aa-96ed-7b0095083d8c HTTP/1.1" status: 200 len: 210 time: 0.0562956 Feb 16 14:45:15.289010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.298970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fce60085-f2be-437e-9870-c344141e1a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.325228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=266fef2f-83c1-4d1f-b5ac-58b9faf22c9f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:15.392515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fce60085-f2be-437e-9870-c344141e1a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.530183 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.545798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fce60085-f2be-437e-9870-c344141e1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.586233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce60085-f2be-437e-9870-c344141e1a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ed427e-5e61-4b60-9948-8b4d5b4334d5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:15.602998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fce60085-f2be-437e-9870-c344141e1a40 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=89a34ba6012b4b03bb3d54bb303c0c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366584 Feb 16 14:45:15.603421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:15.658280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4cadf4c-7bf3-472b-ba3f-d3f795a99b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.682866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4cadf4c-7bf3-472b-ba3f-d3f795a99b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.762692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:45:15.838948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4cadf4c-7bf3-472b-ba3f-d3f795a99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.841448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4cadf4c-7bf3-472b-ba3f-d3f795a99b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:15.842656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c4cadf4c-7bf3-472b-ba3f-d3f795a99b5e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/56ed427e-5e61-4b60-9948-8b4d5b4334d5 HTTP/1.1" status: 204 len: 168 time: 0.2378302 Feb 16 14:45:15.854078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cadf4c-7bf3-472b-ba3f-d3f795a99b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ed427e-5e61-4b60-9948-8b4d5b4334d5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:15.890600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7e0834a-0a65-44fd-a23b-d7254f8f5c72 req-6d32cfbc-c7e4-4ccd-9996-873f1a4204f0 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0376146 Feb 16 14:45:15.898949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd56c-e6a3-40db-b6b3-f56fc10ede3a req-049a4c63-d3f3-4256-8692-68aa289fc2f7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:15.904673 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:45:15.906673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-394dd56c-e6a3-40db-b6b3-f56fc10ede3a req-049a4c63-d3f3-4256-8692-68aa289fc2f7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1070518 Feb 16 14:45:15.916246 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-07e6b0a6-af86-47bb-b4b4-504dc0346d35 admin admin] 10.222.0.113 "PUT /v2.0/routers/7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874887 Feb 16 14:45:15.916574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45586) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:15.921169 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] Sync routers for ids ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:45:15.934188 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] Routers {'7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:15.934519 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:15.966702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-394dd56c-e6a3-40db-b6b3-f56fc10ede3a req-6894ad12-f35a-4246-9271-7a281603ac1f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598605 Feb 16 14:45:16.069617 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] Set router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:16.081628 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.106104 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.207131 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.322555 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:45:15Z', 'revision_number': 5, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port': {'id': '2b465a6d-ca54-4a0f-ac9f-51487b2b83fd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:43:07Z', 'updated_at': '2022-02-16T14:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:16.357955 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] Checking router: 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:45:16.372368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Deleting port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:16.372368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.373484 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] Routers {'7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:16.374896 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:16.441007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:16.468349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: a944434e-730f-43bb-a4d7-cb71abd152e9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:16.468769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a944434e-730f-43bb-a4d7-cb71abd152e9 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:16.493077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] For port 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:16.493440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.507929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Calling delete_port for 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:16.525244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 3addfdd5-ab75-4386-a567-3e08521d982a no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:16.553466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 3addfdd5-ab75-4386-a567-3e08521d982a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:16.554162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 3addfdd5-ab75-4386-a567-3e08521d982a not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:16.643407 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] Set router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:16.684381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c778e2-85df-437a-8f45-29c133c54d4b req-fdc1dcc8-3689-4a66-9f17-b07576348ba8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:16.693493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3c778e2-85df-437a-8f45-29c133c54d4b req-fdc1dcc8-3689-4a66-9f17-b07576348ba8 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 944 time: 0.1159275 Feb 16 14:45:16.751785 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:45:16Z', 'revision_number': 6, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:16.766013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3c778e2-85df-437a-8f45-29c133c54d4b req-18b32b10-c061-48c8-b33b-33f7ef15accd tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Feb 16 14:45:16.775443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45614) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:16.787870 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc77e6-fc76-4574-aeed-607931d2a7e0 None None] The sync data for ids ['7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4'] in n-d-829433-1 is: [{'id': '7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114231459-router', 'tenant_id': '39bf7176748c4701a8e60b12465eb874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:43:06Z', 'updated_at': '2022-02-16T14:45:16Z', 'revision_number': 6, 'project_id': '39bf7176748c4701a8e60b12465eb874', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:45:16.792925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75f05b0f-c9e3-45f2-aa04-8d47b63cabbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.854651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.892364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2b465a6d-ca54-4a0f-ac9f-51487b2b83fd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:16.915156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75f05b0f-c9e3-45f2-aa04-8d47b63cabbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.950762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.022986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-553f62f3-f2f4-4a24-8a85-44139bb76a04 req-e953bea8-a423-4f36-9834-b950dd25d027 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0461514 Feb 16 14:45:17.026506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75f05b0f-c9e3-45f2-aa04-8d47b63cabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.088491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.088491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.157421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-1b4bdb1d-4bcf-48c4-bb3e-8a085952cb2d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:17.160133 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-1b4bdb1d-4bcf-48c4-bb3e-8a085952cb2d tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 944 time: 0.1123869 Feb 16 14:45:17.235559 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-75f05b0f-c9e3-45f2-aa04-8d47b63cabbc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=195b7d6e347b4c92bd78eecf6be474e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579582 Feb 16 14:45:17.237239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:17.251801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.252537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:45:17.260620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.261850 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7c303849-62a1-4d5b-8016-0fc10dea20ac admin admin] 10.222.0.113 "DELETE /v2.0/routers/7dc216b2-bf2c-4814-9c75-ad07bc0ca1a4 HTTP/1.1" status: 204 len: 168 time: 1.3443530 Feb 16 14:45:17.269434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45632) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:17.296873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f05b0f-c9e3-45f2-aa04-8d47b63cabbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f39a4a-ca5b-4991-bae5-fdd7d10ae1a6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:17.404139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] Deleting subnet 1523be9c-4a6d-4b76-a363-7dcd8395dbf5 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:17.417021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.498755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39735770-38c3-4652-88aa-ec04b7e60bd1 req-1b8e0eff-0bce-4af1-bfc4-9a7c1b7af13a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:17.500742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39735770-38c3-4652-88aa-ec04b7e60bd1 req-1b8e0eff-0bce-4af1-bfc4-9a7c1b7af13a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.3643122 Feb 16 14:45:17.514646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba996d-75b3-42be-a007-c8b4131817ca req-7c5430b3-a4de-41fc-a42f-40f16a7185af tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:17.521951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba996d-75b3-42be-a007-c8b4131817ca req-7c5430b3-a4de-41fc-a42f-40f16a7185af tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:17.523761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8fba996d-75b3-42be-a007-c8b4131817ca req-7c5430b3-a4de-41fc-a42f-40f16a7185af tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5&device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 1683 time: 0.2292786 Feb 16 14:45:17.530923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9710807-1a30-4439-a4da-42656e6050dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.559578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9710807-1a30-4439-a4da-42656e6050dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.644501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8fba996d-75b3-42be-a007-c8b4131817ca req-cf4609d1-44c8-45d4-9803-c2f3e970ac10 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880198 Feb 16 14:45:17.647091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39735770-38c3-4652-88aa-ec04b7e60bd1 req-0e87da37-5d4f-44c2-a6dc-cc6323e3bcb7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222293 Feb 16 14:45:17.719467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:17.742680 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9710807-1a30-4439-a4da-42656e6050dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.751258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9710807-1a30-4439-a4da-42656e6050dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.751258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a9710807-1a30-4439-a4da-42656e6050dd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/17f39a4a-ca5b-4991-bae5-fdd7d10ae1a6 HTTP/1.1" status: 204 len: 168 time: 0.4816401 Feb 16 14:45:17.755726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:17.756356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 266fef2f-83c1-4d1f-b5ac-58b9faf22c9f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:17.763426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9710807-1a30-4439-a4da-42656e6050dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f39a4a-ca5b-4991-bae5-fdd7d10ae1a6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:17.961411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Deleting port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:17.961982 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:17.993992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f867e5-65d6-4d01-a185-71324d1d21b8 req-39b181b6-7541-44b9-98ba-d30c09903430 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:18.008682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.011431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f867e5-65d6-4d01-a185-71324d1d21b8 req-39b181b6-7541-44b9-98ba-d30c09903430 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 944 time: 0.1024342 Feb 16 14:45:18.100141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12f867e5-65d6-4d01-a185-71324d1d21b8 req-2d228ad7-0f8d-4f71-8e7f-8bb6aac86c90 tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/security-groups?id=dcc258e7-378b-4821-b9e3-50e985eddab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876267 Feb 16 14:45:18.261944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a469e107-2c59-4914-92c9-0674f039f6e7 req-f2d3b74f-eca3-4cc7-a653-d0c078278ddb tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0779126 Feb 16 14:45:18.270691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] For port 7e9b5105-8c5a-4500-b964-8a49a7607dc5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7e9b5105-8c5a-4500-b964-8a49a7607dc5,segment=NetworkSegment(2dde613d-7da6-48d0-bee2-99c8fb8ffbaf),segment_id=2dde613d-7da6-48d0-bee2-99c8fb8ffbaf)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:18.274383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.304972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.307482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Calling delete_port for 7e9b5105-8c5a-4500-b964-8a49a7607dc5 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:18.597973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.626577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1523be9c-4a6d-4b76-a363-7dcd8395dbf5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:18.629322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.633029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4601c-072a-41e2-9fbf-8c3e336f047a None None] Network 876813de-f029-4678-a19d-607105d9bf53 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:18.644347 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7dbe8b20-cb6a-4c94-b036-791e49a10e0f admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1523be9c-4a6d-4b76-a363-7dcd8395dbf5 HTTP/1.1" status: 204 len: 168 time: 1.3736835 Feb 16 14:45:18.647150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45664) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:18.664287 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.770832 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Pushing event deleted for resources: {'Port': ['ID=7e9b5105-8c5a-4500-b964-8a49a7607dc5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:18.844294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] No DVR routers for this DVR port 7e9b5105-8c5a-4500-b964-8a49a7607dc5 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:18.850323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.856045 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7b6fe9d9-159c-4353-8d6a-6442aa2bbf9d req-b90806b4-add4-4595-911c-2b7e73d0e5de tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.93 "DELETE /v2.0/ports/7e9b5105-8c5a-4500-b964-8a49a7607dc5 HTTP/1.1" status: 204 len: 173 time: 1.6853976 Feb 16 14:45:18.857192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'name': 'network-vif-deleted', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:18.863170 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70f7a75-4119-4ea2-9662-124fc10ce3ba" -d '{"events": [{"server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "name": "network-vif-deleted", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:18.888711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdbf7862-3863-4170-b113-a006c99d80c5 req-9f9aa54a-d589-4626-9586-94ee4cf5e2fb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.1018605 Feb 16 14:45:18.926102 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:18.930974 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe13cca6-eecc-4b16-b3e2-de3a609539d7 x-openstack-request-id: req-fe13cca6-eecc-4b16-b3e2-de3a609539d7 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:18.930974 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13fdfd23-bc1b-487d-8ab4-5bab217bce02", "name": "network-vif-deleted", "tag": "7e9b5105-8c5a-4500-b964-8a49a7607dc5", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:18.931213 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fe13cca6-eecc-4b16-b3e2-de3a609539d7 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:18.931586 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13fdfd23-bc1b-487d-8ab4-5bab217bce02', 'name': 'network-vif-deleted', 'tag': '7e9b5105-8c5a-4500-b964-8a49a7607dc5', 'status': 'completed', 'code': 200} Feb 16 14:45:18.956426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] DHCP port deletion for 876813de-f029-4678-a19d-607105d9bf53 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:45:18.961888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29a7d8-99d9-458d-b30c-1fe7da70b10c req-096684a8-e859-4854-aa8e-32b5206feadd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:18.963715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba29a7d8-99d9-458d-b30c-1fe7da70b10c req-096684a8-e859-4854-aa8e-32b5206feadd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1047232 Feb 16 14:45:19.035693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] Deleting port b2818517-caf6-49db-9d06-9d88ba74af9f {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:19.036271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.083860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba29a7d8-99d9-458d-b30c-1fe7da70b10c req-80f82323-3857-4288-905c-8f2cbefe4c4e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948634 Feb 16 14:45:19.107018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69706f6-1d37-4f7b-8614-89b12fc04efb req-3ebc4b30-4f69-4323-98ad-f37d6a62fb11 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:19.111834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d69706f6-1d37-4f7b-8614-89b12fc04efb req-3ebc4b30-4f69-4323-98ad-f37d6a62fb11 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 946 time: 0.1240890 Feb 16 14:45:19.125154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Deleting port b2818517-caf6-49db-9d06-9d88ba74af9f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:19.126151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.132968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] For port b2818517-caf6-49db-9d06-9d88ba74af9f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b2818517-caf6-49db-9d06-9d88ba74af9f,segment=NetworkSegment(11af6c56-625c-4049-a20a-0e4ddfb8aad3),segment_id=11af6c56-625c-4049-a20a-0e4ddfb8aad3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:19.133606 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.155466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] Calling delete_port for b2818517-caf6-49db-9d06-9d88ba74af9f owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:19.238241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d69706f6-1d37-4f7b-8614-89b12fc04efb req-8242f8a0-aaa9-4d89-b623-afcaddba6e14 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194205 Feb 16 14:45:19.268136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] For port b2818517-caf6-49db-9d06-9d88ba74af9f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b2818517-caf6-49db-9d06-9d88ba74af9f,segment=NetworkSegment(11af6c56-625c-4049-a20a-0e4ddfb8aad3),segment_id=11af6c56-625c-4049-a20a-0e4ddfb8aad3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:19.268729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.275241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b2818517-caf6-49db-9d06-9d88ba74af9f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:19.294082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44c332ab-910a-49e3-b01d-2ccb5f3c4dc2 req-5db7faac-53f7-4d89-9551-7035288f6cad tempest-LiveAutoBlockMigrationV225Test-1821109030 tempest-LiveAutoBlockMigrationV225Test-1821109030-project] 10.222.0.113 "GET /v2.0/ports?device_id=13fdfd23-bc1b-487d-8ab4-5bab217bce02 HTTP/1.1" status: 200 len: 210 time: 0.0550072 Feb 16 14:45:19.301232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Calling delete_port for b2818517-caf6-49db-9d06-9d88ba74af9f owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:19.373770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.397877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] Pushing event deleted for resources: {'Port': ['ID=b2818517-caf6-49db-9d06-9d88ba74af9f,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:19.415594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefaf3f7-b832-4034-a29e-b0556ba5c791 None None] No DVR routers for this DVR port b2818517-caf6-49db-9d06-9d88ba74af9f on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:19.437491 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.446240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27a1f4b0-e5fb-4706-9e50-688240fa3397 req-9acbb424-8f67-4529-9277-5d0459e30b76 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0337763 Feb 16 14:45:19.454607 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.488838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2818517-caf6-49db-9d06-9d88ba74af9f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:19.495363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] No DVR routers for this DVR port b2818517-caf6-49db-9d06-9d88ba74af9f on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:19.526636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:19.558656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:19.559339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2b465a6d-ca54-4a0f-ac9f-51487b2b83fd not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:19.613042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.629411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876813de-f029-4678-a19d-607105d9bf53']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:19.638942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11af6c56-625c-4049-a20a-0e4ddfb8aad3') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:19.639311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11af6c56-625c-4049-a20a-0e4ddfb8aad3') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:19.649441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.663487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.669374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:19.669752 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:19.671501 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:19.785707 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.803180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:19.806295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] 10.222.0.113 "DELETE /v2.0/networks/876813de-f029-4678-a19d-607105d9bf53 HTTP/1.1" status: 204 len: 168 time: 1.1576977 Feb 16 14:45:19.807420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fc589-b0c4-4a45-b0ec-77982fe6df32 admin admin] Pushing event deleted for resources: {'Network': ['ID=876813de-f029-4678-a19d-607105d9bf53,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:20.148341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45704) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:20.209963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-761e9662-95ce-4fca-ac66-23b91bad50e0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4177f7e98c5c4d0aac0b05491bfa85df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573387 Feb 16 14:45:20.211391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:20.251165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881e1bc-abb5-4f1c-96f9-9e427d0ff81d req-747bbb3a-f352-4de5-85ee-f14cfa4d896c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:20.253142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2881e1bc-abb5-4f1c-96f9-9e427d0ff81d req-747bbb3a-f352-4de5-85ee-f14cfa4d896c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0586970 Feb 16 14:45:20.301893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf0412-ef1b-41e8-a3b0-a4fb716e3334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.312952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2881e1bc-abb5-4f1c-96f9-9e427d0ff81d req-971a34e7-d1e2-48ce-bb1e-445ffa8e58d1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533204 Feb 16 14:45:20.356891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf0412-ef1b-41e8-a3b0-a4fb716e3334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.405520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc918af-0332-4d95-8a24-5f6ca2703508 req-0b93d999-dfb3-425c-a119-e174f36ba305 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:20.414186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcc918af-0332-4d95-8a24-5f6ca2703508 req-0b93d999-dfb3-425c-a119-e174f36ba305 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 946 time: 0.0854557 Feb 16 14:45:20.454475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:20.472759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45716) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:20.480881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 7e9b5105-8c5a-4500-b964-8a49a7607dc5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:20.481429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7e9b5105-8c5a-4500-b964-8a49a7607dc5 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:20.494536 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf0412-ef1b-41e8-a3b0-a4fb716e3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.501615 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf0412-ef1b-41e8-a3b0-a4fb716e3334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.509415 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1daf0412-ef1b-41e8-a3b0-a4fb716e3334 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4a275cfc-8c89-4e44-8f1a-7f31a6344ddc HTTP/1.1" status: 204 len: 168 time: 0.2955430 Feb 16 14:45:20.520010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcc918af-0332-4d95-8a24-5f6ca2703508 req-00ea5783-92fb-4b2a-b320-760325565dfb tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/security-groups?id=9d607589-85c0-4dee-91a2-23b5bba6a32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008034 Feb 16 14:45:20.526137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf0412-ef1b-41e8-a3b0-a4fb716e3334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a275cfc-8c89-4e44-8f1a-7f31a6344ddc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:20.553613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-4d90ec00-ba3c-4bcb-bd8e-bc8f3a656d35 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:20.555381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-4d90ec00-ba3c-4bcb-bd8e-bc8f3a656d35 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 946 time: 0.1776197 Feb 16 14:45:20.565410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-0eb10612-7a29-483a-b360-b22ae4ed5b8c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:20.566920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-0eb10612-7a29-483a-b360-b22ae4ed5b8c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "GET /v2.0/ports?device_id=c18f92ed-1799-4773-ad4f-cf498989e9b5 HTTP/1.1" status: 200 len: 946 time: 0.1781933 Feb 16 14:45:20.696650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0fd8e8e-fed0-4c7c-9bb3-6261f83409de req-18475def-76ce-4f87-b34a-99f0d3f12f92 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0909984 Feb 16 14:45:20.787938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Deleting port 32025d13-3db0-4f37-958b-6dedff62db8a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:20.788554 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.837246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Deleting port a5cad02b-8866-41c3-b527-1ec64440a7bc {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:20.837911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.869454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] Deleting subnet b9b3dd02-9da6-47db-b291-2bcf0e7ac67e {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:20.873671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.953366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] For port 32025d13-3db0-4f37-958b-6dedff62db8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=32025d13-3db0-4f37-958b-6dedff62db8a,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:20.953936 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.967484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:20.978739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Calling delete_port for 32025d13-3db0-4f37-958b-6dedff62db8a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:20.981537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] For port a5cad02b-8866-41c3-b527-1ec64440a7bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a5cad02b-8866-41c3-b527-1ec64440a7bc,segment=NetworkSegment(af20485b-3c34-4dec-b644-ad5c374ce3e6),segment_id=af20485b-3c34-4dec-b644-ad5c374ce3e6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:20.981904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.001575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Calling delete_port for a5cad02b-8866-41c3-b527-1ec64440a7bc owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:21.046327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.254828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.284704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.289151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.292921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b3dd02-9da6-47db-b291-2bcf0e7ac67e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:21.302433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.310162 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-52ab8623-c8a8-4e35-b3f0-5f2359134766 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b9b3dd02-9da6-47db-b291-2bcf0e7ac67e HTTP/1.1" status: 204 len: 168 time: 0.8339665 Feb 16 14:45:21.316491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['32025d13-3db0-4f37-958b-6dedff62db8a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:21.316491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a5cad02b-8866-41c3-b527-1ec64440a7bc'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:21.316708 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45746) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:21.406375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.417316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a5cad02b-8866-41c3-b527-1ec64440a7bc'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:21.418574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Pushing event deleted for resources: {'Port': ['ID=a5cad02b-8866-41c3-b527-1ec64440a7bc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:21.420150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['32025d13-3db0-4f37-958b-6dedff62db8a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:21.503793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.532936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Pushing event deleted for resources: {'Port': ['ID=32025d13-3db0-4f37-958b-6dedff62db8a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:21.537734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e411cc-5c91-4342-ae9e-9be4ddd8c9f4']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:21.551171 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:21.551526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dde613d-7da6-48d0-bee2-99c8fb8ffbaf') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:21.558014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] No DVR routers for this DVR port a5cad02b-8866-41c3-b527-1ec64440a7bc on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:21.561708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.567462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.570911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b445d9eb-a79b-4bc7-b154-530bab7aa506 req-9cad1492-1486-4f21-9d9f-bf17f304aec4 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.129 "DELETE /v2.0/ports/a5cad02b-8866-41c3-b527-1ec64440a7bc HTTP/1.1" status: 204 len: 173 time: 0.9945924 Feb 16 14:45:21.571427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'name': 'network-vif-deleted', 'tag': 'a5cad02b-8866-41c3-b527-1ec64440a7bc'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:21.573754 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f03fd23-0981-4d0b-81fc-78faa1b067c7" -d '{"events": [{"server_uuid": "c18f92ed-1799-4773-ad4f-cf498989e9b5", "name": "network-vif-deleted", "tag": "a5cad02b-8866-41c3-b527-1ec64440a7bc"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:21.580693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.591073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:21.591582 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.593748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] No DVR routers for this DVR port 32025d13-3db0-4f37-958b-6dedff62db8a on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:21.593925 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:21.598268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.601656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a449d498-b4a3-442e-8cc5-40c16dd73319 req-a9279922-83fc-47ad-a992-9e619a283a01 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.93 "DELETE /v2.0/ports/32025d13-3db0-4f37-958b-6dedff62db8a HTTP/1.1" status: 204 len: 173 time: 1.0333028 Feb 16 14:45:21.609331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f64bab-50a5-4a8d-b1f2-b0a406a4fa5b req-27518955-1439-4605-ba74-4d5e4b1f9ce6 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:21.611527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44f64bab-50a5-4a8d-b1f2-b0a406a4fa5b req-27518955-1439-4605-ba74-4d5e4b1f9ce6 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 946 time: 0.2924206 Feb 16 14:45:21.674814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44f64bab-50a5-4a8d-b1f2-b0a406a4fa5b req-5586f727-8c6c-42b8-9ebe-257f80d760a2 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495055 Feb 16 14:45:21.685623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45760) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:21.768952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-166b7fde-09cd-4651-82cc-e41eef906620 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=39bf7176748c4701a8e60b12465eb874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809171 Feb 16 14:45:21.770681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45762) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:21.877853 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.883406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.888396 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] 10.222.0.113 "DELETE /v2.0/networks/17e411cc-5c91-4342-ae9e-9be4ddd8c9f4 HTTP/1.1" status: 204 len: 168 time: 0.5727744 Feb 16 14:45:21.888817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3d48-e184-4500-9d31-e8b9a48d932a req-707fab65-71a5-4624-8848-a079f8219395 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:21.892438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-730c3d48-e184-4500-9d31-e8b9a48d932a req-707fab65-71a5-4624-8848-a079f8219395 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0959485 Feb 16 14:45:21.893108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45766) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:21.899496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0809be-4a66-44f3-b6d1-dcedd8c495be admin admin] Pushing event deleted for resources: {'Network': ['ID=17e411cc-5c91-4342-ae9e-9be4ddd8c9f4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:21.903975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e42d5b5c-019d-46fc-8208-fe3046b959a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:21.977713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e42d5b5c-019d-46fc-8208-fe3046b959a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.011672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-730c3d48-e184-4500-9d31-e8b9a48d932a req-ad77280b-b928-4649-a445-65bc78a38285 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081219 Feb 16 14:45:22.014473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] Deleting subnet 285fba4c-ff84-4eb0-857b-04228b8e859e {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:22.022905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.080806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.133106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2b5809-0bab-4f98-bb04-defc9b8cb2d8 req-f7f7a812-d09d-448b-a941-11ea77dcc53c tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 210 time: 0.0564835 Feb 16 14:45:22.153855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.193286 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaa7c64-0fe4-42bd-beef-3027e753e6c6 x-openstack-request-id: req-9eaa7c64-0fe4-42bd-beef-3027e753e6c6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:22.195834 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18f92ed-1799-4773-ad4f-cf498989e9b5", "name": "network-vif-deleted", "tag": "a5cad02b-8866-41c3-b527-1ec64440a7bc", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:22.195834 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9eaa7c64-0fe4-42bd-beef-3027e753e6c6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:22.195834 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18f92ed-1799-4773-ad4f-cf498989e9b5', 'name': 'network-vif-deleted', 'tag': 'a5cad02b-8866-41c3-b527-1ec64440a7bc', 'status': 'completed', 'code': 200} Feb 16 14:45:22.214282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e42d5b5c-019d-46fc-8208-fe3046b959a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.218740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e42d5b5c-019d-46fc-8208-fe3046b959a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.218740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e42d5b5c-019d-46fc-8208-fe3046b959a4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/63a4ab4d-d919-476e-b21b-5983407fe302 HTTP/1.1" status: 204 len: 168 time: 0.4466789 Feb 16 14:45:22.226771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d5b5c-019d-46fc-8208-fe3046b959a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a4ab4d-d919-476e-b21b-5983407fe302,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:22.293977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f3db3c-5141-4f41-bc3d-614920b86e9a req-275dd8fb-96d4-409a-bc52-488e37efb10f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2cd6d45cdc8e4023a87827b1a86791ff&device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0398841 Feb 16 14:45:22.321402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.328433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80b937d9-8ce5-407f-a7c9-1d82ff36e38b req-f4042c4f-4a8e-4565-b3f2-ec9dd2af754e tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0641198 Feb 16 14:45:22.366264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f3db3c-5141-4f41-bc3d-614920b86e9a req-efbb2df0-ab7c-453a-9b39-53ce982314b9 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2cd6d45cdc8e4023a87827b1a86791ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553579 Feb 16 14:45:22.368689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285fba4c-ff84-4eb0-857b-04228b8e859e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:22.370631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.377291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-204052ff-9a1d-4c51-9a3b-dfadf5035c0e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/285fba4c-ff84-4eb0-857b-04228b8e859e HTTP/1.1" status: 204 len: 168 time: 0.4795389 Feb 16 14:45:22.377672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:22.463206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.485464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dfa97a6-77ad-4dde-bd08-36f3c0608d2b req-49d5c3ec-f2e4-466b-8dd0-1d35ba42ade7 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=33713144d67d49e3b0e551d0340e0efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293012 Feb 16 14:45:22.495202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3db3c-5141-4f41-bc3d-614920b86e9a req-626c31d6-89ae-48eb-ae47-deec7070f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:22.496733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f3db3c-5141-4f41-bc3d-614920b86e9a req-626c31d6-89ae-48eb-ae47-deec7070f47c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1202548 Feb 16 14:45:22.564162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.590238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961c5f01-8420-4df4-b214-c2116639ca4f']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:22.600797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d48f563-a41e-4db0-afc0-0e13ff0c8ae5') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:22.601096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d48f563-a41e-4db0-afc0-0e13ff0c8ae5') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:22.611180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.614266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa97a6-77ad-4dde-bd08-36f3c0608d2b req-4771cf02-87c8-44c0-a977-fcdce40d63c1 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:22.615806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dfa97a6-77ad-4dde-bd08-36f3c0608d2b req-4771cf02-87c8-44c0-a977-fcdce40d63c1 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181641 Feb 16 14:45:22.624721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.630908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:22.631139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dfa97a6-77ad-4dde-bd08-36f3c0608d2b req-00e5d1b1-fe07-475b-ad95-3e304092d523 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/quotas/33713144d67d49e3b0e551d0340e0efb HTTP/1.1" status: 200 len: 375 time: 0.0092297 Feb 16 14:45:22.631384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:22.633071 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:22.666889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dfa97a6-77ad-4dde-bd08-36f3c0608d2b req-83140aa8-1fac-47aa-a872-519dd2d00bc8 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=33713144d67d49e3b0e551d0340e0efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275254 Feb 16 14:45:22.757764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.771021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:22.775362 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] 10.222.0.113 "DELETE /v2.0/networks/961c5f01-8420-4df4-b214-c2116639ca4f HTTP/1.1" status: 204 len: 168 time: 0.3964224 Feb 16 14:45:22.796987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5646bd5-a79e-4fe5-baf5-205c6d11bc1f admin admin] Pushing event deleted for resources: {'Network': ['ID=961c5f01-8420-4df4-b214-c2116639ca4f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:22.823192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43c21e-752e-4fb2-af05-afbcd6f6b56b req-66be23c4-65d7-4ee7-9137-ba9a934bc062 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:22.824800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf43c21e-752e-4fb2-af05-afbcd6f6b56b req-66be23c4-65d7-4ee7-9137-ba9a934bc062 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 946 time: 0.0598981 Feb 16 14:45:22.877607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf43c21e-752e-4fb2-af05-afbcd6f6b56b req-78042094-d432-4a89-b64d-1d149b7553aa tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Feb 16 14:45:22.977381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-1fd41ad4-6dfb-4f9c-b291-73bf33601857 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461073 Feb 16 14:45:23.143253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-645e0728-1b06-41b4-9c94-b368d9135f47 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:23.144739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-645e0728-1b06-41b4-9c94-b368d9135f47 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.129 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 946 time: 0.1219997 Feb 16 14:45:23.163487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87930b2-2395-4324-b560-666cfad24ba6 req-d87fa07d-d0ec-4e00-946d-bd8cfca97e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:23.164798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-d87fa07d-d0ec-4e00-946d-bd8cfca97e0d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=fc2eff1eb38848db8aa96fba3c39b603&device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 1096 time: 0.0991294 Feb 16 14:45:23.184201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45806) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:23.251572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bfd98-ef88-4973-9c09-be5fb956b6e7 req-a7199d1a-6b43-47cb-9f2b-0dc25d59bdb3 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:23.253033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-593bfd98-ef88-4973-9c09-be5fb956b6e7 req-a7199d1a-6b43-47cb-9f2b-0dc25d59bdb3 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1532156 Feb 16 14:45:23.263193 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1450ec0c-111f-4370-bd2f-8bc2779ed54c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d8523fe0991f431a96e6f101547592fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776865 Feb 16 14:45:23.269659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45812) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:23.343167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9944a85-81ba-474f-8027-7121b55bba19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:23.358731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-593bfd98-ef88-4973-9c09-be5fb956b6e7 req-8446626b-313b-4d8b-ae16-5a0af08913ef tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936804 Feb 16 14:45:23.367975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87930b2-2395-4324-b560-666cfad24ba6 req-52c3cca6-6279-44f6-912b-63946c22f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:23.369428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-52c3cca6-6279-44f6-912b-63946c22f14c service neutron] 10.222.0.129 "GET /v2.0/networks?id=70fbfb07-aabb-4be3-9e07-5f784b518456 HTTP/1.1" status: 200 len: 917 time: 0.1829350 Feb 16 14:45:23.381021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Deleting port daebc12d-2093-4ea3-98c2-817b2f8f6e1e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:23.381576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:23.401090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9944a85-81ba-474f-8027-7121b55bba19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:23.529115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9944a85-81ba-474f-8027-7121b55bba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:23.532794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9944a85-81ba-474f-8027-7121b55bba19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:23.538378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f9944a85-81ba-474f-8027-7121b55bba19 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dcc258e7-378b-4821-b9e3-50e985eddab2 HTTP/1.1" status: 204 len: 168 time: 0.2676210 Feb 16 14:45:23.549266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9944a85-81ba-474f-8027-7121b55bba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc258e7-378b-4821-b9e3-50e985eddab2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:23.831534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c1008a7-db0d-4ba3-bf9e-d512c0d7e6f3 req-860cdcd2-5244-431b-b204-39842f131378 tempest-ListServersNegativeTestJSON-1075389351 tempest-ListServersNegativeTestJSON-1075389351-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa9f2dad-60bd-4220-8bde-c90651733938 HTTP/1.1" status: 200 len: 210 time: 0.4149630 Feb 16 14:45:23.860378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-141b8700-868c-4be0-91e3-870bf81bb72e req-f0b31307-da34-425a-b8be-f127f8e4b719 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0643237 Feb 16 14:45:23.885463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-bec74aee-4ee6-4ab5-a1d4-7adbbb177cc5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d8b217-68dd-4b62-9511-b20666421b71 HTTP/1.1" status: 200 len: 1001 time: 0.4701695 Feb 16 14:45:23.937689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] For port daebc12d-2093-4ea3-98c2-817b2f8f6e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,segment=NetworkSegment(ba9b99f2-b712-45c9-8e17-5699d1ebad93),segment_id=ba9b99f2-b712-45c9-8e17-5699d1ebad93)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:23.938741 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:23.966461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Calling delete_port for daebc12d-2093-4ea3-98c2-817b2f8f6e1e owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:23.972736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87930b2-2395-4324-b560-666cfad24ba6 req-2995a57e-637e-45ce-8e78-537546feecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:23.974195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-2995a57e-637e-45ce-8e78-537546feecc0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=04cf3ab3-36bb-4358-a4e8-a0ad9dc918da HTTP/1.1" status: 200 len: 854 time: 0.0803399 Feb 16 14:45:23.989974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:24.088518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f3db3c-5141-4f41-bc3d-614920b86e9a req-1ac9d1c9-84df-4c08-99fd-8928bfcdfe5f tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.93 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0331736 Feb 16 14:45:24.115819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c340d-ca2d-43cf-85af-031cb422fb80 req-2305312a-a87e-477b-9c81-e1028bd6481b tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:24.117346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-891c340d-ca2d-43cf-85af-031cb422fb80 req-2305312a-a87e-477b-9c81-e1028bd6481b tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 946 time: 0.1659412 Feb 16 14:45:24.127430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87930b2-2395-4324-b560-666cfad24ba6 req-74c13611-41b9-4d6a-8ba1-6cfee080764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:24.128920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-74c13611-41b9-4d6a-8ba1-6cfee080764e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=70fbfb07-aabb-4be3-9e07-5f784b518456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368191 Feb 16 14:45:24.162981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:24.208102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'name': 'network-vif-deleted', 'tag': '32025d13-3db0-4f37-958b-6dedff62db8a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:24.210623 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b14cdb-6a09-4855-92b5-6d89f49bc3a3" -d '{"events": [{"server_uuid": "fa9f2dad-60bd-4220-8bde-c90651733938", "name": "network-vif-deleted", "tag": "32025d13-3db0-4f37-958b-6dedff62db8a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:24.235929 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7564c660-0a19-4d65-8d1d-5b4de26a9fe9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a391fe6046004c7592c9751653130910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717118 Feb 16 14:45:24.240918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45848) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:24.253883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-891c340d-ca2d-43cf-85af-031cb422fb80 req-f5c54be0-38b9-4685-aaf1-6b8da46b9825 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/security-groups?id=4884962f-ab04-47e8-8842-7b2c1cf21071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239932 Feb 16 14:45:24.302506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0bd4-76fc-42b1-87f6-b4d54c1b5501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.305362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-f0c17e01-9a22-4be1-9089-1a5a09514a39 service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587987 Feb 16 14:45:24.349842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0bd4-76fc-42b1-87f6-b4d54c1b5501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.377482 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab59c7-2d22-4dda-ad65-3bce48dc011e x-openstack-request-id: req-3dab59c7-2d22-4dda-ad65-3bce48dc011e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:24.378061 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9f2dad-60bd-4220-8bde-c90651733938", "name": "network-vif-deleted", "tag": "32025d13-3db0-4f37-958b-6dedff62db8a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:24.378061 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3dab59c7-2d22-4dda-ad65-3bce48dc011e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:24.378384 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9f2dad-60bd-4220-8bde-c90651733938', 'name': 'network-vif-deleted', 'tag': '32025d13-3db0-4f37-958b-6dedff62db8a', 'status': 'completed', 'code': 200} Feb 16 14:45:24.398385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.411383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['daebc12d-2093-4ea3-98c2-817b2f8f6e1e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:24.439485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-network', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:24.452548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Pushing event deleted for resources: {'Port': ['ID=daebc12d-2093-4ea3-98c2-817b2f8f6e1e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:24.476797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 32025d13-3db0-4f37-958b-6dedff62db8a no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:24.490411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f87930b2-2395-4324-b560-666cfad24ba6 req-00368ac9-e078-4e28-8616-0e1e83da6c50 service neutron] 10.222.0.129 "GET /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750329 Feb 16 14:45:24.504428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 32025d13-3db0-4f37-958b-6dedff62db8a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:24.510621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 32025d13-3db0-4f37-958b-6dedff62db8a not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:24.534594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] No DVR routers for this DVR port daebc12d-2093-4ea3-98c2-817b2f8f6e1e on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:24.539427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.542661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3300d0d9-e133-4638-8ebc-4be0ce89230b req-95684f4e-8c10-469a-9c16-c9b1ebf45ff3 tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.129 "DELETE /v2.0/ports/daebc12d-2093-4ea3-98c2-817b2f8f6e1e HTTP/1.1" status: 204 len: 173 time: 1.3875151 Feb 16 14:45:24.546104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0bd4-76fc-42b1-87f6-b4d54c1b5501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.551149 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0bd4-76fc-42b1-87f6-b4d54c1b5501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.553125 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef7f0bd4-76fc-42b1-87f6-b4d54c1b5501 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/44575d7a-968c-43f5-9604-ec708602975c HTTP/1.1" status: 204 len: 168 time: 0.3136849 Feb 16 14:45:24.565951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f0bd4-76fc-42b1-87f6-b4d54c1b5501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44575d7a-968c-43f5-9604-ec708602975c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:24.577893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75c7e-e1aa-4205-a8b8-2f446d4fe3f9 req-278e0a54-7a64-4218-b83e-78468a452bd7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:24.581108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Made reservation on behalf of a887c5050300484288cc08d7257c2f3c for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:24.583501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.587725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device daebc12d-2093-4ea3-98c2-817b2f8f6e1e no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:24.594021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.595003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28a75c7e-e1aa-4205-a8b8-2f446d4fe3f9 req-278e0a54-7a64-4218-b83e-78468a452bd7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1043797 Feb 16 14:45:24.627217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: daebc12d-2093-4ea3-98c2-817b2f8f6e1e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:24.627662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device daebc12d-2093-4ea3-98c2-817b2f8f6e1e not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:24.628008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a5cad02b-8866-41c3-b527-1ec64440a7bc no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:24.640735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff126d8f-75cc-4104-a414-efb1846fd06b req-422ea660-1eb0-40f2-a776-8161eb2b1d43 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=33713144d67d49e3b0e551d0340e0efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441613 Feb 16 14:45:24.649530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: a5cad02b-8866-41c3-b527-1ec64440a7bc {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:24.651089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a5cad02b-8866-41c3-b527-1ec64440a7bc not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:24.718452 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.742649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28a75c7e-e1aa-4205-a8b8-2f446d4fe3f9 req-e1de7bd9-a923-47f6-aa25-1527adf03e47 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993075 Feb 16 14:45:24.786587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff126d8f-75cc-4104-a414-efb1846fd06b req-568452ad-b109-42b6-942c-708e999422cd tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:24.788098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff126d8f-75cc-4104-a414-efb1846fd06b req-568452ad-b109-42b6-942c-708e999422cd tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460373 Feb 16 14:45:24.804083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff126d8f-75cc-4104-a414-efb1846fd06b req-14b34425-2019-46f8-8242-d2cb20036081 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/quotas/33713144d67d49e3b0e551d0340e0efb HTTP/1.1" status: 200 len: 375 time: 0.0099683 Feb 16 14:45:24.820196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.844807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff126d8f-75cc-4104-a414-efb1846fd06b req-a00d35d8-9f03-4963-a840-93a4be723c04 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=33713144d67d49e3b0e551d0340e0efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333965 Feb 16 14:45:24.846314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:45:24.861406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac760b9f-afd9-4b97-9e9e-30a7ed8fe136,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:24.869593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:24.869944 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Added segment f931c597-86fb-4c09-9c37-2c3f4ef1432f of type vlan for network 44a88ec2-e349-443c-8c39-0acddb8c8531 Feb 16 14:45:24.925018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.009923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45876) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:25.045359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26ad5263-58fc-4add-ad25-6b8d7692cf82 req-3ed2eb21-6d1d-4a01-a905-90f284acf464 tempest-ServerShowV254Test-1115836046 tempest-ServerShowV254Test-1115836046-project] 10.222.0.113 "GET /v2.0/ports?device_id=ff872c6e-19dd-4b03-9377-daac471a90e4 HTTP/1.1" status: 200 len: 210 time: 0.0391183 Feb 16 14:45:25.062949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.064535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:25.065611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.143935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] Deleting subnet 960b0c5c-9e64-43db-b0a0-b0f55075a0bd {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:25.147816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.171531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] Pushing event updated for resources: {'Network': ['ID=44a88ec2-e349-443c-8c39-0acddb8c8531,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:25.186752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:45:25.195637 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.221576 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3846326a-c614-4c2c-be80-0658341364d4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2303996 Feb 16 14:45:25.224637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45888) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:25.232691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Request body: {'subnet': {'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-subnet', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:25.243423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.329637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Made reservation on behalf of a887c5050300484288cc08d7257c2f3c for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:25.332957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.394985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.442340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.446375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] 10.222.0.113 "DELETE /v2.0/subnets/960b0c5c-9e64-43db-b0a0-b0f55075a0bd HTTP/1.1" status: 204 len: 168 time: 0.4351885 Feb 16 14:45:25.448270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51e36d-87fe-4dc2-a18b-8f21c514bfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960b0c5c-9e64-43db-b0a0-b0f55075a0bd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:25.450856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:25.452115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-822fd799-dedb-4cbd-ae57-3f31639ed766 req-07aa1224-fc41-47a7-831f-98af1acaa1ac tempest-VolumesAdminNegativeTest-1134473300 tempest-VolumesAdminNegativeTest-1134473300-project] 10.222.0.113 "GET /v2.0/ports?device_id=6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd HTTP/1.1" status: 200 len: 210 time: 0.0431283 Feb 16 14:45:25.526363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.619077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.645222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:25.657890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af20485b-3c34-4dec-b644-ad5c374ce3e6') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:25.658247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af20485b-3c34-4dec-b644-ad5c374ce3e6') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:25.668484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.684331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.692625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:25.693030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:25.695025 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:25.722215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.784867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a3c434-88d2-4915-bda7-e765410723cd,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:25.795854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Checking segment: {'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:25.795854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Network hostable DHCP agents. Network: 44a88ec2-e349-443c-8c39-0acddb8c8531, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:45:25.881732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723ef2-1d3f-4051-b4bd-f6a5d1b28bc0 req-ebcf8804-8198-4ff4-bc7a-196b6f249479 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:25.883409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84723ef2-1d3f-4051-b4bd-f6a5d1b28bc0 req-ebcf8804-8198-4ff4-bc7a-196b6f249479 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0610254 Feb 16 14:45:25.928484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.929077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84723ef2-1d3f-4051-b4bd-f6a5d1b28bc0 req-bf7fa752-406c-4e32-a07d-e2a600357b07 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 Feb 16 14:45:25.936044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:25.942627 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb HTTP/1.1" status: 204 len: 168 time: 0.4884360 Feb 16 14:45:25.957021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51d905-57b3-49bc-93e4-2b2b7166b907 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6bcad50-e8c8-4fa8-8fe9-2dce23d7ffeb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:25.963697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:45:26.043222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 44a88ec2-e349-443c-8c39-0acddb8c8531) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:26.052616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb742b14-5dcb-4ab0-9dbc-13f8df38b61e None None] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:26.059132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:26.060030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.176810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c9b64ee0-c5d5-40d9-8331-01464ce618ed admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9501741 Feb 16 14:45:26.179814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45928) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:26.184081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:26.229787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-44a88ec2-e349-443c-8c39-0acddb8c8531', 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'fixed_ips': [{'subnet_id': '98a3c434-88d2-4915-bda7-e765410723cd'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:45:26.230738 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.272382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.273757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.356196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.379469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'name': 'network-vif-deleted', 'tag': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:26.382179 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9698e298-8519-4569-9275-a1c9fa0e52ce" -d '{"events": [{"server_uuid": "6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd", "name": "network-vif-deleted", "tag": "daebc12d-2093-4ea3-98c2-817b2f8f6e1e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:26.391166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Allocated IP 172.20.0.2 (44a88ec2-e349-443c-8c39-0acddb8c8531/98a3c434-88d2-4915-bda7-e765410723cd/7084bda0-d781-4569-9b23-11e39ab1338b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:26.419443 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a99a55-1737-4e28-bd09-210242bff56d x-openstack-request-id: req-62a99a55-1737-4e28-bd09-210242bff56d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:26.419830 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd", "name": "network-vif-deleted", "tag": "daebc12d-2093-4ea3-98c2-817b2f8f6e1e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:26.420167 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-62a99a55-1737-4e28-bd09-210242bff56d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:26.420631 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6200ef4a-1bf8-4bdc-a9c8-8862b0157ecd', 'name': 'network-vif-deleted', 'tag': 'daebc12d-2093-4ea3-98c2-817b2f8f6e1e', 'status': 'completed', 'code': 200} Feb 16 14:45:26.518703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:26.553115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45940) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:26.621493 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-86f52f62-89f2-4ea6-888b-f814a85b9c9c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ef8d8a17285d46799d1fd9b39cc40360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583243 Feb 16 14:45:26.624899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45942) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:26.632778 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.642824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] Deleting subnet 377d9af3-2f05-4af8-b731-a92e033c8849 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:26.646256 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.696273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.705850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.759570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbdb36db-3724-494f-89d2-3259a38cc256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.767251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.786130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.819420 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbdb36db-3724-494f-89d2-3259a38cc256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.857580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:26.865678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:26.876043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:26.925073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Pushing event updated for resources: {'Port': ['ID=7084bda0-d781-4569-9b23-11e39ab1338b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:26.943073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Attempting to bind port 7084bda0-d781-4569-9b23-11e39ab1338b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:45:26.943444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Attempting to bind port 7084bda0-d781-4569-9b23-11e39ab1338b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:45:26.943839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Attempting to bind port 7084bda0-d781-4569-9b23-11e39ab1338b on network 44a88ec2-e349-443c-8c39-0acddb8c8531 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:26.951289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:45:26.951704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Checking segment: {'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:26.952112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.952867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Bound using segment: {'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:45:26.953368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Bound port: 7084bda0-d781-4569-9b23-11e39ab1338b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:45:26.954305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:26.963381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.034252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45958) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:27.039491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.050206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45960) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:27.051360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.052292 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/377d9af3-2f05-4af8-b731-a92e033c8849 HTTP/1.1" status: 204 len: 168 time: 0.5319781 Feb 16 14:45:27.054857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff7bf1-7b97-4c4a-8353-06ed1b8c511e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377d9af3-2f05-4af8-b731-a92e033c8849,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:27.070793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbdb36db-3724-494f-89d2-3259a38cc256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.073583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbdb36db-3724-494f-89d2-3259a38cc256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.074470 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dbdb36db-3724-494f-89d2-3259a38cc256 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9d607589-85c0-4dee-91a2-23b5bba6a32e HTTP/1.1" status: 204 len: 168 time: 0.4483831 Feb 16 14:45:27.084299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb36db-3724-494f-89d2-3259a38cc256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d607589-85c0-4dee-91a2-23b5bba6a32e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:27.103580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.133456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] For port 7084bda0-d781-4569-9b23-11e39ab1338b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:45:27.149319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] For port 7084bda0-d781-4569-9b23-11e39ab1338b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7084bda0-d781-4569-9b23-11e39ab1338b,segment=NetworkSegment(f931c597-86fb-4c09-9c37-2c3f4ef1432f),segment_id=f931c597-86fb-4c09-9c37-2c3f4ef1432f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:45:27.195575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d27c4466-c677-4ca5-b661-13e13fb4069d req-d4fcb390-1333-4591-bb0d-6ce4d7ab8c04 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=33713144d67d49e3b0e551d0340e0efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046906 Feb 16 14:45:27.236689 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.276354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c8e32db-e41b-489d-a255-3bf7ec214523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.321531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.336581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98f826-8b01-4cc8-8afa-137fd52cce9a None None] Pushing event updated for resources: {'Port': ['ID=7084bda0-d781-4569-9b23-11e39ab1338b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:27.396261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8bbc-893b-42f8-9030-1c083d52af28 req-ad65aefd-babc-403a-b8b9-a284c93495cb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:27.404849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-795f8bbc-893b-42f8-9030-1c083d52af28 req-ad65aefd-babc-403a-b8b9-a284c93495cb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.3125420 Feb 16 14:45:27.447326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c8e32db-e41b-489d-a255-3bf7ec214523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.602865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-795f8bbc-893b-42f8-9030-1c083d52af28 req-d1422934-56d5-4f7d-afda-17d3b430db8e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940162 Feb 16 14:45:27.612360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Allocated IP 172.25.6.159 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/fe1b39ec-6257-4f52-bce9-b6ba94769b39) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:27.675335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.677511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c8e32db-e41b-489d-a255-3bf7ec214523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.714694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c4466-c677-4ca5-b661-13e13fb4069d req-94db4633-cb17-4eff-85f5-744719f178f8 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:27.716302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d27c4466-c677-4ca5-b661-13e13fb4069d req-94db4633-cb17-4eff-85f5-744719f178f8 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4835818 Feb 16 14:45:27.764397 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c8e32db-e41b-489d-a255-3bf7ec214523 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2cd6d45cdc8e4023a87827b1a86791ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110333 Feb 16 14:45:27.773773 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45986) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:27.784267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d27c4466-c677-4ca5-b661-13e13fb4069d req-ec7b3522-5775-42df-a00f-ab37b86d4765 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/quotas/33713144d67d49e3b0e551d0340e0efb HTTP/1.1" status: 200 len: 375 time: 0.0513451 Feb 16 14:45:27.787856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824a90cf-35e3-40a0-ad15-9036cff7d6f1']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:27.814341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e32db-e41b-489d-a255-3bf7ec214523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f5a0c7-9a31-4560-9069-046966cee462,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:27.853712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-109cedc5-8434-46d5-8c86-f420711e417b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.871033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9b99f2-b712-45c9-8e17-5699d1ebad93') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:27.871328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9b99f2-b712-45c9-8e17-5699d1ebad93') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:27.887057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-109cedc5-8434-46d5-8c86-f420711e417b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.896089 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.902979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d27c4466-c677-4ca5-b661-13e13fb4069d req-ad651234-9611-41bf-9319-958e64ce0235 tempest-QuotasAdminNegativeTest-935529960 tempest-QuotasAdminNegativeTest-935529960-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=33713144d67d49e3b0e551d0340e0efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814757 Feb 16 14:45:27.921141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.966531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:27.967094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:27.969645 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:28.026663 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-109cedc5-8434-46d5-8c86-f420711e417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.029926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-109cedc5-8434-46d5-8c86-f420711e417b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.035308 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-109cedc5-8434-46d5-8c86-f420711e417b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b5f5a0c7-9a31-4560-9069-046966cee462 HTTP/1.1" status: 204 len: 168 time: 0.2563391 Feb 16 14:45:28.043435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cedc5-8434-46d5-8c86-f420711e417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f5a0c7-9a31-4560-9069-046966cee462,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:28.080650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.104164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c115b-1a97-4221-8972-d166fe40bddd req-aa6e6865-6405-4596-9e9c-2683988a17b1 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:28.105877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-522c115b-1a97-4221-8972-d166fe40bddd req-aa6e6865-6405-4596-9e9c-2683988a17b1 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.1503389 Feb 16 14:45:28.163882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-522c115b-1a97-4221-8972-d166fe40bddd req-30e78331-2182-47f9-beba-fb17b939b46b tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497849 Feb 16 14:45:28.181239 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.186379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.190814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] 10.222.0.113 "DELETE /v2.0/networks/824a90cf-35e3-40a0-ad15-9036cff7d6f1 HTTP/1.1" status: 204 len: 168 time: 1.1368210 Feb 16 14:45:28.194044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46006) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:28.204644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280882a3-259e-48f0-92f1-89d698b0d18d admin admin] Pushing event deleted for resources: {'Network': ['ID=824a90cf-35e3-40a0-ad15-9036cff7d6f1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:28.253144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] Deleting subnet bcfa612d-281f-4e68-9e56-6463b7183087 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:28.256927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.271948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.307705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.361027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:28.370013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:28.373249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:28.394098 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.420529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Pushing event updated for resources: {'Port': ['ID=fe1b39ec-6257-4f52-bce9-b6ba94769b39,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:28.479150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-a8ed00d4-9fba-4efc-9d03-8916af790d06 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481968 Feb 16 14:45:28.586434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.624392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ea796-a862-4549-8901-6a65ee32faff None None] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:28.644496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.649121 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] 10.222.0.113 "DELETE /v2.0/subnets/bcfa612d-281f-4e68-9e56-6463b7183087 HTTP/1.1" status: 204 len: 168 time: 0.4540780 Feb 16 14:45:28.650858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb142e-95e5-4fc2-9924-f955b6cbafde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfa612d-281f-4e68-9e56-6463b7183087,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:28.660853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46026) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:28.793849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-f608dffa-93cd-4dca-8ca8-2fd236437b54 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:28.795485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-f608dffa-93cd-4dca-8ca8-2fd236437b54 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714381 Feb 16 14:45:28.800559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.842864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-41836d72-e18a-4135-bc88-068ac17ab83d None None] Provisioning complete for port 7084bda0-d781-4569-9b23-11e39ab1338b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:28.844828 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41836d72-e18a-4135-bc88-068ac17ab83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.865377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-1afb1428-daeb-4d99-901a-9645b79aed53 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/quotas/bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 375 time: 0.0606742 Feb 16 14:45:28.953325 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41836d72-e18a-4135-bc88-068ac17ab83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:28.992812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-489a50a4-8608-4003-83f5-84e383ad2a64 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990660 Feb 16 14:45:29.028096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46042) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:29.042065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-41836d72-e18a-4135-bc88-068ac17ab83d None None] For port 7084bda0-d781-4569-9b23-11e39ab1338b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7084bda0-d781-4569-9b23-11e39ab1338b,segment=NetworkSegment(f931c597-86fb-4c09-9c37-2c3f4ef1432f),segment_id=f931c597-86fb-4c09-9c37-2c3f4ef1432f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:29.071616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.085881 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.128964 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41836d72-e18a-4135-bc88-068ac17ab83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.152690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5d183c-8716-4706-9b4c-efbba7d78ba5']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:29.171154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bca9904-c5d0-443f-b697-b748a9dec3a7') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:29.171453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bca9904-c5d0-443f-b697-b748a9dec3a7') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:29.232851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234df37-acfa-4206-bdcf-477d7f6ab91f req-5c21da2e-fae3-435a-80a5-87f0d0bc5b45 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:29.232851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c234df37-acfa-4206-bdcf-477d7f6ab91f req-5c21da2e-fae3-435a-80a5-87f0d0bc5b45 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1683831 Feb 16 14:45:29.232851 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.236048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836d72-e18a-4135-bc88-068ac17ab83d None None] Pushing event updated for resources: {'Port': ['ID=7084bda0-d781-4569-9b23-11e39ab1338b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:29.254624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1ddaacbe-190c-4f46-aae5-b7174c4e53dc None None] Provisioning complete for port 7084bda0-d781-4569-9b23-11e39ab1338b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:29.255306 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1ddaacbe-190c-4f46-aae5-b7174c4e53dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.266692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1287950614-network', 'tenant_id': 'dcda072bef6a455db2d9713e2875c7ef'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:29.323861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.327846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7084bda0-d781-4569-9b23-11e39ab1338b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:29.336948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:29.337336 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:29.341664 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:29.426659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c234df37-acfa-4206-bdcf-477d7f6ab91f req-a8e3c94d-0bde-4f0d-b856-01b945689183 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122183 Feb 16 14:45:29.443907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Made reservation on behalf of dcda072bef6a455db2d9713e2875c7ef for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:29.446520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.463977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7084bda0-d781-4569-9b23-11e39ab1338b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:29.464639 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.472011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.670217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.755446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.776420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:45:29.794062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:29.799062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.799739 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Added segment 8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e of type vlan for network addf8379-9fdc-452d-87c5-7bf907671f43 Feb 16 14:45:29.867250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.916652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.930692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.933820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] 10.222.0.113 "DELETE /v2.0/networks/cf5d183c-8716-4706-9b4c-efbba7d78ba5 HTTP/1.1" status: 204 len: 168 time: 1.2720101 Feb 16 14:45:29.962496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8dfbf34-f019-4cbc-8ddc-84b7bea543ea req-5abdc645-8926-4361-8a73-53cec0f1d437 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 210 time: 0.0515563 Feb 16 14:45:29.964988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335cf9b-3ede-4794-9c46-88e553be3041 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5d183c-8716-4706-9b4c-efbba7d78ba5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:29.995822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.996118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:29.996217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:29.996217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:30.089170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=addf8379-9fdc-452d-87c5-7bf907671f43,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:30.102809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network addf8379-9fdc-452d-87c5-7bf907671f43 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:45:30.114207 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eec52fbd-9424-4b9e-9748-f6a6b2044cb9 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0835018 Feb 16 14:45:30.117714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46078) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:30.124337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Request body: {'subnet': {'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1287950614-subnet', 'tenant_id': 'dcda072bef6a455db2d9713e2875c7ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:30.182445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661cbe9-6bfe-4c2a-a926-d3a1c8d23dfa req-4910379e-660e-406a-8630-a68c3220d658 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:30.184016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0661cbe9-6bfe-4c2a-a926-d3a1c8d23dfa req-4910379e-660e-406a-8630-a68c3220d658 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.0905178 Feb 16 14:45:30.234132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0661cbe9-6bfe-4c2a-a926-d3a1c8d23dfa req-de9a3403-38c0-484b-8870-e14c22cccea9 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351596 Feb 16 14:45:30.276334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Made reservation on behalf of dcda072bef6a455db2d9713e2875c7ef for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:30.278662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:30.328852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Router e26c383e-9a8b-4492-959c-5b89756512b8 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:45:30.445246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:45:30.460003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Sync routers for ids ['e26c383e-9a8b-4492-959c-5b89756512b8'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:45:30.480898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Routers {'e26c383e-9a8b-4492-959c-5b89756512b8'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:30.481719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e26c383e-9a8b-4492-959c-5b89756512b8'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:30.558853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc39e9-2f9d-4e11-874c-b16900bbd25b req-34cec550-db6d-4f98-b5ff-0f591e5e9fa1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:30.560487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfbc39e9-2f9d-4e11-874c-b16900bbd25b req-34cec550-db6d-4f98-b5ff-0f591e5e9fa1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0513868 Feb 16 14:45:30.564779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:30.568125 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:30.569216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3c6567fa-c618-4c76-b3be-646716b36b8c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3883986 Feb 16 14:45:30.569834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46084) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:30.612459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Set router e26c383e-9a8b-4492-959c-5b89756512b8 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:30.617779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46086) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:30.634265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c289dc-2699-47ca-95c2-78869354af52,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:30.687678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Checking segment: {'id': '8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:30.688522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Network hostable DHCP agents. Network: addf8379-9fdc-452d-87c5-7bf907671f43, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:45:30.734304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfbc39e9-2f9d-4e11-874c-b16900bbd25b req-650c0a74-0012-41d0-b468-6aab62908606 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180613 Feb 16 14:45:30.749759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a6c753bb-16a8-4772-a4c8-21394db7cec7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=721b95d89237458aa5294a48e72745dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316147 Feb 16 14:45:30.753920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46092) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:30.755721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46090) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:30.780572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Network addf8379-9fdc-452d-87c5-7bf907671f43 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:45:30.809064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46096) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:30.881668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, addf8379-9fdc-452d-87c5-7bf907671f43) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:30.887202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:30.888420 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:30.893403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e2c52-debd-44e6-ba06-dd50a25c1ce4 None None] Network addf8379-9fdc-452d-87c5-7bf907671f43 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:30.900246 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-70fa4e5d-4191-4bc3-b420-58433f6485ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:30.943471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-70fa4e5d-4191-4bc3-b420-58433f6485ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:30.947056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:26Z', 'updated_at': '2022-02-16T14:45:28Z', 'revision_number': 3, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'gw_port': {'id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:27Z', 'updated_at': '2022-02-16T14:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:30.978245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Checking router: e26c383e-9a8b-4492-959c-5b89756512b8 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:45:30.978486 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Updating router e26c383e-9a8b-4492-959c-5b89756512b8 port fe1b39ec-6257-4f52-bce9-b6ba94769b39 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:45:30.985378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b36df0ad-5780-47fd-a508-128a4fa9340b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8622925 Feb 16 14:45:31.006013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdebf-67ae-420f-9479-219180a30c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.055837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.075274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d20e609-4658-447c-89b2-18360a6c7762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.138040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b86e3a0d-ff7c-4103-b93a-ce32947c4294 req-3aba9f5f-d1e7-4398-8bd4-1991f4cf6b83 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 210 time: 0.0466900 Feb 16 14:45:31.245136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdebf-67ae-420f-9479-219180a30c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.275384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59425fc9-3c92-4a5a-a451-f434c9871704 None None] Network addf8379-9fdc-452d-87c5-7bf907671f43 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:31.326894 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdebf-67ae-420f-9479-219180a30c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.338160 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.342304 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-70fa4e5d-4191-4bc3-b420-58433f6485ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.346119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-70fa4e5d-4191-4bc3-b420-58433f6485ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.358919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-70fa4e5d-4191-4bc3-b420-58433f6485ef admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4884962f-ab04-47e8-8842-7b2c1cf21071 HTTP/1.1" status: 204 len: 168 time: 0.5901134 Feb 16 14:45:31.359299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7084bda0-d781-4569-9b23-11e39ab1338b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:31.359403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d20e609-4658-447c-89b2-18360a6c7762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.367290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa4e5d-4191-4bc3-b420-58433f6485ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4884962f-ab04-47e8-8842-7b2c1cf21071,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:31.413452 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ae8fdebf-67ae-420f-9479-219180a30c31 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a363076b937a4ccaa8b53994bec3a4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049862 Feb 16 14:45:31.414857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fdebf-67ae-420f-9479-219180a30c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3203d18-0c50-413a-9b4a-cba261c212f0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:31.417545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:31.457916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d20e609-4658-447c-89b2-18360a6c7762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.549997 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7d20e609-4658-447c-89b2-18360a6c7762 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=33713144d67d49e3b0e551d0340e0efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7911060 Feb 16 14:45:31.554299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20e609-4658-447c-89b2-18360a6c7762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402361af-0257-4123-ba1a-edfcf2f3d1d7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:31.556939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46116) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:31.570078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59c4141b-eef7-46e7-869d-0f5d7042648b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.604553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6a85c-1ba8-4706-bcf8-f0c4ddd195cc req-20affe77-c4d1-408c-a14e-2b779a97ece6 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:31.612117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69f6a85c-1ba8-4706-bcf8-f0c4ddd195cc req-20affe77-c4d1-408c-a14e-2b779a97ece6 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.2044351 Feb 16 14:45:31.617648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59c4141b-eef7-46e7-869d-0f5d7042648b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.657930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30115e48-4e1e-49e1-bab4-0e778273945e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.697950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30115e48-4e1e-49e1-bab4-0e778273945e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.764085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69f6a85c-1ba8-4706-bcf8-f0c4ddd195cc req-a900ae8f-f067-41bb-aa8a-302787ba799e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508827 Feb 16 14:45:31.808542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-39ad4016-1871-4440-8f41-74c477608964 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:31.810249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-39ad4016-1871-4440-8f41-74c477608964 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.129 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.1959786 Feb 16 14:45:31.849223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7084bda0-d781-4569-9b23-11e39ab1338b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:31.849586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.866371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30115e48-4e1e-49e1-bab4-0e778273945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.872832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30115e48-4e1e-49e1-bab4-0e778273945e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.878004 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-30115e48-4e1e-49e1-bab4-0e778273945e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/402361af-0257-4123-ba1a-edfcf2f3d1d7 HTTP/1.1" status: 204 len: 168 time: 0.3182979 Feb 16 14:45:31.883113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59c4141b-eef7-46e7-869d-0f5d7042648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.889035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59c4141b-eef7-46e7-869d-0f5d7042648b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.892043 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59c4141b-eef7-46e7-869d-0f5d7042648b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c3203d18-0c50-413a-9b4a-cba261c212f0 HTTP/1.1" status: 204 len: 168 time: 0.4725611 Feb 16 14:45:31.907462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30115e48-4e1e-49e1-bab4-0e778273945e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402361af-0257-4123-ba1a-edfcf2f3d1d7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:31.934447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4141b-eef7-46e7-869d-0f5d7042648b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3203d18-0c50-413a-9b4a-cba261c212f0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:31.988647 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:31.996950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Allocated IP 172.20.0.1 (44a88ec2-e349-443c-8c39-0acddb8c8531/98a3c434-88d2-4915-bda7-e765410723cd/98753883-3796-466d-859c-83f36ade01f9) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:32.040881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-609a78db-5675-427a-826b-cf0155cc93bc tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:32.042422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-609a78db-5675-427a-826b-cf0155cc93bc tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/networks?id=addf8379-9fdc-452d-87c5-7bf907671f43 HTTP/1.1" status: 200 len: 814 time: 0.3483911 Feb 16 14:45:32.058956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.109834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Attempting to bind port fe1b39ec-6257-4f52-bce9-b6ba94769b39 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:45:32.110187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Attempting to bind port fe1b39ec-6257-4f52-bce9-b6ba94769b39 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:45:32.110576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Attempting to bind port fe1b39ec-6257-4f52-bce9-b6ba94769b39 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:32.115908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-88a8b16c-c190-46fc-811a-5a01626ce564 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/quotas/dcda072bef6a455db2d9713e2875c7ef HTTP/1.1" status: 200 len: 375 time: 0.0658934 Feb 16 14:45:32.117959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2aff4-a20b-4ed3-9f25-801dcc086e9b None None] Pushing event updated for resources: {'Port': ['ID=fe1b39ec-6257-4f52-bce9-b6ba94769b39,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:32.120622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:45:32.120950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:32.121344 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.121731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:45:32.122224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Bound port: fe1b39ec-6257-4f52-bce9-b6ba94769b39, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:45:32.122657 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.125036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a15e8-b942-49a3-b38e-a3d3bbd08e30 req-137d4388-8aea-4b07-ba2c-4fce13a86337 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:32.126735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b95a15e8-b942-49a3-b38e-a3d3bbd08e30 req-137d4388-8aea-4b07-ba2c-4fce13a86337 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.2418530 Feb 16 14:45:32.180295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-7cd80e24-cef2-46a8-a9a5-1d6cd4ff939b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=dcda072bef6a455db2d9713e2875c7ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483115 Feb 16 14:45:32.200867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] For port fe1b39ec-6257-4f52-bce9-b6ba94769b39, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:45:32.208142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] For port fe1b39ec-6257-4f52-bce9-b6ba94769b39, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fe1b39ec-6257-4f52-bce9-b6ba94769b39,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:45:32.232763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Deleting port d5d8b217-68dd-4b62-9511-b20666421b71 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:32.233105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.299607 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.339203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b95a15e8-b942-49a3-b38e-a3d3bbd08e30 req-65c115b8-f8d4-4a11-82a8-ebaf93067b4d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972184 Feb 16 14:45:32.356271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.358387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Routers {'e26c383e-9a8b-4492-959c-5b89756512b8'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:32.359065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e26c383e-9a8b-4492-959c-5b89756512b8'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:32.409477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46138) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:32.434634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2aff4-a20b-4ed3-9f25-801dcc086e9b None None] Pushing event updated for resources: {'Port': ['ID=fe1b39ec-6257-4f52-bce9-b6ba94769b39,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:32.456567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-02634c00-6730-4520-b8aa-ad1e2b5ed158 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663981 Feb 16 14:45:32.465456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] For port d5d8b217-68dd-4b62-9511-b20666421b71, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d5d8b217-68dd-4b62-9511-b20666421b71,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:32.468126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.469945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-ef5dcbfe-e239-472b-a4fd-a465439bdfb3 service neutron] 10.222.0.113 "GET /v2.0/networks/addf8379-9fdc-452d-87c5-7bf907671f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691054 Feb 16 14:45:32.532753 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd0cadbb-161f-46c2-9735-de5354714a20 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=919edf686c5a4b6c83ee6b16919f5459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171651 Feb 16 14:45:32.535471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46140) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:32.558214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] Set router e26c383e-9a8b-4492-959c-5b89756512b8 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:32.646813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e238ffb-d04a-4cb7-b4b0-f0d1f83c6034 req-a2fac4bc-3f5c-45a5-b3bb-b439fd9de670 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 210 time: 0.1426582 Feb 16 14:45:32.652418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53676843-5033-4720-8d58-2cc1fb7815cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.689922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53676843-5033-4720-8d58-2cc1fb7815cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.715855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.837633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53676843-5033-4720-8d58-2cc1fb7815cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.841619 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53676843-5033-4720-8d58-2cc1fb7815cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:32.843406 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-53676843-5033-4720-8d58-2cc1fb7815cb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6e509ae3-1c3d-45dc-a50a-034145182966 HTTP/1.1" status: 204 len: 168 time: 0.3049891 Feb 16 14:45:32.849381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:26Z', 'updated_at': '2022-02-16T14:45:28Z', 'revision_number': 3, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'gw_port': {'id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:27Z', 'updated_at': '2022-02-16T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:32.856328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53676843-5033-4720-8d58-2cc1fb7815cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e509ae3-1c3d-45dc-a50a-034145182966,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:32.864124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:32.874707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-c2ec66ee-918e-478e-9ce5-fa12e64f408f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:32.876275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-c2ec66ee-918e-478e-9ce5-fa12e64f408f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3996327 Feb 16 14:45:32.882726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:32.885886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-84830416-04da-44bd-9899-3d632231d064 service neutron] 10.222.0.113 "GET /v2.0/networks/addf8379-9fdc-452d-87c5-7bf907671f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939946 Feb 16 14:45:32.891764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:32.895607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b12a8-7b64-443d-935c-0d8719a65d77 None None] The sync data for ids ['e26c383e-9a8b-4492-959c-5b89756512b8'] in n-d-829433-1 is: [{'id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:26Z', 'updated_at': '2022-02-16T14:45:28Z', 'revision_number': 3, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'gw_port': {'id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:27Z', 'updated_at': '2022-02-16T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:45:32.908841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Pushing event updated for resources: {'Port': ['ID=98753883-3796-466d-859c-83f36ade01f9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:32.947968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Request body: {'port': {'device_id': 'b85bea68-1533-4879-b877-403762185b9d', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'bc0fcd5cd56b427bac0bca9271dc0407'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:33.012719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46148) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:33.057007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d54dabf1-eb35-4eeb-a75c-de9231793468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.128603 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.149256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.152067 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.152067 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Floating IP 0c48dca2-69ce-406b-8368-de9761311a2b disassociated. External IP: 172.25.6.115, port: d5d8b217-68dd-4b62-9511-b20666421b71. Feb 16 14:45:33.152067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Calling delete_port for d5d8b217-68dd-4b62-9511-b20666421b71 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:33.173470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7851db-c8bb-434d-930c-157fb13f95ab req-7966912d-8413-4e73-9aa1-30c1f4c2459f tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:33.175306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d7851db-c8bb-434d-930c-157fb13f95ab req-7966912d-8413-4e73-9aa1-30c1f4c2459f tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 945 time: 0.2979715 Feb 16 14:45:33.330521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d54dabf1-eb35-4eeb-a75c-de9231793468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.421159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d54dabf1-eb35-4eeb-a75c-de9231793468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.425640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-82ba3c43-e78a-42c4-90f7-c25b8fa636fa None None] Provisioning complete for port 98753883-3796-466d-859c-83f36ade01f9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:33.426099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82ba3c43-e78a-42c4-90f7-c25b8fa636fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.496902 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d54dabf1-eb35-4eeb-a75c-de9231793468 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f80eaebf403b486e8ebf4932047b815b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828782 Feb 16 14:45:33.502332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46166) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:33.518416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dabf1-eb35-4eeb-a75c-de9231793468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b45e0d3-ac11-4c2a-b852-a2dcdb63bc16,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:33.518643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-82ba3c43-e78a-42c4-90f7-c25b8fa636fa None None] Port 98753883-3796-466d-859c-83f36ade01f9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:45:33.583492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90ef9f2c-4c60-4516-8c9a-764592816045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.619196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90ef9f2c-4c60-4516-8c9a-764592816045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.762898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90ef9f2c-4c60-4516-8c9a-764592816045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.765501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90ef9f2c-4c60-4516-8c9a-764592816045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:33.766822 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-90ef9f2c-4c60-4516-8c9a-764592816045 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3b45e0d3-ac11-4c2a-b852-a2dcdb63bc16 HTTP/1.1" status: 204 len: 168 time: 0.2633533 Feb 16 14:45:33.782969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9f2c-4c60-4516-8c9a-764592816045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b45e0d3-ac11-4c2a-b852-a2dcdb63bc16,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:33.870915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb9527ef-2fc0-41e3-b9d6-37c1a06a3aa5 req-424c9443-91a0-43ab-86f6-17a92e100795 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 210 time: 0.5969458 Feb 16 14:45:33.979078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d7851db-c8bb-434d-930c-157fb13f95ab req-ccbf9bb5-460b-43b5-ae18-6f4bbcaf5961 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups?id=1a234a99-aaae-4ee5-95da-96a0fa905c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6843894 Feb 16 14:45:34.058150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Made reservation on behalf of bc0fcd5cd56b427bac0bca9271dc0407 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:34.063579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:34.074449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:34.084315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9f31-5ce2-476c-95e9-414e52fd77fa req-76398a75-be7b-46ba-a50a-2eaddf20f137 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:34.086300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cff9f31-5ce2-476c-95e9-414e52fd77fa req-76398a75-be7b-46ba-a50a-2eaddf20f137 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1026826 Feb 16 14:45:34.159556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28205823-1ce7-4167-a97b-b953d88fc1bd req-d8388274-6b2d-47ca-9c69-dbe439758d92 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 210 time: 0.0683980 Feb 16 14:45:34.272591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:34.277686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:34.316977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cff9f31-5ce2-476c-95e9-414e52fd77fa req-b539ef18-d6a9-4214-9cfe-377dafd2ab9d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973262 Feb 16 14:45:34.361001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event deleted for resources: {'Port': ['ID=d5d8b217-68dd-4b62-9511-b20666421b71,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:34.533957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:34.617711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Router 8863510c-aa77-4a9b-b07d-af521766eede has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:45:34.627524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:34.657341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d5d8b217-68dd-4b62-9511-b20666421b71 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:34.675332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: d5d8b217-68dd-4b62-9511-b20666421b71 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:34.676160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d5d8b217-68dd-4b62-9511-b20666421b71 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:34.768221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416e0510-bf8f-4947-9930-13ba7e7b7926,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:34.819380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:34.896369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.096862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Allocated IP 192.168.233.233 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/ece54740-fc1d-4869-9bbc-6bdb021b3b08) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:35.099487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:45:35.111997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b37836e5-3697-403c-9cea-1fa2c88a3555 req-9af7dad3-05b8-4bdf-acca-8659c730dea2 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 210 time: 0.0652745 Feb 16 14:45:35.128325 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] Sync routers for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:45:35.143509 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:35.145900 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:35.212311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4e72c78e-11d0-4cd8-af8d-6637b4a23b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.301013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46844dbc-d0d6-469d-8e5e-576a1d522b1d req-5e9b1a70-563e-4d29-8f83-abfe2b734d0d tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.0300272 Feb 16 14:45:35.351030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fe1b39ec-6257-4f52-bce9-b6ba94769b39 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:35.357584 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:35.372077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Pushing event updated for resources: {'Port': ['ID=98753883-3796-466d-859c-83f36ade01f9,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:35.444122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] No DVR routers for this DVR port d5d8b217-68dd-4b62-9511-b20666421b71 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:35.487826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fe1b39ec-6257-4f52-bce9-b6ba94769b39 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:35.488292 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.510709 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.514855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88041e95-a481-4bb7-8578-ce58d5d1919b req-e7a0b97b-36b9-4100-8326-be65a1ddab2e tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.129 "DELETE /v2.0/ports/d5d8b217-68dd-4b62-9511-b20666421b71 HTTP/1.1" status: 204 len: 173 time: 3.6967716 Feb 16 14:45:35.516526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.528957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'name': 'network-vif-deleted', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:35.533302 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0323a613-07af-44b1-b299-55ec54dc9842" -d '{"events": [{"server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "name": "network-vif-deleted", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:35.584235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.609666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port fe1b39ec-6257-4f52-bce9-b6ba94769b39, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fe1b39ec-6257-4f52-bce9-b6ba94769b39,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:35.635121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.685893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:35.690033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:35.728600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.803960 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:39Z', 'revision_number': 5, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:35.872305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=fe1b39ec-6257-4f52-bce9-b6ba94769b39,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:35.874754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:35.921093 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] Checking router: 8863510c-aa77-4a9b-b07d-af521766eede for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:45:35.940485 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:35.941434 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:35.958050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:36.062216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Router e26c383e-9a8b-4492-959c-5b89756512b8 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:45:36.074274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:36.126662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:36.126662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:36.197014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:36.197965 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:36.337114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2357b03e-d879-4483-be51-c17a56f5399a None None] Provisioning complete for port 98753883-3796-466d-859c-83f36ade01f9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:36.337260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2357b03e-d879-4483-be51-c17a56f5399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:36.357912 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:36.390304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dc3-12d2-4ce3-8998-fcfa90c11152 req-c2ed5dee-1393-4629-8ce6-294fd53c7bd1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:36.395569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22f26dc3-12d2-4ce3-8998-fcfa90c11152 req-c2ed5dee-1393-4629-8ce6-294fd53c7bd1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 936 time: 0.4430749 Feb 16 14:45:36.402668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:45:36.422054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6881bcca-fced-42c9-8037-2499ce33e62d admin admin] 10.222.0.113 "PUT /v2.0/routers/e26c383e-9a8b-4492-959c-5b89756512b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8433204 Feb 16 14:45:36.461535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Sync routers for ids ['e26c383e-9a8b-4492-959c-5b89756512b8'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:45:36.515482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Routers {'e26c383e-9a8b-4492-959c-5b89756512b8'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:36.517703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e26c383e-9a8b-4492-959c-5b89756512b8'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:36.527409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2357b03e-d879-4483-be51-c17a56f5399a None None] Port 98753883-3796-466d-859c-83f36ade01f9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:45:36.541621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-12ddea26-b14f-4f38-9de2-94b72626e5b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6372232 Feb 16 14:45:36.598645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Request body: {'port': {'device_id': 'b85bea68-1533-4879-b877-403762185b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:36.614640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22f26dc3-12d2-4ce3-8998-fcfa90c11152 req-a97c35b6-d3b8-423c-bc04-4ada7f22ad8e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807771 Feb 16 14:45:36.688490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aff49-8c90-43c4-929a-2e8cb7cc0504 req-d7660185-bfd9-459c-83e1-68ee8ae92193 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:36.697647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af3aff49-8c90-43c4-929a-2e8cb7cc0504 req-d7660185-bfd9-459c-83e1-68ee8ae92193 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.2990835 Feb 16 14:45:36.718241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-ad7a00f1-1931-463e-8324-34392756231c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:36.726141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-ad7a00f1-1931-463e-8324-34392756231c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.129 "GET /v2.0/networks?id=addf8379-9fdc-452d-87c5-7bf907671f43 HTTP/1.1" status: 200 len: 814 time: 0.6980965 Feb 16 14:45:36.748226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Set router e26c383e-9a8b-4492-959c-5b89756512b8 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:36.750968 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39f3f9a-f02d-4e24-807f-498d623fc809 x-openstack-request-id: req-d39f3f9a-f02d-4e24-807f-498d623fc809 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:36.755873 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0c96d6-c3c6-448a-9aa8-3962f5676353", "name": "network-vif-deleted", "tag": "d5d8b217-68dd-4b62-9511-b20666421b71", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:36.756276 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d39f3f9a-f02d-4e24-807f-498d623fc809 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:36.758030 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0c96d6-c3c6-448a-9aa8-3962f5676353', 'name': 'network-vif-deleted', 'tag': 'd5d8b217-68dd-4b62-9511-b20666421b71', 'status': 'completed', 'code': 200} Feb 16 14:45:36.780049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Request body: {'port': {'device_id': '987ea028-fb7e-4979-8958-d8b5f807472c', 'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43', 'admin_state_up': True, 'tenant_id': 'dcda072bef6a455db2d9713e2875c7ef'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:36.925376 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-37cd493e-b108-4c50-a13f-b57253fa5fa4 None None] Provisioning complete for port ece54740-fc1d-4869-9bbc-6bdb021b3b08 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:36.925752 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-37cd493e-b108-4c50-a13f-b57253fa5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:36.962845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af3aff49-8c90-43c4-929a-2e8cb7cc0504 req-53f0516b-6d37-4719-9f69-af071cc0e1f1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335930 Feb 16 14:45:37.011204 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:39Z', 'revision_number': 5, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:37.024405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-37cd493e-b108-4c50-a13f-b57253fa5fa4 None None] Port ece54740-fc1d-4869-9bbc-6bdb021b3b08 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:45:37.036620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-750b80c0-1e23-4300-a57b-a26fbf13eed8 req-633bb49b-df31-4470-8fad-3d56fed5739a tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 210 time: 0.1034012 Feb 16 14:45:37.072611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:37.112182 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb208f00-ee3e-45e4-9f88-566dc9cf8100 None None] The sync data for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 is: [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '1f788894-071f-43cd-82f0-f74851fa403d', 'name': '', 'network_id': '70fbfb07-aabb-4be3-9e07-5f784b518456', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'mac_address': 'fa:16:3e:78:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:30Z', 'updated_at': '2022-02-16T14:42:39Z', 'revision_number': 5, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'subnets': [{'id': '04cf3ab3-36bb-4358-a4e8-a0ad9dc918da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:45:37.166643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:26Z', 'updated_at': '2022-02-16T14:45:34Z', 'revision_number': 4, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'gw_port': {'id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:27Z', 'updated_at': '2022-02-16T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '98753883-3796-466d-859c-83f36ade01f9', 'name': '', 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'mac_address': 'fa:16:3e:cb:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98a3c434-88d2-4915-bda7-e765410723cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:31Z', 'updated_at': '2022-02-16T14:45:34Z', 'revision_number': 2, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'subnets': [{'id': '98a3c434-88d2-4915-bda7-e765410723cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:37.239888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Checking router: e26c383e-9a8b-4492-959c-5b89756512b8 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:45:37.240357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Updating router e26c383e-9a8b-4492-959c-5b89756512b8 port 98753883-3796-466d-859c-83f36ade01f9 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:45:37.296390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14cf9eb6-7f40-4fff-bfd4-f99acf692867 req-b02efff9-85cf-4bf7-b2e2-841f9bd1ce9c tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.0975969 Feb 16 14:45:37.302353 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:37.381265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fe1b39ec-6257-4f52-bce9-b6ba94769b39 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:37.598440 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-21f24f41-1cab-43fe-8f73-0fbb6a7198a9 req-a0596c4b-6432-4a99-b8df-06f69f8e1ec0 tempest-FloatingIPDetailsNegativeTestJSON-1693277745 tempest-FloatingIPDetailsNegativeTestJSON-1693277745-project] show failed (client error): The resource could not be found. Feb 16 14:45:37.599489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21f24f41-1cab-43fe-8f73-0fbb6a7198a9 req-a0596c4b-6432-4a99-b8df-06f69f8e1ec0 tempest-FloatingIPDetailsNegativeTestJSON-1693277745 tempest-FloatingIPDetailsNegativeTestJSON-1693277745-project] 10.222.0.113 "GET /v2.0/floatingips/d93e2965-858a-48dd-be7a-cc0f492c26e1 HTTP/1.1" status: 404 len: 350 time: 0.1333461 Feb 16 14:45:37.616827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46302) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:37.671310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fe1b39ec-6257-4f52-bce9-b6ba94769b39 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:37.671771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:37.710655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Made reservation on behalf of dcda072bef6a455db2d9713e2875c7ef for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:37.715062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:37.739749 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52134996-fe27-4ae2-b163-55ff0b802b97 None None] New status for floating IP 0c48dca2-69ce-406b-8368-de9761311a2b: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:45:38.037738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Allocated IP 172.20.0.6 (addf8379-9fdc-452d-87c5-7bf907671f43/74c289dc-2699-47ca-95c2-78869354af52/924a0c4c-e575-4ea6-be8f-71eaed90317d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:38.118181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9c6fec21-4a05-4aa2-9c9c-9895eacbb4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.142044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-37c314b1-c08b-44e2-80a1-8c612c0d6bcb tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=5de25254b9be4bde8a96d19d186b4d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4230592 Feb 16 14:45:38.258320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.273925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.351178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.447801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75dd39-6277-445f-bb89-b32f36b85e5b None None] Pushing event updated for resources: {'Port': ['ID=98753883-3796-466d-859c-83f36ade01f9,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:38.524730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Attempting to bind port 98753883-3796-466d-859c-83f36ade01f9 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:45:38.525105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Attempting to bind port 98753883-3796-466d-859c-83f36ade01f9 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:45:38.525469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Attempting to bind port 98753883-3796-466d-859c-83f36ade01f9 on network 44a88ec2-e349-443c-8c39-0acddb8c8531 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:38.538468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:45:38.538841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Checking segment: {'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:38.539253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.546804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Bound using segment: {'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:45:38.547951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Bound port: 98753883-3796-466d-859c-83f36ade01f9, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f931c597-86fb-4c09-9c37-2c3f4ef1432f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:45:38.548382 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.655480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d80881a0-d000-4b5b-9cad-5a6c4907776a details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:38.672584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] For port 98753883-3796-466d-859c-83f36ade01f9, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:45:38.700900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] For port 98753883-3796-466d-859c-83f36ade01f9, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=98753883-3796-466d-859c-83f36ade01f9,segment=NetworkSegment(f931c597-86fb-4c09-9c37-2c3f4ef1432f),segment_id=f931c597-86fb-4c09-9c37-2c3f4ef1432f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:45:38.719802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Deleting port 98753883-3796-466d-859c-83f36ade01f9 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:38.720864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.781353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.792553 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.877986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] For port 98753883-3796-466d-859c-83f36ade01f9, host n-d-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:38.878764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:38.894785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Calling delete_port for 98753883-3796-466d-859c-83f36ade01f9 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:38.900480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-86a312a5-d8e7-436d-b72f-a04f79d0e26a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:38.907983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-86a312a5-d8e7-436d-b72f-a04f79d0e26a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7644937 Feb 16 14:45:38.945473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-3f013830-65ba-4a62-9af7-9b49d522bedb tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/quotas/5de25254b9be4bde8a96d19d186b4d77 HTTP/1.1" status: 200 len: 375 time: 0.0363672 Feb 16 14:45:38.993644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56d767-dfd1-46bc-8557-197533162654 req-f11bc40f-daa4-4ca0-8c84-72f2bda192ca tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:38.995408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e56d767-dfd1-46bc-8557-197533162654 req-f11bc40f-daa4-4ca0-8c84-72f2bda192ca tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 936 time: 1.1146848 Feb 16 14:45:38.997822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece54740-fc1d-4869-9bbc-6bdb021b3b08 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:39.016723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-7bc69e46-6562-4d79-9ab4-78eae030ad79 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5de25254b9be4bde8a96d19d186b4d77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702760 Feb 16 14:45:39.046144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:39.048631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.123141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'port_id': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'mac_address': 'fa:16:3e:2a:50:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ed2ad-511d-422c-a2ad-52c08a46822a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:39.145227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e56d767-dfd1-46bc-8557-197533162654 req-9b897d50-e99e-48b8-a659-f24d5a58001c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274183 Feb 16 14:45:39.155147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Transition to ACTIVE for port object ece54740-fc1d-4869-9bbc-6bdb021b3b08 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:45:39.162655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.169686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Routers {'e26c383e-9a8b-4492-959c-5b89756512b8'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:39.170653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e26c383e-9a8b-4492-959c-5b89756512b8'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:39.241078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Network addf8379-9fdc-452d-87c5-7bf907671f43 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:39.244641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:39.249424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:39.258840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.334054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-706a1c5b-47e6-4741-b905-594ff4a308a7 None None] Provisioning complete for port 98753883-3796-466d-859c-83f36ade01f9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:39.334054 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-706a1c5b-47e6-4741-b905-594ff4a308a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.334054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75dd39-6277-445f-bb89-b32f36b85e5b None None] Pushing event updated for resources: {'Port': ['ID=98753883-3796-466d-859c-83f36ade01f9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:39.364057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Pushing event updated for resources: {'Port': ['ID=924a0c4c-e575-4ea6-be8f-71eaed90317d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:39.373533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3d9d3dd-e27d-41f8-9e24-02c5a88f0d9b req-2094b9bc-6d4b-4730-8755-a7fae6f45f34 tempest-FlavorsV2NegativeTest-679794100 tempest-FlavorsV2NegativeTest-679794100-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7eac1bee0b0b4c5393f953cc2c76607a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940671 Feb 16 14:45:39.381011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.490653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.601639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d80881a0-d000-4b5b-9cad-5a6c4907776a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:39.608653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:39.609319 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.646833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:39.651233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-706a1c5b-47e6-4741-b905-594ff4a308a7 None None] Could not find standard attr ID for object 98753883-3796-466d-859c-83f36ade01f9. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:45:39.652915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.659156 n-d-829433-1 neutron-server[103045]: INFO neutron.plugins.ml2.db [None req-706a1c5b-47e6-4741-b905-594ff4a308a7 None None] No ports have port_id starting with 98753883-3796-466d-859c-83f36ade01f9 Feb 16 14:45:39.664936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] Set router e26c383e-9a8b-4492-959c-5b89756512b8 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:39.702886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Pushing event deleted for resources: {'Port': ['ID=98753883-3796-466d-859c-83f36ade01f9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:39.733461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-0e7d3dec-db1d-4a84-aed9-3296aa2a6d3c tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9731266 Feb 16 14:45:39.738831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:39.782844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Request body: {'port': {'device_id': '987ea028-fb7e-4979-8958-d8b5f807472c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:39.804344 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.859422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-86ce0878-ece3-4a01-9be2-50ff6a74fd34 None None] Could not find standard attr ID for object 98753883-3796-466d-859c-83f36ade01f9. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:45:39.944856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e07ea1-55fb-4343-a952-1a157653979d req-df7d1db7-1e57-44fe-bcc4-94b9b1470806 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:39.949713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88e07ea1-55fb-4343-a952-1a157653979d req-df7d1db7-1e57-44fe-bcc4-94b9b1470806 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.3869665 Feb 16 14:45:39.984432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9d3dd-e27d-41f8-9e24-02c5a88f0d9b req-ef9fff6a-dfd1-4c7e-bfeb-edd36ffcf5a0 tempest-FlavorsV2NegativeTest-679794100 tempest-FlavorsV2NegativeTest-679794100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:39.994022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3d9d3dd-e27d-41f8-9e24-02c5a88f0d9b req-ef9fff6a-dfd1-4c7e-bfeb-edd36ffcf5a0 tempest-FlavorsV2NegativeTest-679794100 tempest-FlavorsV2NegativeTest-679794100-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6071959 Feb 16 14:45:40.045436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['d80881a0-d000-4b5b-9cad-5a6c4907776a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:40.070563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3d9d3dd-e27d-41f8-9e24-02c5a88f0d9b req-fb782cdf-1b13-4d94-aaea-048289cf1877 tempest-FlavorsV2NegativeTest-679794100 tempest-FlavorsV2NegativeTest-679794100-project] 10.222.0.113 "GET /v2.0/quotas/7eac1bee0b0b4c5393f953cc2c76607a HTTP/1.1" status: 200 len: 375 time: 0.0754697 Feb 16 14:45:40.086321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:45:40.086663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:45:40.086995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:40.087235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:40.103584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:45:40.103584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:40.150334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3d9d3dd-e27d-41f8-9e24-02c5a88f0d9b req-65754ad1-5fc6-40f7-8e56-603b1a8326fc tempest-FlavorsV2NegativeTest-679794100 tempest-FlavorsV2NegativeTest-679794100-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7eac1bee0b0b4c5393f953cc2c76607a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766644 Feb 16 14:45:40.171339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:40.192653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:45:40.193007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:40.193405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:45:40.200707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Bound port: ece54740-fc1d-4869-9bbc-6bdb021b3b08, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:45:40.201098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:40.333983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:40.368874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:45:40.374147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88e07ea1-55fb-4343-a952-1a157653979d req-53d62284-138f-4ae4-b027-5eee71f76dfd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273909 Feb 16 14:45:40.434447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:45:40.526981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc97d8-97b0-4b20-b0d0-54e9ae78e41c req-e31c15bd-3ce2-4099-800f-7e985d694c48 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:40.544438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-debc97d8-97b0-4b20-b0d0-54e9ae78e41c req-e31c15bd-3ce2-4099-800f-7e985d694c48 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 931 time: 0.1973693 Feb 16 14:45:40.548804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:26Z', 'updated_at': '2022-02-16T14:45:34Z', 'revision_number': 4, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'gw_port': {'id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:27Z', 'updated_at': '2022-02-16T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '98753883-3796-466d-859c-83f36ade01f9', 'name': '', 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'mac_address': 'fa:16:3e:cb:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98a3c434-88d2-4915-bda7-e765410723cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:31Z', 'updated_at': '2022-02-16T14:45:38Z', 'revision_number': 4, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'subnets': [{'id': '98a3c434-88d2-4915-bda7-e765410723cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:40.640163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6bbdb0-cc57-4c4e-b892-13f3ed91f1e5 None None] The sync data for ids ['e26c383e-9a8b-4492-959c-5b89756512b8'] in n-d-829433-1 is: [{'id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:26Z', 'updated_at': '2022-02-16T14:45:34Z', 'revision_number': 4, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'gw_port': {'id': 'fe1b39ec-6257-4f52-bce9-b6ba94769b39', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:27Z', 'updated_at': '2022-02-16T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '98753883-3796-466d-859c-83f36ade01f9', 'name': '', 'network_id': '44a88ec2-e349-443c-8c39-0acddb8c8531', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'mac_address': 'fa:16:3e:cb:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '98a3c434-88d2-4915-bda7-e765410723cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:31Z', 'updated_at': '2022-02-16T14:45:38Z', 'revision_number': 4, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'subnets': [{'id': '98a3c434-88d2-4915-bda7-e765410723cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:45:40.751174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:40.847794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Router e26c383e-9a8b-4492-959c-5b89756512b8 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:45:40.861035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:40.861035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:40.862952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] 10.222.0.93 "PUT /v2.0/ports/ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 1096 time: 4.3072522 Feb 16 14:45:40.904891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:40.905410 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:40.979238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ae5f1d9-abd2-4682-b332-1ab09dd1ca23 req-37b07bec-a1bc-4d2a-9b73-e1a021b0a55b tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.1839430 Feb 16 14:45:41.042093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:45:41.056075 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0da45355-beaa-4a14-b96e-7ee85702e00b admin admin] 10.222.0.113 "PUT /v2.0/routers/e26c383e-9a8b-4492-959c-5b89756512b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4380009 Feb 16 14:45:41.057008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46390) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:41.128037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ba65a-c383-4f78-aecc-a488eca57248 service neutron] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:41.175440 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:41.311530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-debc97d8-97b0-4b20-b0d0-54e9ae78e41c req-c4fcfbcf-2984-4b03-8d51-fe92483cec53 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650683 Feb 16 14:45:41.372129 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79d880c3-1fc9-4d4e-97cb-a940d1e21c95 req-0bc75180-f76e-4bb6-a49b-e9fd0fc79a2d tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 210 time: 0.2063451 Feb 16 14:45:41.395995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:41.416220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-67f083a3-2e6a-489d-8fa8-91be512dfd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:41.418052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-67f083a3-2e6a-489d-8fa8-91be512dfd08 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1099 time: 0.3667474 Feb 16 14:45:41.461904 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:41.539414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-2e0866f4-69ca-4037-bf73-cba4969a4910 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.0981660 Feb 16 14:45:41.635257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-64056a93-a468-4462-87f7-04a3b0394888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:41.637029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-64056a93-a468-4462-87f7-04a3b0394888 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0687764 Feb 16 14:45:41.790165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:41.877250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4487573-5d38-496c-8689-ce3c81a76f80 req-d719719e-42b6-452e-9e72-5efce0f0e830 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:41.879645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4487573-5d38-496c-8689-ce3c81a76f80 req-d719719e-42b6-452e-9e72-5efce0f0e830 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 948 time: 0.3392389 Feb 16 14:45:41.965062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-a55dbe1a-85cb-458f-ac1e-aea0163e06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:41.966623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-a55dbe1a-85cb-458f-ac1e-aea0163e06a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622783 Feb 16 14:45:41.971307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924a0c4c-e575-4ea6-be8f-71eaed90317d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:41.985133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Deleting port fe1b39ec-6257-4f52-bce9-b6ba94769b39 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:41.985133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:42.003948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:42.035328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4487573-5d38-496c-8689-ce3c81a76f80 req-e7688bf5-5c16-4de0-9ca0-dabbb463a405 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413577 Feb 16 14:45:42.137496 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c080cf1-051c-4bff-b3e1-fd8a1e121faf x-openstack-request-id: req-9c080cf1-051c-4bff-b3e1-fd8a1e121faf {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:42.137846 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:42.138258 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9c080cf1-051c-4bff-b3e1-fd8a1e121faf {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:42.138617 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'status': 'completed', 'code': 200} Feb 16 14:45:42.158984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Transition to ACTIVE for port object 924a0c4c-e575-4ea6-be8f-71eaed90317d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:45:42.233253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:42.245185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-f36f50c6-a2e9-4840-94c7-2c5ecad280e4 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618706 Feb 16 14:45:42.247222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] For port fe1b39ec-6257-4f52-bce9-b6ba94769b39, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fe1b39ec-6257-4f52-bce9-b6ba94769b39,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:42.247644 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:42.275837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Calling delete_port for fe1b39ec-6257-4f52-bce9-b6ba94769b39 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:42.321055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:42.456344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a717ee-94bd-4712-a779-4ea384ab42db req-8c4902f5-80b9-4044-9475-2f5001901942 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:42.464449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64a717ee-94bd-4712-a779-4ea384ab42db req-8c4902f5-80b9-4044-9475-2f5001901942 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 945 time: 0.2396288 Feb 16 14:45:42.521844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Pushing event updated for resources: {'Port': ['ID=924a0c4c-e575-4ea6-be8f-71eaed90317d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:42.667891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d80881a0-d000-4b5b-9cad-5a6c4907776a up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:42.685240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46408) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:42.758383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b063e26-653a-4c11-ab06-9beb2d06b427 req-f7e8bc0a-1823-4032-945f-13988744adf9 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.0779417 Feb 16 14:45:42.775388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f171419-0e9b-44e3-972d-a244fd9360e1 req-b5b4bea1-8453-4781-8121-303b03de158e service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876332 Feb 16 14:45:42.819152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64a717ee-94bd-4712-a779-4ea384ab42db req-5ecfe9d3-a358-4f50-ac57-de8284e8da57 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520870 Feb 16 14:45:42.886777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Attempting to bind port 924a0c4c-e575-4ea6-be8f-71eaed90317d on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:45:42.889730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Attempting to bind port 924a0c4c-e575-4ea6-be8f-71eaed90317d by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:45:42.892151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Attempting to bind port 924a0c4c-e575-4ea6-be8f-71eaed90317d on network addf8379-9fdc-452d-87c5-7bf907671f43 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:42.900256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port d80881a0-d000-4b5b-9cad-5a6c4907776a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:42.912755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:42.913386 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:42.916785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Port 924a0c4c-e575-4ea6-be8f-71eaed90317d on network addf8379-9fdc-452d-87c5-7bf907671f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:45:42.922251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Attempting to bind port 924a0c4c-e575-4ea6-be8f-71eaed90317d on network addf8379-9fdc-452d-87c5-7bf907671f43 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:42.981009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1b39ec-6257-4f52-bce9-b6ba94769b39,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:43.095333 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-dc8af1a1-593e-43b9-881d-e66584efe8e7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=5de25254b9be4bde8a96d19d186b4d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874143 Feb 16 14:45:43.159224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:45:43.159693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Checking segment: {'id': '8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:43.160153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Bound using segment: {'id': '8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:45:43.160687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Bound port: 924a0c4c-e575-4ea6-be8f-71eaed90317d, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:45:43.163689 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.170787 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.271656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:43.277548 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcabe750-83aa-4cb2-a2f3-71c8add942ad" -d '{"events": [{"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-plugged", "status": "completed", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:43.290559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:43.356846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e59de19a-109e-4b18-bf72-e65c94ee723e req-0feedad0-9430-45db-9f92-cc47ea5b84fd tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 210 time: 0.2023339 Feb 16 14:45:43.365329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-decb5e7a-e3e2-4cfe-8d32-f101d64d3dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.384835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.398130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-bda7ddd6-67cc-42d8-b4cc-3b5cb44106ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:43.399668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-bda7ddd6-67cc-42d8-b4cc-3b5cb44106ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1099 time: 0.3315074 Feb 16 14:45:43.451190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c408d25-9fd2-4bd0-85e4-efa4ded92c62 req-5310963a-22bc-4ca7-af3f-afb2baaa3a29 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:43.460820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c408d25-9fd2-4bd0-85e4-efa4ded92c62 req-5310963a-22bc-4ca7-af3f-afb2baaa3a29 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 943 time: 0.5240045 Feb 16 14:45:43.494991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:43.567383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.585962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-9aa0d6d5-6729-4bed-8e8a-d6850ba76db1 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:43.588370 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-9aa0d6d5-6729-4bed-8e8a-d6850ba76db1 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4829967 Feb 16 14:45:43.636122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] Sync routers for ids ['e26c383e-9a8b-4492-959c-5b89756512b8'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:45:43.659085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] Routers {'e26c383e-9a8b-4492-959c-5b89756512b8'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:43.659892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e26c383e-9a8b-4492-959c-5b89756512b8'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:43.669956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Request body: {'port': {'device_id': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '5de25254b9be4bde8a96d19d186b4d77'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:43.685741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] For port 924a0c4c-e575-4ea6-be8f-71eaed90317d, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:45:43.743779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] For port 924a0c4c-e575-4ea6-be8f-71eaed90317d, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=924a0c4c-e575-4ea6-be8f-71eaed90317d,segment=NetworkSegment(8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e),segment_id=8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:45:43.806594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c408d25-9fd2-4bd0-85e4-efa4ded92c62 req-a8fd473d-8c3f-4ede-ba09-bc98b10aa880 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446884 Feb 16 14:45:43.835430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] Set router e26c383e-9a8b-4492-959c-5b89756512b8 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:43.849816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.857463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.872099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:43.882973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6c349-2328-48b5-b4ec-950a3ae79e5f req-c79f81c3-2e7e-4589-aa7e-9ea8c40dfd63 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:43.902045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64c6c349-2328-48b5-b4ec-950a3ae79e5f req-c79f81c3-2e7e-4589-aa7e-9ea8c40dfd63 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 948 time: 0.2594318 Feb 16 14:45:43.961762 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dea9bf-f20c-4b14-8658-802191c9f325 x-openstack-request-id: req-43dea9bf-f20c-4b14-8658-802191c9f325 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:43.962393 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-plugged", "status": "completed", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:43.963838 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-43dea9bf-f20c-4b14-8658-802191c9f325 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:43.964480 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'code': 200} Feb 16 14:45:44.040666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26c383e-9a8b-4492-959c-5b89756512b8', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1263346074-router', 'tenant_id': 'a887c5050300484288cc08d7257c2f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:26Z', 'updated_at': '2022-02-16T14:45:42Z', 'revision_number': 7, 'project_id': 'a887c5050300484288cc08d7257c2f3c', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:44.060750 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.061278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26c383e-9a8b-4492-959c-5b89756512b8 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:45:44.067900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.072060 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-079078fe-60e8-430e-bc06-626fc966e094 admin admin] 10.222.0.113 "DELETE /v2.0/routers/e26c383e-9a8b-4492-959c-5b89756512b8 HTTP/1.1" status: 204 len: 168 time: 3.0071371 Feb 16 14:45:44.074275 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46428) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:44.087362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] Checking router: e26c383e-9a8b-4492-959c-5b89756512b8 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:45:44.099156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] Routers set() bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:44.106029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] Router IDs set() for agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 14:45:44.106029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_agentschedulers_db [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e26c383e-9a8b-4492-959c-5b89756512b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent'). {{(pid=103045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 14:45:44.106029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d1d83-b656-4d1b-aad7-0135e0fef5e8 None None] The sync data for ids ['e26c383e-9a8b-4492-959c-5b89756512b8'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:45:44.143218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:44.148440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.150157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] 10.222.0.129 "PUT /v2.0/ports/924a0c4c-e575-4ea6-be8f-71eaed90317d HTTP/1.1" status: 200 len: 1091 time: 4.3795471 Feb 16 14:45:44.151211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987ea028-fb7e-4979-8958-d8b5f807472c', 'tag': '924a0c4c-e575-4ea6-be8f-71eaed90317d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:44.158650 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595be44c-8065-4ccc-99d2-e118286aa288" -d '{"events": [{"name": "network-changed", "server_uuid": "987ea028-fb7e-4979-8958-d8b5f807472c", "tag": "924a0c4c-e575-4ea6-be8f-71eaed90317d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:44.162072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-ec711abf-f90b-4259-9a43-49b7c1ac0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:44.163743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-ec711abf-f90b-4259-9a43-49b7c1ac0dc6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.7494855 Feb 16 14:45:44.166278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Made reservation on behalf of 5de25254b9be4bde8a96d19d186b4d77 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:44.171166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.196071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64c6c349-2328-48b5-b4ec-950a3ae79e5f req-32ae7caa-00de-4b1d-925d-10a4f77f40e7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910664 Feb 16 14:45:44.220980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.231424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-decb5e7a-e3e2-4cfe-8d32-f101d64d3dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.329313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.332860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-420ccbc8-8325-484b-b3ca-b445f2fe552c req-0c447ef3-a7ea-4c0d-ad1e-927a7c943b54 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/ports?device_id=9b0c96d6-c3c6-448a-9aa8-3962f5676353 HTTP/1.1" status: 200 len: 210 time: 0.1569285 Feb 16 14:45:44.368699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] Deleting subnet 98a3c434-88d2-4915-bda7-e765410723cd {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:44.374654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.437037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-decb5e7a-e3e2-4cfe-8d32-f101d64d3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.438322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.441389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-7793a5fe-b937-44c5-9828-1770df90dba0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.2407072 Feb 16 14:45:44.483011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.506189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb5e7a-e3e2-4cfe-8d32-f101d64d3dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4a8ace-7572-411d-b461-05797300c827,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:44.534872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:44.544449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bfa4a-e27c-4c4d-8a03-f631e3cde512 service neutron] Pushing event updated for resources: {'Port': ['ID=924a0c4c-e575-4ea6-be8f-71eaed90317d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:44.550222 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ec6de4-1775-4a06-9db3-5d7d241cbc2e x-openstack-request-id: req-b5ec6de4-1775-4a06-9db3-5d7d241cbc2e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:44.552743 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987ea028-fb7e-4979-8958-d8b5f807472c", "tag": "924a0c4c-e575-4ea6-be8f-71eaed90317d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:44.552743 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b5ec6de4-1775-4a06-9db3-5d7d241cbc2e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:44.552743 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987ea028-fb7e-4979-8958-d8b5f807472c', 'tag': '924a0c4c-e575-4ea6-be8f-71eaed90317d', 'status': 'completed', 'code': 200} Feb 16 14:45:44.662623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-decb5e7a-e3e2-4cfe-8d32-f101d64d3dc4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7eac1bee0b0b4c5393f953cc2c76607a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9746602 Feb 16 14:45:44.682306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46436) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:44.731948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-231b35d7-8f30-426f-bfb0-f61255bb847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:44.733715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-231b35d7-8f30-426f-bfb0-f61255bb847a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=dcda072bef6a455db2d9713e2875c7ef&device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 1094 time: 0.3325076 Feb 16 14:45:44.743456 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.805730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7ca2a-8f8f-42ac-a5d0-d36dab34eab6 req-54ad8041-aba7-49a2-bfe3-af98c92c1cc9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:44.814226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cab7ca2a-8f8f-42ac-a5d0-d36dab34eab6 req-54ad8041-aba7-49a2-bfe3-af98c92c1cc9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.3781807 Feb 16 14:45:44.821767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-275d2f78-6098-48c4-9bdf-29f413012165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:44.823800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-275d2f78-6098-48c4-9bdf-29f413012165 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.3332765 Feb 16 14:45:44.831589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f528c748-0816-4175-9d24-4baf1e8272f7 req-bd60e832-3f91-4c06-b32d-b807264223d6 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 210 time: 0.1182644 Feb 16 14:45:44.856789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:44.899469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-e137aa88-60a0-44dd-945e-bcbab8c5d73c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924a0c4c-e575-4ea6-be8f-71eaed90317d HTTP/1.1" status: 200 len: 217 time: 0.1137736 Feb 16 14:45:44.920082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'mac_address': 'fa:16:3e:ab:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:44.966830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-5a6e429c-2dd4-4f3e-a02f-c752af2ac6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:44.968702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-5a6e429c-2dd4-4f3e-a02f-c752af2ac6a0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=74c289dc-2699-47ca-95c2-78869354af52 HTTP/1.1" status: 200 len: 854 time: 0.0519891 Feb 16 14:45:45.034155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.070476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.071064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-cbf45839-6950-41e5-aa04-7c427ca51c82 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=addf8379-9fdc-452d-87c5-7bf907671f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841143 Feb 16 14:45:45.071499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece54740-fc1d-4869-9bbc-6bdb021b3b08 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:45.092080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cab7ca2a-8f8f-42ac-a5d0-d36dab34eab6 req-add45ef0-2341-4947-92fd-967c8c1b901f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751758 Feb 16 14:45:45.171768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-a894ff50-e0ae-4966-888e-65fef219c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:45.175196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-a894ff50-e0ae-4966-888e-65fef219c0cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3312461 Feb 16 14:45:45.181236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:45.206780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 98753883-3796-466d-859c-83f36ade01f9 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:45.290268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a3c434-88d2-4915-bda7-e765410723cd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:45.306214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.315119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 98753883-3796-466d-859c-83f36ade01f9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:45.315464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 98753883-3796-466d-859c-83f36ade01f9 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:45.317192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fe1b39ec-6257-4f52-bce9-b6ba94769b39 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:45.335443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:45.362875 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.368641 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-394b12a0-153c-48ae-a014-d09f076e9899 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/98a3c434-88d2-4915-bda7-e765410723cd HTTP/1.1" status: 204 len: 168 time: 1.2906470 Feb 16 14:45:45.376660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46444) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:45.458946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87d2dc-caf6-4b96-bf2a-9f2e1104935b None None] Network 44a88ec2-e349-443c-8c39-0acddb8c8531 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:45.511488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa212-268e-4b1b-b883-2f3c35283964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.526083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: fe1b39ec-6257-4f52-bce9-b6ba94769b39 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:45.526083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fe1b39ec-6257-4f52-bce9-b6ba94769b39 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:45.595646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-907b931c-ac66-4f48-8890-5028a49e2203 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257077 Feb 16 14:45:45.614622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:45.627199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa212-268e-4b1b-b883-2f3c35283964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.671029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Allocated IP 192.168.233.7 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/58f921bd-356a-401f-89be-5a3142068839) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:45.745699 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.769732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72375368-585a-4595-8736-f7cb63d14ba7 req-296b7ba4-7bf4-47ad-b3aa-5e5257d588e5 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:45.778023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72375368-585a-4595-8736-f7cb63d14ba7 req-296b7ba4-7bf4-47ad-b3aa-5e5257d588e5 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 943 time: 0.7678430 Feb 16 14:45:45.872314 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa212-268e-4b1b-b883-2f3c35283964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.875434 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc0fa212-268e-4b1b-b883-2f3c35283964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:45.876957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc0fa212-268e-4b1b-b883-2f3c35283964 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ed4a8ace-7572-411d-b461-05797300c827 HTTP/1.1" status: 204 len: 168 time: 1.1871216 Feb 16 14:45:45.942863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fa212-268e-4b1b-b883-2f3c35283964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4a8ace-7572-411d-b461-05797300c827,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:45.997946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabe4f5-4750-487d-9df2-166f62f4b001 req-1bebe290-7da1-44bc-b0e2-9fb1e18d3d09 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:46.005051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7dabe4f5-4750-487d-9df2-166f62f4b001 req-1bebe290-7da1-44bc-b0e2-9fb1e18d3d09 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 949 time: 0.4898913 Feb 16 14:45:46.054219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:46.108547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Deleting port 7084bda0-d781-4569-9b23-11e39ab1338b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:46.109036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.189710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.216530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] For port 7084bda0-d781-4569-9b23-11e39ab1338b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7084bda0-d781-4569-9b23-11e39ab1338b,segment=NetworkSegment(f931c597-86fb-4c09-9c37-2c3f4ef1432f),segment_id=f931c597-86fb-4c09-9c37-2c3f4ef1432f)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:46.217349 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.236456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Calling delete_port for 7084bda0-d781-4569-9b23-11e39ab1338b owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:46.277587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.355040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] DHCP port deletion for 44a88ec2-e349-443c-8c39-0acddb8c8531 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:45:46.395202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.466062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:46.470933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:46.473489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:46.562320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] Deleting port 7084bda0-d781-4569-9b23-11e39ab1338b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:46.565194 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.578592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.636327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] No DVR routers for this DVR port 7084bda0-d781-4569-9b23-11e39ab1338b on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:46.641563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Pushing event updated for resources: {'Port': ['ID=58f921bd-356a-401f-89be-5a3142068839,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:46.734363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] For port 7084bda0-d781-4569-9b23-11e39ab1338b, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:46.744173 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.755483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72375368-585a-4595-8736-f7cb63d14ba7 req-c55d504a-3cc7-43c0-9f5a-6c256254c4b1 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9764814 Feb 16 14:45:46.775257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:46.775978 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.802687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7084bda0-d781-4569-9b23-11e39ab1338b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:46.811694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] Calling delete_port for 7084bda0-d781-4569-9b23-11e39ab1338b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:46.816366 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.817473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] Port 7084bda0-d781-4569-9b23-11e39ab1338b was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:45:46.824355 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.863788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-4b7136d3-d0ca-45ee-84f9-e4cacd017bff service neutron] 10.222.0.129 "GET /v2.0/networks/addf8379-9fdc-452d-87c5-7bf907671f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7545588 Feb 16 14:45:46.876533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] Pushing event deleted for resources: {'Port': ['ID=7084bda0-d781-4569-9b23-11e39ab1338b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:46.879424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a825f5-6134-4f8a-ae7b-70d870a52e41 None None] No DVR routers for this DVR port 7084bda0-d781-4569-9b23-11e39ab1338b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:46.880916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a88ec2-e349-443c-8c39-0acddb8c8531']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:46.896159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7dabe4f5-4750-487d-9df2-166f62f4b001 req-f29bb1cf-092a-4fba-b67d-cecb88756133 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8901522 Feb 16 14:45:46.912804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f96050-fb28-4f3b-9ccd-9afb1638dd4a req-19f5d885-c803-4dce-91fd-8eb14abdd366 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1697228 Feb 16 14:45:46.915265 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-111236c7-efb6-4163-992d-d2f321daaad4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2577531 Feb 16 14:45:46.931326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f931c597-86fb-4c09-9c37-2c3f4ef1432f') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:46.932607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f931c597-86fb-4c09-9c37-2c3f4ef1432f') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:46.948522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Request body: {'port': {'device_id': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:47.061287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-070a8bed-ec15-4123-8fa7-10c01ec4d63c None None] Provisioning complete for port 58f921bd-356a-401f-89be-5a3142068839 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:47.218226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-070a8bed-ec15-4123-8fa7-10c01ec4d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:47.219755 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:47.223393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-349d7447-f869-451e-b2ef-8b3be1987d7f req-08dd8a5e-3111-477c-981b-a3dac6450e63 service neutron] 10.222.0.129 "GET /v2.0/networks/addf8379-9fdc-452d-87c5-7bf907671f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105965 Feb 16 14:45:47.237328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e53b0-2311-4935-ad86-86b208540c86 req-ee595bf1-b075-4bf2-b6be-b36da46bff98 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:47.239062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-388e53b0-2311-4935-ad86-86b208540c86 req-ee595bf1-b075-4bf2-b6be-b36da46bff98 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 934 time: 0.2210100 Feb 16 14:45:47.270868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-070a8bed-ec15-4123-8fa7-10c01ec4d63c None None] Port 58f921bd-356a-401f-89be-5a3142068839 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:45:47.283853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c432f-205f-4976-a8b1-704505d0b5be req-4588c22f-eb47-4701-aa43-f59af77d85f2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:47.285777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-002c432f-205f-4976-a8b1-704505d0b5be req-4588c22f-eb47-4701-aa43-f59af77d85f2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1976440 Feb 16 14:45:47.350784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7084bda0-d781-4569-9b23-11e39ab1338b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:47.369946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-002c432f-205f-4976-a8b1-704505d0b5be req-6f609f9e-86c9-470f-a9b4-46191a98fea1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722692 Feb 16 14:45:47.405997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7084bda0-d781-4569-9b23-11e39ab1338b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:47.418282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7084bda0-d781-4569-9b23-11e39ab1338b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:47.427358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-388e53b0-2311-4935-ad86-86b208540c86 req-cdc08c75-00a5-4ce4-a742-0522a6c528df tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405170 Feb 16 14:45:47.486125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595be44c-8065-4ccc-99d2-e118286aa288 req-aaf79930-d393-43af-bbc4-958a62231bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:47.487124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595be44c-8065-4ccc-99d2-e118286aa288 req-aaf79930-d393-43af-bbc4-958a62231bbf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=dcda072bef6a455db2d9713e2875c7ef&device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 1094 time: 0.1349533 Feb 16 14:45:47.518012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46478) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:47.672528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35f5c0e1-4d96-4405-93c2-f33f84ca2537 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:47.766191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595be44c-8065-4ccc-99d2-e118286aa288 req-b5353ab4-7611-477a-816e-82e0f875ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:47.781667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595be44c-8065-4ccc-99d2-e118286aa288 req-b5353ab4-7611-477a-816e-82e0f875ddb0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=addf8379-9fdc-452d-87c5-7bf907671f43 HTTP/1.1" status: 200 len: 916 time: 0.2846963 Feb 16 14:45:47.783659 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35f5c0e1-4d96-4405-93c2-f33f84ca2537 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:47.874662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595be44c-8065-4ccc-99d2-e118286aa288 req-84f3f0f8-9048-4221-b601-dd513a92ced5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924a0c4c-e575-4ea6-be8f-71eaed90317d HTTP/1.1" status: 200 len: 217 time: 0.0758393 Feb 16 14:45:47.937167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46490) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:48.255009 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.259730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35f5c0e1-4d96-4405-93c2-f33f84ca2537 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.268356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.273584 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] 10.222.0.113 "DELETE /v2.0/networks/44a88ec2-e349-443c-8c39-0acddb8c8531 HTTP/1.1" status: 204 len: 168 time: 2.8930051 Feb 16 14:45:48.274413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35f5c0e1-4d96-4405-93c2-f33f84ca2537 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.276895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-35f5c0e1-4d96-4405-93c2-f33f84ca2537 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "DELETE /v2.0/security-groups/1a234a99-aaae-4ee5-95da-96a0fa905c20 HTTP/1.1" status: 204 len: 168 time: 0.7556517 Feb 16 14:45:48.303660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46496) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:48.318439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595be44c-8065-4ccc-99d2-e118286aa288 req-04cda816-69cf-41db-b19c-69cac7b31188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:48.320000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595be44c-8065-4ccc-99d2-e118286aa288 req-04cda816-69cf-41db-b19c-69cac7b31188 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=74c289dc-2699-47ca-95c2-78869354af52 HTTP/1.1" status: 200 len: 854 time: 0.4357944 Feb 16 14:45:48.326934 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-49cd6f9d-7489-422d-a0a9-04ac7d1851ff tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] show failed (client error): The resource could not be found. Feb 16 14:45:48.327796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-network', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:48.330991 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-49cd6f9d-7489-422d-a0a9-04ac7d1851ff tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "GET /v2.0/security-groups/1a234a99-aaae-4ee5-95da-96a0fa905c20 HTTP/1.1" status: 404 len: 347 time: 0.0250049 Feb 16 14:45:48.331915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae86fa-93cd-473c-bcc7-a27547b104aa admin admin] Pushing event deleted for resources: {'Network': ['ID=44a88ec2-e349-443c-8c39-0acddb8c8531,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:48.336120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f921bd-356a-401f-89be-5a3142068839 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:48.340148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46498) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:48.345266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5c0e1-4d96-4405-93c2-f33f84ca2537 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a234a99-aaae-4ee5-95da-96a0fa905c20,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:48.352585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.419800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c98082-fc11-4f3a-a04f-311256cb4b95 req-7eb09c58-f6b0-425e-a31e-3a0b752a1a6a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:48.432078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46c98082-fc11-4f3a-a04f-311256cb4b95 req-7eb09c58-f6b0-425e-a31e-3a0b752a1a6a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 949 time: 0.4199140 Feb 16 14:45:48.475612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Transition to ACTIVE for port object 58f921bd-356a-401f-89be-5a3142068839 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:45:48.476561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db21d-36a9-44f2-af91-b5fe8a518c03 req-f9d816ce-56e0-4acd-8ae1-21447ac94412 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:48.485837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c8db21d-36a9-44f2-af91-b5fe8a518c03 req-f9d816ce-56e0-4acd-8ae1-21447ac94412 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 943 time: 0.5317948 Feb 16 14:45:48.492004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595be44c-8065-4ccc-99d2-e118286aa288 req-76d95285-d676-45b3-84cb-c8c279e27af2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=addf8379-9fdc-452d-87c5-7bf907671f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377711 Feb 16 14:45:48.548902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:48.551492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.594106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Deleting port f87c1909-8789-44f1-ab84-ee5ece6663cd {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:48.595156 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.691945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Pushing event updated for resources: {'Port': ['ID=58f921bd-356a-401f-89be-5a3142068839,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:48.698907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 924a0c4c-e575-4ea6-be8f-71eaed90317d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:48.704465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595be44c-8065-4ccc-99d2-e118286aa288 req-f7264b98-7092-4c05-9b85-005cf0fe0f3d service neutron] 10.222.0.129 "GET /v2.0/networks/addf8379-9fdc-452d-87c5-7bf907671f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975033 Feb 16 14:45:48.764365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46504) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:48.808576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port ece54740-fc1d-4869-9bbc-6bdb021b3b08 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:45:48.851230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.851900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.871000 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:45:48.871991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595be44c-8065-4ccc-99d2-e118286aa288 req-1efdccc8-5d21-47dd-97a7-1b014798b654 service neutron] 10.222.0.129 "GET /v2.0/networks/addf8379-9fdc-452d-87c5-7bf907671f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526146 Feb 16 14:45:48.911464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c8db21d-36a9-44f2-af91-b5fe8a518c03 req-e60e35bc-852c-4000-b994-e4bdf6ff946d tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239793 Feb 16 14:45:48.933428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port ece54740-fc1d-4869-9bbc-6bdb021b3b08 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:48.933857 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.954511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46c98082-fc11-4f3a-a04f-311256cb4b95 req-4243441f-668d-435c-9d11-dc47f6b615e2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208774 Feb 16 14:45:48.955952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Calling delete_port for f87c1909-8789-44f1-ab84-ee5ece6663cd owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:48.967734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Made reservation on behalf of 1db0b426ba2c44ed8b587ec3730b63ec for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:48.970180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:48.992997 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.179604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 924a0c4c-e575-4ea6-be8f-71eaed90317d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=924a0c4c-e575-4ea6-be8f-71eaed90317d,segment=NetworkSegment(8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e),segment_id=8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:49.204614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '924a0c4c-e575-4ea6-be8f-71eaed90317d', 'network_id': 'addf8379-9fdc-452d-87c5-7bf907671f43', 'port_id': '924a0c4c-e575-4ea6-be8f-71eaed90317d', 'mac_address': 'fa:16:3e:a5:48:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c289dc-2699-47ca-95c2-78869354af52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:49.208168 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.263087 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.284048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Attempting to bind port 58f921bd-356a-401f-89be-5a3142068839 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:45:49.284618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Attempting to bind port 58f921bd-356a-401f-89be-5a3142068839 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:45:49.285074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Attempting to bind port 58f921bd-356a-401f-89be-5a3142068839 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:49.290843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Port 58f921bd-356a-401f-89be-5a3142068839 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:45:49.292295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Attempting to bind port 58f921bd-356a-401f-89be-5a3142068839 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:49.294189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:49.301573 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15bb505-ebb9-43d6-a074-2924b99d6760" -d '{"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:49.302187 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea729c55-c917-40ee-b101-4c5217654113 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a887c5050300484288cc08d7257c2f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275657 Feb 16 14:45:49.307837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:45:49.307837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:49.307837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:45:49.307837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Bound port: 58f921bd-356a-401f-89be-5a3142068839, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:45:49.307837 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.316363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46508) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:49.321014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924a0c4c-e575-4ea6-be8f-71eaed90317d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:49.345404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:49.397703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 924a0c4c-e575-4ea6-be8f-71eaed90317d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=924a0c4c-e575-4ea6-be8f-71eaed90317d,segment=NetworkSegment(8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e),segment_id=8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:49.413735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] For port 58f921bd-356a-401f-89be-5a3142068839, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:45:49.419193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a649ac7-e515-42b1-ba7d-7165dc962f1f req-7cd18c01-e06d-4aef-8974-cd868ac72cb9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:49.419193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a649ac7-e515-42b1-ba7d-7165dc962f1f req-7cd18c01-e06d-4aef-8974-cd868ac72cb9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.2665474 Feb 16 14:45:49.419473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] For port 58f921bd-356a-401f-89be-5a3142068839, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=58f921bd-356a-401f-89be-5a3142068839,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:45:49.421463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.432024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7102604-6886-4ade-aff4-6d4148d4cb80 req-55f2c8f0-e7b4-4344-af08-13177760bb22 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:49.442899 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.452524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7102604-6886-4ade-aff4-6d4148d4cb80 req-55f2c8f0-e7b4-4344-af08-13177760bb22 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 946 time: 0.3648157 Feb 16 14:45:49.545644 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.555533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f677bcb5-831b-452e-a49b-e8244db95168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.565434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Pushing event deleted for resources: {'Port': ['ID=f87c1909-8789-44f1-ab84-ee5ece6663cd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:49.566550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.569834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.572027 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3519bc91-908c-40e2-9372-e53939bd8773 tempest-ServersTestBootFromVolume-2018231585 tempest-ServersTestBootFromVolume-2018231585-project] 10.222.0.113 "DELETE /v2.0/floatingips/0c48dca2-69ce-406b-8368-de9761311a2b HTTP/1.1" status: 204 len: 168 time: 1.2295825 Feb 16 14:45:49.573967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46512) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:49.590258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.667721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:49.683269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f677bcb5-831b-452e-a49b-e8244db95168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.693947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.707078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Pushing event updated for resources: {'Port': ['ID=58f921bd-356a-401f-89be-5a3142068839,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:49.716333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:49.717029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.718540 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2a673b85-2d46-4298-b2cc-d996ad5369b7 service neutron] 10.222.0.93 "PUT /v2.0/ports/58f921bd-356a-401f-89be-5a3142068839 HTTP/1.1" status: 200 len: 1094 time: 2.7755508 Feb 16 14:45:49.719272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'tag': '58f921bd-356a-401f-89be-5a3142068839'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:49.721978 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba1617-2252-405f-864c-80d2486a2694" -d '{"events": [{"name": "network-changed", "server_uuid": "f21e3735-e6bc-4f9c-9385-96df66fd117d", "tag": "58f921bd-356a-401f-89be-5a3142068839"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:49.731434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7102604-6886-4ade-aff4-6d4148d4cb80 req-6614e5be-4a6f-4bcf-bcb3-b37960a54b3d tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751317 Feb 16 14:45:49.745490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a649ac7-e515-42b1-ba7d-7165dc962f1f req-75ea72d8-2802-4e46-902b-a9220e3394e0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884049 Feb 16 14:45:49.795922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.863129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:45:49.907418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=924a0c4c-e575-4ea6-be8f-71eaed90317d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:49.924627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['924a0c4c-e575-4ea6-be8f-71eaed90317d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:49.939015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:49.939363 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Added segment 78fdcf9c-fbff-4c90-ac82-6efa218e37d3 of type vlan for network db666031-be92-434d-8750-65ff1e6bbef0 Feb 16 14:45:49.976180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e544d873-5cd6-4669-a522-75fe0bc16381,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:50.038122 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5fc187-a08a-4331-9351-747fcfd5c8a3 x-openstack-request-id: req-fd5fc187-a08a-4331-9351-747fcfd5c8a3 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:50.039902 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:50.040347 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fd5fc187-a08a-4331-9351-747fcfd5c8a3 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:50.041344 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'code': 200} Feb 16 14:45:50.195292 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0462b35e-4cad-4505-9d81-a2aa2e660899 x-openstack-request-id: req-0462b35e-4cad-4505-9d81-a2aa2e660899 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:50.195628 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21e3735-e6bc-4f9c-9385-96df66fd117d", "tag": "58f921bd-356a-401f-89be-5a3142068839", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:50.198923 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0462b35e-4cad-4505-9d81-a2aa2e660899 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:50.198923 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'tag': '58f921bd-356a-401f-89be-5a3142068839', 'status': 'completed', 'code': 200} Feb 16 14:45:50.260825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:50.285306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f677bcb5-831b-452e-a49b-e8244db95168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:50.290017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f677bcb5-831b-452e-a49b-e8244db95168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:50.316540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f677bcb5-831b-452e-a49b-e8244db95168 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ac760b9f-afd9-4b97-9e9e-30a7ed8fe136 HTTP/1.1" status: 204 len: 168 time: 0.9931922 Feb 16 14:45:50.344466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-1b65fc27-f603-44af-8808-47118c27b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:50.349764 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-1b65fc27-f603-44af-8808-47118c27b923 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5de25254b9be4bde8a96d19d186b4d77&device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 1097 time: 0.1527562 Feb 16 14:45:50.409897 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-55d28b57-426f-4aa7-bf22-d192e846e905 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=58f921bd-356a-401f-89be-5a3142068839 HTTP/1.1" status: 200 len: 217 time: 0.0458407 Feb 16 14:45:50.422619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677bcb5-831b-452e-a49b-e8244db95168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac760b9f-afd9-4b97-9e9e-30a7ed8fe136,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:50.495259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfed29-1567-4645-893d-4d5b3f79d171 req-b90608f0-705d-4d0c-81cd-577c300b5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:50.497291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1cfed29-1567-4645-893d-4d5b3f79d171 req-b90608f0-705d-4d0c-81cd-577c300b5520 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.3911302 Feb 16 14:45:50.528140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2f838213-43c3-4d9c-82dc-5fd4fd3bfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:50.529902 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-2f838213-43c3-4d9c-82dc-5fd4fd3bfccd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1104610 Feb 16 14:45:50.550578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecebfb9-2809-469e-9e0a-fc8d990f5321 req-f95e6639-9ce5-41dc-93e5-2cd193edd8f9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:50.558477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fecebfb9-2809-469e-9e0a-fc8d990f5321 req-f95e6639-9ce5-41dc-93e5-2cd193edd8f9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.3429208 Feb 16 14:45:50.589761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f6c4-da34-4f4e-b4bc-78b4586f9992 req-0f7f4bc0-f21b-4c90-8098-9a41e93e94ea tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:50.591368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54f4f6c4-da34-4f4e-b4bc-78b4586f9992 req-0f7f4bc0-f21b-4c90-8098-9a41e93e94ea tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 944 time: 0.4993851 Feb 16 14:45:50.615116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:50.615116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:50.615116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:50.636683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-f3759ff3-06c0-4f55-baa0-22584502aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:50.638903 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-f3759ff3-06c0-4f55-baa0-22584502aaf5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009815 Feb 16 14:45:50.646601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:50.712664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 924a0c4c-e575-4ea6-be8f-71eaed90317d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:50.725758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] Pushing event updated for resources: {'Network': ['ID=db666031-be92-434d-8750-65ff1e6bbef0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:50.776216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1cfed29-1567-4645-893d-4d5b3f79d171 req-6f2bceba-3603-47cb-81d4-3ef718605659 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638676 Feb 16 14:45:50.789199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fecebfb9-2809-469e-9e0a-fc8d990f5321 req-deacf019-b8ab-4e06-aa04-032e4d6c9ded tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949286 Feb 16 14:45:50.790360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network db666031-be92-434d-8750-65ff1e6bbef0 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:45:50.858285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54f4f6c4-da34-4f4e-b4bc-78b4586f9992 req-76416e9a-15ed-4413-9b2d-b4fe5d7da2c5 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484951 Feb 16 14:45:50.946671 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-9ee38bc5-01bc-45e5-9770-04e737018f0e service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639557 Feb 16 14:45:51.011046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c41488-5724-42bc-88a7-220cbf7a0ea7 req-7521c996-7a8c-4590-b122-b3d87f419ea4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:51.012334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3c41488-5724-42bc-88a7-220cbf7a0ea7 req-7521c996-7a8c-4590-b122-b3d87f419ea4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 946 time: 0.0839102 Feb 16 14:45:51.018365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ddd3bfc7-6684-4c49-8eb9-9e50dabc0c3c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 3.0636909 Feb 16 14:45:51.022558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46530) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:51.024729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 924a0c4c-e575-4ea6-be8f-71eaed90317d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:45:51.031041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 924a0c4c-e575-4ea6-be8f-71eaed90317d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:51.032525 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:51.043270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Request body: {'subnet': {'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-subnet', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:51.058970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8bf53-1fca-4ed3-aff3-6891aff5d641 req-27e48de4-3981-4e6b-8191-7d583a6912a9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:51.064157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46e8bf53-1fca-4ed3-aff3-6891aff5d641 req-27e48de4-3981-4e6b-8191-7d583a6912a9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1086731 Feb 16 14:45:51.124621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3c41488-5724-42bc-88a7-220cbf7a0ea7 req-00ae6018-3467-4cc6-a8ac-5afb8e6ddddf tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896769 Feb 16 14:45:51.157386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46e8bf53-1fca-4ed3-aff3-6891aff5d641 req-2e38834d-6812-4ce7-b4c3-9f5478c34991 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774148 Feb 16 14:45:51.165290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:51.263398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 924a0c4c-e575-4ea6-be8f-71eaed90317d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=924a0c4c-e575-4ea6-be8f-71eaed90317d,segment=NetworkSegment(8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e),segment_id=8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:51.292536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75faace4-0faa-4b90-8d6f-4aa43fddf452 req-b0dd4a18-8c06-46c1-a14a-aafec9447a8b service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836151 Feb 16 14:45:51.319716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Deleting port 1f788894-071f-43cd-82f0-f74851fa403d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:51.320141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:51.323164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Made reservation on behalf of 1db0b426ba2c44ed8b587ec3730b63ec for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:45:51.325613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:51.363292 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:51.460548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=924a0c4c-e575-4ea6-be8f-71eaed90317d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:51.572245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] For port 1f788894-071f-43cd-82f0-f74851fa403d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1f788894-071f-43cd-82f0-f74851fa403d,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:51.572767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:51.599893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Calling delete_port for 1f788894-071f-43cd-82f0-f74851fa403d owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:51.611298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba1617-2252-405f-864c-80d2486a2694 req-0041f16a-916a-437b-b9a7-004e47339f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:51.613053 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9ba1617-2252-405f-864c-80d2486a2694 req-0041f16a-916a-437b-b9a7-004e47339f94 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5de25254b9be4bde8a96d19d186b4d77&device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 1097 time: 0.1199443 Feb 16 14:45:52.044869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ea028-fb7e-4979-8958-d8b5f807472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a0c4c-e575-4ea6-be8f-71eaed90317d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:52.047953 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538d7a59-e527-4f7a-8df0-e6753c0c10b3" -d '{"events": [{"server_uuid": "987ea028-fb7e-4979-8958-d8b5f807472c", "name": "network-vif-plugged", "status": "completed", "tag": "924a0c4c-e575-4ea6-be8f-71eaed90317d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:52.087143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba1617-2252-405f-864c-80d2486a2694 req-09ba28fc-6359-40d0-83bb-84d08beb3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.088633 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9ba1617-2252-405f-864c-80d2486a2694 req-09ba28fc-6359-40d0-83bb-84d08beb3c3b service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.4652195 Feb 16 14:45:52.089475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:52.147319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ef98e-0e34-4ebb-89c2-e37594ed479a req-caba4fc9-9b8a-4857-8c30-4c7944c62921 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.153470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b25ef98e-0e34-4ebb-89c2-e37594ed479a req-caba4fc9-9b8a-4857-8c30-4c7944c62921 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.2324283 Feb 16 14:45:52.179604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bc31-c65c-4465-9327-a252940b283b req-16abe868-674f-4716-8d68-108d3a938889 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.199392 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9ba1617-2252-405f-864c-80d2486a2694 req-6db02f39-b35b-400f-9002-2693e557606f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=58f921bd-356a-401f-89be-5a3142068839 HTTP/1.1" status: 200 len: 217 time: 0.0965624 Feb 16 14:45:52.203069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2914bc31-c65c-4465-9327-a252940b283b req-16abe868-674f-4716-8d68-108d3a938889 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 945 time: 0.2278643 Feb 16 14:45:52.267209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56b82d7-1338-45c0-a6c1-f6db64956eed,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:52.273435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Checking segment: {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:52.273883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Network hostable DHCP agents. Network: db666031-be92-434d-8750-65ff1e6bbef0, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:45:52.319321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba1617-2252-405f-864c-80d2486a2694 req-a6604935-8376-464f-8068-7bd0035e6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.329604 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9ba1617-2252-405f-864c-80d2486a2694 req-a6604935-8376-464f-8068-7bd0035e6fe7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1110349 Feb 16 14:45:52.345196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:52.346282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b25ef98e-0e34-4ebb-89c2-e37594ed479a req-3e67d660-c6cb-4651-95a5-2d84d620603b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341445 Feb 16 14:45:52.356224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2914bc31-c65c-4465-9327-a252940b283b req-a512fc7e-ee96-4cae-9724-bd63a1633985 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482453 Feb 16 14:45:52.431475 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c177492-7508-412f-8dcf-56513f2cca54 x-openstack-request-id: req-7c177492-7508-412f-8dcf-56513f2cca54 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:52.431796 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ea028-fb7e-4979-8958-d8b5f807472c", "name": "network-vif-plugged", "status": "completed", "tag": "924a0c4c-e575-4ea6-be8f-71eaed90317d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:52.432064 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7c177492-7508-412f-8dcf-56513f2cca54 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:52.432923 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ea028-fb7e-4979-8958-d8b5f807472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a0c4c-e575-4ea6-be8f-71eaed90317d', 'code': 200} Feb 16 14:45:52.563325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Network db666031-be92-434d-8750-65ff1e6bbef0 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:45:52.620439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f788894-071f-43cd-82f0-f74851fa403d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:52.642014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba1617-2252-405f-864c-80d2486a2694 req-62eedb3a-62f5-4b27-bb3d-cf5f98fcbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.644352 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9ba1617-2252-405f-864c-80d2486a2694 req-62eedb3a-62f5-4b27-bb3d-cf5f98fcbe00 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938697 Feb 16 14:45:52.645804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, db666031-be92-434d-8750-65ff1e6bbef0) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:52.654979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877834c-8e0f-43e3-b2e7-92a895e0c43f None None] Network db666031-be92-434d-8750-65ff1e6bbef0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:52.665832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d0f3-5be9-409a-9f64-ba90740ba10e req-ef69448c-5dee-4eb3-b010-534de1b17560 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.674546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff08d0f3-5be9-409a-9f64-ba90740ba10e req-ef69448c-5dee-4eb3-b010-534de1b17560 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 946 time: 0.1994102 Feb 16 14:45:52.685163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62febbb-787a-4524-b6cf-372c5cf68198 req-fe5f5c6c-4099-426f-bb94-5883a1ffa338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.686894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e62febbb-787a-4524-b6cf-372c5cf68198 req-fe5f5c6c-4099-426f-bb94-5883a1ffa338 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 1096 time: 0.1634023 Feb 16 14:45:52.743495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa10b-6a5a-42a7-b308-3bd792ced45e req-6b469644-9b84-4ac8-a86e-4cf8ff43d44e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:52.745641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5efa10b-6a5a-42a7-b308-3bd792ced45e req-6b469644-9b84-4ac8-a86e-4cf8ff43d44e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1775708 Feb 16 14:45:52.783883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff08d0f3-5be9-409a-9f64-ba90740ba10e req-244ecf8c-a77f-4980-b1d2-f9617361864a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028833 Feb 16 14:45:52.808649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e62febbb-787a-4524-b6cf-372c5cf68198 req-f3a10bbb-4073-434c-b7a3-de00063a1d08 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087368 Feb 16 14:45:52.829602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5efa10b-6a5a-42a7-b308-3bd792ced45e req-f0995939-fce4-4b65-87d1-64cdcfd9819e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763903 Feb 16 14:45:52.975874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-db666031-be92-434d-8750-65ff1e6bbef0', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:45:52.976760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:53.286862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Allocated IP 172.20.0.2 (db666031-be92-434d-8750-65ff1e6bbef0/a56b82d7-1338-45c0-a6c1-f6db64956eed/b7e7a883-29c7-449a-b1c4-e1c7e996ea68) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:53.315684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:53.316641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:53.431043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:53.608090 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3be49304-2821-43bd-83f1-5a79b759f246 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5715642 Feb 16 14:45:53.616977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46622) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:53.622277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:45:53.639349 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:53.650928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f5c57-999f-413c-822e-8b56a9a39a99 req-dadb3102-ea54-448e-b89a-b533911f7542 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:53.659164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-252f5c57-999f-413c-822e-8b56a9a39a99 req-dadb3102-ea54-448e-b89a-b533911f7542 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1290619 Feb 16 14:45:53.695009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3d52-c815-473c-9e52-96197af74126 req-fcdffe25-dd70-488b-9847-b7bd5f72b2fa tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:53.705476 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9ba1617-2252-405f-864c-80d2486a2694 req-f5045ed9-41a4-41d0-b9ae-96d16e67bf38 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9754760 Feb 16 14:45:53.706825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-647c3d52-c815-473c-9e52-96197af74126 req-fcdffe25-dd70-488b-9847-b7bd5f72b2fa tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 945 time: 0.1443517 Feb 16 14:45:53.745678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:53.863707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-252f5c57-999f-413c-822e-8b56a9a39a99 req-0ac540bf-faa8-4e7d-8fc7-56d3bde98c0c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035146 Feb 16 14:45:53.889265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Network db666031-be92-434d-8750-65ff1e6bbef0 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:53.894856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:53.899384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:53.910116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Pushing event updated for resources: {'Port': ['ID=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:53.967589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-647c3d52-c815-473c-9e52-96197af74126 req-01ac5962-844f-4bfc-aa9e-5d48e2cce09d tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566078 Feb 16 14:45:53.968149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9ba1617-2252-405f-864c-80d2486a2694 req-a68ae4a3-5ed7-4c56-9507-a1e17d02eea6 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441154 Feb 16 14:45:53.969443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:53.971908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.023512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Attempting to bind port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:45:54.025670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Attempting to bind port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:45:54.026728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Attempting to bind port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 on network db666031-be92-434d-8750-65ff1e6bbef0 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:45:54.035074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:45:54.041541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Checking segment: {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:45:54.041541 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.041541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Bound using segment: {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:45:54.041541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Bound port: b7e7a883-29c7-449a-b1c4-e1c7e996ea68, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:45:54.041541 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.061790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46634) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:54.119830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Router 8863510c-aa77-4a9b-b07d-af521766eede has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:45:54.151899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] For port b7e7a883-29c7-449a-b1c4-e1c7e996ea68, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:45:54.175121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] For port b7e7a883-29c7-449a-b1c4-e1c7e996ea68, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:45:54.260273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.266940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.284031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:45:54.291418 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7131c36-8a24-458e-9774-588ca3d82ba6 admin admin] 10.222.0.113 "PUT /v2.0/routers/8863510c-aa77-4a9b-b07d-af521766eede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7143164 Feb 16 14:45:54.291694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:54.308107 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] Sync routers for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:45:54.322175 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:54.322801 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:54.329851 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc6e309e-574c-4bc4-b32e-79aa07a7d8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.353937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c517a-e092-41b6-814d-3f8d0bcb44b6 None None] Pushing event updated for resources: {'Port': ['ID=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:54.373207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f221641-3303-46a5-addc-d1cc3c518338 req-355c7d8e-c938-46de-a4b9-38aa28ba5906 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:54.380456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f221641-3303-46a5-addc-d1cc3c518338 req-355c7d8e-c938-46de-a4b9-38aa28ba5906 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 946 time: 0.3616474 Feb 16 14:45:54.486114 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:54.499571 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.600330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 58f921bd-356a-401f-89be-5a3142068839 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:45:54.735536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:45:52Z', 'revision_number': 5, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port': {'id': '842bbf73-1f16-4859-a618-2a8ab14a6602', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:45:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863510c-aa77-4a9b-b07d-af521766eede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:42:24Z', 'updated_at': '2022-02-16T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:54.787139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a731f91-0f28-46c3-8040-dada622ee79d req-91ad382c-5dbd-4b63-81c5-287253aa2795 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:54.806435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a731f91-0f28-46c3-8040-dada622ee79d req-91ad382c-5dbd-4b63-81c5-287253aa2795 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.6605966 Feb 16 14:45:54.816213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:54.905488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f221641-3303-46a5-addc-d1cc3c518338 req-eba93b3c-b612-4376-bdb4-c29af30244ae tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031714 Feb 16 14:45:54.935448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 58f921bd-356a-401f-89be-5a3142068839, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=58f921bd-356a-401f-89be-5a3142068839,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:54.967816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '58f921bd-356a-401f-89be-5a3142068839', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '58f921bd-356a-401f-89be-5a3142068839', 'mac_address': 'fa:16:3e:24:58:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:45:54.968131 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] Checking router: 8863510c-aa77-4a9b-b07d-af521766eede for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:45:55.005500 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] Routers {'8863510c-aa77-4a9b-b07d-af521766eede'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:45:55.006151 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8863510c-aa77-4a9b-b07d-af521766eede'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:55.024123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Deleting port 842bbf73-1f16-4859-a618-2a8ab14a6602 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:55.024650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.083396 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.116889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f921bd-356a-401f-89be-5a3142068839 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:45:55.130255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a731f91-0f28-46c3-8040-dada622ee79d req-072dedf7-c088-4beb-a2f6-03a572419652 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924242 Feb 16 14:45:55.168319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 58f921bd-356a-401f-89be-5a3142068839, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=58f921bd-356a-401f-89be-5a3142068839,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:55.237165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.260919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.261289 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] Set router 8863510c-aa77-4a9b-b07d-af521766eede gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:45:55.370776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] For port 842bbf73-1f16-4859-a618-2a8ab14a6602, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=842bbf73-1f16-4859-a618-2a8ab14a6602,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:55.373927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.395798 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:45:54Z', 'revision_number': 6, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:55.408876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=58f921bd-356a-401f-89be-5a3142068839,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:55.427163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Calling delete_port for 842bbf73-1f16-4859-a618-2a8ab14a6602 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:55.463777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b7e7a883-29c7-449a-b1c4-e1c7e996ea68 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:55.473945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6042087-14c7-446d-aee8-8d75fe22b485 None None] The sync data for ids ['8863510c-aa77-4a9b-b07d-af521766eede'] in n-d-829433-1 is: [{'id': '8863510c-aa77-4a9b-b07d-af521766eede', 'name': 'tempest-ServersTestBootFromVolume-661336376-router', 'tenant_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:42:22Z', 'updated_at': '2022-02-16T14:45:54Z', 'revision_number': 6, 'project_id': 'fc2eff1eb38848db8aa96fba3c39b603', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:45:55.523619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['58f921bd-356a-401f-89be-5a3142068839'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:45:55.551209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc6e309e-574c-4bc4-b32e-79aa07a7d8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.678734 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc6e309e-574c-4bc4-b32e-79aa07a7d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.733522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.743371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:55.743817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:55.761085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc6e309e-574c-4bc4-b32e-79aa07a7d8c0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f21c663544454713a851411718b6089a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6982358 Feb 16 14:45:55.784626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959685a8-c8be-4c05-b88d-ccc183fe9fd3 req-0a100cf8-016d-4808-828e-045e736bc741 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:55.786179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-959685a8-c8be-4c05-b88d-ccc183fe9fd3 req-0a100cf8-016d-4808-828e-045e736bc741 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 945 time: 0.4676619 Feb 16 14:45:55.786670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46648) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:55.805767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Pushing event deleted for resources: {'Port': ['ID=842bbf73-1f16-4859-a618-2a8ab14a6602,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:55.896472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.897160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.897264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.897527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.897854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.898176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.898486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.898809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.899123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.899472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.901043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.901482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:45:55.916133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0acab3-f51c-40c9-932e-ab5cb52a1160 req-5b9216ee-bcbe-49a5-be8c-130355f7ce40 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:55.920894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca0acab3-f51c-40c9-932e-ab5cb52a1160 req-5b9216ee-bcbe-49a5-be8c-130355f7ce40 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.4647079 Feb 16 14:45:55.962714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e309e-574c-4bc4-b32e-79aa07a7d8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a49078-a81b-4ecd-915c-4fca6d904d75,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:56.022155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.048738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ca0acab3-f51c-40c9-932e-ab5cb52a1160 req-f2fda2d2-ab5f-41e0-ada0-f4743ddb8352 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.063731 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.099807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f58656-219b-4e47-a658-5104f7be71bf None None] Network db666031-be92-434d-8750-65ff1e6bbef0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:56.101816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-959685a8-c8be-4c05-b88d-ccc183fe9fd3 req-1a4c5adb-e886-48f2-8fec-bc6cc25db8cd tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514586 Feb 16 14:45:56.145713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bf793f1-d7de-4f64-9d26-f91ad45effb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.162927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.165995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.224017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bf793f1-d7de-4f64-9d26-f91ad45effb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.338810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.338810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8863510c-aa77-4a9b-b07d-af521766eede {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:45:56.355484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port b7e7a883-29c7-449a-b1c4-e1c7e996ea68, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:56.356567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1e53237c-857b-4e6e-b240-6d27b717e0ef None None] Provisioning complete for port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:56.356827 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1e53237c-857b-4e6e-b240-6d27b717e0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.357927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.361998 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3ff58b5d-8461-4bbd-aaaa-59ede861ae73 admin admin] 10.222.0.113 "DELETE /v2.0/routers/8863510c-aa77-4a9b-b07d-af521766eede HTTP/1.1" status: 204 len: 168 time: 2.0670071 Feb 16 14:45:56.367200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46660) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:56.459800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] Deleting subnet 04cf3ab3-36bb-4358-a4e8-a0ad9dc918da {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:45:56.464055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.539154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.547362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99930176-f814-4c8d-a53d-e8feae2a3953 req-c2d8886f-0ad5-498f-9ddc-e8a326a03b13 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:56.556131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99930176-f814-4c8d-a53d-e8feae2a3953 req-c2d8886f-0ad5-498f-9ddc-e8a326a03b13 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 947 time: 0.2383928 Feb 16 14:45:56.597859 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ca0acab3-f51c-40c9-932e-ab5cb52a1160 req-f2fda2d2-ab5f-41e0-ada0-f4743ddb8352 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.601818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.640463 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.684717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99930176-f814-4c8d-a53d-e8feae2a3953 req-b2f99d86-2700-40a8-b903-711a30910964 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264029 Feb 16 14:45:56.699264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 58f921bd-356a-401f-89be-5a3142068839 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:56.701978 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.740108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.779472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bf793f1-d7de-4f64-9d26-f91ad45effb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.789807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bf793f1-d7de-4f64-9d26-f91ad45effb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.803435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4bf793f1-d7de-4f64-9d26-f91ad45effb7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/36a49078-a81b-4ecd-915c-4fca6d904d75 HTTP/1.1" status: 204 len: 168 time: 0.9929547 Feb 16 14:45:56.805907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ca0acab3-f51c-40c9-932e-ab5cb52a1160 req-f2fda2d2-ab5f-41e0-ada0-f4743ddb8352 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:56.883495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf793f1-d7de-4f64-9d26-f91ad45effb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a49078-a81b-4ecd-915c-4fca6d904d75,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:56.908282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:56.922388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca0acab3-f51c-40c9-932e-ab5cb52a1160 req-f2fda2d2-ab5f-41e0-ada0-f4743ddb8352 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9604890 Feb 16 14:45:56.963214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.031655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04cf3ab3-36bb-4358-a4e8-a0ad9dc918da,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:57.034169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.040449 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-808bac76-ae30-4246-b17a-1e47006b9556 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/04cf3ab3-36bb-4358-a4e8-a0ad9dc918da HTTP/1.1" status: 204 len: 168 time: 0.6754522 Feb 16 14:45:57.041814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46672) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:57.084739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757892d-734a-409e-acc4-7e95aaa18c08 None None] Network 70fbfb07-aabb-4be3-9e07-5f784b518456 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:45:57.159657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.227361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fda2d2-ab5f-41e0-ada0-f4743ddb8352 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262586b3-7d0f-4da3-8803-9b35e14fa7a5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:57.259198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Deleting port d5f0c68e-99e8-44fd-a992-b83262d47717 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:45:57.259777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.328390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 58f921bd-356a-401f-89be-5a3142068839 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:45:57.373494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b7e7a883-29c7-449a-b1c4-e1c7e996ea68 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:45:57.386487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Allocated IP 172.25.6.9 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6da5a4d6-182a-44a3-9921-7ba430db8d71) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:45:57.409280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] For port d5f0c68e-99e8-44fd-a992-b83262d47717, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d5f0c68e-99e8-44fd-a992-b83262d47717,segment=NetworkSegment(069c0a93-0f66-4a21-81bd-fd592b5f4376),segment_id=069c0a93-0f66-4a21-81bd-fd592b5f4376)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:57.410104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.439489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Calling delete_port for d5f0c68e-99e8-44fd-a992-b83262d47717 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:45:57.482228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 58f921bd-356a-401f-89be-5a3142068839 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:57.482606 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.652994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ed39f78d-a752-4b88-acb3-5063bd6340c4 None None] Provisioning complete for port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:57.653370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed39f78d-a752-4b88-acb3-5063bd6340c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.665730 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.709462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:45:57.710049 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.731725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] No DVR routers for this DVR port d5f0c68e-99e8-44fd-a992-b83262d47717 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:45:57.733853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f0c68e-99e8-44fd-a992-b83262d47717,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:57.860052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55bd37-b9aa-4919-ac73-1d720912d012 None None] DHCP port deletion for 70fbfb07-aabb-4be3-9e07-5f784b518456 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:45:57.866539 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.870090 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.877716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e92c2-3924-4e45-9ef5-deb4d67cb807 req-d01c6ae5-6f44-42e0-9d21-4c68ed11e999 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:57.894140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c48e92c2-3924-4e45-9ef5-deb4d67cb807 req-d01c6ae5-6f44-42e0-9d21-4c68ed11e999 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.9239023 Feb 16 14:45:57.904380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fbfb07-aabb-4be3-9e07-5f784b518456']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:57.917400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069c0a93-0f66-4a21-81bd-fd592b5f4376') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:57.917552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069c0a93-0f66-4a21-81bd-fd592b5f4376') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:45:57.927936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 58f921bd-356a-401f-89be-5a3142068839, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=58f921bd-356a-401f-89be-5a3142068839,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:45:57.934788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.956026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.971239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:45:57.971939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:45:57.976160 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:45:58.004467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f921bd-356a-401f-89be-5a3142068839'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:45:58.007279 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665401a9-5c03-4a2e-acab-c967fcb609e7" -d '{"events": [{"server_uuid": "f21e3735-e6bc-4f9c-9385-96df66fd117d", "name": "network-vif-plugged", "status": "completed", "tag": "58f921bd-356a-401f-89be-5a3142068839"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:45:58.055662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c48e92c2-3924-4e45-9ef5-deb4d67cb807 req-4a9abdf5-da43-4a60-9a82-2e5f76950b9a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605089 Feb 16 14:45:58.093506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:58.143878 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:58.161313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=58f921bd-356a-401f-89be-5a3142068839,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:58.163973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1f788894-071f-43cd-82f0-f74851fa403d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:58.197483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 1f788894-071f-43cd-82f0-f74851fa403d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:58.197483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1f788894-071f-43cd-82f0-f74851fa403d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:58.197483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 842bbf73-1f16-4859-a618-2a8ab14a6602 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:58.224438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 842bbf73-1f16-4859-a618-2a8ab14a6602 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:58.224797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 842bbf73-1f16-4859-a618-2a8ab14a6602 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:58.242674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46704) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:58.266265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:58.292868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:58.299621 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] 10.222.0.113 "DELETE /v2.0/networks/70fbfb07-aabb-4be3-9e07-5f784b518456 HTTP/1.1" status: 204 len: 168 time: 1.2566571 Feb 16 14:45:58.319786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dad3d-7d9e-49c0-9994-9b5fde8ed537 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fbfb07-aabb-4be3-9e07-5f784b518456,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:58.363918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845369f-b826-4e30-b6db-a3f30ea9af21 req-63da3cfb-c969-4ed3-bd42-7f23ca758808 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:58.380794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c845369f-b826-4e30-b6db-a3f30ea9af21 req-63da3cfb-c969-4ed3-bd42-7f23ca758808 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 948 time: 0.1047907 Feb 16 14:45:58.415857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:58.462541 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13e044b3-3b56-4f5f-a37c-c11c512fba51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:58.481617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:45:58.534374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:45:58.558645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c845369f-b826-4e30-b6db-a3f30ea9af21 req-07f02641-eeff-4ded-b856-da1dfcf7dc8a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746421 Feb 16 14:45:58.570525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:45:58.614088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Pushing event updated for resources: {'Port': ['ID=6da5a4d6-182a-44a3-9921-7ba430db8d71,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:58.639068 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc6a240-f589-48e4-9b1e-3d071fe69ec2 x-openstack-request-id: req-abc6a240-f589-48e4-9b1e-3d071fe69ec2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:45:58.639467 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21e3735-e6bc-4f9c-9385-96df66fd117d", "name": "network-vif-plugged", "status": "completed", "tag": "58f921bd-356a-401f-89be-5a3142068839", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:45:58.639749 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-abc6a240-f589-48e4-9b1e-3d071fe69ec2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:45:58.640142 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f921bd-356a-401f-89be-5a3142068839', 'code': 200} Feb 16 14:45:58.726740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13e044b3-3b56-4f5f-a37c-c11c512fba51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:58.769767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34079c-bc5a-40d3-871f-6788c3f8cfe5 req-aea7b443-9a0f-413b-a0cb-f3b8fb8b4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:58.771332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fc34079c-bc5a-40d3-871f-6788c3f8cfe5 req-aea7b443-9a0f-413b-a0cb-f3b8fb8b4741 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 1099 time: 0.0614727 Feb 16 14:45:58.809857 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fc34079c-bc5a-40d3-871f-6788c3f8cfe5 req-cdc53aca-2bad-47ad-9301-4abd50f2d8bf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295935 Feb 16 14:45:59.096771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13e044b3-3b56-4f5f-a37c-c11c512fba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.189924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-13e044b3-3b56-4f5f-a37c-c11c512fba51 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d3b377a16fd0422c94893c91bec9905f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9459982 Feb 16 14:45:59.205682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46724) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:59.208548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e044b3-3b56-4f5f-a37c-c11c512fba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53d8ac0-b317-462e-b7e2-f04139d4dfa5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:59.324137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d5f0c68e-99e8-44fd-a992-b83262d47717 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:45:59.358366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d5f0c68e-99e8-44fd-a992-b83262d47717 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:45:59.358838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d5f0c68e-99e8-44fd-a992-b83262d47717 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:45:59.359133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46730) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:59.364276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e13a1efd-0fe7-4357-9ff2-2efa373153b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.400034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e13a1efd-0fe7-4357-9ff2-2efa373153b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.414009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.550922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e13a1efd-0fe7-4357-9ff2-2efa373153b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.558509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e13a1efd-0fe7-4357-9ff2-2efa373153b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.562773 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e13a1efd-0fe7-4357-9ff2-2efa373153b8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a53d8ac0-b317-462e-b7e2-f04139d4dfa5 HTTP/1.1" status: 204 len: 168 time: 0.3689842 Feb 16 14:45:59.573133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9a38d68d-761e-4117-9566-c2ee9b708b82 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fc2eff1eb38848db8aa96fba3c39b603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975014 Feb 16 14:45:59.587695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46738) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:45:59.595157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a1efd-0fe7-4357-9ff2-2efa373153b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53d8ac0-b317-462e-b7e2-f04139d4dfa5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:45:59.647238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a3eaf-23fe-4e38-9152-a21947ad00e0 req-c98a6bdc-af2b-4505-ab23-a6b9e867f5e6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:59.658198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac5a3eaf-23fe-4e38-9152-a21947ad00e0 req-c98a6bdc-af2b-4505-ab23-a6b9e867f5e6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.2764902 Feb 16 14:45:59.697255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d3e9f98-bd24-4b39-a4b7-36cdb1783a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.700594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cd1b0-75ce-4503-ac74-2133aaa88218 req-71a88104-9308-4bfe-9334-b71b7ae1198a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:59.710326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a5cd1b0-75ce-4503-ac74-2133aaa88218 req-71a88104-9308-4bfe-9334-b71b7ae1198a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.2210858 Feb 16 14:45:59.746326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d3e9f98-bd24-4b39-a4b7-36cdb1783a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.842887 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-e03ccd2b-a457-44a2-900d-dad8eb2dc719 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3659608 Feb 16 14:45:59.848796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-95462f15-74d7-4eef-9784-8477624a231b service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:45:59.853604 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-95462f15-74d7-4eef-9784-8477624a231b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088823 Feb 16 14:45:59.920400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac5a3eaf-23fe-4e38-9152-a21947ad00e0 req-402a4ffa-448e-4806-895f-716de4591625 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372892 Feb 16 14:45:59.934197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a5cd1b0-75ce-4503-ac74-2133aaa88218 req-a4e8bbbf-1b56-45df-b3e7-6f581463891e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168705 Feb 16 14:45:59.974291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d3e9f98-bd24-4b39-a4b7-36cdb1783a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.977271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d3e9f98-bd24-4b39-a4b7-36cdb1783a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:59.978428 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8d3e9f98-bd24-4b39-a4b7-36cdb1783a90 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/83e75926-9685-4e5d-9411-7933b7394148 HTTP/1.1" status: 204 len: 168 time: 0.3894491 Feb 16 14:45:59.987970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e9f98-bd24-4b39-a4b7-36cdb1783a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e75926-9685-4e5d-9411-7933b7394148,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:00.064067 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:00.255721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e69e7a-7757-4a45-9aa1-56ad200ce4c8 req-8cc48bb7-3b1d-404e-b5be-2cebaca83e8d tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:00.257270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50e69e7a-7757-4a45-9aa1-56ad200ce4c8 req-8cc48bb7-3b1d-404e-b5be-2cebaca83e8d tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 945 time: 0.1351876 Feb 16 14:46:00.323449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50e69e7a-7757-4a45-9aa1-56ad200ce4c8 req-bc2c7811-e15e-4528-a37c-ca6f05baea65 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Feb 16 14:46:00.437112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Router f5d965bf-d548-44b3-9eaa-643e0b2993de is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:46:00.638685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833c58e-21b0-4845-bb14-23472ae6ff3a req-755c99a2-b9da-4ef3-a9a4-e5053f79708a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:00.648601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5833c58e-21b0-4845-bb14-23472ae6ff3a req-755c99a2-b9da-4ef3-a9a4-e5053f79708a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 948 time: 0.1394904 Feb 16 14:46:00.682289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:46:00.693600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Sync routers for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:00.709137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:00.712151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:00.746266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5833c58e-21b0-4845-bb14-23472ae6ff3a req-f6d54480-80b4-4ad9-a387-34509ad3aa26 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942430 Feb 16 14:46:00.810012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e5efe-32f5-4562-904d-5d8960229e3d req-807dd65f-e8b0-4cb6-9a0a-721da690aa3d tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:00.811865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-110e5efe-32f5-4562-904d-5d8960229e3d req-807dd65f-e8b0-4cb6-9a0a-721da690aa3d tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.129 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 945 time: 0.1152780 Feb 16 14:46:00.862077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:00.868210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46802) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:00.870904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-846f57ad-64b2-4847-9621-92fd830f8d6f admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.2497079 Feb 16 14:46:00.903628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:01.150870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:45:58Z', 'revision_number': 3, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:01.174259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af3d4b-474d-420e-8231-47c861cb9085 req-4f5efcd5-55f9-4a0d-b1b0-5caa66fb160a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:01.184606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Checking router: f5d965bf-d548-44b3-9eaa-643e0b2993de for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:01.184930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67af3d4b-474d-420e-8231-47c861cb9085 req-4f5efcd5-55f9-4a0d-b1b0-5caa66fb160a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.1096449 Feb 16 14:46:01.185492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Updating router f5d965bf-d548-44b3-9eaa-643e0b2993de port 6da5a4d6-182a-44a3-9921-7ba430db8d71 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:01.223598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Deleting port 924a0c4c-e575-4ea6-be8f-71eaed90317d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:01.224240 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:01.254868 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:01.285070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67af3d4b-474d-420e-8231-47c861cb9085 req-60f5aaaa-b2ec-4192-ba4a-afa4990bd6fc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976672 Feb 16 14:46:01.691997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69062963-6e12-4807-a6fc-f7dda20943f3 req-267ed38b-9859-4baa-bfb4-2c6f4d300ce7 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:01.701362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69062963-6e12-4807-a6fc-f7dda20943f3 req-267ed38b-9859-4baa-bfb4-2c6f4d300ce7 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 945 time: 0.1719379 Feb 16 14:46:01.769306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69062963-6e12-4807-a6fc-f7dda20943f3 req-273d3069-7d5b-4686-a09f-57efb6ce9920 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/security-groups?id=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665488 Feb 16 14:46:01.784301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] For port 924a0c4c-e575-4ea6-be8f-71eaed90317d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=924a0c4c-e575-4ea6-be8f-71eaed90317d,segment=NetworkSegment(8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e),segment_id=8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:01.784907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:01.805446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f64dc-6571-4d52-884e-7c552f29238c req-d374850b-2720-4595-9669-e924dfe6bc80 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:01.816625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b38f64dc-6571-4d52-884e-7c552f29238c req-d374850b-2720-4595-9669-e924dfe6bc80 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.2165425 Feb 16 14:46:01.873685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b38f64dc-6571-4d52-884e-7c552f29238c req-ab3b70df-7f47-4511-82f3-8865869003e5 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560861 Feb 16 14:46:01.891566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Calling delete_port for 924a0c4c-e575-4ea6-be8f-71eaed90317d owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:01.928215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.096297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46834) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:02.182991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Allocated IP 172.20.0.1 (db666031-be92-434d-8750-65ff1e6bbef0/a56b82d7-1338-45c0-a6c1-f6db64956eed/e83ea3a7-1b73-4a32-ab2e-03de1b18922d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:02.244266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.316414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-0e18b861-b889-46d2-8bfb-e4cc0368217f tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=5de25254b9be4bde8a96d19d186b4d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167135 Feb 16 14:46:02.417736 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ad79-a806-4dc5-bb85-46dbced69243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.427085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.457285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.466587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.516806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Attempting to bind port 6da5a4d6-182a-44a3-9921-7ba430db8d71 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:02.517178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Attempting to bind port 6da5a4d6-182a-44a3-9921-7ba430db8d71 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:02.522450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Attempting to bind port 6da5a4d6-182a-44a3-9921-7ba430db8d71 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:02.535532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Pushing event deleted for resources: {'Port': ['ID=924a0c4c-e575-4ea6-be8f-71eaed90317d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:02.591164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:02.591560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:02.604206 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.607843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:02.607843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Bound port: 6da5a4d6-182a-44a3-9921-7ba430db8d71, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:02.607843 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.608330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11489d-be6f-40a3-bf2c-ef13590450cf req-8b3b69ed-4bb4-4c9c-b504-bf1e7535153d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:02.609207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['924a0c4c-e575-4ea6-be8f-71eaed90317d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:02.616177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad11489d-be6f-40a3-bf2c-ef13590450cf req-8b3b69ed-4bb4-4c9c-b504-bf1e7535153d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.2198679 Feb 16 14:46:02.631921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.650045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] No DVR routers for this DVR port 924a0c4c-e575-4ea6-be8f-71eaed90317d on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:02.659650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-7a3c791c-5a65-48ec-932f-725202956af7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:02.666691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-7a3c791c-5a65-48ec-932f-725202956af7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493917 Feb 16 14:46:02.674741 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.678095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-110e5efe-32f5-4562-904d-5d8960229e3d req-dc7705c0-e37a-4adb-b634-1bcf57443c3b tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.129 "DELETE /v2.0/ports/924a0c4c-e575-4ea6-be8f-71eaed90317d HTTP/1.1" status: 204 len: 173 time: 1.8571436 Feb 16 14:46:02.678564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987ea028-fb7e-4979-8958-d8b5f807472c', 'name': 'network-vif-deleted', 'tag': '924a0c4c-e575-4ea6-be8f-71eaed90317d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:02.680872 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb2877-3450-4b8a-a9c8-56b731c19b5b" -d '{"events": [{"server_uuid": "987ea028-fb7e-4979-8958-d8b5f807472c", "name": "network-vif-deleted", "tag": "924a0c4c-e575-4ea6-be8f-71eaed90317d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:02.716122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-b9d93c61-3b9e-48e3-b571-72bcdd54e6e4 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/quotas/5de25254b9be4bde8a96d19d186b4d77 HTTP/1.1" status: 200 len: 375 time: 0.0484850 Feb 16 14:46:02.748547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Pushing event updated for resources: {'Port': ['ID=6da5a4d6-182a-44a3-9921-7ba430db8d71,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:02.773109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Network db666031-be92-434d-8750-65ff1e6bbef0 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:02.783773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad11489d-be6f-40a3-bf2c-ef13590450cf req-26d5be5a-a3d1-4cd4-bc20-a998e1fe15a6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627095 Feb 16 14:46:02.792129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:02.811717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:02.865708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.868236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.869390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.871123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.872952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.876058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.876660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.878211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.878644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.878990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-6af8a58b-5386-428c-bdd2-d36f4f66d4ae tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5de25254b9be4bde8a96d19d186b4d77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589553 Feb 16 14:46:02.881224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.883240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.883862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:02.969908 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0366838d-8d2b-4a5d-b1b7-afd974926ab9 x-openstack-request-id: req-0366838d-8d2b-4a5d-b1b7-afd974926ab9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:02.970217 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987ea028-fb7e-4979-8958-d8b5f807472c", "name": "network-vif-deleted", "tag": "924a0c4c-e575-4ea6-be8f-71eaed90317d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:02.970463 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0366838d-8d2b-4a5d-b1b7-afd974926ab9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:02.970889 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987ea028-fb7e-4979-8958-d8b5f807472c', 'name': 'network-vif-deleted', 'tag': '924a0c4c-e575-4ea6-be8f-71eaed90317d', 'status': 'completed', 'code': 200} Feb 16 14:46:02.991241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ad79-a806-4dc5-bb85-46dbced69243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:02.996816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:03.074347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0aec939-b742-4053-8680-f88c69773840 req-b2915269-6ee1-43f7-bb5f-6d1039736085 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 210 time: 0.0938449 Feb 16 14:46:03.081446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] For port 6da5a4d6-182a-44a3-9921-7ba430db8d71, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:03.089298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7f7ad79-a806-4dc5-bb85-46dbced69243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:03.106235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] For port 6da5a4d6-182a-44a3-9921-7ba430db8d71, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6da5a4d6-182a-44a3-9921-7ba430db8d71,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:03.213641 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:03.251810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7f7ad79-a806-4dc5-bb85-46dbced69243 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e55bf5443b384f4f8ee0dde562c3b805&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1451597 Feb 16 14:46:03.272991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46872) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:03.446314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed449a-60bd-460c-b8c5-426f720541b5 None None] Pushing event updated for resources: {'Port': ['ID=6da5a4d6-182a-44a3-9921-7ba430db8d71,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:03.482414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-23611bb5-731f-4323-af69-1e68761b442d None None] Provisioning complete for port e83ea3a7-1b73-4a32-ab2e-03de1b18922d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:03.482794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-23611bb5-731f-4323-af69-1e68761b442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:03.528086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7ad79-a806-4dc5-bb85-46dbced69243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c95dfc-3bfe-43af-9df1-ca5053d239f1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:03.528610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-23611bb5-731f-4323-af69-1e68761b442d None None] Port e83ea3a7-1b73-4a32-ab2e-03de1b18922d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:03.532129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:03.533195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:03.632944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b75c515-080a-42f5-a7c0-ba21038d6c0d req-8e8a6669-2e62-4e2c-9159-8ac1ecd21be1 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 210 time: 0.1446412 Feb 16 14:46:03.695713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41f9f1ca-7ecd-4f8e-968c-e5c64397bf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:03.728327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db636e48-cb4b-4482-9587-2ca1ca066402 req-655c0095-d57c-47b6-b240-cc825da7812b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:03.730238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db636e48-cb4b-4482-9587-2ca1ca066402 req-655c0095-d57c-47b6-b240-cc825da7812b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.4933512 Feb 16 14:46:03.769430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46888) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:03.794866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:03.813743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41f9f1ca-7ecd-4f8e-968c-e5c64397bf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:03.855806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db636e48-cb4b-4482-9587-2ca1ca066402 req-09a0b647-ccd5-405f-ad23-84cc66d8ee65 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102045 Feb 16 14:46:04.008033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f75e7-3a22-4f99-9711-18b0861a7f88 req-fb954148-3640-43de-acb3-c0acfaf0269b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:04.010690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c72f75e7-3a22-4f99-9711-18b0861a7f88 req-fb954148-3640-43de-acb3-c0acfaf0269b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.0952439 Feb 16 14:46:04.031990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41f9f1ca-7ecd-4f8e-968c-e5c64397bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.039481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41f9f1ca-7ecd-4f8e-968c-e5c64397bf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.039481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-41f9f1ca-7ecd-4f8e-968c-e5c64397bf6b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/25c95dfc-3bfe-43af-9df1-ca5053d239f1 HTTP/1.1" status: 204 len: 168 time: 0.7534907 Feb 16 14:46:04.058421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1317549503-network', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:04.081645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.132450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9f1ca-7ecd-4f8e-968c-e5c64397bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c95dfc-3bfe-43af-9df1-ca5053d239f1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:04.181095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:04.227449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c72f75e7-3a22-4f99-9711-18b0861a7f88 req-16769540-104f-4428-9e38-474d0ce7ec36 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078345 Feb 16 14:46:04.362359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:04.366908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.396077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e295e17d-5f69-47d5-ad08-b292393f8b5c req-1f035642-e4bd-481c-beda-e6dfad6394b7 tempest-ServerAddressesTestJSON-1084889309 tempest-ServerAddressesTestJSON-1084889309-project] 10.222.0.113 "GET /v2.0/ports?device_id=987ea028-fb7e-4979-8958-d8b5f807472c HTTP/1.1" status: 200 len: 210 time: 0.1135306 Feb 16 14:46:04.410828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.457388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-f605f119-77a6-49fa-be4e-1b98934ac9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:04.459719 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-f605f119-77a6-49fa-be4e-1b98934ac9c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.2264142 Feb 16 14:46:04.605231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.619620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-e797ddc9-aafb-4660-be33-79d3a5f607b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:04.622808 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-e797ddc9-aafb-4660-be33-79d3a5f607b9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1484842 Feb 16 14:46:04.652527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:45:58Z', 'revision_number': 3, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:04.677364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.738252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.769870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dc4b6c-b402-4fed-b178-9a936b964d6a None None] The sync data for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 is: [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:45:58Z', 'revision_number': 3, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:04.783963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 924a0c4c-e575-4ea6-be8f-71eaed90317d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:04.852721 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-78254d56-c566-4b61-985d-431848df47d3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.1804256 Feb 16 14:46:04.901489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6e22954-139c-4213-a602-d3cb82616e9f req-89f76337-5381-41de-9cc2-86cb62e41238 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 210 time: 0.1516316 Feb 16 14:46:04.903682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:04.913705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 924a0c4c-e575-4ea6-be8f-71eaed90317d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:46:04.915350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 924a0c4c-e575-4ea6-be8f-71eaed90317d not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:46:04.974266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:46:04.987235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:04.989849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:05.008481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:05.010544 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Added segment 8805755c-78f2-4bbf-a956-f7a3a2009854 of type vlan for network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 Feb 16 14:46:05.089795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:05.208175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f965f796-4cc8-4741-a63d-b99f929c53a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:05.213247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:05.232349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-e74b14b0-7193-4c4f-a801-108b4fa0ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:05.238780 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-e74b14b0-7193-4c4f-a801-108b4fa0ae7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.3802478 Feb 16 14:46:05.400163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1183a9-b89c-4726-a7ba-c1f48696853e req-e3bd8fac-beb7-450a-8abb-e78357c7b588 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:05.407377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d1183a9-b89c-4726-a7ba-c1f48696853e req-e3bd8fac-beb7-450a-8abb-e78357c7b588 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.3203583 Feb 16 14:46:05.413828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-0df393af-63dc-4cf2-8db5-b4e5c6e15b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:05.415332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-0df393af-63dc-4cf2-8db5-b4e5c6e15b2a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716385 Feb 16 14:46:05.426187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:05.427306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:05.427951 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:05.547990 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-1ebdfd57-b6a9-4e99-afbd-b9836936d470 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194866 Feb 16 14:46:05.549881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Network db666031-be92-434d-8750-65ff1e6bbef0 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:05.551377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:05.595509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8129013 Feb 16 14:46:05.601511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d1183a9-b89c-4726-a7ba-c1f48696853e req-d84ee0ea-682b-4141-892c-4bdebce4a2f8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829488 Feb 16 14:46:05.603462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46932) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:05.611611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Request body: {'subnet': {'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1317549503-subnet', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:05.654221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cc6cf-7d30-452f-b0ac-7ccb0828aa28 admin admin] Pushing event updated for resources: {'Network': ['ID=8da7f342-36aa-477e-bfed-3a1a35b05cb0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:05.672605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:46:05.726090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d351445-9d34-4ec5-bbde-bb163f840e50 req-2ee7e082-f916-442f-b00f-a03b58064ba7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:05.745177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d351445-9d34-4ec5-bbde-bb163f840e50 req-2ee7e082-f916-442f-b00f-a03b58064ba7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.3359051 Feb 16 14:46:05.758673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46936) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:05.895875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d351445-9d34-4ec5-bbde-bb163f840e50 req-a36f2bb8-e0bb-4c7c-ad70-cbbca2b2634a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447036 Feb 16 14:46:05.911907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] Deleting subnet 74c289dc-2699-47ca-95c2-78869354af52 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:46:05.923979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:05.971965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:05.975496 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.026830 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-dbce0ab5-ef6f-4024-b0ec-3e71e0fb7291 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454951 Feb 16 14:46:06.044475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1775d6a1-d324-4e3b-b917-f5e191df31a4 None None] Provisioning complete for port e83ea3a7-1b73-4a32-ab2e-03de1b18922d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:06.048211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1775d6a1-d324-4e3b-b917-f5e191df31a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.052905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.077252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Router f5d965bf-d548-44b3-9eaa-643e0b2993de has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:46:06.176825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1775d6a1-d324-4e3b-b917-f5e191df31a4 None None] Port e83ea3a7-1b73-4a32-ab2e-03de1b18922d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:06.208965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f46f1eab-e653-47fa-b65b-21993d44aee8 req-86ead49c-553f-4631-83ec-b7c48747a414 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 210 time: 0.0469909 Feb 16 14:46:06.227871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.363730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:46:06.372358 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d656b22-2daa-443f-b8f1-970632ed9fc8 admin admin] 10.222.0.113 "PUT /v2.0/routers/f5d965bf-d548-44b3-9eaa-643e0b2993de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5021780 Feb 16 14:46:06.475174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.539605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c289dc-2699-47ca-95c2-78869354af52,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:06.539605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-004f48b1-2ea7-4940-a000-20bd43c6a66d tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=5de25254b9be4bde8a96d19d186b4d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1176448 Feb 16 14:46:06.569394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.575229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d88a783c-8548-45ee-843f-4ae5e892d7ca admin admin] 10.222.0.113 "DELETE /v2.0/subnets/74c289dc-2699-47ca-95c2-78869354af52 HTTP/1.1" status: 204 len: 168 time: 0.8094904 Feb 16 14:46:06.578144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46954) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:06.739500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.767191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.784006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-04aa9e9e-e3cb-4b5a-b916-e38804757b24 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:06.785825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-04aa9e9e-e3cb-4b5a-b916-e38804757b24 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194543 Feb 16 14:46:06.823748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Request body: {'port': {'device_id': '3d900772-d44b-4ea7-a90a-adffb1796728', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '5de25254b9be4bde8a96d19d186b4d77'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:06.842925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e122286-2834-482c-a9b8-8a2656cab2bf req-36a004e5-8b86-41d5-abe3-688df9448bee tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:06.845082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e122286-2834-482c-a9b8-8a2656cab2bf req-36a004e5-8b86-41d5-abe3-688df9448bee tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1350894 Feb 16 14:46:06.879059 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.900491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addf8379-9fdc-452d-87c5-7bf907671f43']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:06.912243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:06.912509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a57bcdc-5ae7-4202-a1b8-fe4ceff4783e') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:06.926284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.943060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.951741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:46:06.952724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:46:06.955354 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:46:07.197596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:07.215454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:07.233502 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] 10.222.0.113 "DELETE /v2.0/networks/addf8379-9fdc-452d-87c5-7bf907671f43 HTTP/1.1" status: 204 len: 168 time: 0.6531229 Feb 16 14:46:07.253286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e34d7b1-be36-472d-b020-e7fd391838df,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:07.290335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4dc5c9-290d-436d-9491-ff4c583d79b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=addf8379-9fdc-452d-87c5-7bf907671f43,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:07.370308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6da5a4d6-182a-44a3-9921-7ba430db8d71 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:07.392787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Checking segment: {'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:07.393427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Network hostable DHCP agents. Network: 8da7f342-36aa-477e-bfed-3a1a35b05cb0, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:46:07.413195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e122286-2834-482c-a9b8-8a2656cab2bf req-c62d3567-de3f-46a5-afaa-80001ee54b9f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501866 Feb 16 14:46:07.473739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-b5db5bee-f8ee-40c7-be49-de44e1ee3cfd tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:07.475788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-b5db5bee-f8ee-40c7-be49-de44e1ee3cfd tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks?id=db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 200 len: 829 time: 0.2593050 Feb 16 14:46:07.479498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6da5a4d6-182a-44a3-9921-7ba430db8d71 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:07.480134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:07.497562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-cfe40b1e-cdda-4118-b08b-bda2ff117d3f tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/quotas/1db0b426ba2c44ed8b587ec3730b63ec HTTP/1.1" status: 200 len: 375 time: 0.0095522 Feb 16 14:46:07.551521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:46:07.566574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-642781c7-b7be-4817-a969-0d31154a470a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616539 Feb 16 14:46:07.606633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Made reservation on behalf of 5de25254b9be4bde8a96d19d186b4d77 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:07.609037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:07.611277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:07.635901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6da5a4d6-182a-44a3-9921-7ba430db8d71, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6da5a4d6-182a-44a3-9921-7ba430db8d71,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:07.696277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8da7f342-36aa-477e-bfed-3a1a35b05cb0) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:07.710264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2305b1-01d7-4e54-8649-76be219edd69 None None] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:07.732815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:07.747021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:07.783290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-f287ecaa-cc47-4355-a736-59177bd1a1a2 service neutron] 10.222.0.113 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087092 Feb 16 14:46:07.843061 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:07.917551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6da5a4d6-182a-44a3-9921-7ba430db8d71,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:07.928059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Allocated IP 192.168.233.178 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/43d679d1-0e64-42b7-a674-ed272e13d1ed) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:07.948966 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Sync routers for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:07.960612 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:07.961619 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:45:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:08.059819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47010) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:08.083698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-8da7f342-36aa-477e-bfed-3a1a35b05cb0', 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'fixed_ips': [{'subnet_id': '9e34d7b1-be36-472d-b020-e7fd391838df'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:46:08.084772 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.087840 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:08.117676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3b66e013-90c8-42c3-9a16-f8f92a854aaa admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5112150 Feb 16 14:46:08.121532 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd2c85e2-f17f-43c8-890f-ec202710dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.125364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47014) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:08.131963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:08.173610 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4dba027f-e7c7-4b04-8f54-3b6b0f673052 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dcda072bef6a455db2d9713e2875c7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097324 Feb 16 14:46:08.176030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47016) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:08.303209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35061eb0-822c-4958-b745-d9bbb4dd692e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.306721 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:04Z', 'revision_number': 2, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:08.315587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd567b5-1391-4f87-bb5a-b677c87c7cc7 req-11bab416-2807-483f-985d-4e7a974d278b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:08.336841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdd567b5-1391-4f87-bb5a-b677c87c7cc7 req-11bab416-2807-483f-985d-4e7a974d278b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.2475333 Feb 16 14:46:08.363211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35061eb0-822c-4958-b745-d9bbb4dd692e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.384240 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Checking router: f5d965bf-d548-44b3-9eaa-643e0b2993de for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:08.384599 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Updating router f5d965bf-d548-44b3-9eaa-643e0b2993de port e83ea3a7-1b73-4a32-ab2e-03de1b18922d binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:08.424162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Allocated IP 172.20.0.2 (8da7f342-36aa-477e-bfed-3a1a35b05cb0/9e34d7b1-be36-472d-b020-e7fd391838df/283c459c-0142-4501-9d38-8b09b4ee9205) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:08.442965 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.492865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-04c6cd69-4c4d-4e2c-81af-f91cd159c580 service neutron] 10.222.0.113 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998799 Feb 16 14:46:08.494068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.496672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.560102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdd567b5-1391-4f87-bb5a-b677c87c7cc7 req-a1760a4e-a6e3-4c1f-9fee-0386bd9cf8cc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223904 Feb 16 14:46:08.668496 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.686663 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.689472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-360231a3-0427-42e1-925d-c612d0cd293f req-44a0ec6d-96d2-44b2-823b-026b242971d7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 210 time: 0.0467191 Feb 16 14:46:08.705230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35061eb0-822c-4958-b745-d9bbb4dd692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.710228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35061eb0-822c-4958-b745-d9bbb4dd692e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.710228 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-35061eb0-822c-4958-b745-d9bbb4dd692e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b HTTP/1.1" status: 204 len: 168 time: 0.5240073 Feb 16 14:46:08.720428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35061eb0-822c-4958-b745-d9bbb4dd692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf7839-1f8d-4b0a-9dd4-f1dba3426a9b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:08.761270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.801698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.820982 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.879807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:08.885648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:08.887878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:08.906702 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:08.948823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Pushing event updated for resources: {'Port': ['ID=283c459c-0142-4501-9d38-8b09b4ee9205,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:08.970931 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Pushing event updated for resources: {'Port': ['ID=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:08.982364 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.982942 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.983895 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.985265 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.985753 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.986228 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.986729 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.987200 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.987871 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.988345 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.988913 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:08.989411 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:09.049982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Attempting to bind port 283c459c-0142-4501-9d38-8b09b4ee9205 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:09.054867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Attempting to bind port 283c459c-0142-4501-9d38-8b09b4ee9205 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:09.054867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Attempting to bind port 283c459c-0142-4501-9d38-8b09b4ee9205 on network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:09.063056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:09.066883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Checking segment: {'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:09.072646 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.073196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Bound using segment: {'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:09.073811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Bound port: 283c459c-0142-4501-9d38-8b09b4ee9205, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:09.074302 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.133494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.189795 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Attempting to bind port e83ea3a7-1b73-4a32-ab2e-03de1b18922d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:09.190168 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Attempting to bind port e83ea3a7-1b73-4a32-ab2e-03de1b18922d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:09.190528 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Attempting to bind port e83ea3a7-1b73-4a32-ab2e-03de1b18922d on network db666031-be92-434d-8750-65ff1e6bbef0 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:09.197743 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:09.198612 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Checking segment: {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:09.199688 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.201227 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Bound using segment: {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:09.202502 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Bound port: e83ea3a7-1b73-4a32-ab2e-03de1b18922d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:09.203947 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.263190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4742da2c-654a-4eb2-8e41-2cba4677124c req-6df6d0dd-8ae6-43b9-9506-6a83b0ed0b88 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 210 time: 0.1109486 Feb 16 14:46:09.292269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] For port 283c459c-0142-4501-9d38-8b09b4ee9205, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:09.302618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6da5a4d6-182a-44a3-9921-7ba430db8d71 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:09.309933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe22f11-a66a-4c55-b453-c33b953450e3 req-e3f6910e-e281-4ee7-a2ca-62ccdd7dba01 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:09.310307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] For port e83ea3a7-1b73-4a32-ab2e-03de1b18922d, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:09.314315 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] For port e83ea3a7-1b73-4a32-ab2e-03de1b18922d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:09.318888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fe22f11-a66a-4c55-b453-c33b953450e3 req-e3f6910e-e281-4ee7-a2ca-62ccdd7dba01 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1760590 Feb 16 14:46:09.327180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.339269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] For port 283c459c-0142-4501-9d38-8b09b4ee9205, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=283c459c-0142-4501-9d38-8b09b4ee9205,segment=NetworkSegment(8805755c-78f2-4bbf-a956-f7a3a2009854),segment_id=8805755c-78f2-4bbf-a956-f7a3a2009854)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:09.348254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['58f921bd-356a-401f-89be-5a3142068839'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:09.415258 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.425307 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.455002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fe22f11-a66a-4c55-b453-c33b953450e3 req-fd721df1-88c5-4c68-9420-c2764904e674 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349537 Feb 16 14:46:09.456923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:09.470320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:09.472713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:09.483470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Pushing event updated for resources: {'Port': ['ID=43d679d1-0e64-42b7-a674-ed272e13d1ed,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:09.497402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6da5a4d6-182a-44a3-9921-7ba430db8d71 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:09.497774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.571763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990931e-ad42-4b88-84b7-9d088ae2fee6 None None] Pushing event updated for resources: {'Port': ['ID=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:09.576398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.616629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:09.622490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.651589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-21289af7-020f-4bdc-ac2b-29b1d7a879e1 None None] Provisioning complete for port e83ea3a7-1b73-4a32-ab2e-03de1b18922d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:09.651964 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-21289af7-020f-4bdc-ac2b-29b1d7a879e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.662776 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:09.666400 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:09.694201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22614e-13cf-4676-9800-9d3f1c335280 None None] Pushing event updated for resources: {'Port': ['ID=283c459c-0142-4501-9d38-8b09b4ee9205,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:09.919246 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-21289af7-020f-4bdc-ac2b-29b1d7a879e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:09.973208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-21289af7-020f-4bdc-ac2b-29b1d7a879e1 None None] For port e83ea3a7-1b73-4a32-ab2e-03de1b18922d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:10.022743 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:10.072265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-21289af7-020f-4bdc-ac2b-29b1d7a879e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.086388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47082) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:10.086995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-c6accda9-2673-4dae-bf21-93d43e41e44b tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2687759 Feb 16 14:46:10.154022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Request body: {'port': {'device_id': '3d900772-d44b-4ea7-a90a-adffb1796728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:10.212387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21289af7-020f-4bdc-ac2b-29b1d7a879e1 None None] Pushing event updated for resources: {'Port': ['ID=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:10.237868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-74ded128-215d-4a40-a172-e8ad8ab0abbd None None] Provisioning complete for port e83ea3a7-1b73-4a32-ab2e-03de1b18922d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:10.238235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74ded128-215d-4a40-a172-e8ad8ab0abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.293654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6081-b3fe-4828-9156-18337e68f9a2 req-9f7bf67e-26e4-4f8f-a3da-77a82beeb904 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:10.315288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-939f6081-b3fe-4828-9156-18337e68f9a2 req-9f7bf67e-26e4-4f8f-a3da-77a82beeb904 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.3882506 Feb 16 14:46:10.324076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ffb1b-4bd3-45da-932c-55ef64cc949b req-7215e062-bccf-4789-bac8-afcf6b929567 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:10.325599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-284ffb1b-4bd3-45da-932c-55ef64cc949b req-7215e062-bccf-4789-bac8-afcf6b929567 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 936 time: 0.3473420 Feb 16 14:46:10.344270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-79d5f6b0-ad6d-4320-8183-0d4a570e6793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.419121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.458307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-596bdf76-e03a-40b9-8873-9ebb9e300de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:10.460542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-596bdf76-e03a-40b9-8873-9ebb9e300de7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 1097 time: 0.3893943 Feb 16 14:46:10.462516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-74ded128-215d-4a40-a172-e8ad8ab0abbd None None] Provisioning complete for port 43d679d1-0e64-42b7-a674-ed272e13d1ed triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:10.463069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74ded128-215d-4a40-a172-e8ad8ab0abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.488869 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:10.498375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-939f6081-b3fe-4828-9156-18337e68f9a2 req-e5985699-5a6c-47cc-86db-569e080d2c1c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794560 Feb 16 14:46:10.502532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.513303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-74ded128-215d-4a40-a172-e8ad8ab0abbd None None] Port 43d679d1-0e64-42b7-a674-ed272e13d1ed cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:10.558540 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535756-7fd3-41cd-826e-870e46c0e032 None None] The sync data for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 is: [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:10.559115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47098) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:10.571956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.576962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-284ffb1b-4bd3-45da-932c-55ef64cc949b req-70001e29-911b-4095-a62c-eb63d9ebb2a1 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364609 Feb 16 14:46:10.595033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-79d5f6b0-ad6d-4320-8183-0d4a570e6793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.700164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-79d5f6b0-ad6d-4320-8183-0d4a570e6793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.708639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab2cc59-a21e-4496-aa87-17fafa36a35d req-012398e0-27d8-4f6f-9121-2a1d1ec5a9b9 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 210 time: 0.1498384 Feb 16 14:46:10.792776 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-79d5f6b0-ad6d-4320-8183-0d4a570e6793 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1e2a63df1cb84372b978596aafda3fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7051930 Feb 16 14:46:10.809045 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47104) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:10.810017 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5f6b0-ad6d-4320-8183-0d4a570e6793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8505b-e477-4b3a-aca3-047b65308525,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:10.942003 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a42e576-8f46-4f84-a850-1b9cc47493be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.992560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02c4ba0b-9fd7-4ae5-b1af-5d9ed3ccd4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.033437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02c4ba0b-9fd7-4ae5-b1af-5d9ed3ccd4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.168862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02c4ba0b-9fd7-4ae5-b1af-5d9ed3ccd4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.172925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02c4ba0b-9fd7-4ae5-b1af-5d9ed3ccd4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.177019 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-02c4ba0b-9fd7-4ae5-b1af-5d9ed3ccd4c8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f6c8505b-e477-4b3a-aca3-047b65308525 HTTP/1.1" status: 204 len: 168 time: 0.3624773 Feb 16 14:46:11.197497 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.221487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ba0b-9fd7-4ae5-b1af-5d9ed3ccd4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8505b-e477-4b3a-aca3-047b65308525,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:11.226204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d679d1-0e64-42b7-a674-ed272e13d1ed {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:11.238992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.258745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Transition to ACTIVE for port object 43d679d1-0e64-42b7-a674-ed272e13d1ed will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:11.349642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a42e576-8f46-4f84-a850-1b9cc47493be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.364118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.429079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b8ed-5db9-48be-855d-f3ba76d90c6a req-08f911f1-12fd-4286-93ce-c054f0562eae tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:11.430691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b19b8ed-5db9-48be-855d-f3ba76d90c6a req-08f911f1-12fd-4286-93ce-c054f0562eae tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.7256727 Feb 16 14:46:11.447985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a42e576-8f46-4f84-a850-1b9cc47493be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.512960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Allocated IP 172.25.6.96 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/51e757ac-fbcf-4a1e-8eb2-7514941286ea) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:11.564453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7a42e576-8f46-4f84-a850-1b9cc47493be admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8efbb2f986e5440ca9658c0f772fdb4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9927371 Feb 16 14:46:11.564649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47118) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:11.565967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42e576-8f46-4f84-a850-1b9cc47493be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c34610f-d6ad-4be6-bad2-c71a8c6964e3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:11.573434 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.588710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 283c459c-0142-4501-9d38-8b09b4ee9205 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:11.593189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab043924-f8d9-4cef-9b29-40c7acfef833 None None] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:11.613917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-9085ce60-d3b7-429a-9c27-62f11427ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:11.614832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-9085ce60-d3b7-429a-9c27-62f11427ec99 service neutron] 10.222.0.129 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 913 time: 1.1312339 Feb 16 14:46:11.691357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b19b8ed-5db9-48be-855d-f3ba76d90c6a req-1d604eea-e3f5-45ec-a022-794c7fc50f21 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466536 Feb 16 14:46:11.746554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47122) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:11.797125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Pushing event updated for resources: {'Port': ['ID=43d679d1-0e64-42b7-a674-ed272e13d1ed,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:11.857141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-f58b67de-db66-400e-a5dd-6dea5b18356e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a HTTP/1.1" status: 200 len: 217 time: 0.1957810 Feb 16 14:46:11.931936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-af0fce31-b190-44d2-9ec5-578ad3890a87 None None] Provisioning complete for port 283c459c-0142-4501-9d38-8b09b4ee9205 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:11.932319 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af0fce31-b190-44d2-9ec5-578ad3890a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:11.954080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-516472174-network', 'tenant_id': '46eef30a26b04539ab99a16899717f51'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:11.994107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.994449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.994971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.995466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.997013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.997013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.997013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.997013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.997370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.997490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.997970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:11.998446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:12.032235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Made reservation on behalf of 46eef30a26b04539ab99a16899717f51 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:12.034860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.075251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.143903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Attempting to bind port 43d679d1-0e64-42b7-a674-ed272e13d1ed on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:12.144170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Attempting to bind port 43d679d1-0e64-42b7-a674-ed272e13d1ed by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:12.144444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Attempting to bind port 43d679d1-0e64-42b7-a674-ed272e13d1ed on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:12.156922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c7072ed-e68d-4220-bff9-65109a70b73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.182427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e85d1d-1700-429c-9a71-18a1aeb0c389 req-8befd1a9-918f-401c-a366-3cb28f83425e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.197265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e85d1d-1700-429c-9a71-18a1aeb0c389 req-8befd1a9-918f-401c-a366-3cb28f83425e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 946 time: 0.4759119 Feb 16 14:46:12.197802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 283c459c-0142-4501-9d38-8b09b4ee9205 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:12.198177 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.257518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Port 43d679d1-0e64-42b7-a674-ed272e13d1ed on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:12.258121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Attempting to bind port 43d679d1-0e64-42b7-a674-ed272e13d1ed on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:12.283140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47130) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:12.287589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-8de09c0f-1173-4b61-8f9b-cf41eddc2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.289328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-8de09c0f-1173-4b61-8f9b-cf41eddc2698 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.3100622 Feb 16 14:46:12.304504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-4c4f390c-d98b-4821-86ca-f65229a20844 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.306127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-4c4f390c-d98b-4821-86ca-f65229a20844 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.129 "GET /v2.0/networks?id=db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 200 len: 829 time: 0.2438154 Feb 16 14:46:12.324881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Request body: {'port': {'device_id': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'admin_state_up': True, 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:12.336853 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.340512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:12.340867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:12.341441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:12.341652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Bound port: 43d679d1-0e64-42b7-a674-ed272e13d1ed, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:12.342002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.344746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1b56c2d-ba69-4a3c-8870-38df1335addc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.357185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c7072ed-e68d-4220-bff9-65109a70b73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.371574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af0fce31-b190-44d2-9ec5-578ad3890a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.378928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.407568 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.420831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-af0fce31-b190-44d2-9ec5-578ad3890a87 None None] For port 283c459c-0142-4501-9d38-8b09b4ee9205, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=283c459c-0142-4501-9d38-8b09b4ee9205,segment=NetworkSegment(8805755c-78f2-4bbf-a956-f7a3a2009854),segment_id=8805755c-78f2-4bbf-a956-f7a3a2009854)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:12.491255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.514657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.562845 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af0fce31-b190-44d2-9ec5-578ad3890a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.582899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:46:12.593187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62476a2-9b74-4bd0-917d-1d6f380d336d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:12.616678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.617013 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Added segment ffe68d2a-49d7-4784-aa48-563136885815 of type vlan for network fb334b34-dc83-4f77-8210-077097ec6d93 Feb 16 14:46:12.696013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.712640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fce31-b190-44d2-9ec5-578ad3890a87 None None] Pushing event updated for resources: {'Port': ['ID=283c459c-0142-4501-9d38-8b09b4ee9205,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:12.730440 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:46:12.730796 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:46:12.790796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.791804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.792383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.815143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788383e-1f9d-4121-a800-226d291e045f req-adc21ca9-d31f-4e93-93c1-17871a6b5fa7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.816651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9788383e-1f9d-4121-a800-226d291e045f req-adc21ca9-d31f-4e93-93c1-17871a6b5fa7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 948 time: 0.8253617 Feb 16 14:46:12.825387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-f7ccc092-9037-4c73-b64a-f664d5244d7e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5133238 Feb 16 14:46:12.843186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e85d1d-1700-429c-9a71-18a1aeb0c389 req-18a52c99-0966-42cb-9592-e224fb29b98d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435382 Feb 16 14:46:12.845678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d80881a0-d000-4b5b-9cad-5a6c4907776a no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:12.847374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Made reservation on behalf of 1db0b426ba2c44ed8b587ec3730b63ec for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:12.850783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.850923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-beaf488a-c365-4d23-8bba-404e5cf244a3 None None] Provisioning complete for port 283c459c-0142-4501-9d38-8b09b4ee9205 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:12.852124 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-beaf488a-c365-4d23-8bba-404e5cf244a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.887460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] Pushing event updated for resources: {'Network': ['ID=fb334b34-dc83-4f77-8210-077097ec6d93,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:12.917333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network fb334b34-dc83-4f77-8210-077097ec6d93 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:46:12.945797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1a6f5eb7-d3f5-470f-8ecc-1706c6814be7 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2043231 Feb 16 14:46:12.951505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47134) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:12.956940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Request body: {'subnet': {'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-516472174-subnet', 'tenant_id': '46eef30a26b04539ab99a16899717f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:12.975852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.058626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-085bd655-997a-47cf-9ebc-e247ceaf86e5 req-f3e2ce1f-6476-4c65-8c61-5dd6e5a4c432 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 210 time: 0.0903935 Feb 16 14:46:13.078950 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.102220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:13.104250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Allocated IP 172.20.0.3 (db666031-be92-434d-8750-65ff1e6bbef0/a56b82d7-1338-45c0-a6c1-f6db64956eed/495ff681-40d5-4ec2-9086-8117ca7d43e9) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:13.106409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:13.107942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9788383e-1f9d-4121-a800-226d291e045f req-0b351043-5837-4096-ae98-c2a572d428c5 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801819 Feb 16 14:46:13.118590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Made reservation on behalf of 46eef30a26b04539ab99a16899717f51 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:13.120327 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b64590c-ae24-47a9-8d2b-277ae8e7d054" -d '{"events": [{"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-unplugged", "status": "completed", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:13.123529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.129456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:13.141507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:13.147392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] For port 43d679d1-0e64-42b7-a674-ed272e13d1ed, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:13.150577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Pushing event updated for resources: {'Port': ['ID=51e757ac-fbcf-4a1e-8eb2-7514941286ea,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.151687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:13.176072 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a67998b-9bd2-41e8-94d8-1f237b6b0127 x-openstack-request-id: req-4a67998b-9bd2-41e8-94d8-1f237b6b0127 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:13.176545 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-unplugged", "status": "completed", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:13.176976 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4a67998b-9bd2-41e8-94d8-1f237b6b0127 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:13.177394 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'code': 200} Feb 16 14:46:13.205892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] For port 43d679d1-0e64-42b7-a674-ed272e13d1ed, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=43d679d1-0e64-42b7-a674-ed272e13d1ed,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:13.211573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c7072ed-e68d-4220-bff9-65109a70b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.214025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c7072ed-e68d-4220-bff9-65109a70b73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.215136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1c7072ed-e68d-4220-bff9-65109a70b73e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2c34610f-d6ad-4be6-bad2-c71a8c6964e3 HTTP/1.1" status: 204 len: 168 time: 1.6415796 Feb 16 14:46:13.236757 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.259317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-196ddc5c-3e46-4d64-ab04-68025565ac88 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215102 Feb 16 14:46:13.268408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7072ed-e68d-4220-bff9-65109a70b73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c34610f-d6ad-4be6-bad2-c71a8c6964e3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.310190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1b56c2d-ba69-4a3c-8870-38df1335addc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.344864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.400365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e83ea3a7-1b73-4a32-ab2e-03de1b18922d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:13.425623 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.457841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d1f74-02d7-4997-99f7-18b83487c19c req-f90debec-254f-4f64-9558-16a649afb421 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:13.459376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b1d1f74-02d7-4997-99f7-18b83487c19c req-f90debec-254f-4f64-9558-16a649afb421 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.2809298 Feb 16 14:46:13.480911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.485315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e83ea3a7-1b73-4a32-ab2e-03de1b18922d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:13.485999 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.524095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:13.526163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.526163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] 10.222.0.129 "PUT /v2.0/ports/43d679d1-0e64-42b7-a674-ed272e13d1ed HTTP/1.1" status: 200 len: 1096 time: 3.3983152 Feb 16 14:46:13.530743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d900772-d44b-4ea7-a90a-adffb1796728', 'tag': '43d679d1-0e64-42b7-a674-ed272e13d1ed'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:13.533632 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d1d7e3-c98d-46f2-8389-182d11c58444" -d '{"events": [{"name": "network-changed", "server_uuid": "3d900772-d44b-4ea7-a90a-adffb1796728", "tag": "43d679d1-0e64-42b7-a674-ed272e13d1ed"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:13.611908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1b56c2d-ba69-4a3c-8870-38df1335addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.620376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e59539-f73f-4f0d-bc07-e8f8de4b0793 req-e4815b6c-25ed-406a-bef5-39f56a77b326 service neutron] 10.222.0.129 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433568 Feb 16 14:46:13.629416 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7bd8d8-d629-4dbe-981d-9c8554a502cd x-openstack-request-id: req-fa7bd8d8-d629-4dbe-981d-9c8554a502cd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:13.629754 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d900772-d44b-4ea7-a90a-adffb1796728", "tag": "43d679d1-0e64-42b7-a674-ed272e13d1ed", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:13.629988 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fa7bd8d8-d629-4dbe-981d-9c8554a502cd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:13.630438 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d900772-d44b-4ea7-a90a-adffb1796728', 'tag': '43d679d1-0e64-42b7-a674-ed272e13d1ed', 'status': 'completed', 'code': 200} Feb 16 14:46:13.712086 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.713917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.720073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 283c459c-0142-4501-9d38-8b09b4ee9205 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:13.721494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e05d5-293a-4a49-a678-5d50aa957721 service neutron] Pushing event updated for resources: {'Port': ['ID=43d679d1-0e64-42b7-a674-ed272e13d1ed,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.740106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b1d1f74-02d7-4997-99f7-18b83487c19c req-1061dc4a-29e9-42b1-a818-22c46b8ec97b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356865 Feb 16 14:46:13.761915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d1b56c2d-ba69-4a3c-8870-38df1335addc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6ffd015543094ebda825cf084e1bde57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4691386 Feb 16 14:46:13.761915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b56c2d-ba69-4a3c-8870-38df1335addc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f4755b-30df-4d66-bc53-2ed3b4ae98c5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.772975 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47142) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:13.802129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 283c459c-0142-4501-9d38-8b09b4ee9205 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:13.803683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.840575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Network db666031-be92-434d-8750-65ff1e6bbef0 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:13.857212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:13.861828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f82c2e6-0594-4748-8695-18b952fe3e2f,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.865863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:13.868313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event updated for resources: {'Port': ['ID=495ff681-40d5-4ec2-9086-8117ca7d43e9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.959753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Checking segment: {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:13.959753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Network hostable DHCP agents. Network: fb334b34-dc83-4f77-8210-077097ec6d93, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:46:13.987469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:13.988183 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.994113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1d7e3-c98d-46f2-8389-182d11c58444 req-d23edd9a-0c31-4ad6-9d14-ccfc96f83e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:13.994911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6330aa74-9a76-41e1-abe5-d788115deb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.995796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3d1d7e3-c98d-46f2-8389-182d11c58444 req-d23edd9a-0c31-4ad6-9d14-ccfc96f83e47 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5de25254b9be4bde8a96d19d186b4d77&device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 1099 time: 0.3645244 Feb 16 14:46:14.040702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6330aa74-9a76-41e1-abe5-d788115deb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.054604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.059274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3d1d7e3-c98d-46f2-8389-182d11c58444 req-742980ba-6b2c-4dd3-87c3-8a7fa5b3eef5 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=5de25254b9be4bde8a96d19d186b4d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504982 Feb 16 14:46:14.154020 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-2dc82d37-9c44-48aa-96e7-cb58953ecb4a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8377433 Feb 16 14:46:14.167082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Request body: {'port': {'device_id': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:14.189043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9077109-1867-4674-b1d8-2d048a6e0e0b req-bdb10008-9ffd-4908-85a2-f6e770cfe86d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.190569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9077109-1867-4674-b1d8-2d048a6e0e0b req-bdb10008-9ffd-4908-85a2-f6e770cfe86d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 944 time: 0.2003708 Feb 16 14:46:14.205503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6330aa74-9a76-41e1-abe5-d788115deb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.217109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6330aa74-9a76-41e1-abe5-d788115deb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.217109 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6330aa74-9a76-41e1-abe5-d788115deb4a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a2f4755b-30df-4d66-bc53-2ed3b4ae98c5 HTTP/1.1" status: 204 len: 168 time: 0.4314651 Feb 16 14:46:14.217109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Network fb334b34-dc83-4f77-8210-077097ec6d93 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:46:14.256933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330aa74-9a76-41e1-abe5-d788115deb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f4755b-30df-4d66-bc53-2ed3b4ae98c5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:14.297302 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.321069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1d7e3-c98d-46f2-8389-182d11c58444 req-1cdcdbda-7fb8-4bc6-bada-96ac3fe2cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.322916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3d1d7e3-c98d-46f2-8389-182d11c58444 req-1cdcdbda-7fb8-4bc6-bada-96ac3fe2cea8 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2257471 Feb 16 14:46:14.325715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8711031b-6746-44a3-a6f3-fe9ab12b84fa None None] Provisioning complete for port 495ff681-40d5-4ec2-9086-8117ca7d43e9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:14.327121 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8711031b-6746-44a3-a6f3-fe9ab12b84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.330164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, fb334b34-dc83-4f77-8210-077097ec6d93) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:14.337800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.338495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.340056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f4f8-9c16-42f2-9538-27731b223c43 req-6021710c-681e-4784-a83a-6a20d4f786ba tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.342920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1aa0f4f8-9c16-42f2-9538-27731b223c43 req-6021710c-681e-4784-a83a-6a20d4f786ba tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 931 time: 0.1874347 Feb 16 14:46:14.350868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9077109-1867-4674-b1d8-2d048a6e0e0b req-84db131e-3795-4c33-9573-23282b4285c1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128390 Feb 16 14:46:14.369720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63371838-a4b9-46d3-9bc2-a6fcf5b95924 None None] Network fb334b34-dc83-4f77-8210-077097ec6d93 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:14.438797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8711031b-6746-44a3-a6f3-fe9ab12b84fa None None] Port 495ff681-40d5-4ec2-9086-8117ca7d43e9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:14.551495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f4d6f7-1a57-4b51-ba7a-3eb612929621 None None] Network fb334b34-dc83-4f77-8210-077097ec6d93 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:14.557264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-0d5d50c8-6755-495e-9b7b-f9d83adf3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.558908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-0d5d50c8-6755-495e-9b7b-f9d83adf3af4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5de25254b9be4bde8a96d19d186b4d77&device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 1099 time: 0.1569438 Feb 16 14:46:14.565999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1aa0f4f8-9c16-42f2-9538-27731b223c43 req-aec90c9e-6e24-4a46-8b38-1e3c3a36d0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804054 Feb 16 14:46:14.693669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-084b15a1-cbe2-4ab2-9841-086d8700989a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=43d679d1-0e64-42b7-a674-ed272e13d1ed HTTP/1.1" status: 200 len: 217 time: 0.1258924 Feb 16 14:46:14.703468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.744407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11158fed-5e9a-4b6d-afcd-e13a9d6d076d req-36606fd1-b126-48a2-95a8-8c7a003667d5 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.746804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11158fed-5e9a-4b6d-afcd-e13a9d6d076d req-36606fd1-b126-48a2-95a8-8c7a003667d5 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 948 time: 0.2105985 Feb 16 14:46:14.782937 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e16a1dc6-2b5b-4775-9c69-1888c7333c3d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8295674 Feb 16 14:46:14.816167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495ff681-40d5-4ec2-9086-8117ca7d43e9 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:14.826087 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.845159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Transition to ACTIVE for port object 495ff681-40d5-4ec2-9086-8117ca7d43e9 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:14.905540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11158fed-5e9a-4b6d-afcd-e13a9d6d076d req-9fe8861a-1d7b-4e97-b669-cae1e18d53ad tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354125 Feb 16 14:46:14.911029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.955322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-a90933ea-14c2-4457-9917-f0b988ed337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.955322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-a90933ea-14c2-4457-9917-f0b988ed337f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.2349298 Feb 16 14:46:15.025091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2e78d-c39e-4c0c-a4a2-a2f841fcfdd9 req-aadc0228-b5f7-4fff-ac7a-09a0b8fd1334 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.026678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42c2e78d-c39e-4c0c-a4a2-a2f841fcfdd9 req-aadc0228-b5f7-4fff-ac7a-09a0b8fd1334 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1958878 Feb 16 14:46:15.044789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Pushing event updated for resources: {'Port': ['ID=495ff681-40d5-4ec2-9086-8117ca7d43e9,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:15.094368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-0e557b4b-a59a-47ff-a2ac-e04d817bdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.096015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-0e557b4b-a59a-47ff-a2ac-e04d817bdb5f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253245 Feb 16 14:46:15.104964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Attempting to bind port 495ff681-40d5-4ec2-9086-8117ca7d43e9 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:15.105379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Attempting to bind port 495ff681-40d5-4ec2-9086-8117ca7d43e9 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:15.105817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Attempting to bind port 495ff681-40d5-4ec2-9086-8117ca7d43e9 on network db666031-be92-434d-8750-65ff1e6bbef0 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:15.108530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42c2e78d-c39e-4c0c-a4a2-a2f841fcfdd9 req-1f54dcb7-e832-4cf4-93c0-ab1715ac50ad tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715714 Feb 16 14:46:15.139147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Port 495ff681-40d5-4ec2-9086-8117ca7d43e9 on network db666031-be92-434d-8750-65ff1e6bbef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:15.139479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Attempting to bind port 495ff681-40d5-4ec2-9086-8117ca7d43e9 on network db666031-be92-434d-8750-65ff1e6bbef0 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:15.146957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:15.147305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Checking segment: {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:15.147824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Bound using segment: {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:15.148653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Bound port: 495ff681-40d5-4ec2-9086-8117ca7d43e9, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78fdcf9c-fbff-4c90-ac82-6efa218e37d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:15.149020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:15.222424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-0ebd93e4-e502-4d5d-8f78-e851721a698d service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171217 Feb 16 14:46:15.263854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] For port 495ff681-40d5-4ec2-9086-8117ca7d43e9, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:15.268214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] For port 495ff681-40d5-4ec2-9086-8117ca7d43e9, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:15.293082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Router 88cb5f7c-7825-47e9-8b46-21ac93a8791f is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:46:15.352225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:15.381939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b99aa04-8eb6-41fb-8bd7-529285d596df req-cf45bcee-f813-4377-b2ef-4e45377c4fc6 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507947 Feb 16 14:46:15.437065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.437943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:15.439473 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] 10.222.0.129 "PUT /v2.0/ports/495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 1091 time: 1.2771528 Feb 16 14:46:15.440015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:15.442675 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45af3de-4b4d-4917-ae8f-8887c7b12f29" -d '{"events": [{"name": "network-changed", "server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:15.470210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c76f3-d4b9-4897-86d8-5e68f5a70922 service neutron] Pushing event updated for resources: {'Port': ['ID=495ff681-40d5-4ec2-9086-8117ca7d43e9,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:15.472536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:46:15.489430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Sync routers for ids ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:15.535970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Routers {'88cb5f7c-7825-47e9-8b46-21ac93a8791f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:15.537920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:15.548735 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:15.550063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e0bf9965-081f-4681-ac6c-ba7a58801566 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4231365 Feb 16 14:46:15.556635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47202) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:15.637347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c789af43-b350-4d19-a813-3200f5aef57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.638952 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-c789af43-b350-4d19-a813-3200f5aef57c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 1094 time: 0.0942082 Feb 16 14:46:15.697769 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-6c0204ee-d106-4bac-9bcb-6d7901f5a9b3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 217 time: 0.0499063 Feb 16 14:46:15.739514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Set router 88cb5f7c-7825-47e9-8b46-21ac93a8791f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:15.802165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-e02da349-890d-458c-b27f-7bc07d13674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.803901 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-e02da349-890d-458c-b27f-7bc07d13674c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a56b82d7-1338-45c0-a6c1-f6db64956eed HTTP/1.1" status: 200 len: 868 time: 0.0994363 Feb 16 14:46:15.869343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-4d44425c-f045-491c-a51a-69b5a7956f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.871164 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-4d44425c-f045-491c-a51a-69b5a7956f17 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=db666031-be92-434d-8750-65ff1e6bbef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553939 Feb 16 14:46:15.982982 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-79c944a3-bfb0-4342-a1fb-ad9893732e08 service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042669 Feb 16 14:46:16.043102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:46:13Z', 'revision_number': 3, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port': {'id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:10Z', 'updated_at': '2022-02-16T14:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:16.079422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Checking router: 88cb5f7c-7825-47e9-8b46-21ac93a8791f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:16.080200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Updating router 88cb5f7c-7825-47e9-8b46-21ac93a8791f port 51e757ac-fbcf-4a1e-8eb2-7514941286ea binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:16.084069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.112305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.126311 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a55fdfb-6268-4e4c-b5f8-f90bdbb3e564 req-5dca9354-afa2-4194-89ab-4e3f4bf9c4bb service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356084 Feb 16 14:46:16.269415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7e75f-a657-4296-8c9a-fdedaee333ee req-6ad7f007-9ed9-455e-bcb8-a24f9a2a0973 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.270972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ef7e75f-a657-4296-8c9a-fdedaee333ee req-6ad7f007-9ed9-455e-bcb8-a24f9a2a0973 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 944 time: 0.1374147 Feb 16 14:46:16.282373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-b61e9fea-2ee8-4ca6-9f32-e242c9ee0aa2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.283960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-b61e9fea-2ee8-4ca6-9f32-e242c9ee0aa2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 813 time: 0.6613216 Feb 16 14:46:16.331432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-7db895f0-3a51-461b-ac0e-1522b84ab72b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/quotas/46eef30a26b04539ab99a16899717f51 HTTP/1.1" status: 200 len: 375 time: 0.0359113 Feb 16 14:46:16.381973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ef7e75f-a657-4296-8c9a-fdedaee333ee req-c47580fe-fb22-4259-af00-0a7416a442de tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969934 Feb 16 14:46:16.406031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-fde379bb-1179-48d2-89b7-074a507815f9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419567 Feb 16 14:46:16.432962 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90350b95-a94e-4974-b378-18b61e5184c0 x-openstack-request-id: req-90350b95-a94e-4974-b378-18b61e5184c0 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:16.433460 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:16.433872 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-90350b95-a94e-4974-b378-18b61e5184c0 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:16.434447 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'status': 'completed', 'code': 200} Feb 16 14:46:16.518816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-e8ec9018-2300-47fd-9f85-2db9b133ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.520517 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-e8ec9018-2300-47fd-9f85-2db9b133ea47 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 1094 time: 0.0563254 Feb 16 14:46:16.560561 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.620628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-13abc971-9d94-4bea-a5f6-97231c8e3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.622217 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-13abc971-9d94-4bea-a5f6-97231c8e3696 service neutron] 10.222.0.129 "GET /v2.0/networks?id=db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 200 len: 931 time: 0.0938072 Feb 16 14:46:16.654507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f4b63-9224-4c65-ac6c-0f83349afcdf req-00465391-35b3-436c-96e2-e8983d4cbf92 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.655874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c88f4b63-9224-4c65-ac6c-0f83349afcdf req-00465391-35b3-436c-96e2-e8983d4cbf92 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 943 time: 0.1476605 Feb 16 14:46:16.664378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-d1e579c4-8050-46fb-b20c-c322b424a370 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 217 time: 0.0351596 Feb 16 14:46:16.666195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a324f1ac-8536-43d5-92aa-ca70b9ee82cb service neutron] 10.222.0.113 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469828 Feb 16 14:46:16.677182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.722853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-58969137-317d-49b3-9f24-99849e644330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.724901 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-58969137-317d-49b3-9f24-99849e644330 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a56b82d7-1338-45c0-a6c1-f6db64956eed HTTP/1.1" status: 200 len: 868 time: 0.0528607 Feb 16 14:46:16.740267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e1b9-2959-489f-bd2c-ffe7a5fc9731 None None] Pushing event updated for resources: {'Port': ['ID=51e757ac-fbcf-4a1e-8eb2-7514941286ea,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:16.744289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Attempting to bind port 51e757ac-fbcf-4a1e-8eb2-7514941286ea on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:16.744289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Attempting to bind port 51e757ac-fbcf-4a1e-8eb2-7514941286ea by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:16.744289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Attempting to bind port 51e757ac-fbcf-4a1e-8eb2-7514941286ea on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:16.753098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:16.753472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:16.753947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.754330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:16.754929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Bound port: 51e757ac-fbcf-4a1e-8eb2-7514941286ea, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:16.755309 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.777158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-99f4850a-7e73-4d8c-85a8-2b9e4cd58d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.778685 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-99f4850a-7e73-4d8c-85a8-2b9e4cd58d45 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=db666031-be92-434d-8750-65ff1e6bbef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465543 Feb 16 14:46:16.788422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c88f4b63-9224-4c65-ac6c-0f83349afcdf req-9bd546e1-84b8-4fa1-a39f-66831794af07 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245983 Feb 16 14:46:16.839459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] For port 51e757ac-fbcf-4a1e-8eb2-7514941286ea, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:16.852293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] For port 51e757ac-fbcf-4a1e-8eb2-7514941286ea, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=51e757ac-fbcf-4a1e-8eb2-7514941286ea,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:16.865769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 43d679d1-0e64-42b7-a674-ed272e13d1ed details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:16.887170 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-da24b281-125d-4a21-b28c-0c7d397f63a1 service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014471 Feb 16 14:46:16.887900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-4c9ff2ca-c0e2-4ad6-ae89-9d312abc848a service neutron] 10.222.0.113 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106791 Feb 16 14:46:16.907178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.941369 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.963099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc984f-188b-43d3-a39a-6d19dcab4d30 req-91f23483-1b0c-439f-b225-c43bc35f334a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:16.964663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fc984f-188b-43d3-a39a-6d19dcab4d30 req-91f23483-1b0c-439f-b225-c43bc35f334a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 948 time: 0.0740829 Feb 16 14:46:17.009174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f45af3de-4b4d-4917-ae8f-8887c7b12f29 req-af761be1-fb6f-490d-87ff-845f3d8cf203 service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149065 Feb 16 14:46:17.045045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Routers {'88cb5f7c-7825-47e9-8b46-21ac93a8791f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:17.045593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:17.074489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5fc984f-188b-43d3-a39a-6d19dcab4d30 req-c04a5735-a82c-4268-9cfa-edf119f84728 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813792 Feb 16 14:46:17.145647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Allocated IP 172.20.0.1 (8da7f342-36aa-477e-bfed-3a1a35b05cb0/9e34d7b1-be36-472d-b020-e7fd391838df/8d820e9b-e676-450a-b71c-71b473bae2b5) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:17.152348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e1b9-2959-489f-bd2c-ffe7a5fc9731 None None] Pushing event updated for resources: {'Port': ['ID=51e757ac-fbcf-4a1e-8eb2-7514941286ea,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:17.162570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 43d679d1-0e64-42b7-a674-ed272e13d1ed, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=43d679d1-0e64-42b7-a674-ed272e13d1ed,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:17.181233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '43d679d1-0e64-42b7-a674-ed272e13d1ed', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '43d679d1-0e64-42b7-a674-ed272e13d1ed', 'mac_address': 'fa:16:3e:8a:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:17.231214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] Set router 88cb5f7c-7825-47e9-8b46-21ac93a8791f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:17.305437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2203-16c0-439a-bc79-1b22a4f1883e req-6e0b1ff9-7c13-4c8e-afe0-7087941714b8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:17.305437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d4d2203-16c0-439a-bc79-1b22a4f1883e req-6e0b1ff9-7c13-4c8e-afe0-7087941714b8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.0904460 Feb 16 14:46:17.320658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:17.329755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:17.362114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d4d2203-16c0-439a-bc79-1b22a4f1883e req-b9bbd823-1a48-41ff-a933-d0aa15d9fde5 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497220 Feb 16 14:46:17.381855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d679d1-0e64-42b7-a674-ed272e13d1ed {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:17.414016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 43d679d1-0e64-42b7-a674-ed272e13d1ed, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=43d679d1-0e64-42b7-a674-ed272e13d1ed,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:17.486637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:46:13Z', 'revision_number': 3, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port': {'id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:10Z', 'updated_at': '2022-02-16T14:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:17.507446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:17.526555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fd466-d670-4f52-b7a8-7cdb817aaaf1 None None] The sync data for ids ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'] in n-d-829433-1 is: [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:46:13Z', 'revision_number': 3, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port': {'id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:10Z', 'updated_at': '2022-02-16T14:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:17.529636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:17.611947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=43d679d1-0e64-42b7-a674-ed272e13d1ed,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:17.652730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:17.667799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c690fde-fb21-4209-be6e-b66e0d739d72 req-eddd1c6d-fa9b-40e3-afd1-e2af3f0476dc tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 210 time: 0.0749216 Feb 16 14:46:17.677391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:17.677391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:17.737084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:17.740732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Pushing event updated for resources: {'Port': ['ID=8d820e9b-e676-450a-b71c-71b473bae2b5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:17.753285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['43d679d1-0e64-42b7-a674-ed272e13d1ed'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:18.027999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.147518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0c201361-1446-4f46-965f-6f83c546e73b None None] Provisioning complete for port 8d820e9b-e676-450a-b71c-71b473bae2b5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:18.147518 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c201361-1446-4f46-965f-6f83c546e73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.209405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0c201361-1446-4f46-965f-6f83c546e73b None None] Port 8d820e9b-e676-450a-b71c-71b473bae2b5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:18.278143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9368a1c-447e-4b80-9d29-f55999a123b3 req-3913a010-a002-42e9-ba53-3411f8054227 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:18.279740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9368a1c-447e-4b80-9d29-f55999a123b3 req-3913a010-a002-42e9-ba53-3411f8054227 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 943 time: 0.0784636 Feb 16 14:46:18.319998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.360272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9368a1c-447e-4b80-9d29-f55999a123b3 req-bd4eeebe-6f45-4647-a1d8-b57bdf08ec8c tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Feb 16 14:46:18.464786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.571949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Pushing event updated for resources: {'Port': ['ID=8d820e9b-e676-450a-b71c-71b473bae2b5,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:18.579431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.628466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f44f86-61f8-4439-8cf4-7d3f8c6b8d13 req-ad5dca08-0e50-4458-93b4-1f1a47d167e3 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:18.630049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5f44f86-61f8-4439-8cf4-7d3f8c6b8d13 req-ad5dca08-0e50-4458-93b4-1f1a47d167e3 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 949 time: 0.1020436 Feb 16 14:46:18.711830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5f44f86-61f8-4439-8cf4-7d3f8c6b8d13 req-ed396a77-825c-44a3-95cc-7ee78567fcce tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532246 Feb 16 14:46:18.738175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:18.740456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:18.886375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 495ff681-40d5-4ec2-9086-8117ca7d43e9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:18.901122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 43d679d1-0e64-42b7-a674-ed272e13d1ed up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:18.908337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b9a4f-fc20-480c-b19c-473d1a28b0ad req-bf81c7e1-7bea-4ea6-9b97-5b1964188fd4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:18.912103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-855b9a4f-fc20-480c-b19c-473d1a28b0ad req-bf81c7e1-7bea-4ea6-9b97-5b1964188fd4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1119111 Feb 16 14:46:18.971697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Router 88cb5f7c-7825-47e9-8b46-21ac93a8791f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:46:18.988139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-855b9a4f-fc20-480c-b19c-473d1a28b0ad req-03407f3a-952a-45f0-80f1-dd829008b4f7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662336 Feb 16 14:46:19.053593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 495ff681-40d5-4ec2-9086-8117ca7d43e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:19.080092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'port_id': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'mac_address': 'fa:16:3e:b2:07:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:19.083019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 43d679d1-0e64-42b7-a674-ed272e13d1ed completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:19.087954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 43d679d1-0e64-42b7-a674-ed272e13d1ed triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:19.088321 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.113171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bc5fc1f0-7530-4fd5-b8a0-96f7c346b5d0 None None] Provisioning complete for port 8d820e9b-e676-450a-b71c-71b473bae2b5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:19.113543 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc5fc1f0-7530-4fd5-b8a0-96f7c346b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.171130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd327-72cc-4994-be97-e903da48b45c req-9fef64d3-18d5-4983-bc0b-52b8d71ebfc5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:19.173136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-840cd327-72cc-4994-be97-e903da48b45c req-9fef64d3-18d5-4983-bc0b-52b8d71ebfc5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=60e26e0f-b251-4d04-9832-6eaf25f36052 HTTP/1.1" status: 200 len: 944 time: 0.0720742 Feb 16 14:46:19.174769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:46:19.199359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fc1f0-7530-4fd5-b8a0-96f7c346b5d0 None None] Port 8d820e9b-e676-450a-b71c-71b473bae2b5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:19.199359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.205135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f9ef4465-a039-48d1-a136-9fbccda72401 admin admin] 10.222.0.113 "PUT /v2.0/routers/88cb5f7c-7825-47e9-8b46-21ac93a8791f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513166 Feb 16 14:46:19.244400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495ff681-40d5-4ec2-9086-8117ca7d43e9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:19.292756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 495ff681-40d5-4ec2-9086-8117ca7d43e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:19.309697 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.341282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9aa400f6-03cb-4b60-b57d-83496ef68985 req-4b394ae2-0619-4640-a8e3-26276bd807c9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 210 time: 0.0387924 Feb 16 14:46:19.374534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d900772-d44b-4ea7-a90a-adffb1796728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d679d1-0e64-42b7-a674-ed272e13d1ed'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:19.378056 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79daa79a-8d0d-4ec8-96a9-7923ba89112f" -d '{"events": [{"server_uuid": "3d900772-d44b-4ea7-a90a-adffb1796728", "name": "network-vif-plugged", "status": "completed", "tag": "43d679d1-0e64-42b7-a674-ed272e13d1ed"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:19.412867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 43d679d1-0e64-42b7-a674-ed272e13d1ed, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=43d679d1-0e64-42b7-a674-ed272e13d1ed,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:19.414176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.414477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:19.435228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Deleting port d80881a0-d000-4b5b-9cad-5a6c4907776a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:19.435627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.476923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=495ff681-40d5-4ec2-9086-8117ca7d43e9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:19.517231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.518460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d80881a0-d000-4b5b-9cad-5a6c4907776a no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:19.551243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-801524489'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:19.555715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] For port d80881a0-d000-4b5b-9cad-5a6c4907776a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d80881a0-d000-4b5b-9cad-5a6c4907776a,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:19.556378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.571038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Calling delete_port for d80881a0-d000-4b5b-9cad-5a6c4907776a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:19.590813 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bee834d-91b9-4a91-a3ad-096702bc1f23 x-openstack-request-id: req-3bee834d-91b9-4a91-a3ad-096702bc1f23 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:19.591004 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d900772-d44b-4ea7-a90a-adffb1796728", "name": "network-vif-plugged", "status": "completed", "tag": "43d679d1-0e64-42b7-a674-ed272e13d1ed", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:19.591267 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3bee834d-91b9-4a91-a3ad-096702bc1f23 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:19.591680 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d900772-d44b-4ea7-a90a-adffb1796728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d679d1-0e64-42b7-a674-ed272e13d1ed', 'code': 200} Feb 16 14:46:19.670952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['495ff681-40d5-4ec2-9086-8117ca7d43e9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:19.744175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4585-caa4-4b3b-a351-0487929e3ef0 req-5d073fdc-0107-4e01-889e-5ded9ccb1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:19.747413 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-075e4585-caa4-4b3b-a351-0487929e3ef0 req-5d073fdc-0107-4e01-889e-5ded9ccb1c44 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 1101 time: 0.0827532 Feb 16 14:46:19.768510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f93b7-f3af-4eab-9618-f06dbde54fbd req-d0aa5354-ca48-4bee-b502-2dee76c55a6c tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:19.768510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e93f93b7-f3af-4eab-9618-f06dbde54fbd req-d0aa5354-ca48-4bee-b502-2dee76c55a6c tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 944 time: 0.1072929 Feb 16 14:46:19.776458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 51e757ac-fbcf-4a1e-8eb2-7514941286ea up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:19.776774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:19.779369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=43d679d1-0e64-42b7-a674-ed272e13d1ed,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:19.782782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.826561 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-075e4585-caa4-4b3b-a351-0487929e3ef0 req-4f4c4313-91b9-4fdf-8139-d60e4afb815d service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712707 Feb 16 14:46:19.851427 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:46:19.856290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e93f93b7-f3af-4eab-9618-f06dbde54fbd req-16398586-28c5-4797-b697-5b79560d2a40 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895555 Feb 16 14:46:19.867742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.867979 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Added segment 242e5bb0-6bba-4543-a7e4-2998a235d1b4 of type vlan for network aa6972d3-87d5-4875-87b5-b0414fcd67ba Feb 16 14:46:19.909435 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Sync routers for ids ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:19.921075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.925726 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Routers {'88cb5f7c-7825-47e9-8b46-21ac93a8791f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:19.927422 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:20.031569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.070824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.076614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:20.077404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.092320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 51e757ac-fbcf-4a1e-8eb2-7514941286ea triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:20.092922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.114246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event deleted for resources: {'Port': ['ID=d80881a0-d000-4b5b-9cad-5a6c4907776a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:20.194728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] No DVR routers for this DVR port d80881a0-d000-4b5b-9cad-5a6c4907776a on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:20.198596 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.219765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-840cd327-72cc-4994-be97-e903da48b45c req-5cfb9b1c-0a66-4e18-b9e2-054df3ee1319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "DELETE /v2.0/ports/d80881a0-d000-4b5b-9cad-5a6c4907776a HTTP/1.1" status: 204 len: 173 time: 0.9968934 Feb 16 14:46:20.221080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-deleted', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:20.228927 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d00e9d-cb65-47bd-af5e-ad43a3282858" -d '{"events": [{"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-deleted", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:20.271604 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.273618 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Set router 88cb5f7c-7825-47e9-8b46-21ac93a8791f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:20.331642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 51e757ac-fbcf-4a1e-8eb2-7514941286ea, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=51e757ac-fbcf-4a1e-8eb2-7514941286ea,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:20.425144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.504330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=51e757ac-fbcf-4a1e-8eb2-7514941286ea,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:20.589848 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:46:17Z', 'revision_number': 4, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port': {'id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:10Z', 'updated_at': '2022-02-16T14:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '8d820e9b-e676-450a-b71c-71b473bae2b5', 'name': '', 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'mac_address': 'fa:16:3e:5f:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9e34d7b1-be36-472d-b020-e7fd391838df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:16Z', 'updated_at': '2022-02-16T14:46:18Z', 'revision_number': 2, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'subnets': [{'id': '9e34d7b1-be36-472d-b020-e7fd391838df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:20.632736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Network': ['ID=aa6972d3-87d5-4875-87b5-b0414fcd67ba,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:20.647059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:46:20.664477 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c5cd5a56-f471-4840-919b-617a35dafb5c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2482791 Feb 16 14:46:20.670413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:20.676896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'subnet': {'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:20.701817 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Checking router: 88cb5f7c-7825-47e9-8b46-21ac93a8791f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:20.702083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-71a5ab38-d679-4517-ae19-30918c3f2476 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:20.703983 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Updating router 88cb5f7c-7825-47e9-8b46-21ac93a8791f port 8d820e9b-e676-450a-b71c-71b473bae2b5 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:20.704143 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-71a5ab38-d679-4517-ae19-30918c3f2476 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.93 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 813 time: 0.5969982 Feb 16 14:46:20.724060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188b078-3bdd-4144-8db4-452e566aa8dc req-39a6b206-1244-4278-b0c2-169487b455c7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:20.732989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9188b078-3bdd-4144-8db4-452e566aa8dc req-39a6b206-1244-4278-b0c2-169487b455c7 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 950 time: 0.0827377 Feb 16 14:46:20.745046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Request body: {'port': {'device_id': '8379ade8-932e-49b5-a2bb-865d454785e2', 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93', 'admin_state_up': True, 'tenant_id': '46eef30a26b04539ab99a16899717f51'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:20.773071 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.816598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9188b078-3bdd-4144-8db4-452e566aa8dc req-aa93422f-8a50-47a3-88a8-60c10cef3421 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757945 Feb 16 14:46:20.911080 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 495ff681-40d5-4ec2-9086-8117ca7d43e9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:21.016396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b799fa-d9c2-4305-8bd9-66e247e8dd0b req-3355ea14-7553-43cc-bee0-f301c488bb40 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:21.018070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83b799fa-d9c2-4305-8bd9-66e247e8dd0b req-3355ea14-7553-43cc-bee0-f301c488bb40 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.0760875 Feb 16 14:46:21.032907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:21.037908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.068664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83b799fa-d9c2-4305-8bd9-66e247e8dd0b req-e3e3a37f-2336-400e-89e4-32cb3d69b6fc tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Feb 16 14:46:21.093359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 495ff681-40d5-4ec2-9086-8117ca7d43e9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:21.098088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 495ff681-40d5-4ec2-9086-8117ca7d43e9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:21.098546 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.158467 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0013c6-d1a7-4d70-b7f0-01564cea7d73 x-openstack-request-id: req-5d0013c6-d1a7-4d70-b7f0-01564cea7d73 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:21.158761 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e26e0f-b251-4d04-9832-6eaf25f36052", "name": "network-vif-deleted", "tag": "d80881a0-d000-4b5b-9cad-5a6c4907776a", "status": "failed", "code": 422}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:21.159497 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5d0013c6-d1a7-4d70-b7f0-01564cea7d73 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:21.159497 n-d-829433-1 neutron-server[103043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60e26e0f-b251-4d04-9832-6eaf25f36052', 'name': 'network-vif-deleted', 'tag': 'd80881a0-d000-4b5b-9cad-5a6c4907776a', 'status': 'failed', 'code': 422} returned with failed status Feb 16 14:46:21.220874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Made reservation on behalf of 46eef30a26b04539ab99a16899717f51 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:21.224731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.232335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.233369 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.264165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4caf1241-f954-4080-aa89-c1378cf0af5f req-0907f10c-11b2-4604-94dc-7431287aabb9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 210 time: 0.0405822 Feb 16 14:46:21.266854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 495ff681-40d5-4ec2-9086-8117ca7d43e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:21.334867 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.380480 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.403151 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd248350-373c-4163-aa4e-66f80abaaa83 None None] Pushing event updated for resources: {'Port': ['ID=8d820e9b-e676-450a-b71c-71b473bae2b5,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:21.443083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Allocated IP 172.20.0.6 (fb334b34-dc83-4f77-8210-077097ec6d93/6f82c2e6-0594-4748-8695-18b952fe3e2f/5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:21.475458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=495ff681-40d5-4ec2-9086-8117ca7d43e9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:21.476687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.502684 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Attempting to bind port 8d820e9b-e676-450a-b71c-71b473bae2b5 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:21.503201 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Attempting to bind port 8d820e9b-e676-450a-b71c-71b473bae2b5 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:21.503728 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Attempting to bind port 8d820e9b-e676-450a-b71c-71b473bae2b5 on network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:21.512119 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:21.512644 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Checking segment: {'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:21.513135 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.513612 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Bound using segment: {'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:21.514166 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Bound port: 8d820e9b-e676-450a-b71c-71b473bae2b5, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8805755c-78f2-4bbf-a956-f7a3a2009854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:21.514648 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.593127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:21.597764 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6bf1dd-0d5a-4cfe-9158-02e23c7aabb0" -d '{"events": [{"server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "name": "network-vif-plugged", "status": "completed", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:21.606481 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] For port 8d820e9b-e676-450a-b71c-71b473bae2b5, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:21.611483 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] For port 8d820e9b-e676-450a-b71c-71b473bae2b5, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8d820e9b-e676-450a-b71c-71b473bae2b5,segment=NetworkSegment(8805755c-78f2-4bbf-a956-f7a3a2009854),segment_id=8805755c-78f2-4bbf-a956-f7a3a2009854)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:21.646902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee435cb3-1d3b-4d87-bc6b-633ebd82b323 req-68c1d050-f2cd-41b5-a680-c9d5d8650f4d tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:21.648250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee435cb3-1d3b-4d87-bc6b-633ebd82b323 req-68c1d050-f2cd-41b5-a680-c9d5d8650f4d tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 945 time: 0.0627654 Feb 16 14:46:21.694630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Subnet': ['ID=5ea98184-923e-4a82-9f79-d9ccc28c2766,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:21.695798 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.703755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee435cb3-1d3b-4d87-bc6b-633ebd82b323 req-7dbe990d-747a-4b89-aa80-fd69d5b1582d tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Feb 16 14:46:21.715728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Checking segment: {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:21.715728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network hostable DHCP agents. Network: aa6972d3-87d5-4875-87b5-b0414fcd67ba, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:46:21.772078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0ea4f6df-cc51-4f7b-8599-e8a6b10b0646 None None] Provisioning complete for port 8d820e9b-e676-450a-b71c-71b473bae2b5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:21.772452 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f6df-cc51-4f7b-8599-e8a6b10b0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.813458 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Routers {'88cb5f7c-7825-47e9-8b46-21ac93a8791f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:21.820473 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:21.826023 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd248350-373c-4163-aa4e-66f80abaaa83 None None] Pushing event updated for resources: {'Port': ['ID=8d820e9b-e676-450a-b71c-71b473bae2b5,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:21.831376 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 51e757ac-fbcf-4a1e-8eb2-7514941286ea up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:21.834356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.855565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:46:21.902804 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f6e940-9637-46fd-a1bd-179846a72872 x-openstack-request-id: req-b5f6e940-9637-46fd-a1bd-179846a72872 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:21.903248 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "name": "network-vif-plugged", "status": "completed", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:21.903655 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b5f6e940-9637-46fd-a1bd-179846a72872 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:21.904147 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'code': 200} Feb 16 14:46:21.961920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 51e757ac-fbcf-4a1e-8eb2-7514941286ea triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:21.962095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.973155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, aa6972d3-87d5-4875-87b5-b0414fcd67ba) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:21.991678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:21.997373 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.033600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c1ab26-bf75-4234-83d2-96fdabd1a39b None None] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:22.039503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f6df-cc51-4f7b-8599-e8a6b10b0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.042613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.117392 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] Set router 88cb5f7c-7825-47e9-8b46-21ac93a8791f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:22.139752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14399ac7-1b49-43fc-8bef-0778de10a7e2 req-55dfa683-0cdb-429f-9add-b22351a3e487 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:22.153211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Network fb334b34-dc83-4f77-8210-077097ec6d93 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:22.154970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14399ac7-1b49-43fc-8bef-0778de10a7e2 req-55dfa683-0cdb-429f-9add-b22351a3e487 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 950 time: 0.0965786 Feb 16 14:46:22.158126 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-57cf1c9e-731d-4a60-abed-9530ba33a53e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4866195 Feb 16 14:46:22.163440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:22.164682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:22.172936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-977436635'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:22.178453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:22.182149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388fc2e-105a-48f9-8c1d-2e9f0dba19bd req-f984425e-8e96-4db0-959f-8743dd36a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:22.183816 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a388fc2e-105a-48f9-8c1d-2e9f0dba19bd req-f984425e-8e96-4db0-959f-8743dd36a2c4 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 1096 time: 0.2081103 Feb 16 14:46:22.205802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:22.227665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0ea4f6df-cc51-4f7b-8599-e8a6b10b0646 None None] For port 8d820e9b-e676-450a-b71c-71b473bae2b5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8d820e9b-e676-450a-b71c-71b473bae2b5,segment=NetworkSegment(8805755c-78f2-4bbf-a956-f7a3a2009854),segment_id=8805755c-78f2-4bbf-a956-f7a3a2009854)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:22.261646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14399ac7-1b49-43fc-8bef-0778de10a7e2 req-fda92543-82f1-4a75-92ec-64d2b42302fa tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023660 Feb 16 14:46:22.282770 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a388fc2e-105a-48f9-8c1d-2e9f0dba19bd req-fd417c83-6f20-453c-baf6-be9d5c9f74e1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738490 Feb 16 14:46:22.291038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:22.291891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.305189 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ea4f6df-cc51-4f7b-8599-e8a6b10b0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.402056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4f6df-cc51-4f7b-8599-e8a6b10b0646 None None] Pushing event updated for resources: {'Port': ['ID=8d820e9b-e676-450a-b71c-71b473bae2b5,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:22.408768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:22.417713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.417713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-41c0f7ce-a5f5-4e9e-8bbe-ee4ef941b414 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6763229 Feb 16 14:46:22.447266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Request body: {'port': {'device_id': '8379ade8-932e-49b5-a2bb-865d454785e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:22.454459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90a1c6-20f4-4f01-8444-90b9b6315116 req-4399f351-6071-4077-ab32-898111c46f4e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:22.465251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d90a1c6-20f4-4f01-8444-90b9b6315116 req-4399f351-6071-4077-ab32-898111c46f4e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1082780 Feb 16 14:46:22.466003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-377e57ac-e19d-47b5-b3f8-acb510a64843 None None] Provisioning complete for port 8d820e9b-e676-450a-b71c-71b473bae2b5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:22.466835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-377e57ac-e19d-47b5-b3f8-acb510a64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.486703 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:46:17Z', 'revision_number': 4, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port': {'id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:10Z', 'updated_at': '2022-02-16T14:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '8d820e9b-e676-450a-b71c-71b473bae2b5', 'name': '', 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'mac_address': 'fa:16:3e:5f:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9e34d7b1-be36-472d-b020-e7fd391838df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:16Z', 'updated_at': '2022-02-16T14:46:21Z', 'revision_number': 4, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'subnets': [{'id': '9e34d7b1-be36-472d-b020-e7fd391838df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:22.501382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:46:22.512823 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.513135 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Added segment 432b7204-9234-4fc4-8420-f8370aa40f5a of type vlan for network d4a9f27f-d996-497f-b54e-05c41343d28d Feb 16 14:46:22.528984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d90a1c6-20f4-4f01-8444-90b9b6315116 req-7a3d9b2f-1652-46fb-a03e-4b3538e51553 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572059 Feb 16 14:46:22.545990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-aa6972d3-87d5-4875-87b5-b0414fcd67ba', 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'fixed_ips': [{'subnet_id': '5ea98184-923e-4a82-9f79-d9ccc28c2766'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:46:22.547533 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4da12a-7df4-407b-bbb6-5a4069d4ac21 None None] The sync data for ids ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'] in n-d-829433-1 is: [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:46:17Z', 'revision_number': 4, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port': {'id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:10Z', 'updated_at': '2022-02-16T14:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '8d820e9b-e676-450a-b71c-71b473bae2b5', 'name': '', 'network_id': '8da7f342-36aa-477e-bfed-3a1a35b05cb0', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'mac_address': 'fa:16:3e:5f:29:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '9e34d7b1-be36-472d-b020-e7fd391838df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:16Z', 'updated_at': '2022-02-16T14:46:21Z', 'revision_number': 4, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'subnets': [{'id': '9e34d7b1-be36-472d-b020-e7fd391838df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:22.547851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.588930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.694587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.814962 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.824944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Allocated IP 19.80.0.2 (aa6972d3-87d5-4875-87b5-b0414fcd67ba/5ea98184-923e-4a82-9f79-d9ccc28c2766/7b88305a-f744-427d-bc61-010d79eb9742) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:22.828746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:22.830191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.838995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-d3947fdd-ae21-4d1f-bab9-786f66550ae4 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:22.840975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-d3947fdd-ae21-4d1f-bab9-786f66550ae4 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.1637506 Feb 16 14:46:22.863450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-88bf8377-1484-483a-8cee-d03e627eb879 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/quotas/c6baa9e7b75442db9bcb5901b5fe5e18 HTTP/1.1" status: 200 len: 375 time: 0.0126791 Feb 16 14:46:22.925243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-ae7764d2-6926-4fb2-bb40-b5916a3c1980 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545006 Feb 16 14:46:22.929827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Network': ['ID=d4a9f27f-d996-497f-b54e-05c41343d28d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:22.951325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d4a9f27f-d996-497f-b54e-05c41343d28d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:46:23.092891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-5c0dc6da-a23e-46be-a39f-f772a5aabdb1 service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637466 Feb 16 14:46:23.106392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.157583 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5e09d335-fc49-4a59-92f8-ae08505bcfd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9906135 Feb 16 14:46:23.158755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47392) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:23.165114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'subnet': {'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:23.225454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.269462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-2f718e79-eb4e-476f-87c0-f4c7d814674e service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614723 Feb 16 14:46:23.306425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:23.314431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:23.319085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:23.326813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Pushing event updated for resources: {'Port': ['ID=7b88305a-f744-427d-bc61-010d79eb9742,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:23.399169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Attempting to bind port 7b88305a-f744-427d-bc61-010d79eb9742 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:23.399567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Attempting to bind port 7b88305a-f744-427d-bc61-010d79eb9742 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:23.399948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Attempting to bind port 7b88305a-f744-427d-bc61-010d79eb9742 on network aa6972d3-87d5-4875-87b5-b0414fcd67ba {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:23.405434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:23.405928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Checking segment: {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:23.407056 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.407252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Bound using segment: {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:23.407849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Bound port: 7b88305a-f744-427d-bc61-010d79eb9742, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:23.408234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.426717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:23.434908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.450885 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Transition to ACTIVE for port object 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:23.453693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:23.457786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.475572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] For port 7b88305a-f744-427d-bc61-010d79eb9742, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:23.479302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] For port 7b88305a-f744-427d-bc61-010d79eb9742, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7b88305a-f744-427d-bc61-010d79eb9742,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:23.607729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.731689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37654c-ef46-482d-89fc-8b0c2ecac9b2 req-bd09934a-2626-4a27-82e3-5bd695f3130a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:23.743045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac37654c-ef46-482d-89fc-8b0c2ecac9b2 req-bd09934a-2626-4a27-82e3-5bd695f3130a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 943 time: 0.0918748 Feb 16 14:46:23.746538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b0d7d-9b58-4f5e-88f2-1572aeeb6b86 None None] Pushing event updated for resources: {'Port': ['ID=7b88305a-f744-427d-bc61-010d79eb9742,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:23.767082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd790c4-9c3d-490e-98e9-b832af2859c6 req-aa427863-4fda-47d5-a2e9-98aff14ec063 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:23.768879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7dd790c4-9c3d-490e-98e9-b832af2859c6 req-aa427863-4fda-47d5-a2e9-98aff14ec063 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 945 time: 0.1835113 Feb 16 14:46:23.776862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.821994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8d820e9b-e676-450a-b71c-71b473bae2b5 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:23.866840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:23.877930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.896138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac37654c-ef46-482d-89fc-8b0c2ecac9b2 req-bd1071c3-c492-4909-8a2f-e1d89d5fa497 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431210 Feb 16 14:46:23.915313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7dd790c4-9c3d-490e-98e9-b832af2859c6 req-c5d7fc57-64fc-4dc1-b37e-e61ef1fbf28f tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181669 Feb 16 14:46:23.963394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8d820e9b-e676-450a-b71c-71b473bae2b5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:23.976919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.069510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2727f465-730b-4a61-8bbf-8996d6f1b67b req-1a88d506-1607-4bb7-bddb-5d83ae8bf2e7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 210 time: 0.0515208 Feb 16 14:46:24.084506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Subnet': ['ID=467fbd5e-5226-428d-a6eb-f8bca73f81d4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:24.090456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Checking segment: {'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:24.090849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network hostable DHCP agents. Network: d4a9f27f-d996-497f-b54e-05c41343d28d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:46:24.115924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac071-3b1f-4cd3-973d-e7fd28549016 req-ac16b7f7-cb81-4aaf-9b8f-4d6f1a253540 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.129207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-619ac071-3b1f-4cd3-973d-e7fd28549016 req-ac16b7f7-cb81-4aaf-9b8f-4d6f1a253540 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 1101 time: 0.1223836 Feb 16 14:46:24.158530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-619ac071-3b1f-4cd3-973d-e7fd28549016 req-cf8ad8c7-c01b-4028-8b82-d9286fcd7e53 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.213384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:24.213785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:24.223687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on network fb334b34-dc83-4f77-8210-077097ec6d93 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:24.230005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on network fb334b34-dc83-4f77-8210-077097ec6d93 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:24.230331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on network fb334b34-dc83-4f77-8210-077097ec6d93 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:24.244441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:24.244792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Checking segment: {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:24.245194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Bound using segment: {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:24.248214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Bound port: 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:24.248214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.299418 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-619ac071-3b1f-4cd3-973d-e7fd28549016 req-cf8ad8c7-c01b-4028-8b82-d9286fcd7e53 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.337707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:24.341203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:24.342817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network d4a9f27f-d996-497f-b54e-05c41343d28d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:46:24.383221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd101a4b-013e-4b93-b708-8ce25e151985 req-c9c95942-6cc2-48d7-9ca8-22ed36ab8158 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.384795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd101a4b-013e-4b93-b708-8ce25e151985 req-c9c95942-6cc2-48d7-9ca8-22ed36ab8158 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1004655 Feb 16 14:46:24.409650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-619ac071-3b1f-4cd3-973d-e7fd28549016 req-cf8ad8c7-c01b-4028-8b82-d9286fcd7e53 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.437443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.442236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d4a9f27f-d996-497f-b54e-05c41343d28d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:24.449560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd101a4b-013e-4b93-b708-8ce25e151985 req-e61b8cfd-b5f5-4a2f-93d6-975ec8e7b5c6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582035 Feb 16 14:46:24.451370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e8ce9-ec65-4a07-890b-9197cfd56bba None None] Network d4a9f27f-d996-497f-b54e-05c41343d28d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:24.453501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-619ac071-3b1f-4cd3-973d-e7fd28549016 req-cf8ad8c7-c01b-4028-8b82-d9286fcd7e53 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233037 Feb 16 14:46:24.474396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.475268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.483317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ad8c7-c01b-4028-8b82-d9286fcd7e53 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b75a54-e753-4c08-a1b8-cc2357c70e63,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:24.503263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.503863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.505297 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] 10.222.0.93 "PUT /v2.0/ports/5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 1091 time: 2.0689216 Feb 16 14:46:24.514902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:24.521585 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814ce6f-66a5-4a52-b94f-9fb977310d49" -d '{"events": [{"name": "network-changed", "server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:24.553546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c557ea-5504-437b-bf62-0b22489c5bed service neutron] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:24.563150 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9569139-89dd-4510-9c47-3ec656bfea5c x-openstack-request-id: req-d9569139-89dd-4510-9c47-3ec656bfea5c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:24.563150 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:24.563361 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d9569139-89dd-4510-9c47-3ec656bfea5c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:24.563793 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'status': 'completed', 'code': 200} Feb 16 14:46:24.637472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ce6f-66a5-4a52-b94f-9fb977310d49 req-466bc7dd-db9d-4f1d-bd1d-ca57fb4e1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.638952 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9814ce6f-66a5-4a52-b94f-9fb977310d49 req-466bc7dd-db9d-4f1d-bd1d-ca57fb4e1127 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1094 time: 0.0529013 Feb 16 14:46:24.642710 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c7ea2202-303e-414a-a324-83e3d2467fb5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4819305 Feb 16 14:46:24.676330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d4a9f27f-d996-497f-b54e-05c41343d28d', 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'fixed_ips': [{'subnet_id': '467fbd5e-5226-428d-a6eb-f8bca73f81d4'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:46:24.680313 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.733666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-bed6503c-cdfa-4ab4-b0db-bd1698d2b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.735857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-bed6503c-cdfa-4ab4-b0db-bd1698d2b92f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.0725760 Feb 16 14:46:24.828795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ce6f-66a5-4a52-b94f-9fb977310d49 req-e664704d-16f0-4a10-bd0d-0e39a78d92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.830979 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9814ce6f-66a5-4a52-b94f-9fb977310d49 req-e664704d-16f0-4a10-bd0d-0e39a78d92fd service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46eef30a26b04539ab99a16899717f51&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1838534 Feb 16 14:46:24.882110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Allocated IP 19.86.0.2 (d4a9f27f-d996-497f-b54e-05c41343d28d/467fbd5e-5226-428d-a6eb-f8bca73f81d4/8e3cb523-f307-4dc3-9619-7fc8eb810617) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:24.897013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-00306ef5-7cf5-4dc5-af57-38ddd3fd0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:24.898884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-00306ef5-7cf5-4dc5-af57-38ddd3fd0dfc service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1406357 Feb 16 14:46:25.004773 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ce6f-66a5-4a52-b94f-9fb977310d49 req-08751af2-d274-4444-8523-604ba64f8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.011759 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9814ce6f-66a5-4a52-b94f-9fb977310d49 req-08751af2-d274-4444-8523-604ba64f8f64 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1583865 Feb 16 14:46:25.119722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-ccc614cc-b670-4a4b-8907-42aa6be5b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.121246 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-ccc614cc-b670-4a4b-8907-42aa6be5b8d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1094 time: 0.0620821 Feb 16 14:46:25.165997 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.184539 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-32d6f4d2-3906-4c74-8e68-ed2d771b73c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 217 time: 0.0544286 Feb 16 14:46:25.242587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.273243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-dbdf2213-8de5-4cbd-81dd-8245f1ca325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.274963 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-dbdf2213-8de5-4cbd-81dd-8245f1ca325d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.0814631 Feb 16 14:46:25.288386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Network d4a9f27f-d996-497f-b54e-05c41343d28d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:25.297308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:25.329134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:25.329134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Pushing event updated for resources: {'Port': ['ID=8e3cb523-f307-4dc3-9619-7fc8eb810617,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:25.330106 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-3da371b4-59a1-496c-ac03-a5502c0d6a49 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381947 Feb 16 14:46:25.420484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Attempting to bind port 8e3cb523-f307-4dc3-9619-7fc8eb810617 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:25.421175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Attempting to bind port 8e3cb523-f307-4dc3-9619-7fc8eb810617 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:25.422280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Attempting to bind port 8e3cb523-f307-4dc3-9619-7fc8eb810617 on network d4a9f27f-d996-497f-b54e-05c41343d28d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:25.430380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:25.431025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Checking segment: {'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:25.431640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.432415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Bound using segment: {'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:25.433357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Bound port: 8e3cb523-f307-4dc3-9619-7fc8eb810617, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:25.433912 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.449624 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-867b2f4b-a89e-4d22-9842-19337ae5832c service neutron] 10.222.0.93 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182282 Feb 16 14:46:25.516012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-cdbad204-157c-42f2-89ab-7ef9218ca889 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.6002264 Feb 16 14:46:25.545040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d1ebf3cf-2679-4ae9-9d33-2cfc42985452 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.549397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47454) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:25.551931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d1ebf3cf-2679-4ae9-9d33-2cfc42985452 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.553520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d1ebf3cf-2679-4ae9-9d33-2cfc42985452 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/networks?id=aa6972d3-87d5-4875-87b5-b0414fcd67ba&id=d4a9f27f-d996-497f-b54e-05c41343d28d&id=aa6972d3-87d5-4875-87b5-b0414fcd67ba HTTP/1.1" status: 200 len: 1390 time: 0.6808496 Feb 16 14:46:25.561097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] For port 8e3cb523-f307-4dc3-9619-7fc8eb810617, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:25.567484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] For port 8e3cb523-f307-4dc3-9619-7fc8eb810617, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8e3cb523-f307-4dc3-9619-7fc8eb810617,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:25.582957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf71f2-f645-4bc6-9926-79613559312e None None] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:25.587585 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cf34bd7f-2943-4d11-b970-0688bbb2a4d3 req-214fc537-5c41-4d30-aa69-5fa4db93879f service neutron] 10.222.0.93 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290307 Feb 16 14:46:25.618427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-6975266c-1f91-418a-926d-6e09ab1812e3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/quotas/49c4ec15efb94cf5b8869b5689ed759c HTTP/1.1" status: 200 len: 375 time: 0.0411913 Feb 16 14:46:25.646966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6af21d9f-fbec-4dcf-a5bb-89203f38ecf2 None None] Provisioning complete for port 7b88305a-f744-427d-bc61-010d79eb9742 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:25.649692 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6af21d9f-fbec-4dcf-a5bb-89203f38ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.649976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-e6158bc0-4776-465d-8953-3c03da5c0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.650152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-e6158bc0-4776-465d-8953-3c03da5c0ebf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1220179 Feb 16 14:46:25.657794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb564f0-739c-411c-bc88-793cc8ac0cda req-05e373b1-22e7-4edc-b2c5-079804929892 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.670418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8eb564f0-739c-411c-bc88-793cc8ac0cda req-05e373b1-22e7-4edc-b2c5-079804929892 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 943 time: 0.2038109 Feb 16 14:46:25.686203 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.770115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8eb564f0-739c-411c-bc88-793cc8ac0cda req-3a052c83-86e3-46ac-9892-930d4d977a87 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022766 Feb 16 14:46:25.804079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-67270303-88c9-4a9f-afa0-873736bc18ef tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1732509 Feb 16 14:46:25.821654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3ebe-6c3c-4d00-8440-3969c3430b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.822087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-d4a7f790-8705-4ea9-aa17-64e4d5ba25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:25.823966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-d4a7f790-8705-4ea9-aa17-64e4d5ba25d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562526 Feb 16 14:46:25.870380 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:46:25.892392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7b88305a-f744-427d-bc61-010d79eb9742 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:25.922175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3ebe-6c3c-4d00-8440-3969c3430b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.995351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec568f7-ed43-4e3e-a560-0cc004a172fb None None] Pushing event updated for resources: {'Port': ['ID=8e3cb523-f307-4dc3-9619-7fc8eb810617,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:25.999128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcbe3ebe-6c3c-4d00-8440-3969c3430b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.032921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c697b51-bddd-4558-8536-05a6ca189479 req-fbb8e18a-ec39-422d-a8c7-faa7496b1c08 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:26.034474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c697b51-bddd-4558-8536-05a6ca189479 req-fbb8e18a-ec39-422d-a8c7-faa7496b1c08 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 945 time: 0.1564920 Feb 16 14:46:26.045145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-45fea37e-064b-43b6-af0d-9d62fd995d9d service neutron] 10.222.0.113 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326026 Feb 16 14:46:26.057574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-fce0dd3d-8c95-4eba-b565-6abeea6daa26 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191825 Feb 16 14:46:26.074380 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fcbe3ebe-6c3c-4d00-8440-3969c3430b16 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c97fc2be515d4cce8b54f6b773b8d6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207176 Feb 16 14:46:26.074380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe3ebe-6c3c-4d00-8440-3969c3430b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9121e9-8f49-4a50-a282-7ece2bd0d4c8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:26.075172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47458) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:26.081397 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6af21d9f-fbec-4dcf-a5bb-89203f38ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.098430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7b88305a-f744-427d-bc61-010d79eb9742 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:26.098958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.137854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf17b0b3-b8b5-46d7-a48e-1ec1dabfa53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.164830 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf17b0b3-b8b5-46d7-a48e-1ec1dabfa53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.216591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c697b51-bddd-4558-8536-05a6ca189479 req-0a536541-2ad2-4d15-9b06-14659618be24 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646657 Feb 16 14:46:26.322034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfb083b9-c0a6-42d8-b6c6-0b34298189b0 service neutron] 10.222.0.113 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759411 Feb 16 14:46:26.330143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6af21d9f-fbec-4dcf-a5bb-89203f38ecf2 None None] For port 7b88305a-f744-427d-bc61-010d79eb9742, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7b88305a-f744-427d-bc61-010d79eb9742,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:26.364694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e481a2dd-464e-4b6d-95cb-72cf84242edb req-252927cb-539e-4c93-959e-143b9683d866 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888522 Feb 16 14:46:26.368463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf17b0b3-b8b5-46d7-a48e-1ec1dabfa53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.371162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf17b0b3-b8b5-46d7-a48e-1ec1dabfa53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.375070 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bf17b0b3-b8b5-46d7-a48e-1ec1dabfa53e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cb9121e9-8f49-4a50-a282-7ece2bd0d4c8 HTTP/1.1" status: 204 len: 168 time: 0.2965124 Feb 16 14:46:26.383649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17b0b3-b8b5-46d7-a48e-1ec1dabfa53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9121e9-8f49-4a50-a282-7ece2bd0d4c8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:26.427157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.433506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6af21d9f-fbec-4dcf-a5bb-89203f38ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.517280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c720e710-6104-4f49-b365-8baf55c820d6 req-42335e07-9295-4ffd-8102-22dbe31b6899 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 210 time: 0.1646562 Feb 16 14:46:26.617757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af21d9f-fbec-4dcf-a5bb-89203f38ecf2 None None] Pushing event updated for resources: {'Port': ['ID=7b88305a-f744-427d-bc61-010d79eb9742,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:26.622166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:46:26.622779 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:46:26.698104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-7350911e-e619-40ee-8027-bff6cdac3317 service neutron] 10.222.0.113 "GET /v2.0/networks/d4a9f27f-d996-497f-b54e-05c41343d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749664 Feb 16 14:46:26.762135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ca07c6ea-d323-45e8-baf3-1566f7ca9366 None None] Provisioning complete for port 7b88305a-f744-427d-bc61-010d79eb9742 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:26.762505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca07c6ea-d323-45e8-baf3-1566f7ca9366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.798625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-f3cd7990-8494-418c-afa2-5a7147562f5f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:26.800106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-f3cd7990-8494-418c-afa2-5a7147562f5f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.2743886 Feb 16 14:46:26.821796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d9a98-b56a-46af-8fea-76c765dbce6f req-26e5f561-977d-48ab-8196-f1b952307309 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:26.823307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a5d9a98-b56a-46af-8fea-76c765dbce6f req-26e5f561-977d-48ab-8196-f1b952307309 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1460493 Feb 16 14:46:26.829930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Request body: {'port': {'device_id': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'admin_state_up': True, 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:26.929874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cf9e64fb-7bc9-4485-8230-042a95185d4f service neutron] 10.222.0.113 "GET /v2.0/networks/d4a9f27f-d996-497f-b54e-05c41343d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115791 Feb 16 14:46:27.002483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a5d9a98-b56a-46af-8fea-76c765dbce6f req-901c67f2-0fe8-4cb1-a122-a4e01b27be43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572809 Feb 16 14:46:27.074618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-9b26f2f8-501f-4887-876f-9d4bdc76c2ed service neutron] 10.222.0.113 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362941 Feb 16 14:46:27.206278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9605582-280f-4dd1-8b39-4dd1ac6bda50 req-14562df1-1208-4324-811e-0caae0ed3f0c tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:27.210664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9605582-280f-4dd1-8b39-4dd1ac6bda50 req-14562df1-1208-4324-811e-0caae0ed3f0c tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 1101 time: 0.1126132 Feb 16 14:46:27.217026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:27.220789 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.250525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-4bfa43c1-7b89-4c12-88c3-e14d34f15e8c service neutron] 10.222.0.113 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624942 Feb 16 14:46:27.282504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9605582-280f-4dd1-8b39-4dd1ac6bda50 req-a46eee92-fb2d-4da9-9b2e-15eb72b010a6 tempest-ServersAdminNegativeTestJSON-1939261069 tempest-ServersAdminNegativeTestJSON-1939261069-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592442 Feb 16 14:46:27.430653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de3914-0ca7-4b1d-b16b-c3ed96713f6c None None] Network d4a9f27f-d996-497f-b54e-05c41343d28d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:27.568938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Allocated IP 172.20.0.9 (435fa567-edf3-4893-b78c-ef5ba8642c8d/3d9ed2ad-511d-422c-a2ad-52c08a46822a/2bfacf0c-8e19-4166-ad41-30a2b83ed86d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:27.605042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-192e6d5e-9cb5-4554-985a-bdf6294135ec None None] Provisioning complete for port 8e3cb523-f307-4dc3-9619-7fc8eb810617 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:27.605412 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-192e6d5e-9cb5-4554-985a-bdf6294135ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.756398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-192e6d5e-9cb5-4554-985a-bdf6294135ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.764502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-dd9e8c58-0eb6-4c64-8b46-a59d9b1fef83 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 258 time: 0.4121358 Feb 16 14:46:27.783240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:27.816971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-192e6d5e-9cb5-4554-985a-bdf6294135ec None None] For port 8e3cb523-f307-4dc3-9619-7fc8eb810617, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8e3cb523-f307-4dc3-9619-7fc8eb810617,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:27.885233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4d990-3467-4fa1-a7fd-133524b3f6c7 req-37fe532e-a858-4a0d-a741-a14da5806bbb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:27.885988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7b88305a-f744-427d-bc61-010d79eb9742 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:27.886439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fc4d990-3467-4fa1-a7fd-133524b3f6c7 req-37fe532e-a858-4a0d-a741-a14da5806bbb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 943 time: 0.2086377 Feb 16 14:46:27.915579 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-192e6d5e-9cb5-4554-985a-bdf6294135ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.979243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fc4d990-3467-4fa1-a7fd-133524b3f6c7 req-43d72432-0e4c-4583-8e7b-d008d336845a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827603 Feb 16 14:46:27.979500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7b88305a-f744-427d-bc61-010d79eb9742 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:27.985778 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.995708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.999699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.029760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e6d5e-9cb5-4554-985a-bdf6294135ec None None] Pushing event updated for resources: {'Port': ['ID=8e3cb523-f307-4dc3-9619-7fc8eb810617,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:28.122988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8e3cb523-f307-4dc3-9619-7fc8eb810617 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:28.165044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.168964 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.173463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e2d99798-cf8b-467e-b79a-d59d31ea16d7 None None] Provisioning complete for port 8e3cb523-f307-4dc3-9619-7fc8eb810617 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:28.181764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2d99798-cf8b-467e-b79a-d59d31ea16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.229947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8e3cb523-f307-4dc3-9619-7fc8eb810617 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:28.230323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.246646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1824bcf0-b2a4-4cab-8d21-6945683165d8 req-9437088e-17c1-463a-800d-3d388e5d9e35 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 210 time: 0.0668640 Feb 16 14:46:28.300024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:28.311363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:28.313721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:28.373820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event updated for resources: {'Port': ['ID=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:28.444541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:28.445133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.491170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13134-11a5-479d-ad91-552eb1f8dc5a req-3ad91194-96ef-4e6f-8c55-7dc2aa790171 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:28.492738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7d13134-11a5-479d-ad91-552eb1f8dc5a req-3ad91194-96ef-4e6f-8c55-7dc2aa790171 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 931 time: 0.1233561 Feb 16 14:46:28.500957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Allocated IP 172.25.6.195 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/0e29e402-f544-40d0-b8ff-72185e5d9a49) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:28.536613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-38e9e313-0f7b-41ad-8aeb-aeef1236919c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7226226 Feb 16 14:46:28.566259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Request body: {'port': {'device_id': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:28.600072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7d13134-11a5-479d-ad91-552eb1f8dc5a req-030e4f56-c718-4969-9085-fcc7b0634a23 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011660 Feb 16 14:46:28.672284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.748424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.800255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:28.925066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:28.936094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93', 'port_id': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'mac_address': 'fa:16:3e:e4:f6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f82c2e6-0594-4748-8695-18b952fe3e2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:28.962007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03deb39-b0be-40c3-8d70-0ab43eadda22 req-9375ef1d-83a1-4b7d-a491-c87913e14818 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:28.963707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d03deb39-b0be-40c3-8d70-0ab43eadda22 req-9375ef1d-83a1-4b7d-a491-c87913e14818 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1415203 Feb 16 14:46:28.976522 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.991752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:29.006911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.012392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:29.077037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.130316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:29.391445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d03deb39-b0be-40c3-8d70-0ab43eadda22 req-9395a96a-0352-480e-9f3b-43b109b7bc47 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139898 Feb 16 14:46:29.394592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:29.402969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:29.414908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:29.437407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event updated for resources: {'Port': ['ID=0e29e402-f544-40d0-b8ff-72185e5d9a49,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:29.439062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:29.514383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfacf0c-8e19-4166-ad41-30a2b83ed86d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:29.538456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.544473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71e709de-3238-414a-99a9-5b38bf186ded req-62daa916-63b8-4362-9d3f-2713ff6c785e tempest-AbsoluteLimitsNegativeTestJSON-1292392758 tempest-AbsoluteLimitsNegativeTestJSON-1292392758-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f2477804bd744eff90e5e93b4f163ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487950 Feb 16 14:46:29.568660 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-86d6aae1-89c3-483c-85d7-743a9da619a3 service neutron] show failed (client error): The resource could not be found. Feb 16 14:46:29.569955 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-86d6aae1-89c3-483c-85d7-743a9da619a3 service neutron] 10.222.0.93 "GET /v2.0/ports/ece54740-fc1d-4869-9bbc-6bdb021b3b08/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0827329 Feb 16 14:46:29.595705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Transition to ACTIVE for port object 2bfacf0c-8e19-4166-ad41-30a2b83ed86d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:29.662785 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.691613 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.718016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8e3cb523-f307-4dc3-9619-7fc8eb810617 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:29.760121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e709de-3238-414a-99a9-5b38bf186ded req-6db18145-281c-415a-8f78-bbf8ad5ca5b4 tempest-AbsoluteLimitsNegativeTestJSON-1292392758 tempest-AbsoluteLimitsNegativeTestJSON-1292392758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:29.761865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71e709de-3238-414a-99a9-5b38bf186ded req-6db18145-281c-415a-8f78-bbf8ad5ca5b4 tempest-AbsoluteLimitsNegativeTestJSON-1292392758 tempest-AbsoluteLimitsNegativeTestJSON-1292392758-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066891 Feb 16 14:46:29.775368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8e3cb523-f307-4dc3-9619-7fc8eb810617 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:29.775856 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.803915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:29.808802 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.833549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71e709de-3238-414a-99a9-5b38bf186ded req-d0f70161-71b4-4bcd-8c0f-390daf874ff1 tempest-AbsoluteLimitsNegativeTestJSON-1292392758 tempest-AbsoluteLimitsNegativeTestJSON-1292392758-project] 10.222.0.113 "GET /v2.0/quotas/f2477804bd744eff90e5e93b4f163ed9 HTTP/1.1" status: 200 len: 375 time: 0.0469260 Feb 16 14:46:29.904887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71e709de-3238-414a-99a9-5b38bf186ded req-329d4bab-9653-4934-b438-5d6b6a729648 tempest-AbsoluteLimitsNegativeTestJSON-1292392758 tempest-AbsoluteLimitsNegativeTestJSON-1292392758-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f2477804bd744eff90e5e93b4f163ed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524204 Feb 16 14:46:29.993360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Attempting to bind port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:29.993767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Attempting to bind port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:29.994340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Attempting to bind port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:30.002442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d on network 435fa567-edf3-4893-b78c-ef5ba8642c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:30.003421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Attempting to bind port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:30.018730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:30.019187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Checking segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:30.019664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Bound using segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:30.020183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Bound port: 2bfacf0c-8e19-4166-ad41-30a2b83ed86d, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:30.020660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.103172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-07e90523-5347-4dfc-839b-0845ed35f872 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:30.109499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-07e90523-5347-4dfc-839b-0845ed35f872 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:30.111069 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-07e90523-5347-4dfc-839b-0845ed35f872 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "GET /v2.0/networks?id=aa6972d3-87d5-4875-87b5-b0414fcd67ba&id=d4a9f27f-d996-497f-b54e-05c41343d28d&id=aa6972d3-87d5-4875-87b5-b0414fcd67ba HTTP/1.1" status: 200 len: 1390 time: 0.1860833 Feb 16 14:46:30.124644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'port': {'device_id': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba', 'admin_state_up': True, 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:30.194984 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.208207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dea49-c768-482f-a844-a65c4bd47e01 req-83e7b98b-8560-4d17-95b1-a61aab8669ad tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:30.209798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b98dea49-c768-482f-a844-a65c4bd47e01 req-83e7b98b-8560-4d17-95b1-a61aab8669ad tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 944 time: 0.1754177 Feb 16 14:46:30.211069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] For port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:30.214598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-57460872-8952-48e2-a4b6-2a8bddf9c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:30.216053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-57460872-8952-48e2-a4b6-2a8bddf9c989 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 1101 time: 0.1113298 Feb 16 14:46:30.235721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:30.246122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] For port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:30.268178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.333241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:30.337300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.341758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b98dea49-c768-482f-a844-a65c4bd47e01 req-3375bf4a-d4dc-4be9-9a1c-8d72e8682523 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233287 Feb 16 14:46:30.366995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.392564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event updated for resources: {'Port': ['ID=0e29e402-f544-40d0-b8ff-72185e5d9a49,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:30.401053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.415041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:30.415690 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.417212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] 10.222.0.93 "PUT /v2.0/ports/2bfacf0c-8e19-4166-ad41-30a2b83ed86d HTTP/1.1" status: 200 len: 1091 time: 1.8590777 Feb 16 14:46:30.417943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'tag': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:30.420380 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc51f2e-591e-45ce-9361-c4dec3731c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bd239e-8cab-4827-bad7-e11d44ed073e", "tag": "2bfacf0c-8e19-4166-ad41-30a2b83ed86d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:30.449315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.496167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dea1bce-24a8-49bb-b495-01daa78d4170 req-3a8d61ee-7c36-429e-b001-ecb0d8cb6094 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 210 time: 0.0423186 Feb 16 14:46:30.530876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47536) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:30.537676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54e5d4-0ae3-4747-a938-cd458f195320 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:30.560364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Allocated IP 19.80.0.3 (aa6972d3-87d5-4875-87b5-b0414fcd67ba/5ea98184-923e-4a82-9f79-d9ccc28c2766/d45f313c-e096-40a3-93d8-c2da379f21ac) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:30.634184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.636111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-e88216a4-760a-49dd-9793-8af98843f27a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8706341 Feb 16 14:46:30.690451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-03a3f86c-f360-4fcb-a65a-20fc335c72d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.737376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-6d8ee24d-1161-455a-bfc8-1fbfd783d6df tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0863655 Feb 16 14:46:30.766843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.779361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-374a4243-0636-4693-b5b9-960ddc913581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:30.780904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-374a4243-0636-4693-b5b9-960ddc913581 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 1094 time: 0.2322278 Feb 16 14:46:30.816868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:30.824308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f9bea-8fb9-4129-9c96-db82acc966c2 req-7d1635cc-fd1f-4187-8a67-36bd70b8bdfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:30.830412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-03a3f86c-f360-4fcb-a65a-20fc335c72d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.831463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e6f9bea-8fb9-4129-9c96-db82acc966c2 req-7d1635cc-fd1f-4187-8a67-36bd70b8bdfe tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 943 time: 0.2050855 Feb 16 14:46:30.893229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-03a3f86c-f360-4fcb-a65a-20fc335c72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.899026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.901468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-4762356d-72e3-4d6d-aa77-a540ea81deb1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bfacf0c-8e19-4166-ad41-30a2b83ed86d HTTP/1.1" status: 200 len: 217 time: 0.1033788 Feb 16 14:46:30.944684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:30.949487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:30.950133 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.979090 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-03a3f86c-f360-4fcb-a65a-20fc335c72d9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f2477804bd744eff90e5e93b4f163ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444213 Feb 16 14:46:30.985363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47542) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:31.000369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:31.001114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3f86c-f360-4fcb-a65a-20fc335c72d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be9805-b635-49ba-850a-7c9cc3a59899,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:31.013316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e6f9bea-8fb9-4129-9c96-db82acc966c2 req-4293dbe4-1114-4ceb-803d-dff5f1143f8d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807253 Feb 16 14:46:31.013718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:31.018768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Port': ['ID=d45f313c-e096-40a3-93d8-c2da379f21ac,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:31.021969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:31.037607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:31.070931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.082511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-f171cc02-531d-45f0-9838-05e586df775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:31.087243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-f171cc02-531d-45f0-9838-05e586df775a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.1726308 Feb 16 14:46:31.101905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:31.104358 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95ad978-7af5-4670-b3ff-9ac7a5b32a80" -d '{"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-plugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:31.111912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-ca1d2ffb-d8e0-43cf-9f43-6f7809d875e4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:31.112863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:31.113367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b4c6bd7-8651-47c8-a507-591153968c20 req-ca1d2ffb-d8e0-43cf-9f43-6f7809d875e4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.3605256 Feb 16 14:46:31.123771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.128332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:31.139458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71b905a7-45a1-4b72-9a15-10b8788c358f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.164024 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41448042-f8be-475b-9ce4-15dad394190d x-openstack-request-id: req-41448042-f8be-475b-9ce4-15dad394190d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:31.164411 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bd239e-8cab-4827-bad7-e11d44ed073e", "tag": "2bfacf0c-8e19-4166-ad41-30a2b83ed86d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:31.164411 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-41448042-f8be-475b-9ce4-15dad394190d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:31.164777 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'tag': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d', 'status': 'completed', 'code': 200} Feb 16 14:46:31.167718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71b905a7-45a1-4b72-9a15-10b8788c358f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.197647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-23dddd91-580b-4b9b-9808-7585d396aadd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832601 Feb 16 14:46:31.211982 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740b1f7c-7589-4536-956b-5bc1463941c5 x-openstack-request-id: req-740b1f7c-7589-4536-956b-5bc1463941c5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:31.212493 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-plugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:31.212753 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-740b1f7c-7589-4536-956b-5bc1463941c5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:31.213157 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'code': 200} Feb 16 14:46:31.231230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.257452 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-f82457c0-8800-476c-b93c-76c13c1bdcc6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1366649 Feb 16 14:46:31.281806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'port': {'device_id': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d', 'admin_state_up': True, 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:31.327310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:31.352586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:31.357013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-418b518a-9f9c-4390-82fa-eb70e8c84458 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460826 Feb 16 14:46:31.365053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b47e8-540b-44fc-bf68-99707ce2f6a6 req-5dd9041d-f656-49ce-932c-cf2ea0a4b4e2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:31.365480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f7f4197-28e9-412d-baa5-414cac70c149 None None] Provisioning complete for port d45f313c-e096-40a3-93d8-c2da379f21ac triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:31.365946 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f7f4197-28e9-412d-baa5-414cac70c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.366811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71b905a7-45a1-4b72-9a15-10b8788c358f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.369495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71b905a7-45a1-4b72-9a15-10b8788c358f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.370818 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71b905a7-45a1-4b72-9a15-10b8788c358f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b4be9805-b635-49ba-850a-7c9cc3a59899 HTTP/1.1" status: 204 len: 168 time: 0.3844683 Feb 16 14:46:31.374024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-340b47e8-540b-44fc-bf68-99707ce2f6a6 req-5dd9041d-f656-49ce-932c-cf2ea0a4b4e2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.2585540 Feb 16 14:46:31.400398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b905a7-45a1-4b72-9a15-10b8788c358f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be9805-b635-49ba-850a-7c9cc3a59899,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:31.431973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f4197-28e9-412d-baa5-414cac70c149 None None] Port d45f313c-e096-40a3-93d8-c2da379f21ac cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:31.432486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3d6d-fc87-4f5a-b04f-1996853e1e78 req-e5544d06-269f-4517-9577-c8c13e58c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:31.433981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b45e3d6d-fc87-4f5a-b04f-1996853e1e78 req-e5544d06-269f-4517-9577-c8c13e58c863 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1096 time: 0.1342351 Feb 16 14:46:31.497352 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b45e3d6d-fc87-4f5a-b04f-1996853e1e78 req-2f3c9c4a-da1b-44ab-8657-807ea3279f44 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Feb 16 14:46:31.526963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-39676874-8967-42c1-bc5a-94a7659027e4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:31.528432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-39676874-8967-42c1-bc5a-94a7659027e4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1901793 Feb 16 14:46:31.542884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.567020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-340b47e8-540b-44fc-bf68-99707ce2f6a6 req-e14294e7-190b-432f-9b1f-b2fa23f8e340 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915956 Feb 16 14:46:31.614019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Transition to ACTIVE for port object ece54740-fc1d-4869-9bbc-6bdb021b3b08 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:31.619150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-9b6343cc-d64a-4f07-8a45-882e27838fd4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0827069 Feb 16 14:46:31.637409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Request body: {'floatingip': {'port_id': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:31.642000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:31.644811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a1f770-a7a9-4d57-8e9c-51211458fa89 req-f148a663-9cdf-4a4b-835c-3119117010b6 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681558 Feb 16 14:46:31.646598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.690621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.788033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:31.788760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Allocated IP 19.86.0.83 (d4a9f27f-d996-497f-b54e-05c41343d28d/467fbd5e-5226-428d-a6eb-f8bca73f81d4/c7112a66-0fa3-4a56-9f37-8b3ed399710c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:31.913767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:31.996520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.031364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] No DVR routers for this DVR port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:32.077417 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.124899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:32.125129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:32.125655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:32.126297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network d4a9f27f-d996-497f-b54e-05c41343d28d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:32.129797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:32.133736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:32.162911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Port': ['ID=c7112a66-0fa3-4a56-9f37-8b3ed399710c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:32.172550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-d41044f0-3acb-4f7e-ab2c-dd282de3c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:32.174282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-d41044f0-3acb-4f7e-ab2c-dd282de3c3c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 1094 time: 0.3209023 Feb 16 14:46:32.187688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:32.188190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Attempting to bind port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:32.209862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:32.210314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f6d25-a588-4eda-8dd2-97524b8104b2 req-edf702d3-f021-4c14-ba76-12a538bd06ff tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:32.210535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.212289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-565f6d25-a588-4eda-8dd2-97524b8104b2 req-edf702d3-f021-4c14-ba76-12a538bd06ff tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1781874 Feb 16 14:46:32.228528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:32.228868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:32.229253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:32.229696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Bound port: ece54740-fc1d-4869-9bbc-6bdb021b3b08, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:32.230054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.281648 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-d3d1234c-0e74-4be7-9767-18c8f0dbc211 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0162477 Feb 16 14:46:32.292215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'port': {'device_id': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba', 'admin_state_up': True, 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:32.510410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-84f53495-18c2-4392-b7d3-6099b5583d27 None None] Provisioning complete for port c7112a66-0fa3-4a56-9f37-8b3ed399710c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:32.511001 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f53495-18c2-4392-b7d3-6099b5583d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.516212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:32.519871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.564557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-84f53495-18c2-4392-b7d3-6099b5583d27 None None] Port c7112a66-0fa3-4a56-9f37-8b3ed399710c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:32.605921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47580) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:32.674641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Allocated IP 19.80.0.95 (aa6972d3-87d5-4875-87b5-b0414fcd67ba/5ea98184-923e-4a82-9f79-d9ccc28c2766/7727a24d-2735-4f81-8a1a-57793e204e88) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:32.728356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2112433430-network', 'tenant_id': '81f6bcd882f2417d874e10b484d8685f'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:32.761736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-565f6d25-a588-4eda-8dd2-97524b8104b2 req-08bc5418-8c51-4eff-a051-8ea442ae737e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366979 Feb 16 14:46:32.809777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-fe97cb60-ec51-4d9b-9202-936fcf2eff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:32.811496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-fe97cb60-ec51-4d9b-9202-936fcf2eff59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 913 time: 0.6267872 Feb 16 14:46:32.815770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:32.865309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:46:32.890956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:32.896592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-b26c7f7d-c4f2-4f93-bda2-fca5da6ac4e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bfacf0c-8e19-4166-ad41-30a2b83ed86d HTTP/1.1" status: 200 len: 217 time: 0.0549233 Feb 16 14:46:32.943318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:33.028051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.036131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-7b48d244-e3a3-4c4e-b0d4-3d017d121279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.037679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-7b48d244-e3a3-4c4e-b0d4-3d017d121279 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.1296408 Feb 16 14:46:33.052128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b594b-e81d-4951-b25c-0095a396b70b req-353dfd57-e5d9-4f76-be23-c50da364059e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.058178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b594b-e81d-4951-b25c-0095a396b70b req-353dfd57-e5d9-4f76-be23-c50da364059e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.059923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-823b594b-e81d-4951-b25c-0095a396b70b req-353dfd57-e5d9-4f76-be23-c50da364059e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 1652 time: 0.1706684 Feb 16 14:46:33.086991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Made reservation on behalf of 81f6bcd882f2417d874e10b484d8685f for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:33.089312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.101016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.resource_extend [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:46:33.106542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.166837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.167238 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.168675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] 10.222.0.129 "PUT /v2.0/ports/ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 1096 time: 2.9436870 Feb 16 14:46:33.171870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08'}, {'name': 'network-changed', 'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:33.174022 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58" -d '{"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08"}, {"name": "network-changed", "server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:33.178224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-382da4e5-f75c-4271-a02d-7815a20e886a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150067 Feb 16 14:46:33.186220 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.250770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.297731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.300118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f9694-2e15-4bdb-9f54-f6dd72478881 service neutron] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:33.311832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.318186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-823b594b-e81d-4951-b25c-0095a396b70b req-148cef17-50a8-41a6-bbf7-4a8acf427874 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308557 Feb 16 14:46:33.349395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:46:33.360901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-a21a777c-768a-4967-9fac-38b805b56623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.362422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-a21a777c-768a-4967-9fac-38b805b56623 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1099 time: 0.1367753 Feb 16 14:46:33.368787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee82610-c60c-4e9a-a37c-887d1e125e78,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:33.377613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.384770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.384770 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Added segment c7e376a5-e324-475b-a413-d2b406dcd9e5 of type vlan for network 1adc0b17-b742-430a-8add-0debfab36007 Feb 16 14:46:33.396217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-5b9573a7-5c47-4cc3-94b8-5c38928cdc77 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011933 Feb 16 14:46:33.415604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.459720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:33.470674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:33.473497 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.475528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Port': ['ID=7727a24d-2735-4f81-8a1a-57793e204e88,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:33.478060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:33.544682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.545332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.630519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.631750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.632391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.664918 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cfaa7912-588d-4d84-8fbb-358e5f699a1b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3723795 Feb 16 14:46:33.698909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Request body: {'port': {'device_id': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:33.715126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91193f5d-11ae-4045-8ae7-2fc3f57a6a4b req-7cae9990-2540-4200-922a-544f33349a35 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.716637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91193f5d-11ae-4045-8ae7-2fc3f57a6a4b req-7cae9990-2540-4200-922a-544f33349a35 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 950 time: 0.2705238 Feb 16 14:46:33.732576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] Pushing event updated for resources: {'Network': ['ID=1adc0b17-b742-430a-8add-0debfab36007,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:33.735836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-6926c65b-6208-442b-93c1-e79f12664e00 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.737354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-6926c65b-6208-442b-93c1-e79f12664e00 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.129 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 950 time: 0.2885945 Feb 16 14:46:33.741979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-ef87abae-5620-4771-80e6-237d1dda94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:33.743396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-ef87abae-5620-4771-80e6-237d1dda94d7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3693104 Feb 16 14:46:33.747625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 1adc0b17-b742-430a-8add-0debfab36007 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:46:33.758225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cc51f2e-591e-45ce-9361-c4dec3731c3a req-b031901d-b682-49e5-a8dd-59e2e9907e78 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515487 Feb 16 14:46:33.759498 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Floating IP 00105f07-0270-4576-9da1-dcbeb6fe3af4 associated. External IP: 172.25.6.195, port: 495ff681-40d5-4ec2-9086-8117ca7d43e9. Feb 16 14:46:33.767223 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ed33e42f-712e-4627-93f7-ec059a96728f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1601806 Feb 16 14:46:33.768578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.771622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47586) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:33.784919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Request body: {'subnet': {'network_id': '1adc0b17-b742-430a-8add-0debfab36007', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2112433430-subnet', 'tenant_id': '81f6bcd882f2417d874e10b484d8685f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:33.806970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0715c2fe-bbdc-4204-8cb0-43d07a3319c9 None None] Provisioning complete for port 7727a24d-2735-4f81-8a1a-57793e204e88 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:33.807336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0715c2fe-bbdc-4204-8cb0-43d07a3319c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.853696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0715c2fe-bbdc-4204-8cb0-43d07a3319c9 None None] Port 7727a24d-2735-4f81-8a1a-57793e204e88 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:33.871051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-b2b0900d-642b-4e97-81c4-2cc48563dbe0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.1082916 Feb 16 14:46:33.911863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Made reservation on behalf of 81f6bcd882f2417d874e10b484d8685f for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:33.914176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.957642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91193f5d-11ae-4045-8ae7-2fc3f57a6a4b req-e194bdef-963a-4c65-8042-5e11b9cb2723 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298419 Feb 16 14:46:34.013278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-60e9ce7a-351a-48c2-848d-90cb04c44d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:34.014739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-60e9ce7a-351a-48c2-848d-90cb04c44d9d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1355393 Feb 16 14:46:34.105494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Deleting port 43d679d1-0e64-42b7-a674-ed272e13d1ed {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:34.105836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.196096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-f9c30a1a-7410-43f1-8d31-2be28a353970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:34.197522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-f9c30a1a-7410-43f1-8d31-2be28a353970 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755497 Feb 16 14:46:34.205897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45f313c-e096-40a3-93d8-c2da379f21ac {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:34.215919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.227721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e5419-0880-4b19-bb27-1ff039cf2d75 req-8919f2af-ba28-49b4-add0-b955430cf89e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:34.228218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Transition to ACTIVE for port object d45f313c-e096-40a3-93d8-c2da379f21ac will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:34.229217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f2e5419-0880-4b19-bb27-1ff039cf2d75 req-8919f2af-ba28-49b4-add0-b955430cf89e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 943 time: 0.1943400 Feb 16 14:46:34.287896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.321069 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.380271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] For port 43d679d1-0e64-42b7-a674-ed272e13d1ed, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=43d679d1-0e64-42b7-a674-ed272e13d1ed,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:34.380692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.396339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34a2896-010f-4077-8b66-06f835d02338,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:34.413031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Checking segment: {'id': 'c7e376a5-e324-475b-a413-d2b406dcd9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '1adc0b17-b742-430a-8add-0debfab36007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:34.413392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Network hostable DHCP agents. Network: 1adc0b17-b742-430a-8add-0debfab36007, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:46:34.415848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f2e5419-0880-4b19-bb27-1ff039cf2d75 req-530ca1ff-f213-40f0-a663-0c3a003c8c38 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663773 Feb 16 14:46:34.420376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Pushing event updated for resources: {'Port': ['ID=d45f313c-e096-40a3-93d8-c2da379f21ac,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:34.453627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Calling delete_port for 43d679d1-0e64-42b7-a674-ed272e13d1ed owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:34.472059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-89bac012-5b83-44f7-965e-f34de317fc0f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643750 Feb 16 14:46:34.474525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Router f5d965bf-d548-44b3-9eaa-643e0b2993de has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:46:34.501690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Attempting to bind port d45f313c-e096-40a3-93d8-c2da379f21ac on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:34.502026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Attempting to bind port d45f313c-e096-40a3-93d8-c2da379f21ac by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:34.502357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Attempting to bind port d45f313c-e096-40a3-93d8-c2da379f21ac on network aa6972d3-87d5-4875-87b5-b0414fcd67ba {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:34.507359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Port d45f313c-e096-40a3-93d8-c2da379f21ac on network aa6972d3-87d5-4875-87b5-b0414fcd67ba not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:34.510475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Attempting to bind port d45f313c-e096-40a3-93d8-c2da379f21ac on network aa6972d3-87d5-4875-87b5-b0414fcd67ba {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:34.513524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:34.513921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Checking segment: {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:34.514405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Bound using segment: {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:34.515133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Bound port: d45f313c-e096-40a3-93d8-c2da379f21ac, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:34.515585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.576861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Network 1adc0b17-b742-430a-8add-0debfab36007 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:46:34.591148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] For port d45f313c-e096-40a3-93d8-c2da379f21ac, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:34.591148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] For port d45f313c-e096-40a3-93d8-c2da379f21ac, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d45f313c-e096-40a3-93d8-c2da379f21ac,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:34.653134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 1adc0b17-b742-430a-8add-0debfab36007) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:34.658630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:34.661049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a94c5-6131-4de7-bd1f-078eb07c2fab None None] Network 1adc0b17-b742-430a-8add-0debfab36007 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:34.680411 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.683690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.729957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17cd8-f810-4a9d-956b-30e784cfd37b req-a5857229-96b2-4244-830e-d2a8e85cc6b0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:34.731971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3c17cd8-f810-4a9d-956b-30e784cfd37b req-a5857229-96b2-4244-830e-d2a8e85cc6b0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 948 time: 0.2436893 Feb 16 14:46:34.734510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:34.735124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.736543 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] 10.222.0.129 "PUT /v2.0/ports/d45f313c-e096-40a3-93d8-c2da379f21ac HTTP/1.1" status: 200 len: 1090 time: 1.0482128 Feb 16 14:46:34.737057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:34.739468 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de30696-b73e-4f5a-88a3-27f20086e08c" -d '{"events": [{"name": "network-changed", "server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:34.780671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063feddf-8015-4301-97cf-2581cbb4891a service neutron] Pushing event updated for resources: {'Port': ['ID=d45f313c-e096-40a3-93d8-c2da379f21ac,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:34.802185 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-15341a6d-af87-414e-a8b7-cb6568bcf129 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0289476 Feb 16 14:46:34.814550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636c2e2f-8114-41c8-ba72-13a6573d2b69 req-103fee8e-23f7-42e9-8923-520e1a41fbf5 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273382 Feb 16 14:46:34.822293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2bfacf0c-8e19-4166-ad41-30a2b83ed86d details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:34.857433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab5ad0-a317-4b34-b33e-4c804e6d5999 None None] Network 1adc0b17-b742-430a-8add-0debfab36007 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:46:34.876777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Request body: {'port': {'device_id': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:34.881630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:46:34.893540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.910706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] Sync routers for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:34.932758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3c17cd8-f810-4a9d-956b-30e784cfd37b req-e06a2b62-20c9-4c54-95db-dd5b26229460 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740673 Feb 16 14:46:34.951861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2d0b5960-c914-4e4f-bf38-164b89d226a1 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "PUT /v2.0/floatingips/00105f07-0270-4576-9da1-dcbeb6fe3af4 HTTP/1.1" status: 200 len: 996 time: 3.3208859 Feb 16 14:46:34.972701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.977622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:34.977622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:35.017647 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.032943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['58f921bd-356a-401f-89be-5a3142068839'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:35.072142 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bc5865-6d06-43a3-a02f-9c8d6de8fade x-openstack-request-id: req-92bc5865-6d06-43a3-a02f-9c8d6de8fade {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:35.072632 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08", "code": 200}, {"name": "network-changed", "server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:35.073808 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-92bc5865-6d06-43a3-a02f-9c8d6de8fade {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:35.074413 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'code': 200} Feb 16 14:46:35.076261 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'status': 'completed', 'code': 200} Feb 16 14:46:35.088075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Pushing event deleted for resources: {'Port': ['ID=43d679d1-0e64-42b7-a674-ed272e13d1ed,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:35.167924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-4e2ee774-4bda-499e-a210-648a010d5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.170245 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-4e2ee774-4bda-499e-a210-648a010d5632 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1099 time: 0.0946429 Feb 16 14:46:35.300474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-801f8353-7288-4dbf-a895-636d3e58ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.302334 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-801f8353-7288-4dbf-a895-636d3e58ed20 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1253099 Feb 16 14:46:35.365021 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-d9262f3a-11f6-4f48-888a-c259c1a22080 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.0556078 Feb 16 14:46:35.428933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-cad352c6-5545-4092-ad11-a85d3292fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.430640 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-cad352c6-5545-4092-ad11-a85d3292fd72 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0566819 Feb 16 14:46:35.459411 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dfcb167e-2b71-452f-a936-ad2d20845aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.481588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-2fa44394-5be4-4041-a1c2-67a9f2cd8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.483414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-2fa44394-5be4-4041-a1c2-67a9f2cd8165 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439768 Feb 16 14:46:35.498951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:35.535084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'port_id': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d', 'mac_address': 'fa:16:3e:ee:af:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ed2ad-511d-422c-a2ad-52c08a46822a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:35.542313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:35.553134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] No DVR routers for this DVR port 43d679d1-0e64-42b7-a674-ed272e13d1ed on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:35.564072 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.567978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-333f2857-05cf-4c6b-82b1-975c25ba8a69 req-ae6aaf80-8889-432b-98e1-2ddd95be6a72 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.129 "DELETE /v2.0/ports/43d679d1-0e64-42b7-a674-ed272e13d1ed HTTP/1.1" status: 204 len: 173 time: 1.8190775 Feb 16 14:46:35.591865 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-05210d16-4580-481b-8623-16e389cb7bb8 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997093 Feb 16 14:46:35.601210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2ecef7f2-29d9-4266-86d3-7f5bedc49cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.602713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-2ecef7f2-29d9-4266-86d3-7f5bedc49cd1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 1096 time: 0.5983367 Feb 16 14:46:35.637648 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.670203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfacf0c-8e19-4166-ad41-30a2b83ed86d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:35.709799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-17b7bb82-b84f-47d0-a735-f6eaf3ec3e1f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095364 Feb 16 14:46:35.725929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-6440b31f-e2d2-4bee-a31f-d6ac7c60a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.727451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-6440b31f-e2d2-4bee-a31f-d6ac7c60a944 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1099 time: 0.6237814 Feb 16 14:46:35.747700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:35.751068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f1cb3-accf-451e-ad7c-31534a7de110 req-d9e4e7f7-842f-4be2-8187-b7c81112cd5e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.751905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a8f1cb3-accf-451e-ad7c-31534a7de110 req-d9e4e7f7-842f-4be2-8187-b7c81112cd5e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.5701420 Feb 16 14:46:35.852632 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.941150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a8f1cb3-accf-451e-ad7c-31534a7de110 req-786a4480-f704-449c-a48f-0a1a7fd45896 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751246 Feb 16 14:46:35.946804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-30177098-7788-4089-b9b1-9d8017ba7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:35.947224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:35.948655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-30177098-7788-4089-b9b1-9d8017ba7bdf service neutron] 10.222.0.113 "GET /v2.0/networks?id=db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 200 len: 931 time: 0.3323169 Feb 16 14:46:36.027801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '00105f07-0270-4576-9da1-dcbeb6fe3af4', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'port_id': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'mac_address': 'fa:16:3e:b2:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:46:29Z', 'updated_at': '2022-02-16T14:46:32Z', 'revision_number': 1, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 5, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:36.060351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-f339a557-f5ce-41ed-b81f-43a0bdc0c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.062594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-f339a557-f5ce-41ed-b81f-43a0bdc0c7ca service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3075197 Feb 16 14:46:36.069113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] Checking router: f5d965bf-d548-44b3-9eaa-643e0b2993de for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:36.070923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-73d23a0c-52fe-4397-8240-ede9e5f57e79 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 999 time: 0.1093106 Feb 16 14:46:36.078891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:36.079512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:36.156922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-88dc56f0-18cc-4d69-a6e9-e0d2b02d43ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.0802605 Feb 16 14:46:36.176290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['2bfacf0c-8e19-4166-ad41-30a2b83ed86d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:36.195758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b850-6b22-48b9-89af-0168402264ac req-8462a1d4-ab78-4e86-9f1f-43ca9b4fe522 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.201647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b850-6b22-48b9-89af-0168402264ac req-8462a1d4-ab78-4e86-9f1f-43ca9b4fe522 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.207752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66b850-6b22-48b9-89af-0168402264ac req-8462a1d4-ab78-4e86-9f1f-43ca9b4fe522 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.209418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df66b850-6b22-48b9-89af-0168402264ac req-8462a1d4-ab78-4e86-9f1f-43ca9b4fe522 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2385 time: 0.1946301 Feb 16 14:46:36.228336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:36.261678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-3827c542-be7b-41e9-ba01-80262cccdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.263161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-3827c542-be7b-41e9-ba01-80262cccdd52 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a56b82d7-1338-45c0-a6c1-f6db64956eed HTTP/1.1" status: 200 len: 868 time: 0.1789010 Feb 16 14:46:36.334530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-1a4cefed-db35-422d-8d83-98db455f45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.336790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-1a4cefed-db35-422d-8d83-98db455f45db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1654403 Feb 16 14:46:36.364518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7112a66-0fa3-4a56-9f37-8b3ed399710c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:36.373053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df66b850-6b22-48b9-89af-0168402264ac req-ea5c9a9b-7ab9-436b-998e-9cf4e2fe2e9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427014 Feb 16 14:46:36.394487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.429066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Transition to ACTIVE for port object c7112a66-0fa3-4a56-9f37-8b3ed399710c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:36.433575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-a4729a2e-8cdf-4305-9473-7468292028eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.435216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-a4729a2e-8cdf-4305-9473-7468292028eb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=db666031-be92-434d-8750-65ff1e6bbef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374428 Feb 16 14:46:36.443715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-a45594a5-bf7a-4ee9-8c4a-1cb1a6b27435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.445363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-a45594a5-bf7a-4ee9-8c4a-1cb1a6b27435 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967898 Feb 16 14:46:36.490033 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38256150-fc45-4d98-b9f8-ba19b7f87ce6 x-openstack-request-id: req-38256150-fc45-4d98-b9f8-ba19b7f87ce6 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:36.490876 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:36.491287 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-38256150-fc45-4d98-b9f8-ba19b7f87ce6 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:36.496660 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac', 'status': 'completed', 'code': 200} Feb 16 14:46:36.529446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.577602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-d14a7095-9c29-4b4d-a0aa-19b144c67ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.578237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-d14a7095-9c29-4b4d-a0aa-19b144c67ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.578848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-d14a7095-9c29-4b4d-a0aa-19b144c67ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.580568 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-d14a7095-9c29-4b4d-a0aa-19b144c67ab0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2753 time: 0.0624647 Feb 16 14:46:36.667072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '00105f07-0270-4576-9da1-dcbeb6fe3af4', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'port_id': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'mac_address': 'fa:16:3e:b2:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:46:29Z', 'updated_at': '2022-02-16T14:46:32Z', 'revision_number': 1, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 5, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:36.682771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ed5dcbf-d465-498f-abce-8036058ceef4 req-7c706d54-dec9-49d6-8587-1e4cce15139a tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=3d900772-d44b-4ea7-a90a-adffb1796728 HTTP/1.1" status: 200 len: 210 time: 0.0956008 Feb 16 14:46:36.696776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667f8ac-afd0-4afc-97da-a6e2e131869c None None] The sync data for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 is: [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '00105f07-0270-4576-9da1-dcbeb6fe3af4', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'port_id': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'mac_address': 'fa:16:3e:b2:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:46:29Z', 'updated_at': '2022-02-16T14:46:32Z', 'revision_number': 1, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 5, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:36.729882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-a3a4334f-a3e2-48f9-b565-f4ce39518cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.730610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-a3a4334f-a3e2-48f9-b565-f4ce39518cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.732160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-a3a4334f-a3e2-48f9-b565-f4ce39518cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.735082 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-a3a4334f-a3e2-48f9-b565-f4ce39518cf3 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1466210 Feb 16 14:46:36.792546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Pushing event updated for resources: {'Port': ['ID=c7112a66-0fa3-4a56-9f37-8b3ed399710c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:36.802474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-0e2be26c-3eef-408e-b534-fb6b8c388a27 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465881 Feb 16 14:46:36.808289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-152c3bca-a8de-48e3-bcc5-83b47e5c252e service neutron] 10.222.0.113 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617401 Feb 16 14:46:36.943870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-af3f20f2-960c-4b74-990b-109ed9ecff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:36.945482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8de30696-b73e-4f5a-88a3-27f20086e08c req-af3f20f2-960c-4b74-990b-109ed9ecff82 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2034936 Feb 16 14:46:36.967278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:36.970098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 43d679d1-0e64-42b7-a674-ed272e13d1ed no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:36.985866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Attempting to bind port c7112a66-0fa3-4a56-9f37-8b3ed399710c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:36.986349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Attempting to bind port c7112a66-0fa3-4a56-9f37-8b3ed399710c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:36.986668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Attempting to bind port c7112a66-0fa3-4a56-9f37-8b3ed399710c on network d4a9f27f-d996-497f-b54e-05c41343d28d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:36.995195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Port c7112a66-0fa3-4a56-9f37-8b3ed399710c on network d4a9f27f-d996-497f-b54e-05c41343d28d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:36.995955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Attempting to bind port c7112a66-0fa3-4a56-9f37-8b3ed399710c on network d4a9f27f-d996-497f-b54e-05c41343d28d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:37.000743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 43d679d1-0e64-42b7-a674-ed272e13d1ed {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:46:37.000743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 43d679d1-0e64-42b7-a674-ed272e13d1ed not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:46:37.010363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:37.010844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Checking segment: {'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:37.011459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Bound using segment: {'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:37.012218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Bound port: c7112a66-0fa3-4a56-9f37-8b3ed399710c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432b7204-9234-4fc4-8420-f8370aa40f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:37.012677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.051117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-74e55171-b0aa-454d-ad5b-f4a2b3206d34 req-52e84f1a-999e-4c93-886f-8dda985c00ed tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1266068943', 'description': 'tempest-description-297832219'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:37.076173 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f8507-7e54-4939-9be0-a16e572ec332 None None] New status for floating IP 00105f07-0270-4576-9da1-dcbeb6fe3af4: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:46:37.085129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9'}, {'server_uuid': '3d900772-d44b-4ea7-a90a-adffb1796728', 'name': 'network-vif-deleted', 'tag': '43d679d1-0e64-42b7-a674-ed272e13d1ed'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:37.085129 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91a8cb-df01-44f9-bd38-d9d927d07df6" -d '{"events": [{"name": "network-changed", "server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9"}, {"server_uuid": "3d900772-d44b-4ea7-a90a-adffb1796728", "name": "network-vif-deleted", "tag": "43d679d1-0e64-42b7-a674-ed272e13d1ed"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:37.115629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:37.119257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10694d49-0a0f-49cd-90b6-b01f133e541a req-b46a47ec-c65d-4c8f-b8b1-e83c05a9072d service neutron] 10.222.0.113 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946362 Feb 16 14:46:37.125527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c1ffb2-b2aa-4a2c-a2e7-8e6620126a58 req-27886b66-6987-41ae-b6be-bf1a16d49025 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982457 Feb 16 14:46:37.129472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'mac_address': 'fa:16:3e:ab:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:37.162368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] For port c7112a66-0fa3-4a56-9f37-8b3ed399710c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:37.165774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] For port c7112a66-0fa3-4a56-9f37-8b3ed399710c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c7112a66-0fa3-4a56-9f37-8b3ed399710c,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:37.183131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.198039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece54740-fc1d-4869-9bbc-6bdb021b3b08 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:37.217902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:37.219312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74e55171-b0aa-454d-ad5b-f4a2b3206d34 req-52e84f1a-999e-4c93-886f-8dda985c00ed tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.256436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.305571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:37.306191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.308365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] 10.222.0.129 "PUT /v2.0/ports/c7112a66-0fa3-4a56-9f37-8b3ed399710c HTTP/1.1" status: 200 len: 1091 time: 2.4379766 Feb 16 14:46:37.333958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.396261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74e55171-b0aa-454d-ad5b-f4a2b3206d34 req-52e84f1a-999e-4c93-886f-8dda985c00ed tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.398895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6baaa-f4d4-4d29-b4e4-f57b4b2ba5df service neutron] Pushing event updated for resources: {'Port': ['ID=c7112a66-0fa3-4a56-9f37-8b3ed399710c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:37.411652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Request body: {'port': {'device_id': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:37.425672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:37.446363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff4c35-a197-4ea2-9e53-0e3091d14112 req-3bab9870-a1dd-4091-adc5-4d97e580fbd0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:37.448113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8aff4c35-a197-4ea2-9e53-0e3091d14112 req-3bab9870-a1dd-4091-adc5-4d97e580fbd0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 944 time: 0.1301363 Feb 16 14:46:37.497275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74e55171-b0aa-454d-ad5b-f4a2b3206d34 req-52e84f1a-999e-4c93-886f-8dda985c00ed tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.532931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.557198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8aff4c35-a197-4ea2-9e53-0e3091d14112 req-2ee1fa08-e15b-41d8-9bce-f3dfc883c5e7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011534 Feb 16 14:46:37.561855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e84f1a-999e-4c93-886f-8dda985c00ed tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04eaba2-9b4f-4048-9eca-aac45a2a62f4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:37.582992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:37.615605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74e55171-b0aa-454d-ad5b-f4a2b3206d34 req-52e84f1a-999e-4c93-886f-8dda985c00ed tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.616805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74e55171-b0aa-454d-ad5b-f4a2b3206d34 req-52e84f1a-999e-4c93-886f-8dda985c00ed tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5851405 Feb 16 14:46:37.866594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362c233-37a8-4b82-91a3-4e77c39b0412 req-a16a2bd3-8345-44c6-bcaf-fb5e9d78ac5a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:37.868116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a362c233-37a8-4b82-91a3-4e77c39b0412 req-a16a2bd3-8345-44c6-bcaf-fb5e9d78ac5a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 949 time: 0.1885178 Feb 16 14:46:37.887988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e32b085-f68d-47ab-b959-badc46661334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.932689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-0a457323-65a9-45c5-8747-4494905ca256 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:37.934179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-0a457323-65a9-45c5-8747-4494905ca256 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 813 time: 0.2501931 Feb 16 14:46:37.973479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a362c233-37a8-4b82-91a3-4e77c39b0412 req-4cef49f1-7f6d-4cc5-b08c-2071c90ad20f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951390 Feb 16 14:46:37.977659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-c2f1a7dc-5175-4299-aea0-6d252e94e4f4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/quotas/46eef30a26b04539ab99a16899717f51 HTTP/1.1" status: 200 len: 375 time: 0.0348110 Feb 16 14:46:38.044881 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba045aa-d94e-4b09-95b7-c55a9b866cef x-openstack-request-id: req-3ba045aa-d94e-4b09-95b7-c55a9b866cef {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:38.045492 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9", "status": "completed", "code": 200}, {"server_uuid": "3d900772-d44b-4ea7-a90a-adffb1796728", "name": "network-vif-deleted", "tag": "43d679d1-0e64-42b7-a674-ed272e13d1ed", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:38.045616 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3ba045aa-d94e-4b09-95b7-c55a9b866cef {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:38.046916 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'status': 'completed', 'code': 200} Feb 16 14:46:38.047272 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d900772-d44b-4ea7-a90a-adffb1796728', 'name': 'network-vif-deleted', 'tag': '43d679d1-0e64-42b7-a674-ed272e13d1ed', 'status': 'completed', 'code': 200} Feb 16 14:46:38.091492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7727a24d-2735-4f81-8a1a-57793e204e88 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:38.112539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-d4305fdb-18d0-497b-a0b9-e8bdbea0b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:38.114104 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-d4305fdb-18d0-497b-a0b9-e8bdbea0b5f9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 1096 time: 0.0474937 Feb 16 14:46:38.128320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.164089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-39a0b11f-f3d0-41e9-b4d6-0603072f0687 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737063 Feb 16 14:46:38.167455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Transition to ACTIVE for port object 7727a24d-2735-4f81-8a1a-57793e204e88 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:38.218998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-c8a63529-557e-47e6-8d0f-f01344a64c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:38.220907 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-c8a63529-557e-47e6-8d0f-f01344a64c8a service neutron] 10.222.0.129 "GET /v2.0/networks?id=db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 200 len: 931 time: 0.0978832 Feb 16 14:46:38.269696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-2f34a910-ff5e-4732-98e6-a5fe8e68ad7d tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 258 time: 0.2143810 Feb 16 14:46:38.286823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:38.291627 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-f4191949-4402-48ad-b09d-8dbd746e8f59 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 1001 time: 0.0635152 Feb 16 14:46:38.314875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.320723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a939cce7-7c84-4b30-a1ff-254f781166ac service neutron] 10.222.0.113 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503689 Feb 16 14:46:38.353126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-c75af71d-b4f4-44c0-9ad5-8abc52ad77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:38.354635 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-c75af71d-b4f4-44c0-9ad5-8abc52ad77ad service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a56b82d7-1338-45c0-a6c1-f6db64956eed HTTP/1.1" status: 200 len: 868 time: 0.0571170 Feb 16 14:46:38.413469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-20b3437b-58f4-4d30-8368-f372820b2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:38.414961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-20b3437b-58f4-4d30-8368-f372820b2d92 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=db666031-be92-434d-8750-65ff1e6bbef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539243 Feb 16 14:46:38.428161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Pushing event updated for resources: {'Port': ['ID=7727a24d-2735-4f81-8a1a-57793e204e88,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:38.435142 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.547728 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-2eafdcb4-ff28-4562-b190-219e450f97ab service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251259 Feb 16 14:46:38.561067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-85f31183-6090-4294-9bb7-af48281ef27f service neutron] 10.222.0.113 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094805 Feb 16 14:46:38.582781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Attempting to bind port 7727a24d-2735-4f81-8a1a-57793e204e88 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:38.583155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Attempting to bind port 7727a24d-2735-4f81-8a1a-57793e204e88 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:38.583421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Attempting to bind port 7727a24d-2735-4f81-8a1a-57793e204e88 on network aa6972d3-87d5-4875-87b5-b0414fcd67ba {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:38.592447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Port 7727a24d-2735-4f81-8a1a-57793e204e88 on network aa6972d3-87d5-4875-87b5-b0414fcd67ba not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:38.592680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Attempting to bind port 7727a24d-2735-4f81-8a1a-57793e204e88 on network aa6972d3-87d5-4875-87b5-b0414fcd67ba {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:38.601231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:38.601478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Checking segment: {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:38.601774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Bound using segment: {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:38.602212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Bound port: 7727a24d-2735-4f81-8a1a-57793e204e88, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242e5bb0-6bba-4543-a7e4-2998a235d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:38.602564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.688814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.693989 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-db91a8cb-df01-44f9-bd38-d9d927d07df6 req-6ec402d8-9bd9-4cc6-a1c4-c0681be5a419 service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361544 Feb 16 14:46:38.700352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] For port 7727a24d-2735-4f81-8a1a-57793e204e88, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:38.705189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] For port 7727a24d-2735-4f81-8a1a-57793e204e88, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7727a24d-2735-4f81-8a1a-57793e204e88,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:38.787093 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.844059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2bfacf0c-8e19-4166-ad41-30a2b83ed86d up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:38.844591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:38.845208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.846614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] 10.222.0.129 "PUT /v2.0/ports/7727a24d-2735-4f81-8a1a-57793e204e88 HTTP/1.1" status: 200 len: 1091 time: 1.4400675 Feb 16 14:46:38.869826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Allocated IP 172.25.6.202 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f6d9d9e5-1d9d-4248-8e32-ef245ffc4634) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:38.967309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:39.001730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:39.016037 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:39.016579 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.122718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.276259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port ece54740-fc1d-4869-9bbc-6bdb021b3b08 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:39.294933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port ece54740-fc1d-4869-9bbc-6bdb021b3b08 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:39.295310 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.321214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:39.323854 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd3260d-3b14-4b21-baa6-961814427a5f" -d '{"events": [{"server_uuid": "f4bd239e-8cab-4827-bad7-e11d44ed073e", "name": "network-vif-plugged", "status": "completed", "tag": "2bfacf0c-8e19-4166-ad41-30a2b83ed86d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:39.348531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:39.370776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c2b8f-5778-4f4e-8d3c-bc998b059606 service neutron] Pushing event updated for resources: {'Port': ['ID=7727a24d-2735-4f81-8a1a-57793e204e88,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:39.418873 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.445922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.447636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca08641-9cb1-4070-b669-7a596cdb8fbd req-de97fd5b-18f8-4ca0-be57-e677028862ce tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.454106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca08641-9cb1-4070-b669-7a596cdb8fbd req-de97fd5b-18f8-4ca0-be57-e677028862ce tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.459965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca08641-9cb1-4070-b669-7a596cdb8fbd req-de97fd5b-18f8-4ca0-be57-e677028862ce tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.461902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ca08641-9cb1-4070-b669-7a596cdb8fbd req-de97fd5b-18f8-4ca0-be57-e677028862ce tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2409 time: 0.5529842 Feb 16 14:46:39.479466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-2d85780f-323a-46a6-b343-ca912786a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.479960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-2d85780f-323a-46a6-b343-ca912786a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.481174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-2d85780f-323a-46a6-b343-ca912786a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.482004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-2d85780f-323a-46a6-b343-ca912786a441 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2862 time: 0.1137102 Feb 16 14:46:39.483193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:39.510904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:39.529784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.548424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.552617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-cd19c94c-2dc6-4bc9-aa71-b21576f87080 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=d45f313c-e096-40a3-93d8-c2da379f21ac HTTP/1.1" status: 200 len: 217 time: 0.0553911 Feb 16 14:46:39.555798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.580499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ca08641-9cb1-4070-b669-7a596cdb8fbd req-4737fef3-604d-4e4b-afb5-b5553279eb4e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100554 Feb 16 14:46:39.618584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:39.653063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-9c410375-c719-4736-acc8-8037ce596f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.654534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-9c410375-c719-4736-acc8-8037ce596f9d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=5ea98184-923e-4a82-9f79-d9ccc28c2766 HTTP/1.1" status: 200 len: 801 time: 0.0855412 Feb 16 14:46:39.680029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-756ee699-5a80-47a8-9036-c2fb20323032 req-7d493eae-da41-4e8c-98b2-970104a05997 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/e04eaba2-9b4f-4048-9eca-aac45a2a62f4 HTTP/1.1" status: 200 len: 1804 time: 0.0712631 Feb 16 14:46:39.698323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-756ee699-5a80-47a8-9036-c2fb20323032 req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e04eaba2-9b4f-4048-9eca-aac45a2a62f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:39.698644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-756ee699-5a80-47a8-9036-c2fb20323032 req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e04eaba2-9b4f-4048-9eca-aac45a2a62f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:39.729183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-b6702055-202c-4cf6-9904-055e3cc78e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.730656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-b6702055-202c-4cf6-9904-055e3cc78e9d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa6972d3-87d5-4875-87b5-b0414fcd67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629723 Feb 16 14:46:39.805913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.852953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-3e89468e-71e3-4dcf-8fa9-be94608a8c06 service neutron] 10.222.0.129 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153696 Feb 16 14:46:39.859169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:39.861898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:39.872120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:39.952023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event updated for resources: {'Port': ['ID=f6d9d9e5-1d9d-4248-8e32-ef245ffc4634,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:40.028681 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-756ee699-5a80-47a8-9036-c2fb20323032 req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.050114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'tag': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c'}, {'name': 'network-changed', 'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'tag': '7727a24d-2735-4f81-8a1a-57793e204e88'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:40.052421 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf" -d '{"events": [{"name": "network-changed", "server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "tag": "c7112a66-0fa3-4a56-9f37-8b3ed399710c"}, {"name": "network-changed", "server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "tag": "7727a24d-2735-4f81-8a1a-57793e204e88"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:40.074132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-93651378-26ec-42dc-be45-6704c529d49e service neutron] 10.222.0.129 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100058 Feb 16 14:46:40.084178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.103088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-756ee699-5a80-47a8-9036-c2fb20323032 req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.132249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-b8046154-5cff-4801-b419-e2d4a4b143f3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=c7112a66-0fa3-4a56-9f37-8b3ed399710c HTTP/1.1" status: 200 len: 217 time: 0.0409014 Feb 16 14:46:40.200055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-3eb0cb7e-ce99-4f83-8fd8-e4e955c15f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:40.201502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-3eb0cb7e-ce99-4f83-8fd8-e4e955c15f14 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=467fbd5e-5226-428d-a6eb-f8bca73f81d4 HTTP/1.1" status: 200 len: 801 time: 0.0614638 Feb 16 14:46:40.205668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-756ee699-5a80-47a8-9036-c2fb20323032 req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.213727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.271967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d9d64c-fc4b-4b50-8c0b-83f3fd600326,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:40.305433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-807e5512-1097-4239-be49-268e025a30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:40.306944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-807e5512-1097-4239-be49-268e025a30b2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d4a9f27f-d996-497f-b54e-05c41343d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0968771 Feb 16 14:46:40.370861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-756ee699-5a80-47a8-9036-c2fb20323032 req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.371987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-756ee699-5a80-47a8-9036-c2fb20323032 req-53bfafdf-b2c1-44ce-85e5-3cb9b98c2d7d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6784189 Feb 16 14:46:40.479562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-7cdc5933-2fe2-4c8a-8465-8b82521c0c91 service neutron] 10.222.0.129 "GET /v2.0/networks/d4a9f27f-d996-497f-b54e-05c41343d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594725 Feb 16 14:46:40.505705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.590199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-b2851ab0-2e55-4cf3-bb91-0c31b5e8c9be service neutron] 10.222.0.129 "GET /v2.0/networks/d4a9f27f-d996-497f-b54e-05c41343d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010644 Feb 16 14:46:40.595466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.668392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-566aeda1-8e6c-4cb0-83e9-86d6b683fd3c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=7727a24d-2735-4f81-8a1a-57793e204e88 HTTP/1.1" status: 200 len: 217 time: 0.0685804 Feb 16 14:46:40.757066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event updated for resources: {'Port': ['ID=f6d9d9e5-1d9d-4248-8e32-ef245ffc4634,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:40.825667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.861773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-aee10f53-394a-42ef-9de1-b81ed8221b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:40.863342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-aee10f53-394a-42ef-9de1-b81ed8221b29 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=5ea98184-923e-4a82-9f79-d9ccc28c2766 HTTP/1.1" status: 200 len: 801 time: 0.1471722 Feb 16 14:46:40.883574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f44d04-1345-4fee-8b26-271039dcd682 req-461ac4d2-0da2-41b5-96c9-b28cfdb8c003 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:40.883574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37f44d04-1345-4fee-8b26-271039dcd682 req-461ac4d2-0da2-41b5-96c9-b28cfdb8c003 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.2179449 Feb 16 14:46:40.925065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-45b46b34-c1e2-4f7d-b4d5-db6adebc74e3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:40.926660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-45b46b34-c1e2-4f7d-b4d5-db6adebc74e3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.93 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 950 time: 0.1656046 Feb 16 14:46:40.969277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.970444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-4d713ce1-1e4e-4a42-ad07-0cc9143be507 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6904724 Feb 16 14:46:41.037764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37f44d04-1345-4fee-8b26-271039dcd682 req-022d2463-ae70-45a1-9d89-8ec6225bc579 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409826 Feb 16 14:46:41.051843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-c53bde6f-305c-4f2e-90b5-ce406bdd8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.053341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-c53bde6f-305c-4f2e-90b5-ce406bdd8597 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa6972d3-87d5-4875-87b5-b0414fcd67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1713598 Feb 16 14:46:41.062711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-40fdfb1c-8f78-47bc-8a20-880c2a7155e4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0767939 Feb 16 14:46:41.087362 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-7c80bb5a-046e-48f3-8553-cb5a9131f31e service neutron] delete failed (client error): The resource could not be found. Feb 16 14:46:41.088388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-7c80bb5a-046e-48f3-8553-cb5a9131f31e service neutron] 10.222.0.93 "DELETE /v2.0/ports/ece54740-fc1d-4869-9bbc-6bdb021b3b08/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.1515353 Feb 16 14:46:41.184547 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.191526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-6824be73-952a-4e59-aaf5-c0ef66c49441 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.193327 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-6824be73-952a-4e59-aaf5-c0ef66c49441 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.129 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 813 time: 0.1604133 Feb 16 14:46:41.200158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-880eb54c-fe75-44c2-88e4-fc1a9f0b3a1d req-33631396-89ec-4d90-b02a-9697d4a787c9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 210 time: 0.0769546 Feb 16 14:46:41.207932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Request body: {'port': {'device_id': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93', 'admin_state_up': True, 'tenant_id': '46eef30a26b04539ab99a16899717f51'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:41.285625 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a3f32d-0c32-4c19-b42e-5fd6b22af64d x-openstack-request-id: req-d9a3f32d-0c32-4c19-b42e-5fd6b22af64d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:41.291291 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bd239e-8cab-4827-bad7-e11d44ed073e", "name": "network-vif-plugged", "status": "completed", "tag": "2bfacf0c-8e19-4166-ad41-30a2b83ed86d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:41.291291 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d9a3f32d-0c32-4c19-b42e-5fd6b22af64d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:41.291291 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d', 'code': 200} Feb 16 14:46:41.291731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-2366f9e9-795b-4a3d-93a2-225a835d107e service neutron] 10.222.0.129 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232111 Feb 16 14:46:41.318332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-fb4e67de-232c-4b95-b0bb-c5a5a498919e tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.319907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea042570-0a4a-42b3-9bb5-69340375ad5d req-fb4e67de-232c-4b95-b0bb-c5a5a498919e tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.2445836 Feb 16 14:46:41.369098 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ec98ad-bc72-4466-9b7b-6f5902f84d73 x-openstack-request-id: req-35ec98ad-bc72-4466-9b7b-6f5902f84d73 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:41.369643 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "tag": "c7112a66-0fa3-4a56-9f37-8b3ed399710c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "tag": "7727a24d-2735-4f81-8a1a-57793e204e88", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:41.370052 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-35ec98ad-bc72-4466-9b7b-6f5902f84d73 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:41.370453 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'tag': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c', 'status': 'completed', 'code': 200} Feb 16 14:46:41.370706 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'tag': '7727a24d-2735-4f81-8a1a-57793e204e88', 'status': 'completed', 'code': 200} Feb 16 14:46:41.374340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-bc408463-597e-4ac2-86d5-27329972913d req-ed91026f-b13f-4d91-8028-882c5b7fde94 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-770718000', 'description': 'tempest-description-1589006114'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:41.389775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-1f907bea-bdd9-4b75-9708-8c5fc09d7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.391866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-1f907bea-bdd9-4b75-9708-8c5fc09d7ed1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.1461272 Feb 16 14:46:41.402931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.457697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb024a66-a242-46a5-ae99-adac6472056e req-77be1ff3-c597-4269-9f4a-1b72f659dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.460685 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bb024a66-a242-46a5-ae99-adac6472056e req-77be1ff3-c597-4269-9f4a-1b72f659dd75 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 1096 time: 0.0527477 Feb 16 14:46:41.488627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Made reservation on behalf of 46eef30a26b04539ab99a16899717f51 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:41.492382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.510878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e92c80f-c43b-43d4-b421-b73a9e093e70 req-2d9d7493-224a-4d0a-bc9e-f87daec604be service neutron] 10.222.0.129 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160907 Feb 16 14:46:41.525602 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bb024a66-a242-46a5-ae99-adac6472056e req-91e96113-4498-4c7e-8ee0-b0c367a2ccbf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548348 Feb 16 14:46:41.540532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-974a961e-107a-428f-9c3f-d87036e86882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.542006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-974a961e-107a-428f-9c3f-d87036e86882 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1369417 Feb 16 14:46:41.607261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bc408463-597e-4ac2-86d5-27329972913d req-ed91026f-b13f-4d91-8028-882c5b7fde94 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.646844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Allocated IP 172.20.0.3 (fb334b34-dc83-4f77-8210-077097ec6d93/6f82c2e6-0594-4748-8695-18b952fe3e2f/dc719d9b-7939-4b33-97ce-69b45ad3011a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:41.692213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-fb887c52-3528-43d7-882e-f92c7ce02c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.692603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-fb887c52-3528-43d7-882e-f92c7ce02c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.693073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-fb887c52-3528-43d7-882e-f92c7ce02c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.694841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-fb887c52-3528-43d7-882e-f92c7ce02c3c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2862 time: 0.0776839 Feb 16 14:46:41.800421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.831133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bc408463-597e-4ac2-86d5-27329972913d req-ed91026f-b13f-4d91-8028-882c5b7fde94 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.840153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-17feabb2-cfdd-489f-b72f-a5437c0a8ded service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.0729468 Feb 16 14:46:41.887172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bc408463-597e-4ac2-86d5-27329972913d req-ed91026f-b13f-4d91-8028-882c5b7fde94 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.887955 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.902211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:41.917931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7bfd5-71d3-454c-a1ac-5cbd7ed91052 req-dce71df6-9555-4311-9e38-86b0e82405fa tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.924104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7bfd5-71d3-454c-a1ac-5cbd7ed91052 req-dce71df6-9555-4311-9e38-86b0e82405fa tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.929946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7bfd5-71d3-454c-a1ac-5cbd7ed91052 req-dce71df6-9555-4311-9e38-86b0e82405fa tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.931624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fc7bfd5-71d3-454c-a1ac-5cbd7ed91052 req-dce71df6-9555-4311-9e38-86b0e82405fa tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2409 time: 0.1670632 Feb 16 14:46:41.936692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-64bb3391-dac3-4def-b28a-ac24648b003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:41.939454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-64bb3391-dac3-4def-b28a-ac24648b003c service neutron] 10.222.0.129 "GET /v2.0/networks?id=d4a9f27f-d996-497f-b54e-05c41343d28d HTTP/1.1" status: 200 len: 903 time: 0.2349916 Feb 16 14:46:41.939900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Network fb334b34-dc83-4f77-8210-077097ec6d93 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:41.943647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:41.947266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:41.973372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Pushing event updated for resources: {'Port': ['ID=dc719d9b-7939-4b33-97ce-69b45ad3011a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:42.005312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.005964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.020311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-b8d0356c-93af-4439-bc64-43c8e666b23d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=c7112a66-0fa3-4a56-9f37-8b3ed399710c HTTP/1.1" status: 200 len: 217 time: 0.0634799 Feb 16 14:46:42.024836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91026f-b13f-4d91-8028-882c5b7fde94 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba6457-3a13-447e-a54e-54b5384beee1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:42.028937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-670180a5-023c-4f8b-85a6-4df58670c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.030671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-670180a5-023c-4f8b-85a6-4df58670c5e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1571240 Feb 16 14:46:42.045005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bc408463-597e-4ac2-86d5-27329972913d req-ed91026f-b13f-4d91-8028-882c5b7fde94 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.049250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc408463-597e-4ac2-86d5-27329972913d req-ed91026f-b13f-4d91-8028-882c5b7fde94 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6864419 Feb 16 14:46:42.073139 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a1a5d70f-b601-4496-83b2-3b1c88681c9a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8704214 Feb 16 14:46:42.086290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Request body: {'port': {'device_id': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:42.106895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fc7bfd5-71d3-454c-a1ac-5cbd7ed91052 req-8128c95f-3cfe-4cf6-9465-3ec4d7bf53eb tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555099 Feb 16 14:46:42.136822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-c152c3f1-ce25-477c-a9e5-c54ce7cc33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.138998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-c152c3f1-ce25-477c-a9e5-c54ce7cc33b9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=467fbd5e-5226-428d-a6eb-f8bca73f81d4 HTTP/1.1" status: 200 len: 801 time: 0.1070542 Feb 16 14:46:42.161899 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.167258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.200842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-e2eb20cb-cbee-4759-b58d-37b2038e0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.202212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-e2eb20cb-cbee-4759-b58d-37b2038e0cd1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279347 Feb 16 14:46:42.247781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c90710-bd81-49f9-b342-faf8fe6e6bb8 req-af750fde-908d-4950-9fbd-bb7ca8331190 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.249297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47c90710-bd81-49f9-b342-faf8fe6e6bb8 req-af750fde-908d-4950-9fbd-bb7ca8331190 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.1278765 Feb 16 14:46:42.306344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-c8650182-447d-4d3a-9fed-f45dc7e89f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.307969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-c8650182-447d-4d3a-9fed-f45dc7e89f66 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d4a9f27f-d996-497f-b54e-05c41343d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1546993 Feb 16 14:46:42.399372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7adbe-fd00-4e91-8249-c9d6852f42a0 req-cc62fc42-c49d-46ce-8de3-31d9e6f2dc0a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.400887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dea7adbe-fd00-4e91-8249-c9d6852f42a0 req-cc62fc42-c49d-46ce-8de3-31d9e6f2dc0a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2174971 Feb 16 14:46:42.420728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47c90710-bd81-49f9-b342-faf8fe6e6bb8 req-24291168-6a4a-4578-9689-eed8c0360e76 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564412 Feb 16 14:46:42.458387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc719d9b-7939-4b33-97ce-69b45ad3011a {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:42.466948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.481835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Transition to ACTIVE for port object dc719d9b-7939-4b33-97ce-69b45ad3011a will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:42.502354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-cceccd5e-fe5c-4eb3-b6ec-ac89b5e89fbe service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747705 Feb 16 14:46:42.509067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dea7adbe-fd00-4e91-8249-c9d6852f42a0 req-18dd3dce-bba8-4ab5-b905-b936eea1a1ac tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0915205 Feb 16 14:46:42.567391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.620000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Pushing event updated for resources: {'Port': ['ID=dc719d9b-7939-4b33-97ce-69b45ad3011a,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:42.691053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Attempting to bind port dc719d9b-7939-4b33-97ce-69b45ad3011a on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:42.691388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Attempting to bind port dc719d9b-7939-4b33-97ce-69b45ad3011a by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:42.691764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Attempting to bind port dc719d9b-7939-4b33-97ce-69b45ad3011a on network fb334b34-dc83-4f77-8210-077097ec6d93 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:42.696457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Port dc719d9b-7939-4b33-97ce-69b45ad3011a on network fb334b34-dc83-4f77-8210-077097ec6d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:42.696781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Attempting to bind port dc719d9b-7939-4b33-97ce-69b45ad3011a on network fb334b34-dc83-4f77-8210-077097ec6d93 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:42.701929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:42.702268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Checking segment: {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:42.703272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Bound using segment: {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:42.704277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Bound port: dc719d9b-7939-4b33-97ce-69b45ad3011a, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:42.704639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.776204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] For port dc719d9b-7939-4b33-97ce-69b45ad3011a, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:42.779320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] For port dc719d9b-7939-4b33-97ce-69b45ad3011a, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dc719d9b-7939-4b33-97ce-69b45ad3011a,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:42.836487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.839083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dea7adbe-fd00-4e91-8249-c9d6852f42a0 req-cc7a09e1-6967-401f-a8fe-c098480591b0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Request body: {'floatingip': {'port_id': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:42.855077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-dd87732d-5304-42cc-a034-34f6941276e2 service neutron] 10.222.0.129 "GET /v2.0/networks/d4a9f27f-d996-497f-b54e-05c41343d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347068 Feb 16 14:46:42.872015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.872609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.873975 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] 10.222.0.129 "PUT /v2.0/ports/dc719d9b-7939-4b33-97ce-69b45ad3011a HTTP/1.1" status: 200 len: 1091 time: 0.7920778 Feb 16 14:46:42.874562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'tag': 'dc719d9b-7939-4b33-97ce-69b45ad3011a'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:42.876840 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa214531-a641-4e45-954b-51c4f20c22f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f635409d-8eff-40a1-951a-fed8cd6ff644", "tag": "dc719d9b-7939-4b33-97ce-69b45ad3011a"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:42.903776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129adfda-63fc-4b68-8795-ba28026e54bc service neutron] Pushing event updated for resources: {'Port': ['ID=dc719d9b-7939-4b33-97ce-69b45ad3011a,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:42.947169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dea7adbe-fd00-4e91-8249-c9d6852f42a0 req-cc7a09e1-6967-401f-a8fe-c098480591b0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.988207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c7112a66-0fa3-4a56-9f37-8b3ed399710c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:42.998226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a6760420-b8f9-47ae-abad-2567f42319c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:42.999950 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-a6760420-b8f9-47ae-abad-2567f42319c0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 1094 time: 0.0419595 Feb 16 14:46:43.045731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c46304-c249-4fb3-8a69-03d0914f7cc8 req-2777af05-563c-4c70-b932-b7ae95273225 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.047266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80c46304-c249-4fb3-8a69-03d0914f7cc8 req-2777af05-563c-4c70-b932-b7ae95273225 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 948 time: 0.5588458 Feb 16 14:46:43.065120 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-5aaa82e3-adcc-49af-9cbb-d616d7b16852 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc719d9b-7939-4b33-97ce-69b45ad3011a HTTP/1.1" status: 200 len: 217 time: 0.0527239 Feb 16 14:46:43.123917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-d7bcf3c6-89e5-44ec-9830-b8f697834988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.126767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-d7bcf3c6-89e5-44ec-9830-b8f697834988 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.0551770 Feb 16 14:46:43.158853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722fc469-17e3-4604-9a8b-c10156f12b68 req-2a74634a-49ba-40d6-b6bf-202899da5924 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370433 Feb 16 14:46:43.163187 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-02477937-5ce7-465f-be84-6452e116a2a1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278358 Feb 16 14:46:43.170139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c7112a66-0fa3-4a56-9f37-8b3ed399710c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c7112a66-0fa3-4a56-9f37-8b3ed399710c,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:43.184611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c', 'network_id': 'd4a9f27f-d996-497f-b54e-05c41343d28d', 'port_id': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c', 'mac_address': 'fa:16:3e:c8:94:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467fbd5e-5226-428d-a6eb-f8bca73f81d4', 'ip_address': '19.86.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:43.193725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80c46304-c249-4fb3-8a69-03d0914f7cc8 req-d73b90f0-9604-4018-bda2-410c74bc7281 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/security-groups?id=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250870 Feb 16 14:46:43.197850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-642d944c-d7fa-43d1-9421-86ecad46d3b6 service neutron] 10.222.0.129 "GET /v2.0/networks/d4a9f27f-d996-497f-b54e-05c41343d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795172 Feb 16 14:46:43.276572 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.287584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:43.289939 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18785c68-be90-4443-b37e-041f3a2e90d0" -d '{"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:43.292450 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-fa6cab3d-5ab3-4223-bf6b-3645eb344ec0 service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200824 Feb 16 14:46:43.297009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7112a66-0fa3-4a56-9f37-8b3ed399710c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:43.335286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c7112a66-0fa3-4a56-9f37-8b3ed399710c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c7112a66-0fa3-4a56-9f37-8b3ed399710c,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:43.399916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-063295f1-5859-49e1-a300-583555178460 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/55ba6457-3a13-447e-a54e-54b5384beee1 HTTP/1.1" status: 200 len: 1804 time: 0.1377683 Feb 16 14:46:43.408253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-3a64c05d-eb9d-416f-a4c4-97f9fa3431de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.408732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-3a64c05d-eb9d-416f-a4c4-97f9fa3431de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.409192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-3a64c05d-eb9d-416f-a4c4-97f9fa3431de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.410807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-3a64c05d-eb9d-416f-a4c4-97f9fa3431de service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2862 time: 0.1390951 Feb 16 14:46:43.416971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '55ba6457-3a13-447e-a54e-54b5384beee1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:43.417288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '55ba6457-3a13-447e-a54e-54b5384beee1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:43.419043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.419763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d45f313c-e096-40a3-93d8-c2da379f21ac details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:43.421520 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-dea7adbe-fd00-4e91-8249-c9d6852f42a0 req-cc7a09e1-6967-401f-a8fe-c098480591b0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 14:46:43.426007 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a13ad1f-9f91-4a14-ae29-9f8b69393425 req-5cdbffa6-717f-4f5c-992e-abeb6e1c2c20 service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271954 Feb 16 14:46:43.432093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dea7adbe-fd00-4e91-8249-c9d6852f42a0 req-cc7a09e1-6967-401f-a8fe-c098480591b0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "PUT /v2.0/floatingips/85ce5156-4137-4b4d-9828-a58d501a13a4 HTTP/1.1" status: 409 len: 550 time: 0.6095660 Feb 16 14:46:43.540738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c7112a66-0fa3-4a56-9f37-8b3ed399710c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:43.584902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1d76e-4c10-4b07-be70-6dedc1202716 req-4dab1371-c78d-4c79-bb20-9d28524f4319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.586949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3d1d76e-4c10-4b07-be70-6dedc1202716 req-4dab1371-c78d-4c79-bb20-9d28524f4319 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0911658 Feb 16 14:46:43.587926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-d1df9b0f-42f5-47f7-8694-52f2fd85e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.589261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-d1df9b0f-42f5-47f7-8694-52f2fd85e3de service neutron] 10.222.0.129 "GET /v2.0/networks?id=aa6972d3-87d5-4875-87b5-b0414fcd67ba HTTP/1.1" status: 200 len: 903 time: 0.1549413 Feb 16 14:46:43.590023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d45f313c-e096-40a3-93d8-c2da379f21ac, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d45f313c-e096-40a3-93d8-c2da379f21ac,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:43.602292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'd45f313c-e096-40a3-93d8-c2da379f21ac', 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba', 'port_id': 'd45f313c-e096-40a3-93d8-c2da379f21ac', 'mac_address': 'fa:16:3e:b9:1f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea98184-923e-4a82-9f79-d9ccc28c2766', 'ip_address': '19.80.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:43.608154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47710) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:43.645513 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.661610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45f313c-e096-40a3-93d8-c2da379f21ac {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:43.667960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-244069f3-c6c6-4cb3-b4c3-4f14a5ccf555 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=7727a24d-2735-4f81-8a1a-57793e204e88 HTTP/1.1" status: 200 len: 217 time: 0.0570309 Feb 16 14:46:43.674221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3d1d76e-4c10-4b07-be70-6dedc1202716 req-188bb5d7-346b-47fc-86aa-3572955f91fa tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790110 Feb 16 14:46:43.683017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d45f313c-e096-40a3-93d8-c2da379f21ac, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d45f313c-e096-40a3-93d8-c2da379f21ac,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:43.735514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b25cb453-f286-4524-a090-703770e9f5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.758651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.761585 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.762593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7727a24d-2735-4f81-8a1a-57793e204e88 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:43.783383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-b3b77a37-f94c-4546-b735-85871fd039fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.784881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-b3b77a37-f94c-4546-b735-85871fd039fc service neutron] 10.222.0.129 "GET /v2.0/subnets?id=5ea98184-923e-4a82-9f79-d9ccc28c2766 HTTP/1.1" status: 200 len: 801 time: 0.1085346 Feb 16 14:46:43.807352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.818061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b25cb453-f286-4524-a090-703770e9f5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.833911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7727a24d-2735-4f81-8a1a-57793e204e88, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7727a24d-2735-4f81-8a1a-57793e204e88,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:43.836325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d45f313c-e096-40a3-93d8-c2da379f21ac,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:43.847327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40e97-986b-4e67-9ccd-ce0987e82a79 req-918633cc-a46c-4cb5-af01-830642ed7f0c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.851573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eeb40e97-986b-4e67-9ccd-ce0987e82a79 req-918633cc-a46c-4cb5-af01-830642ed7f0c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 943 time: 0.1030929 Feb 16 14:46:43.851739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '7727a24d-2735-4f81-8a1a-57793e204e88', 'network_id': 'aa6972d3-87d5-4875-87b5-b0414fcd67ba', 'port_id': '7727a24d-2735-4f81-8a1a-57793e204e88', 'mac_address': 'fa:16:3e:b1:75:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea98184-923e-4a82-9f79-d9ccc28c2766', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:43.858175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-7a53160c-ff48-4063-946c-4df36bc69054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:43.860323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-7a53160c-ff48-4063-946c-4df36bc69054 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=aa6972d3-87d5-4875-87b5-b0414fcd67ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631335 Feb 16 14:46:43.893567 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.898135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.908097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7727a24d-2735-4f81-8a1a-57793e204e88 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:43.922250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b25cb453-f286-4524-a090-703770e9f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.931038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7727a24d-2735-4f81-8a1a-57793e204e88, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7727a24d-2735-4f81-8a1a-57793e204e88,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:43.957683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da21aa7-7985-4bf9-90e7-d1500dd480f7,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:43.963703 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b25cb453-f286-4524-a090-703770e9f5c9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e644f607a1354cf99da6aa244eebf284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534198 Feb 16 14:46:43.964861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb453-f286-4524-a090-703770e9f5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad56cad-34b9-4967-b97d-9e7c51ada278,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:43.967035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eeb40e97-986b-4e67-9ccd-ce0987e82a79 req-b8ff1609-a9a5-4a0d-9f6d-c5045289bd96 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108177 Feb 16 14:46:43.968783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47716) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:44.001332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-25d19ac8-8479-4957-a69d-37ef52a207f6 service neutron] 10.222.0.129 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341724 Feb 16 14:46:44.008571 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.031552 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca64b14-d3e2-4be6-818b-b837af744f0f x-openstack-request-id: req-2ca64b14-d3e2-4be6-818b-b837af744f0f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:44.031887 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f635409d-8eff-40a1-951a-fed8cd6ff644", "tag": "dc719d9b-7939-4b33-97ce-69b45ad3011a", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:44.032134 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2ca64b14-d3e2-4be6-818b-b837af744f0f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:44.032527 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'tag': 'dc719d9b-7939-4b33-97ce-69b45ad3011a', 'status': 'completed', 'code': 200} Feb 16 14:46:44.066128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-766c488a-fced-4229-ab05-73e7321b7e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.076241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.078258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fdb3aec-7d01-4d29-8ff6-464d503f5978 req-63aa481c-c710-42b7-a5ea-e2a929201ed6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6650233 Feb 16 14:46:44.085490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7727a24d-2735-4f81-8a1a-57793e204e88,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:44.120488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-766c488a-fced-4229-ab05-73e7321b7e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.142551 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eb5b9d-7e45-4913-89f0-37db855a3b59 x-openstack-request-id: req-b1eb5b9d-7e45-4913-89f0-37db855a3b59 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:44.143492 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:44.143962 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b1eb5b9d-7e45-4913-89f0-37db855a3b59 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:44.144529 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'code': 200} Feb 16 14:46:44.164377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-3071a06a-0193-4373-a3ad-53f01c38c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.165985 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-3071a06a-0193-4373-a3ad-53f01c38c5b8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 1094 time: 0.1132760 Feb 16 14:46:44.179270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-e0182b38-5b0b-46d3-a180-6f49e3eb3697 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.180884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-e0182b38-5b0b-46d3-a180-6f49e3eb3697 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.93 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 948 time: 0.0992627 Feb 16 14:46:44.265181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-a37c35c5-1449-440d-b2d2-24d51e0ea9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.266677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-a37c35c5-1449-440d-b2d2-24d51e0ea9d3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 915 time: 0.0940094 Feb 16 14:46:44.269570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-766c488a-fced-4229-ab05-73e7321b7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.270680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-e79c3694-7e46-4196-b6ca-9091465be0f0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips/85ce5156-4137-4b4d-9828-a58d501a13a4 HTTP/1.1" status: 200 len: 693 time: 0.1008515 Feb 16 14:46:44.272319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-766c488a-fced-4229-ab05-73e7321b7e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.276287 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-766c488a-fced-4229-ab05-73e7321b7e20 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bad56cad-34b9-4967-b97d-9e7c51ada278 HTTP/1.1" status: 204 len: 168 time: 0.3064623 Feb 16 14:46:44.280755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d01dcb-7682-4b1c-8e75-88aa7037ffdf req-e56990fe-17a1-4f87-b1ea-df481f76c125 service neutron] 10.222.0.129 "GET /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683299 Feb 16 14:46:44.284805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c488a-fced-4229-ab05-73e7321b7e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad56cad-34b9-4967-b97d-9e7c51ada278,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:44.304595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9183-e66e-44ba-afb6-fcb7c6b86b89 req-6557099b-fdf4-43f9-8d4e-cb451131f677 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.313430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9183-e66e-44ba-afb6-fcb7c6b86b89 req-6557099b-fdf4-43f9-8d4e-cb451131f677 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.324526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe9183-e66e-44ba-afb6-fcb7c6b86b89 req-6557099b-fdf4-43f9-8d4e-cb451131f677 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.330857 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-90574538-e92a-4b00-b4cc-f898fdfce7ae service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc719d9b-7939-4b33-97ce-69b45ad3011a HTTP/1.1" status: 200 len: 217 time: 0.0425253 Feb 16 14:46:44.335494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31fe9183-e66e-44ba-afb6-fcb7c6b86b89 req-6557099b-fdf4-43f9-8d4e-cb451131f677 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2412 time: 0.2198856 Feb 16 14:46:44.378782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c7112a66-0fa3-4a56-9f37-8b3ed399710c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:44.389623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['d45f313c-e096-40a3-93d8-c2da379f21ac'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:44.409134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-d9db8de3-9c93-49ea-b534-9cedad1b1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.412098 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-d9db8de3-9c93-49ea-b534-9cedad1b1673 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.0686545 Feb 16 14:46:44.455599 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-b0bf4da1-0425-4b84-ab77-fcfb33e04c94 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330713 Feb 16 14:46:44.456250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7727a24d-2735-4f81-8a1a-57793e204e88'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:44.518099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-dcc84573-a60d-4bc3-bf3a-19e76c893755 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.519139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-dcc84573-a60d-4bc3-bf3a-19e76c893755 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.2320495 Feb 16 14:46:44.561436 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-20e2465b-7b5b-4476-8bc1-fc43437de73b service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955408 Feb 16 14:46:44.593626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31fe9183-e66e-44ba-afb6-fcb7c6b86b89 req-bed8e5b0-c5a8-44f4-a011-8bd4557913d0 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555676 Feb 16 14:46:44.619642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-7c2f7685-f961-4a01-95a5-fecc5722eabf tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0902429 Feb 16 14:46:44.712411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-3992ba6c-85c7-4a7e-a316-5468368edc24 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0851438 Feb 16 14:46:44.729295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fa214531-a641-4e45-954b-51c4f20c22f3 req-6891ac4d-a534-4c41-b5b5-30fad5c8d30b service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601491 Feb 16 14:46:44.747946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Deleting port 58f921bd-356a-401f-89be-5a3142068839 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:44.748310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.924999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc34b7-2738-4cb6-8c5f-560e39194695 req-8beaed08-9b69-493f-ace3-37e2b157a04b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:44.926551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bdc34b7-2738-4cb6-8c5f-560e39194695 req-8beaed08-9b69-493f-ace3-37e2b157a04b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.2318656 Feb 16 14:46:44.987751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] For port 58f921bd-356a-401f-89be-5a3142068839, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=58f921bd-356a-401f-89be-5a3142068839,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:44.987751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.998983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dc719d9b-7939-4b33-97ce-69b45ad3011a details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:45.016101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Calling delete_port for 58f921bd-356a-401f-89be-5a3142068839 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:45.021214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bdc34b7-2738-4cb6-8c5f-560e39194695 req-6880b531-ac92-4bcb-911b-8611bd6ddcc4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840507 Feb 16 14:46:45.034785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Deleting port f6d9d9e5-1d9d-4248-8e32-ef245ffc4634 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:45.035132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.112087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port dc719d9b-7939-4b33-97ce-69b45ad3011a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dc719d9b-7939-4b33-97ce-69b45ad3011a,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:45.129034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'dc719d9b-7939-4b33-97ce-69b45ad3011a', 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93', 'port_id': 'dc719d9b-7939-4b33-97ce-69b45ad3011a', 'mac_address': 'fa:16:3e:f3:7e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f82c2e6-0594-4748-8695-18b952fe3e2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:45.169016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.169271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.177255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.182703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Calling delete_port for f6d9d9e5-1d9d-4248-8e32-ef245ffc4634 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:45.191872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc719d9b-7939-4b33-97ce-69b45ad3011a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:45.213029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port dc719d9b-7939-4b33-97ce-69b45ad3011a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dc719d9b-7939-4b33-97ce-69b45ad3011a,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:45.270494 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.332872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=dc719d9b-7939-4b33-97ce-69b45ad3011a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:45.345963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.384691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Pushing event deleted for resources: {'Port': ['ID=58f921bd-356a-401f-89be-5a3142068839,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:45.388969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ca6deb2a-dff8-49c5-b794-db451db35c68 req-939e529b-8d27-495a-90a2-d6c55e7faf1e tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-71726094', 'description': 'tempest-description-1936232463'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:45.444759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] No DVR routers for this DVR port 58f921bd-356a-401f-89be-5a3142068839 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:45.448451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.452028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0707829d-c27c-4501-998f-4fc3c08d2a17 req-42ed1215-75bf-4e23-9212-307bbbadc510 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.93 "DELETE /v2.0/ports/58f921bd-356a-401f-89be-5a3142068839 HTTP/1.1" status: 204 len: 173 time: 1.2285421 Feb 16 14:46:45.453180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'name': 'network-vif-deleted', 'tag': '58f921bd-356a-401f-89be-5a3142068839'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:45.455471 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbfb06e-03ac-44ac-8343-f94133ab61e9" -d '{"events": [{"server_uuid": "f21e3735-e6bc-4f9c-9385-96df66fd117d", "name": "network-vif-deleted", "tag": "58f921bd-356a-401f-89be-5a3142068839"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:45.461893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.487428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event deleted for resources: {'Port': ['ID=f6d9d9e5-1d9d-4248-8e32-ef245ffc4634,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:45.536237 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ca6deb2a-dff8-49c5-b794-db451db35c68 req-939e529b-8d27-495a-90a2-d6c55e7faf1e tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.571761 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.574234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.575371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-445420b1-53e3-4995-8e5c-ad50cfc1dee7 req-ff017bc6-c74d-4e62-b10f-8fdc8d68e9f4 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "DELETE /v2.0/floatingips/85ce5156-4137-4b4d-9828-a58d501a13a4 HTTP/1.1" status: 204 len: 173 time: 0.8351576 Feb 16 14:46:45.629377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ca6deb2a-dff8-49c5-b794-db451db35c68 req-939e529b-8d27-495a-90a2-d6c55e7faf1e tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.679010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-099ec872-6efe-4126-bc87-44b668154723 req-6191dfb7-87ff-478b-b4bf-13eb383f8a50 tempest-ServersAdminNegativeTestJSON-1809732703 tempest-ServersAdminNegativeTestJSON-1809732703-project] 10.222.0.113 "GET /v2.0/ports?device_id=f21e3735-e6bc-4f9c-9385-96df66fd117d HTTP/1.1" status: 200 len: 210 time: 0.0267911 Feb 16 14:46:45.688280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ca6deb2a-dff8-49c5-b794-db451db35c68 req-939e529b-8d27-495a-90a2-d6c55e7faf1e tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.719391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e529b-8d27-495a-90a2-d6c55e7faf1e tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5de5e-470f-4304-9467-b05f22c5adfe,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:45.739222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['dc719d9b-7939-4b33-97ce-69b45ad3011a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:45.758671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ca6deb2a-dff8-49c5-b794-db451db35c68 req-939e529b-8d27-495a-90a2-d6c55e7faf1e tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.758671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca6deb2a-dff8-49c5-b794-db451db35c68 req-939e529b-8d27-495a-90a2-d6c55e7faf1e tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3734512 Feb 16 14:46:45.811381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5735511-47b0-4d79-b81a-cd264efde234 req-bbd48928-81f1-487c-812b-ce81c6121056 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:45.813777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5735511-47b0-4d79-b81a-cd264efde234 req-bbd48928-81f1-487c-812b-ce81c6121056 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 944 time: 0.0584102 Feb 16 14:46:45.886917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5735511-47b0-4d79-b81a-cd264efde234 req-6b67471d-3cf3-4ccd-80a5-a19b33ba43b2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667446 Feb 16 14:46:45.897397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e6f3f-2df6-47f3-8cd8-579cb316991e req-64e098d4-c43b-48a1-8961-661c427ca481 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:45.899138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-594e6f3f-2df6-47f3-8cd8-579cb316991e req-64e098d4-c43b-48a1-8961-661c427ca481 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.0640302 Feb 16 14:46:45.960024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-594e6f3f-2df6-47f3-8cd8-579cb316991e req-217bf3ea-a22c-4631-beea-2f7b0069c6b7 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457993 Feb 16 14:46:46.022889 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22806c4d-54a1-4865-9ac5-18139ce206b7 x-openstack-request-id: req-22806c4d-54a1-4865-9ac5-18139ce206b7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:46.023148 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21e3735-e6bc-4f9c-9385-96df66fd117d", "name": "network-vif-deleted", "tag": "58f921bd-356a-401f-89be-5a3142068839", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:46.023402 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-22806c4d-54a1-4865-9ac5-18139ce206b7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:46.023831 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21e3735-e6bc-4f9c-9385-96df66fd117d', 'name': 'network-vif-deleted', 'tag': '58f921bd-356a-401f-89be-5a3142068839', 'status': 'completed', 'code': 200} Feb 16 14:46:46.039376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de12c30-f37d-49c0-af1c-1275beaee4dc req-c2d2dd69-32d2-4480-a24c-027943e459f4 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:46.041152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6de12c30-f37d-49c0-af1c-1275beaee4dc req-c2d2dd69-32d2-4480-a24c-027943e459f4 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0585723 Feb 16 14:46:46.053463 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.127594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6de12c30-f37d-49c0-af1c-1275beaee4dc req-d6985b8c-3097-48d2-9a8b-80ad2c3225ea tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779502 Feb 16 14:46:46.130505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-fb0ed287-7fa9-4768-98ad-8540f9a94879 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.0884831 Feb 16 14:46:46.180818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-3bc8176a-1c7f-47f6-8567-11117883dca7 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:46.183960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-3bc8176a-1c7f-47f6-8567-11117883dca7 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports/495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 942 time: 0.0457995 Feb 16 14:46:46.276851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e07c0-afbf-49bc-8d4b-f19182b6b190 req-2d299dbb-2907-4e67-8cc9-fe93c304c1b9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:46.283384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e07c0-afbf-49bc-8d4b-f19182b6b190 req-2d299dbb-2907-4e67-8cc9-fe93c304c1b9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:46.290101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e07c0-afbf-49bc-8d4b-f19182b6b190 req-2d299dbb-2907-4e67-8cc9-fe93c304c1b9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:46.292033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-299e07c0-afbf-49bc-8d4b-f19182b6b190 req-2d299dbb-2907-4e67-8cc9-fe93c304c1b9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2412 time: 0.1039481 Feb 16 14:46:46.334626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-f2ac3cbc-3e37-4a03-88e5-195161429e4c tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.1076593 Feb 16 14:46:46.357740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-299e07c0-afbf-49bc-8d4b-f19182b6b190 req-ea5eea3b-4aba-4314-885a-f2d45a242dad tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Feb 16 14:46:46.403303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d0693eaa-9c24-45f3-9596-7d019d8bfb18 req-97e1f649-9302-4c82-a04c-bc9a29cc056c tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1116961540', 'description': 'tempest-description-1863302258'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:46.469684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-64d39e6c-778d-4bff-81d5-d410be3c8cbb tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:46.471170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-64d39e6c-778d-4bff-81d5-d410be3c8cbb tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1284640 Feb 16 14:46:46.541646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-1df9d98f-a6cf-4bb5-a66d-fdf6c2f89b78 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 1001 time: 0.0623322 Feb 16 14:46:46.542478 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0693eaa-9c24-45f3-9596-7d019d8bfb18 req-97e1f649-9302-4c82-a04c-bc9a29cc056c tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.558609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:46.635912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.712560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0693eaa-9c24-45f3-9596-7d019d8bfb18 req-97e1f649-9302-4c82-a04c-bc9a29cc056c tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.797160 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0693eaa-9c24-45f3-9596-7d019d8bfb18 req-97e1f649-9302-4c82-a04c-bc9a29cc056c tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.806328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.829376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1f649-9302-4c82-a04c-bc9a29cc056c tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae876fe-6894-4f67-91ed-2483f24ee598,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:46.876257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.876600 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Floating IP 00105f07-0270-4576-9da1-dcbeb6fe3af4 disassociated. External IP: 172.25.6.195, port: 495ff681-40d5-4ec2-9086-8117ca7d43e9. Feb 16 14:46:46.878268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 58f921bd-356a-401f-89be-5a3142068839 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:46.901298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 58f921bd-356a-401f-89be-5a3142068839 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:46:46.901641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 58f921bd-356a-401f-89be-5a3142068839 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:46:46.912938 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0693eaa-9c24-45f3-9596-7d019d8bfb18 req-97e1f649-9302-4c82-a04c-bc9a29cc056c tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.919900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0693eaa-9c24-45f3-9596-7d019d8bfb18 req-97e1f649-9302-4c82-a04c-bc9a29cc056c tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5164337 Feb 16 14:46:47.018957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c7112a66-0fa3-4a56-9f37-8b3ed399710c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:47.161752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port c7112a66-0fa3-4a56-9f37-8b3ed399710c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:47.166220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port c7112a66-0fa3-4a56-9f37-8b3ed399710c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:47.166605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.252667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.280792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:47.284110 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8a6bf6-dad9-404a-b6be-eac9a3db2fc8" -d '{"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-plugged", "status": "completed", "tag": "c7112a66-0fa3-4a56-9f37-8b3ed399710c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:47.299738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c7112a66-0fa3-4a56-9f37-8b3ed399710c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c7112a66-0fa3-4a56-9f37-8b3ed399710c,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:47.367358 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.368198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d45f313c-e096-40a3-93d8-c2da379f21ac up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:47.380321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230103-474b-41ba-aeaf-bb4b54be5c16 req-09d30ba5-42c8-49f0-b779-4fb3c2cdb1b4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:47.381790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e230103-474b-41ba-aeaf-bb4b54be5c16 req-09d30ba5-42c8-49f0-b779-4fb3c2cdb1b4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 944 time: 0.1042774 Feb 16 14:46:47.448036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c7112a66-0fa3-4a56-9f37-8b3ed399710c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:47.462564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e230103-474b-41ba-aeaf-bb4b54be5c16 req-68ec2242-04db-4ae0-a3fc-e4a4e7a7e876 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697758 Feb 16 14:46:47.486030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Router f5d965bf-d548-44b3-9eaa-643e0b2993de has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:46:47.544457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port d45f313c-e096-40a3-93d8-c2da379f21ac completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:47.552829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port d45f313c-e096-40a3-93d8-c2da379f21ac triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:47.552829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.599063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47836) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:47.614695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-a5c8d589-5206-4338-af86-280222bd2544 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/f7c5de5e-470f-4304-9467-b05f22c5adfe HTTP/1.1" status: 200 len: 1803 time: 0.0829909 Feb 16 14:46:47.638192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:46:47.657561 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.657836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.657963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] Sync routers for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:47.679896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:47.683502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:47.712426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-5f7eeac7-fce2-42c1-9d81-58d67944f1a0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "PUT /v2.0/floatingips/00105f07-0270-4576-9da1-dcbeb6fe3af4 HTTP/1.1" status: 200 len: 695 time: 1.1594510 Feb 16 14:46:47.716944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-000fa729-8d8e-4b36-b382-f23da98dfc16 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/8ae876fe-6894-4f67-91ed-2483f24ee598 HTTP/1.1" status: 200 len: 1805 time: 0.0959005 Feb 16 14:46:47.736000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d45f313c-e096-40a3-93d8-c2da379f21ac, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d45f313c-e096-40a3-93d8-c2da379f21ac,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:47.752052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7c5de5e-470f-4304-9467-b05f22c5adfe', 'remote_group_id': '8ae876fe-6894-4f67-91ed-2483f24ee598', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:47.758138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f7c5de5e-470f-4304-9467-b05f22c5adfe', 'remote_group_id': '8ae876fe-6894-4f67-91ed-2483f24ee598', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:47.803342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.804166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7727a24d-2735-4f81-8a1a-57793e204e88 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:47.819055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-d90a63b0-b976-434f-953d-894a17298845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:47.820894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-d90a63b0-b976-434f-953d-894a17298845 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 1096 time: 0.0632076 Feb 16 14:46:47.830423 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0e377cc3-14db-4e54-a7eb-82db2f80fa53 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5de25254b9be4bde8a96d19d186b4d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289352 Feb 16 14:46:47.834365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47854) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:47.890996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-992c951a-d3ff-4dc6-a573-53340b81e4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.892001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:47.915842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-992c951a-d3ff-4dc6-a573-53340b81e4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.943591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-e9ae302d-e621-43b3-bd3e-ef43d995bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:47.945049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-e9ae302d-e621-43b3-bd3e-ef43d995bbca service neutron] 10.222.0.113 "GET /v2.0/networks?id=db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 200 len: 931 time: 0.1179490 Feb 16 14:46:48.022872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.025287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:48.027748 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57260021-ae7e-477d-a2eb-23b92ac8a31c" -d '{"events": [{"name": "network-changed", "server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:48.031343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-9820ebb8-e446-4673-ba2d-4c35263eec14 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 217 time: 0.0546222 Feb 16 14:46:48.063979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d45f313c-e096-40a3-93d8-c2da379f21ac,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.064338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-992c951a-d3ff-4dc6-a573-53340b81e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.066945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-992c951a-d3ff-4dc6-a573-53340b81e4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.070940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-992c951a-d3ff-4dc6-a573-53340b81e4dc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb HTTP/1.1" status: 204 len: 168 time: 0.2356029 Feb 16 14:46:48.081584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c951a-d3ff-4dc6-a573-53340b81e4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d33e6-1918-4ddb-9dd4-d0b7a50803eb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.117357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-0840ec59-14b9-4915-9c26-9e81f301b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:48.125820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-0840ec59-14b9-4915-9c26-9e81f301b95c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=a56b82d7-1338-45c0-a6c1-f6db64956eed HTTP/1.1" status: 200 len: 868 time: 0.0860577 Feb 16 14:46:48.140760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.167451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 7727a24d-2735-4f81-8a1a-57793e204e88 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:48.175448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 7727a24d-2735-4f81-8a1a-57793e204e88 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:48.175848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.191919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-b460287a-554e-4eac-85ad-f0fa9d4bc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:48.193519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-b460287a-554e-4eac-85ad-f0fa9d4bc052 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=db666031-be92-434d-8750-65ff1e6bbef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667450 Feb 16 14:46:48.250521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.273585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76bda0b-7168-48d6-bf23-4a5432e3dbe3,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.315198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-02155fd3-ad60-40df-a385-11d971f61bef service neutron] 10.222.0.113 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146052 Feb 16 14:46:48.338046 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.362233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 5, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:48.379136 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.380362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fbea561-2b5d-47c1-a996-dec6ea8b0372 req-75acba95-ef64-4a7c-b508-b5941fca54fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6358845 Feb 16 14:46:48.404542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] Checking router: f5d965bf-d548-44b3-9eaa-643e0b2993de for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:48.412126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7727a24d-2735-4f81-8a1a-57793e204e88, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7727a24d-2735-4f81-8a1a-57793e204e88,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:48.416630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:46:48.417303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:48.432584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cba47c5-3470-4f2e-b1e6-22c0191becde req-79ad1c81-dbfc-4cdb-9692-9720b434747f service neutron] 10.222.0.113 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088841 Feb 16 14:46:48.507099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.507930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dc719d9b-7939-4b33-97ce-69b45ad3011a up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:48.525428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-f059157e-f466-4585-adda-f8d590da066f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376203 Feb 16 14:46:48.607951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:46:48.610536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7727a24d-2735-4f81-8a1a-57793e204e88,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.652814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fa1d9286-3b27-4f04-9f97-90673cfa93a1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:48.654232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fa1d9286-3b27-4f04-9f97-90673cfa93a1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342494 Feb 16 14:46:48.687483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-2ea8f9e1-6f9b-4491-a587-4ddd7acb627d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/quotas/bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 375 time: 0.0142334 Feb 16 14:46:48.704637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a2691-ca4a-4ae7-95a0-328712c4b8f3 req-bb9ba12e-d0dc-46f1-8348-7f1583b9efc2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:48.706176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2a2691-ca4a-4ae7-95a0-328712c4b8f3 req-bb9ba12e-d0dc-46f1-8348-7f1583b9efc2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0740919 Feb 16 14:46:48.740496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port dc719d9b-7939-4b33-97ce-69b45ad3011a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:48.750625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port dc719d9b-7939-4b33-97ce-69b45ad3011a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:48.750935 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.773329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2a2691-ca4a-4ae7-95a0-328712c4b8f3 req-d8c958fb-1524-4031-9156-4fcd5e43e83a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575063 Feb 16 14:46:48.782379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-6318e98e-397f-4da2-aaba-a0e31d955fc9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750725 Feb 16 14:46:48.873403 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5249e3d-6430-4e95-a448-c2edee8294a1 x-openstack-request-id: req-d5249e3d-6430-4e95-a448-c2edee8294a1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:48.873403 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-plugged", "status": "completed", "tag": "c7112a66-0fa3-4a56-9f37-8b3ed399710c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:48.873403 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d5249e3d-6430-4e95-a448-c2edee8294a1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:48.873403 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c', 'code': 200} Feb 16 14:46:48.890589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.908084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47896) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:48.933510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port dc719d9b-7939-4b33-97ce-69b45ad3011a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dc719d9b-7939-4b33-97ce-69b45ad3011a,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:48.935984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 5, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:48.975520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db98eaea-b823-4322-82c0-b369a80c4f50 None None] The sync data for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 is: [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:03Z', 'revision_number': 4, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e83ea3a7-1b73-4a32-ab2e-03de1b18922d', 'name': '', 'network_id': 'db666031-be92-434d-8750-65ff1e6bbef0', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'mac_address': 'fa:16:3e:c8:e6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:01Z', 'updated_at': '2022-02-16T14:46:09Z', 'revision_number': 5, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'subnets': [{'id': 'a56b82d7-1338-45c0-a6c1-f6db64956eed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:48.985120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.988380 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6e722e40-8fa1-4518-953c-2f6fa2259986 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8b1e10497a9142fa90395a984fa5c741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773931 Feb 16 14:46:48.991001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47900) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:49.036881 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a4efe-ed41-467d-9829-876cb243626b x-openstack-request-id: req-a33a4efe-ed41-467d-9829-876cb243626b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:49.037180 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:49.037485 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a33a4efe-ed41-467d-9829-876cb243626b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:49.038982 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'status': 'completed', 'code': 200} Feb 16 14:46:49.048700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47904) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:49.083525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5cf76c7b-6647-4418-b263-ebd6cdfeb9a4 req-ea0ebb0b-c9d0-4cd6-938b-26e3ccca96dd tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1138243266', 'description': 'tempest-description-36615261'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:49.092838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=dc719d9b-7939-4b33-97ce-69b45ad3011a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:49.125143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed647f-5405-4123-8ed8-eeb46f079bbb req-df0c3a1b-99c0-4788-a4b3-54cb0a06763e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.131266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed647f-5405-4123-8ed8-eeb46f079bbb req-df0c3a1b-99c0-4788-a4b3-54cb0a06763e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.137302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed647f-5405-4123-8ed8-eeb46f079bbb req-df0c3a1b-99c0-4788-a4b3-54cb0a06763e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.137512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32100b99-e991-4b20-a440-aff4a0bd6dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.139011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8ed647f-5405-4123-8ed8-eeb46f079bbb req-df0c3a1b-99c0-4788-a4b3-54cb0a06763e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.2086849 Feb 16 14:46:49.164396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-ec3944ab-f61f-435f-bad7-afefc4db5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.166186 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-ec3944ab-f61f-435f-bad7-afefc4db5583 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 1096 time: 0.1265917 Feb 16 14:46:49.172650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32100b99-e991-4b20-a440-aff4a0bd6dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.216544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8ed647f-5405-4123-8ed8-eeb46f079bbb req-c564756e-76ff-40e6-9b52-49e7046ae349 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660269 Feb 16 14:46:49.224854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cf76c7b-6647-4418-b263-ebd6cdfeb9a4 req-ea0ebb0b-c9d0-4cd6-938b-26e3ccca96dd tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.328694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-16646576-e6e5-4c60-b4ae-6c2ccd3069dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.330325 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-16646576-e6e5-4c60-b4ae-6c2ccd3069dc service neutron] 10.222.0.129 "GET /v2.0/networks?id=db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 200 len: 931 time: 0.1479788 Feb 16 14:46:49.378525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f11f6af1-0e91-4dd5-90b0-93938649859e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.399664 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-2c357a1c-28e6-4694-a46b-a779cbe67b80 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 200 len: 217 time: 0.0617654 Feb 16 14:46:49.417328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cf76c7b-6647-4418-b263-ebd6cdfeb9a4 req-ea0ebb0b-c9d0-4cd6-938b-26e3ccca96dd tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.418338 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f05d4a-305d-405b-861f-50083818dc84 None None] New status for floating IP 00105f07-0270-4576-9da1-dcbeb6fe3af4: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:46:49.437310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637bc4-0c2d-4fff-a1c1-3b01b4a0c476 req-aeddc26d-2694-49ef-9c13-e6393db2e476 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.438972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a637bc4-0c2d-4fff-a1c1-3b01b4a0c476 req-aeddc26d-2694-49ef-9c13-e6393db2e476 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 945 time: 0.1250036 Feb 16 14:46:49.443890 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32100b99-e991-4b20-a440-aff4a0bd6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.446545 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32100b99-e991-4b20-a440-aff4a0bd6dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.450131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-32100b99-e991-4b20-a440-aff4a0bd6dd3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b9b75a54-e753-4c08-a1b8-cc2357c70e63 HTTP/1.1" status: 204 len: 168 time: 0.4556067 Feb 16 14:46:49.462730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32100b99-e991-4b20-a440-aff4a0bd6dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b75a54-e753-4c08-a1b8-cc2357c70e63,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:49.482395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-85377b6b-7547-4841-a39a-6aee14b63248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.484343 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-85377b6b-7547-4841-a39a-6aee14b63248 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a56b82d7-1338-45c0-a6c1-f6db64956eed HTTP/1.1" status: 200 len: 868 time: 0.0767410 Feb 16 14:46:49.532134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a637bc4-0c2d-4fff-a1c1-3b01b4a0c476 req-68917fb7-b7c2-494d-8e60-4ea145bc89b3 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807483 Feb 16 14:46:49.553681 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cf76c7b-6647-4418-b263-ebd6cdfeb9a4 req-ea0ebb0b-c9d0-4cd6-938b-26e3ccca96dd tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.558338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f11f6af1-0e91-4dd5-90b0-93938649859e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.576098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-49f10b57-56df-4ab2-8ba6-2fa628b7996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.576098 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-49f10b57-56df-4ab2-8ba6-2fa628b7996e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=db666031-be92-434d-8750-65ff1e6bbef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718982 Feb 16 14:46:49.636230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ebb0b-c9d0-4cd6-938b-26e3ccca96dd tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcbeb5d-7ca2-43d6-84dd-001747b669d3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:49.652212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-792ea3e8-6be3-4d6a-9c5a-445801c66461 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips/00105f07-0270-4576-9da1-dcbeb6fe3af4 HTTP/1.1" status: 200 len: 695 time: 0.0816374 Feb 16 14:46:49.681757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f11f6af1-0e91-4dd5-90b0-93938649859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.729111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5cf76c7b-6647-4418-b263-ebd6cdfeb9a4 req-ea0ebb0b-c9d0-4cd6-938b-26e3ccca96dd tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.743754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cf76c7b-6647-4418-b263-ebd6cdfeb9a4 req-ea0ebb0b-c9d0-4cd6-938b-26e3ccca96dd tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6720898 Feb 16 14:46:49.877675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e4b2310-d399-40cf-a5f1-453c0f8c7c94 req-3577a197-31d6-458f-86ac-5b2ab40bb0a4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 210 time: 0.0669630 Feb 16 14:46:49.883243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f11f6af1-0e91-4dd5-90b0-93938649859e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e13f19b1f606436e938a25ab735436e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8294222 Feb 16 14:46:49.898054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f6af1-0e91-4dd5-90b0-93938649859e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f25e716-9784-4994-a278-c5d03424b6ee,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:49.911388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:49.933329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-5ce8dfa9-0833-40b3-b212-5876dc9c78c0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.934639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-5ce8dfa9-0833-40b3-b212-5876dc9c78c0 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.2790341 Feb 16 14:46:49.944904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1093df6a-10db-4ced-af38-f9635779536b req-9b1c3f63-ec45-4f25-87ad-c229dac91686 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1390180186', 'description': 'tempest-description-908591857'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:49.990385 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-972534ff-ef0a-4006-8d63-ebbef168f3b9 service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186242 Feb 16 14:46:50.023263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-5d45436e-9f54-4b62-ac56-e3d4754c12c3 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0728660 Feb 16 14:46:50.093731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-601e781d-f674-46ea-be12-6f4514807736 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0621212 Feb 16 14:46:50.094826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff5f28d8-ce3f-48f2-9d93-07ea61a80bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.097610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1093df6a-10db-4ced-af38-f9635779536b req-9b1c3f63-ec45-4f25-87ad-c229dac91686 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.113454 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57260021-ae7e-477d-a2eb-23b92ac8a31c req-439fd6ea-1d1b-4a76-b9e7-d052c76ef272 service neutron] 10.222.0.129 "GET /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132400 Feb 16 14:46:50.179634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff5f28d8-ce3f-48f2-9d93-07ea61a80bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.333042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1093df6a-10db-4ced-af38-f9635779536b req-9b1c3f63-ec45-4f25-87ad-c229dac91686 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.338502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Deleting port 0e29e402-f544-40d0-b8ff-72185e5d9a49 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:50.338833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.419488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.419837 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.431922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Calling delete_port for 0e29e402-f544-40d0-b8ff-72185e5d9a49 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:50.476413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1093df6a-10db-4ced-af38-f9635779536b req-9b1c3f63-ec45-4f25-87ad-c229dac91686 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.478586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff5f28d8-ce3f-48f2-9d93-07ea61a80bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.481108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff5f28d8-ce3f-48f2-9d93-07ea61a80bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.482250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff5f28d8-ce3f-48f2-9d93-07ea61a80bfa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7f25e716-9784-4994-a278-c5d03424b6ee HTTP/1.1" status: 204 len: 168 time: 0.5698721 Feb 16 14:46:50.531758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c3f63-ec45-4f25-87ad-c229dac91686 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee99b1-c039-4308-9d4f-1b9e8ae79586,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:50.544523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f28d8-ce3f-48f2-9d93-07ea61a80bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f25e716-9784-4994-a278-c5d03424b6ee,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:50.591320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1093df6a-10db-4ced-af38-f9635779536b req-9b1c3f63-ec45-4f25-87ad-c229dac91686 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.592600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1093df6a-10db-4ced-af38-f9635779536b req-9b1c3f63-ec45-4f25-87ad-c229dac91686 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6755445 Feb 16 14:46:50.660718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.716085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event deleted for resources: {'Port': ['ID=0e29e402-f544-40d0-b8ff-72185e5d9a49,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:50.809007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51402abc-b04a-48e5-a5c9-2f000f180214 req-672c7d8c-8941-4591-a67c-1d4532a9cee7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:50.818899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51402abc-b04a-48e5-a5c9-2f000f180214 req-672c7d8c-8941-4591-a67c-1d4532a9cee7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.1554537 Feb 16 14:46:50.842471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.847097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:50.848308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a45261f-4db2-490a-8469-96e0cfa85a25 req-4c3d98b8-5dd6-4923-90be-ed9f4b0a2706 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "DELETE /v2.0/floatingips/00105f07-0270-4576-9da1-dcbeb6fe3af4 HTTP/1.1" status: 204 len: 173 time: 0.7460413 Feb 16 14:46:50.872365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac'}, {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727a24d-2735-4f81-8a1a-57793e204e88'}, {'server_uuid': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc719d9b-7939-4b33-97ce-69b45ad3011a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:50.875730 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e08db9-e303-4b8b-902f-22b2752c4eed" -d '{"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-plugged", "status": "completed", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac"}, {"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-plugged", "status": "completed", "tag": "7727a24d-2735-4f81-8a1a-57793e204e88"}, {"server_uuid": "f635409d-8eff-40a1-951a-fed8cd6ff644", "name": "network-vif-plugged", "status": "completed", "tag": "dc719d9b-7939-4b33-97ce-69b45ad3011a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:50.880221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51402abc-b04a-48e5-a5c9-2f000f180214 req-b2d3b6f5-5125-4965-b12c-4af4861973cf tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602837 Feb 16 14:46:50.957054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfe6d9-0cf2-495b-b3a1-95810c983d03 req-8e662385-539a-4376-8a97-77a00743b4e0 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:50.963031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfe6d9-0cf2-495b-b3a1-95810c983d03 req-8e662385-539a-4376-8a97-77a00743b4e0 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:50.968906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfe6d9-0cf2-495b-b3a1-95810c983d03 req-8e662385-539a-4376-8a97-77a00743b4e0 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:50.970473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1cfe6d9-0cf2-495b-b3a1-95810c983d03 req-8e662385-539a-4376-8a97-77a00743b4e0 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.0714920 Feb 16 14:46:51.029987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1cfe6d9-0cf2-495b-b3a1-95810c983d03 req-13cd2da9-14b5-4f8c-adf8-1e72ffe31e2d tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517502 Feb 16 14:46:51.041502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02a2e0-593c-4756-b8f0-bbde87c2344f req-40f95fbe-684f-4613-89c1-05eb3ecc0ac0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:51.042967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec02a2e0-593c-4756-b8f0-bbde87c2344f req-40f95fbe-684f-4613-89c1-05eb3ecc0ac0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 945 time: 0.0956626 Feb 16 14:46:51.122916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec02a2e0-593c-4756-b8f0-bbde87c2344f req-33eb81b6-be58-4764-99cf-d8a70bc35c2a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586500 Feb 16 14:46:51.126026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-d702dd7a-29b2-4c37-852e-bd71d63328fc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/7bcbeb5d-7ca2-43d6-84dd-001747b669d3 HTTP/1.1" status: 200 len: 1803 time: 0.0630336 Feb 16 14:46:51.179032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-b62a8177-709c-4e25-9b0e-0c20090c1ca6 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/32ee99b1-c039-4308-9d4f-1b9e8ae79586 HTTP/1.1" status: 200 len: 1804 time: 0.0457046 Feb 16 14:46:51.182856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47962) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:51.183982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bcbeb5d-7ca2-43d6-84dd-001747b669d3', 'remote_group_id': '32ee99b1-c039-4308-9d4f-1b9e8ae79586', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:51.184304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bcbeb5d-7ca2-43d6-84dd-001747b669d3', 'remote_group_id': '32ee99b1-c039-4308-9d4f-1b9e8ae79586', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:51.232346 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8cec1495-6dc0-4df4-a466-dadff9c7753e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.236009 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-e33979c3-dbd7-4441-a0cc-71619ca7f0fa tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350389 Feb 16 14:46:51.372797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.403061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-21d6ef40-53b9-47b3-b74f-c336b56aefe9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:51.403061 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-21d6ef40-53b9-47b3-b74f-c336b56aefe9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599274 Feb 16 14:46:51.414621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.422105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Request body: {'port': {'device_id': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'bc0fcd5cd56b427bac0bca9271dc0407'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:51.451641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8cec1495-6dc0-4df4-a466-dadff9c7753e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.460947 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f92aef-87a7-487c-a3e3-24abd07e01af x-openstack-request-id: req-17f92aef-87a7-487c-a3e3-24abd07e01af {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:51.460947 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-plugged", "status": "completed", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac", "code": 200}, {"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-plugged", "status": "completed", "tag": "7727a24d-2735-4f81-8a1a-57793e204e88", "code": 200}, {"server_uuid": "f635409d-8eff-40a1-951a-fed8cd6ff644", "name": "network-vif-plugged", "status": "completed", "tag": "dc719d9b-7939-4b33-97ce-69b45ad3011a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:51.460947 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-17f92aef-87a7-487c-a3e3-24abd07e01af {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:51.460947 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac', 'code': 200} Feb 16 14:46:51.460947 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7727a24d-2735-4f81-8a1a-57793e204e88', 'code': 200} Feb 16 14:46:51.460947 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc719d9b-7939-4b33-97ce-69b45ad3011a', 'code': 200} Feb 16 14:46:51.517532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.554345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fb4c1e-f690-4a6e-962d-f53b452368d2,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:51.572515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8cec1495-6dc0-4df4-a466-dadff9c7753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.574136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac3130cd-99db-4a1c-ba87-a3bdec9d9af6 req-5a13b787-7ca8-46c3-b1f4-974eed8cc74c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 210 time: 0.0462661 Feb 16 14:46:51.616443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8cec1495-6dc0-4df4-a466-dadff9c7753e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=45b75506ecc94b7988f4fde5a77cd973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320154 Feb 16 14:46:51.617336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec1495-6dc0-4df4-a466-dadff9c7753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6571837e-c36d-4b35-ad74-aef7ddf6b7ce,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:51.620221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47968) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:51.649601 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.651713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-165085ef-f0fe-4a57-b479-8eddfd9f7ef2 req-4785af57-7c4a-495a-a2b7-6e1bd24e86cc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4711061 Feb 16 14:46:51.672792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd09e-568b-47a4-8fda-f301f07f4979 req-ac0df172-ae8c-4fbe-8f40-19a07c3054fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:51.674432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f92fd09e-568b-47a4-8fda-f301f07f4979 req-ac0df172-ae8c-4fbe-8f40-19a07c3054fc service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 1096 time: 0.1040173 Feb 16 14:46:51.679249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f1b2-963b-48a4-b356-03fdc1b32b96 req-0be6bc15-c107-4ffd-80d2-9a1071df8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:51.680049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f1b2-963b-48a4-b356-03fdc1b32b96 req-0be6bc15-c107-4ffd-80d2-9a1071df8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:51.680522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4f1b2-963b-48a4-b356-03fdc1b32b96 req-0be6bc15-c107-4ffd-80d2-9a1071df8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:51.682858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08f4f1b2-963b-48a4-b356-03fdc1b32b96 req-0be6bc15-c107-4ffd-80d2-9a1071df8bb1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2868 time: 0.1114094 Feb 16 14:46:51.732396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e18c6598-9a4c-4b5d-aaf4-e7a39ed875fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.756712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e18c6598-9a4c-4b5d-aaf4-e7a39ed875fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.786305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Made reservation on behalf of bc0fcd5cd56b427bac0bca9271dc0407 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:51.789701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.797765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f92fd09e-568b-47a4-8fda-f301f07f4979 req-bef6ceab-648d-43bb-ac73-abd7c7ef1f05 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138737 Feb 16 14:46:51.805803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08f4f1b2-963b-48a4-b356-03fdc1b32b96 req-ec811f13-141e-4fcb-bacb-417f12b1b5ab service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094179 Feb 16 14:46:51.820288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c6cbc3e-cd98-44f6-8216-7439687db87d req-3a32df00-d110-4bd4-8998-464a6e9a720a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/32ee99b1-c039-4308-9d4f-1b9e8ae79586 HTTP/1.1" status: 200 len: 1804 time: 0.1072347 Feb 16 14:46:51.831818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412291-eb7e-461d-88d8-55b34b6d52c0 req-d665c1ee-1db6-41ab-bee3-cea58047f0f6 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:51.833273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b412291-eb7e-461d-88d8-55b34b6d52c0 req-d665c1ee-1db6-41ab-bee3-cea58047f0f6 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1015527 Feb 16 14:46:51.878437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e18c6598-9a4c-4b5d-aaf4-e7a39ed875fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.880991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e18c6598-9a4c-4b5d-aaf4-e7a39ed875fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.882133 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e18c6598-9a4c-4b5d-aaf4-e7a39ed875fe admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6571837e-c36d-4b35-ad74-aef7ddf6b7ce HTTP/1.1" status: 204 len: 168 time: 0.2609324 Feb 16 14:46:51.892254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b412291-eb7e-461d-88d8-55b34b6d52c0 req-acf0babe-11ec-4691-a6ae-685e96d6a613 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0514827 Feb 16 14:46:51.931054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c6cbc3e-cd98-44f6-8216-7439687db87d req-bde72f95-4094-4a98-b8c6-e8e28ccb034a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.933444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6598-9a4c-4b5d-aaf4-e7a39ed875fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6571837e-c36d-4b35-ad74-aef7ddf6b7ce,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:51.959021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c6cbc3e-cd98-44f6-8216-7439687db87d req-bde72f95-4094-4a98-b8c6-e8e28ccb034a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.022653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Allocated IP 192.168.233.110 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/7511b030-02e6-499e-94a0-4bfc6483b7c9) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:52.063226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd6e49-01e1-4b85-b128-3ede2547b6a9 req-6ed07b2d-1161-4a32-a3be-402e00788e99 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:52.064678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0dfd6e49-01e1-4b85-b128-3ede2547b6a9 req-6ed07b2d-1161-4a32-a3be-402e00788e99 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0637069 Feb 16 14:46:52.103702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0dfd6e49-01e1-4b85-b128-3ede2547b6a9 req-2f0ca330-3804-4aec-8bf3-825ec6400d6c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Feb 16 14:46:52.166271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cc3bfcc-63c5-47d6-89b2-7378c2d75954 req-254f8188-dad8-4d22-beb1-7f9b2a60f154 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0406406 Feb 16 14:46:52.166939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c6cbc3e-cd98-44f6-8216-7439687db87d req-bde72f95-4094-4a98-b8c6-e8e28ccb034a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.169797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c6cbc3e-cd98-44f6-8216-7439687db87d req-bde72f95-4094-4a98-b8c6-e8e28ccb034a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.176434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c6cbc3e-cd98-44f6-8216-7439687db87d req-bde72f95-4094-4a98-b8c6-e8e28ccb034a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-groups/32ee99b1-c039-4308-9d4f-1b9e8ae79586 HTTP/1.1" status: 204 len: 173 time: 0.3367586 Feb 16 14:46:52.184521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde72f95-4094-4a98-b8c6-e8e28ccb034a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee99b1-c039-4308-9d4f-1b9e8ae79586,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:52.278760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.301241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7154e-09d9-4601-9e63-02302946250c req-49eb55aa-6b2c-42dc-8b9e-8364acc731d4 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:52.307384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7154e-09d9-4601-9e63-02302946250c req-49eb55aa-6b2c-42dc-8b9e-8364acc731d4 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:52.313693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7154e-09d9-4601-9e63-02302946250c req-49eb55aa-6b2c-42dc-8b9e-8364acc731d4 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:52.315397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4f7154e-09d9-4601-9e63-02302946250c req-49eb55aa-6b2c-42dc-8b9e-8364acc731d4 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.0800855 Feb 16 14:46:52.373646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.386706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:52.400265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e423fa-a7c9-4a74-a887-9786e813e1e4 req-dbd1fcea-299c-4cef-995e-c98ed514ee3f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:52.410060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3e423fa-a7c9-4a74-a887-9786e813e1e4 req-dbd1fcea-299c-4cef-995e-c98ed514ee3f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 945 time: 0.0935671 Feb 16 14:46:52.414225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4f7154e-09d9-4601-9e63-02302946250c req-6b9fc808-8ac5-484d-a12e-6581eea031da tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890033 Feb 16 14:46:52.424140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:52.434281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:52.444766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:52.453851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:52.486189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3e423fa-a7c9-4a74-a887-9786e813e1e4 req-842c7480-acf2-48d9-a167-306c101f33ad tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595942 Feb 16 14:46:52.555610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:52.556586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.582883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51951fc4-d910-433f-b27d-c0e53b983779 req-fd4f42bd-62f2-4cca-ad9d-09a4273de5ac tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/7bcbeb5d-7ca2-43d6-84dd-001747b669d3 HTTP/1.1" status: 200 len: 1803 time: 0.0679946 Feb 16 14:46:52.627493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-577e2508-2724-4a8f-af5f-cb6b43a93bc4 req-2c75a8ea-3c8c-4f9f-ae58-da4bcaddbfdf tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-161829246', 'description': 'tempest-description-1934590476'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:52.650474 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-fd858b87-f5c5-497b-9122-fa90cee49f43 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2359512 Feb 16 14:46:52.666100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Request body: {'port': {'device_id': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:52.726695 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.756111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-577e2508-2724-4a8f-af5f-cb6b43a93bc4 req-2c75a8ea-3c8c-4f9f-ae58-da4bcaddbfdf tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.821684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3e25df70-2d8a-4f63-bdb0-345c0e264caf None None] Provisioning complete for port 7511b030-02e6-499e-94a0-4bfc6483b7c9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:52.822433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3e25df70-2d8a-4f63-bdb0-345c0e264caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.864527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3e25df70-2d8a-4f63-bdb0-345c0e264caf None None] Port 7511b030-02e6-499e-94a0-4bfc6483b7c9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:46:52.893905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-577e2508-2724-4a8f-af5f-cb6b43a93bc4 req-2c75a8ea-3c8c-4f9f-ae58-da4bcaddbfdf tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.912496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f81c-5ff9-439e-abea-8544790c37dc req-a5a80606-bccc-4767-b535-81e372f9bd5a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:52.913988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0f7f81c-5ff9-439e-abea-8544790c37dc req-a5a80606-bccc-4767-b535-81e372f9bd5a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 936 time: 0.0807076 Feb 16 14:46:52.953403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-577e2508-2724-4a8f-af5f-cb6b43a93bc4 req-2c75a8ea-3c8c-4f9f-ae58-da4bcaddbfdf tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:52.979032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0f7f81c-5ff9-439e-abea-8544790c37dc req-37547df6-daf9-4304-a6a1-4699f2bae2e6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Feb 16 14:46:53.009744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75a8ea-3c8c-4f9f-ae58-da4bcaddbfdf tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0bde4a-26c9-4b54-be88-f8c1e913f13e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:53.040130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-577e2508-2724-4a8f-af5f-cb6b43a93bc4 req-2c75a8ea-3c8c-4f9f-ae58-da4bcaddbfdf tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.048481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-577e2508-2724-4a8f-af5f-cb6b43a93bc4 req-2c75a8ea-3c8c-4f9f-ae58-da4bcaddbfdf tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4198968 Feb 16 14:46:53.058324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511b030-02e6-499e-94a0-4bfc6483b7c9 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:53.076675 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.094641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Transition to ACTIVE for port object 7511b030-02e6-499e-94a0-4bfc6483b7c9 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:53.138813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.160163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31315fa7-7997-42af-8319-44717e92204b req-a5d35588-58a9-426f-b452-ac942189dc32 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/9b0bde4a-26c9-4b54-be88-f8c1e913f13e HTTP/1.1" status: 200 len: 1804 time: 0.0720458 Feb 16 14:46:53.179861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0291d0-fac6-4dee-9e51-384cd0fb86a6 req-466be8ca-8709-4da1-a5c8-651526adda9a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.181651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d0291d0-fac6-4dee-9e51-384cd0fb86a6 req-466be8ca-8709-4da1-a5c8-651526adda9a tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 945 time: 0.0728743 Feb 16 14:46:53.204493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-31315fa7-7997-42af-8319-44717e92204b req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b0bde4a-26c9-4b54-be88-f8c1e913f13e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:53.205409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-31315fa7-7997-42af-8319-44717e92204b req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b0bde4a-26c9-4b54-be88-f8c1e913f13e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:53.209545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:53.300322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d0291d0-fac6-4dee-9e51-384cd0fb86a6 req-7bb3f3b8-6061-4787-a872-5c61f0bfc6e9 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064637 Feb 16 14:46:53.364929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Attempting to bind port 7511b030-02e6-499e-94a0-4bfc6483b7c9 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:53.365796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Attempting to bind port 7511b030-02e6-499e-94a0-4bfc6483b7c9 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:53.366808 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Attempting to bind port 7511b030-02e6-499e-94a0-4bfc6483b7c9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:53.374991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Port 7511b030-02e6-499e-94a0-4bfc6483b7c9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:46:53.374991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Attempting to bind port 7511b030-02e6-499e-94a0-4bfc6483b7c9 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:46:53.398113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:46:53.414411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:46:53.414411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:46:53.414411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Bound port: 7511b030-02e6-499e-94a0-4bfc6483b7c9, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:53.414411 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.426049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31315fa7-7997-42af-8319-44717e92204b req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.488642 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31315fa7-7997-42af-8319-44717e92204b req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.502037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:46:53.507223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:46:53.512737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e0999-4bb9-4486-a517-5f1291ae46e9 req-f5a1ea2d-876f-42b7-869b-f3657cb9cbd9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.514350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b13e0999-4bb9-4486-a517-5f1291ae46e9 req-f5a1ea2d-876f-42b7-869b-f3657cb9cbd9 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0692210 Feb 16 14:46:53.555130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b13e0999-4bb9-4486-a517-5f1291ae46e9 req-4ca98227-979c-49bf-9bbc-ab95740fe311 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Feb 16 14:46:53.561575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31315fa7-7997-42af-8319-44717e92204b req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.565274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.583534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aacd71-913a-4e11-a58d-11512f5cba5d,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:53.656482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:53.662024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.662637 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.664717 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-17128f1d-4de6-450d-82d4-54c49185aca0 service neutron] 10.222.0.129 "PUT /v2.0/ports/7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 200 len: 1096 time: 1.0057943 Feb 16 14:46:53.667933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:53.668061 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24db629-93c3-45a4-b547-6115d08220d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:53.668624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31315fa7-7997-42af-8319-44717e92204b req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.675587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31315fa7-7997-42af-8319-44717e92204b req-6c85a645-60ae-40cc-b528-d8a3fcf1a7df tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4828773 Feb 16 14:46:53.786206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6a49d-9c9e-47cf-97d8-5b094ee3013c req-30eafb29-dc1f-458c-92b0-4b715e244e30 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.792117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6a49d-9c9e-47cf-97d8-5b094ee3013c req-30eafb29-dc1f-458c-92b0-4b715e244e30 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.798227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6a49d-9c9e-47cf-97d8-5b094ee3013c req-30eafb29-dc1f-458c-92b0-4b715e244e30 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.799988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61d6a49d-9c9e-47cf-97d8-5b094ee3013c req-30eafb29-dc1f-458c-92b0-4b715e244e30 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.1156013 Feb 16 14:46:53.839094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748928c-a6b4-466b-aaec-b08fe8b1ed81 req-8edbd4d0-f8c5-4de9-95ed-ca525ddd306a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.844441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4748928c-a6b4-466b-aaec-b08fe8b1ed81 req-8edbd4d0-f8c5-4de9-95ed-ca525ddd306a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 945 time: 0.1038775 Feb 16 14:46:53.857616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-6205bf88-f163-46e6-a0b4-85421060dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.860788 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-6205bf88-f163-46e6-a0b4-85421060dfa3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 1099 time: 0.0568690 Feb 16 14:46:53.900200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61d6a49d-9c9e-47cf-97d8-5b094ee3013c req-487657a6-2d2d-48be-b012-827ea913ada0 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859771 Feb 16 14:46:53.923234 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-4d3d29d3-fd9f-4ef5-a89f-acc6ccf68bc5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0451272 Feb 16 14:46:53.934692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4748928c-a6b4-466b-aaec-b08fe8b1ed81 req-99966f13-7ea1-48ba-a51c-42305ae73d89 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730474 Feb 16 14:46:53.983963 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a598a50d-6a12-4748-8bed-96e70562f077 x-openstack-request-id: req-a598a50d-6a12-4748-8bed-96e70562f077 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:53.984259 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:53.984499 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a598a50d-6a12-4748-8bed-96e70562f077 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:53.985018 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'status': 'completed', 'code': 200} Feb 16 14:46:53.986640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-1c566872-e8fc-4f7d-9d06-790235dc41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:53.990979 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-1c566872-e8fc-4f7d-9d06-790235dc41c8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0595202 Feb 16 14:46:54.024486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-8cdd8507-b6f3-4501-b8c4-b7f21958fd32 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/9b0bde4a-26c9-4b54-be88-f8c1e913f13e HTTP/1.1" status: 200 len: 2397 time: 0.0680265 Feb 16 14:46:54.031143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b0bde4a-26c9-4b54-be88-f8c1e913f13e', 'remote_group_id': None}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:54.031824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9b0bde4a-26c9-4b54-be88-f8c1e913f13e', 'remote_group_id': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:54.063834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-77cdc3a1-5e3c-416f-bed7-236d412742c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.065540 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-77cdc3a1-5e3c-416f-bed7-236d412742c4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668046 Feb 16 14:46:54.173214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.174799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-ac217084-eb2a-4e3d-a4c1-b251cd3a1d44 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956621 Feb 16 14:46:54.200340 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.278498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f8e4b86c-cd3c-4ba0-b688-66b15730786e req-3fa40317-8afb-4fcf-942b-3f5597dd2d7f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964041 Feb 16 14:46:54.283659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48066) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:54.293560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.314154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4513be3-4c8e-464d-8e3a-ce9f24d32cc3,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:54.400898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.402201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2fa3566-b058-4fb1-9a6f-5e9ab72e41ee req-ba8f897b-682b-4826-99c6-08ec516abee3 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3766010 Feb 16 14:46:54.403046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:54.466663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db629-93c3-45a4-b547-6115d08220d6 req-49f0e961-157c-4d86-a953-f1a6e331988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.469382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d24db629-93c3-45a4-b547-6115d08220d6 req-49f0e961-157c-4d86-a953-f1a6e331988a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 1099 time: 0.0614822 Feb 16 14:46:54.519941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba080af9-3781-4715-88b9-7469dc781e73 req-14a51b73-8ff8-4d10-a192-105839093fb7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.521585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba080af9-3781-4715-88b9-7469dc781e73 req-14a51b73-8ff8-4d10-a192-105839093fb7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 948 time: 0.0676844 Feb 16 14:46:54.534303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.577779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-6e69c766-9e26-43f8-9be0-3323600bc92c tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.579217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-6e69c766-9e26-43f8-9be0-3323600bc92c tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.129 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 945 time: 0.0779493 Feb 16 14:46:54.600880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba080af9-3781-4715-88b9-7469dc781e73 req-1a008f55-0df6-4269-b002-fafeb9a354ee tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641041 Feb 16 14:46:54.629869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db629-93c3-45a4-b547-6115d08220d6 req-91b645a6-a8fb-412a-b8fa-19b0d8f9704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.631464 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d24db629-93c3-45a4-b547-6115d08220d6 req-91b645a6-a8fb-412a-b8fa-19b0d8f9704d service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1455123 Feb 16 14:46:54.663209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.688770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Deleting port 495ff681-40d5-4ec2-9086-8117ca7d43e9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:54.689110 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.795464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833d179-31f5-4766-8d65-35df6dcfd77e req-fe624649-73ea-477b-865f-91730d99bb88 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.797706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d833d179-31f5-4766-8d65-35df6dcfd77e req-fe624649-73ea-477b-865f-91730d99bb88 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 945 time: 0.0936601 Feb 16 14:46:54.807387 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d24db629-93c3-45a4-b547-6115d08220d6 req-88174206-f8a9-4c73-b15f-fe130680e851 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0377991 Feb 16 14:46:54.820163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Allocated IP 172.25.6.5 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/4f3e5cce-2dd5-4961-8647-ab6feeba3f63) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:54.856996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] For port 495ff681-40d5-4ec2-9086-8117ca7d43e9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=495ff681-40d5-4ec2-9086-8117ca7d43e9,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:54.857364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.889027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Calling delete_port for 495ff681-40d5-4ec2-9086-8117ca7d43e9 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:54.908274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d833d179-31f5-4766-8d65-35df6dcfd77e req-affd7f39-26cd-4a00-9e15-49009bc6e183 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/security-groups?id=e544d873-5cd6-4669-a522-75fe0bc16381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984192 Feb 16 14:46:54.916490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db629-93c3-45a4-b547-6115d08220d6 req-36ce45f6-9790-4dd2-88f3-4b4ba28d4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.917944 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d24db629-93c3-45a4-b547-6115d08220d6 req-36ce45f6-9790-4dd2-88f3-4b4ba28d4300 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0956039 Feb 16 14:46:54.932760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-450a157c-151a-4d82-9248-36b1eec10b36 req-54548fe7-4344-44c1-a55a-24424fd0d6e0 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/9b0bde4a-26c9-4b54-be88-f8c1e913f13e HTTP/1.1" status: 200 len: 2995 time: 0.1098406 Feb 16 14:46:55.012043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db629-93c3-45a4-b547-6115d08220d6 req-e8395e22-1947-446f-b4b8-a9f9475d271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.013536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d24db629-93c3-45a4-b547-6115d08220d6 req-e8395e22-1947-446f-b4b8-a9f9475d271d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878420 Feb 16 14:46:55.018757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.076357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c34205-b8b2-443a-b7f5-538c3d5dde35 req-963d8ce7-ea5d-42a3-82bb-3a28cedb1ee7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.077865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12c34205-b8b2-443a-b7f5-538c3d5dde35 req-963d8ce7-ea5d-42a3-82bb-3a28cedb1ee7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 945 time: 0.1042275 Feb 16 14:46:55.098398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1608d-b626-47e2-a4a2-53fa2f9905e3 req-51ca0d54-8066-4964-b6e1-43e4e45480b8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.099878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ee1608d-b626-47e2-a4a2-53fa2f9905e3 req-51ca0d54-8066-4964-b6e1-43e4e45480b8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0922070 Feb 16 14:46:55.136503 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d24db629-93c3-45a4-b547-6115d08220d6 req-3760a5bf-55e5-42b7-b66d-8daa4c7eae4f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046460 Feb 16 14:46:55.188872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12c34205-b8b2-443a-b7f5-538c3d5dde35 req-15ec9e05-28d7-4e98-ac8c-79601e37873b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024704 Feb 16 14:46:55.193645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ee1608d-b626-47e2-a4a2-53fa2f9905e3 req-23cfe0c1-15bc-4c71-ad2b-7cdc024e6f02 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746520 Feb 16 14:46:55.195437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.263290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:55.264931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-893affca-df22-4ac7-b552-be5945c0bb22 req-1553cf80-4f08-4d03-bf80-98360b0d926a tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-group-rules/d4513be3-4c8e-464d-8e3a-ce9f24d32cc3 HTTP/1.1" status: 200 len: 783 time: 0.0230093 Feb 16 14:46:55.266148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.273789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:55.280099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:46:55.284393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Pushing event updated for resources: {'Port': ['ID=4f3e5cce-2dd5-4961-8647-ab6feeba3f63,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:55.297805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Pushing event deleted for resources: {'Port': ['ID=495ff681-40d5-4ec2-9086-8117ca7d43e9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:55.322049 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d24db629-93c3-45a4-b547-6115d08220d6 req-cbab07b5-76b5-4a8a-8c6f-392f28e222ae service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724312 Feb 16 14:46:55.381549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.406088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] No DVR routers for this DVR port 495ff681-40d5-4ec2-9086-8117ca7d43e9 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:55.416068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.419439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0ff594e-b570-4edc-9ac9-8ba6f34b0c94 req-209395f7-c07c-4170-b3ce-7c3e816dc23b tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.129 "DELETE /v2.0/ports/495ff681-40d5-4ec2-9086-8117ca7d43e9 HTTP/1.1" status: 204 len: 173 time: 0.8316905 Feb 16 14:46:55.423775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'name': 'network-vif-deleted', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:55.423775 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88f5d6d-4329-4831-b2e4-512477e3a47e" -d '{"events": [{"server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "name": "network-vif-deleted", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:55.433204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-893affca-df22-4ac7-b552-be5945c0bb22 req-8d2fd6fa-6708-4a0b-964a-c0a41044db96 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/9b0bde4a-26c9-4b54-be88-f8c1e913f13e HTTP/1.1" status: 200 len: 2995 time: 0.1405928 Feb 16 14:46:55.442750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907774-d845-4a08-adea-edfa73d802d7 req-00adb823-80b6-448c-accd-3f10b9b93bb7 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.448506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907774-d845-4a08-adea-edfa73d802d7 req-00adb823-80b6-448c-accd-3f10b9b93bb7 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.455125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907774-d845-4a08-adea-edfa73d802d7 req-00adb823-80b6-448c-accd-3f10b9b93bb7 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.456792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7907774-d845-4a08-adea-edfa73d802d7 req-00adb823-80b6-448c-accd-3f10b9b93bb7 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.1630530 Feb 16 14:46:55.467585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.497854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-893affca-df22-4ac7-b552-be5945c0bb22 req-264f55a9-38e2-4608-9508-545e63078793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.512780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-893affca-df22-4ac7-b552-be5945c0bb22 req-264f55a9-38e2-4608-9508-545e63078793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.524805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7907774-d845-4a08-adea-edfa73d802d7 req-1fc52c34-76dc-4410-a431-a294e267a8fe tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609245 Feb 16 14:46:55.597082 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec9c723-5ae7-45db-bfc5-b471bf1e0913 x-openstack-request-id: req-bec9c723-5ae7-45db-bfc5-b471bf1e0913 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:55.597580 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de850a6d-1ab4-4372-8223-5aebb4185b33", "name": "network-vif-deleted", "tag": "495ff681-40d5-4ec2-9086-8117ca7d43e9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:55.597933 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bec9c723-5ae7-45db-bfc5-b471bf1e0913 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:55.598430 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de850a6d-1ab4-4372-8223-5aebb4185b33', 'name': 'network-vif-deleted', 'tag': '495ff681-40d5-4ec2-9086-8117ca7d43e9', 'status': 'completed', 'code': 200} Feb 16 14:46:55.618771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-893affca-df22-4ac7-b552-be5945c0bb22 req-264f55a9-38e2-4608-9508-545e63078793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.624583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-893affca-df22-4ac7-b552-be5945c0bb22 req-264f55a9-38e2-4608-9508-545e63078793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.625897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-893affca-df22-4ac7-b552-be5945c0bb22 req-264f55a9-38e2-4608-9508-545e63078793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/d4513be3-4c8e-464d-8e3a-ce9f24d32cc3 HTTP/1.1" status: 204 len: 173 time: 0.1680310 Feb 16 14:46:55.638807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f55a9-38e2-4608-9508-545e63078793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4513be3-4c8e-464d-8e3a-ce9f24d32cc3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:55.642580 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.692884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.753575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4540b1a8-f42d-46a4-887c-6f75be4730b6 req-1c90316f-2a50-4670-a8b6-ba5995131218 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/9b0bde4a-26c9-4b54-be88-f8c1e913f13e HTTP/1.1" status: 200 len: 2397 time: 0.0933552 Feb 16 14:46:55.765378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Pushing event updated for resources: {'Port': ['ID=4f3e5cce-2dd5-4961-8647-ab6feeba3f63,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:55.780874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.802235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9791eec-1807-4c48-9eb8-8b09a696eb4e req-69a4e644-67fc-4b2b-b705-c6dc94e80c83 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.803960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9791eec-1807-4c48-9eb8-8b09a696eb4e req-69a4e644-67fc-4b2b-b705-c6dc94e80c83 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 948 time: 0.0891292 Feb 16 14:46:55.849816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.853597 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-18d7b3ef-44fd-4b6a-8a30-a3e2bbdd70ce tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5662363 Feb 16 14:46:55.855144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48098) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:55.860684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-162435881', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'fixed_ips': [{'ip_address': '172.25.6.5'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:55.866521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9791eec-1807-4c48-9eb8-8b09a696eb4e req-08b78d37-fc11-407d-a182-4296967cb38f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544670 Feb 16 14:46:55.873309 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4540b1a8-f42d-46a4-887c-6f75be4730b6 req-a9ae16d4-7e7f-430f-89f4-d6f3b721471b tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.904236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4540b1a8-f42d-46a4-887c-6f75be4730b6 req-a9ae16d4-7e7f-430f-89f4-d6f3b721471b tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.989649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Made reservation on behalf of 1ca57b229d7745158d6beb2726f26ab6 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:55.992086 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.001527 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.026408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88b4488d-37a8-49fe-8ced-4d3b7179d0be req-fe184314-ae0b-438b-9355-ec13d2a40a85 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488 tempest-FloatingIPsAssociationNegativeTestJSON-1442748488-project] 10.222.0.113 "GET /v2.0/ports?device_id=de850a6d-1ab4-4372-8223-5aebb4185b33 HTTP/1.1" status: 200 len: 210 time: 0.0312920 Feb 16 14:46:56.027140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4540b1a8-f42d-46a4-887c-6f75be4730b6 req-a9ae16d4-7e7f-430f-89f4-d6f3b721471b tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.029692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4540b1a8-f42d-46a4-887c-6f75be4730b6 req-a9ae16d4-7e7f-430f-89f4-d6f3b721471b tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.032285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4540b1a8-f42d-46a4-887c-6f75be4730b6 req-a9ae16d4-7e7f-430f-89f4-d6f3b721471b tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-groups/9b0bde4a-26c9-4b54-be88-f8c1e913f13e HTTP/1.1" status: 204 len: 173 time: 0.2694213 Feb 16 14:46:56.044239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae16d4-7e7f-430f-89f4-d6f3b721471b tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0bde4a-26c9-4b54-be88-f8c1e913f13e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:56.076004 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-e7cf42e5-fd26-4e40-95cf-0cb27811c0a0 req-a55c62c5-2865-44e1-b11a-baed36cfa793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] show failed (client error): The resource could not be found. Feb 16 14:46:56.077599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7cf42e5-fd26-4e40-95cf-0cb27811c0a0 req-a55c62c5-2865-44e1-b11a-baed36cfa793 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/32ee99b1-c039-4308-9d4f-1b9e8ae79586 HTTP/1.1" status: 404 len: 352 time: 0.0161366 Feb 16 14:46:56.110034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.148372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ddc13a2-267c-4b95-8ddf-9061249c2851 req-f62a306e-f292-495d-a655-48a3c3c1ed32 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/7bcbeb5d-7ca2-43d6-84dd-001747b669d3 HTTP/1.1" status: 200 len: 1803 time: 0.0475957 Feb 16 14:46:56.195673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.200579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] device_id is not set on port f1d1b2b4-e082-47a5-b792-1caa5b25a62b yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:46:56.207113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6ddc13a2-267c-4b95-8ddf-9061249c2851 req-6064435a-d506-4b6f-891b-5ae5fd4b9f80 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.232986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6ddc13a2-267c-4b95-8ddf-9061249c2851 req-6064435a-d506-4b6f-891b-5ae5fd4b9f80 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.293840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac88c69-0897-4952-bf06-cbc4bd9f91a8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:56.322388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd42c7c-1310-44e8-a7cb-a04b06ea8776 req-f9ef562f-9ffd-41c3-a259-3a4d147f508e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.324113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5dd42c7c-1310-44e8-a7cb-a04b06ea8776 req-f9ef562f-9ffd-41c3-a259-3a4d147f508e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 945 time: 0.0570018 Feb 16 14:46:56.328027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.333690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.334249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.334597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.334940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.335276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.335703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.336039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.336368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.336938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.337271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.337597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:56.395284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5dd42c7c-1310-44e8-a7cb-a04b06ea8776 req-304a7636-7e98-4384-8495-9233b7d0d8d3 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 Feb 16 14:46:56.412788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6ddc13a2-267c-4b95-8ddf-9061249c2851 req-6064435a-d506-4b6f-891b-5ae5fd4b9f80 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.424462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6ddc13a2-267c-4b95-8ddf-9061249c2851 req-6064435a-d506-4b6f-891b-5ae5fd4b9f80 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.425888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ddc13a2-267c-4b95-8ddf-9061249c2851 req-6064435a-d506-4b6f-891b-5ae5fd4b9f80 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-groups/7bcbeb5d-7ca2-43d6-84dd-001747b669d3 HTTP/1.1" status: 204 len: 173 time: 0.2715955 Feb 16 14:46:56.446309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-0175f529-e21a-4967-a528-ea14fa4ff913 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.448288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-0175f529-e21a-4967-a528-ea14fa4ff913 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.129 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 945 time: 0.1232152 Feb 16 14:46:56.472431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064435a-d506-4b6f-891b-5ae5fd4b9f80 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcbeb5d-7ca2-43d6-84dd-001747b669d3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:56.503944 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 14:46:56.503944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:46:56.505368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48118) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:56.592910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c309e06-79d6-4409-a6f4-ebdc239c6def req-271c191a-3c74-4d5b-a812-06c08de3720d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/8ae876fe-6894-4f67-91ed-2483f24ee598 HTTP/1.1" status: 200 len: 1805 time: 0.1419485 Feb 16 14:46:56.604428 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-53b6190b-65ee-424e-9c3c-5327dc1258b3 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.7484982 Feb 16 14:46:56.609525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48124) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:56.617348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e8b4e-419c-4e39-8966-1748627eee8c req-ef2c2110-1781-4681-a5a6-79f9edf5ba76 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.618841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-267e8b4e-419c-4e39-8966-1748627eee8c req-ef2c2110-1781-4681-a5a6-79f9edf5ba76 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.1380138 Feb 16 14:46:56.694121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Deleting port dc719d9b-7939-4b33-97ce-69b45ad3011a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:56.694445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.696093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f6f11de-67d6-44ad-9b2d-29b241aaa930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.704740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-267e8b4e-419c-4e39-8966-1748627eee8c req-e000a7a1-dccb-40d2-83d6-2b8851c6249d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780325 Feb 16 14:46:56.784994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9c309e06-79d6-4409-a6f4-ebdc239c6def req-3c8cc6c8-0adf-4973-8dc9-d1b770ccbfe7 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.825220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Deleting port 4f3e5cce-2dd5-4961-8647-ab6feeba3f63 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:56.825564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.844703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9c309e06-79d6-4409-a6f4-ebdc239c6def req-3c8cc6c8-0adf-4973-8dc9-d1b770ccbfe7 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.881804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] For port dc719d9b-7939-4b33-97ce-69b45ad3011a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dc719d9b-7939-4b33-97ce-69b45ad3011a,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:56.882170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.893605 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f6f11de-67d6-44ad-9b2d-29b241aaa930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.904592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Calling delete_port for dc719d9b-7939-4b33-97ce-69b45ad3011a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:56.923114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f101d0-54f7-44f2-95e4-6848154623c8 req-d5b034f7-6ec5-4c61-acb2-22bef25f1eab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.929012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f101d0-54f7-44f2-95e4-6848154623c8 req-d5b034f7-6ec5-4c61-acb2-22bef25f1eab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.934832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f101d0-54f7-44f2-95e4-6848154623c8 req-d5b034f7-6ec5-4c61-acb2-22bef25f1eab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.937068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88f101d0-54f7-44f2-95e4-6848154623c8 req-d5b034f7-6ec5-4c61-acb2-22bef25f1eab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.1622307 Feb 16 14:46:56.958672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-18a3f8b1-4e43-4ee1-a0cf-ee373bfa0a44 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.964790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-18a3f8b1-4e43-4ee1-a0cf-ee373bfa0a44 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.971325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-18a3f8b1-4e43-4ee1-a0cf-ee373bfa0a44 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.972964 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-18a3f8b1-4e43-4ee1-a0cf-ee373bfa0a44 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.1010931 Feb 16 14:46:56.976885 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.977235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.980928 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f6f11de-67d6-44ad-9b2d-29b241aaa930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.031976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Calling delete_port for 4f3e5cce-2dd5-4961-8647-ab6feeba3f63 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:57.047695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88f101d0-54f7-44f2-95e4-6848154623c8 req-6c8806d0-baed-4bb7-9546-fb0b11c4807f tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997443 Feb 16 14:46:57.078042 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0f6f11de-67d6-44ad-9b2d-29b241aaa930 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3258c0eb47434d4c8c86bfeba06f955c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5688901 Feb 16 14:46:57.079580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48130) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:57.080699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f11de-67d6-44ad-9b2d-29b241aaa930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e39d0ce-2864-41b8-ad40-2a1b2640f249,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:57.080854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7511b030-02e6-499e-94a0-4bfc6483b7c9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:46:57.127353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9c309e06-79d6-4409-a6f4-ebdc239c6def req-3c8cc6c8-0adf-4973-8dc9-d1b770ccbfe7 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.129916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9c309e06-79d6-4409-a6f4-ebdc239c6def req-3c8cc6c8-0adf-4973-8dc9-d1b770ccbfe7 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.132396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c309e06-79d6-4409-a6f4-ebdc239c6def req-3c8cc6c8-0adf-4973-8dc9-d1b770ccbfe7 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-groups/8ae876fe-6894-4f67-91ed-2483f24ee598 HTTP/1.1" status: 204 len: 173 time: 0.5289063 Feb 16 14:46:57.175020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cc6c8-0adf-4973-8dc9-d1b770ccbfe7 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae876fe-6894-4f67-91ed-2483f24ee598,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:57.181986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48134) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:57.196391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:57.207162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 495ff681-40d5-4ec2-9086-8117ca7d43e9 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:57.237763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'mac_address': 'fa:16:3e:36:11:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:46:57.240669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 495ff681-40d5-4ec2-9086-8117ca7d43e9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:46:57.241015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 495ff681-40d5-4ec2-9086-8117ca7d43e9 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:46:57.281760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1d6b2-2471-43c2-b053-5c6c6fd9b7b2 req-2cc9eae4-dcdb-46bc-a107-e966b62ab44d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:57.283179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09d1d6b2-2471-43c2-b053-5c6c6fd9b7b2 req-2cc9eae4-dcdb-46bc-a107-e966b62ab44d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 948 time: 0.1494768 Feb 16 14:46:57.289394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca071433-9da3-42a3-b082-447ee8290290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.291653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.293717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0555d012-c241-4bc2-b26e-aeedabdfa30b req-cbc1f5e5-e77c-464c-b9e1-f1b608b3f03d tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/f7c5de5e-470f-4304-9467-b05f22c5adfe HTTP/1.1" status: 200 len: 1803 time: 0.0870447 Feb 16 14:46:57.310964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511b030-02e6-499e-94a0-4bfc6483b7c9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:46:57.335349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:57.354892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port 7727a24d-2735-4f81-8a1a-57793e204e88 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:57.355239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.396231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.413294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca071433-9da3-42a3-b082-447ee8290290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.457054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:57.618567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7511b030-02e6-499e-94a0-4bfc6483b7c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:57.630640 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.645104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:46:57.677913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Pushing event deleted for resources: {'Port': ['ID=dc719d9b-7939-4b33-97ce-69b45ad3011a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:57.704614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09d1d6b2-2471-43c2-b053-5c6c6fd9b7b2 req-6695eb18-7408-4aa4-b565-b11beff7ee4d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020002 Feb 16 14:46:57.769430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] No DVR routers for this DVR port dc719d9b-7939-4b33-97ce-69b45ad3011a on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:57.773927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.777311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06be0ba2-0840-4ad2-aee3-f21b2b931448 req-19d9e03f-b0b9-4135-b44b-b5d714b62b19 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.129 "DELETE /v2.0/ports/dc719d9b-7939-4b33-97ce-69b45ad3011a HTTP/1.1" status: 204 len: 173 time: 1.3138230 Feb 16 14:46:57.778274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'name': 'network-vif-deleted', 'tag': 'dc719d9b-7939-4b33-97ce-69b45ad3011a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:57.780806 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b3633a-5a57-4189-81b9-7b29ac25355d" -d '{"events": [{"server_uuid": "f635409d-8eff-40a1-951a-fed8cd6ff644", "name": "network-vif-deleted", "tag": "dc719d9b-7939-4b33-97ce-69b45ad3011a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:57.795497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0555d012-c241-4bc2-b26e-aeedabdfa30b req-b6567086-51ce-4f3c-811b-0e1f3ffc3d33 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.832668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f2de7d3-95d0-43b9-8776-f86febb5a3e7 req-021de4ff-1f62-4fb0-9d2d-417893fb39c7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=f635409d-8eff-40a1-951a-fed8cd6ff644 HTTP/1.1" status: 200 len: 210 time: 0.0458388 Feb 16 14:46:57.844803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0555d012-c241-4bc2-b26e-aeedabdfa30b req-b6567086-51ce-4f3c-811b-0e1f3ffc3d33 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.887787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.893312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port 7727a24d-2735-4f81-8a1a-57793e204e88, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7727a24d-2735-4f81-8a1a-57793e204e88,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:57.893681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:57.939645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f3e5cce-2dd5-4961-8647-ab6feeba3f63,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:57.942078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for 7727a24d-2735-4f81-8a1a-57793e204e88 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:58.018462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad4244-c026-41c4-b3f6-eea6936aedd6 req-c9643710-13b1-4006-83f8-cf8424abca5e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:58.020427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32ad4244-c026-41c4-b3f6-eea6936aedd6 req-c9643710-13b1-4006-83f8-cf8424abca5e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0629430 Feb 16 14:46:58.040948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0555d012-c241-4bc2-b26e-aeedabdfa30b req-b6567086-51ce-4f3c-811b-0e1f3ffc3d33 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.043401 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0555d012-c241-4bc2-b26e-aeedabdfa30b req-b6567086-51ce-4f3c-811b-0e1f3ffc3d33 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.044524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0555d012-c241-4bc2-b26e-aeedabdfa30b req-b6567086-51ce-4f3c-811b-0e1f3ffc3d33 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-groups/f7c5de5e-470f-4304-9467-b05f22c5adfe HTTP/1.1" status: 204 len: 173 time: 0.7499857 Feb 16 14:46:58.054617 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca071433-9da3-42a3-b082-447ee8290290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.057202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca071433-9da3-42a3-b082-447ee8290290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.058460 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca071433-9da3-42a3-b082-447ee8290290 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9e39d0ce-2864-41b8-ad40-2a1b2640f249 HTTP/1.1" status: 204 len: 168 time: 0.9788170 Feb 16 14:46:58.067424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6567086-51ce-4f3c-811b-0e1f3ffc3d33 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5de5e-470f-4304-9467-b05f22c5adfe,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:58.075509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32ad4244-c026-41c4-b3f6-eea6936aedd6 req-e81b4172-0f42-498f-a821-9b13d0769cff tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Feb 16 14:46:58.099345 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db79ad7d-b0b3-44b3-b076-2edc3e384671 x-openstack-request-id: req-db79ad7d-b0b3-44b3-b076-2edc3e384671 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:58.099723 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f635409d-8eff-40a1-951a-fed8cd6ff644", "name": "network-vif-deleted", "tag": "dc719d9b-7939-4b33-97ce-69b45ad3011a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:58.103501 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-db79ad7d-b0b3-44b3-b076-2edc3e384671 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:58.103501 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f635409d-8eff-40a1-951a-fed8cd6ff644', 'name': 'network-vif-deleted', 'tag': 'dc719d9b-7939-4b33-97ce-69b45ad3011a', 'status': 'completed', 'code': 200} Feb 16 14:46:58.103806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca071433-9da3-42a3-b082-447ee8290290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e39d0ce-2864-41b8-ad40-2a1b2640f249,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:58.126826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.129597 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.130613 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0ef57941-5170-476c-af86-15458c17cc05 tempest-ExternalNetworksAdminNegativeTestJSON-396858587 tempest-ExternalNetworksAdminNegativeTestJSON-396858587-project-admin] 10.222.0.113 "DELETE /v2.0/floatingips/9986f0b2-bf00-4b89-ac55-4a91ed6b1479 HTTP/1.1" status: 204 len: 168 time: 1.5222228 Feb 16 14:46:58.215732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efb6ddd6-4e43-4001-8286-8212866a10e5 req-615d4e47-a965-4399-95e2-0423890d2b79 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/55ba6457-3a13-447e-a54e-54b5384beee1 HTTP/1.1" status: 200 len: 2403 time: 0.0954866 Feb 16 14:46:58.318142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66d16-3ce0-47ff-9fd7-67b565ce2cc7 req-8e97157b-6910-47db-bb73-1f99c5bb06cc tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:58.321511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.324587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66d16-3ce0-47ff-9fd7-67b565ce2cc7 req-8e97157b-6910-47db-bb73-1f99c5bb06cc tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:58.334665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66d16-3ce0-47ff-9fd7-67b565ce2cc7 req-8e97157b-6910-47db-bb73-1f99c5bb06cc tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:58.334665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ba66d16-3ce0-47ff-9fd7-67b565ce2cc7 req-8e97157b-6910-47db-bb73-1f99c5bb06cc tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 2415 time: 0.1010649 Feb 16 14:46:58.347761 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-efb6ddd6-4e43-4001-8286-8212866a10e5 req-c0e5826a-81b2-485c-b696-3267171a30dc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.361774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.397477 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-efb6ddd6-4e43-4001-8286-8212866a10e5 req-c0e5826a-81b2-485c-b696-3267171a30dc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.397873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=7727a24d-2735-4f81-8a1a-57793e204e88,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:58.432253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ba66d16-3ce0-47ff-9fd7-67b565ce2cc7 req-3fdc4f97-8dab-4657-a2d2-e59de7a7342e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Feb 16 14:46:58.506599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port 7727a24d-2735-4f81-8a1a-57793e204e88 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:58.510434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.513872 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-5911cbc6-368d-4933-b235-3044c871f2ab tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "DELETE /v2.0/ports/7727a24d-2735-4f81-8a1a-57793e204e88 HTTP/1.1" status: 204 len: 173 time: 1.5339580 Feb 16 14:46:58.514630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-deleted', 'tag': '7727a24d-2735-4f81-8a1a-57793e204e88'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:58.517614 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad0a767-5a06-489c-b30a-0e3ab1d380ed" -d '{"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-deleted", "tag": "7727a24d-2735-4f81-8a1a-57793e204e88"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:58.579513 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-efb6ddd6-4e43-4001-8286-8212866a10e5 req-c0e5826a-81b2-485c-b696-3267171a30dc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.582159 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-efb6ddd6-4e43-4001-8286-8212866a10e5 req-c0e5826a-81b2-485c-b696-3267171a30dc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.583421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efb6ddd6-4e43-4001-8286-8212866a10e5 req-c0e5826a-81b2-485c-b696-3267171a30dc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-groups/55ba6457-3a13-447e-a54e-54b5384beee1 HTTP/1.1" status: 204 len: 173 time: 0.3605618 Feb 16 14:46:58.594606 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1280e5-9321-4192-86fe-29a7a15c1d05 x-openstack-request-id: req-5e1280e5-9321-4192-86fe-29a7a15c1d05 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:58.594895 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-deleted", "tag": "7727a24d-2735-4f81-8a1a-57793e204e88", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:58.595106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5826a-81b2-485c-b696-3267171a30dc tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba6457-3a13-447e-a54e-54b5384beee1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:58.595528 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5e1280e5-9321-4192-86fe-29a7a15c1d05 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:58.596366 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-deleted', 'tag': '7727a24d-2735-4f81-8a1a-57793e204e88', 'status': 'completed', 'code': 200} Feb 16 14:46:58.727007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port c7112a66-0fa3-4a56-9f37-8b3ed399710c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:58.727368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.729473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9cc7107-e2e6-4e5c-a8a4-a5251469787f req-d1e0f3f8-6145-4923-85c8-22cf030855f5 tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "GET /v2.0/security-groups/e04eaba2-9b4f-4048-9eca-aac45a2a62f4 HTTP/1.1" status: 200 len: 2397 time: 0.0873344 Feb 16 14:46:58.791989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48166) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:58.892780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e9cc7107-e2e6-4e5c-a8a4-a5251469787f req-bb236cc7-16e1-4b03-89f4-01e6ab10acbb tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.911688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port c7112a66-0fa3-4a56-9f37-8b3ed399710c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c7112a66-0fa3-4a56-9f37-8b3ed399710c,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:58.912307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.924728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e9cc7107-e2e6-4e5c-a8a4-a5251469787f req-bb236cc7-16e1-4b03-89f4-01e6ab10acbb tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.928706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for c7112a66-0fa3-4a56-9f37-8b3ed399710c owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:58.941291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea90094-dcd0-408e-afa7-519ea0ff5215 req-b20b3d03-09f3-4878-9a95-d50f3a6ccd57 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:58.942905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea90094-dcd0-408e-afa7-519ea0ff5215 req-b20b3d03-09f3-4878-9a95-d50f3a6ccd57 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 949 time: 0.0974786 Feb 16 14:46:58.978612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Deleting port e83ea3a7-1b73-4a32-ab2e-03de1b18922d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:58.978952 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.998492 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38bee9fd-fc7e-4630-b6be-5bb3068ac8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.034082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea90094-dcd0-408e-afa7-519ea0ff5215 req-af57526d-f51a-4dc8-9606-f93577dbdc38 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805340 Feb 16 14:46:59.091414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7511b030-02e6-499e-94a0-4bfc6483b7c9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:46:59.118316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] For port e83ea3a7-1b73-4a32-ab2e-03de1b18922d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:59.118686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.157506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Calling delete_port for e83ea3a7-1b73-4a32-ab2e-03de1b18922d owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:46:59.160029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38bee9fd-fc7e-4630-b6be-5bb3068ac8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.161380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e9cc7107-e2e6-4e5c-a8a4-a5251469787f req-bb236cc7-16e1-4b03-89f4-01e6ab10acbb tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.164126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e9cc7107-e2e6-4e5c-a8a4-a5251469787f req-bb236cc7-16e1-4b03-89f4-01e6ab10acbb tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.165567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9cc7107-e2e6-4e5c-a8a4-a5251469787f req-bb236cc7-16e1-4b03-89f4-01e6ab10acbb tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] 10.222.0.113 "DELETE /v2.0/security-groups/e04eaba2-9b4f-4048-9eca-aac45a2a62f4 HTTP/1.1" status: 204 len: 173 time: 0.4239225 Feb 16 14:46:59.173158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:59.219448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 7511b030-02e6-499e-94a0-4bfc6483b7c9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:59.222060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb236cc7-16e1-4b03-89f4-01e6ab10acbb tempest-SecurityGroupRulesTestJSON-722993090 tempest-SecurityGroupRulesTestJSON-722993090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04eaba2-9b4f-4048-9eca-aac45a2a62f4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:59.224085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 7511b030-02e6-499e-94a0-4bfc6483b7c9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:59.224625 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.283912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] Deleting subnet e34a2896-010f-4077-8b66-06f835d02338 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:46:59.289210 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.292741 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38bee9fd-fc7e-4630-b6be-5bb3068ac8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.339703 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.362609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.367226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-38bee9fd-fc7e-4630-b6be-5bb3068ac8b8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f6f24370e5cc4be0836ae3f042933d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742021 Feb 16 14:46:59.367961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bee9fd-fc7e-4630-b6be-5bb3068ac8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b6b5a4-93c6-4ac5-98c0-188ce3bd53bd,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:59.372628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48186) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:59.381230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fa577-f1e5-4336-84c8-3f136b7bcd02 req-93b73e86-5e86-4865-a7dd-86fcc3df5c20 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:59.383079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c3fa577-f1e5-4336-84c8-3f136b7bcd02 req-93b73e86-5e86-4865-a7dd-86fcc3df5c20 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2159421 Feb 16 14:46:59.389156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:59.391601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:46:59.394195 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61306398-baf4-404f-895b-37c20267c194" -d '{"events": [{"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-plugged", "status": "completed", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:46:59.400406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fffa2-0e6b-453c-9581-32ea94eac0dc req-d99d1d38-38ab-4297-ac49-ca6616e139b0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:59.401920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-639fffa2-0e6b-453c-9581-32ea94eac0dc req-d99d1d38-38ab-4297-ac49-ca6616e139b0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.1685588 Feb 16 14:46:59.427044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.444451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=c7112a66-0fa3-4a56-9f37-8b3ed399710c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:59.482810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.484264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c7112a66-0fa3-4a56-9f37-8b3ed399710c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:59.498661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c3fa577-f1e5-4336-84c8-3f136b7bcd02 req-90ca239f-af16-4597-8194-daf7575b9805 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909712 Feb 16 14:46:59.513692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port c7112a66-0fa3-4a56-9f37-8b3ed399710c on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:59.521773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: c7112a66-0fa3-4a56-9f37-8b3ed399710c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:46:59.522605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c7112a66-0fa3-4a56-9f37-8b3ed399710c not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:46:59.523272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d45f313c-e096-40a3-93d8-c2da379f21ac no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:59.538874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-639fffa2-0e6b-453c-9581-32ea94eac0dc req-8ae353a2-8e4e-474c-af1e-00d609b29f81 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293483 Feb 16 14:46:59.556778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.567598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-1a58e58f-2eb5-4566-a041-dbb9377b5968 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "DELETE /v2.0/ports/c7112a66-0fa3-4a56-9f37-8b3ed399710c HTTP/1.1" status: 204 len: 173 time: 1.0435002 Feb 16 14:46:59.571263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74c6ad72-8e15-4f48-b007-ee22f860075c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.619387 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a947da-ed2f-4910-88dc-888ace12f879 x-openstack-request-id: req-d2a947da-ed2f-4910-88dc-888ace12f879 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:46:59.619956 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-plugged", "status": "completed", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:46:59.620444 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d2a947da-ed2f-4910-88dc-888ace12f879 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:46:59.620957 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'code': 200} Feb 16 14:46:59.700019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.745511 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74c6ad72-8e15-4f48-b007-ee22f860075c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.750460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48196) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:46:59.768878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:59.770802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.782403 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.820559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e83ea3a7-1b73-4a32-ab2e-03de1b18922d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:59.831280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d45f313c-e096-40a3-93d8-c2da379f21ac, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d45f313c-e096-40a3-93d8-c2da379f21ac,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:46:59.894189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553d1d-921d-490c-b1a2-63df60a11bc6 req-0379176c-c858-4e78-9cff-df5b51d9cf23 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:59.896027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e553d1d-921d-490c-b1a2-63df60a11bc6 req-0379176c-c858-4e78-9cff-df5b51d9cf23 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 944 time: 0.2454491 Feb 16 14:46:59.904427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:59.905533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7727a24d-2735-4f81-8a1a-57793e204e88 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:59.981732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 7727a24d-2735-4f81-8a1a-57793e204e88 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:46:59.982626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7727a24d-2735-4f81-8a1a-57793e204e88 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:46:59.984499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dc719d9b-7939-4b33-97ce-69b45ad3011a no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:46:59.991779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-404230913-network', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:59.996019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port d45f313c-e096-40a3-93d8-c2da379f21ac {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:46:59.996552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.001819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.008655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21f333-b143-4443-a923-7a988ceb49a1 req-ef78e489-1710-456f-9146-0ee0403e9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:00.010160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d21f333-b143-4443-a923-7a988ceb49a1 req-ef78e489-1710-456f-9146-0ee0403e9dfa service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 1101 time: 0.2606018 Feb 16 14:47:00.024701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: dc719d9b-7939-4b33-97ce-69b45ad3011a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:00.029217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dc719d9b-7939-4b33-97ce-69b45ad3011a not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:00.043950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dda5c-3a1b-455d-b877-81089ca3e94c req-554b6ec5-6926-46ab-a048-363201caf493 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:00.046764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-647dda5c-3a1b-455d-b877-81089ca3e94c req-554b6ec5-6926-46ab-a048-363201caf493 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1930604 Feb 16 14:47:00.051665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d45f313c-e096-40a3-93d8-c2da379f21ac,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:00.062959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e553d1d-921d-490c-b1a2-63df60a11bc6 req-2b7db7bf-f7f5-4992-aad5-4d35118a1cd9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224012 Feb 16 14:47:00.093576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34a2896-010f-4077-8b66-06f835d02338,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:00.106177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74c6ad72-8e15-4f48-b007-ee22f860075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.110835 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74c6ad72-8e15-4f48-b007-ee22f860075c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.112595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-74c6ad72-8e15-4f48-b007-ee22f860075c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f8b6b5a4-93c6-4ac5-98c0-188ce3bd53bd HTTP/1.1" status: 204 len: 168 time: 0.7285609 Feb 16 14:47:00.134225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d21f333-b143-4443-a923-7a988ceb49a1 req-3f02e488-fa51-4acb-9495-22be9ed844b2 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112764 Feb 16 14:47:00.141900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.149033 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cfdf2d29-2b4c-46c5-a464-e8478e08b4c3 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e34a2896-010f-4077-8b66-06f835d02338 HTTP/1.1" status: 204 len: 168 time: 0.9709804 Feb 16 14:47:00.153214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48208) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:00.188392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6ad72-8e15-4f48-b007-ee22f860075c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b6b5a4-93c6-4ac5-98c0-188ce3bd53bd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:00.189107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.191714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-647dda5c-3a1b-455d-b877-81089ca3e94c req-286fd992-9454-4dbc-8381-b37e144e54d0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256745 Feb 16 14:47:00.207899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Made reservation on behalf of ebeb9cff909247519effe4a6e736b3db for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:00.210487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.228694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.256057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad57dea-4061-414a-b277-15ab93bc1079 req-cb6ee7b5-de2e-4224-a3e6-ef833ded6073 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:00.257665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bad57dea-4061-414a-b277-15ab93bc1079 req-cb6ee7b5-de2e-4224-a3e6-ef833ded6073 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1032999 Feb 16 14:47:00.339213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port d45f313c-e096-40a3-93d8-c2da379f21ac, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d45f313c-e096-40a3-93d8-c2da379f21ac,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:00.339619 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.362178 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for d45f313c-e096-40a3-93d8-c2da379f21ac owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:00.365588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.371554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bad57dea-4061-414a-b277-15ab93bc1079 req-309b9826-a5b0-4b89-b8e4-1e4dbbf4a860 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962884 Feb 16 14:47:00.392070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb925d32-0205-41c0-8b8a-5907a819e4b9 req-57298a0a-48b5-4dbf-aa8e-b4e74aaee280 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:00.393589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb925d32-0205-41c0-8b8a-5907a819e4b9 req-57298a0a-48b5-4dbf-aa8e-b4e74aaee280 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1172924 Feb 16 14:47:00.419527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.449034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb925d32-0205-41c0-8b8a-5907a819e4b9 req-2f3d2fe7-b493-4327-8d17-0005b4a12c39 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477901 Feb 16 14:47:00.498908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.521797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:47:00.538888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b23b8e-0da6-4c11-b921-dfeb441a3638,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:00.553792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.555429 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Added segment 1dbba208-6ac0-4cba-9047-875aab28fa13 of type vlan for network b25a8b3f-deb9-4007-aa6d-05dab0655432 Feb 16 14:47:00.605764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-deleted', 'tag': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:00.609450 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab36f01-d2fc-46f4-8841-0748a40b29b8" -d '{"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-deleted", "tag": "c7112a66-0fa3-4a56-9f37-8b3ed399710c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:00.610036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.636015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.693971 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1fb51-4f01-4806-affe-03b8a4a7914c x-openstack-request-id: req-e1e1fb51-4f01-4806-affe-03b8a4a7914c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:00.694246 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-deleted", "tag": "c7112a66-0fa3-4a56-9f37-8b3ed399710c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:00.694484 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e1e1fb51-4f01-4806-affe-03b8a4a7914c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:00.694917 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-deleted', 'tag': 'c7112a66-0fa3-4a56-9f37-8b3ed399710c', 'status': 'completed', 'code': 200} Feb 16 14:47:00.699299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adc0b17-b742-430a-8add-0debfab36007']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:00.702151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756d784-7e4c-4608-8ce4-72695dbbcf49 req-c7d2a28c-6b9c-4624-8265-71d635098038 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:00.703901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3756d784-7e4c-4608-8ce4-72695dbbcf49 req-c7d2a28c-6b9c-4624-8265-71d635098038 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.1000717 Feb 16 14:47:00.740583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e376a5-e324-475b-a413-d2b406dcd9e5') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:00.740875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e376a5-e324-475b-a413-d2b406dcd9e5') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:00.747435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3756d784-7e4c-4608-8ce4-72695dbbcf49 req-d77733c9-a3ff-4b4b-9393-5b1b99f5ba02 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Feb 16 14:47:00.775466 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.781009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.782095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:00.784475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.787089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48222) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:00.801811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Router f5d965bf-d548-44b3-9eaa-643e0b2993de has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:00.804537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.812337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:00.812727 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:00.814553 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:00.863198 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.867219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] Pushing event updated for resources: {'Network': ['ID=b25a8b3f-deb9-4007-aa6d-05dab0655432,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:00.877826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:47:00.885004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ecc806fa-011f-4be4-9eea-34e50e324a5c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1ca57b229d7745158d6beb2726f26ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942624 Feb 16 14:47:00.893122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48224) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:00.945381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7ad5571-b8e5-4a5d-89c2-821db2b99f54 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1787000 Feb 16 14:47:00.945862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48226) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:00.951068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Request body: {'subnet': {'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-subnet', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:00.954730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89d17bb3-53fa-4445-b1a3-468feedf1320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.979707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=d45f313c-e096-40a3-93d8-c2da379f21ac,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:00.996271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89d17bb3-53fa-4445-b1a3-468feedf1320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.081767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Made reservation on behalf of ebeb9cff909247519effe4a6e736b3db for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:01.084753 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.232117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1929fb46-1701-4bd6-8e01-e2b21c5a9f57 req-d7d38144-8479-4132-9b22-dce851f12c52 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 210 time: 0.0448263 Feb 16 14:47:01.244676 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89d17bb3-53fa-4445-b1a3-468feedf1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.247316 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89d17bb3-53fa-4445-b1a3-468feedf1320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.249489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-89d17bb3-53fa-4445-b1a3-468feedf1320 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3ac88c69-0897-4952-bf06-cbc4bd9f91a8 HTTP/1.1" status: 204 len: 168 time: 0.3634036 Feb 16 14:47:01.271928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d17bb3-53fa-4445-b1a3-468feedf1320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac88c69-0897-4952-bf06-cbc4bd9f91a8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:01.484775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port d45f313c-e096-40a3-93d8-c2da379f21ac on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:01.488801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.493687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.497332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-89a25cf9-312a-4f38-b5e6-ef9648fd6286 req-ed83d4a3-bae5-4611-a988-cd9686f7bf06 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "DELETE /v2.0/ports/d45f313c-e096-40a3-93d8-c2da379f21ac HTTP/1.1" status: 204 len: 173 time: 1.7989526 Feb 16 14:47:01.503982 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.508443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] 10.222.0.113 "DELETE /v2.0/networks/1adc0b17-b742-430a-8add-0debfab36007 HTTP/1.1" status: 204 len: 168 time: 1.3503823 Feb 16 14:47:01.527987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ca478-e3eb-4cd0-a276-62fcb9f00bba admin admin] Pushing event deleted for resources: {'Network': ['ID=1adc0b17-b742-430a-8add-0debfab36007,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:01.536697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:01.542295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-819603d9-78ee-4f89-bcc5-3a49a32e1e1b admin admin] 10.222.0.113 "PUT /v2.0/routers/f5d965bf-d548-44b3-9eaa-643e0b2993de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3531597 Feb 16 14:47:01.544826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48242) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:01.553964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] Sync routers for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:01.575222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:01.575876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:01.578496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e63817-3967-4de6-8e99-79c1955ee03f req-b0158e1e-2cb6-47bd-b13e-0eb0281e540a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:01.580196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0e63817-3967-4de6-8e99-79c1955ee03f req-b0158e1e-2cb6-47bd-b13e-0eb0281e540a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.0826323 Feb 16 14:47:01.626673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:01.628978 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023ba78f-549b-4554-92d9-0ddc54dd75ec" -d '{"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-unplugged", "status": "completed", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:01.629524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0e63817-3967-4de6-8e99-79c1955ee03f req-4e4c2e9f-c6e6-4a10-ab77-eb65a33c2200 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Feb 16 14:47:01.696068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.715990 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc726665-106d-408a-b385-d85dbb9eb6a0 x-openstack-request-id: req-dc726665-106d-408a-b385-d85dbb9eb6a0 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:01.716581 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-unplugged", "status": "completed", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:01.717006 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dc726665-106d-408a-b385-d85dbb9eb6a0 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:01.717830 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac', 'code': 200} Feb 16 14:47:01.722574 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.767990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:01.880152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:01.892116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885257c8-d7b1-4002-bfff-988c396174e1,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:01.935976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Checking segment: {'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:01.937078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Network hostable DHCP agents. Network: b25a8b3f-deb9-4007-aa6d-05dab0655432, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:47:01.981633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06e080-f3b7-41ec-8ed6-2d8a36099414 req-885af42f-eaf1-4366-b1bc-7be7d413fcb1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:01.981633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b06e080-f3b7-41ec-8ed6-2d8a36099414 req-885af42f-eaf1-4366-b1bc-7be7d413fcb1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0953763 Feb 16 14:47:02.031241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:46:59Z', 'revision_number': 5, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port': {'id': '6da5a4d6-182a-44a3-9921-7ba430db8d71', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:50:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:45:56Z', 'updated_at': '2022-02-16T14:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:02.059444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48254) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:02.100533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] Checking router: f5d965bf-d548-44b3-9eaa-643e0b2993de for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:02.117061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] Routers {'f5d965bf-d548-44b3-9eaa-643e0b2993de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:02.120310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f5d965bf-d548-44b3-9eaa-643e0b2993de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:02.126840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b06e080-f3b7-41ec-8ed6-2d8a36099414 req-ca8469c6-c78a-4989-abff-415b642d5ab5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322916 Feb 16 14:47:02.131923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:47:02.192413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Deleting port 6da5a4d6-182a-44a3-9921-7ba430db8d71 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:02.192815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.218519 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6a8d27a7-6aad-4fc8-bcae-1a3d005e03b5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=81f6bcd882f2417d874e10b484d8685f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335895 Feb 16 14:47:02.219578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48256) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:02.256922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b25a8b3f-deb9-4007-aa6d-05dab0655432) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:02.282542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:02.283127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.313618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4ce73-dc67-4407-85a6-0555915f5a74 None None] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:02.359910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] For port 6da5a4d6-182a-44a3-9921-7ba430db8d71, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6da5a4d6-182a-44a3-9921-7ba430db8d71,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:02.368280 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.371088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86039079-3567-4e96-b530-ed1d90bc5f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.401888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Calling delete_port for 6da5a4d6-182a-44a3-9921-7ba430db8d71 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:02.502658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86039079-3567-4e96-b530-ed1d90bc5f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.529345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9cf177d-9537-4f90-8acd-9fa1e789f6dc req-b23d68fa-d5bc-469e-b72d-df269d9cd1fa tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=b010fd91-062d-4e45-8d6a-3f1bfbde108e HTTP/1.1" status: 200 len: 210 time: 0.1120660 Feb 16 14:47:02.540073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-efb67669-a37b-408c-bee7-88ce478b3011 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5932448 Feb 16 14:47:02.542781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:02.555926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:02.582766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] Set router f5d965bf-d548-44b3-9eaa-643e0b2993de gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:02.650965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:47:01Z', 'revision_number': 6, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:02.696479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-deleted', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:02.700794 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8a09a-4ed8-44f9-b0ff-e4b64f330a6c" -d '{"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-deleted", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:02.711998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.713288 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.721026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f407f763-a85e-4f3b-aa48-7da4c51a7e28 None None] The sync data for ids ['f5d965bf-d548-44b3-9eaa-643e0b2993de'] in n-d-829433-1 is: [{'id': 'f5d965bf-d548-44b3-9eaa-643e0b2993de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009171499-router', 'tenant_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:45:54Z', 'updated_at': '2022-02-16T14:47:01Z', 'revision_number': 6, 'project_id': '1db0b426ba2c44ed8b587ec3730b63ec', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:02.724788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b25a8b3f-deb9-4007-aa6d-05dab0655432', 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'fixed_ips': [{'subnet_id': '885257c8-d7b1-4002-bfff-988c396174e1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:47:02.725661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.781053 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46581d32-9168-4344-950a-d73ed668922f x-openstack-request-id: req-46581d32-9168-4344-950a-d73ed668922f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:02.781567 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b010fd91-062d-4e45-8d6a-3f1bfbde108e", "name": "network-vif-deleted", "tag": "d45f313c-e096-40a3-93d8-c2da379f21ac", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:02.781985 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-46581d32-9168-4344-950a-d73ed668922f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:02.782532 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b010fd91-062d-4e45-8d6a-3f1bfbde108e', 'name': 'network-vif-deleted', 'tag': 'd45f313c-e096-40a3-93d8-c2da379f21ac', 'status': 'completed', 'code': 200} Feb 16 14:47:02.793140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86039079-3567-4e96-b530-ed1d90bc5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.796423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86039079-3567-4e96-b530-ed1d90bc5f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.797976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86039079-3567-4e96-b530-ed1d90bc5f7a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3ee82610-c60c-4e9a-a37c-887d1e125e78 HTTP/1.1" status: 204 len: 168 time: 0.5780594 Feb 16 14:47:02.830394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:02.850116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86039079-3567-4e96-b530-ed1d90bc5f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee82610-c60c-4e9a-a37c-887d1e125e78,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:02.870605 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:47:02.901865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6da5a4d6-182a-44a3-9921-7ba430db8d71,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:02.946427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6527fe9-74e3-4039-a534-1c24364c9ef0 req-7d2b25b9-1fa0-4398-af67-497efffa826b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:02.955678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6527fe9-74e3-4039-a534-1c24364c9ef0 req-7d2b25b9-1fa0-4398-af67-497efffa826b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.2156391 Feb 16 14:47:02.956139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.012607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.016437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Allocated IP 172.20.0.2 (b25a8b3f-deb9-4007-aa6d-05dab0655432/885257c8-d7b1-4002-bfff-988c396174e1/c73497d8-af2a-4217-9642-a441f9990c3d) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:03.044057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6527fe9-74e3-4039-a534-1c24364c9ef0 req-d1d54674-a192-4cbf-b07b-9097c37687ea tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813684 Feb 16 14:47:03.219804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.223007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.327447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-dd4c0316-0f00-4fb6-b440-e63270818390 req-293813d1-1ac8-4881-8c25-476b3ac8c8dd service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:47:03.331691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd4c0316-0f00-4fb6-b440-e63270818390 req-293813d1-1ac8-4881-8c25-476b3ac8c8dd service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341363 Feb 16 14:47:03.372605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.379407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.380287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d965bf-d548-44b3-9eaa-643e0b2993de {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:47:03.385948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.387625 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1dccf86c-779f-4778-959f-cea8e79be9fd admin admin] 10.222.0.113 "DELETE /v2.0/routers/f5d965bf-d548-44b3-9eaa-643e0b2993de HTTP/1.1" status: 204 len: 168 time: 1.8415504 Feb 16 14:47:03.392450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48292) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:03.398404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790412f-1a22-4b80-b884-6ac152fdcf8e req-890e5068-d83c-4967-a076-b5ec78555858 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:03.400135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4790412f-1a22-4b80-b884-6ac152fdcf8e req-890e5068-d83c-4967-a076-b5ec78555858 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.1214747 Feb 16 14:47:03.462064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] Deleting subnet a56b82d7-1338-45c0-a6c1-f6db64956eed {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:47:03.465452 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.482112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.485529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4790412f-1a22-4b80-b884-6ac152fdcf8e req-76e048e2-732f-4ab6-b9eb-187bdd613c08 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768201 Feb 16 14:47:03.511901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.584750 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.644399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48308) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:03.682052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:03.687119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:03.695449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:03.698832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Pushing event updated for resources: {'Port': ['ID=c73497d8-af2a-4217-9642-a441f9990c3d,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:03.720757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.721393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.729543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.730206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.730699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.731223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.731738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.732284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.732767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.733784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.734324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.734804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:03.773603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting subnet 467fbd5e-5226-428d-a6eb-f8bca73f81d4 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:47:03.793398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.845095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6da5a4d6-182a-44a3-9921-7ba430db8d71 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:03.877881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.911614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6da5a4d6-182a-44a3-9921-7ba430db8d71 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:03.911960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6da5a4d6-182a-44a3-9921-7ba430db8d71 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:03.912379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e83ea3a7-1b73-4a32-ab2e-03de1b18922d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:03.916697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Attempting to bind port c73497d8-af2a-4217-9642-a441f9990c3d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:03.917057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Attempting to bind port c73497d8-af2a-4217-9642-a441f9990c3d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:03.917604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Attempting to bind port c73497d8-af2a-4217-9642-a441f9990c3d on network b25a8b3f-deb9-4007-aa6d-05dab0655432 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:03.940250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e83ea3a7-1b73-4a32-ab2e-03de1b18922d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:03.940882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e83ea3a7-1b73-4a32-ab2e-03de1b18922d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:03.946969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:03.947595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Checking segment: {'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:03.948268 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.948867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Bound using segment: {'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:03.949687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Bound port: c73497d8-af2a-4217-9642-a441f9990c3d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:03.950429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.966298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.972114 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.029756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa85342-b7fe-4085-aaa4-dd19b92e5927 req-e971f2af-660a-42b4-9eb1-c8e867f75df3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:04.041753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8fa85342-b7fe-4085-aaa4-dd19b92e5927 req-e971f2af-660a-42b4-9eb1-c8e867f75df3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1470597 Feb 16 14:47:04.043082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.046666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] For port c73497d8-af2a-4217-9642-a441f9990c3d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:04.051259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] For port c73497d8-af2a-4217-9642-a441f9990c3d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c73497d8-af2a-4217-9642-a441f9990c3d,segment=NetworkSegment(1dbba208-6ac0-4cba-9047-875aab28fa13),segment_id=1dbba208-6ac0-4cba-9047-875aab28fa13)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:04.058276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.128262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.148595 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56b82d7-1338-45c0-a6c1-f6db64956eed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:04.153153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.164732 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5c44fcf3-f266-4652-86e2-8e0637242743 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a56b82d7-1338-45c0-a6c1-f6db64956eed HTTP/1.1" status: 204 len: 168 time: 0.7701557 Feb 16 14:47:04.191672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8fa85342-b7fe-4085-aaa4-dd19b92e5927 req-8b046dc7-dc38-43d7-b550-34d118297035 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384196 Feb 16 14:47:04.209511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48326) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:04.242811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab1e04-fd1c-44e0-b303-d71644183e91 None None] Network db666031-be92-434d-8750-65ff1e6bbef0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:04.292032 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-222eae42-c989-4324-b9b3-62bb628d6a6c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2981677 Feb 16 14:47:04.317991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Allocated IP 172.25.6.126 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d4275a5c-8556-4e8a-bf40-15d3857244d7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:04.393481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.402745 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.425848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cc4ce-c0df-4576-9436-173d9a01e0b9 None None] Pushing event updated for resources: {'Port': ['ID=c73497d8-af2a-4217-9642-a441f9990c3d,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:04.568485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.644032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Deleting port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:04.644700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.655794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffeffb-74e8-4f06-b2c5-3a1f5a286f97 req-7dd0870f-879e-4ceb-8d23-165e0a0eeb37 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:04.666693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dffeffb-74e8-4f06-b2c5-3a1f5a286f97 req-7dd0870f-879e-4ceb-8d23-165e0a0eeb37 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2450728 Feb 16 14:47:04.712599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] DHCP port deletion for db666031-be92-434d-8750-65ff1e6bbef0 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:47:04.716488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:04.742154 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.761533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.796347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] Deleting port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:04.796347 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.843879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dffeffb-74e8-4f06-b2c5-3a1f5a286f97 req-9df02e53-d4d4-454f-a50a-d4807088125d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760757 Feb 16 14:47:04.850654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.858858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/subnets/467fbd5e-5226-428d-a6eb-f8bca73f81d4 HTTP/1.1" status: 204 len: 168 time: 1.2123959 Feb 16 14:47:04.863339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3c7b3-ddbe-4059-9e42-416c5e6febb1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Subnet': ['ID=467fbd5e-5226-428d-a6eb-f8bca73f81d4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:04.869391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48354) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:04.881837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:04.900509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44d20-1194-4739-a5bc-b6bca80eb5c8 req-079c0f67-0058-4787-ab7e-a56f71d5c3ac tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:04.910793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04a44d20-1194-4739-a5bc-b6bca80eb5c8 req-079c0f67-0058-4787-ab7e-a56f71d5c3ac tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.2338653 Feb 16 14:47:04.946092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:04.952571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:04.961640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Pushing event updated for resources: {'Port': ['ID=d4275a5c-8556-4e8a-bf40-15d3857244d7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:04.999582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] For port b7e7a883-29c7-449a-b1c4-e1c7e996ea68, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:05.000719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.029841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Calling delete_port for b7e7a883-29c7-449a-b1c4-e1c7e996ea68 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:05.038384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1427859556-network', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:05.039054 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.080328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746709f2-271a-402a-9123-f2f3a523d570 None None] Network d4a9f27f-d996-497f-b54e-05c41343d28d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:05.119932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04a44d20-1194-4739-a5bc-b6bca80eb5c8 req-4551b6d6-64a9-4b9b-8c97-12f7eefb62a6 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081306 Feb 16 14:47:05.170432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] For port b7e7a883-29c7-449a-b1c4-e1c7e996ea68, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,segment=NetworkSegment(78fdcf9c-fbff-4c90-ac82-6efa218e37d3),segment_id=78fdcf9c-fbff-4c90-ac82-6efa218e37d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:05.170881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.172287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68f860-1592-4fc6-a89f-46da5e5f9c54 req-641093a8-7064-4b48-a46a-399c4b56e4d4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:05.175398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd68f860-1592-4fc6-a89f-46da5e5f9c54 req-641093a8-7064-4b48-a46a-399c4b56e4d4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1963701 Feb 16 14:47:05.197597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port 8e3cb523-f307-4dc3-9619-7fc8eb810617 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:05.204729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] Calling delete_port for b7e7a883-29c7-449a-b1c4-e1c7e996ea68 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:05.215788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.223152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Made reservation on behalf of e64481be7c3f4fa6bce5f4cc2bba5d5a for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:05.227269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.327623 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.367482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e16c86d-a5b3-4a01-a25b-5ca6a3b2eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.375485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port 8e3cb523-f307-4dc3-9619-7fc8eb810617, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8e3cb523-f307-4dc3-9619-7fc8eb810617,segment=NetworkSegment(432b7204-9234-4fc4-8420-f8370aa40f5a),segment_id=432b7204-9234-4fc4-8420-f8370aa40f5a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:05.375871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.388221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd68f860-1592-4fc6-a89f-46da5e5f9c54 req-d2e0cd10-32ce-474d-9d7e-384527073884 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689596 Feb 16 14:47:05.390143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.406216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for 8e3cb523-f307-4dc3-9619-7fc8eb810617 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:05.456643 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.524922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425220e-60cd-4fe1-99b5-146a038b3b54 req-69a91a04-4f95-442f-b08e-34327d17daeb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:05.526501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c425220e-60cd-4fe1-99b5-146a038b3b54 req-69a91a04-4f95-442f-b08e-34327d17daeb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.2050178 Feb 16 14:47:05.528859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] Pushing event deleted for resources: {'Port': ['ID=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:05.558064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] DHCP port deletion for d4a9f27f-d996-497f-b54e-05c41343d28d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:47:05.585023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f818827-c7f2-41a0-b571-01353cfff418 None None] No DVR routers for this DVR port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:05.644891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c425220e-60cd-4fe1-99b5-146a038b3b54 req-51d15450-d11b-4f52-b6c8-a5532716f2a3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048198 Feb 16 14:47:05.651726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] No DVR routers for this DVR port b7e7a883-29c7-449a-b1c4-e1c7e996ea68 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:05.657601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e7a883-29c7-449a-b1c4-e1c7e996ea68,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:05.707400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.734654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] Deleting port 8e3cb523-f307-4dc3-9619-7fc8eb810617 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:05.735919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.759083 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.772474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.815355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:47:05.903202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c73497d8-af2a-4217-9642-a441f9990c3d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:05.913714 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.914051 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Added segment 56387c94-2e37-4fd7-8ee5-bb442cf2f542 of type vlan for network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 Feb 16 14:47:05.915353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a816972-3012-4b74-b26e-38a8e7dd8e72,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:05.936015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port 8e3cb523-f307-4dc3-9619-7fc8eb810617 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:05.947956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=8e3cb523-f307-4dc3-9619-7fc8eb810617,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:05.995975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] For port 8e3cb523-f307-4dc3-9619-7fc8eb810617, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:05.997228 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.031835 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.036856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] Calling delete_port for 8e3cb523-f307-4dc3-9619-7fc8eb810617 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:06.041251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] Port 8e3cb523-f307-4dc3-9619-7fc8eb810617 was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:47:06.050602 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.050602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2562e49-47f4-4151-b40d-b3f68086137d None None] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:06.090004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.126262 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.135525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] No DVR routers for this DVR port 8e3cb523-f307-4dc3-9619-7fc8eb810617 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:06.156512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b0aac-3a77-4aa9-9ecb-48c7ca5407c0 None None] Pushing event deleted for resources: {'Port': ['ID=8e3cb523-f307-4dc3-9619-7fc8eb810617,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:06.188903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db666031-be92-434d-8750-65ff1e6bbef0']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.192484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.197388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c73497d8-af2a-4217-9642-a441f9990c3d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:06.197890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.214471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fdcf9c-fbff-4c90-ac82-6efa218e37d3') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.214780 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fdcf9c-fbff-4c90-ac82-6efa218e37d3') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.232501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9136f403-46a9-4ef6-83c5-c7de540d6e20 None None] Provisioning complete for port c73497d8-af2a-4217-9642-a441f9990c3d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:06.232501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9136f403-46a9-4ef6-83c5-c7de540d6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.235573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.238128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a9f27f-d996-497f-b54e-05c41343d28d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.266265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432b7204-9234-4fc4-8420-f8370aa40f5a') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.266804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432b7204-9234-4fc4-8420-f8370aa40f5a') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.273809 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.280345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.291430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:06.291430 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:06.292556 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:06.355433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.376148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:06.376889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.377326 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.378290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:06.378865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:06.384480 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:06.454266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48396) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:06.498162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.503884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7862546 Feb 16 14:47:06.508249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:06.509109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.512130 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] 10.222.0.113 "DELETE /v2.0/networks/db666031-be92-434d-8750-65ff1e6bbef0 HTTP/1.1" status: 204 len: 168 time: 2.2945428 Feb 16 14:47:06.518201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Request body: {'subnet': {'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-subnet', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:06.535717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f139660-6b8b-4d0d-937a-06bf9d199012 admin admin] Pushing event updated for resources: {'Network': ['ID=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:06.548363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a143e7-ff59-4943-81d5-bbf51ffeb67a req-8b9c146e-bbe6-4cc1-ad03-1474fa78d14c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:06.554582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a4f3-34a8-4541-bfe0-8760830a5c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=db666031-be92-434d-8750-65ff1e6bbef0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:06.555914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9a143e7-ff59-4943-81d5-bbf51ffeb67a req-8b9c146e-bbe6-4cc1-ad03-1474fa78d14c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.3131251 Feb 16 14:47:06.564375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9136f403-46a9-4ef6-83c5-c7de540d6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.573137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.588102 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.593484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.606301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48408) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:06.613071 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/networks/d4a9f27f-d996-497f-b54e-05c41343d28d HTTP/1.1" status: 204 len: 168 time: 1.7414060 Feb 16 14:47:06.622302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9136f403-46a9-4ef6-83c5-c7de540d6e20 None None] For port c73497d8-af2a-4217-9642-a441f9990c3d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c73497d8-af2a-4217-9642-a441f9990c3d,segment=NetworkSegment(1dbba208-6ac0-4cba-9047-875aab28fa13),segment_id=1dbba208-6ac0-4cba-9047-875aab28fa13)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:06.635250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f39ea-4ad9-4bc1-87aa-7bb1d7cc9899 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Network': ['ID=d4a9f27f-d996-497f-b54e-05c41343d28d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:06.636661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:47:06.800195 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9136f403-46a9-4ef6-83c5-c7de540d6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.875761 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.951005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136f403-46a9-4ef6-83c5-c7de540d6e20 None None] Pushing event updated for resources: {'Port': ['ID=c73497d8-af2a-4217-9642-a441f9990c3d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:06.974019 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:47:06.974378 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:47:07.085193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Made reservation on behalf of e64481be7c3f4fa6bce5f4cc2bba5d5a for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:07.088074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.099674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:07.109336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9a143e7-ff59-4943-81d5-bbf51ffeb67a req-cdb83cfa-067b-4423-8a05-f06c7e4620c4 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520904 Feb 16 14:47:07.177991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48414) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:07.240439 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-10714bf4-7589-42eb-ab88-bf8d0e6b4f7b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1db0b426ba2c44ed8b587ec3730b63ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605307 Feb 16 14:47:07.242864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48416) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:07.263725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting subnet 5ea98184-923e-4a82-9f79-d9ccc28c2766 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:47:07.277882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.292899 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59add9ae-b05e-4970-b6ff-b8f09a6ccdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.321111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59add9ae-b05e-4970-b6ff-b8f09a6ccdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.329043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b1d0130c-bbd3-41c7-bd80-37afe7b03429 None None] Provisioning complete for port c73497d8-af2a-4217-9642-a441f9990c3d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:07.329335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b1d0130c-bbd3-41c7-bd80-37afe7b03429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.336287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255cf5-c942-4dc8-915e-5b6694efdd07 req-b57ea395-71b9-4c04-8d78-d8c1f987627f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:07.338089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21255cf5-c942-4dc8-915e-5b6694efdd07 req-b57ea395-71b9-4c04-8d78-d8c1f987627f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.2599337 Feb 16 14:47:07.363220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.437001 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.519984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21255cf5-c942-4dc8-915e-5b6694efdd07 req-9db2b4ca-de2b-4cef-b332-088f48e151a4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594434 Feb 16 14:47:07.547045 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59add9ae-b05e-4970-b6ff-b8f09a6ccdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.552661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59add9ae-b05e-4970-b6ff-b8f09a6ccdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.562082 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59add9ae-b05e-4970-b6ff-b8f09a6ccdf9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e544d873-5cd6-4669-a522-75fe0bc16381 HTTP/1.1" status: 204 len: 168 time: 0.3142495 Feb 16 14:47:07.574442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59add9ae-b05e-4970-b6ff-b8f09a6ccdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e544d873-5cd6-4669-a522-75fe0bc16381,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:07.674328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b7e7a883-29c7-449a-b1c4-e1c7e996ea68 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:07.699578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b7e7a883-29c7-449a-b1c4-e1c7e996ea68 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:07.700819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b7e7a883-29c7-449a-b1c4-e1c7e996ea68 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:07.701475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8e3cb523-f307-4dc3-9619-7fc8eb810617 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:07.726299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 8e3cb523-f307-4dc3-9619-7fc8eb810617 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:07.726918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8e3cb523-f307-4dc3-9619-7fc8eb810617 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:07.765993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.777283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-3a97c3cc-70e1-467f-891d-101dddf0bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:07.779073 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-3a97c3cc-70e1-467f-891d-101dddf0bab0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 1101 time: 0.0555894 Feb 16 14:47:07.801741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Router b7a6b890-2fae-4df5-9c78-c4c73669383f is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:47:07.858637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.869836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c73497d8-af2a-4217-9642-a441f9990c3d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:07.901965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-e824179f-bd4b-4683-bb39-241f9f014106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:07.903341 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-e824179f-bd4b-4683-bb39-241f9f014106 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1105485 Feb 16 14:47:07.928439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-818f9ab9-78b4-4e48-b17b-0047ebd69d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.933760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c73497d8-af2a-4217-9642-a441f9990c3d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:07.934071 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.964100 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-8fc95df1-dff6-43a3-a0f1-b6e943310a5e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0513666 Feb 16 14:47:07.977476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:07.989846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec94b84a-f397-4553-a223-1f26400f7b6b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:08.035619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a9513-55aa-426b-9218-3c3cbffe6861 None None] Network aa6972d3-87d5-4875-87b5-b0414fcd67ba requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:08.046802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-295e642f-f2d9-41b3-94c6-fa882fdfbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:08.051225 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-295e642f-f2d9-41b3-94c6-fa882fdfbc44 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0725300 Feb 16 14:47:08.053231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.056583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/subnets/5ea98184-923e-4a82-9f79-d9ccc28c2766 HTTP/1.1" status: 204 len: 168 time: 1.4464638 Feb 16 14:47:08.066896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48424) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:08.087825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e9909-c772-41ea-8e95-a8d11aa408d6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea98184-923e-4a82-9f79-d9ccc28c2766,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:08.093567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.109161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Checking segment: {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:08.109586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Network hostable DHCP agents. Network: eb52ffa4-1588-4ae6-aedd-1b2e926de9d1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:47:08.162795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:08.182820 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Sync routers for ids ['b7a6b890-2fae-4df5-9c78-c4c73669383f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:08.196243 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Routers {'b7a6b890-2fae-4df5-9c78-c4c73669383f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:08.200073 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b7a6b890-2fae-4df5-9c78-c4c73669383f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:08.235343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-163b62fd-5ef7-4d9b-8d65-ae02cec0cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:08.237021 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-163b62fd-5ef7-4d9b-8d65-ae02cec0cbb1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1802487 Feb 16 14:47:08.270602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:47:08.286935 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.298486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Allocated IP 172.25.6.203 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/3429259e-ccc2-4039-9760-b155208e7f82) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:08.317110 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.318390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3d0a6360-be58-436c-9904-ca0aa79b3f25 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7746189 Feb 16 14:47:08.321724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48434) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:08.356130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] DHCP port deletion for aa6972d3-87d5-4875-87b5-b0414fcd67ba request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:47:08.365808 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Set router b7a6b890-2fae-4df5-9c78-c4c73669383f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:08.417806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, eb52ffa4-1588-4ae6-aedd-1b2e926de9d1) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:08.443195 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-a5a9072b-c59f-4d01-a5c4-baa4338ac8fc service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970248 Feb 16 14:47:08.456217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289f4c8-75da-4d8a-b07b-6aa149c2ea58 req-88c48523-d531-4612-9d83-f3b4be3fac79 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:08.457883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9289f4c8-75da-4d8a-b07b-6aa149c2ea58 req-88c48523-d531-4612-9d83-f3b4be3fac79 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.2018681 Feb 16 14:47:08.465012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:08.465681 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.470251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67ba87-1bb3-41fc-9295-83e3b69bcdac None None] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:08.607345 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.635437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port 7b88305a-f744-427d-bc61-010d79eb9742 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:08.636461 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.643899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9289f4c8-75da-4d8a-b07b-6aa149c2ea58 req-983b6c6a-7ec3-4af8-9f99-b3158299dadb tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719792 Feb 16 14:47:08.649594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b7e75448-a4fd-4027-bb8e-256f3e4d242e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1364620 Feb 16 14:47:08.655925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48444) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:08.668064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:08.697688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] Deleting port 7b88305a-f744-427d-bc61-010d79eb9742 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:08.698119 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.743461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port 7b88305a-f744-427d-bc61-010d79eb9742, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7b88305a-f744-427d-bc61-010d79eb9742,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:08.744159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.770674 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:05Z', 'revision_number': 3, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port': {'id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:08.792602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for 7b88305a-f744-427d-bc61-010d79eb9742 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:08.813895 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.830172 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-f8dbfe9a-953a-4255-8f5f-82fb19974744 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733749 Feb 16 14:47:08.848493 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Checking router: b7a6b890-2fae-4df5-9c78-c4c73669383f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:08.849081 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Updating router b7a6b890-2fae-4df5-9c78-c4c73669383f port d4275a5c-8556-4e8a-bf40-15d3857244d7 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:47:08.876799 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.881767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] For port 7b88305a-f744-427d-bc61-010d79eb9742, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7b88305a-f744-427d-bc61-010d79eb9742,segment=NetworkSegment(242e5bb0-6bba-4543-a7e4-2998a235d1b4),segment_id=242e5bb0-6bba-4543-a7e4-2998a235d1b4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:08.882390 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:08.896535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] Calling delete_port for 7b88305a-f744-427d-bc61-010d79eb9742 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:08.943332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:08.979668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Port': ['ID=3429259e-ccc2-4039-9760-b155208e7f82,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:09.004144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:47:09.004368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:09.005009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.008510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.016386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:09.066574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=7b88305a-f744-427d-bc61-010d79eb9742,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:09.073831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port 7b88305a-f744-427d-bc61-010d79eb9742 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:09.175407 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.176376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.176740 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.221082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] Pushing event deleted for resources: {'Port': ['ID=7b88305a-f744-427d-bc61-010d79eb9742,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:09.227141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.229113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564e580-d3b1-46d7-ab36-352f3f52fd29 None None] No DVR routers for this DVR port 7b88305a-f744-427d-bc61-010d79eb9742 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:09.234040 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.269193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafb3ec-d482-4636-8eaf-4931272e67c0 req-a96fd366-a18f-4f23-8b30-8c398376651e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:09.270788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eafb3ec-d482-4636-8eaf-4931272e67c0 req-a96fd366-a18f-4f23-8b30-8c398376651e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.4364076 Feb 16 14:47:09.280819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc9a41-907e-433b-ae9a-a4ba6f9370a4 req-3b2e65be-b8ad-4b2b-a215-1c106a013863 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:09.282502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bcc9a41-907e-433b-ae9a-a4ba6f9370a4 req-3b2e65be-b8ad-4b2b-a215-1c106a013863 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.5006032 Feb 16 14:47:09.307321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6972d3-87d5-4875-87b5-b0414fcd67ba']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:09.327799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Allocated IP 172.20.0.2 (eb52ffa4-1588-4ae6-aedd-1b2e926de9d1/ec94b84a-f397-4553-a223-1f26400f7b6b/120b5086-70f4-45cd-bcc5-e3a6427697d8) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:09.345721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242e5bb0-6bba-4543-a7e4-2998a235d1b4') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:09.349356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242e5bb0-6bba-4543-a7e4-2998a235d1b4') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:09.365070 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.372440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.400736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.409776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:09.410255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.418518 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:09.462815 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:09.490104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eafb3ec-d482-4636-8eaf-4931272e67c0 req-b333f357-d3a7-4bda-8ba7-082d1d5a230d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010729 Feb 16 14:47:09.505360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bcc9a41-907e-433b-ae9a-a4ba6f9370a4 req-7ee0b24e-cb90-4139-9282-619511da5f34 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990976 Feb 16 14:47:09.512266 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Attempting to bind port d4275a5c-8556-4e8a-bf40-15d3857244d7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:09.513022 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Attempting to bind port d4275a5c-8556-4e8a-bf40-15d3857244d7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:09.514062 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Attempting to bind port d4275a5c-8556-4e8a-bf40-15d3857244d7 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:09.527919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:09.528634 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:09.530315 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.531827 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:09.532707 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Bound port: d4275a5c-8556-4e8a-bf40-15d3857244d7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:09.533389 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.535659 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Pushing event updated for resources: {'Port': ['ID=d4275a5c-8556-4e8a-bf40-15d3857244d7,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:09.573864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.589685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.594473 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.595097 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.595669 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.596281 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.596784 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.597288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.597767 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.598243 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.599043 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.599523 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.600064 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.600541 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:09.601521 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/networks/aa6972d3-87d5-4875-87b5-b0414fcd67ba HTTP/1.1" status: 204 len: 168 time: 1.5320108 Feb 16 14:47:09.619475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.622057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48466) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:09.632162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-675829022'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:09.632587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043b4a0-094c-4f2f-9b0d-de6a379d16f3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Network': ['ID=aa6972d3-87d5-4875-87b5-b0414fcd67ba,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:09.638964 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.644179 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] For port d4275a5c-8556-4e8a-bf40-15d3857244d7, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:09.647717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] For port d4275a5c-8556-4e8a-bf40-15d3857244d7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d4275a5c-8556-4e8a-bf40-15d3857244d7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:09.699740 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.724173 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.732713 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.777873 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Routers {'b7a6b890-2fae-4df5-9c78-c4c73669383f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:09.778872 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b7a6b890-2fae-4df5-9c78-c4c73669383f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:09.780015 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.811825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.816553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.831720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:09.835314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:09.841888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7b88305a-f744-427d-bc61-010d79eb9742 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:09.843622 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09928a0-87e4-4940-abd5-5a398e6cca24 None None] Pushing event updated for resources: {'Port': ['ID=d4275a5c-8556-4e8a-bf40-15d3857244d7,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:09.844633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:09.848543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Pushing event updated for resources: {'Port': ['ID=120b5086-70f4-45cd-bcc5-e3a6427697d8,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:09.873410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7b88305a-f744-427d-bc61-010d79eb9742 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:09.874503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7b88305a-f744-427d-bc61-010d79eb9742 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:09.893787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:09.897483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.921214 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] Set router b7a6b890-2fae-4df5-9c78-c4c73669383f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:09.938131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Attempting to bind port 120b5086-70f4-45cd-bcc5-e3a6427697d8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:09.939276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Attempting to bind port 120b5086-70f4-45cd-bcc5-e3a6427697d8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:09.939824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Attempting to bind port 120b5086-70f4-45cd-bcc5-e3a6427697d8 on network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:09.945161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:09.945455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Checking segment: {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:09.945971 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.947656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Bound using segment: {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:09.948126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Bound port: 120b5086-70f4-45cd-bcc5-e3a6427697d8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:09.948543 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:09.964406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a03a4-f388-4349-8760-80f6208cdb94 req-c82fd2ba-b093-4220-bbae-84487f983744 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:09.966007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-865a03a4-f388-4349-8760-80f6208cdb94 req-c82fd2ba-b093-4220-bbae-84487f983744 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.3136573 Feb 16 14:47:09.988386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c71054-6f10-471f-817a-3fb7293ff328 req-8b46be7b-6879-4fd0-bee0-2ab8b0b34755 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:09.989963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05c71054-6f10-471f-817a-3fb7293ff328 req-8b46be7b-6879-4fd0-bee0-2ab8b0b34755 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.2533281 Feb 16 14:47:10.015988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] For port 120b5086-70f4-45cd-bcc5-e3a6427697d8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:10.019448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] For port 120b5086-70f4-45cd-bcc5-e3a6427697d8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=120b5086-70f4-45cd-bcc5-e3a6427697d8,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:10.054802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:47:10.098681 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:05Z', 'revision_number': 3, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port': {'id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:10.126107 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3802c4-9c56-4674-b74a-47225884e887 None None] The sync data for ids ['b7a6b890-2fae-4df5-9c78-c4c73669383f'] in n-d-829433-1 is: [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:05Z', 'revision_number': 3, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port': {'id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:10.131908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:10.132255 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Added segment dec25cb1-f935-4801-86b6-1a5a33edbc1d of type vlan for network e0218dea-ba35-4b3e-8dc7-c52b19511be7 Feb 16 14:47:10.137695 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:10.223083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fa7c7-f245-4589-b5c9-9f01e95a55ec None None] Pushing event updated for resources: {'Port': ['ID=120b5086-70f4-45cd-bcc5-e3a6427697d8,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:10.261161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05c71054-6f10-471f-817a-3fb7293ff328 req-438c90b6-44ec-4d47-93df-70d6acfc9ff2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339017 Feb 16 14:47:10.263800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-865a03a4-f388-4349-8760-80f6208cdb94 req-e45fc8e4-59c1-43b5-b510-334234ce54d7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713945 Feb 16 14:47:10.285218 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:10.422742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Allocated IP 172.20.0.1 (b25a8b3f-deb9-4007-aa6d-05dab0655432/885257c8-d7b1-4002-bfff-988c396174e1/439d4cba-271c-45ad-90d1-3162f4950ce3) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:10.869189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:10.887295 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:10.893685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:10.894281 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.051283 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.201247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.259506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6322176 Feb 16 14:47:11.262690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48496) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:11.269798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ad3e9-1418-4ca7-8179-2763a54e6aa3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Network': ['ID=e0218dea-ba35-4b3e-8dc7-c52b19511be7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:11.272540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'subnet': {'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:11.282545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network e0218dea-ba35-4b3e-8dc7-c52b19511be7 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:47:11.321014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec692-e991-4a5c-87bd-4e6c86e3c12a req-4a5109aa-614d-43b1-a2e2-1d9e47cb45e9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:11.322740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0deec692-e991-4a5c-87bd-4e6c86e3c12a req-4a5109aa-614d-43b1-a2e2-1d9e47cb45e9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.4575207 Feb 16 14:47:11.330888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abd59b-2c2e-49bb-9e68-60c1440ab35c req-3f376f61-245a-47e8-8de2-7a201ba70193 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:11.332450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52abd59b-2c2e-49bb-9e68-60c1440ab35c req-3f376f61-245a-47e8-8de2-7a201ba70193 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.4661403 Feb 16 14:47:11.381824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Port': ['ID=3429259e-ccc2-4039-9760-b155208e7f82,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:11.384797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.450684 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.458556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f34e7be-d1e5-4659-9894-cea448cb5aec None None] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:11.468471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.481126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.483630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.513617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-878b5ab0-b38e-40ea-a7b1-f4f998912608 None None] Provisioning complete for port 120b5086-70f4-45cd-bcc5-e3a6427697d8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:11.513976 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-878b5ab0-b38e-40ea-a7b1-f4f998912608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.538309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:11.542513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.623098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.629034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48502) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:11.632885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2a535d6f-f8ee-415e-abc2-a1ab5edffc3a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1449213 Feb 16 14:47:11.634916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1988150762'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:11.639909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.645828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52abd59b-2c2e-49bb-9e68-60c1440ab35c req-017da54b-08b0-4abb-a608-92d68ce68eb1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882864 Feb 16 14:47:11.674013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0deec692-e991-4a5c-87bd-4e6c86e3c12a req-34aaf88a-e485-4b5e-aa7b-7b631b5a2fab tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297100 Feb 16 14:47:11.749808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:11.779522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Made reservation on behalf of 0cadba373bc34d02b57e823bb09b6df8 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:11.782330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:11.786144 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.796420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:11.828624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Pushing event updated for resources: {'Port': ['ID=439d4cba-271c-45ad-90d1-3162f4950ce3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:11.852205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:11.900358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Allocated IP 172.25.6.62 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b8a2823c-d4e5-4947-ba39-22a8011b2911) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:12.009369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.026829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-878b5ab0-b38e-40ea-a7b1-f4f998912608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.078611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.088848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.090302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d4275a5c-8556-4e8a-bf40-15d3857244d7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:12.131775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-878b5ab0-b38e-40ea-a7b1-f4f998912608 None None] For port 120b5086-70f4-45cd-bcc5-e3a6427697d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=120b5086-70f4-45cd-bcc5-e3a6427697d8,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:12.136740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.155572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:47:12.178798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-878b5ab0-b38e-40ea-a7b1-f4f998912608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.183745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d4275a5c-8556-4e8a-bf40-15d3857244d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:12.184914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.188213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.188461 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Added segment 5e9c6136-3ce5-4ee4-90e8-48120d3d6e34 of type vlan for network b5d2300b-92f2-476e-a417-ce07da332416 Feb 16 14:47:12.232196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.251419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Subnet': ['ID=adca8d02-bc14-4e9f-aa8d-6faa2c75c13e,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:12.253758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c0c689-8551-4e0a-9aca-5cd76b246afb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:12.291731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6cc51-f8ca-408d-966d-413890745d52 req-a8e6af9f-a41c-45ff-ad34-7acaea5cfb0f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:12.293505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16e6cc51-f8ca-408d-966d-413890745d52 req-a8e6af9f-a41c-45ff-ad34-7acaea5cfb0f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.4175346 Feb 16 14:47:12.313873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Checking segment: {'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:12.313873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network hostable DHCP agents. Network: e0218dea-ba35-4b3e-8dc7-c52b19511be7, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:47:12.314577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b5ab0-b38e-40ea-a7b1-f4f998912608 None None] Pushing event updated for resources: {'Port': ['ID=120b5086-70f4-45cd-bcc5-e3a6427697d8,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:12.315793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.356832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5555-5898-45de-a3e0-ce4735d24bc8 req-7236e612-cbad-47dd-ab22-536779858640 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:12.359664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71db5555-5898-45de-a3e0-ce4735d24bc8 req-7236e612-cbad-47dd-ab22-536779858640 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.4564948 Feb 16 14:47:12.371899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ec136c59-c84d-4ef7-9ba8-4d3a102bd7c9 None None] Provisioning complete for port 439d4cba-271c-45ad-90d1-3162f4950ce3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:12.372538 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec136c59-c84d-4ef7-9ba8-4d3a102bd7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.408467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.418696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network e0218dea-ba35-4b3e-8dc7-c52b19511be7 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:47:12.437812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d4275a5c-8556-4e8a-bf40-15d3857244d7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d4275a5c-8556-4e8a-bf40-15d3857244d7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:12.443359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.445025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ec136c59-c84d-4ef7-9ba8-4d3a102bd7c9 None None] Port 439d4cba-271c-45ad-90d1-3162f4950ce3 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:12.453309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:12.453638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.478995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.486592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71db5555-5898-45de-a3e0-ce4735d24bc8 req-f91c59e1-71dd-42c8-910a-763064352b92 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040754 Feb 16 14:47:12.492361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16e6cc51-f8ca-408d-966d-413890745d52 req-c61c41ef-22ce-49d8-a3a0-5a3c928f759b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528056 Feb 16 14:47:12.528140 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.528948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 120b5086-70f4-45cd-bcc5-e3a6427697d8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:12.537155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, e0218dea-ba35-4b3e-8dc7-c52b19511be7) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:12.543630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Network': ['ID=b5d2300b-92f2-476e-a417-ce07da332416,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:12.555570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f0b96-e776-4248-811e-511dabf5c10a None None] Network e0218dea-ba35-4b3e-8dc7-c52b19511be7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:12.557921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:12.558907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.559845 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.571260 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-43501f58-3a22-4ade-aac2-64f0a8d50780 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9410405 Feb 16 14:47:12.575216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48522) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:12.582980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Request body: {'subnet': {'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:12.609520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b5d2300b-92f2-476e-a417-ce07da332416 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:47:12.707063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.708352 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef94474a-d1a0-4e73-bb2a-0d54e41dfb7e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4429460 Feb 16 14:47:12.709061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:12.715585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1541980609'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:12.770684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1c0880ee-787c-4589-8ce9-5e18255c6c68 None None] Provisioning complete for port 120b5086-70f4-45cd-bcc5-e3a6427697d8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:12.770970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1c0880ee-787c-4589-8ce9-5e18255c6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.795849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:12.800797 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.818690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:12.830002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:47:12.835293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d4275a5c-8556-4e8a-bf40-15d3857244d7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:12.842670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:12.843814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.844291 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Added segment 454945c5-d927-4640-b660-c1c36b5cca2a of type vlan for network a5424712-54da-4e85-9faf-7f2d2a6b6f05 Feb 16 14:47:12.855807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:12.869213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 120b5086-70f4-45cd-bcc5-e3a6427697d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:12.869580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.890957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a2823c-d4e5-4947-ba39-22a8011b2911,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:12.893441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Made reservation on behalf of 0cadba373bc34d02b57e823bb09b6df8 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:12.899291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.904461 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.908485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:12.918440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.919191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.919725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.920225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.920804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.921581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.922108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.922595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.923116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.923626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.924135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.924637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:12.939334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7467b8-b954-40f3-8e16-93a9c996c287 req-89c7093b-294c-47b9-8ddb-743d4f901eb9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:12.941378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce7467b8-b954-40f3-8e16-93a9c996c287 req-89c7093b-294c-47b9-8ddb-743d4f901eb9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2410376 Feb 16 14:47:12.969414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d0e8-af85-4fea-9fde-04a16453e5cb req-54fb64ae-7538-49e7-a38d-109e8111f659 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:12.971074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ce0d0e8-af85-4fea-9fde-04a16453e5cb req-54fb64ae-7538-49e7-a38d-109e8111f659 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1887579 Feb 16 14:47:13.022364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.039940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-e0218dea-ba35-4b3e-8dc7-c52b19511be7', 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'fixed_ips': [{'subnet_id': 'adca8d02-bc14-4e9f-aa8d-6faa2c75c13e'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:47:13.041292 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.176873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce7467b8-b954-40f3-8e16-93a9c996c287 req-ccaed8b9-64b4-450c-8fd0-59a8b22c5153 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276735 Feb 16 14:47:13.197951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Pushing event updated for resources: {'Port': ['ID=439d4cba-271c-45ad-90d1-3162f4950ce3,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:13.213249 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.218906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ce0d0e8-af85-4fea-9fde-04a16453e5cb req-a0c1f57d-70fd-4fff-a7a6-41659492ca7c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033167 Feb 16 14:47:13.241168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Allocated IP 19.80.0.2 (e0218dea-ba35-4b3e-8dc7-c52b19511be7/adca8d02-bc14-4e9f-aa8d-6faa2c75c13e/36375039-20b0-4251-b248-6ace15d4dbf7) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:13.304965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.resource_extend [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:47:13.406741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.410113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:13.414902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:13.415241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.417585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:13.429872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff61669-124d-491b-9b55-831c197a8773 req-fb408e69-8216-4551-b56c-606b933abc41 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:13.431921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fff61669-124d-491b-9b55-831c197a8773 req-fb408e69-8216-4551-b56c-606b933abc41 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1371257 Feb 16 14:47:13.473552 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.509214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Network': ['ID=a5424712-54da-4e85-9faf-7f2d2a6b6f05,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:13.525520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network a5424712-54da-4e85-9faf-7f2d2a6b6f05 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:47:13.568053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fff61669-124d-491b-9b55-831c197a8773 req-e89c78b0-4f1e-407e-a67e-3a28e56f464a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026950 Feb 16 14:47:13.572107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.603096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.609868 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f16dc2c4-c969-4297-839d-bbc0906bc1e1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8980896 Feb 16 14:47:13.612354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48546) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:13.618590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'subnet': {'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:13.657826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Network e0218dea-ba35-4b3e-8dc7-c52b19511be7 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:13.662144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:13.681990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:13.705945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.799237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Subnet': ['ID=73a8970b-7808-4b1e-8585-a802dbfa1133,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:13.807463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Checking segment: {'id': '5e9c6136-3ce5-4ee4-90e8-48120d3d6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:13.807912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Network hostable DHCP agents. Network: b5d2300b-92f2-476e-a417-ce07da332416, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:47:13.812409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Pushing event updated for resources: {'Port': ['ID=36375039-20b0-4251-b248-6ace15d4dbf7,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:13.825548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Attempting to bind port 36375039-20b0-4251-b248-6ace15d4dbf7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:13.826250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Attempting to bind port 36375039-20b0-4251-b248-6ace15d4dbf7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:13.826577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Attempting to bind port 36375039-20b0-4251-b248-6ace15d4dbf7 on network e0218dea-ba35-4b3e-8dc7-c52b19511be7 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:13.837667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:13.838034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Checking segment: {'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:13.838441 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.838830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Bound using segment: {'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:13.839300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Bound port: 36375039-20b0-4251-b248-6ace15d4dbf7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:13.839706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.849853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a6f89234-34fb-4f48-830c-34dced8da748 None None] Provisioning complete for port 439d4cba-271c-45ad-90d1-3162f4950ce3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:13.850221 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6f89234-34fb-4f48-830c-34dced8da748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.852940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:13.861186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:13.882304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d4275a5c-8556-4e8a-bf40-15d3857244d7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:13.930120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Network b5d2300b-92f2-476e-a417-ce07da332416 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:47:14.031566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b5d2300b-92f2-476e-a417-ce07da332416) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:14.055100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.055942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.080423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f53acb-cada-4058-b2a4-abc94c2b0e68 None None] Network b5d2300b-92f2-476e-a417-ce07da332416 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:14.102724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a6f89234-34fb-4f48-830c-34dced8da748 None None] Port 439d4cba-271c-45ad-90d1-3162f4950ce3 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:14.161046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] For port 36375039-20b0-4251-b248-6ace15d4dbf7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:14.166577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] For port 36375039-20b0-4251-b248-6ace15d4dbf7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=36375039-20b0-4251-b248-6ace15d4dbf7,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:14.171395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-70679a1d-8748-48dd-8667-c63322569ef2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5909922 Feb 16 14:47:14.173319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48564) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:14.178345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-286746022', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:14.193524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.209663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d4275a5c-8556-4e8a-bf40-15d3857244d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:14.210394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.268763 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.272930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Subnet': ['ID=0f89aac4-6101-4144-a618-50a04b2ddcd7,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:14.285404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Checking segment: {'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:14.285870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network hostable DHCP agents. Network: a5424712-54da-4e85-9faf-7f2d2a6b6f05, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:47:14.325790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504e63-e7fc-4817-88bc-94a67bd1a123 req-da3bf451-5839-4d42-b589-a7c7e61095de tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.326378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.327883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2504e63-e7fc-4817-88bc-94a67bd1a123 req-da3bf451-5839-4d42-b589-a7c7e61095de tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.6726415 Feb 16 14:47:14.329046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.383504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b5d2300b-92f2-476e-a417-ce07da332416', 'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416', 'tenant_id': '0cadba373bc34d02b57e823bb09b6df8', 'fixed_ips': [{'subnet_id': '73a8970b-7808-4b1e-8585-a802dbfa1133'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:47:14.384916 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.391892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986de60-18c3-412d-91db-3881ac7b8c66 None None] Pushing event updated for resources: {'Port': ['ID=36375039-20b0-4251-b248-6ace15d4dbf7,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:14.395465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Router b7a6b890-2fae-4df5-9c78-c4c73669383f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:14.414068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e42e2-1c6e-4c0d-b2a1-590247912697 req-18c173df-4137-4327-9db3-542964cd5885 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.415803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f20e42e2-1c6e-4c0d-b2a1-590247912697 req-18c173df-4137-4327-9db3-542964cd5885 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.5991139 Feb 16 14:47:14.423487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.469854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network a5424712-54da-4e85-9faf-7f2d2a6b6f05 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:47:14.511486 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 120b5086-70f4-45cd-bcc5-e3a6427697d8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:14.520718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2504e63-e7fc-4817-88bc-94a67bd1a123 req-b6d4a846-5c32-486e-91e7-f5e9d59ce7d8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785762 Feb 16 14:47:14.521722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.558126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f20e42e2-1c6e-4c0d-b2a1-590247912697 req-3062c6e5-1272-4ef1-8541-db26ad760beb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244493 Feb 16 14:47:14.650837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Allocated IP 172.20.0.2 (b5d2300b-92f2-476e-a417-ce07da332416/73a8970b-7808-4b1e-8585-a802dbfa1133/72b2918c-3d27-4b59-bb94-b802f45eac93) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:14.666021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 120b5086-70f4-45cd-bcc5-e3a6427697d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:14.666451 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.681072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, a5424712-54da-4e85-9faf-7f2d2a6b6f05) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:14.691704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.692418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.717334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508e5af-c1ee-4ad7-8ba5-15fdc53df4ce None None] Network a5424712-54da-4e85-9faf-7f2d2a6b6f05 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:14.858612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:14.868454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-845eb7bc-81e4-437e-855f-5378baf6363e admin admin] 10.222.0.113 "PUT /v2.0/routers/b7a6b890-2fae-4df5-9c78-c4c73669383f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5435593 Feb 16 14:47:14.885521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Sync routers for ids ['b7a6b890-2fae-4df5-9c78-c4c73669383f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:14.919445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b14cc9-c3e3-41dc-9850-a031e599621c req-42041a99-f817-4909-974e-79d68161a325 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.921826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2b14cc9-c3e3-41dc-9850-a031e599621c req-42041a99-f817-4909-974e-79d68161a325 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1866956 Feb 16 14:47:14.939430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907792b-97ee-4826-84d3-406f2a9a3ae2 req-33c097e3-7b56-4224-a410-d38b9d930ec1 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.941181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c907792b-97ee-4826-84d3-406f2a9a3ae2 req-33c097e3-7b56-4224-a410-d38b9d930ec1 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1603980 Feb 16 14:47:14.957512 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bec0e99a-b6f3-447a-b003-8806e0f4ad4c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3417218 Feb 16 14:47:14.979769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.990449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Routers {'b7a6b890-2fae-4df5-9c78-c4c73669383f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:14.991262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b7a6b890-2fae-4df5-9c78-c4c73669383f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:15.013614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2b14cc9-c3e3-41dc-9850-a031e599621c req-66884738-872a-46a7-b293-c7e931b0db7f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843139 Feb 16 14:47:15.051971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c907792b-97ee-4826-84d3-406f2a9a3ae2 req-f68c3bbb-68d0-4219-9544-8841a7da9b38 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011567 Feb 16 14:47:15.110048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Router b84385b2-2351-436f-9370-112393a817ed is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:47:15.857140 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:15.857781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:15.858461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Set router b7a6b890-2fae-4df5-9c78-c4c73669383f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:15.858826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:15.858826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Allocated IP 172.25.6.56 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/3ad70d6f-6fae-402c-8f6a-97f32a8f60cd) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:15.859255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:15.860082 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Sync routers for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:15.860082 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:15.860082 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:15.860773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-e0df8d20-7cce-44e0-88d4-1f552aaca311 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:15.860773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-e0df8d20-7cce-44e0-88d4-1f552aaca311 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:15.860952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 4, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port': {'id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '439d4cba-271c-45ad-90d1-3162f4950ce3', 'name': '', 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'mac_address': 'fa:16:3e:c8:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '885257c8-d7b1-4002-bfff-988c396174e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 2, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'subnets': [{'id': '885257c8-d7b1-4002-bfff-988c396174e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:15.861096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:15.861185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-e0df8d20-7cce-44e0-88d4-1f552aaca311 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/networks?id=e0218dea-ba35-4b3e-8dc7-c52b19511be7&id=a5424712-54da-4e85-9faf-7f2d2a6b6f05 HTTP/1.1" status: 200 len: 1391 time: 0.3793168 Feb 16 14:47:15.861268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Checking router: b7a6b890-2fae-4df5-9c78-c4c73669383f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:15.861268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Updating router b7a6b890-2fae-4df5-9c78-c4c73669383f port 439d4cba-271c-45ad-90d1-3162f4950ce3 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:47:15.861434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-86b81f3b-9a28-46ab-9dbf-dc91c79abfa1 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/quotas/49c4ec15efb94cf5b8869b5689ed759c HTTP/1.1" status: 200 len: 375 time: 0.0375934 Feb 16 14:47:15.861520 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:15.861629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b43929a2-77af-43cd-9d0d-64e898411942 req-27a3b617-7962-4eb2-99fc-980717714006 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3573024 Feb 16 14:47:15.861629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:15.861629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-3574ee21-2fe2-4e43-8bc7-97c80a4f3e38 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766935 Feb 16 14:47:15.861930 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:15.862017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-e81841a7-3f7f-446f-a714-333955f250ac service neutron] 10.222.0.113 "GET /v2.0/networks/e0218dea-ba35-4b3e-8dc7-c52b19511be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037290 Feb 16 14:47:15.895807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-a5424712-54da-4e85-9faf-7f2d2a6b6f05', 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'fixed_ips': [{'subnet_id': '0f89aac4-6101-4144-a618-50a04b2ddcd7'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:47:16.031534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.034159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-3cda0fdd-e088-4e47-9639-527a50072541 service neutron] 10.222.0.113 "GET /v2.0/networks/e0218dea-ba35-4b3e-8dc7-c52b19511be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450298 Feb 16 14:47:16.046344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36375039-20b0-4251-b248-6ace15d4dbf7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:16.050200 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:13Z', 'revision_number': 3, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:16.086795 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Checking router: b84385b2-2351-436f-9370-112393a817ed for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:16.087999 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Updating router b84385b2-2351-436f-9370-112393a817ed port b8a2823c-d4e5-4947-ba39-22a8011b2911 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:47:16.107916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-7bc388a1-6bea-43b1-bb70-e3ff472acf88 service neutron] 10.222.0.113 "GET /v2.0/networks/a5424712-54da-4e85-9faf-7f2d2a6b6f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062965 Feb 16 14:47:16.112790 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.132652 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.183914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Allocated IP 19.86.0.2 (a5424712-54da-4e85-9faf-7f2d2a6b6f05/0f89aac4-6101-4144-a618-50a04b2ddcd7/2c142a20-2443-4c3e-b55b-d7c808e3cb6a) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:16.203678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 36375039-20b0-4251-b248-6ace15d4dbf7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:16.203678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.231616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-4fe96a8e-9659-4f28-8adc-c9fe75b3225f service neutron] 10.222.0.113 "GET /v2.0/networks/a5424712-54da-4e85-9faf-7f2d2a6b6f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133249 Feb 16 14:47:16.384962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd4461-b98d-499c-9691-2779b011d815 None None] Network e0218dea-ba35-4b3e-8dc7-c52b19511be7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:16.413286 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.421593 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.427445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.433150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cb299a28-d774-4bb9-be3d-d96d1960fa95 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7708633 Feb 16 14:47:16.435796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:16.457081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:16.462357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Network b5d2300b-92f2-476e-a417-ce07da332416 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:16.462357 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.462597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:16.462710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.467320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:16.473715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:16.521220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Port': ['ID=3ad70d6f-6fae-402c-8f6a-97f32a8f60cd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:16.544933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:16.714339 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.789565 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.817653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.849950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-283580f8-1ac9-469d-bbd4-04fa9ec39d50 None None] Provisioning complete for port 36375039-20b0-4251-b248-6ace15d4dbf7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:16.850326 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-283580f8-1ac9-469d-bbd4-04fa9ec39d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.875871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Pushing event updated for resources: {'Port': ['ID=72b2918c-3d27-4b59-bb94-b802f45eac93,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:16.888205 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Attempting to bind port b8a2823c-d4e5-4947-ba39-22a8011b2911 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:16.889721 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Attempting to bind port b8a2823c-d4e5-4947-ba39-22a8011b2911 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:16.890400 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Attempting to bind port b8a2823c-d4e5-4947-ba39-22a8011b2911 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:16.903168 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:16.903727 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:16.904312 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.904949 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:16.906027 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Bound port: b8a2823c-d4e5-4947-ba39-22a8011b2911, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:16.906934 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.982711 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] For port b8a2823c-d4e5-4947-ba39-22a8011b2911, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:16.988057 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] For port b8a2823c-d4e5-4947-ba39-22a8011b2911, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b8a2823c-d4e5-4947-ba39-22a8011b2911,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:17.002665 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41367b2-54e6-441e-96f2-0c4a1171931a None None] Pushing event updated for resources: {'Port': ['ID=b8a2823c-d4e5-4947-ba39-22a8011b2911,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:17.089246 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.131370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.133519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.166621 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:17.167085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Attempting to bind port 72b2918c-3d27-4b59-bb94-b802f45eac93 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:17.167229 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:17.168060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Attempting to bind port 72b2918c-3d27-4b59-bb94-b802f45eac93 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '5e9c6136-3ce5-4ee4-90e8-48120d3d6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:17.168608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Attempting to bind port 72b2918c-3d27-4b59-bb94-b802f45eac93 on network b5d2300b-92f2-476e-a417-ce07da332416 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:17.172019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd577e93-ba32-4e71-bc5b-aa87c3483bc4 None None] Pushing event updated for resources: {'Port': ['ID=439d4cba-271c-45ad-90d1-3162f4950ce3,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:17.245103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:17.245489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Checking segment: {'id': '5e9c6136-3ce5-4ee4-90e8-48120d3d6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:17.245893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.246280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Bound using segment: {'id': '5e9c6136-3ce5-4ee4-90e8-48120d3d6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:17.246758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Bound port: 72b2918c-3d27-4b59-bb94-b802f45eac93, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9c6136-3ce5-4ee4-90e8-48120d3d6e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:17.247130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.271767 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41367b2-54e6-441e-96f2-0c4a1171931a None None] Pushing event updated for resources: {'Port': ['ID=b8a2823c-d4e5-4947-ba39-22a8011b2911,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:17.303781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 36375039-20b0-4251-b248-6ace15d4dbf7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=36375039-20b0-4251-b248-6ace15d4dbf7,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:17.318455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Attempting to bind port 439d4cba-271c-45ad-90d1-3162f4950ce3 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:17.318824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Attempting to bind port 439d4cba-271c-45ad-90d1-3162f4950ce3 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:17.319921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Attempting to bind port 439d4cba-271c-45ad-90d1-3162f4950ce3 on network b25a8b3f-deb9-4007-aa6d-05dab0655432 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:17.325671 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.357941 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:17.365451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:17.371308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Checking segment: {'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:17.371308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.371308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Bound using segment: {'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:17.371308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Bound port: 439d4cba-271c-45ad-90d1-3162f4950ce3, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbba208-6ac0-4cba-9047-875aab28fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:17.371308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.372218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfafd3-329f-4ea2-96f4-8b9fa39abed1 req-cb44762f-e9b7-4a9e-bc4a-f6ecf8b9abd7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:17.374838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8cfafd3-329f-4ea2-96f4-8b9fa39abed1 req-cb44762f-e9b7-4a9e-bc4a-f6ecf8b9abd7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.5693781 Feb 16 14:47:17.445196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.481276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8cfafd3-329f-4ea2-96f4-8b9fa39abed1 req-16bffce9-e058-4271-b80c-23ecddeb47b0 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990889 Feb 16 14:47:17.495078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] For port 72b2918c-3d27-4b59-bb94-b802f45eac93, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:17.500058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] For port 72b2918c-3d27-4b59-bb94-b802f45eac93, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=72b2918c-3d27-4b59-bb94-b802f45eac93,segment=NetworkSegment(5e9c6136-3ce5-4ee4-90e8-48120d3d6e34),segment_id=5e9c6136-3ce5-4ee4-90e8-48120d3d6e34)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:17.506950 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.543783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Network a5424712-54da-4e85-9faf-7f2d2a6b6f05 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:17.548988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.560480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.563497 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-283580f8-1ac9-469d-bbd4-04fa9ec39d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.569049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:17.574186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:17.588312 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.655604 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:13Z', 'revision_number': 3, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:17.687004 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a92e975-283e-4ad6-adf4-9c526e96685e None None] The sync data for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 is: [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:13Z', 'revision_number': 3, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:17.744720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Allocated IP 172.25.6.135 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/0eee4cea-7133-419e-bba4-43619d900ab6) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:17.829522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Router e37fe7ff-51b0-466c-935d-89a04ac64a5b is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:47:17.846702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] For port 439d4cba-271c-45ad-90d1-3162f4950ce3, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:17.851644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] For port 439d4cba-271c-45ad-90d1-3162f4950ce3, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=439d4cba-271c-45ad-90d1-3162f4950ce3,segment=NetworkSegment(1dbba208-6ac0-4cba-9047-875aab28fa13),segment_id=1dbba208-6ac0-4cba-9047-875aab28fa13)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:17.854896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Pushing event updated for resources: {'Port': ['ID=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:17.917757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Attempting to bind port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:17.918364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Attempting to bind port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:17.918561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Attempting to bind port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a on network a5424712-54da-4e85-9faf-7f2d2a6b6f05 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:17.924672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:17.944344 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-283580f8-1ac9-469d-bbd4-04fa9ec39d50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:47:17.944679 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-283580f8-1ac9-469d-bbd4-04fa9ec39d50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:47:17.945694 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.054164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=36375039-20b0-4251-b248-6ace15d4dbf7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:18.119475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:18.125297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Checking segment: {'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:18.125297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.125297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Bound using segment: {'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:18.125297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Bound port: 2c142a20-2443-4c3e-b55b-d7c808e3cb6a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:18.125297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.134209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.153360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:18.180595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Routers {'b7a6b890-2fae-4df5-9c78-c4c73669383f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:18.181234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b7a6b890-2fae-4df5-9c78-c4c73669383f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:18.193380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50537f3e-6139-45ce-baf4-147cc353fa71 req-6f7db00d-a9fb-41c2-8933-990cd2b09b48 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:18.212185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] Sync routers for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:18.223650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50537f3e-6139-45ce-baf4-147cc353fa71 req-6f7db00d-a9fb-41c2-8933-990cd2b09b48 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.3878946 Feb 16 14:47:18.294659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.301623 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-822243b7-10cc-4c07-8056-701e980f8715 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.1279860 Feb 16 14:47:18.305610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48658) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:18.351371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:18.370376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:18.375756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=0eee4cea-7133-419e-bba4-43619d900ab6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:18.379755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:18.380394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:18.387459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:18.406846 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.479048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172a383-90e3-4162-9b08-12cd2ee2d22b None None] Pushing event updated for resources: {'Port': ['ID=72b2918c-3d27-4b59-bb94-b802f45eac93,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:18.520729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:18.609253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50537f3e-6139-45ce-baf4-147cc353fa71 req-0f4a2976-d8ac-40bc-aa8d-e66f8147d22d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881242 Feb 16 14:47:18.678016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:18.678650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:18.705696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.754314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] For port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:18.765615 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:18.766538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0168c70e-3b15-4c41-af6b-44a087784af0 None None] The sync data for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:18.778624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] Set router b7a6b890-2fae-4df5-9c78-c4c73669383f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:18.786448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd577e93-ba32-4e71-bc5b-aa87c3483bc4 None None] Pushing event updated for resources: {'Port': ['ID=439d4cba-271c-45ad-90d1-3162f4950ce3,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:18.815233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Allocated IP 172.20.0.1 (eb52ffa4-1588-4ae6-aedd-1b2e926de9d1/ec94b84a-f397-4553-a223-1f26400f7b6b/c76cee77-d488-49f7-b44a-059fd503618c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:18.833445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-722b2c6d-16e8-436a-a5d3-898c0172bfa0 req-3031870f-e986-4280-8352-7e21a484486e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 210 time: 0.0623810 Feb 16 14:47:18.850644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] For port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:18.939129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.940910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0958c066-5662-4802-aeea-891760cd872f None None] Provisioning complete for port 36375039-20b0-4251-b248-6ace15d4dbf7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:18.941267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0958c066-5662-4802-aeea-891760cd872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:18.974236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.227914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-2778b45d-fbc3-4e65-8c8e-89218e3a83ea tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:19.241505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-2778b45d-fbc3-4e65-8c8e-89218e3a83ea tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:19.243373 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-2778b45d-fbc3-4e65-8c8e-89218e3a83ea tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "GET /v2.0/networks?id=e0218dea-ba35-4b3e-8dc7-c52b19511be7&id=a5424712-54da-4e85-9faf-7f2d2a6b6f05 HTTP/1.1" status: 200 len: 1391 time: 0.1983409 Feb 16 14:47:19.256926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'port': {'device_id': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7', 'admin_state_up': True, 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:19.269731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.326395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d99960-4510-4e32-9a54-2268a200fc61 req-584f0023-8683-4848-ad5b-1c41bbe3c345 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:19.339485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9d99960-4510-4e32-9a54-2268a200fc61 req-584f0023-8683-4848-ad5b-1c41bbe3c345 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.3999398 Feb 16 14:47:19.367278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7687ef-b160-4582-88c6-f941e415196a None None] Pushing event updated for resources: {'Port': ['ID=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:19.408493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88816398-346b-45c2-bf41-bb5a9a04cbe8 None None] Network b5d2300b-92f2-476e-a417-ce07da332416 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:19.513181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9d99960-4510-4e32-9a54-2268a200fc61 req-3edf4b09-1d43-4bd1-98f7-f8917ad1cad9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641288 Feb 16 14:47:19.520206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.536584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.595690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0958c066-5662-4802-aeea-891760cd872f None None] Provisioning complete for port 439d4cba-271c-45ad-90d1-3162f4950ce3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:19.596157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0958c066-5662-4802-aeea-891760cd872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.671234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.694480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 4, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port': {'id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '439d4cba-271c-45ad-90d1-3162f4950ce3', 'name': '', 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'mac_address': 'fa:16:3e:c8:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '885257c8-d7b1-4002-bfff-988c396174e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:17Z', 'revision_number': 4, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'subnets': [{'id': '885257c8-d7b1-4002-bfff-988c396174e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:19.745541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9d998-217b-4188-99ae-d451344fa600 None None] The sync data for ids ['b7a6b890-2fae-4df5-9c78-c4c73669383f'] in n-d-829433-1 is: [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 4, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port': {'id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '439d4cba-271c-45ad-90d1-3162f4950ce3', 'name': '', 'network_id': 'b25a8b3f-deb9-4007-aa6d-05dab0655432', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'mac_address': 'fa:16:3e:c8:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '885257c8-d7b1-4002-bfff-988c396174e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:17Z', 'revision_number': 4, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'subnets': [{'id': '885257c8-d7b1-4002-bfff-988c396174e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:19.789920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=0eee4cea-7133-419e-bba4-43619d900ab6,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:19.824705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.912721 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0958c066-5662-4802-aeea-891760cd872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:19.983764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Pushing event updated for resources: {'Port': ['ID=c76cee77-d488-49f7-b44a-059fd503618c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:20.002079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0958c066-5662-4802-aeea-891760cd872f None None] For port 439d4cba-271c-45ad-90d1-3162f4950ce3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=439d4cba-271c-45ad-90d1-3162f4950ce3,segment=NetworkSegment(1dbba208-6ac0-4cba-9047-875aab28fa13),segment_id=1dbba208-6ac0-4cba-9047-875aab28fa13)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:20.012050 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.028979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:20.032442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:20.035887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:20.087639 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0958c066-5662-4802-aeea-891760cd872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.128238 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.225441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.228425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958c066-5662-4802-aeea-891760cd872f None None] Pushing event updated for resources: {'Port': ['ID=439d4cba-271c-45ad-90d1-3162f4950ce3,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:20.244767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b43929a2-77af-43cd-9d0d-64e898411942 req-feabff78-abaf-4bd6-a520-9c45fb7e8c8f tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5566473 Feb 16 14:47:20.252263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0647c429-2107-48f6-9465-cc7ac5a49ad6 None None] Provisioning complete for port 72b2918c-3d27-4b59-bb94-b802f45eac93 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:20.252728 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0647c429-2107-48f6-9465-cc7ac5a49ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.372958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b8a2823c-d4e5-4947-ba39-22a8011b2911 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:20.449337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:20.454279 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.489581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b43929a2-77af-43cd-9d0d-64e898411942 req-bf15c249-db50-4865-9a63-4fd1bcde03bf tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.2401187 Feb 16 14:47:20.496245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b8a2823c-d4e5-4947-ba39-22a8011b2911 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:20.496658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.545373 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0647c429-2107-48f6-9465-cc7ac5a49ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.598338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0647c429-2107-48f6-9465-cc7ac5a49ad6 None None] For port 72b2918c-3d27-4b59-bb94-b802f45eac93, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=72b2918c-3d27-4b59-bb94-b802f45eac93,segment=NetworkSegment(5e9c6136-3ce5-4ee4-90e8-48120d3d6e34),segment_id=5e9c6136-3ce5-4ee4-90e8-48120d3d6e34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:20.667608 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.696849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port b8a2823c-d4e5-4947-ba39-22a8011b2911, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b8a2823c-d4e5-4947-ba39-22a8011b2911,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:20.697149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ae3ba-bca4-4fb7-8763-91a35d9a13be req-d3793dda-5d8d-479d-b2ab-ab0347a0591d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:20.698729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0647c429-2107-48f6-9465-cc7ac5a49ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.709445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-067ae3ba-bca4-4fb7-8763-91a35d9a13be req-d3793dda-5d8d-479d-b2ab-ab0347a0591d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2619021 Feb 16 14:47:20.745779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Allocated IP 172.20.0.1 (b5d2300b-92f2-476e-a417-ce07da332416/73a8970b-7808-4b1e-8585-a802dbfa1133/417b1a5f-7966-4b6e-97c8-cbd244aaedd5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:20.772081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647c429-2107-48f6-9465-cc7ac5a49ad6 None None] Pushing event updated for resources: {'Port': ['ID=72b2918c-3d27-4b59-bb94-b802f45eac93,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:20.781537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-067ae3ba-bca4-4fb7-8763-91a35d9a13be req-5443c4c5-9a38-4f5f-a3dd-98ce444366b0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691388 Feb 16 14:47:20.784997 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.787752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 72b2918c-3d27-4b59-bb94-b802f45eac93 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:20.892634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=b8a2823c-d4e5-4947-ba39-22a8011b2911,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:20.927945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.934091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-608d6b24-b02d-4907-8aa6-d2cdb6aad36b None None] Provisioning complete for port 72b2918c-3d27-4b59-bb94-b802f45eac93 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:20.934464 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-608d6b24-b02d-4907-8aa6-d2cdb6aad36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:20.966392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43929a2-77af-43cd-9d0d-64e898411942 req-c19a07fb-b159-410b-a42b-9dc54788135c tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:20.967919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b43929a2-77af-43cd-9d0d-64e898411942 req-c19a07fb-b159-410b-a42b-9dc54788135c tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.4758408 Feb 16 14:47:21.002974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Allocated IP 19.80.0.49 (e0218dea-ba35-4b3e-8dc7-c52b19511be7/adca8d02-bc14-4e9f-aa8d-6faa2c75c13e/458e80d3-4e93-4535-be21-e2736e3391a4) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:21.020183 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.058042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 72b2918c-3d27-4b59-bb94-b802f45eac93 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:21.058604 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.121618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.142932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-608d6b24-b02d-4907-8aa6-d2cdb6aad36b None None] Provisioning complete for port c76cee77-d488-49f7-b44a-059fd503618c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:21.144247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-608d6b24-b02d-4907-8aa6-d2cdb6aad36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.188946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-608d6b24-b02d-4907-8aa6-d2cdb6aad36b None None] Port c76cee77-d488-49f7-b44a-059fd503618c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:21.207840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953c595-d05d-46cb-95df-b50c3b8dd8d9 req-8d061ed9-976d-4ae4-b58f-c3b7a2e94e5d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:21.215403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a953c595-d05d-46cb-95df-b50c3b8dd8d9 req-8d061ed9-976d-4ae4-b58f-c3b7a2e94e5d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.3323615 Feb 16 14:47:21.227938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Network b5d2300b-92f2-476e-a417-ce07da332416 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:21.243744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cde16df-0d6e-4f4e-a24e-11ea1c649333 req-2efc3b78-0020-4d13-ba18-69f08976852a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 210 time: 0.0580411 Feb 16 14:47:21.254450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:21.264815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2c142a20-2443-4c3e-b55b-d7c808e3cb6a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:21.269350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:21.325747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a953c595-d05d-46cb-95df-b50c3b8dd8d9 req-bfa69658-1617-4944-a4c3-6ddb5c50c15f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045334 Feb 16 14:47:21.364077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:21.364501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.405910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Port': ['ID=417b1a5f-7966-4b6e-97c8-cbd244aaedd5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:21.463186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.508523 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.579174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:21.610456 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.663248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad7873-8dc2-4c48-bd07-b670f0398fe7 req-a88b012a-0733-4028-b268-7dd73b3b3ad7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:21.665243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23ad7873-8dc2-4c48-bd07-b670f0398fe7 req-a88b012a-0733-4028-b268-7dd73b3b3ad7 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.2355640 Feb 16 14:47:21.675682 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.677507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36375039-20b0-4251-b248-6ace15d4dbf7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:21.780358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.783101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-9d449856-5a69-4169-871f-97f8f3fe954c tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3544006 Feb 16 14:47:21.788262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:21.799366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:21.802205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f58eaaa2-d221-425f-bf5a-7f19723f0045 None None] Provisioning complete for port 417b1a5f-7966-4b6e-97c8-cbd244aaedd5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:21.802574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f58eaaa2-d221-425f-bf5a-7f19723f0045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.812868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23ad7873-8dc2-4c48-bd07-b670f0398fe7 req-f0fee46e-5b62-4956-9694-ead0a6dcaf5e tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314077 Feb 16 14:47:21.858543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8a611-209d-4da0-bd75-ce4956ee6007 None None] Network a5424712-54da-4e85-9faf-7f2d2a6b6f05 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:21.864517 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.879970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.911597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network e0218dea-ba35-4b3e-8dc7-c52b19511be7 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:21.922858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f58eaaa2-d221-425f-bf5a-7f19723f0045 None None] Port 417b1a5f-7966-4b6e-97c8-cbd244aaedd5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:21.928446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 36375039-20b0-4251-b248-6ace15d4dbf7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:21.928995 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:21.934910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Port': ['ID=458e80d3-4e93-4535-be21-e2736e3391a4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:21.943148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:21.948611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:21.963462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377546df-bb39-4998-83c8-71d96cd2deff req-48a33a9d-d188-43aa-9685-3f1dbd333bce tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:21.965103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-377546df-bb39-4998-83c8-71d96cd2deff req-48a33a9d-d188-43aa-9685-3f1dbd333bce tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 945 time: 0.0983295 Feb 16 14:47:22.001818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.049870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-4028bdbc-64a2-4111-b0fe-439f8156b8a5 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=04927e14b284480d8ce474879bd933bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163182 Feb 16 14:47:22.076121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.081873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:22.082457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.136782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-396384b9-f090-46ba-8079-fb5813ab5218 None None] Provisioning complete for port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:22.137413 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-396384b9-f090-46ba-8079-fb5813ab5218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.270670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-66250fcf-b73c-487e-81d1-de3956f73ef5 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0178354 Feb 16 14:47:22.327647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Request body: {'port': {'device_id': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05', 'admin_state_up': True, 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:22.427257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d991d78f-5f6c-4100-a783-9e440725fe1a None None] Provisioning complete for port 458e80d3-4e93-4535-be21-e2736e3391a4 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:22.427740 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d991d78f-5f6c-4100-a783-9e440725fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.452557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.475400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b8a2823c-d4e5-4947-ba39-22a8011b2911 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:22.518603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d991d78f-5f6c-4100-a783-9e440725fe1a None None] Port 458e80d3-4e93-4535-be21-e2736e3391a4 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:22.540545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b8a2823c-d4e5-4947-ba39-22a8011b2911 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:22.540910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.555669 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.614352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Made reservation on behalf of 49c4ec15efb94cf5b8869b5689ed759c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:22.617885 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.625982 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.627796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Pushing event updated for resources: {'Port': ['ID=c76cee77-d488-49f7-b44a-059fd503618c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:22.645527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 72b2918c-3d27-4b59-bb94-b802f45eac93 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:22.692770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-467776bf-094c-4aa6-ad05-b3ba6c159472 None None] Provisioning complete for port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:22.693133 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-467776bf-094c-4aa6-ad05-b3ba6c159472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.718550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.741276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Port': ['ID=417b1a5f-7966-4b6e-97c8-cbd244aaedd5,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:22.741684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 72b2918c-3d27-4b59-bb94-b802f45eac93 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:22.742047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.754270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-3a4a1ddc-5e3b-4b8a-ba22-5d4ba072774a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:22.755866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-3a4a1ddc-5e3b-4b8a-ba22-5d4ba072774a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575114 Feb 16 14:47:22.760532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Deleting port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:22.760873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.848337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-fffc3c4a-b13f-4c7f-bd58-8d912dacd7c4 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/quotas/04927e14b284480d8ce474879bd933bd HTTP/1.1" status: 200 len: 375 time: 0.0700641 Feb 16 14:47:22.871673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2c142a20-2443-4c3e-b55b-d7c808e3cb6a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:22.897032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Allocated IP 19.86.0.52 (a5424712-54da-4e85-9faf-7f2d2a6b6f05/0f89aac4-6101-4144-a618-50a04b2ddcd7/d7a29b7d-dbaa-4e73-9f53-739b4ff607b1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:22.912711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-116129e8-ec66-492a-9bbb-54fe6591147a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=04927e14b284480d8ce474879bd933bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500650 Feb 16 14:47:22.924390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:22.929275 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Network b5d2300b-92f2-476e-a417-ce07da332416 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:22.932692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:22.933263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:22.951050 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:22.987789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] For port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:22.988234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.085828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:23.086198 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.181001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 439d4cba-271c-45ad-90d1-3162f4950ce3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:23.186870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Calling delete_port for 2bfacf0c-8e19-4166-ad41-30a2b83ed86d owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:23.255939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 439d4cba-271c-45ad-90d1-3162f4950ce3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:23.257240 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.322961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Router e37fe7ff-51b0-466c-935d-89a04ac64a5b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:23.366197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bca335ed-e520-42b3-9d79-f757d90fb9de None None] Provisioning complete for port 417b1a5f-7966-4b6e-97c8-cbd244aaedd5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:23.367136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bca335ed-e520-42b3-9d79-f757d90fb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.427203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bca335ed-e520-42b3-9d79-f757d90fb9de None None] Port 417b1a5f-7966-4b6e-97c8-cbd244aaedd5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:23.487381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.549947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:23.550222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-af61a6b7-4db0-4524-8a0b-cf3f7d28d679 None None] Provisioning complete for port c76cee77-d488-49f7-b44a-059fd503618c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:23.550569 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af61a6b7-4db0-4524-8a0b-cf3f7d28d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.555840 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3a4bd040-78d4-4b2d-80da-fac60c0e8652 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "PUT /v2.0/routers/e37fe7ff-51b0-466c-935d-89a04ac64a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2473338 Feb 16 14:47:23.559990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:23.565404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Request body: {'port': {'network_id': 'b5d2300b-92f2-476e-a417-ce07da332416', 'name': 'tempest-FloatingIPAdminTestJSON-695146758'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:23.579266 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] Sync routers for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:23.580156 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:23.581285 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:23.598269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-af61a6b7-4db0-4524-8a0b-cf3f7d28d679 None None] Port c76cee77-d488-49f7-b44a-059fd503618c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:23.621997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Allocated IP 172.25.6.71 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/eb9388ee-1762-4b6e-a965-bce2ddd62198) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:23.633226 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:23.643681 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:23.644351 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:23.656722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8227c-286d-4993-80e0-5a9f06f820f0 req-eb917995-c734-4e61-bdcf-eb5cb2b86155 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:23.660419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cff8227c-286d-4993-80e0-5a9f06f820f0 req-eb917995-c734-4e61-bdcf-eb5cb2b86155 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1686192 Feb 16 14:47:23.676051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Router b84385b2-2351-436f-9370-112393a817ed has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:23.678724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:23.679567 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42db048b-2f8b-41cf-bd24-021f04e8deaf None None] The sync data for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:23.803450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cff8227c-286d-4993-80e0-5a9f06f820f0 req-bf8ee66e-cd83-405c-8331-9472d5663649 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244333 Feb 16 14:47:23.814063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.820671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.871016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.873108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Made reservation on behalf of 0cadba373bc34d02b57e823bb09b6df8 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:23.876818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:23.906909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event deleted for resources: {'Port': ['ID=2bfacf0c-8e19-4166-ad41-30a2b83ed86d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:23.908278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Network a5424712-54da-4e85-9faf-7f2d2a6b6f05 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:23.909497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] device_id is not set on port 08306c43-95f4-4b4a-a5aa-7f35babebbdb yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:47:23.918398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:23.921441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event updated for resources: {'Port': ['ID=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:23.923458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:24.013440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] No DVR routers for this DVR port 2bfacf0c-8e19-4166-ad41-30a2b83ed86d on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:24.019948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.023415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-377546df-bb39-4998-83c8-71d96cd2deff req-d6870422-4a2a-406b-bbb9-51c1a321a860 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "DELETE /v2.0/ports/2bfacf0c-8e19-4166-ad41-30a2b83ed86d HTTP/1.1" status: 204 len: 173 time: 2.0457525 Feb 16 14:47:24.025437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'name': 'network-vif-deleted', 'tag': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:24.027790 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb67556c-5089-4337-acb7-855752f06441" -d '{"events": [{"server_uuid": "f4bd239e-8cab-4827-bad7-e11d44ed073e", "name": "network-vif-deleted", "tag": "2bfacf0c-8e19-4166-ad41-30a2b83ed86d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:24.033363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:24.034161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.035786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:24.051624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c44db1a4-2889-49f3-a71c-a5c12c57372b admin admin] 10.222.0.113 "PUT /v2.0/routers/b84385b2-2351-436f-9370-112393a817ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6052992 Feb 16 14:47:24.051763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Sync routers for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:24.061236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2fa40-928e-4c10-ae92-8e0f6a488437 req-4195916b-06a5-4614-bed2-ea574f5047d3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:24.068841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2fa40-928e-4c10-ae92-8e0f6a488437 req-4195916b-06a5-4614-bed2-ea574f5047d3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:24.077673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5c2fa40-928e-4c10-ae92-8e0f6a488437 req-4195916b-06a5-4614-bed2-ea574f5047d3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1653 time: 0.1728141 Feb 16 14:47:24.078200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:24.079004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:24.146166 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c722766-e28f-4e42-83a4-eeb230597878 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8261971 Feb 16 14:47:24.155051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5c2fa40-928e-4c10-ae92-8e0f6a488437 req-9b5c68fd-56d9-4ec4-a53c-04301142272c tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762858 Feb 16 14:47:24.164745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Request body: {'port': {'device_id': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:24.191722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.212620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Allocated IP 172.20.0.5 (b5d2300b-92f2-476e-a417-ce07da332416/73a8970b-7808-4b1e-8585-a802dbfa1133/08306c43-95f4-4b4a-a5aa-7f35babebbdb) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:24.219339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:24.328178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.375273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:24.390779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:24.395823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:24.418789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aef84435-3368-47e4-b39b-7102ac6e2e04 None None] Provisioning complete for port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:24.419432 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aef84435-3368-47e4-b39b-7102ac6e2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.476176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=eb9388ee-1762-4b6e-a965-bce2ddd62198,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:24.504406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-aef84435-3368-47e4-b39b-7102ac6e2e04 None None] Port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:24.506487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d450e72-92e8-40ee-b027-70f12378458e req-add315d0-9e32-4d0b-bb86-9bb935380878 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:24.509594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d450e72-92e8-40ee-b027-70f12378458e req-add315d0-9e32-4d0b-bb86-9bb935380878 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.2331164 Feb 16 14:47:24.594973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.599673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d450e72-92e8-40ee-b027-70f12378458e req-328cbc74-83af-46f6-a922-4b3eb1205f35 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550315 Feb 16 14:47:24.602078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:21Z', 'revision_number': 2, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:24.632871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.641224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Checking router: b84385b2-2351-436f-9370-112393a817ed for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:24.641586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Updating router b84385b2-2351-436f-9370-112393a817ed port c76cee77-d488-49f7-b44a-059fd503618c binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:47:24.667702 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.753901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.785352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458e80d3-4e93-4535-be21-e2736e3391a4 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:24.793325 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.797192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.822057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-255b94ad-c196-45d9-b4d5-947c55c19f0c req-5920ff66-6fdc-44ca-8100-aecfb3f16afd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4bd239e-8cab-4827-bad7-e11d44ed073e HTTP/1.1" status: 200 len: 210 time: 0.0894451 Feb 16 14:47:24.869300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event updated for resources: {'Port': ['ID=08306c43-95f4-4b4a-a5aa-7f35babebbdb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:24.875104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Transition to ACTIVE for port object 458e80d3-4e93-4535-be21-e2736e3391a4 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:47:24.882747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Network b5d2300b-92f2-476e-a417-ce07da332416 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:24.884450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:24.886764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:24.958722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:24.959355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:24.982076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-77ab557b-70a3-424b-abb8-f3a143b3360a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=04927e14b284480d8ce474879bd933bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643675 Feb 16 14:47:24.983817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.038567 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.055628 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a379d001-af6d-48d2-a0f3-5af6ad64a9e2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4925287 Feb 16 14:47:25.067436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48742) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:25.069395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=458e80d3-4e93-4535-be21-e2736e3391a4,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:25.109460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2bfacf0c-8e19-4166-ad41-30a2b83ed86d no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:25.149688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 2bfacf0c-8e19-4166-ad41-30a2b83ed86d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:25.149970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2bfacf0c-8e19-4166-ad41-30a2b83ed86d not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:25.155519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.169080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-d9c21ffa-348d-450b-bf6c-a1ee3dc922b6 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1971705 Feb 16 14:47:25.264444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4f85e-10e5-40c4-a2b1-2ba254c70a9b None None] Pushing event updated for resources: {'Port': ['ID=c76cee77-d488-49f7-b44a-059fd503618c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:25.279244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Attempting to bind port 458e80d3-4e93-4535-be21-e2736e3391a4 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:25.280548 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Attempting to bind port 458e80d3-4e93-4535-be21-e2736e3391a4 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:25.281578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Attempting to bind port 458e80d3-4e93-4535-be21-e2736e3391a4 on network e0218dea-ba35-4b3e-8dc7-c52b19511be7 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:25.298158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Port 458e80d3-4e93-4535-be21-e2736e3391a4 on network e0218dea-ba35-4b3e-8dc7-c52b19511be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:47:25.298636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Attempting to bind port 458e80d3-4e93-4535-be21-e2736e3391a4 on network e0218dea-ba35-4b3e-8dc7-c52b19511be7 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:25.315304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:25.318352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Checking segment: {'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:25.319219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Bound using segment: {'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:25.321190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Bound port: 458e80d3-4e93-4535-be21-e2736e3391a4, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec25cb1-f935-4801-86b6-1a5a33edbc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:25.323022 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.372794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Attempting to bind port c76cee77-d488-49f7-b44a-059fd503618c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:25.372962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Attempting to bind port c76cee77-d488-49f7-b44a-059fd503618c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:25.373345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Attempting to bind port c76cee77-d488-49f7-b44a-059fd503618c on network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:25.390636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9b5ca712-bb36-44f5-807f-9cccae782e21 None None] Provisioning complete for port 08306c43-95f4-4b4a-a5aa-7f35babebbdb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:25.391197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b5ca712-bb36-44f5-807f-9cccae782e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.396769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:25.397145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Checking segment: {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:25.397555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.397950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Bound using segment: {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:25.398437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Bound port: c76cee77-d488-49f7-b44a-059fd503618c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:25.398817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.406086 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.431251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-b5b1276e-e093-462b-98e1-d3995ea52de8 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:25.433264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-b5b1276e-e093-462b-98e1-d3995ea52de8 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089134 Feb 16 14:47:25.449408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-9df929b5-f65e-4ef3-9c42-b63233f1c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:25.451127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-9df929b5-f65e-4ef3-9c42-b63233f1c19f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.1916893 Feb 16 14:47:25.458300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-de8fd64d-2456-42da-816f-2740abdebb4c tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/quotas/04927e14b284480d8ce474879bd933bd HTTP/1.1" status: 200 len: 375 time: 0.0241113 Feb 16 14:47:25.488764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] For port 458e80d3-4e93-4535-be21-e2736e3391a4, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:25.495091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] For port 458e80d3-4e93-4535-be21-e2736e3391a4, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=458e80d3-4e93-4535-be21-e2736e3391a4,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:25.502194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'project_id': '0cadba373bc34d02b57e823bb09b6df8', 'port_id': '08306c43-95f4-4b4a-a5aa-7f35babebbdb'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:25.510502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-8ae283c6-5f4f-4030-a486-ee8fd69729b4 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=04927e14b284480d8ce474879bd933bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511358 Feb 16 14:47:25.580744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] For port c76cee77-d488-49f7-b44a-059fd503618c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:25.584609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] For port c76cee77-d488-49f7-b44a-059fd503618c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c76cee77-d488-49f7-b44a-059fd503618c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:25.586889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ca712-bb36-44f5-807f-9cccae782e21 None None] Port 08306c43-95f4-4b4a-a5aa-7f35babebbdb cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:25.601339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.626678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.669712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:25.671227 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.671402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.673173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] 10.222.0.129 "PUT /v2.0/ports/458e80d3-4e93-4535-be21-e2736e3391a4 HTTP/1.1" status: 200 len: 1091 time: 1.5163169 Feb 16 14:47:25.676559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'tag': '458e80d3-4e93-4535-be21-e2736e3391a4'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:25.682225 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c535b592-6f21-471c-870e-0232664859f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "tag": "458e80d3-4e93-4535-be21-e2736e3391a4"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:25.689214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:25.768579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1995dbe-a52c-4bb0-9d0c-4b62acfe7c41 service neutron] Pushing event updated for resources: {'Port': ['ID=458e80d3-4e93-4535-be21-e2736e3391a4,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:25.872528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Request body: {'port': {'device_id': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:25.919271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4f85e-10e5-40c4-a2b1-2ba254c70a9b None None] Pushing event updated for resources: {'Port': ['ID=c76cee77-d488-49f7-b44a-059fd503618c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:25.925327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:25.925944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:25.991042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.065316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=eb9388ee-1762-4b6e-a965-bce2ddd62198,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:26.098210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fc5397cc-eece-43fb-b5fa-5266656fad3a None None] Provisioning complete for port c76cee77-d488-49f7-b44a-059fd503618c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:26.098210 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc5397cc-eece-43fb-b5fa-5266656fad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.167401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:26.176305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Allocated IP 172.25.6.247 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/32a51fd1-2d77-43dc-9a20-06976fa309b1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:26.197978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd3f46-2a05-4632-b082-d4218e41c4ca req-146e9949-e545-43ee-a857-c253267bdb77 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:26.200135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edcd3f46-2a05-4632-b082-d4218e41c4ca req-146e9949-e545-43ee-a857-c253267bdb77 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2003167 Feb 16 14:47:26.205149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.212260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-6b9d2d46-4787-46c3-9aab-7d96dd3df83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:26.213723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-6b9d2d46-4787-46c3-9aab-7d96dd3df83d service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.7023396 Feb 16 14:47:26.271192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-524e6ead-1ec1-4e5a-9bc6-52bad92e7d7b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.0470636 Feb 16 14:47:26.324881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edcd3f46-2a05-4632-b082-d4218e41c4ca req-2edaa0c4-4351-449f-acfb-98573f9d308b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957360 Feb 16 14:47:26.325026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.360827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.362043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-d08af3fa-9a8c-4877-bda0-22b9c1705997 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5780740 Feb 16 14:47:26.366842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.376821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc5397cc-eece-43fb-b5fa-5266656fad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.399469 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e6170-2cf3-4c8d-979f-5d5b57c2ae34 x-openstack-request-id: req-043e6170-2cf3-4c8d-979f-5d5b57c2ae34 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:26.399807 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bd239e-8cab-4827-bad7-e11d44ed073e", "name": "network-vif-deleted", "tag": "2bfacf0c-8e19-4166-ad41-30a2b83ed86d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:26.400022 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-043e6170-2cf3-4c8d-979f-5d5b57c2ae34 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:26.400396 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bd239e-8cab-4827-bad7-e11d44ed073e', 'name': 'network-vif-deleted', 'tag': '2bfacf0c-8e19-4166-ad41-30a2b83ed86d', 'status': 'completed', 'code': 200} Feb 16 14:47:26.462468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fc5397cc-eece-43fb-b5fa-5266656fad3a None None] For port c76cee77-d488-49f7-b44a-059fd503618c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c76cee77-d488-49f7-b44a-059fd503618c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:26.462710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.479587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-932be280-b7e2-4882-9239-a4f1ec9b14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:26.481193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-932be280-b7e2-4882-9239-a4f1ec9b14f1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.2000237 Feb 16 14:47:26.531814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-7996da7b-8433-41d9-95a4-6e257b489ae0 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=04927e14b284480d8ce474879bd933bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698073 Feb 16 14:47:26.542768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-c4740359-c99c-4af4-b54d-0f14ba9c0611 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.1639259 Feb 16 14:47:26.564904 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc5397cc-eece-43fb-b5fa-5266656fad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.567164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:26.578436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:26.585076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:26.705802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:25Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:26.711340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5397cc-eece-43fb-b5fa-5266656fad3a None None] Pushing event updated for resources: {'Port': ['ID=c76cee77-d488-49f7-b44a-059fd503618c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:26.738836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-2fc3e7db-8bcf-4114-b35c-443b1b3c0d5d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:26.744135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4308706e-7f46-44dd-ba02-af7f47d51089 req-2fc3e7db-8bcf-4114-b35c-443b1b3c0d5d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1967070 Feb 16 14:47:26.778608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a660202-41b2-486f-9ae7-5f6c5f50efb6 None None] The sync data for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 is: [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:25Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:26.797420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-676c6a30-af50-4e90-bce7-f4ee7b766bbb None None] Provisioning complete for port c76cee77-d488-49f7-b44a-059fd503618c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:26.809331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-676c6a30-af50-4e90-bce7-f4ee7b766bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:26.882606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-c21b1590-6436-495a-86dd-299a98b796bb tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:26.884383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-c21b1590-6436-495a-86dd-299a98b796bb tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951647 Feb 16 14:47:26.952989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Request body: {'port': {'device_id': '63955d23-a89a-4cab-b274-dd241a63376f', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '04927e14b284480d8ce474879bd933bd'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:26.960161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-88123ca3-7637-4608-b950-d7017a9749e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:26.961623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-88123ca3-7637-4608-b950-d7017a9749e3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4622827 Feb 16 14:47:26.992053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48774) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:27.024840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-221a26de-efdc-4753-9789-2ca54143557f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70902036', 'description': 'tempest-description--2097308826'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:27.104734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Pushing event updated for resources: {'Port': ['ID=32a51fd1-2d77-43dc-9a20-06976fa309b1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:27.223870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212ff65-6ea3-429b-bb17-ac591323f74b req-f76ed420-1b40-401c-8795-3b212b092bd8 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:27.229683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212ff65-6ea3-429b-bb17-ac591323f74b req-f76ed420-1b40-401c-8795-3b212b092bd8 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:27.231312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1212ff65-6ea3-429b-bb17-ac591323f74b req-f76ed420-1b40-401c-8795-3b212b092bd8 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1665 time: 0.3460078 Feb 16 14:47:27.260586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-729de08e-1264-4bd6-9b45-859eb8a94d15 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653587 Feb 16 14:47:27.369741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d434-5eca-4ff1-a643-4817e4014639 req-32511b07-022d-4f5f-b3fb-31cf6ffab045 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:27.371961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9752d434-5eca-4ff1-a643-4817e4014639 req-32511b07-022d-4f5f-b3fb-31cf6ffab045 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.2457232 Feb 16 14:47:27.378864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-221a26de-efdc-4753-9789-2ca54143557f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.406631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:27.407311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1212ff65-6ea3-429b-bb17-ac591323f74b req-86981269-8901-49e0-85f3-3897b70904ea tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565950 Feb 16 14:47:27.461251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.499655 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e85577d-c473-45a2-8432-1ade72be1134 x-openstack-request-id: req-8e85577d-c473-45a2-8432-1ade72be1134 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:27.499949 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "tag": "458e80d3-4e93-4535-be21-e2736e3391a4", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:27.500193 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8e85577d-c473-45a2-8432-1ade72be1134 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:27.500582 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'tag': '458e80d3-4e93-4535-be21-e2736e3391a4', 'status': 'completed', 'code': 200} Feb 16 14:47:27.521481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Transition to ACTIVE for port object d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:47:27.561507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0486fe2b-4aa9-4595-aa9d-af4b6fc04aef req-34cc32b4-4f39-46aa-81ae-f412cf720ed1 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851727 Feb 16 14:47:27.598082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9752d434-5eca-4ff1-a643-4817e4014639 req-15a6acc0-38d9-431c-a291-a60199a905f8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059877 Feb 16 14:47:27.636076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.673207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-221a26de-efdc-4753-9789-2ca54143557f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.687297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1a745c3-cad5-470b-a742-96e9adf880e3 req-0fe280e4-36c0-4e26-820b-027033466848 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 210 time: 0.1246810 Feb 16 14:47:27.690363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Made reservation on behalf of 04927e14b284480d8ce474879bd933bd for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:27.694390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:27.713978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.754435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-221a26de-efdc-4753-9789-2ca54143557f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.756996 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.766657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:27.924866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Attempting to bind port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:27.925538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Attempting to bind port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:27.925668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b592-6f21-471c-870e-0232664859f5 req-7ddfa02d-6679-4843-8adc-de6031401c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:27.925958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Attempting to bind port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 on network a5424712-54da-4e85-9faf-7f2d2a6b6f05 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:27.926075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b592-6f21-471c-870e-0232664859f5 req-7ddfa02d-6679-4843-8adc-de6031401c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:27.927712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c535b592-6f21-471c-870e-0232664859f5 req-7ddfa02d-6679-4843-8adc-de6031401c84 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1912 time: 0.4152417 Feb 16 14:47:27.935082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 on network a5424712-54da-4e85-9faf-7f2d2a6b6f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:47:27.935483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Attempting to bind port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 on network a5424712-54da-4e85-9faf-7f2d2a6b6f05 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:27.960707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:27.961600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Checking segment: {'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:27.963702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Bound using segment: {'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:27.964254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Bound port: d7a29b7d-dbaa-4e73-9f53-739b4ff607b1, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454945c5-d927-4640-b660-c1c36b5cca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:27.964747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.032189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-221a26de-efdc-4753-9789-2ca54143557f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.033661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-221a26de-efdc-4753-9789-2ca54143557f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0362408 Feb 16 14:47:28.038303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48788) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:28.040092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.045890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f74b942b-2385-41e7-ad8c-8d060f43e253 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Request body: {'security_group_rule': {'security_group_id': '58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:28.106995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a26de-efdc-4753-9789-2ca54143557f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:28.146438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] For port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:28.150662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] For port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:28.246092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.308812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-d7cfdff1-4257-4d63-b1af-6fe26fc71570 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5684669 Feb 16 14:47:28.322126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:28.362913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06611979-15f2-4dcc-90a1-c9c810018ce1 req-2008f245-5b05-4c56-9290-8272a2b96ffb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:28.364476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06611979-15f2-4dcc-90a1-c9c810018ce1 req-2008f245-5b05-4c56-9290-8272a2b96ffb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 813 time: 0.5778115 Feb 16 14:47:28.367442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c76cee77-d488-49f7-b44a-059fd503618c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:28.384653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:28.385007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b592-6f21-471c-870e-0232664859f5 req-9b220f08-074b-4a1f-93ec-284dd55fb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:28.385477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b592-6f21-471c-870e-0232664859f5 req-9b220f08-074b-4a1f-93ec-284dd55fb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:28.385748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.385978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b592-6f21-471c-870e-0232664859f5 req-9b220f08-074b-4a1f-93ec-284dd55fb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:28.387148 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] 10.222.0.129 "PUT /v2.0/ports/d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 HTTP/1.1" status: 200 len: 1091 time: 2.5275204 Feb 16 14:47:28.387459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c535b592-6f21-471c-870e-0232664859f5 req-9b220f08-074b-4a1f-93ec-284dd55fb2f6 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3527832 Feb 16 14:47:28.388388 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f74b942b-2385-41e7-ad8c-8d060f43e253 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.415321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06611979-15f2-4dcc-90a1-c9c810018ce1 req-a3861786-5a14-4e5f-905e-5f2e0c3e87d3 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/quotas/46eef30a26b04539ab99a16899717f51 HTTP/1.1" status: 200 len: 375 time: 0.0402448 Feb 16 14:47:28.439763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092325f-70de-4d99-a190-34b7131f74b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:28.493887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c76cee77-d488-49f7-b44a-059fd503618c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:28.495113 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.516996 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-447259b9-e449-4341-804c-169fb2b18784 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=04927e14b284480d8ce474879bd933bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663462 Feb 16 14:47:28.519340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.556101 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.562281 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f74b942b-2385-41e7-ad8c-8d060f43e253 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.624124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.669042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-10475ccd-15a7-44a0-a2e3-94b48ba449de tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:28.671958 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-10475ccd-15a7-44a0-a2e3-94b48ba449de tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461403 Feb 16 14:47:28.673538 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.677481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06611979-15f2-4dcc-90a1-c9c810018ce1 req-cd6c213f-72c3-4a79-adfc-eba2ea177315 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2364740 Feb 16 14:47:28.682108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f74b942b-2385-41e7-ad8c-8d060f43e253 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.682831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.735506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Request body: {'port': {'device_id': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '04927e14b284480d8ce474879bd933bd'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:28.801956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b942b-2385-41e7-ad8c-8d060f43e253 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ebd442-633b-4a25-a30c-8628be88654b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:28.835721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f74b942b-2385-41e7-ad8c-8d060f43e253 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:28.836860 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f74b942b-2385-41e7-ad8c-8d060f43e253 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7977479 Feb 16 14:47:28.841437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48806) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:28.846900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Pushing event updated for resources: {'Port': ['ID=32a51fd1-2d77-43dc-9a20-06976fa309b1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:28.853705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-13126ec2-db4f-4475-903c-489cbb0016c9 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Request body: {'security_group_rule': {'security_group_id': '58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:28.881125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.022131 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Floating IP 5c609bd2-589a-4fe6-ab1e-b67b99827851 associated. External IP: 172.25.6.247, port: 08306c43-95f4-4b4a-a5aa-7f35babebbdb. Feb 16 14:47:29.081163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-13126ec2-db4f-4475-903c-489cbb0016c9 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.230592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-13126ec2-db4f-4475-903c-489cbb0016c9 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.243947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:29.260227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535b592-6f21-471c-870e-0232664859f5 req-c5e23343-fe7a-4e96-8fc9-5eb12bc82878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:29.261702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c535b592-6f21-471c-870e-0232664859f5 req-c5e23343-fe7a-4e96-8fc9-5eb12bc82878 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8601437 Feb 16 14:47:29.270854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Made reservation on behalf of 04927e14b284480d8ce474879bd933bd for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:29.274752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.323697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Router e37fe7ff-51b0-466c-935d-89a04ac64a5b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:29.354104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-13126ec2-db4f-4475-903c-489cbb0016c9 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.381928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-49d85fda-75cd-44e4-bdd6-4e55bde24e9b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:29.383750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-49d85fda-75cd-44e4-bdd6-4e55bde24e9b tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.5816541 Feb 16 14:47:29.386645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Allocated IP 192.168.233.195 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/36bc829d-b2be-4069-9061-97b731a2b36a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:29.392402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13126ec2-db4f-4475-903c-489cbb0016c9 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d220901d-fb71-444b-ad74-81bb944d1733,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:29.426208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-85005293-e54e-40cf-a4c8-167232c1773d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/quotas/c6baa9e7b75442db9bcb5901b5fe5e18 HTTP/1.1" status: 200 len: 375 time: 0.0300272 Feb 16 14:47:29.444418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-1b61b4d0-50c1-4aca-994c-3d92af7e3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:29.444418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-1b61b4d0-50c1-4aca-994c-3d92af7e3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:29.445959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-1b61b4d0-50c1-4aca-994c-3d92af7e3741 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1979 time: 0.1423280 Feb 16 14:47:29.457509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-13126ec2-db4f-4475-903c-489cbb0016c9 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.458963 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-13126ec2-db4f-4475-903c-489cbb0016c9 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6130564 Feb 16 14:47:29.462512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48808) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:29.491871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:29.500950 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-7293013a-9f58-4b4d-b2ef-29f5d5619a56 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597351 Feb 16 14:47:29.501539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'tag': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:29.504054 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "tag": "d7a29b7d-dbaa-4e73-9f53-739b4ff607b1"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:29.536967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:29.546910 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] Sync routers for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:29.548880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-d28d58c7-71be-4426-b9cf-b4303436de4a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=458e80d3-4e93-4535-be21-e2736e3391a4 HTTP/1.1" status: 200 len: 217 time: 0.0921416 Feb 16 14:47:29.557460 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:29.558116 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:29.594890 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:29.595549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.603859 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:29.606775 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:29.615296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.638166 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:29.638861 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ed818-3f14-4398-956f-7fa51d19cf12 None None] The sync data for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:29.682299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b7e033e9-c625-46af-b13a-c736edee0a6d tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.6208274 Feb 16 14:47:29.682552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48812) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:29.692600 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.779878 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-34f97ca7-b559-45fa-80f3-c86c71e1d286 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] 10.222.0.113 "GET /v2.0/floatingips/5c609bd2-589a-4fe6-ab1e-b67b99827851 HTTP/1.1" status: 200 len: 982 time: 0.0938985 Feb 16 14:47:29.780128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-5ad7c7e1-7d25-44c1-a791-eae7eb73aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:29.780259 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48814) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:29.781589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-5ad7c7e1-7d25-44c1-a791-eae7eb73aea7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=adca8d02-bc14-4e9f-aa8d-6faa2c75c13e HTTP/1.1" status: 200 len: 801 time: 0.2143521 Feb 16 14:47:29.836834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-f070c701-d4f1-46df-9b7a-da39832688f6 service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010035 Feb 16 14:47:29.862011 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.908125 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-74299f7c-fc90-461a-b56e-b1e44db6da65 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.1269069 Feb 16 14:47:29.910809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48816) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:29.952397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:29.973038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-2f3dd5f7-3755-4479-bb97-0972ce236f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:29.974551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-2f3dd5f7-3755-4479-bb97-0972ce236f12 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e0218dea-ba35-4b3e-8dc7-c52b19511be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1784203 Feb 16 14:47:29.994094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Allocated IP 172.25.6.153 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ef9fca35-4464-4477-8a43-1470cf0797e7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:30.093184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-de09bc6a-a8dc-476c-a951-76573934368c service neutron] 10.222.0.113 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464557 Feb 16 14:47:30.120768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Deleting port 32a51fd1-2d77-43dc-9a20-06976fa309b1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:30.121213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.173344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.186903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6c05e2cd-037a-4819-b675-33c1af92826b service neutron] 10.222.0.129 "GET /v2.0/networks/e0218dea-ba35-4b3e-8dc7-c52b19511be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940875 Feb 16 14:47:30.245467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Allocated IP 192.168.233.170 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/43dd3977-1a3e-48a6-9448-d7098f94c4d5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:30.257535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.257861 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.276159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Calling delete_port for 32a51fd1-2d77-43dc-9a20-06976fa309b1 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:30.356510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.360572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:30.373463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:30.378325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:30.381571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:30.461999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-72bb935f-94dd-4a43-9c8f-143f50e0d05d service neutron] 10.222.0.129 "GET /v2.0/networks/e0218dea-ba35-4b3e-8dc7-c52b19511be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381489 Feb 16 14:47:30.549486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:30.550245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.554972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-01e5f446-c1d3-4fb9-b48e-42bda188535d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 HTTP/1.1" status: 200 len: 217 time: 0.0666676 Feb 16 14:47:30.588950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a371af-4e16-4912-a4bb-859beb1006cd req-c9c024da-037b-4030-b69f-11ae69a07062 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:30.596565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a371af-4e16-4912-a4bb-859beb1006cd req-c9c024da-037b-4030-b69f-11ae69a07062 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:30.598249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3a371af-4e16-4912-a4bb-859beb1006cd req-c9c024da-037b-4030-b69f-11ae69a07062 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1677 time: 0.1676059 Feb 16 14:47:30.656681 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.688217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fb69b3f9-cf7a-4fd5-9464-bc999d8c90a9 None None] Provisioning complete for port 36bc829d-b2be-4069-9061-97b731a2b36a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:30.688770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb69b3f9-cf7a-4fd5-9464-bc999d8c90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.698193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-708eaae6-4c14-44bb-8881-164b3caf9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:30.699834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-708eaae6-4c14-44bb-8881-164b3caf9305 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=0f89aac4-6101-4144-a618-50a04b2ddcd7 HTTP/1.1" status: 200 len: 801 time: 0.1370320 Feb 16 14:47:30.709252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3a371af-4e16-4912-a4bb-859beb1006cd req-485c8b32-01d1-4dbe-a30c-4e8e69229b46 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909712 Feb 16 14:47:30.726671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-fb69b3f9-cf7a-4fd5-9464-bc999d8c90a9 None None] Port 36bc829d-b2be-4069-9061-97b731a2b36a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:30.730484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:30.736645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-636c61fb-7be2-4a4e-86ff-88dd41d2b964 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7959766 Feb 16 14:47:30.757926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:30.764564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Request body: {'port': {'device_id': '63955d23-a89a-4cab-b274-dd241a63376f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:30.773277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:30.839966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=ef9fca35-4464-4477-8a43-1470cf0797e7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:30.909562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6efa115d-5e60-4822-9399-7d0ccf755d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:30.910996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-6efa115d-5e60-4822-9399-7d0ccf755d8b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a5424712-54da-4e85-9faf-7f2d2a6b6f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1999111 Feb 16 14:47:30.913751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Allocated IP 172.25.6.210 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b84a5320-f24a-496b-9412-c6d9e1edd290) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:30.956984 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.959931 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-4000ff51-9fef-4e41-8c69-35f62280570d service neutron] 10.222.0.129 "GET /v2.0/ports/7511b030-02e6-499e-94a0-4bfc6483b7c9/bindings/n-h2-829433-1 HTTP/1.1" status: 200 len: 382 time: 0.1943514 Feb 16 14:47:30.974207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.025718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.040721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837271a-dfb0-4d1e-9320-0fcb6d94cabb req-bda84224-1720-4309-99ce-23a07a60e0a2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:31.044023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3837271a-dfb0-4d1e-9320-0fcb6d94cabb req-bda84224-1720-4309-99ce-23a07a60e0a2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1997705 Feb 16 14:47:31.118078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.152846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-f06e26ff-5f20-4c08-879c-2f7491599f82 service neutron] 10.222.0.129 "GET /v2.0/networks/a5424712-54da-4e85-9faf-7f2d2a6b6f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159436 Feb 16 14:47:31.161323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.196442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.198382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Port': ['ID=32a51fd1-2d77-43dc-9a20-06976fa309b1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:31.228839 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.238487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3837271a-dfb0-4d1e-9320-0fcb6d94cabb req-600135ff-a427-4a05-a22b-371b84f6ea7f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882358 Feb 16 14:47:31.262001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.265791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:31.295836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:31.304016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:31.362228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:31.366755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:31.382276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:31.407927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:31.419250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.419250 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Floating IP 5c609bd2-589a-4fe6-ab1e-b67b99827851 disassociated (deleted). External IP: 172.25.6.247, port: 08306c43-95f4-4b4a-a5aa-7f35babebbdb. Feb 16 14:47:31.490421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:31.491081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.528213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event updated for resources: {'Port': ['ID=b84a5320-f24a-496b-9412-c6d9e1edd290,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:31.614305 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-6956ba89-fd5d-4110-9b76-9a98a3c09a34 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9258013 Feb 16 14:47:31.657862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5c5f0c18-6169-4d4a-9a4a-dc9a989aacb2 None None] Provisioning complete for port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:31.658689 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0c18-6169-4d4a-9a4a-dc9a989aacb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.692821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Request body: {'port': {'device_id': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:31.704157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.712699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f0c18-6169-4d4a-9a4a-dc9a989aacb2 None None] Port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:31.757477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-b2b680ac-f6b9-4e81-837e-5bb8275aed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:31.758966 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-b2b680ac-f6b9-4e81-837e-5bb8275aed24 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 1101 time: 0.1638436 Feb 16 14:47:31.812837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227124a-55a1-4941-85a4-7afb7cea5b96 req-17ac23d2-b921-4d31-a739-ab29b2190489 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:31.815268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1227124a-55a1-4941-85a4-7afb7cea5b96 req-17ac23d2-b921-4d31-a739-ab29b2190489 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.4910731 Feb 16 14:47:31.818308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67e1b4cb-db43-421b-bdde-8902c1adcbca req-c53e23f7-5015-4b59-9676-589b3876a19d service neutron] 10.222.0.129 "GET /v2.0/networks/a5424712-54da-4e85-9faf-7f2d2a6b6f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568887 Feb 16 14:47:31.870826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:31.940416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1227124a-55a1-4941-85a4-7afb7cea5b96 req-9d608b37-efbe-4174-9661-500ee24d00b0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078546 Feb 16 14:47:31.965780 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.004716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-eef8a155-7459-4d3e-94a6-1c61a29e7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.005772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.006282 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-eef8a155-7459-4d3e-94a6-1c61a29e7bca service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 1101 time: 0.2227919 Feb 16 14:47:32.027279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bc829d-b2be-4069-9061-97b731a2b36a {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:32.049577 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.071020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Transition to ACTIVE for port object 36bc829d-b2be-4069-9061-97b731a2b36a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:47:32.083570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9593e2-d848-4b5c-9cac-e2733b432257 req-2bfb60f0-e55e-4969-b79c-2bd71766e97f tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.085149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e9593e2-d848-4b5c-9cac-e2733b432257 req-2bfb60f0-e55e-4969-b79c-2bd71766e97f tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 936 time: 0.0696521 Feb 16 14:47:32.100120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.188510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e9593e2-d848-4b5c-9cac-e2733b432257 req-5d4dcfc5-d9d2-46fb-8a26-40477ef83ced tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966125 Feb 16 14:47:32.191154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=ef9fca35-4464-4477-8a43-1470cf0797e7,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:32.196884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.223030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Router e37fe7ff-51b0-466c-935d-89a04ac64a5b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:32.266975 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58a6245-28d1-4a0b-b11e-41d473c289aa x-openstack-request-id: req-d58a6245-28d1-4a0b-b11e-41d473c289aa {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:32.267722 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "tag": "d7a29b7d-dbaa-4e73-9f53-739b4ff607b1", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:32.267722 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d58a6245-28d1-4a0b-b11e-41d473c289aa {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:32.267892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.268005 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'tag': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1', 'status': 'completed', 'code': 200} Feb 16 14:47:32.274191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:32.330158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-5bbd6f05-598c-475f-9ac4-a07ccd908ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.331426 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-5bbd6f05-598c-475f-9ac4-a07ccd908ef5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3163657 Feb 16 14:47:32.387217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.388232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-a0043ef7-68a0-4a6f-9040-32ce781d1469 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0700111 Feb 16 14:47:32.429438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66aab933-f804-4c3d-80ad-ca243e619d34 req-6bd9fd27-06d2-4682-9d41-a59a1a74ee43 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 210 time: 0.0526466 Feb 16 14:47:32.440650 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-9a993fdd-4a2c-47f6-8618-b25f9ddc5d78 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0682039 Feb 16 14:47:32.505114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-e0e982c7-4ff4-4454-891f-2896cca610f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.505586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-e0e982c7-4ff4-4454-891f-2896cca610f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.507194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-e0e982c7-4ff4-4454-891f-2896cca610f3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1979 time: 0.1929202 Feb 16 14:47:32.516747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-105f965c-afdb-43de-9985-1877f4cea148 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.1133430 Feb 16 14:47:32.547476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Attempting to bind port 36bc829d-b2be-4069-9061-97b731a2b36a on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:32.547839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Attempting to bind port 36bc829d-b2be-4069-9061-97b731a2b36a by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:32.548170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Attempting to bind port 36bc829d-b2be-4069-9061-97b731a2b36a on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:32.618876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Port 36bc829d-b2be-4069-9061-97b731a2b36a on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:47:32.619128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Attempting to bind port 36bc829d-b2be-4069-9061-97b731a2b36a on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:32.673394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:32.673745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:32.674139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:32.674592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Bound port: 36bc829d-b2be-4069-9061-97b731a2b36a, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:32.674972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.678327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.698866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-2fa0e416-35b3-4c5c-919d-0321141cbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.700453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-2fa0e416-35b3-4c5c-919d-0321141cbfdc service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.2423396 Feb 16 14:47:32.705776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:32.721553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96114c68-e620-4dda-b493-5db18f33793b None None] Sync routers for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:32.729803 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.738465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96114c68-e620-4dda-b493-5db18f33793b None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:32.739337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96114c68-e620-4dda-b493-5db18f33793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:32.768058 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.768363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1093e6-3510-4f27-8c24-880702ee3b77 req-64b76854-5246-4d87-9e34-47b4226ffc41 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.774258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1093e6-3510-4f27-8c24-880702ee3b77 req-64b76854-5246-4d87-9e34-47b4226ffc41 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.775937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd1093e6-3510-4f27-8c24-880702ee3b77 req-64b76854-5246-4d87-9e34-47b4226ffc41 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1677 time: 0.2411687 Feb 16 14:47:32.777078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96114c68-e620-4dda-b493-5db18f33793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:32.788475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96114c68-e620-4dda-b493-5db18f33793b None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:32.789491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96114c68-e620-4dda-b493-5db18f33793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:32.808812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-d2a34a35-b7c5-4626-9e96-5950ca9d62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.810316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-d2a34a35-b7c5-4626-9e96-5950ca9d62cf service neutron] 10.222.0.129 "GET /v2.0/networks?id=a5424712-54da-4e85-9faf-7f2d2a6b6f05 HTTP/1.1" status: 200 len: 904 time: 0.2909615 Feb 16 14:47:32.832666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96114c68-e620-4dda-b493-5db18f33793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:32.833594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96114c68-e620-4dda-b493-5db18f33793b None None] The sync data for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:32.841709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dd3977-1a3e-48a6-9448-d7098f94c4d5 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:32.847154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-23a21e7f-bff1-47b5-8838-402f21d44917 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.848624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f092645c-0064-43f9-a4d8-6bce16a5650f req-23a21e7f-bff1-47b5-8838-402f21d44917 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.3127189 Feb 16 14:47:32.874055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:32.877087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-02f6bd6b-94f5-4124-ace0-1000f33b5b9f tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "DELETE /v2.0/floatingips/5c609bd2-589a-4fe6-ab1e-b67b99827851 HTTP/1.1" status: 204 len: 168 time: 2.9653661 Feb 16 14:47:32.884579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48836) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:32.896190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-5870c4b2-d252-4d7e-8ba0-064b1a924410 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.52&port_id=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 HTTP/1.1" status: 200 len: 217 time: 0.0720305 Feb 16 14:47:32.913502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:32.917029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:32.925825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-5ba7662b-8499-4b26-9f15-153422ab8122 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.932429 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-5ba7662b-8499-4b26-9f15-153422ab8122 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 811 time: 0.3380675 Feb 16 14:47:32.949268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Transition to ACTIVE for port object 43dd3977-1a3e-48a6-9448-d7098f94c4d5 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:47:32.951744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd1093e6-3510-4f27-8c24-880702ee3b77 req-096bf8d3-fdf2-4a0f-8392-afcc2da72ff6 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620996 Feb 16 14:47:32.958861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Request body: {'port': {'device_id': '4a4fbffc-116e-4454-8e45-59035dd42511', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'admin_state_up': True, 'tenant_id': 'c6baa9e7b75442db9bcb5901b5fe5e18'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:32.963342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:32.964437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-1ba0eea3-81d9-4241-9490-62f6e70f40b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:32.967661 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-1ba0eea3-81d9-4241-9490-62f6e70f40b1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2396598 Feb 16 14:47:32.967661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event updated for resources: {'Port': ['ID=b84a5320-f24a-496b-9412-c6d9e1edd290,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:33.006985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-20cccc7a-e52f-45a1-a01c-9ff57d5567c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:33.008536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-20cccc7a-e52f-45a1-a01c-9ff57d5567c9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=0f89aac4-6101-4144-a618-50a04b2ddcd7 HTTP/1.1" status: 200 len: 801 time: 0.1035743 Feb 16 14:47:33.031634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddc027-950b-4f47-b62d-6d72585cf325 req-01a01179-829c-4199-a1b6-fe56aadc478c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:33.032644 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.033159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dddc027-950b-4f47-b62d-6d72585cf325 req-01a01179-829c-4199-a1b6-fe56aadc478c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0855174 Feb 16 14:47:33.060265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.060900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.155443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:33.156606 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.158178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] 10.222.0.93 "PUT /v2.0/ports/36bc829d-b2be-4069-9061-97b731a2b36a HTTP/1.1" status: 200 len: 1096 time: 2.4024751 Feb 16 14:47:33.172935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:33.175443 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e694fce2-1b90-4395-a44b-a6ef2d1529ce" -d '{"events": [{"name": "network-changed", "server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:33.204308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dddc027-950b-4f47-b62d-6d72585cf325 req-3bd50e2c-c182-4b39-b647-a5df5858febc tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489351 Feb 16 14:47:33.206768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-3aec9548-8d93-46c6-8ce4-6341bb1bfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:33.208027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-3aec9548-8d93-46c6-8ce4-6341bb1bfac3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a5424712-54da-4e85-9faf-7f2d2a6b6f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1916764 Feb 16 14:47:33.211033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:33.219792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7511b030-02e6-499e-94a0-4bfc6483b7c9 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:33.241779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31d7a3-df06-4ea1-9b62-c1dee3a16d94 req-28c2c6c9-87f6-4da3-aedf-99908fe79347 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:33.243207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e31d7a3-df06-4ea1-9b62-c1dee3a16d94 req-28c2c6c9-87f6-4da3-aedf-99908fe79347 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1869152 Feb 16 14:47:33.254257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418e408-8f38-4268-b45e-3cddd4ab69cf service neutron] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:33.411364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e31d7a3-df06-4ea1-9b62-c1dee3a16d94 req-0903495c-cd7c-4bff-9680-bf0bc57deb5f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464150 Feb 16 14:47:33.429990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:33.449009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1', 'network_id': 'a5424712-54da-4e85-9faf-7f2d2a6b6f05', 'port_id': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1', 'mac_address': 'fa:16:3e:53:86:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f89aac4-6101-4144-a618-50a04b2ddcd7', 'ip_address': '19.86.0.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:33.528946 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.533558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.559789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-136fd2bb-ff73-43a5-9f0b-0a0c3ac44461 service neutron] 10.222.0.129 "GET /v2.0/networks/a5424712-54da-4e85-9faf-7f2d2a6b6f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384631 Feb 16 14:47:33.563731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:33.572482 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4f551c-1842-4aeb-9c0f-89e06476fc66 x-openstack-request-id: req-2b4f551c-1842-4aeb-9c0f-89e06476fc66 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:33.573077 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:33.573766 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2b4f551c-1842-4aeb-9c0f-89e06476fc66 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:33.574365 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a', 'status': 'completed', 'code': 200} Feb 16 14:47:33.580075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:33.582445 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb276113-bd36-49ef-8454-6b7dd52091ce" -d '{"events": [{"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-unplugged", "status": "completed", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:33.597812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.599210 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fbfa694b-c515-450f-82c6-a3bac22dc662 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1356463 Feb 16 14:47:33.600154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:33.604172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.606485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:33.615973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:33.662994 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-d0793ca1-3edb-4ee4-bd6e-14ae6702401d service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745455 Feb 16 14:47:33.715205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.718472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 458e80d3-4e93-4535-be21-e2736e3391a4 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:33.764640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.795043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-33dd463a-eb7c-4f1e-9387-f5dff1f571fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:33.796825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-33dd463a-eb7c-4f1e-9387-f5dff1f571fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04927e14b284480d8ce474879bd933bd&device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 1099 time: 0.4809804 Feb 16 14:47:33.811812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-716d7c0e-5586-46f1-b4b0-b1ce99b7dfa4 req-c7340a6e-91fe-4c36-8adb-b098d8c9694a service neutron] 10.222.0.129 "GET /v2.0/networks/a5424712-54da-4e85-9faf-7f2d2a6b6f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331994 Feb 16 14:47:33.825448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Attempting to bind port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:33.825448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Attempting to bind port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:33.826792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Attempting to bind port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:33.830526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660cba1-689c-45cf-aab2-fb1f6c531c9b req-bf65f39f-4b9d-41ec-93b8-df1762648da7 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:33.836096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d660cba1-689c-45cf-aab2-fb1f6c531c9b req-bf65f39f-4b9d-41ec-93b8-df1762648da7 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 948 time: 0.1660306 Feb 16 14:47:33.845855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:47:33.846556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Attempting to bind port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:33.862454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:33.865431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:33.865645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:33.866126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:33.866667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Bound port: 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:33.867118 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.881779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Made reservation on behalf of c6baa9e7b75442db9bcb5901b5fe5e18 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:33.885400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:33.894539 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a6297872-7e31-43e1-9419-e9ecc2996fc5 req-56e4eb6d-3817-42e6-881a-51ff1964255c service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094805 Feb 16 14:47:33.925610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d660cba1-689c-45cf-aab2-fb1f6c531c9b req-c3b63768-bfd7-4397-9d82-20cc22659d9b tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852544 Feb 16 14:47:33.930168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-68d77bf0-fed6-46e2-9bc8-f5ada7ab2c4b tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6102264 Feb 16 14:47:33.931473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-b526c7db-9415-4ad9-a3c2-aad9d90e57c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=36bc829d-b2be-4069-9061-97b731a2b36a HTTP/1.1" status: 200 len: 217 time: 0.1187646 Feb 16 14:47:33.940969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:34.013652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-84af51ed-e07e-49ef-8bd1-a5d80fb7aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.016191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-84af51ed-e07e-49ef-8bd1-a5d80fb7aa2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0625954 Feb 16 14:47:34.024062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 458e80d3-4e93-4535-be21-e2736e3391a4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=458e80d3-4e93-4535-be21-e2736e3391a4,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:34.026880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:34.051178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.052019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '458e80d3-4e93-4535-be21-e2736e3391a4', 'network_id': 'e0218dea-ba35-4b3e-8dc7-c52b19511be7', 'port_id': '458e80d3-4e93-4535-be21-e2736e3391a4', 'mac_address': 'fa:16:3e:81:2c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adca8d02-bc14-4e9f-aa8d-6faa2c75c13e', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:34.071846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-130f6823-790a-4a9f-af0f-faf2735a35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.073466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-130f6823-790a-4a9f-af0f-faf2735a35bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486829 Feb 16 14:47:34.074917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:34.103284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.117694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458e80d3-4e93-4535-be21-e2736e3391a4 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:34.127004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.140557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:34.144294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 458e80d3-4e93-4535-be21-e2736e3391a4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=458e80d3-4e93-4535-be21-e2736e3391a4,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:34.165575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-893c8e67-24fe-4385-9a0d-0d5bbae2a2a8 req-0b54cf1a-2df4-411e-a55a-54479fba2744 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=46eef30a26b04539ab99a16899717f51 HTTP/1.1" status: 200 len: 221 time: 0.0906870 Feb 16 14:47:34.177117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Allocated IP 172.20.0.14 (435fa567-edf3-4893-b78c-ef5ba8642c8d/3d9ed2ad-511d-422c-a2ad-52c08a46822a/c0790df4-1fd0-481d-83e8-a61ae314a25d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:34.218263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.241283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.268318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-2cb8df2b-da0a-474f-903d-5fad296797aa service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786857 Feb 16 14:47:34.292977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cd3570e-d7c9-4d51-8e9d-7852791b43be req-9c5eb901-4280-4033-af3d-c4ecccd973b4 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 210 time: 0.0422335 Feb 16 14:47:34.301680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Allocated IP 172.25.6.129 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/1e730044-a65f-4fee-b80d-abc2fe3e50ae) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:34.317059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=458e80d3-4e93-4535-be21-e2736e3391a4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:34.341792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.347190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.347190 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] 10.222.0.93 "PUT /v2.0/ports/43dd3977-1a3e-48a6-9448-d7098f94c4d5 HTTP/1.1" status: 200 len: 1096 time: 2.6656375 Feb 16 14:47:34.347190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:34.348593 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572" -d '{"events": [{"name": "network-changed", "server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:34.391489 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.392682 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44bea2d-c263-4e59-8392-1ce9e0f0c79d x-openstack-request-id: req-a44bea2d-c263-4e59-8392-1ce9e0f0c79d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:34.393199 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-unplugged", "status": "completed", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:34.393989 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a44bea2d-c263-4e59-8392-1ce9e0f0c79d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:34.395146 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'code': 200} Feb 16 14:47:34.415493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfdaa1cc-2237-4c42-ae45-fb26d090395f req-8bb900d0-e003-4378-a674-5e24a3617407 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316903 Feb 16 14:47:34.481231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbfd4a-39e6-4e2e-a5f9-04a03db1c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:34.493430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['458e80d3-4e93-4535-be21-e2736e3391a4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:34.596874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-ea378ae8-7938-4f81-b6ad-e05952890ff0 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--70902036&fields=id&tenant_id=e64481be7c3f4fa6bce5f4cc2bba5d5a HTTP/1.1" status: 200 len: 267 time: 0.0975783 Feb 16 14:47:34.596874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-02af054b-c5f0-42c6-bd1f-55872e57b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.596874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-02af054b-c5f0-42c6-bd1f-55872e57b825 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04927e14b284480d8ce474879bd933bd&device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 1099 time: 0.1161866 Feb 16 14:47:34.647949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.663050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-9774801a-e5e4-4e3a-873f-b36086b2c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.663814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-fa121e5f-0fd3-48c7-8aa9-3c7e938863e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5 HTTP/1.1" status: 200 len: 217 time: 0.0540178 Feb 16 14:47:34.664042 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-9774801a-e5e4-4e3a-873f-b36086b2c6e5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04927e14b284480d8ce474879bd933bd&device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 1099 time: 0.1243551 Feb 16 14:47:34.693256 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.764612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-5209e5dc-9bb0-43e2-a7fd-008fc47dbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.766076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-5209e5dc-9bb0-43e2-a7fd-008fc47dbe49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0763435 Feb 16 14:47:34.799486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-e9fde465-9908-4a2c-8bb4-dec27fccc8e4 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.808166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-e9fde465-9908-4a2c-8bb4-dec27fccc8e4 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/networks?id=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 HTTP/1.1" status: 200 len: 815 time: 0.2024598 Feb 16 14:47:34.814932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-2af33a4d-7fdd-4f65-972a-ed3be77e45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.816522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-2af33a4d-7fdd-4f65-972a-ed3be77e45bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1378083 Feb 16 14:47:34.830727 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-23061b31-b003-4cfc-9ca0-09e63729b087 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/quotas/e64481be7c3f4fa6bce5f4cc2bba5d5a HTTP/1.1" status: 200 len: 375 time: 0.0154371 Feb 16 14:47:34.848430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-4da28496-1696-4965-9107-ecdb3ffeb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:34.849860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-4da28496-1696-4965-9107-ecdb3ffeb7ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706587 Feb 16 14:47:34.864919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.868316 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-8e92aee7-d403-4537-909e-4757f4e39c21 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=36bc829d-b2be-4069-9061-97b731a2b36a HTTP/1.1" status: 200 len: 217 time: 0.0435336 Feb 16 14:47:34.910067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:34.945824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Network 435fa567-edf3-4893-b78c-ef5ba8642c8d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:34.958182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:34.964044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:34.998286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:34.999973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-4a37fcfc-5a35-4996-8508-e9f2e407e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:35.001482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-4a37fcfc-5a35-4996-8508-e9f2e407e35f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1244755 Feb 16 14:47:35.002088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event updated for resources: {'Port': ['ID=c0790df4-1fd0-481d-83e8-a61ae314a25d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:35.012671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:35.043701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:35.121465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:35.122062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.148184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Pushing event updated for resources: {'Port': ['ID=1e730044-a65f-4fee-b80d-abc2fe3e50ae,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:35.169566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-6d3b8b27-4504-44ea-a40e-73258d66b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:35.172045 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-6d3b8b27-4504-44ea-a40e-73258d66b8a4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527061 Feb 16 14:47:35.172596 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-29b3ff46-1bb7-4500-90b4-0d38354f1c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.221599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7511b030-02e6-499e-94a0-4bfc6483b7c9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:35.224734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 458e80d3-4e93-4535-be21-e2736e3391a4 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:35.226781 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-3c8a0ba2-c8d1-4081-becc-e7974496f4cd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2787104 Feb 16 14:47:35.261084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-b98c36a6-cf78-46b0-9580-cd999222f077 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e64481be7c3f4fa6bce5f4cc2bba5d5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4238319 Feb 16 14:47:35.261695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Request body: {'port': {'device_id': '4a4fbffc-116e-4454-8e45-59035dd42511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:35.288020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Allocated IP 172.25.6.108 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ff8ceda2-b172-4d6d-8452-4db5f59e562e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:35.290142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.298026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-a7feac3a-25a5-475d-b4fa-9ca80db0f712 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293637 Feb 16 14:47:35.365617 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.367686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:35.379652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'mac_address': 'fa:16:3e:36:11:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:35.400847 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-748ba9bd-5b94-49a6-ab9d-c4e2066a1d59 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090747 Feb 16 14:47:35.428488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.432326 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 458e80d3-4e93-4535-be21-e2736e3391a4 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:47:35.446906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 458e80d3-4e93-4535-be21-e2736e3391a4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:35.447325 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.449928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511b030-02e6-499e-94a0-4bfc6483b7c9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:35.451057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.504856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:35.524291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['d7a29b7d-dbaa-4e73-9f53-739b4ff607b1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:35.563391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-018a210d-1292-4c14-a18b-eeeff6cbd66c service neutron] 10.222.0.113 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610278 Feb 16 14:47:35.594869 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.598688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.629609 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0cfdb3f-f8b1-41ed-acf0-1037a3775189 req-23f81abd-f746-4c8e-a510-fbc3c80a83b6 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134935 Feb 16 14:47:35.652742 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.697533 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e694fce2-1b90-4395-a44b-a6ef2d1529ce req-631727ac-e223-4b4f-aa8d-addf8d6e3a89 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879481 Feb 16 14:47:35.711344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-937a51fe-51c0-40c0-bea9-7031f8259907 service neutron] 10.222.0.113 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444762 Feb 16 14:47:35.756094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:35.780790 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.784890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 458e80d3-4e93-4535-be21-e2736e3391a4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=458e80d3-4e93-4535-be21-e2736e3391a4,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:35.831351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:35.834256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:35.838297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:35.848844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7511b030-02e6-499e-94a0-4bfc6483b7c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:35.864179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=ff8ceda2-b172-4d6d-8452-4db5f59e562e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:35.897193 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.898367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.972172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0790df4-1fd0-481d-83e8-a61ae314a25d {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:35.992579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.993856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:35.998809 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.008989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=458e80d3-4e93-4535-be21-e2736e3391a4,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:36.041919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Transition to ACTIVE for port object c0790df4-1fd0-481d-83e8-a61ae314a25d will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:47:36.063327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9869-b98a-4a1d-90eb-17e674376e25 req-0afaf606-38ea-4916-a1b3-73415b6d693a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.071530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa9869-b98a-4a1d-90eb-17e674376e25 req-0afaf606-38ea-4916-a1b3-73415b6d693a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.073862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4faa9869-b98a-4a1d-90eb-17e674376e25 req-0afaf606-38ea-4916-a1b3-73415b6d693a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1680 time: 0.0855033 Feb 16 14:47:36.093632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Pushing event updated for resources: {'Port': ['ID=1e730044-a65f-4fee-b80d-abc2fe3e50ae,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:36.100593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.146310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.150952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0790df4-1fd0-481d-83e8-a61ae314a25d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:36.155586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.204881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4faa9869-b98a-4a1d-90eb-17e674376e25 req-b524ce34-703e-44ed-bc69-14891e7e3c96 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240737 Feb 16 14:47:36.225854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.228246 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e0651aa9-c218-4ccd-8ea2-fcae9327069f tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3371973 Feb 16 14:47:36.235447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:36.271960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Attempting to bind port c0790df4-1fd0-481d-83e8-a61ae314a25d on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:36.271960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Attempting to bind port c0790df4-1fd0-481d-83e8-a61ae314a25d by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:36.271960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Attempting to bind port c0790df4-1fd0-481d-83e8-a61ae314a25d on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:36.272382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Port c0790df4-1fd0-481d-83e8-a61ae314a25d on network 435fa567-edf3-4893-b78c-ef5ba8642c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:47:36.272701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Attempting to bind port c0790df4-1fd0-481d-83e8-a61ae314a25d on network 435fa567-edf3-4893-b78c-ef5ba8642c8d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:36.277637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:36.277972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Checking segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:36.278354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Bound using segment: {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:36.278786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Bound port: c0790df4-1fd0-481d-83e8-a61ae314a25d, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f00e3a-90a3-40f7-8c54-4b294b16feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:36.279140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.354510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e133542-5146-46a3-aa1b-156b805d92a5 req-159132ee-79a9-4946-bd8d-013c2de1331b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.356203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e133542-5146-46a3-aa1b-156b805d92a5 req-159132ee-79a9-4946-bd8d-013c2de1331b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0783477 Feb 16 14:47:36.369098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:36.377496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] For port c0790df4-1fd0-481d-83e8-a61ae314a25d, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:36.392466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] For port c0790df4-1fd0-481d-83e8-a61ae314a25d, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c0790df4-1fd0-481d-83e8-a61ae314a25d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:36.398325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458e80d3-4e93-4535-be21-e2736e3391a4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:36.401307 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046cf0bf-2615-4a60-b95a-890a3f8a3639" -d '{"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-plugged", "status": "completed", "tag": "458e80d3-4e93-4535-be21-e2736e3391a4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:36.427359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e133542-5146-46a3-aa1b-156b805d92a5 req-791e7ec5-037d-45f8-87f7-06f1751cb80c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600638 Feb 16 14:47:36.431144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.471593 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355c1e9d-7563-4373-aadc-bc81f58dce29 x-openstack-request-id: req-355c1e9d-7563-4373-aadc-bc81f58dce29 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:36.471772 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:36.471869 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-355c1e9d-7563-4373-aadc-bc81f58dce29 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:36.472576 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'status': 'completed', 'code': 200} Feb 16 14:47:36.475610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.480529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.550921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.585979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.586590 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.588313 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] 10.222.0.93 "PUT /v2.0/ports/c0790df4-1fd0-481d-83e8-a61ae314a25d HTTP/1.1" status: 200 len: 1092 time: 1.3324983 Feb 16 14:47:36.623149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c544-5a7a-4303-98a7-a2d612873ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0790df4-1fd0-481d-83e8-a61ae314a25d,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:36.635144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-b3a8fbab-e96f-464b-9f46-5b531d5111c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.636663 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-b3a8fbab-e96f-464b-9f46-5b531d5111c2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04927e14b284480d8ce474879bd933bd&device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 1099 time: 0.1161482 Feb 16 14:47:36.652992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.666950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e519f-5948-47f1-be86-55eff9359915 req-37f47b0d-235a-408b-ac90-e1fe94a1ec0f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.674814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-989e519f-5948-47f1-be86-55eff9359915 req-37f47b0d-235a-408b-ac90-e1fe94a1ec0f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 949 time: 0.1564600 Feb 16 14:47:36.695866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event updated for resources: {'Port': ['ID=ff8ceda2-b172-4d6d-8452-4db5f59e562e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:36.732144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-989e519f-5948-47f1-be86-55eff9359915 req-ac715f2a-a403-4664-a144-aa22faf14864 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Feb 16 14:47:36.783877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.787571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-0065914f-230d-426a-9a7b-0169a2f78e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.789069 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-0065914f-230d-426a-9a7b-0169a2f78e31 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1438837 Feb 16 14:47:36.802537 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:36.804321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-8706a3aa-3bb7-4fe9-bffb-6aa0754993d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8672669 Feb 16 14:47:36.862828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-6b0e7059-e533-4dd3-bbb6-fd64f221bd31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5 HTTP/1.1" status: 200 len: 217 time: 0.0652716 Feb 16 14:47:36.887500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-49ab9b2a-6a5a-4194-a1bb-a54d44e7eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.889618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-49ab9b2a-6a5a-4194-a1bb-a54d44e7eec6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 1095 time: 0.1580613 Feb 16 14:47:36.891186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-84c92288-7a29-4511-9fb3-7f43143bb7d0 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.108 HTTP/1.1" status: 200 len: 696 time: 0.0623600 Feb 16 14:47:36.903001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36f60-e279-49e9-9437-51a171a1b102 req-7734bbd6-1a71-4f1e-a18a-2abc0c7f7758 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:36.904630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29b36f60-e279-49e9-9437-51a171a1b102 req-7734bbd6-1a71-4f1e-a18a-2abc0c7f7758 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 948 time: 0.1158729 Feb 16 14:47:36.961679 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-089f684d-35f7-4021-9c73-f613af406d0c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0790df4-1fd0-481d-83e8-a61ae314a25d HTTP/1.1" status: 200 len: 217 time: 0.0531747 Feb 16 14:47:36.999877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-53c8595e-b84e-47bb-917c-4d517b2b7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.001048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29b36f60-e279-49e9-9437-51a171a1b102 req-f3fdbdb8-7fb5-4732-9dd3-7bd3b55f6ec2 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848742 Feb 16 14:47:37.001302 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-53c8595e-b84e-47bb-917c-4d517b2b7d7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1285062 Feb 16 14:47:37.047181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-aeb954ac-fb78-4b81-a16d-d75591d4c457 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.048640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb8a26c3-da13-4a43-b8f0-f6cc2b93bee2 req-aeb954ac-fb78-4b81-a16d-d75591d4c457 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1428349 Feb 16 14:47:37.073205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Allocated IP 172.25.6.232 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6103b81f-6ce5-4598-b085-a14d402936d5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:37.095853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-569e999c-76ff-4f2c-a982-c796870e7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.097382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-569e999c-76ff-4f2c-a982-c796870e7311 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.1159141 Feb 16 14:47:37.118562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-456053e8-7e2c-482b-bc3c-639eef9aa699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.120051 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-456053e8-7e2c-482b-bc3c-639eef9aa699 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984731 Feb 16 14:47:37.136741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e6e166f-8ace-4ff9-bafc-e8c516576765 req-9ae57a12-21db-4367-8d2c-dd5bb1dbf113 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0520191 Feb 16 14:47:37.158636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597327a-452d-4cf6-8346-969d4bfcf64b req-9fc9c33a-bf59-4766-b77b-7fd6068a44d2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.164213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:37.164408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6597327a-452d-4cf6-8346-969d4bfcf64b req-9fc9c33a-bf59-4766-b77b-7fd6068a44d2 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 944 time: 0.0907490 Feb 16 14:47:37.196545 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-a26c38d1-0cae-43ba-843e-6f946816e2b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802221 Feb 16 14:47:37.210967 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb92fb-b756-4b6d-b75e-7761d6c6123d x-openstack-request-id: req-4cbb92fb-b756-4b6d-b75e-7761d6c6123d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:37.211382 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-plugged", "status": "completed", "tag": "458e80d3-4e93-4535-be21-e2736e3391a4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:37.211766 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4cbb92fb-b756-4b6d-b75e-7761d6c6123d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:37.212656 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458e80d3-4e93-4535-be21-e2736e3391a4', 'code': 200} Feb 16 14:47:37.214017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6597327a-452d-4cf6-8346-969d4bfcf64b req-1becf104-11c5-4510-8f21-a5a3b184751d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488210 Feb 16 14:47:37.247621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:37.335611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f376e7-b9bc-454d-b2cb-72f15b2c1e65 req-60f7707c-f27e-4a4c-bd1b-cd1189255df9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.337348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21f376e7-b9bc-454d-b2cb-72f15b2c1e65 req-60f7707c-f27e-4a4c-bd1b-cd1189255df9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0732985 Feb 16 14:47:37.381587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:37.384098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21f376e7-b9bc-454d-b2cb-72f15b2c1e65 req-89584381-691d-4bf8-8b1f-8288dec8df5e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392640 Feb 16 14:47:37.396665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '36bc829d-b2be-4069-9061-97b731a2b36a', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '36bc829d-b2be-4069-9061-97b731a2b36a', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:37.443510 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:37.454761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bc829d-b2be-4069-9061-97b731a2b36a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:37.478432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:37.484217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d46d0f37-3267-410a-b3d8-df0ef096a1bf req-f51b4540-252d-4462-8672-f58878658970 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips/089e7e8c-2e7d-4c39-bebb-071a47ddc985 HTTP/1.1" status: 200 len: 693 time: 0.0679269 Feb 16 14:47:37.510873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:47:37.517409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:37.518102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:37.567945 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:37.569012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 43dd3977-1a3e-48a6-9448-d7098f94c4d5 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:37.599972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d0f37-3267-410a-b3d8-df0ef096a1bf req-75b400d7-b159-409f-a3d9-c902d1e32125 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.602005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d46d0f37-3267-410a-b3d8-df0ef096a1bf req-75b400d7-b159-409f-a3d9-c902d1e32125 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1166093 Feb 16 14:47:37.724447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f99f8-4e1d-442e-af98-2fa3605690c6 req-f2e59ceb-3a4a-4b40-a40e-bd4976d3d3b9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.731928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f99f8-4e1d-442e-af98-2fa3605690c6 req-f2e59ceb-3a4a-4b40-a40e-bd4976d3d3b9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.742112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae0f99f8-4e1d-442e-af98-2fa3605690c6 req-f2e59ceb-3a4a-4b40-a40e-bd4976d3d3b9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1680 time: 0.1043003 Feb 16 14:47:37.789554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:37.825075 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-077b106d-d73a-4347-aa39-3f5f33b18d41 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655345 Feb 16 14:47:37.828939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:37.836854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'mac_address': 'fa:16:3e:71:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:37.893179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae0f99f8-4e1d-442e-af98-2fa3605690c6 req-94d1427a-99cd-40e4-b695-fb806ccdcd5d tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438479 Feb 16 14:47:37.919485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf2317-5677-4a9c-b22b-888b8b39ffbf req-015364d0-b495-43fc-8709-730eec7944ca tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:37.929135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:37.937041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66bf2317-5677-4a9c-b22b-888b8b39ffbf req-015364d0-b495-43fc-8709-730eec7944ca tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 949 time: 0.2253811 Feb 16 14:47:37.938888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:37.953978 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-5e45154a-793e-404b-a369-4dc3eaab3322 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7228186 Feb 16 14:47:37.958359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:37.964234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dd3977-1a3e-48a6-9448-d7098f94c4d5 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:38.005590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-6ce58405-0d5e-4210-8d21-e2e4a0a0754a tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips/089e7e8c-2e7d-4c39-bebb-071a47ddc985 HTTP/1.1" status: 200 len: 693 time: 0.0717545 Feb 16 14:47:38.007294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:38.017311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb706e75-1e45-4af3-b1ba-be401c944cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.019889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:38.053419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-5b6eea6f-1c67-4b7d-a6fd-54c3f67d7b3a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.054933 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-5b6eea6f-1c67-4b7d-a6fd-54c3f67d7b3a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 949 time: 0.2752180 Feb 16 14:47:38.098497 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.099777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7511b030-02e6-499e-94a0-4bfc6483b7c9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:38.122852 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75c8db4c-ca2c-4879-a6bd-c5ae4ee39572 req-214ab5e2-232b-499f-913a-71681302b2c7 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735224 Feb 16 14:47:38.140315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66bf2317-5677-4a9c-b22b-888b8b39ffbf req-15bed639-473a-4627-aeed-b320f8a4d6f8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326070 Feb 16 14:47:38.186091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-3ed8c0c7-f33c-4b90-9c35-cf6b7cc93321 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.192533 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-91863d1f-7700-4435-ab50-6ce17d229b1a req-8b0123af-a605-4f20-988d-56865eb5b689 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240639 Feb 16 14:47:38.195619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-3ed8c0c7-f33c-4b90-9c35-cf6b7cc93321 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1877451 Feb 16 14:47:38.201289 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.215808 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.274092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-05b02e1a-5005-46ab-a3c1-ad788aeedad7 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.108 HTTP/1.1" status: 200 len: 696 time: 0.0773997 Feb 16 14:47:38.281842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:38.286084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-a22fbabb-a4ba-40b2-b398-a6c5cb4a0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.287625 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-a22fbabb-a4ba-40b2-b398-a6c5cb4a0736 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 1100 time: 0.1774960 Feb 16 14:47:38.290349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:38.291587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:38.294081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:38.330613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Pushing event updated for resources: {'Port': ['ID=6103b81f-6ce5-4598-b085-a14d402936d5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:38.375136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:38.400384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 7511b030-02e6-499e-94a0-4bfc6483b7c9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:38.402135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.433298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-3eee5477-39d0-4a03-aa5f-2db013885966 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.108 HTTP/1.1" status: 200 len: 696 time: 0.1581900 Feb 16 14:47:38.463356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac9914-47e8-4232-9f74-7cc83b02f669 req-43e2202d-091d-499a-9a09-6e67c1731938 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.465985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4ac9914-47e8-4232-9f74-7cc83b02f669 req-43e2202d-091d-499a-9a09-6e67c1731938 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2094095 Feb 16 14:47:38.474706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4fbffc-116e-4454-8e45-59035dd42511', 'tag': 'c0790df4-1fd0-481d-83e8-a61ae314a25d'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:38.477165 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4fbffc-116e-4454-8e45-59035dd42511", "tag": "c0790df4-1fd0-481d-83e8-a61ae314a25d"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:38.485932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-864d5bff-6f86-491b-bb1d-3416bd6f74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.487417 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-864d5bff-6f86-491b-bb1d-3416bd6f74a8 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1878719 Feb 16 14:47:38.491903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.513138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['36bc829d-b2be-4069-9061-97b731a2b36a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:38.517735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['43dd3977-1a3e-48a6-9448-d7098f94c4d5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:38.539757 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-9f1037e6-5d54-427f-8bd2-327eff977b77 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 200 len: 217 time: 0.0416214 Feb 16 14:47:38.611294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.624203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4ac9914-47e8-4232-9f74-7cc83b02f669 req-36e975d9-4dc3-4480-b01d-ccb8945bf6e2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244655 Feb 16 14:47:38.693962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-9fec70e5-6312-4914-ad6b-f17cacaabe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.695573 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-9fec70e5-6312-4914-ad6b-f17cacaabe32 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1490149 Feb 16 14:47:38.802667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Deleting port ff8ceda2-b172-4d6d-8452-4db5f59e562e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:38.803017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.811852 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.831045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde9a4-8ae9-48f1-80e2-73c0b2aea47b req-037aada6-d255-4231-9af6-6bf4ca41f1a0 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.832926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36cde9a4-8ae9-48f1-80e2-73c0b2aea47b req-037aada6-d255-4231-9af6-6bf4ca41f1a0 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 949 time: 0.1243646 Feb 16 14:47:38.874160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-3a9b7aaf-8994-4603-afe3-0e7fcfe525c4 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.880529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-3a9b7aaf-8994-4603-afe3-0e7fcfe525c4 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.129 "GET /v2.0/networks?id=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 HTTP/1.1" status: 200 len: 815 time: 0.2574058 Feb 16 14:47:38.880677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.920499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:38.938135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-810cf82e-5624-4014-a73c-165e77316ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:38.943718 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-810cf82e-5624-4014-a73c-165e77316ac6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2308266 Feb 16 14:47:38.972138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36cde9a4-8ae9-48f1-80e2-73c0b2aea47b req-024db8a8-a34f-4d1f-8ab8-c34e406612cb tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063411 Feb 16 14:47:38.989348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.995608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6e0569a3-f44b-4304-81ac-3c29b6751583 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e64481be7c3f4fa6bce5f4cc2bba5d5a HTTP/1.1" status: 200 len: 378 time: 0.1051941 Feb 16 14:47:38.997472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:38.997807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.010473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.019481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Request body: {'port': {'device_id': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'admin_state_up': True, 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'security_groups': ['58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:39.041455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Calling delete_port for ff8ceda2-b172-4d6d-8452-4db5f59e562e owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:39.057677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:39.133718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Pushing event updated for resources: {'Port': ['ID=6103b81f-6ce5-4598-b085-a14d402936d5,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:39.144042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.148118 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-018611d7-6e99-409c-9b48-29ba5d34f2e0 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009268 Feb 16 14:47:39.176658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13786fa2-3ead-47ae-b183-0a965a0cc5cb req-c8e07521-0279-40e4-a5fc-6ed0f57b3b5f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 210 time: 0.0470283 Feb 16 14:47:39.213838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1'}, {'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:39.216826 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d069daab-c196-481d-b948-79563c8b89b7" -d '{"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-plugged", "status": "completed", "tag": "d7a29b7d-dbaa-4e73-9f53-739b4ff607b1"}, {"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-plugged", "status": "completed", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:39.258248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.259841 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f0a2fd86-16f4-4dd3-8440-7b1350311746 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0233965 Feb 16 14:47:39.266141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48934) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:39.331832 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14b042ca-31b8-4000-ac09-a91e6e6e25ba req-6cd505c6-620e-43a0-a655-ab79752a309a service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767900 Feb 16 14:47:39.335103 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f7d72725-169c-4ded-9c6e-43176b5d5cdd tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4051 time: 0.0679293 Feb 16 14:47:39.346207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48936) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:39.390317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063bf09-3800-43ca-8a67-94ac735f0c78 req-4f5b9451-526b-41a6-8201-083d98a44c8a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:39.391858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3063bf09-3800-43ca-8a67-94ac735f0c78 req-4f5b9451-526b-41a6-8201-083d98a44c8a tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 944 time: 0.0516231 Feb 16 14:47:39.392967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Made reservation on behalf of e64481be7c3f4fa6bce5f4cc2bba5d5a for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:39.396267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.418317 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e1ac6cc2-5f7a-4626-aef5-07232eb38da2 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0708740 Feb 16 14:47:39.421529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:39.425550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.503415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event deleted for resources: {'Port': ['ID=ff8ceda2-b172-4d6d-8452-4db5f59e562e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:39.527633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3063bf09-3800-43ca-8a67-94ac735f0c78 req-7673c772-cbac-4a65-a075-61ea5f0c27bf tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290920 Feb 16 14:47:39.538410 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.557666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Deleting port 6103b81f-6ce5-4598-b085-a14d402936d5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:39.558014 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.609460 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa98cc0-8558-4b60-aeb0-60b6345c9add x-openstack-request-id: req-1aa98cc0-8558-4b60-aeb0-60b6345c9add {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:39.609776 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4fbffc-116e-4454-8e45-59035dd42511", "tag": "c0790df4-1fd0-481d-83e8-a61ae314a25d", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:39.610027 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1aa98cc0-8558-4b60-aeb0-60b6345c9add {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:39.610425 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4fbffc-116e-4454-8e45-59035dd42511', 'tag': 'c0790df4-1fd0-481d-83e8-a61ae314a25d', 'status': 'completed', 'code': 200} Feb 16 14:47:39.626857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.632114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.632114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab0af2-b403-4ed0-9d87-3d60871f129a req-d45fb87b-a908-4892-9e49-9103b992b286 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "DELETE /v2.0/floatingips/089e7e8c-2e7d-4c39-bebb-071a47ddc985 HTTP/1.1" status: 204 len: 173 time: 1.1888902 Feb 16 14:47:39.642917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Allocated IP 172.20.0.11 (eb52ffa4-1588-4ae6-aedd-1b2e926de9d1/ec94b84a-f397-4553-a223-1f26400f7b6b/738f7eae-c0d2-42aa-8668-cee0ea0e6f8c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:39.693748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.694079 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.710400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Calling delete_port for 6103b81f-6ce5-4598-b085-a14d402936d5 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:39.720863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-5b1d752d-106a-43b4-909c-047d06fbf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:39.722375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-5b1d752d-106a-43b4-909c-047d06fbf014 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 1095 time: 0.0837073 Feb 16 14:47:39.842948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a321a-e079-4c57-9be1-60d034a370fb req-754e322e-e763-439e-afcd-da8a5f5f37ed tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:39.848869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a321a-e079-4c57-9be1-60d034a370fb req-754e322e-e763-439e-afcd-da8a5f5f37ed tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:39.850466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f8a321a-e079-4c57-9be1-60d034a370fb req-754e322e-e763-439e-afcd-da8a5f5f37ed tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1681 time: 0.1591809 Feb 16 14:47:39.866855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99f54c-8b12-43b4-bf1f-058cc78f6bac req-72e9fdbb-54c2-4e84-b9e5-f9769883c744 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:39.868908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c99f54c-8b12-43b4-bf1f-058cc78f6bac req-72e9fdbb-54c2-4e84-b9e5-f9769883c744 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1663156 Feb 16 14:47:39.876810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:47:39.886579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-cac383c9-372b-46e4-95d8-25db0f22bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:39.888089 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-cac383c9-372b-46e4-95d8-25db0f22bddc service neutron] 10.222.0.93 "GET /v2.0/networks?id=435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 200 len: 913 time: 0.1580000 Feb 16 14:47:39.899211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:39.958821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f8a321a-e079-4c57-9be1-60d034a370fb req-29fedf5b-d4bc-4ec7-8a13-b49563a8fe84 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995705 Feb 16 14:47:39.960244 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-0ceb6825-818a-446c-97ce-362a3d3b225a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0790df4-1fd0-481d-83e8-a61ae314a25d HTTP/1.1" status: 200 len: 217 time: 0.0639985 Feb 16 14:47:39.975737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c99f54c-8b12-43b4-bf1f-058cc78f6bac req-a12dd382-f862-4939-94a5-df48019cede3 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876923 Feb 16 14:47:40.028949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-ac7b0231-b1af-469f-a074-923ac538e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.031969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-ac7b0231-b1af-469f-a074-923ac538e12d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 200 len: 851 time: 0.0621662 Feb 16 14:47:40.046040 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0fea1-ac57-45fa-a1e6-b3fe8d7fe2e5 x-openstack-request-id: req-26a0fea1-ac57-45fa-a1e6-b3fe8d7fe2e5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:40.046166 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-plugged", "status": "completed", "tag": "d7a29b7d-dbaa-4e73-9f53-739b4ff607b1", "code": 200}, {"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-plugged", "status": "completed", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:40.046450 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-26a0fea1-ac57-45fa-a1e6-b3fe8d7fe2e5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:40.050530 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1', 'code': 200} Feb 16 14:47:40.050530 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'code': 200} Feb 16 14:47:40.081242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.081498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-c8134bcf-cc63-459b-9e4f-9bd714ba3272 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=435fa567-edf3-4893-b78c-ef5ba8642c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378385 Feb 16 14:47:40.113741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.200159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Pushing event deleted for resources: {'Port': ['ID=6103b81f-6ce5-4598-b085-a14d402936d5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:40.288623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7885ab-9aa3-4ec2-b1f5-57969c6c6698 req-2a5dddd9-ee3c-493f-9d9e-fa0c31fc8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.289105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7885ab-9aa3-4ec2-b1f5-57969c6c6698 req-2a5dddd9-ee3c-493f-9d9e-fa0c31fc8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.290828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9d7885ab-9aa3-4ec2-b1f5-57969c6c6698 req-2a5dddd9-ee3c-493f-9d9e-fa0c31fc8fd0 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1983 time: 0.1423447 Feb 16 14:47:40.310722 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.313465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.316999 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4835d70a-a176-4903-a896-8cc505113f93 tempest-FloatingIPAdminTestJSON-1800487145 tempest-FloatingIPAdminTestJSON-1800487145-project] 10.222.0.113 "DELETE /v2.0/floatingips/dd7be9a1-0ff3-401b-8455-2d36e935aece HTTP/1.1" status: 204 len: 168 time: 0.8922131 Feb 16 14:47:40.321492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48948) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:40.323508 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-e97fbeca-c690-4fca-a3a9-ee36cad1b8c2 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308123 Feb 16 14:47:40.428318 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9d7885ab-9aa3-4ec2-b1f5-57969c6c6698 req-07e6b629-8432-4299-bcea-76516e14cec7 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293998 Feb 16 14:47:40.511894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:40.520262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd668-26ce-44cf-86f4-ea4f45b11944 req-70c96816-eb39-4555-92d8-cea8bf147e87 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.521769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-523fd668-26ce-44cf-86f4-ea4f45b11944 req-70c96816-eb39-4555-92d8-cea8bf147e87 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.4941013 Feb 16 14:47:40.533102 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68e6fc0e-36c6-4e1d-9b0e-a17d22c3ee82 req-c58a3392-47d1-4276-b9f2-b9e267fe0ee9 service neutron] 10.222.0.93 "GET /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685185 Feb 16 14:47:40.537482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:40.541085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Deleting port 1e730044-a65f-4fee-b80d-abc2fe3e50ae {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:40.541362 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.567868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:40.578843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event updated for resources: {'Port': ['ID=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:40.633881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.634369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.651569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Calling delete_port for 1e730044-a65f-4fee-b80d-abc2fe3e50ae owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:40.663080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff486103-79bf-4267-a43c-ada73e84428a req-754e7daf-b7f6-4e7a-a19c-afee9c3a18e6 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.664631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff486103-79bf-4267-a43c-ada73e84428a req-754e7daf-b7f6-4e7a-a19c-afee9c3a18e6 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6073442 Feb 16 14:47:40.680796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-523fd668-26ce-44cf-86f4-ea4f45b11944 req-0f657ac8-8fdf-4379-a0dc-d5ac74392aad tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499610 Feb 16 14:47:40.693678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.694310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.818527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-8ca7adc2-2c8b-4838-a8cf-4e20b3181265 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8170867 Feb 16 14:47:40.833854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Request body: {'port': {'device_id': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:40.871096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e22e22-1bfd-4ff2-abfd-3543c7220e9b req-5ef03d2c-7058-4b41-b9d4-e3d275be99fe tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.871330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8596acc9-8269-4d4e-bbc4-67d969c2c348 None None] Provisioning complete for port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:40.871854 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8596acc9-8269-4d4e-bbc4-67d969c2c348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.872628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e22e22-1bfd-4ff2-abfd-3543c7220e9b req-5ef03d2c-7058-4b41-b9d4-e3d275be99fe tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 949 time: 0.1184545 Feb 16 14:47:40.883169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085df0b9-9135-495a-ad4f-bf36e79def31 req-369b411f-fbb2-4394-9a11-197a7f0be96b tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:40.884608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-085df0b9-9135-495a-ad4f-bf36e79def31 req-369b411f-fbb2-4394-9a11-197a7f0be96b tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 932 time: 0.1200781 Feb 16 14:47:40.909452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8596acc9-8269-4d4e-bbc4-67d969c2c348 None None] Port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:40.926473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.948111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:40.955571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e730044-a65f-4fee-b80d-abc2fe3e50ae,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:40.976893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10e22e22-1bfd-4ff2-abfd-3543c7220e9b req-42199bef-ff7b-423a-a397-84670569d329 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911677 Feb 16 14:47:40.988781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-085df0b9-9135-495a-ad4f-bf36e79def31 req-63420039-9aa6-47e5-b0de-f33e621e9be7 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929518 Feb 16 14:47:41.028552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.031436 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.035912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eb902963-b48d-4194-aecf-d466c2491978 tempest-FloatingIPAdminTestJSON-716103005 tempest-FloatingIPAdminTestJSON-716103005-project-admin] 10.222.0.113 "DELETE /v2.0/floatingips/11b5dcda-df78-4ff9-bba1-e061428437ed HTTP/1.1" status: 204 len: 168 time: 0.7083101 Feb 16 14:47:41.036427 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48958) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:41.134713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Deleting port 08306c43-95f4-4b4a-a5aa-7f35babebbdb {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:41.135052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.155430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c0790df4-1fd0-481d-83e8-a61ae314a25d details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:41.158814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:41.165842 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.184882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8fe1d7e1-e398-498c-8bdc-08e05b086dd0 req-c3f67ce6-b5c6-4b60-99e4-c0a90ef4964c tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?tenant_id=ebeb9cff909247519effe4a6e736b3db HTTP/1.1" status: 200 len: 1656 time: 0.1548233 Feb 16 14:47:41.228599 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.240914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Calling delete_port for 08306c43-95f4-4b4a-a5aa-7f35babebbdb owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:41.331050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffbb85-34f6-4862-85a5-1679351ca688 req-49ff610c-5192-4e5a-9111-0d0f77b7a764 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:41.336298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91ffbb85-34f6-4862-85a5-1679351ca688 req-49ff610c-5192-4e5a-9111-0d0f77b7a764 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 944 time: 0.2392347 Feb 16 14:47:41.344920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c0790df4-1fd0-481d-83e8-a61ae314a25d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c0790df4-1fd0-481d-83e8-a61ae314a25d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:41.360833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'c0790df4-1fd0-481d-83e8-a61ae314a25d', 'network_id': '435fa567-edf3-4893-b78c-ef5ba8642c8d', 'port_id': 'c0790df4-1fd0-481d-83e8-a61ae314a25d', 'mac_address': 'fa:16:3e:3c:c5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ed2ad-511d-422c-a2ad-52c08a46822a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:41.396985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 36bc829d-b2be-4069-9061-97b731a2b36a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:47:41.403867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 36bc829d-b2be-4069-9061-97b731a2b36a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:41.404408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.405990 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.421136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1d7e1-e398-498c-8bdc-08e05b086dd0 req-524eb499-1adf-4dd4-9055-c8a441e6d72b tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:41.422690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8fe1d7e1-e398-498c-8bdc-08e05b086dd0 req-524eb499-1adf-4dd4-9055-c8a441e6d72b tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks?id=e614c420-a791-467f-9b28-a6d8d96c0204&id=e614c420-a791-467f-9b28-a6d8d96c0204&id=e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 787 time: 0.2259197 Feb 16 14:47:41.440914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.450872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91ffbb85-34f6-4862-85a5-1679351ca688 req-a271e7b1-8c7b-4218-bc97-f248ee2e2daa tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073999 Feb 16 14:47:41.451660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0790df4-1fd0-481d-83e8-a61ae314a25d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:41.483493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c0790df4-1fd0-481d-83e8-a61ae314a25d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c0790df4-1fd0-481d-83e8-a61ae314a25d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:41.487023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.523974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Port': ['ID=08306c43-95f4-4b4a-a5aa-7f35babebbdb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:41.556185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.561685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.614203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.618302 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6af5c405-67b5-4bd2-ae9a-38c8e9a68e00 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "DELETE /v2.0/ports/08306c43-95f4-4b4a-a5aa-7f35babebbdb HTTP/1.1" status: 204 len: 168 time: 0.5794144 Feb 16 14:47:41.621718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48962) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:41.646804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:41.650470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:41.654509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c0790df4-1fd0-481d-83e8-a61ae314a25d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:41.661204 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.687913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Transition to ACTIVE for port object 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:47:41.697194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78428b8a-fb52-4d34-906e-17d5f1b65516 req-6174c865-5dc3-4270-82a7-c7c7b700276a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:41.699097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e67f08-5e97-4c77-8084-fa2f5648865e tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:41.700914 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d8e67f08-5e97-4c77-8084-fa2f5648865e tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "GET /v2.0/ports?device_id=e37fe7ff-51b0-466c-935d-89a04ac64a5b HTTP/1.1" status: 200 len: 913 time: 0.0785408 Feb 16 14:47:41.705000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48964) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:41.705612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78428b8a-fb52-4d34-906e-17d5f1b65516 req-6174c865-5dc3-4270-82a7-c7c7b700276a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1895559 Feb 16 14:47:41.724706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f734541-2da9-407c-90a8-3d745b2dc578 req-9e5966fe-d092-4655-a88a-10d0aff6d596 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:41.730957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f734541-2da9-407c-90a8-3d745b2dc578 req-9e5966fe-d092-4655-a88a-10d0aff6d596 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:41.739459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f734541-2da9-407c-90a8-3d745b2dc578 req-9e5966fe-d092-4655-a88a-10d0aff6d596 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1681 time: 0.1506062 Feb 16 14:47:41.761272 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.762192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 43dd3977-1a3e-48a6-9448-d7098f94c4d5 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:41.769378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:41.823701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78428b8a-fb52-4d34-906e-17d5f1b65516 req-c2f07693-db0b-43dc-a1f4-5c344522c62d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171384 Feb 16 14:47:41.852759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c0790df4-1fd0-481d-83e8-a61ae314a25d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:41.872135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:41.931941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-12143788-79fc-442b-8b77-3c6d5ff97837 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips/1b6a1d21-3ffd-41ea-a7a9-7d5b19ad97c8 HTTP/1.1" status: 200 len: 693 time: 0.0660954 Feb 16 14:47:41.939431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f734541-2da9-407c-90a8-3d745b2dc578 req-a6862ab9-2952-4a8f-be0b-f021ebea95f9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991544 Feb 16 14:47:42.004676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:42.050359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:42.054034 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7acdabe-af06-4df7-ad6f-8995b4283cf1" -d '{"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-plugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:42.118211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:47:42.123233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:42.123714 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.142319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Attempting to bind port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:42.142719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Attempting to bind port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:42.143142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Attempting to bind port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c on network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:42.161460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c on network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:47:42.162009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Attempting to bind port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c on network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:42.176406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-67556199-ceab-4eab-887a-d205d140fe88 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:42.184048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-67556199-ceab-4eab-887a-d205d140fe88 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.2511034 Feb 16 14:47:42.193317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:42.193654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Checking segment: {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:42.194022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Bound using segment: {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:42.194461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Bound port: 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56387c94-2e37-4fd7-8ee5-bb442cf2f542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:42.194900 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.222909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.228375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.234591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e88d5-9bfa-4a17-8163-a081c6f43e83 req-863674d0-e115-4484-ab44-987bc086689d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:42.239218 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.242129 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f0e88d5-9bfa-4a17-8163-a081c6f43e83 req-863674d0-e115-4484-ab44-987bc086689d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1804821 Feb 16 14:47:42.268440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:42.272251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-dde3242b-2b21-4f1a-af86-e3b15903a21d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.0873811 Feb 16 14:47:42.363378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f0e88d5-9bfa-4a17-8163-a081c6f43e83 req-96fc2c3d-43a1-4858-b1cf-ad9d3e49a9fd tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205230 Feb 16 14:47:42.368205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-c1fbae0c-bb24-498c-ab58-c31979717736 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.0693259 Feb 16 14:47:42.377168 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.450234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:42.456184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] For port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:42.483965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] For port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:42.504003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Deleting port 417b1a5f-7966-4b6e-97c8-cbd244aaedd5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:42.504338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.564625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.593476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.605360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Calling delete_port for 417b1a5f-7966-4b6e-97c8-cbd244aaedd5 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:42.618915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:42.620300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.621707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] 10.222.0.129 "PUT /v2.0/ports/738f7eae-c0d2-42aa-8668-cee0ea0e6f8c HTTP/1.1" status: 200 len: 1092 time: 1.7933953 Feb 16 14:47:42.627414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:42.629912 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daae8576-a7a3-46ea-bc86-09f466a53211" -d '{"events": [{"name": "network-changed", "server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:42.641842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d44a38-fe9f-4496-a3c2-dbd13cde9f89 req-0c502c11-90bd-4c91-ac72-a1dede0067ed tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:42.651034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7d44a38-fe9f-4496-a3c2-dbd13cde9f89 req-0c502c11-90bd-4c91-ac72-a1dede0067ed tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1818540 Feb 16 14:47:42.687406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485a6a2-a9f8-4406-926b-619c9110f2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:42.707625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Deleting port ef9fca35-4464-4477-8a43-1470cf0797e7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:42.708010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.725343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7d44a38-fe9f-4496-a3c2-dbd13cde9f89 req-ffb951b4-fc78-4779-8813-126908326fa2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738499 Feb 16 14:47:42.878756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-3b0a2936-9b3c-4891-96eb-29c32602354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:42.880368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-3b0a2936-9b3c-4891-96eb-29c32602354e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e64481be7c3f4fa6bce5f4cc2bba5d5a&device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.1394660 Feb 16 14:47:42.880960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.884433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.884761 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:42.909376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Port': ['ID=417b1a5f-7966-4b6e-97c8-cbd244aaedd5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:42.915521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8466a-68d1-488b-b1fa-45c0101d34ec req-23d70999-8163-4fe9-914c-41d0ad5affcc tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:42.919126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92b8466a-68d1-488b-b1fa-45c0101d34ec req-23d70999-8163-4fe9-914c-41d0ad5affcc tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 950 time: 0.1177585 Feb 16 14:47:42.949575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Calling delete_port for ef9fca35-4464-4477-8a43-1470cf0797e7 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:42.957023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-cb340f20-c8dc-4d4e-9ce2-221158fc764e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c HTTP/1.1" status: 200 len: 217 time: 0.0659177 Feb 16 14:47:43.078231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92b8466a-68d1-488b-b1fa-45c0101d34ec req-0d412cb3-21b3-472f-a3cf-45ea3f1b64c4 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256604 Feb 16 14:47:43.089318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-1e80dd80-e161-4a82-aa96-94508b46ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:43.090709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-1e80dd80-e161-4a82-aa96-94508b46ee86 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=ec94b84a-f397-4553-a223-1f26400f7b6b HTTP/1.1" status: 200 len: 854 time: 0.1131544 Feb 16 14:47:43.129235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:43.157717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c0790df4-1fd0-481d-83e8-a61ae314a25d up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:43.190665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-111cd8be-f4cd-4105-ab7e-2ee4b762833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:43.192346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-111cd8be-f4cd-4105-ab7e-2ee4b762833f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910199 Feb 16 14:47:43.252225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port c0790df4-1fd0-481d-83e8-a61ae314a25d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:47:43.270413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port c0790df4-1fd0-481d-83e8-a61ae314a25d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:43.270798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:43.367176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:43.395457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Router e37fe7ff-51b0-466c-935d-89a04ac64a5b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:43.403765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c0790df4-1fd0-481d-83e8-a61ae314a25d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c0790df4-1fd0-481d-83e8-a61ae314a25d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:43.487023 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:43.551460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c0790df4-1fd0-481d-83e8-a61ae314a25d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:43.608183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da2cc-513b-461c-bef5-fb0060582571 req-644e30dd-fe1f-4f63-88f9-c04bc2351095 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:43.609789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-540da2cc-513b-461c-bef5-fb0060582571 req-644e30dd-fe1f-4f63-88f9-c04bc2351095 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 944 time: 0.4522772 Feb 16 14:47:43.680172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-4138a774-4c81-430d-9cfd-a35a22e9168d service neutron] 10.222.0.129 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618635 Feb 16 14:47:43.683238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-540da2cc-513b-461c-bef5-fb0060582571 req-716e3da2-dc5a-4cc9-a9af-f5b9af25dea7 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635598 Feb 16 14:47:43.739845 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01126ea-a454-447f-bf4d-70ba054b9906 x-openstack-request-id: req-b01126ea-a454-447f-bf4d-70ba054b9906 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:43.740232 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-plugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:43.740556 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b01126ea-a454-447f-bf4d-70ba054b9906 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:43.741019 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a', 'code': 200} Feb 16 14:47:43.766697 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:43.811945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event deleted for resources: {'Port': ['ID=ef9fca35-4464-4477-8a43-1470cf0797e7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:43.867734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:43.874229 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6af4d8f0-ab54-4487-b673-e79cab67f0b5 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "PUT /v2.0/routers/e37fe7ff-51b0-466c-935d-89a04ac64a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685901 Feb 16 14:47:43.876300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48986) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:43.883537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] Sync routers for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:43.895029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24bdde6e-fbe8-4737-989c-b4bd62e80689 req-78849622-9661-492a-a804-967edce3b582 service neutron] 10.222.0.129 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081687 Feb 16 14:47:43.914355 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:43.915433 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:43.938583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc164-76f9-43f0-8782-37cb23978411 req-2cf927c2-0e79-4220-a0d1-de02d3e49996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:43.940287 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a5dc164-76f9-43f0-8782-37cb23978411 req-2cf927c2-0e79-4220-a0d1-de02d3e49996 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 1101 time: 0.1125748 Feb 16 14:47:43.957968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea6928-56c8-499a-be96-6b206f850459 req-1e48270a-6854-4402-9536-5c74755d33f1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:43.966167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9ea6928-56c8-499a-be96-6b206f850459 req-1e48270a-6854-4402-9536-5c74755d33f1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.1477585 Feb 16 14:47:43.988623 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:44.003684 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] Routers {'e37fe7ff-51b0-466c-935d-89a04ac64a5b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:44.004703 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:44.010312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.014762 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.017883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3f0c3d6-ce67-46b1-981d-7447916e84b4 req-83c7a1fb-ee8a-4e64-9702-defb88f3d6e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "DELETE /v2.0/floatingips/1b6a1d21-3ffd-41ea-a7a9-7d5b19ad97c8 HTTP/1.1" status: 204 len: 173 time: 1.6262381 Feb 16 14:47:44.023605 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a5dc164-76f9-43f0-8782-37cb23978411 req-ed774e2e-aba3-492f-9e1c-1321276983d8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742958 Feb 16 14:47:44.038328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.046674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9ea6928-56c8-499a-be96-6b206f850459 req-4504582b-ae50-4573-8fab-b7634e6c66d5 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750790 Feb 16 14:47:44.057178 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:44.057891 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9006b62-8f35-47cf-8381-366d70340feb None None] The sync data for ids ['e37fe7ff-51b0-466c-935d-89a04ac64a5b'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:44.085645 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e164aec0-5521-4bad-9ae9-0464ea916684 x-openstack-request-id: req-e164aec0-5521-4bad-9ae9-0464ea916684 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:44.086039 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:44.086388 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e164aec0-5521-4bad-9ae9-0464ea916684 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:44.086890 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'status': 'completed', 'code': 200} Feb 16 14:47:44.167253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.227407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814284a-232f-4895-a44e-01e94082cf01 req-fa4e6b3f-bf47-46a5-84cc-d1a29b69f87d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.228845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2814284a-232f-4895-a44e-01e94082cf01 req-fa4e6b3f-bf47-46a5-84cc-d1a29b69f87d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.1231096 Feb 16 14:47:44.231245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-4490d633-e1f7-4499-82a0-13026462efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.232701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-4490d633-e1f7-4499-82a0-13026462efee service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e64481be7c3f4fa6bce5f4cc2bba5d5a&device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 1095 time: 0.0929658 Feb 16 14:47:44.250231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5bfaf-33f0-4041-afbd-3074e7862ae7 req-b1da91dd-d7bf-49b8-b5bf-9cc4c4770a8e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.257270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5bfaf-33f0-4041-afbd-3074e7862ae7 req-b1da91dd-d7bf-49b8-b5bf-9cc4c4770a8e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.259593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31b5bfaf-33f0-4041-afbd-3074e7862ae7 req-b1da91dd-d7bf-49b8-b5bf-9cc4c4770a8e tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1681 time: 0.1105165 Feb 16 14:47:44.302358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Deleting port 3ad70d6f-6fae-402c-8f6a-97f32a8f60cd {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:44.302697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.365021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2814284a-232f-4895-a44e-01e94082cf01 req-f8e0ac3a-49e8-45a9-b6ad-9765fa7cd183 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286113 Feb 16 14:47:44.389347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.392393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31b5bfaf-33f0-4041-afbd-3074e7862ae7 req-0403b724-413d-4d8c-80e1-a16ebf05ce95 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210992 Feb 16 14:47:44.401581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Calling delete_port for 3ad70d6f-6fae-402c-8f6a-97f32a8f60cd owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:44.451029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-8b09f61c-9050-4202-966e-e8434a0d96e2 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips/e6513c24-5583-41ad-85d9-7d94cf56d05e HTTP/1.1" status: 200 len: 692 time: 0.0575480 Feb 16 14:47:44.461566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-9a13e6d1-58be-4602-9399-8027812d82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.463306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-9a13e6d1-58be-4602-9399-8027812d82a7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 HTTP/1.1" status: 200 len: 917 time: 0.2024343 Feb 16 14:47:44.578543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-1d66969d-df00-4237-9ea2-0615b8a86071 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c HTTP/1.1" status: 200 len: 217 time: 0.1051176 Feb 16 14:47:44.652108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.657288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc0732-6187-4018-bfca-f70ee5298a4c req-15b77abc-98ba-44e8-89ac-953951f5817f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.658796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fc0732-6187-4018-bfca-f70ee5298a4c req-15b77abc-98ba-44e8-89ac-953951f5817f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1723964 Feb 16 14:47:44.679274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Port': ['ID=3ad70d6f-6fae-402c-8f6a-97f32a8f60cd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:44.685899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-45f1e91c-29d3-4428-818c-3133def76f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.687576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-45f1e91c-29d3-4428-818c-3133def76f52 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=ec94b84a-f397-4553-a223-1f26400f7b6b HTTP/1.1" status: 200 len: 854 time: 0.1007378 Feb 16 14:47:44.714958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-23bbea87-c54d-4dec-85c2-767451d24f76 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.716308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-23bbea87-c54d-4dec-85c2-767451d24f76 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.2521131 Feb 16 14:47:44.756811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.797099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fc0732-6187-4018-bfca-f70ee5298a4c req-489ba673-6660-4cd9-8ad1-0db1650f3038 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275074 Feb 16 14:47:44.801807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-1f19f21c-46c3-4a01-b071-8db25d1afeec tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.0703619 Feb 16 14:47:44.807938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-2602282f-7ca8-4964-bf74-758789044df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:44.809399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-2602282f-7ca8-4964-bf74-758789044df2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132007 Feb 16 14:47:44.866277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.868654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.915348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-58a3ab21-9744-4c8a-af7b-80ff82504ca3 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.1050007 Feb 16 14:47:44.978097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.978772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Fanout notify agent at l3_agent the message router_deleted on router e37fe7ff-51b0-466c-935d-89a04ac64a5b {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:47:44.989948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.992266 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f402c10-c31a-4690-b090-85652f9a1e86 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "DELETE /v2.0/routers/e37fe7ff-51b0-466c-935d-89a04ac64a5b HTTP/1.1" status: 204 len: 168 time: 1.1143017 Feb 16 14:47:44.994921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49004) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:45.050715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Deleting subnet 73a8970b-7808-4b1e-8585-a802dbfa1133 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:47:45.053893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.063197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4902f7-36a4-43fa-bdbc-ac01692c8a3c req-95d042d6-b447-48fb-a0c6-1f3f5344f897 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:45.064727 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e4902f7-36a4-43fa-bdbc-ac01692c8a3c req-95d042d6-b447-48fb-a0c6-1f3f5344f897 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 950 time: 0.1969473 Feb 16 14:47:45.066509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-d14d7bf9-e93e-4819-be8a-bc9aa114a327 service neutron] 10.222.0.129 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491257 Feb 16 14:47:45.096116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.185649 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.187936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e4902f7-36a4-43fa-bdbc-ac01692c8a3c req-16844822-40a6-4175-81fc-218098eba8dd tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020615 Feb 16 14:47:45.216268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Deleting port eb9388ee-1762-4b6e-a965-bce2ddd62198 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:45.217880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.239611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daae8576-a7a3-46ea-bc86-09f466a53211 req-e060a732-0899-4f1e-aee8-98aa038a73e9 service neutron] 10.222.0.129 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525676 Feb 16 14:47:45.248001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:45.324120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.324717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.338880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.339591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Calling delete_port for eb9388ee-1762-4b6e-a965-bce2ddd62198 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:45.374438 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.377856 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "DELETE /v2.0/subnets/73a8970b-7808-4b1e-8585-a802dbfa1133 HTTP/1.1" status: 204 len: 168 time: 0.3817658 Feb 16 14:47:45.379091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6a441-e7db-43e6-a400-72be4afe751a tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Subnet': ['ID=73a8970b-7808-4b1e-8585-a802dbfa1133,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:45.380749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49010) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:45.385890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c9c4c-05b1-45d8-8787-9dab8b168e18 None None] Network b5d2300b-92f2-476e-a417-ce07da332416 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:45.462558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:45.476851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.485537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'port_id': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'mac_address': 'fa:16:3e:35:3a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:45.487685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47908d2-8bbc-4d58-91a0-c7d034639cde req-6f1a54a0-aba0-4bd9-96e1-1ad2a224db70 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:45.495137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b47908d2-8bbc-4d58-91a0-c7d034639cde req-6f1a54a0-aba0-4bd9-96e1-1ad2a224db70 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 944 time: 0.0821104 Feb 16 14:47:45.545912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Deleting port 72b2918c-3d27-4b59-bb94-b802f45eac93 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:45.546238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.561569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b47908d2-8bbc-4d58-91a0-c7d034639cde req-f40c88e4-59ab-4ca4-bb8f-c6c288223542 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634220 Feb 16 14:47:45.580296 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.602185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:45.627021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:45.628670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] For port 72b2918c-3d27-4b59-bb94-b802f45eac93, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=72b2918c-3d27-4b59-bb94-b802f45eac93,segment=NetworkSegment(5e9c6136-3ce5-4ee4-90e8-48120d3d6e34),segment_id=5e9c6136-3ce5-4ee4-90e8-48120d3d6e34)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:45.629685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.648081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Calling delete_port for 72b2918c-3d27-4b59-bb94-b802f45eac93 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:45.694109 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.703284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] DHCP port deletion for b5d2300b-92f2-476e-a417-ce07da332416 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:47:45.709518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678ebd5-f15a-4714-87b4-f5de78ba2128 req-a8e55049-097e-4090-a627-943838fbb213 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:45.711209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4678ebd5-f15a-4714-87b4-f5de78ba2128 req-a8e55049-097e-4090-a627-943838fbb213 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0577302 Feb 16 14:47:45.720558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.755236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5'}, {'server_uuid': '4a4fbffc-116e-4454-8e45-59035dd42511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0790df4-1fd0-481d-83e8-a61ae314a25d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:45.757509 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22648944-fd52-445d-96ab-5fc568219d5d" -d '{"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-plugged", "status": "completed", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5"}, {"server_uuid": "4a4fbffc-116e-4454-8e45-59035dd42511", "name": "network-vif-plugged", "status": "completed", "tag": "c0790df4-1fd0-481d-83e8-a61ae314a25d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:45.759645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event deleted for resources: {'Port': ['ID=eb9388ee-1762-4b6e-a965-bce2ddd62198,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:45.786796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:45.801236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.808846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] Deleting port 72b2918c-3d27-4b59-bb94-b802f45eac93 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:45.808846 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.829493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Port': ['ID=72b2918c-3d27-4b59-bb94-b802f45eac93,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:45.831410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] No DVR routers for this DVR port 72b2918c-3d27-4b59-bb94-b802f45eac93 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:45.835128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4678ebd5-f15a-4714-87b4-f5de78ba2128 req-8929b1ba-3c75-4a4e-8253-2148f35a8d44 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151671 Feb 16 14:47:45.857844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.861763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.874399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71b8efb8-a9c5-4947-9c26-3b482a464a98 req-16c2c83f-71fd-467a-bb55-690d5158912d tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "DELETE /v2.0/floatingips/e6513c24-5583-41ad-85d9-7d94cf56d05e HTTP/1.1" status: 204 len: 173 time: 0.9433894 Feb 16 14:47:45.883492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] For port 72b2918c-3d27-4b59-bb94-b802f45eac93, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:45.885112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.901037 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] Calling delete_port for 72b2918c-3d27-4b59-bb94-b802f45eac93 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:45.903807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] Port 72b2918c-3d27-4b59-bb94-b802f45eac93 was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:47:45.906495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.933349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] Pushing event deleted for resources: {'Port': ['ID=72b2918c-3d27-4b59-bb94-b802f45eac93,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:45.937846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3437af-c4bf-4891-8a69-8a1b27673c6c None None] No DVR routers for this DVR port 72b2918c-3d27-4b59-bb94-b802f45eac93 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:45.940900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:45.954545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['738f7eae-c0d2-42aa-8668-cee0ea0e6f8c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:45.975477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d2300b-92f2-476e-a417-ce07da332416']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:45.997408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9c6136-3ce5-4ee4-90e8-48120d3d6e34') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:45.997408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9c6136-3ce5-4ee4-90e8-48120d3d6e34') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:46.005927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.027026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.040307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:46.040780 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:46.045969 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:46.084686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.109127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2224b9-944f-4b2d-8cd5-2c7459798cbd req-9ab4cde5-a7a8-42f7-86d9-f6752fb54417 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:46.111912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb2224b9-944f-4b2d-8cd5-2c7459798cbd req-9ab4cde5-a7a8-42f7-86d9-f6752fb54417 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.0580659 Feb 16 14:47:46.163200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb2224b9-944f-4b2d-8cd5-2c7459798cbd req-1ea0a8c4-29ed-4a6f-b62f-1e668b4e81ac tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Feb 16 14:47:46.200437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.210445 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804c95a9-3923-4252-bdc6-7240ebbce2ad x-openstack-request-id: req-804c95a9-3923-4252-bdc6-7240ebbce2ad {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:46.210748 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-plugged", "status": "completed", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5", "code": 200}, {"server_uuid": "4a4fbffc-116e-4454-8e45-59035dd42511", "name": "network-vif-plugged", "status": "completed", "tag": "c0790df4-1fd0-481d-83e8-a61ae314a25d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:46.211098 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-804c95a9-3923-4252-bdc6-7240ebbce2ad {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:46.211375 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'code': 200} Feb 16 14:47:46.211648 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4fbffc-116e-4454-8e45-59035dd42511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0790df4-1fd0-481d-83e8-a61ae314a25d', 'code': 200} Feb 16 14:47:46.211909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.225036 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "DELETE /v2.0/networks/b5d2300b-92f2-476e-a417-ce07da332416 HTTP/1.1" status: 204 len: 168 time: 0.8376844 Feb 16 14:47:46.250065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49026) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:46.303708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-4dae344b-a48b-4474-a2da-8d72c24a2007 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips/8fb22e84-a54c-4ecd-b04b-55dd0eb3df84 HTTP/1.1" status: 200 len: 693 time: 0.0755653 Feb 16 14:47:46.374093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 72b2918c-3d27-4b59-bb94-b802f45eac93 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:46.399468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 72b2918c-3d27-4b59-bb94-b802f45eac93 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:46.400094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 72b2918c-3d27-4b59-bb94-b802f45eac93 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:46.406552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cc69e-543f-47a0-a16d-ed417f2a01e1 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Network': ['ID=b5d2300b-92f2-476e-a417-ce07da332416,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:46.472735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4398af-eb1f-4435-9b48-21a98f55aba0 req-a1683d7d-7f98-4497-b2e6-0fb8f105d088 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:46.478638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4398af-eb1f-4435-9b48-21a98f55aba0 req-a1683d7d-7f98-4497-b2e6-0fb8f105d088 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:46.480651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a4398af-eb1f-4435-9b48-21a98f55aba0 req-a1683d7d-7f98-4497-b2e6-0fb8f105d088 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1681 time: 0.1208563 Feb 16 14:47:46.507391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-506cc4c0-6418-4e3e-9696-5399c6a5c392 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:46.508821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-506cc4c0-6418-4e3e-9696-5399c6a5c392 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1944261 Feb 16 14:47:46.519195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c2b6e-6650-4c5e-b41f-c52635f7f4b6 req-3ea2470d-ec9f-446d-8d33-a9e86692cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:46.520735 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9d7c2b6e-6650-4c5e-b41f-c52635f7f4b6 req-3ea2470d-ec9f-446d-8d33-a9e86692cecc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 1097 time: 0.1530473 Feb 16 14:47:46.522268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89597de9-7089-4b37-9f04-66247e10ab54 req-4818a262-dd21-4b26-b186-0bb54277e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:46.523625 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-89597de9-7089-4b37-9f04-66247e10ab54 req-4818a262-dd21-4b26-b186-0bb54277e7d7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 1101 time: 0.1651230 Feb 16 14:47:46.573744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Deleting port 3429259e-ccc2-4039-9760-b155208e7f82 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:46.574083 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.579607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-0bdbffbc-621f-46d9-9199-264eb7a93f81 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.0619047 Feb 16 14:47:46.584869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a4398af-eb1f-4435-9b48-21a98f55aba0 req-5a9d8495-34c9-40ce-9780-5507b411b752 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943117 Feb 16 14:47:46.637048 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-89597de9-7089-4b37-9f04-66247e10ab54 req-666835f6-ce49-4689-ac9d-b11191515d4e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983782 Feb 16 14:47:46.640441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-f85be59b-674f-45cd-bc12-4ad1ddd28626 tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.0533254 Feb 16 14:47:46.643944 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9d7c2b6e-6650-4c5e-b41f-c52635f7f4b6 req-f7817841-7707-442e-953b-e4df19dea82b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105397 Feb 16 14:47:46.678371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.678654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.691408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Calling delete_port for 3429259e-ccc2-4039-9760-b155208e7f82 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:46.806708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1114d-1df7-492d-b3c3-88a167393a8a req-64d41a97-a0e8-49c4-8c7a-6367c57b1747 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:46.808283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5e1114d-1df7-492d-b3c3-88a167393a8a req-64d41a97-a0e8-49c4-8c7a-6367c57b1747 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 950 time: 0.1186178 Feb 16 14:47:46.856393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5e1114d-1df7-492d-b3c3-88a167393a8a req-b5b48c16-9a67-4672-8bf7-35632620f575 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Feb 16 14:47:46.858374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Deleting port 0eee4cea-7133-419e-bba4-43619d900ab6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:46.858857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.869390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.900378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Pushing event deleted for resources: {'Port': ['ID=3429259e-ccc2-4039-9760-b155208e7f82,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:46.967646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.968700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.975018 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8b25938e-be55-48ab-aaee-ee047e870524 tempest-FloatingIPAdminTestJSON-1507215796 tempest-FloatingIPAdminTestJSON-1507215796-project] 10.222.0.113 "DELETE /v2.0/floatingips/107bedf4-ef55-47d4-84fb-d358491f4423 HTTP/1.1" status: 204 len: 168 time: 0.7202559 Feb 16 14:47:46.999858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.000269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.037996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Calling delete_port for 0eee4cea-7133-419e-bba4-43619d900ab6 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:47.103301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4b243-2904-430a-b0d7-e7916262fca7 req-1775fd53-f888-4638-8e16-902d387b1853 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:47.104830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39e4b243-2904-430a-b0d7-e7916262fca7 req-1775fd53-f888-4638-8e16-902d387b1853 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1233501 Feb 16 14:47:47.166156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39e4b243-2904-430a-b0d7-e7916262fca7 req-5bbec4b6-cd60-4cbc-91ce-b24e944864a9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541892 Feb 16 14:47:47.237200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:47.271212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-815fb93b-e48b-41e8-ba19-df02ed802b8e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234740 Feb 16 14:47:47.365572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:47:47.369983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:47.375130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.375846 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.406774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-ed117897-de72-4602-91f6-a90c56d3ec05 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:47.408331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-ed117897-de72-4602-91f6-a90c56d3ec05 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315694 Feb 16 14:47:47.411623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Pushing event deleted for resources: {'Port': ['ID=0eee4cea-7133-419e-bba4-43619d900ab6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:47.449249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-9bce2439-6505-4ff8-bcdc-007b9ca09b13 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/quotas/bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 375 time: 0.0333683 Feb 16 14:47:47.458974 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.493230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:47.519475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.524898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.524898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fa33089-35fa-4a45-a149-22516a3ef0fa req-5f9a7121-6f8a-4ebd-8bd1-4115ee07f5ba tempest-FloatingIPDetailsTestJSON-1699269102 tempest-FloatingIPDetailsTestJSON-1699269102-project] 10.222.0.113 "DELETE /v2.0/floatingips/8fb22e84-a54c-4ecd-b04b-55dd0eb3df84 HTTP/1.1" status: 204 len: 173 time: 0.8773465 Feb 16 14:47:47.529563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49052) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:47.534830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-6200a273-89e6-46cf-8413-88e10063d901 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660005 Feb 16 14:47:47.618178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:47.653487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4401433-ca0f-407e-9d81-71c572a5ffb7 req-38001ae2-28bd-4b7e-8713-dd3c90c8b282 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:47.661230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4401433-ca0f-407e-9d81-71c572a5ffb7 req-38001ae2-28bd-4b7e-8713-dd3c90c8b282 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 945 time: 0.0769548 Feb 16 14:47:47.705510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4401433-ca0f-407e-9d81-71c572a5ffb7 req-65488135-26a3-4468-8f22-5038323f7048 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433071 Feb 16 14:47:47.708423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:47.718863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49058) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:48.009550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fe501-b0aa-4538-ace1-4b6988df50b0 req-62ada126-a6fd-4bf9-bda3-a0d504496da1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:48.011044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036fe501-b0aa-4538-ace1-4b6988df50b0 req-62ada126-a6fd-4bf9-bda3-a0d504496da1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.2033737 Feb 16 14:47:48.016077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.052209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9df0e9-f7b0-4178-886e-bd81ef1d1571 req-3155bc06-94dd-43e2-bf49-cf07039a43b8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:48.053711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d9df0e9-f7b0-4178-886e-bd81ef1d1571 req-3155bc06-94dd-43e2-bf49-cf07039a43b8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1532631 Feb 16 14:47:48.075145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-639cb496-fbe3-4c3a-bcec-92f87768b2d9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0cadba373bc34d02b57e823bb09b6df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550458 Feb 16 14:47:48.078139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49074) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:48.089702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-1732a448-3f79-4c77-a9de-1cfa6df70c55 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:48.096621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-1732a448-3f79-4c77-a9de-1cfa6df70c55 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:48.098145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-1732a448-3f79-4c77-a9de-1cfa6df70c55 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1681 time: 0.1949656 Feb 16 14:47:48.159850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036fe501-b0aa-4538-ace1-4b6988df50b0 req-b063d81d-e81f-4a74-ac14-c23fe647b3f8 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384454 Feb 16 14:47:48.174785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d9df0e9-f7b0-4178-886e-bd81ef1d1571 req-92f8487d-60a1-4a4a-a8e9-25a995f9a434 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061640 Feb 16 14:47:48.212634 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7449a301-dd81-4261-ac40-349dfd956798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.212913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:48.217203 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f67dd1-9abf-4f5a-a0ea-c7076f736f60" -d '{"events": [{"server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:48.274125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dfe76769-3ce5-4497-8a96-52da95fc30c2 req-ecc72d3b-5eff-4d3f-9c7f-e30013ff55c9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 210 time: 0.0317576 Feb 16 14:47:48.331715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7449a301-dd81-4261-ac40-349dfd956798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.331865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port 458e80d3-4e93-4535-be21-e2736e3391a4 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:48.331865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.441650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e397c4-f7a7-4fd2-bc81-239f510995f3 req-1e12eb68-520b-4e84-b8fd-fbdb4e24ad90 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:48.447725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e397c4-f7a7-4fd2-bc81-239f510995f3 req-1e12eb68-520b-4e84-b8fd-fbdb4e24ad90 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:48.449278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38e397c4-f7a7-4fd2-bc81-239f510995f3 req-1e12eb68-520b-4e84-b8fd-fbdb4e24ad90 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 1681 time: 0.1714694 Feb 16 14:47:48.456444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Deleting port 439d4cba-271c-45ad-90d1-3162f4950ce3 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:48.458179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.469849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7449a301-dd81-4261-ac40-349dfd956798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.472521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7449a301-dd81-4261-ac40-349dfd956798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.477205 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7449a301-dd81-4261-ac40-349dfd956798 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/78c0c689-8551-4e0a-9aca-5cd76b246afb HTTP/1.1" status: 204 len: 168 time: 0.3945453 Feb 16 14:47:48.516798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a301-dd81-4261-ac40-349dfd956798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c0c689-8551-4e0a-9aca-5cd76b246afb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:48.582740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] For port 439d4cba-271c-45ad-90d1-3162f4950ce3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=439d4cba-271c-45ad-90d1-3162f4950ce3,segment=NetworkSegment(1dbba208-6ac0-4cba-9047-875aab28fa13),segment_id=1dbba208-6ac0-4cba-9047-875aab28fa13)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:48.583821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.597241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Calling delete_port for 439d4cba-271c-45ad-90d1-3162f4950ce3 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:48.818533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port 458e80d3-4e93-4535-be21-e2736e3391a4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=458e80d3-4e93-4535-be21-e2736e3391a4,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:48.818913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.833640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238eab-cad9-4b18-9354-1209108a20b0 req-240cf46e-f545-46a9-9f3e-d9760f2eb402 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:48.835116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd238eab-cad9-4b18-9354-1209108a20b0 req-240cf46e-f545-46a9-9f3e-d9760f2eb402 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 950 time: 0.4501016 Feb 16 14:47:48.858786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38e397c4-f7a7-4fd2-bc81-239f510995f3 req-acfa6862-6b55-4966-87a9-f102094139e9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/security-groups?id=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937764 Feb 16 14:47:48.859710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for 458e80d3-4e93-4535-be21-e2736e3391a4 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:48.869990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:48.906928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=439d4cba-271c-45ad-90d1-3162f4950ce3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:48.940494 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c852c27c-31ae-489a-8761-dbc3ea2c99e9 x-openstack-request-id: req-c852c27c-31ae-489a-8761-dbc3ea2c99e9 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:48.940494 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "name": "network-vif-plugged", "status": "completed", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:48.940494 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c852c27c-31ae-489a-8761-dbc3ea2c99e9 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:48.940494 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'code': 200} Feb 16 14:47:48.952246 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd238eab-cad9-4b18-9354-1209108a20b0 req-95914eab-b041-4f3e-b97b-8e05109bfdbc tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007102 Feb 16 14:47:49.149390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac851ef-22ea-4d2d-8d13-3574908d79ed req-ac74b72a-0ed0-440b-bdd7-74f317933e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:49.150911 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fac851ef-22ea-4d2d-8d13-3574908d79ed req-ac74b72a-0ed0-440b-bdd7-74f317933e7c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.0876322 Feb 16 14:47:49.160419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5a6e1-dd46-4446-a6cc-76ad1b85f88a req-74a54515-f185-4e5f-8b3d-3c00ad0d51d1 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:49.167340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74b5a6e1-dd46-4446-a6cc-76ad1b85f88a req-74a54515-f185-4e5f-8b3d-3c00ad0d51d1 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1453774 Feb 16 14:47:49.174085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4f1a1-cecc-49c8-ac89-11e041ec4ed5 req-412b527f-5cbc-4853-832d-bd940d5e4a5f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:49.181431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.181645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dca4f1a1-cecc-49c8-ac89-11e041ec4ed5 req-412b527f-5cbc-4853-832d-bd940d5e4a5f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1233056 Feb 16 14:47:49.195239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49094) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:49.230052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.236921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['458e80d3-4e93-4535-be21-e2736e3391a4', 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:49.261502 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fac851ef-22ea-4d2d-8d13-3574908d79ed req-3a487c26-27ea-454b-9b1b-3a2b442200fc service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030352 Feb 16 14:47:49.267091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-988f20be-feee-4ace-88d6-96d5efbb9dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.284530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=458e80d3-4e93-4535-be21-e2736e3391a4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:49.318424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dca4f1a1-cecc-49c8-ac89-11e041ec4ed5 req-7d0bab53-b80b-4483-8427-e498ae54838e tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358027 Feb 16 14:47:49.385413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74b5a6e1-dd46-4446-a6cc-76ad1b85f88a req-b3a03f8b-7716-4339-8198-3b4aaf6e54a0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951985 Feb 16 14:47:49.423737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port 458e80d3-4e93-4535-be21-e2736e3391a4 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:49.426579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.430127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-6aac10d1-f270-4697-a2b7-b957f8f4824b tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "DELETE /v2.0/ports/458e80d3-4e93-4535-be21-e2736e3391a4 HTTP/1.1" status: 204 len: 173 time: 1.3215120 Feb 16 14:47:49.430590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-deleted', 'tag': '458e80d3-4e93-4535-be21-e2736e3391a4'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:49.433112 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a901a4f-4488-4bdd-8323-6720ac13cdfd" -d '{"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-deleted", "tag": "458e80d3-4e93-4535-be21-e2736e3391a4"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:49.552328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-988f20be-feee-4ace-88d6-96d5efbb9dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.578387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Router b7a6b890-2fae-4df5-9c78-c4c73669383f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:49.618520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7ca68-83eb-4646-872a-20cb8c1112c5 req-0eaf4e9a-341c-40ef-8d9f-2d43db9dcc5d tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:49.620427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7df7ca68-83eb-4646-872a-20cb8c1112c5 req-0eaf4e9a-341c-40ef-8d9f-2d43db9dcc5d tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 950 time: 0.1696546 Feb 16 14:47:49.651810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d23435-8962-4461-b6c0-9273bbf2b055 req-c1f30c32-a19a-41ff-bd92-34262e996956 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:49.653337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29d23435-8962-4461-b6c0-9273bbf2b055 req-c1f30c32-a19a-41ff-bd92-34262e996956 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.1487238 Feb 16 14:47:49.669358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-988f20be-feee-4ace-88d6-96d5efbb9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.711279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7df7ca68-83eb-4646-872a-20cb8c1112c5 req-fbb615ad-0529-4dd9-b622-4f3c3e08e5aa tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801346 Feb 16 14:47:49.719889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:49.720236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.755254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29d23435-8962-4461-b6c0-9273bbf2b055 req-dedd195e-8dba-485d-b3c2-2a8fece1b119 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943434 Feb 16 14:47:49.831840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbdb648f-a683-4bcd-bad4-a5bc2cd1b6b3 req-6ab9d514-4edd-42b6-bbf6-fa456a16b9ef tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 210 time: 0.0396006 Feb 16 14:47:49.906867 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e86b92-2571-45f6-a51d-5952808a01f5 x-openstack-request-id: req-90e86b92-2571-45f6-a51d-5952808a01f5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:49.907225 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-deleted", "tag": "458e80d3-4e93-4535-be21-e2736e3391a4", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:49.907453 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-90e86b92-2571-45f6-a51d-5952808a01f5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:49.907870 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-deleted', 'tag': '458e80d3-4e93-4535-be21-e2736e3391a4', 'status': 'completed', 'code': 200} Feb 16 14:47:49.922728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:49.923168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:49.944351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:49.966533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d5237-4331-4a4e-b476-83c8ff046fb6 req-a76b7970-7d6f-4218-bcc8-33a16d4a89e9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:49.966533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c5d5237-4331-4a4e-b476-83c8ff046fb6 req-a76b7970-7d6f-4218-bcc8-33a16d4a89e9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1020527 Feb 16 14:47:50.062223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c5d5237-4331-4a4e-b476-83c8ff046fb6 req-02b7e03b-2d91-4617-906a-816d062da3bd tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527079 Feb 16 14:47:50.077389 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-988f20be-feee-4ace-88d6-96d5efbb9dce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d27321078e16419bb91114e469c11fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8716135 Feb 16 14:47:50.077656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49112) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:50.086321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f20be-feee-4ace-88d6-96d5efbb9dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ca698-35b4-43a6-b1dd-844324951a96,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:50.118146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:50.134272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] Sync routers for ids ['b7a6b890-2fae-4df5-9c78-c4c73669383f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:50.134751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-58051ec7-dd35-4d98-9565-a50d484eb6c4 admin admin] 10.222.0.113 "PUT /v2.0/routers/b7a6b890-2fae-4df5-9c78-c4c73669383f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003156 Feb 16 14:47:50.135714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:50.146028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] Routers {'b7a6b890-2fae-4df5-9c78-c4c73669383f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:50.147204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b7a6b890-2fae-4df5-9c78-c4c73669383f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:50.187892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb1781a2-8d26-406b-b358-9a5a40f49823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.231891 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb1781a2-8d26-406b-b358-9a5a40f49823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.263212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.305122 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.339426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=d7a29b7d-dbaa-4e73-9f53-739b4ff607b1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:50.433622 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-665e4592-8434-4ded-8e96-cd6c2bd9cc90 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317957 Feb 16 14:47:50.448555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:50.453476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.458241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62f3cfad-363a-4859-8217-6244c86be3e9 req-ebac5309-336c-4148-af8b-bd0385c5f855 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.129 "DELETE /v2.0/ports/d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 HTTP/1.1" status: 204 len: 173 time: 0.9564164 Feb 16 14:47:50.491105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] Set router b7a6b890-2fae-4df5-9c78-c4c73669383f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:50.531246 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb1781a2-8d26-406b-b358-9a5a40f49823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.536900 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb1781a2-8d26-406b-b358-9a5a40f49823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.545597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bb1781a2-8d26-406b-b358-9a5a40f49823 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7f7ca698-35b4-43a6-b1dd-844324951a96 HTTP/1.1" status: 204 len: 168 time: 0.4645345 Feb 16 14:47:50.577617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1781a2-8d26-406b-b358-9a5a40f49823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ca698-35b4-43a6-b1dd-844324951a96,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:50.614127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.636140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-d652fa89-f50c-47f2-87a7-d8a7c8087f7f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:50.637788 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-d652fa89-f50c-47f2-87a7-d8a7c8087f7f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990902 Feb 16 14:47:50.661625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Request body: {'port': {'device_id': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'bc0fcd5cd56b427bac0bca9271dc0407'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:50.815121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec12a5c8-3c93-452b-a60b-899282933588 req-08543597-bd0d-46af-9bff-1965f09a73bb tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4bf6198-0fc1-4e45-a017-dbac52ab2c77 HTTP/1.1" status: 200 len: 210 time: 0.0777514 Feb 16 14:47:50.824654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:48Z', 'revision_number': 5, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port': {'id': 'd4275a5c-8556-4e8a-bf40-15d3857244d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:50.873078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] Checking router: b7a6b890-2fae-4df5-9c78-c4c73669383f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:50.885387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] Routers {'b7a6b890-2fae-4df5-9c78-c4c73669383f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:50.886027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b7a6b890-2fae-4df5-9c78-c4c73669383f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:50.917716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Deleting port d4275a5c-8556-4e8a-bf40-15d3857244d7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:50.918322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:50.969010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63848de1-6358-4f69-a4a1-14aff446710a req-f12e17b8-94ec-423f-b8e7-809ffa25c147 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:50.979007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63848de1-6358-4f69-a4a1-14aff446710a req-f12e17b8-94ec-423f-b8e7-809ffa25c147 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1590600 Feb 16 14:47:51.026152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] Set router b7a6b890-2fae-4df5-9c78-c4c73669383f gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:51.040475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63848de1-6358-4f69-a4a1-14aff446710a req-16229ee9-e03b-417d-b69e-9922b695b0af tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584688 Feb 16 14:47:51.196650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Made reservation on behalf of bc0fcd5cd56b427bac0bca9271dc0407 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:51.198285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa10e0-361b-47e9-8324-607a3537382d req-2a2f78d0-39b2-4e69-a806-9224779adebc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:51.201698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8fa10e0-361b-47e9-8324-607a3537382d req-2a2f78d0-39b2-4e69-a806-9224779adebc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.1187327 Feb 16 14:47:51.203412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:51.222783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] For port d4275a5c-8556-4e8a-bf40-15d3857244d7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d4275a5c-8556-4e8a-bf40-15d3857244d7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:51.223341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:51.224252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:50Z', 'revision_number': 6, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:51.243310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8fa10e0-361b-47e9-8324-607a3537382d req-ef09fb40-dec8-4bfc-8320-dd3f5ef6b2fc tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349715 Feb 16 14:47:51.277270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Calling delete_port for d4275a5c-8556-4e8a-bf40-15d3857244d7 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:51.281232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:51.285315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9109811-1fe8-481a-980e-436499967fd2 None None] The sync data for ids ['b7a6b890-2fae-4df5-9c78-c4c73669383f'] in n-d-829433-1 is: [{'id': 'b7a6b890-2fae-4df5-9c78-c4c73669383f', 'name': 'tempest-FloatingIPDetailsTestJSON-404230913-router', 'tenant_id': 'ebeb9cff909247519effe4a6e736b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:02Z', 'updated_at': '2022-02-16T14:47:50Z', 'revision_number': 6, 'project_id': 'ebeb9cff909247519effe4a6e736b3db', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:51.309115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:51.309483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d7a29b7d-dbaa-4e73-9f53-739b4ff607b1 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:51.309891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 458e80d3-4e93-4535-be21-e2736e3391a4 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:51.363091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 458e80d3-4e93-4535-be21-e2736e3391a4 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:51.363790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 458e80d3-4e93-4535-be21-e2736e3391a4 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:51.366444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9caa7-1a0e-4f98-b6c0-22ee240d9114 req-b0ee901d-23d1-4568-af8c-5861331b9c07 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:51.372055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5f9caa7-1a0e-4f98-b6c0-22ee240d9114 req-b0ee901d-23d1-4568-af8c-5861331b9c07 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1196077 Feb 16 14:47:51.424656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67909cbf-3ae2-40bd-bc4c-094ed7026b43 req-6cca6688-9e58-49c9-9be8-67aa3f3dc1b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 210 time: 0.0505259 Feb 16 14:47:51.460717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5f9caa7-1a0e-4f98-b6c0-22ee240d9114 req-8fa73bca-f9cc-40e7-8601-089d38eadbb7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702755 Feb 16 14:47:51.583635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Allocated IP 192.168.233.25 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/37b4a387-93f6-4f37-8c3d-45432d1fa8d7) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:51.591626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30277bfd-175b-4a92-97b1-30861574faf5 req-ebda69ed-fd5a-4e58-9ce1-32263db962c4 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:51.593213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30277bfd-175b-4a92-97b1-30861574faf5 req-ebda69ed-fd5a-4e58-9ce1-32263db962c4 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 946 time: 0.0809269 Feb 16 14:47:51.606453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49148) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:51.610441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d16c3-8309-4222-a459-415075af7202 req-d928b081-826d-4fa7-9385-6328e0b422cb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:51.612099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c39d16c3-8309-4222-a459-415075af7202 req-d928b081-826d-4fa7-9385-6328e0b422cb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0719047 Feb 16 14:47:51.618451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Request body: {'floatingip': {'port_id': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:51.625560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49150) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:51.649449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e37f3e69-49fc-4032-a937-abe989c7ce7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:51.679807 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:51.701067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c39d16c3-8309-4222-a459-415075af7202 req-0e53aa43-f82e-4c85-8afd-359256f7b859 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830870 Feb 16 14:47:51.791937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e37f3e69-49fc-4032-a937-abe989c7ce7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:51.846235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e37f3e69-49fc-4032-a937-abe989c7ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:51.893424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49160) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:51.903467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e37f3e69-49fc-4032-a937-abe989c7ce7f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3c2f0af13967414fa705f5e8729d35eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768948 Feb 16 14:47:51.906165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49162) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:51.915500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-deleted', 'tag': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:51.916581 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab049196-1402-48b9-8d9e-f4d4f81cc8dc" -d '{"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-deleted", "tag": "d7a29b7d-dbaa-4e73-9f53-739b4ff607b1"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:51.920198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3e69-49fc-4032-a937-abe989c7ce7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1a352f-4217-47df-b159-f0127f9d561c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:51.982848 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8d72c-c41c-42f9-830f-810ff04ef630 x-openstack-request-id: req-00d8d72c-c41c-42f9-830f-810ff04ef630 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:51.983136 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf6198-0fc1-4e45-a017-dbac52ab2c77", "name": "network-vif-deleted", "tag": "d7a29b7d-dbaa-4e73-9f53-739b4ff607b1", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:51.983386 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-00d8d72c-c41c-42f9-830f-810ff04ef630 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:51.983803 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf6198-0fc1-4e45-a017-dbac52ab2c77', 'name': 'network-vif-deleted', 'tag': 'd7a29b7d-dbaa-4e73-9f53-739b4ff607b1', 'status': 'completed', 'code': 200} Feb 16 14:47:52.031777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.039912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14868fc2-75fb-411a-ac17-2a400a734804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.064550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de4fe-e224-480b-b2ee-183ea3b5875a req-0b5484ca-374d-4aa9-a69f-9dda9be44383 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:52.066066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a80de4fe-e224-480b-b2ee-183ea3b5875a req-0b5484ca-374d-4aa9-a69f-9dda9be44383 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1283216 Feb 16 14:47:52.067318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting subnet 0f89aac4-6101-4144-a618-50a04b2ddcd7 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:47:52.076910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14868fc2-75fb-411a-ac17-2a400a734804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.077622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.084163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.135425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a80de4fe-e224-480b-b2ee-183ea3b5875a req-33c09014-bff9-4902-979c-1fdd239a5d45 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612998 Feb 16 14:47:52.165206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4275a5c-8556-4e8a-bf40-15d3857244d7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:52.212463 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14868fc2-75fb-411a-ac17-2a400a734804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.215777 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14868fc2-75fb-411a-ac17-2a400a734804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.220156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-14868fc2-75fb-411a-ac17-2a400a734804 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cc1a352f-4217-47df-b159-f0127f9d561c HTTP/1.1" status: 204 len: 168 time: 0.3100591 Feb 16 14:47:52.226736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868fc2-75fb-411a-ac17-2a400a734804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1a352f-4217-47df-b159-f0127f9d561c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:52.241796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.325028 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.369839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd9782-d610-403a-86c0-3a0658925675 req-e3342101-e075-48c4-88a9-3c9ebd9196c8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:52.378796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eacd9782-d610-403a-86c0-3a0658925675 req-e3342101-e075-48c4-88a9-3c9ebd9196c8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1282072 Feb 16 14:47:52.393772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 439d4cba-271c-45ad-90d1-3162f4950ce3 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:52.407235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.416280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 439d4cba-271c-45ad-90d1-3162f4950ce3 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:52.416888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 439d4cba-271c-45ad-90d1-3162f4950ce3 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:52.417494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d4275a5c-8556-4e8a-bf40-15d3857244d7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:52.444564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d4275a5c-8556-4e8a-bf40-15d3857244d7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:52.444823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d4275a5c-8556-4e8a-bf40-15d3857244d7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:52.459872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08', '7511b030-02e6-499e-94a0-4bfc6483b7c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:52.460458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eacd9782-d610-403a-86c0-3a0658925675 req-e5837043-d720-4405-936c-e72ee0669d82 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783427 Feb 16 14:47:52.491831 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.506437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.518643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49a388-3ced-42bf-8c65-16bc135d18b3 req-5e57f497-25e4-43e4-8c97-927aa1245bbd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:52.520297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d49a388-3ced-42bf-8c65-16bc135d18b3 req-5e57f497-25e4-43e4-8c97-927aa1245bbd tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.1197445 Feb 16 14:47:52.568598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:52.630248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac89857-77ac-466e-a97c-716b7eb9019e req-4bd7a2bc-47c9-45f4-b7c2-19efed55136d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:52.631816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ac89857-77ac-466e-a97c-716b7eb9019e req-4bd7a2bc-47c9-45f4-b7c2-19efed55136d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 935 time: 0.0787168 Feb 16 14:47:52.634799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d49a388-3ced-42bf-8c65-16bc135d18b3 req-4295fde0-f4cd-4e38-a041-24d5d53e5d6f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050038 Feb 16 14:47:52.659709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:52.671735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:47:52.685980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:52.724152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ac89857-77ac-466e-a97c-716b7eb9019e req-5bbb126e-de03-4d26-8ac6-a5d2fe99d15c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854492 Feb 16 14:47:52.770126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.774049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.774787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a6b890-2fae-4df5-9c78-c4c73669383f {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:47:52.805040 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.805858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e4988974-5e5f-4bc2-91fb-37e4f95bf812 admin admin] 10.222.0.113 "DELETE /v2.0/routers/b7a6b890-2fae-4df5-9c78-c4c73669383f HTTP/1.1" status: 204 len: 168 time: 2.6674685 Feb 16 14:47:52.808685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49194) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:52.875500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:52.876233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:52.982802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] Deleting subnet 885257c8-d7b1-4002-bfff-988c396174e1 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:47:52.983105 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-232cc6b3-c183-4af9-a7bc-1858b1843e55 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3279178 Feb 16 14:47:52.983303 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.018748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Request body: {'port': {'device_id': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:53.039244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.050169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.091215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.094799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Subnet': ['ID=0f89aac4-6101-4144-a618-50a04b2ddcd7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:53.096869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.100117 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a6902df0-9f47-4399-a462-4c9c538eac9a tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/subnets/0f89aac4-6101-4144-a618-50a04b2ddcd7 HTTP/1.1" status: 204 len: 168 time: 1.1864638 Feb 16 14:47:53.102071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a002c-a566-4302-ad3e-5c318a59015b req-4fb19868-5927-4073-8d4c-12ae10af5dfa tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:53.103823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49204) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:53.104768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2afeaa-0cfb-45e9-a6dd-123c9a588183 None None] Network a5424712-54da-4e85-9faf-7f2d2a6b6f05 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:53.109860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d1a002c-a566-4302-ad3e-5c318a59015b req-4fb19868-5927-4073-8d4c-12ae10af5dfa tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2318773 Feb 16 14:47:53.165141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:53.193046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.202150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f5c1e926-424f-4be8-86e5-b56fd298a452 None None] Provisioning complete for port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:53.202492 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e926-424f-4be8-86e5-b56fd298a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.231867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.235186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d1a002c-a566-4302-ad3e-5c318a59015b req-cdd087fe-8bd7-4d4a-81ae-8e286c5545e8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243765 Feb 16 14:47:53.304465 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.345189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.393183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1e926-424f-4be8-86e5-b56fd298a452 None None] Port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:47:53.433705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:53.447108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '36bc829d-b2be-4069-9061-97b731a2b36a', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '36bc829d-b2be-4069-9061-97b731a2b36a', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:53.467124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.496376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.506228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/885257c8-d7b1-4002-bfff-988c396174e1 HTTP/1.1" status: 204 len: 168 time: 0.6964390 Feb 16 14:47:53.511118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49222) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:53.515850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc199ce3-0085-4a8d-a925-d18857ecb581 None None] Network b25a8b3f-deb9-4007-aa6d-05dab0655432 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:53.543130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd479dc-dc83-4646-bad3-81a350154c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885257c8-d7b1-4002-bfff-988c396174e1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:53.554688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b7577-f358-40c0-b9eb-5b773bb451a5 req-8f86ff1d-b785-4f4e-9575-8a28c7fbffb1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:53.555015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c0b7577-f358-40c0-b9eb-5b773bb451a5 req-8f86ff1d-b785-4f4e-9575-8a28c7fbffb1 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.1701541 Feb 16 14:47:53.572272 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Floating IP e219acc0-d481-453b-b024-94ffdc4b74d0 associated. External IP: 172.25.6.210, port: 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c. Feb 16 14:47:53.580573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] DHCP port deletion for a5424712-54da-4e85-9faf-7f2d2a6b6f05 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:47:53.582870 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.627623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9a756-ecd5-40ed-9460-9d663b1712ab req-697fe472-fd6d-406a-ba3f-f43ffe0b2086 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:53.630261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67a9a756-ecd5-40ed-9460-9d663b1712ab req-697fe472-fd6d-406a-ba3f-f43ffe0b2086 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2349360 Feb 16 14:47:53.643403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36bc829d-b2be-4069-9061-97b731a2b36a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:53.694195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.709006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:53.718643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c0b7577-f358-40c0-b9eb-5b773bb451a5 req-8cc55192-9c04-478e-b51f-7699999e7d7c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482768 Feb 16 14:47:53.727756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67a9a756-ecd5-40ed-9460-9d663b1712ab req-2645e2a6-8c37-410e-b571-70ffaee4830d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848155 Feb 16 14:47:53.728676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] Deleting port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:53.729278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.805290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Deleting port c73497d8-af2a-4217-9642-a441f9990c3d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:53.806357 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.819159 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.888778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] DHCP port deletion for b25a8b3f-deb9-4007-aa6d-05dab0655432 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:47:53.925681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] For port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:53.926398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:53.975485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] Calling delete_port for 2c142a20-2443-4c3e-b55b-d7c808e3cb6a owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:53.981237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:54.004003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['36bc829d-b2be-4069-9061-97b731a2b36a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:47:54.023904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] For port c73497d8-af2a-4217-9642-a441f9990c3d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c73497d8-af2a-4217-9642-a441f9990c3d,segment=NetworkSegment(1dbba208-6ac0-4cba-9047-875aab28fa13),segment_id=1dbba208-6ac0-4cba-9047-875aab28fa13)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:54.024365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.056614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Calling delete_port for c73497d8-af2a-4217-9642-a441f9990c3d owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:54.069906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03676a71-9e95-449f-9ae2-f723908a204b req-339a406d-dd0d-48bc-96ad-2eea829be5e9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:54.074042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03676a71-9e95-449f-9ae2-f723908a204b req-339a406d-dd0d-48bc-96ad-2eea829be5e9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 935 time: 0.1909189 Feb 16 14:47:54.109874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:54.110454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.125813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] Deleting port c73497d8-af2a-4217-9642-a441f9990c3d {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:54.126176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.215669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc375f08-d7b8-4dd0-8af7-c1a783493c41 req-8cce9e7c-9d14-4786-b004-c4bfa76a1a22 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:54.218391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc375f08-d7b8-4dd0-8af7-c1a783493c41 req-8cce9e7c-9d14-4786-b004-c4bfa76a1a22 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.3364296 Feb 16 14:47:54.269133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,segment=NetworkSegment(454945c5-d927-4640-b660-c1c36b5cca2a),segment_id=454945c5-d927-4640-b660-c1c36b5cca2a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:54.269287 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.285575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.356559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:54.367756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73497d8-af2a-4217-9642-a441f9990c3d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:54.371389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.375656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03676a71-9e95-449f-9ae2-f723908a204b req-78610430-f95b-433c-a132-b6e4912f79ce tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762791 Feb 16 14:47:54.382924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] No DVR routers for this DVR port c73497d8-af2a-4217-9642-a441f9990c3d on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:54.387420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc375f08-d7b8-4dd0-8af7-c1a783493c41 req-6d6ff4be-e51a-4c84-a503-36bddac949b6 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619136 Feb 16 14:47:54.395782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2c142a20-2443-4c3e-b55b-d7c808e3cb6a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:54.494609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.502081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for 2c142a20-2443-4c3e-b55b-d7c808e3cb6a owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:54.512458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] For port c73497d8-af2a-4217-9642-a441f9990c3d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c73497d8-af2a-4217-9642-a441f9990c3d,segment=NetworkSegment(1dbba208-6ac0-4cba-9047-875aab28fa13),segment_id=1dbba208-6ac0-4cba-9047-875aab28fa13)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:54.516358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Transition to ACTIVE for port object 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:47:54.517053 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.531171 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.561714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25a8b3f-deb9-4007-aa6d-05dab0655432']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:54.583318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbba208-6ac0-4cba-9047-875aab28fa13') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:54.583656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.583805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbba208-6ac0-4cba-9047-875aab28fa13') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:54.598459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] Pushing event deleted for resources: {'Port': ['ID=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:54.606083 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.610029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] Calling delete_port for c73497d8-af2a-4217-9642-a441f9990c3d owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:54.621092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63466aac-a47a-4a58-884d-aba2974d724a None None] No DVR routers for this DVR port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:54.635898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb370-b987-4c21-9c07-1f999e9bf52c req-f695b025-2a72-40b5-a7d7-6ed6270cc985 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:54.653414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No active binding found for port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a {{(pid=103045) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 14:47:54.654672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6bfb370-b987-4c21-9c07-1f999e9bf52c req-f695b025-2a72-40b5-a7d7-6ed6270cc985 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1389349 Feb 16 14:47:54.654799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2c142a20-2443-4c3e-b55b-d7c808e3cb6a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:54.654799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c73497d8-af2a-4217-9642-a441f9990c3d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:54.655016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.667703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:54.668169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:54.670635 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:54.721810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:54.793761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Router b84385b2-2351-436f-9370-112393a817ed has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:47:54.807294 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.855275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:54.875594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c73497d8-af2a-4217-9642-a441f9990c3d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:54.877078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c73497d8-af2a-4217-9642-a441f9990c3d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:54.881820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] No DVR routers for this DVR port c73497d8-af2a-4217-9642-a441f9990c3d on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:54.888708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d13774-9df5-4c60-8f13-f2a86810d568 None None] Pushing event deleted for resources: {'Port': ['ID=c73497d8-af2a-4217-9642-a441f9990c3d,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:54.932891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6bfb370-b987-4c21-9c07-1f999e9bf52c req-7b35c65d-643d-4437-a26b-b018f6c69d4d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845335 Feb 16 14:47:54.975956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=2c142a20-2443-4c3e-b55b-d7c808e3cb6a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:54.994077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port 2c142a20-2443-4c3e-b55b-d7c808e3cb6a on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:55.003712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7bf0-143f-4e7e-b3ac-4e26f2e06720 req-bb1e7cb6-1aef-4380-8b18-7ac30420b85f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:55.009664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-028e7bf0-143f-4e7e-b3ac-4e26f2e06720 req-bb1e7cb6-1aef-4380-8b18-7ac30420b85f tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.1804571 Feb 16 14:47:55.044646 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.065303 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.073411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] 10.222.0.113 "DELETE /v2.0/networks/b25a8b3f-deb9-4007-aa6d-05dab0655432 HTTP/1.1" status: 204 len: 168 time: 1.5371251 Feb 16 14:47:55.099442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73814cab-87fb-43aa-94aa-cc4ee5367314 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25a8b3f-deb9-4007-aa6d-05dab0655432,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:55.123098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:47:55.123098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:47:55.123098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:55.133520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-028e7bf0-143f-4e7e-b3ac-4e26f2e06720 req-61177d04-952b-429b-84be-cbd5a6a6b91d tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186225 Feb 16 14:47:55.170659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:47:55.170990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:47:55.177924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:47:55.198554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:47:55.198895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:47:55.199280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:47:55.199759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Bound port: 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:47:55.200174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.206089 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.236146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-a5dc3c22-0723-447e-9ef2-da2c14edd368 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:55.237671 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-a5dc3c22-0723-447e-9ef2-da2c14edd368 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.2301602 Feb 16 14:47:55.243327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:47:55.248456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 36bc829d-b2be-4069-9061-97b731a2b36a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:55.249125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.255250 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] Sync routers for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:55.269919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:55.270541 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:55.275728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.406814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5424712-54da-4e85-9faf-7f2d2a6b6f05']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:55.408138 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:55.486163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.534522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454945c5-d927-4640-b660-c1c36b5cca2a') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:55.534772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454945c5-d927-4640-b660-c1c36b5cca2a') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:55.544096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:47:55.546110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275438e5-fd24-4302-99fe-443824b61b31 req-b9ffcaf0-558f-4435-b91e-0d55d4b3badd tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:55.561815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-275438e5-fd24-4302-99fe-443824b61b31 req-b9ffcaf0-558f-4435-b91e-0d55d4b3badd tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1884973 Feb 16 14:47:55.604515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:55.606924 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9703ccd5-3ec4-4499-a7c7-19576794a1f3" -d '{"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-plugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:55.623458 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-45c37eab-fb35-49ff-82b9-91ac906d357d tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "PUT /v2.0/floatingips/e219acc0-d481-453b-b024-94ffdc4b74d0 HTTP/1.1" status: 200 len: 992 time: 4.0013804 Feb 16 14:47:55.623458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.623458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:55.623458 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:55.640981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:47:55.645622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49302) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:55.654624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:55.702482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bb2ae5d0-7cdd-4e41-91a5-c58a28f028e1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ebeb9cff909247519effe4a6e736b3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555263 Feb 16 14:47:55.705114 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.707231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49304) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:55.737779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.761115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.771508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:55.772238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.827501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:55.856757 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:55.868856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990ee0-d20c-49cb-b6c9-413cb1e2da0b req-f9d05dbb-019c-41e5-9dff-8ab3b1de1640 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:55.870225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48990ee0-d20c-49cb-b6c9-413cb1e2da0b req-f9d05dbb-019c-41e5-9dff-8ab3b1de1640 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 947 time: 0.2965233 Feb 16 14:47:55.882133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:55.899085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:55.900127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:55.902830 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-2cceecd6-49f0-4d49-b559-0edf3a8771cc service neutron] 10.222.0.129 "PUT /v2.0/ports/37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 1095 time: 2.8930116 Feb 16 14:47:55.924746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-275438e5-fd24-4302-99fe-443824b61b31 req-816de3e2-5bab-4706-934a-0b97ed3931d6 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584769 Feb 16 14:47:55.931803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49306) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:56.001295 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e219acc0-d481-453b-b024-94ffdc4b74d0', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'b84385b2-2351-436f-9370-112393a817ed', 'port_id': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'mac_address': 'fa:16:3e:35:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:31Z', 'updated_at': '2022-02-16T14:47:52Z', 'revision_number': 1, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:26Z', 'revision_number': 5, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:56.005815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Deleting port c0790df4-1fd0-481d-83e8-a61ae314a25d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:56.006548 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.009747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c658cff0-f2b7-43ad-bf02-039fd3a3b088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.034084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48990ee0-d20c-49cb-b6c9-413cb1e2da0b req-d2ddfb77-8358-4801-aa87-b6b1511ff28a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062450 Feb 16 14:47:56.048218 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] Checking router: b84385b2-2351-436f-9370-112393a817ed for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:56.073374 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:47:56.073374 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:56.141834 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8304b06-c961-44c1-b0b8-10bdb4751bd8 x-openstack-request-id: req-c8304b06-c961-44c1-b0b8-10bdb4751bd8 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:56.142121 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-plugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:56.142377 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c8304b06-c961-44c1-b0b8-10bdb4751bd8 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:56.142773 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a', 'code': 200} Feb 16 14:47:56.178394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c658cff0-f2b7-43ad-bf02-039fd3a3b088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.186338 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8c7a3e-d9bb-4ecf-8bef-0fc4e64d2914 x-openstack-request-id: req-5e8c7a3e-d9bb-4ecf-8bef-0fc4e64d2914 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:56.186787 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:56.187044 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5e8c7a3e-d9bb-4ecf-8bef-0fc4e64d2914 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:56.187577 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'status': 'completed', 'code': 200} Feb 16 14:47:56.210894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-d24e18ee-24b1-47c7-81d5-63f16fd53647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:56.212683 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-d24e18ee-24b1-47c7-81d5-63f16fd53647 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1098 time: 0.1503432 Feb 16 14:47:56.213293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.290365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-14ff902e-0abd-475e-a9e0-2d6537027ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:56.292659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-14ff902e-0abd-475e-a9e0-2d6537027ff7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e64481be7c3f4fa6bce5f4cc2bba5d5a&device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 1097 time: 0.1010740 Feb 16 14:47:56.296152 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:47:56.319041 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-e89b7f07-4432-4833-941c-9ef0d2833656 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.0933468 Feb 16 14:47:56.355154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.362149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/networks/a5424712-54da-4e85-9faf-7f2d2a6b6f05 HTTP/1.1" status: 204 len: 168 time: 3.2547214 Feb 16 14:47:56.380778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49320) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:56.436411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16a47c-c408-4751-8bf5-f02eeb4ceb4e req-e9755265-2f26-477e-a2a6-d0adef16828c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:56.447143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db16a47c-c408-4751-8bf5-f02eeb4ceb4e req-e9755265-2f26-477e-a2a6-d0adef16828c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 946 time: 0.1533093 Feb 16 14:47:56.504407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1849491335'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:56.547022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db16a47c-c408-4751-8bf5-f02eeb4ceb4e req-737e2b22-af1c-4c73-86af-fca52098a322 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/security-groups?id=c82a19bf-de36-40cf-ab2e-f99b8287894c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975320 Feb 16 14:47:56.564896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] For port c0790df4-1fd0-481d-83e8-a61ae314a25d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c0790df4-1fd0-481d-83e8-a61ae314a25d,segment=NetworkSegment(68f00e3a-90a3-40f7-8c54-4b294b16feb5),segment_id=68f00e3a-90a3-40f7-8c54-4b294b16feb5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:56.565269 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.580773 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Calling delete_port for c0790df4-1fd0-481d-83e8-a61ae314a25d owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:56.596345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-c736c20b-63dc-4767-a49a-c55f0e2d2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:56.598518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-c736c20b-63dc-4767-a49a-c55f0e2d2415 service neutron] 10.222.0.129 "GET /v2.0/networks?id=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 HTTP/1.1" status: 200 len: 917 time: 0.2923272 Feb 16 14:47:56.610752 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e219acc0-d481-453b-b024-94ffdc4b74d0', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'b84385b2-2351-436f-9370-112393a817ed', 'port_id': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'mac_address': 'fa:16:3e:35:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:31Z', 'updated_at': '2022-02-16T14:47:52Z', 'revision_number': 1, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:26Z', 'revision_number': 5, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:56.635456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-62cfade8-f5d6-462b-999d-17acee5336bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:56.640950 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-62cfade8-f5d6-462b-999d-17acee5336bc service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.2592673 Feb 16 14:47:56.641718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Network': ['ID=a5424712-54da-4e85-9faf-7f2d2a6b6f05,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:56.642301 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43348313-a18b-4dce-9e41-845924c86c81 None None] The sync data for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 is: [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e219acc0-d481-453b-b024-94ffdc4b74d0', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'b84385b2-2351-436f-9370-112393a817ed', 'port_id': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'mac_address': 'fa:16:3e:35:3a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:31Z', 'updated_at': '2022-02-16T14:47:52Z', 'revision_number': 1, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:26Z', 'revision_number': 5, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:56.695303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Made reservation on behalf of b7ca13d4747046f2b065ece9eafcec1e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:56.698775 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.737683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.751754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.752106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.752432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.752772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.753090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.753413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.753736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.754262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.754785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.755106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.755430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.755776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f646553-f0ba-43fa-a764-198cc03a8bf9 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:47:56.782723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-674cc4f7-d05b-47f1-9ea9-d88b520aa6b3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c HTTP/1.1" status: 200 len: 1000 time: 0.1761537 Feb 16 14:47:56.809857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting subnet adca8d02-bc14-4e9f-aa8d-6faa2c75c13e {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:47:56.818202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-3bb3bb75-c9df-4468-bc58-8573e8e7943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:56.819828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-3bb3bb75-c9df-4468-bc58-8573e8e7943a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672456 Feb 16 14:47:56.823015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.881145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-02937e57-7a12-4ad6-b10d-ae5cd9b22077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:56.883288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-02937e57-7a12-4ad6-b10d-ae5cd9b22077 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=ec94b84a-f397-4553-a223-1f26400f7b6b HTTP/1.1" status: 200 len: 854 time: 0.0876327 Feb 16 14:47:56.888669 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c658cff0-f2b7-43ad-bf02-039fd3a3b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.891821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c658cff0-f2b7-43ad-bf02-039fd3a3b088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.892858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c658cff0-f2b7-43ad-bf02-039fd3a3b088 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d9b23b8e-0da6-4c11-b921-dfeb441a3638 HTTP/1.1" status: 204 len: 168 time: 1.1843638 Feb 16 14:47:56.933799 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:56.960368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.031149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658cff0-f2b7-43ad-bf02-039fd3a3b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b23b8e-0da6-4c11-b921-dfeb441a3638,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:57.048138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ae8c7-089b-4f34-b1b2-d8712bc00125 None None] New status for floating IP e219acc0-d481-453b-b024-94ffdc4b74d0: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:47:57.062064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.186562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-5a332e29-a223-49ba-b5ce-46b8f5f49039 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521457 Feb 16 14:47:57.202087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb555d84-71df-4b3b-afcf-94880676d244,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:57.239056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:47:57.243638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.248381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.251294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-71e48d1c-e29a-4edd-8553-f91ec0cc6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:57.262032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-71e48d1c-e29a-4edd-8553-f91ec0cc6b8e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3247931 Feb 16 14:47:57.292979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.294040 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Added segment cb1f4487-2eb5-4426-8acc-31468ad9f53b of type vlan for network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 Feb 16 14:47:57.352765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Pushing event deleted for resources: {'Port': ['ID=c0790df4-1fd0-481d-83e8-a61ae314a25d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:57.439424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] No DVR routers for this DVR port c0790df4-1fd0-481d-83e8-a61ae314a25d on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:57.445092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.449620 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fcb6777e-e11a-4a43-9fde-56a4926ca906 req-4c4e48fb-4c2e-44ef-9672-e2e530d8c9a5 tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.93 "DELETE /v2.0/ports/c0790df4-1fd0-481d-83e8-a61ae314a25d HTTP/1.1" status: 204 len: 173 time: 2.2029052 Feb 16 14:47:57.452274 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c49b0caf-e79d-4715-be88-402ab0c4ef84 req-f0a15f65-a579-428f-9ef6-f31ca5666a60 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596905 Feb 16 14:47:57.470158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745d07a-113a-492d-8e7f-9fe867a9323b req-f1220cba-71f1-4ac7-b140-47ba5faad516 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:57.482403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4745d07a-113a-492d-8e7f-9fe867a9323b req-f1220cba-71f1-4ac7-b140-47ba5faad516 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.3044472 Feb 16 14:47:57.537839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.550147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.573036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Subnet': ['ID=adca8d02-bc14-4e9f-aa8d-6faa2c75c13e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:57.575117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.583300 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9e0d8463-f660-48e7-a74c-2aed5f25b2c3 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/subnets/adca8d02-bc14-4e9f-aa8d-6faa2c75c13e HTTP/1.1" status: 204 len: 168 time: 1.1999564 Feb 16 14:47:57.584992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49342) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:57.585770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceba8c8-59f3-49b9-a813-5f440b16e0bd None None] Network e0218dea-ba35-4b3e-8dc7-c52b19511be7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:47:57.620132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30333ee-f003-45c7-9264-97022ac6f301 req-e11adc9a-6fac-411d-ba18-231537889932 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:57.629213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a30333ee-f003-45c7-9264-97022ac6f301 req-e11adc9a-6fac-411d-ba18-231537889932 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 947 time: 0.3600101 Feb 16 14:47:57.679754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.686535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4745d07a-113a-492d-8e7f-9fe867a9323b req-6b0e97a9-c248-4f44-bd84-afa6f1b34a81 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988862 Feb 16 14:47:57.774005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Deleting port 36375039-20b0-4251-b248-6ace15d4dbf7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:57.774361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.783772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-d53fd82e-0c76-4e90-8cef-d26792fc1221 service neutron] 10.222.0.129 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110803 Feb 16 14:47:57.835731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.843686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:57.844559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.893537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a30333ee-f003-45c7-9264-97022ac6f301 req-52723e3b-01bb-458d-96e5-9585f3fd1bfa tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634549 Feb 16 14:47:57.957608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] For port 36375039-20b0-4251-b248-6ace15d4dbf7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=36375039-20b0-4251-b248-6ace15d4dbf7,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:57.957970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:57.990554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Calling delete_port for 36375039-20b0-4251-b248-6ace15d4dbf7 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:58.021682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] DHCP port deletion for e0218dea-ba35-4b3e-8dc7-c52b19511be7 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:47:58.111976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] Deleting port 36375039-20b0-4251-b248-6ace15d4dbf7 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:47:58.115807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.188515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}, {'server_uuid': '4a4fbffc-116e-4454-8e45-59035dd42511', 'name': 'network-vif-deleted', 'tag': 'c0790df4-1fd0-481d-83e8-a61ae314a25d'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:47:58.191140 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503fb6b-58ff-445b-81e5-26f1164e9b57" -d '{"events": [{"name": "network-changed", "server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}, {"server_uuid": "4a4fbffc-116e-4454-8e45-59035dd42511", "name": "network-vif-deleted", "tag": "c0790df4-1fd0-481d-83e8-a61ae314a25d"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:47:58.223605 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.269023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] For port 36375039-20b0-4251-b248-6ace15d4dbf7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=36375039-20b0-4251-b248-6ace15d4dbf7,segment=NetworkSegment(dec25cb1-f935-4801-86b6-1a5a33edbc1d),segment_id=dec25cb1-f935-4801-86b6-1a5a33edbc1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:58.269618 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.271023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Port': ['ID=36375039-20b0-4251-b248-6ace15d4dbf7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:58.283960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] No DVR routers for this DVR port 36375039-20b0-4251-b248-6ace15d4dbf7 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:58.308689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] Calling delete_port for 36375039-20b0-4251-b248-6ace15d4dbf7 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:47:58.470271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.478621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36375039-20b0-4251-b248-6ace15d4dbf7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:58.512810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0218dea-ba35-4b3e-8dc7-c52b19511be7']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:58.536235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 36375039-20b0-4251-b248-6ace15d4dbf7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:58.536575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36375039-20b0-4251-b248-6ace15d4dbf7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:58.573593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2ea9b0c-c8d7-4ac2-ba69-fcce6ff1ea8f req-698ce632-3801-46c4-8570-9c8b8182f28c tempest-DeleteServersTestJSON-636918325 tempest-DeleteServersTestJSON-636918325-project] 10.222.0.113 "GET /v2.0/ports?device_id=4a4fbffc-116e-4454-8e45-59035dd42511 HTTP/1.1" status: 200 len: 210 time: 0.7260332 Feb 16 14:47:58.602917 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9211c4a-4a69-433d-8e5e-0fb0bb530ce4 x-openstack-request-id: req-e9211c4a-4a69-433d-8e5e-0fb0bb530ce4 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:47:58.604366 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "status": "completed", "code": 200}, {"server_uuid": "4a4fbffc-116e-4454-8e45-59035dd42511", "name": "network-vif-deleted", "tag": "c0790df4-1fd0-481d-83e8-a61ae314a25d", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:47:58.605913 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e9211c4a-4a69-433d-8e5e-0fb0bb530ce4 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:47:58.606454 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'status': 'completed', 'code': 200} Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: from cryptography.utils import int_from_bytes Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: from cryptography.utils import int_from_bytes Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.606763 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:47:58.610671 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:47:58.612046 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4fbffc-116e-4454-8e45-59035dd42511', 'name': 'network-vif-deleted', 'tag': 'c0790df4-1fd0-481d-83e8-a61ae314a25d', 'status': 'completed', 'code': 200} Feb 16 14:47:58.615753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.625603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec25cb1-f935-4801-86b6-1a5a33edbc1d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:58.626787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec25cb1-f935-4801-86b6-1a5a33edbc1d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:58.671329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] Pushing event deleted for resources: {'Port': ['ID=36375039-20b0-4251-b248-6ace15d4dbf7,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:58.682836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7499890 Feb 16 14:47:58.685734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3619244-15aa-40b1-a30c-f2d2bbee867f None None] No DVR routers for this DVR port 36375039-20b0-4251-b248-6ace15d4dbf7 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:47:58.726342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.770081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a40bd-8ed5-43ec-8c63-24df22938dba tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Pushing event updated for resources: {'Network': ['ID=d5b5f8d1-d6c2-49b4-b4a1-367a324441a8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:58.781311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:47:58.806550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065dae89-aa9b-4e5a-85f0-fcad3493ceb0 req-e4e70fba-b87d-48eb-b633-97ad3eced6dd service neutron] 10.222.0.129 "GET /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9982100 Feb 16 14:47:58.824542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459923a-2191-4e17-bd89-437772a9484e req-b044dbd4-0854-418a-b006-50401fac885f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:58.836404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7459923a-2191-4e17-bd89-437772a9484e req-b044dbd4-0854-418a-b006-50401fac885f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1393034 Feb 16 14:47:58.871491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.898927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7459923a-2191-4e17-bd89-437772a9484e req-4a6a337b-c3d6-445b-911b-2a7ab0187d76 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568442 Feb 16 14:47:58.900568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:47:58.901040 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:47:58.915438 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:47:59.040143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-342fdfa9-9555-4077-8a72-63cfed4e7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:59.041695 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-342fdfa9-9555-4077-8a72-63cfed4e7bda service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1098 time: 0.4202089 Feb 16 14:47:59.115159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07092e7b-7849-4f39-8911-b526518a97cb req-b13c96e4-214e-42a9-83ba-95e8c6193f0b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:59.127123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07092e7b-7849-4f39-8911-b526518a97cb req-b13c96e4-214e-42a9-83ba-95e8c6193f0b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 947 time: 0.1154423 Feb 16 14:47:59.179992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:59.194445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07092e7b-7849-4f39-8911-b526518a97cb req-a8900d4c-dee0-4407-860c-c040f2a94198 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659511 Feb 16 14:47:59.198558 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:59.204558 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] 10.222.0.113 "DELETE /v2.0/networks/e0218dea-ba35-4b3e-8dc7-c52b19511be7 HTTP/1.1" status: 204 len: 168 time: 1.6157904 Feb 16 14:47:59.204736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c0790df4-1fd0-481d-83e8-a61ae314a25d no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:47:59.224159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-88430373-dd92-4b53-9f8f-69619b895e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:59.225674 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-88430373-dd92-4b53-9f8f-69619b895e0e service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1770418 Feb 16 14:47:59.241888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf143d31-fc69-4c05-8716-0fbbb59a7c76 tempest-ServersTestMultiNic-499890566 tempest-ServersTestMultiNic-499890566-project] Pushing event deleted for resources: {'Network': ['ID=e0218dea-ba35-4b3e-8dc7-c52b19511be7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:59.279827 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-d6ed4a0f-5e68-4652-80d0-f59307e4c130 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.0440154 Feb 16 14:47:59.299796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: c0790df4-1fd0-481d-83e8-a61ae314a25d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:47:59.300768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c0790df4-1fd0-481d-83e8-a61ae314a25d not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:47:59.314262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:47:59.370336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-1381276c-a04d-47f2-811f-581868d43b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:59.371757 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-1381276c-a04d-47f2-811f-581868d43b33 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0851874 Feb 16 14:47:59.397356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:59.400291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49404) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:47:59.411393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Request body: {'port': {'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8', 'binding:host_id': 'n-h2-829433-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1900898150'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:59.442002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-e639d08e-fcb6-4e68-b628-f191e48db379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:59.444101 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-e639d08e-fcb6-4e68-b628-f191e48db379 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608776 Feb 16 14:47:59.557665 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-525d38cd-77fa-42e5-9994-b0276c4b64a5 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036110 Feb 16 14:47:59.562497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:59.598891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'mac_address': 'fa:16:3e:f9:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:47:59.659575 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:59.673344 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a503fb6b-58ff-445b-81e5-26f1164e9b57 req-d89591e2-f734-43d7-8f57-8f0622878b36 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082060 Feb 16 14:47:59.693197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Made reservation on behalf of c4d37afe63b44a98b20ea586bcabe652 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:47:59.696362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:59.704915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:47:59.709472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:59.736984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:47:59.800509 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:59.874883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:59.956579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:00.014952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:00.033759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] device_id is not set on port 9e188a3a-5201-475a-b2e8-cd966c241781 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:00.054276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['37b4a387-93f6-4f37-8c3d-45432d1fa8d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:00.185827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f8e12-a5ba-49e6-b504-c1a84a4e48c3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:00.222325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb967cb-bbd5-46a4-9895-4cca1deb8c8c req-3a3d6a4c-f16e-4be1-aa24-d513d03d5692 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:00.224361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bb967cb-bbd5-46a4-9895-4cca1deb8c8c req-3a3d6a4c-f16e-4be1-aa24-d513d03d5692 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2282820 Feb 16 14:48:00.365661 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:00.381586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bb967cb-bbd5-46a4-9895-4cca1deb8c8c req-56fbebf6-7a34-4a3d-9507-b7d42ecc49df tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435428 Feb 16 14:48:00.546604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] device_id is not set on port 9e188a3a-5201-475a-b2e8-cd966c241781 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:00.563779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:00.599215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f554-b039-44b5-af1e-a3d7f50e2de9 req-52e52445-1b9f-4f3f-bd4f-17ca0f41096b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:00.599215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d25f554-b039-44b5-af1e-a3d7f50e2de9 req-52e52445-1b9f-4f3f-bd4f-17ca0f41096b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 948 time: 0.1172402 Feb 16 14:48:00.671784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:00.834511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=9e188a3a-5201-475a-b2e8-cd966c241781,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:00.844198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d25f554-b039-44b5-af1e-a3d7f50e2de9 req-2729c278-c609-4877-8f26-eafc21a2d1b3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794660 Feb 16 14:48:00.864130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e273cdb-8c80-454f-a849-bad8cf4f08fd req-c8a1c996-d2ea-4b1b-8872-0a3f9b98d0d1 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:00.865662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e273cdb-8c80-454f-a849-bad8cf4f08fd req-c8a1c996-d2ea-4b1b-8872-0a3f9b98d0d1 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2105780 Feb 16 14:48:00.900944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Checking segment: {'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:00.901352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Network hostable DHCP agents. Network: d5b5f8d1-d6c2-49b4-b4a1-367a324441a8, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:48:00.954984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e273cdb-8c80-454f-a849-bad8cf4f08fd req-0f67fca7-bea6-4d69-bfb6-c8e7353da1f2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822747 Feb 16 14:48:01.086328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:48:01.104033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Deleting port 8d820e9b-e676-450a-b71c-71b473bae2b5 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:01.105745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:01.263832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] For port 8d820e9b-e676-450a-b71c-71b473bae2b5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8d820e9b-e676-450a-b71c-71b473bae2b5,segment=NetworkSegment(8805755c-78f2-4bbf-a956-f7a3a2009854),segment_id=8805755c-78f2-4bbf-a956-f7a3a2009854)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:01.264739 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:01.264922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:01.292529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e058129-426e-43ac-911d-b6b29639566c req-60b43085-a8b7-4aa9-ac17-4d73522bc730 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:01.295906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e058129-426e-43ac-911d-b6b29639566c req-60b43085-a8b7-4aa9-ac17-4d73522bc730 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1010349 Feb 16 14:48:01.300408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Calling delete_port for 8d820e9b-e676-450a-b71c-71b473bae2b5 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:01.400361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e058129-426e-43ac-911d-b6b29639566c req-420ec092-5905-4e62-a570-c1a465876f2f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972128 Feb 16 14:48:01.468623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d5b5f8d1-d6c2-49b4-b4a1-367a324441a8) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:01.477829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:01.478178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb52a17-1bf6-466c-8fc9-c3244111bbf5 None None] Network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:01.499743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.500081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.500461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.509557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.510756 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.516413 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 2 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.531871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:48:01.533823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.533823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.533823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.541311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.541663 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.541998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:01.542372 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:01.543479 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 3 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.586373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.586691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.587025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.613203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.613803 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.615923 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 4 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.635306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.636070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.636618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.642227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.642829 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.643394 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 5 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.660237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.660842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.661580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.668676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.669826 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.670420 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 6 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.686694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.687043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.687373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.691535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:01.712764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:01.721994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.722333 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.723198 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 7 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.726429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d820e9b-e676-450a-b71c-71b473bae2b5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:01.760857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.761231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.761572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.789504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.789843 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.791828 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 8 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.803595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:01.810679 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857239d1-f0be-46ec-8c6f-a31f38017f42" -d '{"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:01.848749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:01.860900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:01.861469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:01.861570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:01.892610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:01.892947 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:01.896426 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 9 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:01.926615 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:02.033401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:02.070420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:02.070755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:02.071095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:02.084717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:02.085251 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:02.093233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a019e-cb58-452b-91c4-0e2344ef2447 req-b45d25a3-de59-45c0-8c04-4bee8d2e3ac5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:02.101781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-727a019e-cb58-452b-91c4-0e2344ef2447 req-b45d25a3-de59-45c0-8c04-4bee8d2e3ac5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2871594 Feb 16 14:48:02.115190 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 10 to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 Feb 16 14:48:02.139266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:02.150439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:02.150776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:02.151110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:02.173577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-727a019e-cb58-452b-91c4-0e2344ef2447 req-793118e8-5ccf-4c4a-9f28-b80c55d4b6fd tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Feb 16 14:48:02.216398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 9e188a3a-5201-475a-b2e8-cd966c241781 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:02.216845 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 9e188a3a-5201-475a-b2e8-cd966c241781 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:02.217191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:02.281705 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa168963-7795-4280-a793-48c4d9b417d5 x-openstack-request-id: req-fa168963-7795-4280-a793-48c4d9b417d5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:02.282198 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:02.282293 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fa168963-7795-4280-a793-48c4d9b417d5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:02.282629 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'code': 200} Feb 16 14:48:02.429364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abea483-9301-42c3-8713-2cbd2132aba3 req-27cfe58b-e8df-46b8-a4f5-f2bf87a249b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:02.430895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0abea483-9301-42c3-8713-2cbd2132aba3 req-27cfe58b-e8df-46b8-a4f5-f2bf87a249b6 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1100 time: 0.0723288 Feb 16 14:48:02.460928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] For port 9e188a3a-5201-475a-b2e8-cd966c241781, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:02.461657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempted to set empty binding levels {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 14:48:02.485725 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0abea483-9301-42c3-8713-2cbd2132aba3 req-bf0d8392-bea1-4000-b435-912facb6e242 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467100 Feb 16 14:48:02.577803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c3a6b-6dad-42a5-a3f0-968bdca150ce req-173626cd-ecd4-4836-8b89-d9fbc8bfa378 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:02.586361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-990c3a6b-6dad-42a5-a3f0-968bdca150ce req-173626cd-ecd4-4836-8b89-d9fbc8bfa378 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1607549 Feb 16 14:48:02.610944 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:03.095269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:03.096794 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:03.110515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Router 88cb5f7c-7825-47e9-8b46-21ac93a8791f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:48:03.172669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-990c3a6b-6dad-42a5-a3f0-968bdca150ce req-5457c5d4-040d-4068-98c9-fe2dad89d84e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826800 Feb 16 14:48:03.210578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=9e188a3a-5201-475a-b2e8-cd966c241781,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:03.330020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5522f-1a5e-4bb5-a19a-ba6a55f6b641 req-facfefd9-bf42-464d-97d4-f5c8f9c28081 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:03.338274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ac5522f-1a5e-4bb5-a19a-ba6a55f6b641 req-facfefd9-bf42-464d-97d4-f5c8f9c28081 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2749069 Feb 16 14:48:03.363651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ba7f0908-2aef-4a97-af53-ad54eb19abf9 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.9614706 Feb 16 14:48:03.363868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49608) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:03.561080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Deleting port 9e188a3a-5201-475a-b2e8-cd966c241781 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:03.561787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:03.568855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ac5522f-1a5e-4bb5-a19a-ba6a55f6b641 req-06127c01-906c-4d1b-ab17-a2097c66d1cf tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297044 Feb 16 14:48:03.615536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:48:03.621302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9913b14e-a9a3-46c9-89ad-80e81539974e admin admin] 10.222.0.113 "PUT /v2.0/routers/88cb5f7c-7825-47e9-8b46-21ac93a8791f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2186832 Feb 16 14:48:03.624529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49632) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:03.631804 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] Sync routers for ids ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:48:03.672207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] For port 9e188a3a-5201-475a-b2e8-cd966c241781, host n-h2-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:03.673934 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:03.683183 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] Routers {'88cb5f7c-7825-47e9-8b46-21ac93a8791f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:03.683894 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:03.713723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Calling delete_port for 9e188a3a-5201-475a-b2e8-cd966c241781 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:03.829282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:03.916346 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] Set router 88cb5f7c-7825-47e9-8b46-21ac93a8791f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:03.943677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:03.977212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:03.990856 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "DELETE /v2.0/ports/9e188a3a-5201-475a-b2e8-cd966c241781 HTTP/1.1" status: 204 len: 168 time: 0.6248281 Feb 16 14:48:03.992826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49638) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:04.026064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636c4a0-2137-43a3-881d-13e32f3d1354 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e188a3a-5201-475a-b2e8-cd966c241781,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:04.059097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcc992-98c3-44a3-8a5a-23815855efc2 req-3ffad56b-c56b-4745-b4f2-86955e885ac7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:04.068589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20fcc992-98c3-44a3-8a5a-23815855efc2 req-3ffad56b-c56b-4745-b4f2-86955e885ac7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2359939 Feb 16 14:48:04.129925 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff4fc76-0ca9-4030-8247-d2fe576baeeb tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:48:04.146438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:04.149319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3ff4fc76-0ca9-4030-8247-d2fe576baeeb tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "GET /v2.0/ports/9e188a3a-5201-475a-b2e8-cd966c241781 HTTP/1.1" status: 404 len: 333 time: 0.1507761 Feb 16 14:48:04.162119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Request body: {'port': {'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-489997222'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:04.194717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20fcc992-98c3-44a3-8a5a-23815855efc2 req-bef7b1f3-2ad3-4b01-9274-fbd1dfdc9b74 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252089 Feb 16 14:48:04.249306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:04.309105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Made reservation on behalf of c4d37afe63b44a98b20ea586bcabe652 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:04.313207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:04.359000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] device_id is not set on port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:04.379099 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:48:01Z', 'revision_number': 5, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port': {'id': '51e757ac-fbcf-4a1e-8eb2-7514941286ea', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:10Z', 'updated_at': '2022-02-16T14:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:04.429247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] Checking router: 88cb5f7c-7825-47e9-8b46-21ac93a8791f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:48:04.442719 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] Routers {'88cb5f7c-7825-47e9-8b46-21ac93a8791f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:04.443576 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:04.516192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69726d2b-b655-47df-aa89-ec5009df28d4 req-f5558254-041d-4627-81c1-675ad741ed75 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:04.523732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69726d2b-b655-47df-aa89-ec5009df28d4 req-f5558254-041d-4627-81c1-675ad741ed75 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1990981 Feb 16 14:48:04.558119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Deleting port 51e757ac-fbcf-4a1e-8eb2-7514941286ea {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:04.558620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:04.593709 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] Set router 88cb5f7c-7825-47e9-8b46-21ac93a8791f gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:04.666899 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:48:04Z', 'revision_number': 6, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:04.676732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69726d2b-b655-47df-aa89-ec5009df28d4 req-89e183ec-e52b-468e-8ddb-3d78260818dd tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508527 Feb 16 14:48:04.744516 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac7e040-c2ab-4810-8d5c-c4f70c853030 None None] The sync data for ids ['88cb5f7c-7825-47e9-8b46-21ac93a8791f'] in n-d-829433-1 is: [{'id': '88cb5f7c-7825-47e9-8b46-21ac93a8791f', 'name': 'tempest-ServersTestMultiNic-1317549503-router', 'tenant_id': '49c4ec15efb94cf5b8869b5689ed759c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:08Z', 'updated_at': '2022-02-16T14:48:04Z', 'revision_number': 6, 'project_id': '49c4ec15efb94cf5b8869b5689ed759c', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:48:04.828424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] For port 51e757ac-fbcf-4a1e-8eb2-7514941286ea, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=51e757ac-fbcf-4a1e-8eb2-7514941286ea,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:04.830431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:04.860243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Calling delete_port for 51e757ac-fbcf-4a1e-8eb2-7514941286ea owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:04.890302 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:05.006732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:05.059914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad8006b-beb7-46e9-b3c9-63dbe21e6622,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:05.063848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:05.065924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:05.068223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:05.069354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:05.070135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:05.159737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:05.164073 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-694fadd3-1d94-493c-a9ab-b78f83cb1e9b tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0160112 Feb 16 14:48:05.164960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:05.201686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c981ef36-7cb0-46aa-aed1-71de48e5412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:05.227072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79981b8-c16e-47c3-a198-53ae6dafaf33 req-27561708-5d8d-4ac6-a18a-f01acd343ab9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:05.228756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d79981b8-c16e-47c3-a198-53ae6dafaf33 req-27561708-5d8d-4ac6-a18a-f01acd343ab9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2351720 Feb 16 14:48:05.236785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45036dfd-9eff-428b-86d0-c9c6b8c042ba req-ce69450d-f7e5-470f-9b76-4409b5168d3d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:05.238973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45036dfd-9eff-428b-86d0-c9c6b8c042ba req-ce69450d-f7e5-470f-9b76-4409b5168d3d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.3313558 Feb 16 14:48:05.360613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d79981b8-c16e-47c3-a198-53ae6dafaf33 req-f296c3f0-8101-4538-8e11-355aebecf3a2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129322 Feb 16 14:48:05.374109 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:05.418648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45036dfd-9eff-428b-86d0-c9c6b8c042ba req-18553262-cdda-40c5-8464-63897e9370bf tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626656 Feb 16 14:48:05.666046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:05.734273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e757ac-fbcf-4a1e-8eb2-7514941286ea,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:05.754320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaa108-3722-4d28-b13f-cce6d2f50752 req-7a243f5b-f5cf-4b14-a3e3-5723ad2eb4b5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:05.756679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bbaa108-3722-4d28-b13f-cce6d2f50752 req-7a243f5b-f5cf-4b14-a3e3-5723ad2eb4b5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2355227 Feb 16 14:48:05.846734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bbaa108-3722-4d28-b13f-cce6d2f50752 req-6ae166ab-37b4-4c47-aadf-7657b1633103 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837266 Feb 16 14:48:05.931894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.109999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.117419 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.138491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] device_id is not set on port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:06.215716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.280334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea4726-bc6f-4625-8336-1ee81f01f296 req-3140b9b1-5e15-4c69-9629-0d24b79d0c95 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:06.289919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70ea4726-bc6f-4625-8336-1ee81f01f296 req-3140b9b1-5e15-4c69-9629-0d24b79d0c95 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1423426 Feb 16 14:48:06.320687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.321611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88cb5f7c-7825-47e9-8b46-21ac93a8791f {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:48:06.328474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.354993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8d820e9b-e676-450a-b71c-71b473bae2b5 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:06.377230 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.378837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-75e4c690-d124-40ac-a8a4-cbb1dde97782 admin admin] 10.222.0.113 "DELETE /v2.0/routers/88cb5f7c-7825-47e9-8b46-21ac93a8791f HTTP/1.1" status: 204 len: 168 time: 2.7531989 Feb 16 14:48:06.381394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49798) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:06.418123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 8d820e9b-e676-450a-b71c-71b473bae2b5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:48:06.418466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8d820e9b-e676-450a-b71c-71b473bae2b5 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:06.418895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 51e757ac-fbcf-4a1e-8eb2-7514941286ea no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:06.449294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70ea4726-bc6f-4625-8336-1ee81f01f296 req-1bc39555-eaf5-4559-91fe-aca923b5ec99 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530254 Feb 16 14:48:06.504869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 51e757ac-fbcf-4a1e-8eb2-7514941286ea {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:48:06.515476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 51e757ac-fbcf-4a1e-8eb2-7514941286ea not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:06.559866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad8006b-beb7-46e9-b3c9-63dbe21e6622,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:06.598850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] Deleting subnet 9e34d7b1-be36-472d-b020-e7fd391838df {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:48:06.602664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.607405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:06.607777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:06.608120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:06.689103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:06.689506 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:06.692106 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 2 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:06.720941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:06.721732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:06.722072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:06.722411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:06.734269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:06.734647 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:06.737607 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 3 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:06.780758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:06.781089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:06.781428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:06.821853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a8f04-86b0-481b-b9bf-45219dc233a5 req-db9c857a-eeb5-4e42-b79f-5b004d72c6e1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:06.829854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c2a8f04-86b0-481b-b9bf-45219dc233a5 req-db9c857a-eeb5-4e42-b79f-5b004d72c6e1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.2421696 Feb 16 14:48:06.840641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:06.841882 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:06.844011 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 4 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:06.845988 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-4206d376-773d-41ab-8e1e-8ed653fce810 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3095737 Feb 16 14:48:06.858213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-aa603a55-71fd-4f1d-9deb-445f4538680d service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:48:06.859807 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-aa603a55-71fd-4f1d-9deb-445f4538680d service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070665 Feb 16 14:48:06.880483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:06.880810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:06.881142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:06.894809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:06.895146 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:06.897462 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 5 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:06.917683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c2a8f04-86b0-481b-b9bf-45219dc233a5 req-c6e926df-1ebb-4ece-9fe5-dc394712e6b1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868566 Feb 16 14:48:06.950294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:06.951098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:06.952203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:06.957339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:06.957672 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:06.958065 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 6 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:06.965221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.005622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:07.006017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:07.006294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:07.034440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:07.035222 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:07.035902 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 7 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:07.090900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:07.091333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:07.092125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:07.099413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:07.099739 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:07.100403 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 8 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:07.128381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f8eec-4bd1-4008-9077-71e0d3c59c12 req-87648387-5579-4601-9c0f-e57f0c52c33c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:07.137204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa7f8eec-4bd1-4008-9077-71e0d3c59c12 req-87648387-5579-4601-9c0f-e57f0c52c33c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1262913 Feb 16 14:48:07.146957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:07.147457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:07.148116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:07.173671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:07.173671 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:07.176387 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 9 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:07.183949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.220005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:07.223281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:07.224520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:07.236598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:07.239706 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:07.245756 n-d-829433-1 neutron-server[103043]: INFO neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 10 to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 Feb 16 14:48:07.273332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e34d7b1-be36-472d-b020-e7fd391838df,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:07.280941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617428f8-efff-4bdd-a9ee-2454a6af7cca None None] Network 8da7f342-36aa-477e-bfed-3a1a35b05cb0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:07.287340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:07.291514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:07.292226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:07.310389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.314174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee8a6d4f-fb02-4023-a190-1a9212af4f66 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/9e34d7b1-be36-472d-b020-e7fd391838df HTTP/1.1" status: 204 len: 168 time: 0.9292562 Feb 16 14:48:07.316173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:07.316518 n-d-829433-1 neutron-server[103043]: ERROR neutron.plugins.ml2.managers [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:07.316885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.317085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49862) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:07.321775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa7f8eec-4bd1-4008-9077-71e0d3c59c12 req-ac58ea4e-77e5-45bf-821a-8bcd466044e8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835032 Feb 16 14:48:07.597131 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.631646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] For port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:07.632032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempted to set empty binding levels {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 14:48:07.657367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] DHCP port deletion for 8da7f342-36aa-477e-bfed-3a1a35b05cb0 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:48:07.733184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Deleting port 283c459c-0142-4501-9d38-8b09b4ee9205 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:07.733770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.736635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Deleting port 283c459c-0142-4501-9d38-8b09b4ee9205 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:07.737120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.741638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6717f-1cc1-4a80-ac39-1ce602328464 req-a9ba2af1-b50b-45c2-91c0-ab768650c105 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:07.743646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8db6717f-1cc1-4a80-ac39-1ce602328464 req-a9ba2af1-b50b-45c2-91c0-ab768650c105 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0986426 Feb 16 14:48:07.792802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8db6717f-1cc1-4a80-ac39-1ce602328464 req-f6439004-9efc-4edc-b6ae-0f3ca264f082 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Feb 16 14:48:07.801289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] For port 283c459c-0142-4501-9d38-8b09b4ee9205, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=283c459c-0142-4501-9d38-8b09b4ee9205,segment=NetworkSegment(8805755c-78f2-4bbf-a956-f7a3a2009854),segment_id=8805755c-78f2-4bbf-a956-f7a3a2009854)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:07.801947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.835476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Calling delete_port for 283c459c-0142-4501-9d38-8b09b4ee9205 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:07.837513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] For port 283c459c-0142-4501-9d38-8b09b4ee9205, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=283c459c-0142-4501-9d38-8b09b4ee9205,segment=NetworkSegment(8805755c-78f2-4bbf-a956-f7a3a2009854),segment_id=8805755c-78f2-4bbf-a956-f7a3a2009854)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:07.838054 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.857768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Calling delete_port for 283c459c-0142-4501-9d38-8b09b4ee9205 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:07.972510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d901-4d29-4356-8816-d05e1dfe9ca3 req-f1c050c8-5f97-4f1f-9d5a-1509c8a4ad98 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:07.974016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d848d901-4d29-4356-8816-d05e1dfe9ca3 req-f1c050c8-5f97-4f1f-9d5a-1509c8a4ad98 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0580659 Feb 16 14:48:08.011400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d848d901-4d29-4356-8816-d05e1dfe9ca3 req-15091bde-dba8-46ec-8f58-a6daee3d3f87 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Feb 16 14:48:08.013393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.047130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] In _notify_port_updated(), no bound segment for port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:48:08.048081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.048695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.053297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "PUT /v2.0/ports/8ad8006b-beb7-46e9-b3c9-63dbe21e6622 HTTP/1.1" status: 200 len: 974 time: 2.8893356 Feb 16 14:48:08.053472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49928) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:08.065182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabedb12-f50c-4865-9784-a0f3de6025e7 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=8ad8006b-beb7-46e9-b3c9-63dbe21e6622,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:08.066012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:08.069737 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95569753-86ae-41a5-9b3c-61ccd115b905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.096907 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.144762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Pushing event deleted for resources: {'Port': ['ID=283c459c-0142-4501-9d38-8b09b4ee9205,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:08.148801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] No DVR routers for this DVR port 283c459c-0142-4501-9d38-8b09b4ee9205 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:08.150162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.198312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa5e0e-43c9-43e2-89da-6becd31f1287 req-5bc94962-c870-4b84-83dc-aa4942ef62e9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.201063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.206743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.206897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21aa5e0e-43c9-43e2-89da-6becd31f1287 req-5bc94962-c870-4b84-83dc-aa4942ef62e9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.0669973 Feb 16 14:48:08.207477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.208217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.209809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.211022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.212657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.215183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.217122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.217339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=283c459c-0142-4501-9d38-8b09b4ee9205,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:08.219256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.220399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.222245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8434d-f693-48ba-9098-153ba0e887bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:08.261156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21aa5e0e-43c9-43e2-89da-6becd31f1287 req-8b03187e-3fe4-4eff-9950-e32a56774809 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533330 Feb 16 14:48:08.300190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.300850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.301413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.301887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.302363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.311217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.311217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.311515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.313901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.316751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.317363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.318433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.319056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.319523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.320918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.322141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.329357 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dcea43c8-0887-433f-b985-d2c0ca3ce9dd tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14434 time: 0.2737210 Feb 16 14:48:08.331229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49952) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:08.334177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] No DVR routers for this DVR port 283c459c-0142-4501-9d38-8b09b4ee9205 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:08.432578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 283c459c-0142-4501-9d38-8b09b4ee9205 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:08.471891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] Deleting subnet 3d9ed2ad-511d-422c-a2ad-52c08a46822a {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:48:08.476691 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.503956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 283c459c-0142-4501-9d38-8b09b4ee9205 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:48:08.511207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 283c459c-0142-4501-9d38-8b09b4ee9205 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:08.527762 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.615614 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.768624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Deleting port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:08.769188 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.779637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17062f05-03f3-406b-88b5-aef8b5879795 req-22d3a398-6bc4-4f23-9aa6-bfb6fa5aba23 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:08.787558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17062f05-03f3-406b-88b5-aef8b5879795 req-22d3a398-6bc4-4f23-9aa6-bfb6fa5aba23 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0892971 Feb 16 14:48:08.848141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.886151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.894569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9ed2ad-511d-422c-a2ad-52c08a46822a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:08.911252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da7f342-36aa-477e-bfed-3a1a35b05cb0']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:08.925772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8805755c-78f2-4bbf-a956-f7a3a2009854') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:08.926033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8805755c-78f2-4bbf-a956-f7a3a2009854') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:08.938661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.956284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.959795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db42f43d-51ca-4757-93c9-52d012d61026 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3d9ed2ad-511d-422c-a2ad-52c08a46822a HTTP/1.1" status: 204 len: 168 time: 0.8928897 Feb 16 14:48:08.961477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] For port 8ad8006b-beb7-46e9-b3c9-63dbe21e6622, host n-h2-829433-1, got binding levels [] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:08.961941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.964019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50000) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:08.976215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:08.979814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17062f05-03f3-406b-88b5-aef8b5879795 req-5a54f72e-7c32-4ff3-8e4e-aa7a7c65a39f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910694 Feb 16 14:48:08.997570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:48:08.998318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:48:09.000957 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:48:09.014283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Calling delete_port for 8ad8006b-beb7-46e9-b3c9-63dbe21e6622 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:09.226901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.230220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a8d06-3786-47d6-b0be-1ca6472a7264 req-2d68e1eb-ec33-477d-8293-b2ceb33b56b8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:09.246166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-314a8d06-3786-47d6-b0be-1ca6472a7264 req-2d68e1eb-ec33-477d-8293-b2ceb33b56b8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1155951 Feb 16 14:48:09.257423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.302478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ad8006b-beb7-46e9-b3c9-63dbe21e6622,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:09.315390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.318014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-261a61f3-e388-4df1-80db-7b209c220609 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "DELETE /v2.0/ports/8ad8006b-beb7-46e9-b3c9-63dbe21e6622 HTTP/1.1" status: 204 len: 168 time: 0.9856377 Feb 16 14:48:09.318711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50042) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:09.337829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.347808 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.348635 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c84f7f-ecaf-4ec9-b6fa-b154aaa75180 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:48:09.360672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.361047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-96c84f7f-ecaf-4ec9-b6fa-b154aaa75180 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "GET /v2.0/ports/8ad8006b-beb7-46e9-b3c9-63dbe21e6622 HTTP/1.1" status: 404 len: 333 time: 0.0386484 Feb 16 14:48:09.361737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50044) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:09.364029 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] 10.222.0.113 "DELETE /v2.0/networks/8da7f342-36aa-477e-bfed-3a1a35b05cb0 HTTP/1.1" status: 204 len: 168 time: 2.0459790 Feb 16 14:48:09.381219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe53cb4-f2a6-4567-a9a9-085b5ed7b1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8da7f342-36aa-477e-bfed-3a1a35b05cb0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:09.384206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435fa567-edf3-4893-b78c-ef5ba8642c8d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:09.389433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-774491756', 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:09.402029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f00e3a-90a3-40f7-8c54-4b294b16feb5') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:09.402029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f00e3a-90a3-40f7-8c54-4b294b16feb5') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:09.410862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.437618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.441993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-314a8d06-3786-47d6-b0be-1ca6472a7264 req-0d66c31d-da4e-4efd-b0e5-2738575cb39b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949184 Feb 16 14:48:09.461772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:48:09.462010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:48:09.464194 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:48:09.555876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Made reservation on behalf of c4d37afe63b44a98b20ea586bcabe652 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:09.558281 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.576145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] device_id is not set on port 3a48d0e6-35e0-4997-a5c6-0f0a065c60c4 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:09.693105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1259b1-630b-4084-8b7f-3ef04f048c9b req-70ac868e-166d-4811-a8f8-fc46b92d471b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:09.694597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba1259b1-630b-4084-8b7f-3ef04f048c9b req-70ac868e-166d-4811-a8f8-fc46b92d471b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.0792050 Feb 16 14:48:09.720554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.729409 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.745263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] 10.222.0.113 "DELETE /v2.0/networks/435fa567-edf3-4893-b78c-ef5ba8642c8d HTTP/1.1" status: 204 len: 168 time: 0.7796252 Feb 16 14:48:09.777587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.790222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c4e92-611b-4aa0-847c-dabad7889df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=435fa567-edf3-4893-b78c-ef5ba8642c8d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:09.815751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba1259b1-630b-4084-8b7f-3ef04f048c9b req-90e6d221-2dcd-484f-9cb7-06fd42e26935 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079228 Feb 16 14:48:09.858402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:09.989637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50090) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:10.026887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.046696 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-93e73750-872f-4a85-97fa-1bd17b0714b7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=49c4ec15efb94cf5b8869b5689ed759c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551329 Feb 16 14:48:10.049357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50096) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:10.109994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab9ad-7590-4a38-ae89-d56cc0ff0dd8 req-07f808a3-f52a-41f1-9312-e86ebcabba54 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:10.112925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c9ab9ad-7590-4a38-ae89-d56cc0ff0dd8 req-07f808a3-f52a-41f1-9312-e86ebcabba54 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1432824 Feb 16 14:48:10.125236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:10.130327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:10.140730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:10.142181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:10.142969 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.156688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-204fb38c-2e0a-4620-9f4a-ef10d8b6f63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.202813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-204fb38c-2e0a-4620-9f4a-ef10d8b6f63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.210755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=3a48d0e6-35e0-4997-a5c6-0f0a065c60c4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:10.243694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50114) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:10.264352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c9ab9ad-7590-4a38-ae89-d56cc0ff0dd8 req-734a9350-078b-46fb-9213-724616abcc38 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342976 Feb 16 14:48:10.329785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6b890371-4c4e-4ea5-8eab-1041b129cde1 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9644616 Feb 16 14:48:10.330632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50118) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:10.350271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9a240fc4-34d9-4797-a03d-ef8715f74e2e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c6baa9e7b75442db9bcb5901b5fe5e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052155 Feb 16 14:48:10.355650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50120) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:10.415031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-204fb38c-2e0a-4620-9f4a-ef10d8b6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.427046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-204fb38c-2e0a-4620-9f4a-ef10d8b6f63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.428958 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-204fb38c-2e0a-4620-9f4a-ef10d8b6f63d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8 HTTP/1.1" status: 204 len: 168 time: 0.3781202 Feb 16 14:48:10.456493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd379cf-d07b-4c3b-9f07-db20c4c0a436 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:10.457908 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3dd379cf-d07b-4c3b-9f07-db20c4c0a436 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "GET /v2.0/ports/3a48d0e6-35e0-4997-a5c6-0f0a065c60c4 HTTP/1.1" status: 200 len: 954 time: 0.1261652 Feb 16 14:48:10.459219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe5136-96de-4846-87ff-034d37e631d1 req-439786b5-fe92-45ea-a38d-b4d85b5c4c7e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:10.460657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50128) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:10.468298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95fe5136-96de-4846-87ff-034d37e631d1 req-439786b5-fe92-45ea-a38d-b4d85b5c4c7e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0830681 Feb 16 14:48:10.489746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fb38c-2e0a-4620-9f4a-ef10d8b6f63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35fdf7-6883-4ee8-8dcd-4e7bb933e1f8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:10.504976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8a290c88-50b1-48ea-a769-8471fac8d09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.540526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95fe5136-96de-4846-87ff-034d37e631d1 req-1a77f8ce-2f62-45ce-82df-6623e9741f1e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659955 Feb 16 14:48:10.554151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8a290c88-50b1-48ea-a769-8471fac8d09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.624928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-ef8c1fe2-35b8-4401-9563-24c783449f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:10.626489 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-ef8c1fe2-35b8-4401-9563-24c783449f1c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1100 time: 0.1485152 Feb 16 14:48:10.768065 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8a290c88-50b1-48ea-a769-8471fac8d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.785481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8a290c88-50b1-48ea-a769-8471fac8d09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.785481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8a290c88-50b1-48ea-a769-8471fac8d09b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c82a19bf-de36-40cf-ab2e-f99b8287894c HTTP/1.1" status: 204 len: 168 time: 0.4148841 Feb 16 14:48:10.785801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Deleting port 3a48d0e6-35e0-4997-a5c6-0f0a065c60c4 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:10.785801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.786217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a290c88-50b1-48ea-a769-8471fac8d09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82a19bf-de36-40cf-ab2e-f99b8287894c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:10.830768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5822-fb39-4f16-80cc-784d7c30b9e3 req-bc00f112-7179-46aa-bcbf-46dc44937d2a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:10.842910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c60a5822-fb39-4f16-80cc-784d7c30b9e3 req-bc00f112-7179-46aa-bcbf-46dc44937d2a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1176872 Feb 16 14:48:10.920560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c60a5822-fb39-4f16-80cc-784d7c30b9e3 req-f62c9e31-ca07-43f3-b280-1d1b2f0505c7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 Feb 16 14:48:10.976841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:10.994231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-d81b2523-9cbc-4c77-b9ae-a3a5f5cddee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:10.996639 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-d81b2523-9cbc-4c77-b9ae-a3a5f5cddee6 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3599648 Feb 16 14:48:11.001029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Calling delete_port for 3a48d0e6-35e0-4997-a5c6-0f0a065c60c4 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:11.019981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fd21-f1ac-4a05-8307-6a2da8fbc9b1 req-7e2c1ce5-947e-4b38-8da8-b4e4c4920e27 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:11.028345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc86fd21-f1ac-4a05-8307-6a2da8fbc9b1 req-7e2c1ce5-947e-4b38-8da8-b4e4c4920e27 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.0715988 Feb 16 14:48:11.057769 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-c48ff856-5c8b-4cc2-b43f-65934c7b9bfd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.0490112 Feb 16 14:48:11.127298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc86fd21-f1ac-4a05-8307-6a2da8fbc9b1 req-e0ac95b4-5e01-4f00-9a40-fac094b16c71 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Feb 16 14:48:11.164763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c291cbb-67ca-42ea-bf5e-2dd260c1bf36 req-8d296cdc-fa1e-4212-8187-dfbdf5c47717 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:11.166973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c291cbb-67ca-42ea-bf5e-2dd260c1bf36 req-8d296cdc-fa1e-4212-8187-dfbdf5c47717 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1090004 Feb 16 14:48:11.174221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-9b08782d-1307-4a5b-b73a-dba06496c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:11.176137 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-9b08782d-1307-4a5b-b73a-dba06496c4c8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0693784 Feb 16 14:48:11.236721 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:11.279677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c291cbb-67ca-42ea-bf5e-2dd260c1bf36 req-32fbdaee-40e4-4de7-9ae8-d9187bd70f0c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001415 Feb 16 14:48:11.299621 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-ffd2ea36-8620-4493-abad-bcecfb74e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:11.300439 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-ffd2ea36-8620-4493-abad-bcecfb74e0ba service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153486 Feb 16 14:48:11.352585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:11.422784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a48d0e6-35e0-4997-a5c6-0f0a065c60c4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:11.430144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:11.442715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:11.446304 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cfbeecff-84e8-4734-87f7-40bb330bc085 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "DELETE /v2.0/ports/3a48d0e6-35e0-4997-a5c6-0f0a065c60c4 HTTP/1.1" status: 204 len: 168 time: 0.9846385 Feb 16 14:48:11.457542 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:11.500906 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7bc723-8ee7-4ef4-90c6-9864a3d1f953 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:48:11.502973 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5c7bc723-8ee7-4ef4-90c6-9864a3d1f953 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "GET /v2.0/ports/3a48d0e6-35e0-4997-a5c6-0f0a065c60c4 HTTP/1.1" status: 404 len: 333 time: 0.0443788 Feb 16 14:48:11.511497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50182) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:11.516298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Request body: {'port': {'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1224112364'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:11.528528 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-dc652fd0-14b6-4414-b061-26ae8bfd5423 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151666 Feb 16 14:48:11.645917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Made reservation on behalf of c4d37afe63b44a98b20ea586bcabe652 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:11.648525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:11.688840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] device_id is not set on port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:11.733628 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-517cf1ce-7a63-4567-92b9-39db25b76c00 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973586 Feb 16 14:48:12.223892 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:12.335459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47d23b-75a5-4c4d-8864-a993ab77f28a req-7f9ea8f1-7c3d-4890-b45a-40a1163f0551 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:12.345184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc47d23b-75a5-4c4d-8864-a993ab77f28a req-7f9ea8f1-7c3d-4890-b45a-40a1163f0551 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.4964416 Feb 16 14:48:12.422007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:12.454286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc47d23b-75a5-4c4d-8864-a993ab77f28a req-0e89fa15-2488-4df1-bcc3-60afaad3f7bd tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080911 Feb 16 14:48:12.539979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587c0db-9e3c-4a75-81ee-0ac0d40305eb req-803df60b-cee1-45a2-b8dc-3911f302f8d9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:12.545640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2587c0db-9e3c-4a75-81ee-0ac0d40305eb req-803df60b-cee1-45a2-b8dc-3911f302f8d9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1185060 Feb 16 14:48:12.626215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2587c0db-9e3c-4a75-81ee-0ac0d40305eb req-8336f6a3-7cf4-4062-aff9-76e47aed08e9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679319 Feb 16 14:48:12.636723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b216385-9532-4e51-9d8a-e741853cff63 req-88ac85be-9ea9-4cfd-9fd1-667a6e482c02 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:12.639884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b216385-9532-4e51-9d8a-e741853cff63 req-88ac85be-9ea9-4cfd-9fd1-667a6e482c02 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0929117 Feb 16 14:48:12.675194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:12.748205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b216385-9532-4e51-9d8a-e741853cff63 req-ae397394-ac1c-48b3-ba78-95bc6b42d2fe tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973918 Feb 16 14:48:12.750240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:12.754965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:12.768361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:12.769858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:12.770702 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:12.790308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=d6779fc2-6e71-4dc4-b00f-36eb859f7bf0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:12.900196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-63e63c1e-c78c-4ea4-a513-36e847895160 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3892028 Feb 16 14:48:12.902902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50238) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:12.909090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:12.930275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e39bd-b3a1-4d99-bdd9-cac563b1b70b req-0d9d90e7-8249-4b08-890e-24479ba42a9c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:12.941805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca8e39bd-b3a1-4d99-bdd9-cac563b1b70b req-0d9d90e7-8249-4b08-890e-24479ba42a9c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0923524 Feb 16 14:48:13.010802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca8e39bd-b3a1-4d99-bdd9-cac563b1b70b req-7ecf2558-6fcf-4c64-bada-eacdb742a437 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666776 Feb 16 14:48:13.039903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.129905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50244) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:13.268283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50254) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:13.287309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50256) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:13.324873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425d2c5-f28b-41cd-bff8-febeeb75e3a1 req-64f375ee-c65a-4870-97d1-b3dc2825a35b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:13.329125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9425d2c5-f28b-41cd-bff8-febeeb75e3a1 req-64f375ee-c65a-4870-97d1-b3dc2825a35b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1853783 Feb 16 14:48:13.386415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] device_id is not set on port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:13.403106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.411424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9425d2c5-f28b-41cd-bff8-febeeb75e3a1 req-8c2098d3-c04b-4a73-9f4a-a538c12754ac tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723114 Feb 16 14:48:13.485893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1245409606-network', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:13.494109 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.509632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.534326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1193356672-network', 'tenant_id': '48deda554acc41479ec588c00c4b3999'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:13.574204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.574678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.575670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.589079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.589595 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.590329 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 2 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.595257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=d6779fc2-6e71-4dc4-b00f-36eb859f7bf0,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:13.609392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.609846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.610243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.615707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.616296 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.617140 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 3 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.632330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.632953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.633765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.645964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.645964 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.645964 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 4 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.663890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.666729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.667212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.667722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.669751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:13.672474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.687935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.687935 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.687935 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 5 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.688273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.706269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.707020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.707632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.720474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.721155 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.721730 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 6 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.748261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.748805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.749149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.754456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.754792 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.763799 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 7 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.773422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.773791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.774483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.780660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.781007 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.781846 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 8 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.789055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.796620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.797527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.797527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.803136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.803475 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.803914 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 9 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.817944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.818307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.818611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.824496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.824802 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.825283 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempt 10 to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 Feb 16 14:48:13.830029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Made reservation on behalf of 48deda554acc41479ec588c00c4b3999 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:13.832517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.844322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:13.844688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:13.844985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempting to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:13.849901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:13.850225 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Failed to bind port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'cb1f4487-2eb5-4426-8acc-31468ad9f53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'd5b5f8d1-d6c2-49b4-b4a1-367a324441a8'}] Feb 16 14:48:13.850594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.852520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907f89-dbbd-4ff9-9314-8f2cbb4ac9ce req-237723ae-8c54-4b2d-aded-8751cd3a2f92 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:13.854035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12907f89-dbbd-4ff9-9314-8f2cbb4ac9ce req-237723ae-8c54-4b2d-aded-8751cd3a2f92 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1216943 Feb 16 14:48:13.876353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:13.879936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=63c04f05fd064dcdad19231c2b50cd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057661 Feb 16 14:48:13.885898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28ad032-b47a-43e0-8f40-7c699fdfca3c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:13.890752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50270) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:13.933102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] For port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:13.933831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attempted to set empty binding levels {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 14:48:13.935851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.936196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.936535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.936869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.937196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.937523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.937845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.938151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.938577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.938793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.939092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.939461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa4f9c-2572-40e1-9425-2db191afc281 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:13.984680 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.001234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12907f89-dbbd-4ff9-9314-8f2cbb4ac9ce req-872fe713-c5e1-4444-894b-c9c8e6ba41ad tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274767 Feb 16 14:48:14.034638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c373e90-70bd-4fef-bc8e-c05087ddd7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.065761 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c373e90-70bd-4fef-bc8e-c05087ddd7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.106672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.125982 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.126902 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.154755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c9d89e-f707-42ea-828e-3ae80b62fd89,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:14.158871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.162430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] In _notify_port_updated(), no bound segment for port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 on network d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:48:14.167226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:14.167226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.167226 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "PUT /v2.0/ports/d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 HTTP/1.1" status: 200 len: 975 time: 1.2611098 Feb 16 14:48:14.170449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50272) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:14.176103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78959124-0828-438c-96f5-711e4b85cd83 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event updated for resources: {'Port': ['ID=d6779fc2-6e71-4dc4-b00f-36eb859f7bf0,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:14.194205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c373e90-70bd-4fef-bc8e-c05087ddd7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.196821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c373e90-70bd-4fef-bc8e-c05087ddd7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.197942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4c373e90-70bd-4fef-bc8e-c05087ddd7f9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d28ad032-b47a-43e0-8f40-7c699fdfca3c HTTP/1.1" status: 204 len: 168 time: 0.2979343 Feb 16 14:48:14.224728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:48:14.229358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:48:14.246432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed17d17-550e-42e6-a4e3-7b76ea40d105,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:14.256941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.257287 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Added segment 685cdc04-94ca-45f9-bcdc-89c312984f06 of type vlan for network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 Feb 16 14:48:14.266744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.267278 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Added segment a847e7a6-e214-479d-9b5f-98c111dc19d9 of type vlan for network 0b18220e-b2f2-4afd-922c-83c86ed713f5 Feb 16 14:48:14.329879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c373e90-70bd-4fef-bc8e-c05087ddd7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28ad032-b47a-43e0-8f40-7c699fdfca3c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:14.382980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.412308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.461402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Deleting port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:14.461723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.521808 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.522788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:14.523368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.571855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] For port d6779fc2-6e71-4dc4-b00f-36eb859f7bf0, host n-h2-829433-1, got binding levels [] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:14.572049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.625927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] Pushing event updated for resources: {'Network': ['ID=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:14.634808 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.639484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:14.639484 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.639721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:48:14.691321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Calling delete_port for d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:14.763459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50308) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:14.763675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5e38ea9e-de52-4c1d-b431-54c9fbe613e2 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4722736 Feb 16 14:48:14.770910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Request body: {'subnet': {'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1193356672-subnet', 'tenant_id': '48deda554acc41479ec588c00c4b3999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:14.828950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] Pushing event updated for resources: {'Network': ['ID=0b18220e-b2f2-4afd-922c-83c86ed713f5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:14.833790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5895a545-bb3e-4096-ab7d-e820005a8927 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7028043 Feb 16 14:48:14.840365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50310) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:14.843989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:48:14.847811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Request body: {'subnet': {'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1245409606-subnet', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:14.855374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7bfbe-4796-4bc6-a504-423dbfff0b6e req-85739454-77d0-416e-b8bb-8dc000bfce8d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:14.857924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40e7bfbe-4796-4bc6-a504-423dbfff0b6e req-85739454-77d0-416e-b8bb-8dc000bfce8d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1726978 Feb 16 14:48:14.905398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Made reservation on behalf of 48deda554acc41479ec588c00c4b3999 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:14.920016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.931226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40e7bfbe-4796-4bc6-a504-423dbfff0b6e req-1c75e55a-8482-4b04-aff2-c69f910fee64 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601676 Feb 16 14:48:15.011981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.056298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6779fc2-6e71-4dc4-b00f-36eb859f7bf0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:15.059082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.062603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6953d311-c89e-4928-a15a-1bf9b68418f5 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "DELETE /v2.0/ports/d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 HTTP/1.1" status: 204 len: 168 time: 0.8861427 Feb 16 14:48:15.068183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50316) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:15.102894 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68cdd0-7147-4dc1-9578-91512d191392 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:48:15.103130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dd68cdd0-7147-4dc1-9578-91512d191392 tempest-PortsAdminExtendedAttrsTestJSON-1162404521 tempest-PortsAdminExtendedAttrsTestJSON-1162404521-project-admin] 10.222.0.113 "GET /v2.0/ports/d6779fc2-6e71-4dc4-b00f-36eb859f7bf0 HTTP/1.1" status: 404 len: 333 time: 0.0331354 Feb 16 14:48:15.115628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50318) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:15.136157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:15.138486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.249952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548e0a0-30a6-4937-9188-d7416fbf6077 req-b609d643-d3f4-42f6-93df-a47286a474e6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.251596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a548e0a0-30a6-4937-9188-d7416fbf6077 req-b609d643-d3f4-42f6-93df-a47286a474e6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1528277 Feb 16 14:48:15.265161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.272448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.346535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a548e0a0-30a6-4937-9188-d7416fbf6077 req-805eeb24-b588-4433-814f-b27665030af3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868430 Feb 16 14:48:15.379681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1478e04e-98ac-43a9-bde7-49ec19a39cdd,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:15.400568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Checking segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:15.400568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Network hostable DHCP agents. Network: 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:48:15.419590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.445331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b5f8d1-d6c2-49b4-b4a1-367a324441a8']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:15.455813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1f4487-2eb5-4426-8acc-31468ad9f53b') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:15.456149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1f4487-2eb5-4426-8acc-31468ad9f53b') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:15.466605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.479578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.485603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:48:15.485983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:48:15.488928 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:48:15.526907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:48:15.529874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.597972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef6a079-b0ad-4472-ac1f-69a28a56eab1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:15.609254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Checking segment: {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:15.609851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Network hostable DHCP agents. Network: 0b18220e-b2f2-4afd-922c-83c86ed713f5, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:48:15.613475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:15.619505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.624471 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.628129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d923cb7-fac0-4379-a8bc-a100f773070b None None] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:15.640607 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.653742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.655133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] 10.222.0.113 "DELETE /v2.0/networks/d5b5f8d1-d6c2-49b4-b4a1-367a324441a8 HTTP/1.1" status: 204 len: 168 time: 0.5384200 Feb 16 14:48:15.674186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bede78-287d-48cf-ab96-1203b0c9891a tempest-PortsAdminExtendedAttrsTestJSON-1559661155 tempest-PortsAdminExtendedAttrsTestJSON-1559661155-project] Pushing event deleted for resources: {'Network': ['ID=d5b5f8d1-d6c2-49b4-b4a1-367a324441a8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:15.717191 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-73a9e83f-31ee-4807-9a68-77f21e5f51e8 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9509747 Feb 16 14:48:15.746052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:48:15.754241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 0b18220e-b2f2-4afd-922c-83c86ed713f5) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:15.768922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.769530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.797757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae6276-0682-4f65-8317-80fafc9aed0f None None] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:15.892568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40dcb35-7336-4c75-a6cd-6bbac6876ab8 None None] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:15.930104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-cc2e9cd8-409e-4001-acf1-e72548ca1c36 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=3600b449cfb14dc7ad1d58e2798c0e86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428398 Feb 16 14:48:15.930104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a3e5d-5949-4254-a9c4-1a46cf8d7cdc req-5dec9b2e-a94a-4696-a77d-6530eb9aebed tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.932646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b2a3e5d-5949-4254-a9c4-1a46cf8d7cdc req-5dec9b2e-a94a-4696-a77d-6530eb9aebed tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 950 time: 0.1022608 Feb 16 14:48:15.951685 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-37220d94-69e8-4026-aa5a-4ad6cd095955 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1100779 Feb 16 14:48:15.954784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50384) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:15.959205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:16.036000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b2a3e5d-5949-4254-a9c4-1a46cf8d7cdc req-9caa8a41-f7b1-4cea-9e8b-297045ec5284 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001520 Feb 16 14:48:16.050738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.055591 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.111984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-0b18220e-b2f2-4afd-922c-83c86ed713f5', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:48:16.112916 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.118334 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.135914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-4673ed8c-e1ef-4d4e-b984-57d4c6d341fc tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:16.138975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-4673ed8c-e1ef-4d4e-b984-57d4c6d341fc tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948175 Feb 16 14:48:16.160616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-452220aa-006b-4235-ac96-1e9584f7a3f5 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/quotas/3600b449cfb14dc7ad1d58e2798c0e86 HTTP/1.1" status: 200 len: 375 time: 0.0168693 Feb 16 14:48:16.163443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.197572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-1c561efb-124e-409b-81ac-9dee49da8f70 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3600b449cfb14dc7ad1d58e2798c0e86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358369 Feb 16 14:48:16.269888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Allocated IP 172.20.0.2 (0b18220e-b2f2-4afd-922c-83c86ed713f5/fef6a079-b0ad-4472-ac1f-69a28a56eab1/a3c28b50-0606-4dc6-a547-87d9f048b7b6) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:16.350962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-25abb2d5-c5c8-470c-817f-4d5d5644d675 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:16.360908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-25abb2d5-c5c8-470c-817f-4d5d5644d675 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 813 time: 0.1540406 Feb 16 14:48:16.362919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50398) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:16.384660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-26e46a28-f391-42dd-8f98-b354749ad96c tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/quotas/48deda554acc41479ec588c00c4b3999 HTTP/1.1" status: 200 len: 375 time: 0.0225360 Feb 16 14:48:16.412969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.418285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-55e1d1bc-d732-4f18-86c2-39181e0e4945 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326390 Feb 16 14:48:16.466766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.550961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-7cd8294c-90d7-4cd7-afdf-2e2ec4995486 service neutron] 10.222.0.113 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246662 Feb 16 14:48:16.554354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b1ce9c78-c7ed-4dd5-ae45-23aa6774d4b9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b7ca13d4747046f2b065ece9eafcec1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896069 Feb 16 14:48:16.557152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50404) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:16.608687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1f00799-d770-48e2-9958-caf14b6f7b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.635863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1f00799-d770-48e2-9958-caf14b6f7b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.663891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.678254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-57308c3e-5735-4af0-ab3d-58fc24026cd4 service neutron] 10.222.0.113 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208456 Feb 16 14:48:16.719578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:16.727929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:16.730657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:16.734035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Pushing event updated for resources: {'Port': ['ID=a3c28b50-0606-4dc6-a547-87d9f048b7b6,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:16.802000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Attempting to bind port a3c28b50-0606-4dc6-a547-87d9f048b7b6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:16.803153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Attempting to bind port a3c28b50-0606-4dc6-a547-87d9f048b7b6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:16.803734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Attempting to bind port a3c28b50-0606-4dc6-a547-87d9f048b7b6 on network 0b18220e-b2f2-4afd-922c-83c86ed713f5 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:16.810544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:16.811327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Checking segment: {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:16.811952 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.812549 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Bound using segment: {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:16.813484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Bound port: a3c28b50-0606-4dc6-a547-87d9f048b7b6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:16.814041 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.815242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae9965-f8df-4f43-b9c9-b78f40743eb5 req-63a5469e-83cd-4cca-bdc8-431bbc6c9657 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:16.817447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08ae9965-f8df-4f43-b9c9-b78f40743eb5 req-63a5469e-83cd-4cca-bdc8-431bbc6c9657 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1321690 Feb 16 14:48:16.865963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08ae9965-f8df-4f43-b9c9-b78f40743eb5 req-5c5e6952-97c1-434b-b624-573ffda722cb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Feb 16 14:48:16.883564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1f00799-d770-48e2-9958-caf14b6f7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.886161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1f00799-d770-48e2-9958-caf14b6f7b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.890996 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:48:16.893304 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f1f00799-d770-48e2-9958-caf14b6f7b1d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fb555d84-71df-4b3b-afcf-94880676d244 HTTP/1.1" status: 204 len: 168 time: 0.3330796 Feb 16 14:48:16.915133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] For port a3c28b50-0606-4dc6-a547-87d9f048b7b6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:16.922074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] For port a3c28b50-0606-4dc6-a547-87d9f048b7b6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a3c28b50-0606-4dc6-a547-87d9f048b7b6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:16.929300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f00799-d770-48e2-9958-caf14b6f7b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb555d84-71df-4b3b-afcf-94880676d244,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:16.994953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.995945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3778db4-724e-49fb-bb3f-3efa4d84362e req-34ed38d4-bb51-4a10-ae47-a7e32bedec68 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:16.998178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3778db4-724e-49fb-bb3f-3efa4d84362e req-34ed38d4-bb51-4a10-ae47-a7e32bedec68 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.0611103 Feb 16 14:48:17.017109 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:17.019430 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:17.039589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3778db4-724e-49fb-bb3f-3efa4d84362e req-d1d78baf-06e5-4b99-b7d9-bff09a962a8f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347326 Feb 16 14:48:17.150010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1da899b1-bb45-4f1a-9a45-d13530821650 req-c7bd0469-08a3-48cd-99a2-41352fbba3d8 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 210 time: 0.0514553 Feb 16 14:48:17.164491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0fd5a-cb23-4926-9562-e64e8db05fbd None None] Pushing event updated for resources: {'Port': ['ID=a3c28b50-0606-4dc6-a547-87d9f048b7b6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:17.180838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Allocated IP 172.25.6.100 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/29a22d3b-ba71-4f7f-9280-73bca7b11bdd) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:17.314223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d6b8b-b7e1-4a4d-9709-b9072e6abec3 req-3745b489-25fd-4ffa-bb2a-4279d851693a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:17.319837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-624d6b8b-b7e1-4a4d-9709-b9072e6abec3 req-3745b489-25fd-4ffa-bb2a-4279d851693a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 950 time: 0.0959549 Feb 16 14:48:17.360295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:17.388458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c4299fc-b432-4fa8-8ef4-b6a4ed2d0f9e req-5670619f-4720-495c-862a-fa94557ca89e tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 210 time: 0.0673001 Feb 16 14:48:17.456115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-624d6b8b-b7e1-4a4d-9709-b9072e6abec3 req-56860397-1562-4f5d-95cb-7367a560e263 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171060 Feb 16 14:48:17.515772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:17.582558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:17.586939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:17.590906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:17.596957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Pushing event updated for resources: {'Port': ['ID=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:17.850551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50448) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:17.891246 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a8880c17-0867-43cd-b364-83e4d890a5b2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c4d37afe63b44a98b20ea586bcabe652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394821 Feb 16 14:48:17.893657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50452) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:17.938071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:17.968852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6826-2c88-4bac-b863-1dc5a7f8c659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.038961 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6826-2c88-4bac-b863-1dc5a7f8c659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.096208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91017b60-4ec0-4311-b439-9d88c1e1aa0f req-d3c1c801-27be-4ce1-9892-16a4f9e53439 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:18.096208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91017b60-4ec0-4311-b439-9d88c1e1aa0f req-d3c1c801-27be-4ce1-9892-16a4f9e53439 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1109855 Feb 16 14:48:18.159115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91017b60-4ec0-4311-b439-9d88c1e1aa0f req-d6269bc9-0b5a-4e87-8bd2-9fcebec95204 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698409 Feb 16 14:48:18.220104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.238587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b68df0-4b0d-4873-8105-2afaf4b9ba92 req-5ec27160-dd5d-4b66-810c-0d849d392056 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:18.240293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9b68df0-4b0d-4873-8105-2afaf4b9ba92 req-5ec27160-dd5d-4b66-810c-0d849d392056 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.0559750 Feb 16 14:48:18.327862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9b68df0-4b0d-4873-8105-2afaf4b9ba92 req-614d3f2a-a810-4996-87f8-a22d95915ec2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656583 Feb 16 14:48:18.368334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1262570-6969-4bcd-aa3d-f757bd567691 req-b7aab742-3ef9-431c-b2cf-a5ee8d458367 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 210 time: 0.0353808 Feb 16 14:48:18.417349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6826-2c88-4bac-b863-1dc5a7f8c659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.420644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ebb6826-2c88-4bac-b863-1dc5a7f8c659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.424182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4ebb6826-2c88-4bac-b863-1dc5a7f8c659 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7f5f8e12-a5ba-49e6-b504-c1a84a4e48c3 HTTP/1.1" status: 204 len: 168 time: 0.5272965 Feb 16 14:48:18.432834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb6826-2c88-4bac-b863-1dc5a7f8c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f8e12-a5ba-49e6-b504-c1a84a4e48c3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:18.433211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a3c28b50-0606-4dc6-a547-87d9f048b7b6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:18.475288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Router f67e9917-4935-466c-b8c2-6e90755bea2d is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:48:18.514594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a3c28b50-0606-4dc6-a547-87d9f048b7b6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:18.514916 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.545118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46b6834a-8b1a-468c-8439-5a5ab5a783be req-018f6982-3684-4305-9f8f-24c6ab30057e tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 210 time: 0.0441706 Feb 16 14:48:18.594497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e72d0-a29b-4bef-9372-61ab068d63c6 None None] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:18.627613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:48:18.644860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Sync routers for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:48:18.688621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f49ad6ac-8e51-4eb8-b872-3989ebcb0f93 None None] Provisioning complete for port a3c28b50-0606-4dc6-a547-87d9f048b7b6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:18.688994 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f49ad6ac-8e51-4eb8-b872-3989ebcb0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.690429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:18.691062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:18.744874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.748906 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-258a7378-9ff3-45f9-b07d-d7b46cd94ebd admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7928123 Feb 16 14:48:18.752170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50474) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:18.879045 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:18.980772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a3c28b50-0606-4dc6-a547-87d9f048b7b6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a3c28b50-0606-4dc6-a547-87d9f048b7b6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:18.990627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:19.183661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:19.208279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f49ad6ac-8e51-4eb8-b872-3989ebcb0f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:19.321397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:19.368877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:19.393571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f459c-e8d0-458b-a12c-22541b32b7ef req-72e3d8ab-ea3b-426d-85d5-3887306c1a30 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:19.397490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a3c28b50-0606-4dc6-a547-87d9f048b7b6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:19.401838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b1f459c-e8d0-458b-a12c-22541b32b7ef req-72e3d8ab-ea3b-426d-85d5-3887306c1a30 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1339183 Feb 16 14:48:19.473885 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-f49ad6ac-8e51-4eb8-b872-3989ebcb0f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:48:19.474370 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-f49ad6ac-8e51-4eb8-b872-3989ebcb0f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:48:19.541782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b1f459c-e8d0-458b-a12c-22541b32b7ef req-8006e08d-424f-4c51-bf35-271f2b65d6a0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340523 Feb 16 14:48:19.548725 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:19.598721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:17Z', 'revision_number': 3, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:19.645705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Checking router: f67e9917-4935-466c-b8c2-6e90755bea2d for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:48:19.645969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Updating router f67e9917-4935-466c-b8c2-6e90755bea2d port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:48:19.654971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:19.657662 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3447f457-4c7d-4177-a296-11e1a5760352" -d '{"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-unplugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:19.659339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ab5b-5c5b-4aa7-96c2-1989a0be4dd3 req-685536b5-7af3-479a-98b8-3d4b73fe73b3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:19.664042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b389ab5b-5c5b-4aa7-96c2-1989a0be4dd3 req-685536b5-7af3-479a-98b8-3d4b73fe73b3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.2152691 Feb 16 14:48:19.696155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:19.699373 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:19.722000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d637d2fc-ee56-48c2-820a-197cb8b63b09 req-eae16a28-2cf5-468c-9c1e-eb66ecdbadb3 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 210 time: 0.0537250 Feb 16 14:48:19.792077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b389ab5b-5c5b-4aa7-96c2-1989a0be4dd3 req-b014e553-5de5-4935-b310-d605b7e79214 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194377 Feb 16 14:48:19.804169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Allocated IP 172.20.0.1 (0b18220e-b2f2-4afd-922c-83c86ed713f5/fef6a079-b0ad-4472-ac1f-69a28a56eab1/455dde3c-b4d0-403e-91ef-47a2c0bb7cda) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:19.807809 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:19.825325 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-b985c16b-345e-4377-ac49-e4e8d816c84b tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3600b449cfb14dc7ad1d58e2798c0e86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377700 Feb 16 14:48:19.836864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b2b286-6883-4f47-b5fa-b5e7f64fca70 req-0bb1aa37-2700-49d5-9430-37f787d3131f tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 210 time: 0.0437334 Feb 16 14:48:19.887882 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ff641-f1f0-4c58-85ab-bbd5807f7bf2 x-openstack-request-id: req-d11ff641-f1f0-4c58-85ab-bbd5807f7bf2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:19.888212 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-unplugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:19.888466 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d11ff641-f1f0-4c58-85ab-bbd5807f7bf2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:19.888852 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a', 'code': 200} Feb 16 14:48:19.930519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:20.003487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.015155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-1e254876-f360-4228-99b6-7ac894fef2d9 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:20.017346 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-1e254876-f360-4228-99b6-7ac894fef2d9 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855698 Feb 16 14:48:20.037084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Request body: {'port': {'device_id': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '3600b449cfb14dc7ad1d58e2798c0e86'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:20.101343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50514) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:20.136890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.143713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.197069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:20.201640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:20.204161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:20.251446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5fb83803-bff7-4a01-9fe9-37977f87036c None None] Provisioning complete for port a3c28b50-0606-4dc6-a547-87d9f048b7b6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:20.251875 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fb83803-bff7-4a01-9fe9-37977f87036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.264630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-196825713'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:20.275348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Pushing event updated for resources: {'Port': ['ID=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:20.287256 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.299863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Made reservation on behalf of 3600b449cfb14dc7ad1d58e2798c0e86 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:20.304061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.305553 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.342341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.368795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Attempting to bind port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:20.370796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Attempting to bind port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:20.370796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Attempting to bind port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:20.379478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a18087-d8a9-46f7-940c-279ce95e0bd7 None None] Pushing event updated for resources: {'Port': ['ID=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:20.392012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:20.392423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:20.401273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.403712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:20.403712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Bound port: 29a22d3b-ba71-4f7f-9280-73bca7b11bdd, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:20.404732 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.427738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a3c28b50-0606-4dc6-a547-87d9f048b7b6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:20.494237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:20.499491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.505405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.517066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.583926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.587253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] For port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:20.593159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] For port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:20.605502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a3c28b50-0606-4dc6-a547-87d9f048b7b6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:20.605887 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.655745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.719598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a219ca76-3c6a-4530-a4e2-7b94f46dc182,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:20.739514 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.760050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22706e-bdec-4111-b1fa-18f674e461f0 req-63982d82-855a-4dfb-8f1f-411063d57953 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:20.761716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f22706e-bdec-4111-b1fa-18f674e461f0 req-63982d82-855a-4dfb-8f1f-411063d57953 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1096182 Feb 16 14:48:20.765851 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.778977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:48:20.790063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.790450 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Added segment c958da6a-0ee5-41ee-8a77-4166e130da3f of type vlan for network cdae26cb-b208-4451-b08b-e1ec2bc5087e Feb 16 14:48:20.792599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5eec224a-dc8c-4b4d-b21e-111d7d535508 None None] Provisioning complete for port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:20.793083 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5eec224a-dc8c-4b4d-b21e-111d7d535508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.840170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.858496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:20.859282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:20.864109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a18087-d8a9-46f7-940c-279ce95e0bd7 None None] Pushing event updated for resources: {'Port': ['ID=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:20.866351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Allocated IP 192.168.233.187 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/a2257e03-6ac9-4d20-97ba-54f18adf06d0) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:20.905259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5eec224a-dc8c-4b4d-b21e-111d7d535508 None None] Port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:20.926030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:20.936760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6abc3f4e-0c48-408a-8261-f86c1ec9ce9a req-f01c2910-f05f-49cc-b4b8-6bb4a21830a9 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 210 time: 0.0832093 Feb 16 14:48:20.956091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc8df97-525b-4910-bd54-4b116e685e20,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:20.995636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:21.011427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f22706e-bdec-4111-b1fa-18f674e461f0 req-813e8ebc-410b-4f76-bf64-33c3fb215318 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564069 Feb 16 14:48:21.033950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:21.041960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:21.042614 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:21.290530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:19Z', 'revision_number': 1, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:21.349253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83048825-9ce2-4290-bd58-5c9623083c6a None None] The sync data for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 is: [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:19Z', 'revision_number': 1, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:48:21.351688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 43dd3977-1a3e-48a6-9448-d7098f94c4d5 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:21.496784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:21.517041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'mac_address': 'fa:16:3e:71:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:21.571915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:21.593935 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4912839 Feb 16 14:48:21.597893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43dd3977-1a3e-48a6-9448-d7098f94c4d5 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:21.601944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50538) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:21.631658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:21.636529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'subnet': {'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:21.647444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d888a9fc-03d3-4b2b-8bba-3235fe9930b9 req-8220fd11-ff1d-4f0a-828f-cd3f48fc7ff4 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 210 time: 0.4789417 Feb 16 14:48:21.660689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e6802-b03b-42d4-9fbc-9f6a8f5e3207 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Network': ['ID=cdae26cb-b208-4451-b08b-e1ec2bc5087e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:21.688441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:48:21.822133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:21.822326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe4ce-1fc3-4ce5-9872-2e8e732f6af3 req-16f64665-a2bc-43c6-868d-eb772d2f8e41 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:21.822326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-528fe4ce-1fc3-4ce5-9872-2e8e732f6af3 req-16f64665-a2bc-43c6-868d-eb772d2f8e41 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.7126157 Feb 16 14:48:21.823767 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:21.827594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-42979a0d-bd5d-4871-abc3-90b76344b20d tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:21.829278 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-42979a0d-bd5d-4871-abc3-90b76344b20d tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 813 time: 0.8640573 Feb 16 14:48:21.839240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-2481c724-e54b-4cff-833b-d26ad24a046b tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:21.840505 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-2481c724-e54b-4cff-833b-d26ad24a046b tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 813 time: 0.2584555 Feb 16 14:48:21.851453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Request body: {'port': {'device_id': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'admin_state_up': True, 'tenant_id': '48deda554acc41479ec588c00c4b3999'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:21.882975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:21.920730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-528fe4ce-1fc3-4ce5-9872-2e8e732f6af3 req-95fb2385-9d1f-4864-ab05-91520382d2c3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858858 Feb 16 14:48:21.963507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Request body: {'port': {'device_id': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'admin_state_up': True, 'tenant_id': '48deda554acc41479ec588c00c4b3999'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:22.010573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.065099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.099504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:22.103023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.107749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:22.146123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['43dd3977-1a3e-48a6-9448-d7098f94c4d5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:22.199656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.220044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5db83526-9ba6-443c-bba9-bb2f60af3b75 req-3c6acf20-51c9-412f-aa79-774c00e16255 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 210 time: 0.1291323 Feb 16 14:48:22.248874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Pushing event updated for resources: {'Port': ['ID=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:22.259921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:22.278943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Made reservation on behalf of 48deda554acc41479ec588c00c4b3999 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:22.282812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.296572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:22.304120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:22.366354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a4e88-dc24-4b45-b4cb-337ec7de8369 req-06ca6997-754b-404f-9f2c-283f889f3975 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:22.374794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac3a4e88-dc24-4b45-b4cb-337ec7de8369 req-06ca6997-754b-404f-9f2c-283f889f3975 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2504382 Feb 16 14:48:22.433897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:22.440245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Made reservation on behalf of 48deda554acc41479ec588c00c4b3999 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:22.443825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.451846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:22.452552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.478123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac3a4e88-dc24-4b45-b4cb-337ec7de8369 req-41815864-8122-4cba-b0e5-443164de3bfb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017466 Feb 16 14:48:22.571892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:22.573726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:22.591306 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-25c3885d-03f1-44c4-973e-33aa72c61815 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5612283 Feb 16 14:48:22.672567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Request body: {'port': {'device_id': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:22.749009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d3c6edd5-35dd-466b-bae1-8b18c1c51010 None None] Provisioning complete for port a2257e03-6ac9-4d20-97ba-54f18adf06d0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:22.753354 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d3c6edd5-35dd-466b-bae1-8b18c1c51010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.755916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.852487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.859417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6edd5-35dd-466b-bae1-8b18c1c51010 None None] Port a2257e03-6ac9-4d20-97ba-54f18adf06d0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:22.866196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-804d9c4d-3324-48cf-b0af-c282f3b983dd req-09571225-b128-4d13-adcd-43a12f82d5ce tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 210 time: 0.1053810 Feb 16 14:48:22.938960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Subnet': ['ID=40919272-76db-4668-877d-6eadc0eadd94,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:22.993312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b1237f5b-fa81-481e-b3e8-ed6999848aa5 None None] Provisioning complete for port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:22.993720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b1237f5b-fa81-481e-b3e8-ed6999848aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:22.995730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Router f67e9917-4935-466c-b8c2-6e90755bea2d has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:48:23.008873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Checking segment: {'id': 'c958da6a-0ee5-41ee-8a77-4166e130da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:23.009239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network hostable DHCP agents. Network: cdae26cb-b208-4451-b08b-e1ec2bc5087e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:48:23.040143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Allocated IP 172.20.0.6 (739f2fa4-50ae-4c3d-bccf-0562b2ece3c1/1478e04e-98ac-43a9-bde7-49ec19a39cdd/688e9daf-4e31-44ae-95c6-a0c58d74da1c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:23.064846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b1237f5b-fa81-481e-b3e8-ed6999848aa5 None None] Port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:23.193638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e344a-c64e-4658-8c2b-34b4b78404b2 req-2111ddeb-5b32-44fa-924b-bd1293e4d88f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:23.195326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc9e344a-c64e-4658-8c2b-34b4b78404b2 req-2111ddeb-5b32-44fa-924b-bd1293e4d88f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1239719 Feb 16 14:48:23.222794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:48:23.228780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c501541c-b294-4daf-a536-58fc1ee8ae62 admin admin] 10.222.0.113 "PUT /v2.0/routers/f67e9917-4935-466c-b8c2-6e90755bea2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4753275 Feb 16 14:48:23.266306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:48:23.316480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc9e344a-c64e-4658-8c2b-34b4b78404b2 req-f2b94392-65f4-4560-a61d-52ec3cfd67ac tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091108 Feb 16 14:48:23.350485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 43dd3977-1a3e-48a6-9448-d7098f94c4d5 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:23.422633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354c9c1-47d1-479c-b24f-173efa8ee29c req-7142634c-b1d4-4a67-96c3-f50b688f50f5 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:23.434984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5354c9c1-47d1-479c-b24f-173efa8ee29c req-7142634c-b1d4-4a67-96c3-f50b688f50f5 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 936 time: 0.1018877 Feb 16 14:48:23.453439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:23.455890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.462018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cdae26cb-b208-4451-b08b-e1ec2bc5087e) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:23.471256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:23.471884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.509703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6826f-2874-49db-86c6-dfc1e57e4798 None None] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:23.518446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5354c9c1-47d1-479c-b24f-173efa8ee29c req-b2ab0306-5180-4fad-bca5-53794903fbed tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807893 Feb 16 14:48:23.565385 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.583263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-246740ea-e669-4c40-a217-40cb1f4e4812 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9775720 Feb 16 14:48:23.586885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50594) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:23.600715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-551464034'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:23.704163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2257e03-6ac9-4d20-97ba-54f18adf06d0 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:23.713318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.728404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Transition to ACTIVE for port object a2257e03-6ac9-4d20-97ba-54f18adf06d0 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:48:23.741497 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.753426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'tenant_id': 'e242768cdeb9411fb6059b5499ce9c7c', 'fixed_ips': [{'subnet_id': '40919272-76db-4668-877d-6eadc0eadd94'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:48:23.763821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82848d57-e989-4a6f-9aaa-7650e4e024fd req-35237708-fe19-48e5-a8e3-e7049334488d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:23.764547 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.776751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82848d57-e989-4a6f-9aaa-7650e4e024fd req-35237708-fe19-48e5-a8e3-e7049334488d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1353984 Feb 16 14:48:23.812209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.843569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:23.866855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:23.882593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:23.919978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82848d57-e989-4a6f-9aaa-7650e4e024fd req-ebc63834-8032-4913-acb3-c79c12bcd387 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424651 Feb 16 14:48:24.017889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:24.080086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2873c82-7e45-41cf-a789-e98d4c843a3b req-e3290f5f-6a23-47ce-8874-8b596ccc7633 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 210 time: 0.0643911 Feb 16 14:48:24.080738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:24.089328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event updated for resources: {'Port': ['ID=688e9daf-4e31-44ae-95c6-a0c58d74da1c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:24.100398 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.119343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:24.141290 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de228f5-e61b-45fe-9d90-ccd9e77cfc6a" -d '{"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-plugged", "status": "completed", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:24.165232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:24.166901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] device_id is not set on port 32c678d8-4d31-4424-ae07-91b0d139aac2 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:24.217774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-5bc6a9dc-2704-488f-aa6b-23d463829c6b {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:48:24.218146 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:48:24.234968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Allocated IP 2001:db8::2 (cdae26cb-b208-4451-b08b-e1ec2bc5087e/40919272-76db-4668-877d-6eadc0eadd94/a9df8782-6540-42bc-a726-0177d521a687) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:24.242735 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.316183 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b212eef7-583e-4204-9d8e-9302d2837d19 x-openstack-request-id: req-b212eef7-583e-4204-9d8e-9302d2837d19 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:24.316836 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-plugged", "status": "completed", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:24.317313 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b212eef7-583e-4204-9d8e-9302d2837d19 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:24.318580 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'code': 200} Feb 16 14:48:24.404011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:24.404724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.446358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:24.517593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 29a22d3b-ba71-4f7f-9280-73bca7b11bdd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:24.632775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:24.675030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b56eb-abdc-4e47-8504-106083672668 req-6a659d2e-5565-484d-a97b-086ee9527e48 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:24.679566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a92b56eb-abdc-4e47-8504-106083672668 req-6a659d2e-5565-484d-a97b-086ee9527e48 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1706727 Feb 16 14:48:24.686520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:24.694592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Attempting to bind port a2257e03-6ac9-4d20-97ba-54f18adf06d0 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:24.695204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Attempting to bind port a2257e03-6ac9-4d20-97ba-54f18adf06d0 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:24.695537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Attempting to bind port a2257e03-6ac9-4d20-97ba-54f18adf06d0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:24.700927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1297383264-network', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:24.702848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Port a2257e03-6ac9-4d20-97ba-54f18adf06d0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:24.703174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Attempting to bind port a2257e03-6ac9-4d20-97ba-54f18adf06d0 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:24.709371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:24.709713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:24.710110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:24.710531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Bound port: a2257e03-6ac9-4d20-97ba-54f18adf06d0, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:24.710885 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.728010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.765364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:24.766689 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.802892 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Sync routers for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:48:24.822923 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:24.825838 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:24.833546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:24.838589 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:24.847474 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ee1b1956-c399-42f4-befc-a223e9ad5125 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0059588 Feb 16 14:48:24.857896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a92b56eb-abdc-4e47-8504-106083672668 req-6020f3f7-b5eb-42df-8322-b0ce88887abb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691136 Feb 16 14:48:24.868194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84531c-ec81-4ed7-9786-e9aa1d701465 req-c479b7a0-510f-4dee-b59f-2b7066111165 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:24.877387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e84531c-ec81-4ed7-9786-e9aa1d701465 req-c479b7a0-510f-4dee-b59f-2b7066111165 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 948 time: 0.1951284 Feb 16 14:48:24.896487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Request body: {'port': {'device_id': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:24.911500 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.929897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e84531c-ec81-4ed7-9786-e9aa1d701465 req-3ac675c9-e2f4-4a4c-9da9-3f7671406195 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Feb 16 14:48:24.933104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Made reservation on behalf of cd9954f80836423d88c0b8f76823a5fc for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:24.938735 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.958019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.973784 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:24.978117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.038958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.061720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:25.164412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:25.165062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.166249 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-605ad64e-d611-456c-a7d3-b898eba1b9f3 service neutron] 10.222.0.93 "PUT /v2.0/ports/a2257e03-6ac9-4d20-97ba-54f18adf06d0 HTTP/1.1" status: 200 len: 1096 time: 2.5222180 Feb 16 14:48:25.168222 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:25.185106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:25.186888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:25.188137 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:25.198597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:25.205082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:25.209909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.289639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.322410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Allocated IP 172.20.0.13 (739f2fa4-50ae-4c3d-bccf-0562b2ece3c1/1478e04e-98ac-43a9-bde7-49ec19a39cdd/aa35a93f-5d22-467d-a17d-db8f32bd49bc) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:25.334512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Allocated IP 2001:db8::1fd (cdae26cb-b208-4451-b08b-e1ec2bc5087e/40919272-76db-4668-877d-6eadc0eadd94/32c678d8-4d31-4424-ae07-91b0d139aac2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:25.347408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162710c2-c930-47d6-830d-ee120d47a4c2 req-c1000112-9910-48ef-b6df-54a5433e8a1a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:25.349378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-162710c2-c930-47d6-830d-ee120d47a4c2 req-c1000112-9910-48ef-b6df-54a5433e8a1a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1822658 Feb 16 14:48:25.393300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:25.439634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e025d537-562f-4084-b870-a14443cc78f9 req-00e5e390-e693-4948-9dc0-6d1ccd969d51 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 210 time: 0.1053114 Feb 16 14:48:25.456311 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.533643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925198fb-be6c-4922-bf0c-2ce1fc8e354c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:25.548898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-162710c2-c930-47d6-830d-ee120d47a4c2 req-ffd307ce-f977-4e95-9a74-6870df1e2ece tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861987 Feb 16 14:48:25.553218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:48:25.594450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.595147 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Added segment 2d503cd6-cdc5-433e-95e4-35c1172625d8 of type vlan for network 98de1e42-b8db-49f2-a9cc-d079999991c3 Feb 16 14:48:25.598114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:25.637999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Pushing event updated for resources: {'Port': ['ID=a9df8782-6540-42bc-a726-0177d521a687,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:25.656200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:25.687442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93', 'port_id': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'mac_address': 'fa:16:3e:e4:f6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f82c2e6-0594-4748-8695-18b952fe3e2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:25.688527 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42c621f-1628-4ef9-bf7b-5b0932503b1c x-openstack-request-id: req-d42c621f-1628-4ef9-bf7b-5b0932503b1c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:25.688884 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:25.689205 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d42c621f-1628-4ef9-bf7b-5b0932503b1c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:25.689746 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'status': 'completed', 'code': 200} Feb 16 14:48:25.757384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.759893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Attempting to bind port a9df8782-6540-42bc-a726-0177d521a687 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:25.760507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Attempting to bind port a9df8782-6540-42bc-a726-0177d521a687 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c958da6a-0ee5-41ee-8a77-4166e130da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:25.761088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Attempting to bind port a9df8782-6540-42bc-a726-0177d521a687 on network cdae26cb-b208-4451-b08b-e1ec2bc5087e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:25.770632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:25.772930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Checking segment: {'id': 'c958da6a-0ee5-41ee-8a77-4166e130da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:25.773582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.774184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Bound using segment: {'id': 'c958da6a-0ee5-41ee-8a77-4166e130da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:25.774873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Bound port: a9df8782-6540-42bc-a726-0177d521a687, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c958da6a-0ee5-41ee-8a77-4166e130da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:25.775466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.782312 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.803266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.851372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-17710524-8944-4bae-86d1-871cd7215518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:25.853321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-17710524-8944-4bae-86d1-871cd7215518 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3600b449cfb14dc7ad1d58e2798c0e86&device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 1099 time: 0.1700518 Feb 16 14:48:25.893508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:25.926693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.resource_extend [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:48:25.958590 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:21Z', 'revision_number': 2, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:25.964968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:25.969520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] For port a9df8782-6540-42bc-a726-0177d521a687, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:25.972939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] For port a9df8782-6540-42bc-a726-0177d521a687, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a9df8782-6540-42bc-a726-0177d521a687,segment=NetworkSegment(c958da6a-0ee5-41ee-8a77-4166e130da3f),segment_id=c958da6a-0ee5-41ee-8a77-4166e130da3f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:25.975058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:25.997763 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-236bfb4e-41a6-4f50-8266-2cdcc0555e39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0 HTTP/1.1" status: 200 len: 217 time: 0.1334536 Feb 16 14:48:26.009249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:26.020445 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Checking router: f67e9917-4935-466c-b8c2-6e90755bea2d for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:48:26.021168 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Updating router f67e9917-4935-466c-b8c2-6e90755bea2d port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:48:26.036841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-9da4d2cb-4eac-43a4-93e3-aa7d13a8c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.040857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-9da4d2cb-4eac-43a4-93e3-aa7d13a8c5c8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1096 time: 0.2009625 Feb 16 14:48:26.057061 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.063307 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.121682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-975e0624-2279-48a3-894f-ed38d5f6bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.124367 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-975e0624-2279-48a3-894f-ed38d5f6bd65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0932465 Feb 16 14:48:26.183514 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.185209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-f30340f1-3db6-4efc-ab7d-82480d73a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.186725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-f30340f1-3db6-4efc-ab7d-82480d73a19c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 915 time: 0.1124289 Feb 16 14:48:26.188594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.240258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bc546-1eeb-4128-9f6a-8115e7dee18a None None] Pushing event updated for resources: {'Port': ['ID=a9df8782-6540-42bc-a726-0177d521a687,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:26.274922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.277402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-7a7c731f-dfc4-4353-ab49-50fba056ef54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 217 time: 0.0740132 Feb 16 14:48:26.278166 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.279113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.279716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.314876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:26.333901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event updated for resources: {'Port': ['ID=aa35a93f-5d22-467d-a17d-db8f32bd49bc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:26.440744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:26.463189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 29a22d3b-ba71-4f7f-9280-73bca7b11bdd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:26.573003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4293d35-346c-4194-9a1c-38569bdbfcb7 req-66a8712e-0d38-4b8d-92ab-d78b0653c631 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.582744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4293d35-346c-4194-9a1c-38569bdbfcb7 req-66a8712e-0d38-4b8d-92ab-d78b0653c631 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.5583267 Feb 16 14:48:26.592855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:26.613583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:26.629245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:26.648796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-cccc5195-f222-47aa-86c2-71812074c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.650782 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-cccc5195-f222-47aa-86c2-71812074c0cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5183260 Feb 16 14:48:26.674932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] Pushing event updated for resources: {'Network': ['ID=98de1e42-b8db-49f2-a9cc-d079999991c3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:26.699438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:48:26.727719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c0678394-59c7-4520-90ed-7f975fae4932 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0371225 Feb 16 14:48:26.761399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50656) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:26.784134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Request body: {'subnet': {'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1297383264-subnet', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:26.806638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e9daf-4e31-44ae-95c6-a0c58d74da1c {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:26.811244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4293d35-346c-4194-9a1c-38569bdbfcb7 req-2578cd3e-acf3-4d59-9726-64f05065c6ca tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275510 Feb 16 14:48:26.825946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-9118aedf-8b61-4d2b-9696-3ae8ad0fc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.827434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-9118aedf-8b61-4d2b-9696-3ae8ad0fc6ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.5031886 Feb 16 14:48:26.842297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.851281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29827d-f54a-4f68-8905-041a5e6b3e37 req-ea8283fc-0065-48ec-a66e-fde65a81ce8c tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:26.866054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Transition to ACTIVE for port object 688e9daf-4e31-44ae-95c6-a0c58d74da1c will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:48:26.866841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa29827d-f54a-4f68-8905-041a5e6b3e37 req-ea8283fc-0065-48ec-a66e-fde65a81ce8c tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 948 time: 0.7913163 Feb 16 14:48:26.867704 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.890078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:26.890658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.954849 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:26.960668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.032556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:27.033466 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.034815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-e2cfbacc-6afe-43da-a444-8a23896662f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891607 Feb 16 14:48:27.077955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Made reservation on behalf of cd9954f80836423d88c0b8f76823a5fc for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:27.080844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.099891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=688e9daf-4e31-44ae-95c6-a0c58d74da1c,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:27.109792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.151294 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Pushing event updated for resources: {'Port': ['ID=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:27.191984 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-a065c0a5-c318-40a0-9605-813fe516fc17 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2336595 Feb 16 14:48:27.197312 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-f76db679-f65b-47e1-88d2-271174cb8596 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904466 Feb 16 14:48:27.206504 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.207280 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.211659 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.212205 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.213421 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.214340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Request body: {'port': {'device_id': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:27.214899 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.216735 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.217394 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.220508 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.222951 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.224292 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.224819 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:27.271864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Attempting to bind port 688e9daf-4e31-44ae-95c6-a0c58d74da1c on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:27.271864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Attempting to bind port 688e9daf-4e31-44ae-95c6-a0c58d74da1c by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:27.272409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Attempting to bind port 688e9daf-4e31-44ae-95c6-a0c58d74da1c on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:27.283532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Port 688e9daf-4e31-44ae-95c6-a0c58d74da1c on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:27.284253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Attempting to bind port 688e9daf-4e31-44ae-95c6-a0c58d74da1c on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:27.319244 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Attempting to bind port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:27.320136 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Attempting to bind port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:27.321351 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Attempting to bind port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda on network 0b18220e-b2f2-4afd-922c-83c86ed713f5 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:27.330478 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:27.331127 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Checking segment: {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:27.331771 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.332338 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Bound using segment: {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:27.332994 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Bound port: 455dde3c-b4d0-403e-91ef-47a2c0bb7cda, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:27.334737 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.348807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:27.368068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:27.368536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Checking segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:27.369020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Bound using segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:27.370217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Bound port: 688e9daf-4e31-44ae-95c6-a0c58d74da1c, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:27.370369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.374153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa29827d-f54a-4f68-8905-041a5e6b3e37 req-fadcd7a5-49ee-4285-ae58-89f85fa6e824 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061674 Feb 16 14:48:27.521804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:27.523499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.549670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:27.559098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-cfc15bf7-ed8d-43e3-8b44-44b8a013f818 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5786841 Feb 16 14:48:27.578693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:27.583788 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] For port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:27.593040 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] For port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:27.595147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=32c678d8-4d31-4424-ae07-91b0d139aac2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:27.598457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.607099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:27.616189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] For port 688e9daf-4e31-44ae-95c6-a0c58d74da1c, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:27.618560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:27.619235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.656202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b94afd90-f6cc-4298-b92f-ff943da70725 None None] Provisioning complete for port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:27.657189 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b94afd90-f6cc-4298-b92f-ff943da70725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.660153 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-57907637-790f-48c7-93cb-46dd4208f5e3 req-09f1b222-2724-4068-84d9-7ce589de654b service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288542 Feb 16 14:48:27.670253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] For port 688e9daf-4e31-44ae-95c6-a0c58d74da1c, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=688e9daf-4e31-44ae-95c6-a0c58d74da1c,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:27.703400 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.756226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.826049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b94afd90-f6cc-4298-b92f-ff943da70725 None None] Port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:27.829428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-fc15f935-999a-49a6-96b3-c8e4494c6d5f service neutron] 10.222.0.93 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675362 Feb 16 14:48:27.829610 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc280d-4e05-4dd6-a65e-f8ee30c0b5a2 None None] Pushing event updated for resources: {'Port': ['ID=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:27.867142 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:27.879952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79afe04-7d30-4490-ba37-d5169c0c9e3c req-01b1243a-c583-421d-a9f8-ead492c6adb1 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:27.881572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c79afe04-7d30-4490-ba37-d5169c0c9e3c req-01b1243a-c583-421d-a9f8-ead492c6adb1 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 932 time: 0.6019349 Feb 16 14:48:27.900705 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:27.901460 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:27.931944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ae249044-e832-4012-a68e-7ada4b8469d2 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3426545 Feb 16 14:48:27.934418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50668) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:27.940679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:27.944844 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dd9ec2-bcd5-4651-8494-c62209829826" -d '{"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-plugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:27.978128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-802334244', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:b2:35:95'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:28.000911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:28.023911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9266f-3b41-4e01-9444-88542bc0f3fe None None] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:28.062482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:28.063128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:28.071299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] 10.222.0.93 "PUT /v2.0/ports/688e9daf-4e31-44ae-95c6-a0c58d74da1c HTTP/1.1" status: 200 len: 1091 time: 3.1842115 Feb 16 14:48:28.074150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'tag': '688e9daf-4e31-44ae-95c6-a0c58d74da1c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:28.082407 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29c0749-f4d1-497d-8411-e3310c1ddc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "44c06b62-cc99-41aa-b158-747827c8b8a3", "tag": "688e9daf-4e31-44ae-95c6-a0c58d74da1c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:28.133408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78770065-3d2f-47ce-980b-8638d0c45faa req-f8c77e78-5624-4a14-b716-ab65ad36eccf tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:28.134926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78770065-3d2f-47ce-980b-8638d0c45faa req-f8c77e78-5624-4a14-b716-ab65ad36eccf tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 944 time: 0.5651577 Feb 16 14:48:28.178728 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:28.226758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:28.275274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5f701040-f479-4858-ad26-648eb9525751 None None] Provisioning complete for port a9df8782-6540-42bc-a726-0177d521a687 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:28.275751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f701040-f479-4858-ad26-648eb9525751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:28.322340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-700967c8-0d0b-4e81-9808-a9319af3f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:28.324007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-700967c8-0d0b-4e81-9808-a9319af3f12f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 1101 time: 0.7211215 Feb 16 14:48:28.347033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3039b-2f88-47d8-8308-59b8ec07daf4 service neutron] Pushing event updated for resources: {'Port': ['ID=688e9daf-4e31-44ae-95c6-a0c58d74da1c,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:28.461633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:28.505436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-26e02c49-a0ed-4106-a625-2679f1360dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:28.507218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-26e02c49-a0ed-4106-a625-2679f1360dd9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3600b449cfb14dc7ad1d58e2798c0e86&device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 1099 time: 0.6216130 Feb 16 14:48:28.728565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa35a93f-5d22-467d-a17d-db8f32bd49bc {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:28.742138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:28.764783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Transition to ACTIVE for port object aa35a93f-5d22-467d-a17d-db8f32bd49bc will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:48:28.769908 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:27Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:28.848813 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ba30e-dd2d-4f37-adf3-25ad8e373ae5 None None] The sync data for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 is: [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:27Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:48:28.864614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 455dde3c-b4d0-403e-91ef-47a2c0bb7cda up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:28.900092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-bebab7a9-336b-4447-85ac-409ef45734f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:28.901712 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-bebab7a9-336b-4447-85ac-409ef45734f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1334448 Feb 16 14:48:28.905081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:28.983107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-1d5c450c-4274-4308-af51-ed6bac129339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:28.984940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-1d5c450c-4274-4308-af51-ed6bac129339 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=44c06b62-cc99-41aa-b158-747827c8b8a3 HTTP/1.1" status: 200 len: 1094 time: 0.6655622 Feb 16 14:48:28.987472 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-84d7acab-db8d-48af-8f38-c0dc2a76bd68 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0 HTTP/1.1" status: 200 len: 217 time: 0.0708237 Feb 16 14:48:29.003736 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f701040-f479-4858-ad26-648eb9525751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:29.091375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:29.092034 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:29.177203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5f701040-f479-4858-ad26-648eb9525751 None None] For port a9df8782-6540-42bc-a726-0177d521a687, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a9df8782-6540-42bc-a726-0177d521a687,segment=NetworkSegment(c958da6a-0ee5-41ee-8a77-4166e130da3f),segment_id=c958da6a-0ee5-41ee-8a77-4166e130da3f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:29.247070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Pushing event updated for resources: {'Port': ['ID=aa35a93f-5d22-467d-a17d-db8f32bd49bc,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:29.254779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-73448d71-2b0c-4dd9-a762-b2ef023c9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:29.259134 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-73448d71-2b0c-4dd9-a762-b2ef023c9b5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1925383 Feb 16 14:48:29.259134 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-8349775d-74a3-47a3-a893-55f1a04809de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=688e9daf-4e31-44ae-95c6-a0c58d74da1c HTTP/1.1" status: 200 len: 217 time: 0.2273328 Feb 16 14:48:29.293093 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f701040-f479-4858-ad26-648eb9525751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:29.359510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:29.361894 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:29.426938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:29.480445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-04032a5b-7437-4d6f-8409-7ed1acaf338f None None] Provisioning complete for port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:29.480951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04032a5b-7437-4d6f-8409-7ed1acaf338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:29.495763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c79afe04-7d30-4490-ba37-d5169c0c9e3c req-d04bb689-cc93-4d2f-a740-bc12a4e0e47e tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5855942 Feb 16 14:48:29.558183 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:29.560313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a9df8782-6540-42bc-a726-0177d521a687 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:29.573214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:48:29.625974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78770065-3d2f-47ce-980b-8638d0c45faa req-6165521e-4c27-4aca-a470-52a0bd7108f6 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3610518 Feb 16 14:48:29.806677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f701040-f479-4858-ad26-648eb9525751 None None] Pushing event updated for resources: {'Port': ['ID=a9df8782-6540-42bc-a726-0177d521a687,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:29.884805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-8c4f8ea8-0324-4dad-865f-5c2e7f5fcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:29.886317 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-8c4f8ea8-0324-4dad-865f-5c2e7f5fcd8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6039479 Feb 16 14:48:29.913798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:29.947796 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed5e67-7a92-4a54-9f34-3e9739d1d693 x-openstack-request-id: req-b5ed5e67-7a92-4a54-9f34-3e9739d1d693 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:29.951886 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-plugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:29.952146 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b5ed5e67-7a92-4a54-9f34-3e9739d1d693 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:29.952562 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'code': 200} Feb 16 14:48:29.968655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:30.009274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-2dc1e6ef-2b72-4523-a092-d372714e02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:30.024793 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-2dc1e6ef-2b72-4523-a092-d372714e02f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.6751392 Feb 16 14:48:30.143627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a9df8782-6540-42bc-a726-0177d521a687 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:30.144186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:30.164289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-9e679beb-5c0e-42b8-8767-861ec9cb042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:30.168191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-9e679beb-5c0e-42b8-8767-861ec9cb042c service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 1.0003605 Feb 16 14:48:30.180737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5689e3e-15a0-4f84-acbc-973c18475f53 req-8e1dd70b-b7df-4278-817e-33f90e1a383e service neutron] 10.222.0.93 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3259597 Feb 16 14:48:30.225315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-24f6c14b-0372-4a0a-919d-b35575fbed69 None None] Provisioning complete for port a9df8782-6540-42bc-a726-0177d521a687 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:30.230668 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24f6c14b-0372-4a0a-919d-b35575fbed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:30.335332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-905f29c9-333d-4af5-958d-c1e85fefc366 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 200 len: 217 time: 0.1466675 Feb 16 14:48:30.415061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:30.477153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-a4b09724-f179-4ac9-8fab-e6cac6c8ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:30.478827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-a4b09724-f179-4ac9-8fab-e6cac6c8ace1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0931368 Feb 16 14:48:30.546314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f3cc-7654-440b-8c3b-e1c9850b2bc1 req-5aec39f8-5198-4b5e-a6ac-90084d8d5992 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:30.553775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0536f3cc-7654-440b-8c3b-e1c9850b2bc1 req-5aec39f8-5198-4b5e-a6ac-90084d8d5992 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.7956293 Feb 16 14:48:30.582693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'mac_address': 'fa:16:3e:47:51:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:30.585920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:30.757006 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:30.779607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-24f6c14b-0372-4a0a-919d-b35575fbed69 None None] Provisioning complete for port 32c678d8-4d31-4424-ae07-91b0d139aac2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:30.779607 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24f6c14b-0372-4a0a-919d-b35575fbed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:30.784544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2257e03-6ac9-4d20-97ba-54f18adf06d0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:30.790340 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:30.823120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0536f3cc-7654-440b-8c3b-e1c9850b2bc1 req-cfb6abff-1ba6-49f8-84cb-30b199fa5f0a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683358 Feb 16 14:48:30.837639 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-de7283c7-5897-4561-82af-a6f86dd31b2d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7254870 Feb 16 14:48:30.842723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Attempting to bind port aa35a93f-5d22-467d-a17d-db8f32bd49bc on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:30.843057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Attempting to bind port aa35a93f-5d22-467d-a17d-db8f32bd49bc by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:30.843385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Attempting to bind port aa35a93f-5d22-467d-a17d-db8f32bd49bc on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:30.851264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Port aa35a93f-5d22-467d-a17d-db8f32bd49bc on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:30.851874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Attempting to bind port aa35a93f-5d22-467d-a17d-db8f32bd49bc on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:30.878586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 455dde3c-b4d0-403e-91ef-47a2c0bb7cda up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:30.921454 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f289865-2d08-467f-b672-e5c369221409 x-openstack-request-id: req-5f289865-2d08-467f-b672-e5c369221409 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:30.921962 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c06b62-cc99-41aa-b158-747827c8b8a3", "tag": "688e9daf-4e31-44ae-95c6-a0c58d74da1c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:30.921962 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5f289865-2d08-467f-b672-e5c369221409 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:30.922368 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'tag': '688e9daf-4e31-44ae-95c6-a0c58d74da1c', 'status': 'completed', 'code': 200} Feb 16 14:48:30.923115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:30.923441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Checking segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:30.931237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-d1ddc61e-bf7d-4f4f-b0f9-e00572a02d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:30.935860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Bound using segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:30.935860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Bound port: aa35a93f-5d22-467d-a17d-db8f32bd49bc, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:30.936194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:30.941556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-d1ddc61e-bf7d-4f4f-b0f9-e00572a02d14 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4400349 Feb 16 14:48:30.943273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9eaad10-b489-47c6-8ba7-48a31db9ee40,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:31.014603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:31.019883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-24f6c14b-0372-4a0a-919d-b35575fbed69 None None] Port 32c678d8-4d31-4424-ae07-91b0d139aac2 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:31.062600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:31.063133 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:31.123835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:31.147032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Checking segment: {'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:31.147735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Network hostable DHCP agents. Network: 98de1e42-b8db-49f2-a9cc-d079999991c3, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:48:31.158508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-0e6c6683-08ee-42b6-acb0-9a03edccdee0 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729441 Feb 16 14:48:31.160281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] device_id is not set on port 5921197c-5c6e-43b9-9b03-b088ad0f8018 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:31.164170 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-7b73d84d-0f6d-42f1-8b5b-02d1760caaa0 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2513072 Feb 16 14:48:31.192747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-94262b0a-515b-49c5-82c5-5c6cd16282bf None None] Provisioning complete for port 32c678d8-4d31-4424-ae07-91b0d139aac2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:31.192747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94262b0a-515b-49c5-82c5-5c6cd16282bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:31.251612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:31.291508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-94262b0a-515b-49c5-82c5-5c6cd16282bf None None] Port 32c678d8-4d31-4424-ae07-91b0d139aac2 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:31.343572 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-4ed789ac-e2d7-4410-bf4b-c56f62d7e6ed service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933038 Feb 16 14:48:31.349703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] For port aa35a93f-5d22-467d-a17d-db8f32bd49bc, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:31.394070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] For port aa35a93f-5d22-467d-a17d-db8f32bd49bc, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=aa35a93f-5d22-467d-a17d-db8f32bd49bc,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:31.407802 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7cfbb40b-b1b7-4f53-8c9e-7e835df6e5ee req-dab0b9bc-d222-44ae-83f8-4fc554acfeae service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336900 Feb 16 14:48:31.426035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a9df8782-6540-42bc-a726-0177d521a687 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:31.526970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da797-f313-4c69-aba6-4decf9276f0a req-738ef540-2049-45d1-af98-0271aeb200bd tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:31.526970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-807da797-f313-4c69-aba6-4decf9276f0a req-738ef540-2049-45d1-af98-0271aeb200bd tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 949 time: 0.3491831 Feb 16 14:48:31.531592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a2257e03-6ac9-4d20-97ba-54f18adf06d0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:31.548760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:31.558501 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-5082e8f3-25d7-408a-85a4-1e09eb7577e7 service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997318 Feb 16 14:48:31.625579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:31.626201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:31.627636 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] 10.222.0.129 "PUT /v2.0/ports/aa35a93f-5d22-467d-a17d-db8f32bd49bc HTTP/1.1" status: 200 len: 1092 time: 4.4230323 Feb 16 14:48:31.633917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a9df8782-6540-42bc-a726-0177d521a687 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:31.634429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:31.671738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd83da-4e06-4a2e-ac5c-207a73433e36 service neutron] Pushing event updated for resources: {'Port': ['ID=aa35a93f-5d22-467d-a17d-db8f32bd49bc,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:31.721546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-807da797-f313-4c69-aba6-4decf9276f0a req-b7a97db3-3d79-406a-963a-3b769838b559 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037847 Feb 16 14:48:31.782322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Allocated IP 2001:db8::59 (cdae26cb-b208-4451-b08b-e1ec2bc5087e/40919272-76db-4668-877d-6eadc0eadd94/5921197c-5c6e-43b9-9b03-b088ad0f8018) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:31.838318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:48:31.925402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7520010-af38-45cf-8021-6f445d3f3a2a req-695b291c-e11a-46ae-b40b-75d456cfa40a service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200272 Feb 16 14:48:31.951164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ee1d9-d4d5-41e5-be5a-7e2228fd8f7a req-e28fb609-606a-4450-9c16-2aeb3680caaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:31.958584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-942ee1d9-d4d5-41e5-be5a-7e2228fd8f7a req-e28fb609-606a-4450-9c16-2aeb3680caaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 944 time: 0.1389747 Feb 16 14:48:31.973443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-1a7ee36c-ef3b-4bfa-ae22-a42ed80a2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:31.975479 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-1a7ee36c-ef3b-4bfa-ae22-a42ed80a2e22 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 1095 time: 0.1001999 Feb 16 14:48:31.979639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 98de1e42-b8db-49f2-a9cc-d079999991c3) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:31.991620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73ec18-a7ec-49d7-9b13-30179dd041de None None] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:32.001115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-6d3e76dc-94f0-407f-beca-7b4b0ea91142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:32.002796 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-6d3e76dc-94f0-407f-beca-7b4b0ea91142 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=44c06b62-cc99-41aa-b158-747827c8b8a3 HTTP/1.1" status: 200 len: 1094 time: 0.1167724 Feb 16 14:48:32.031619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:32.032237 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.098757 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-ec05f036-aef2-4e31-989c-bec7bbf6a5e9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa35a93f-5d22-467d-a17d-db8f32bd49bc HTTP/1.1" status: 200 len: 217 time: 0.1057634 Feb 16 14:48:32.108735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-942ee1d9-d4d5-41e5-be5a-7e2228fd8f7a req-aacca766-f891-4a10-9514-2bfc41315439 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459303 Feb 16 14:48:32.124864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-79f9ad39-3026-44b8-9fcb-0dc03b7fc219 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.3541930 Feb 16 14:48:32.141061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:32.153488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:32.313178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.332787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-25937b1f-011b-41a3-b250-93cb77ce284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:32.334450 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-25937b1f-011b-41a3-b250-93cb77ce284b service neutron] 10.222.0.93 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 915 time: 0.2794678 Feb 16 14:48:32.359383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-adb6018c-7bdf-4336-940d-123b3634756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:32.361031 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-adb6018c-7bdf-4336-940d-123b3634756a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.2232518 Feb 16 14:48:32.379130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.380239 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.452817 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-90e03a6b-06a7-4622-9d5b-e5900ba81f25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=688e9daf-4e31-44ae-95c6-a0c58d74da1c HTTP/1.1" status: 200 len: 217 time: 0.1041882 Feb 16 14:48:32.465926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.479359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-98de1e42-b8db-49f2-a9cc-d079999991c3', 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'fixed_ips': [{'subnet_id': 'b9eaad10-b489-47c6-8ba7-48a31db9ee40'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:48:32.480268 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.530142 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-508a7f7c-1f17-4755-9239-5b9879dd2656 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024098 Feb 16 14:48:32.554490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:32.560172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.565576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:32.573260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:32.595217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:32.595980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:32.862690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-1d05d352-dd0c-4fb6-9fab-eb166155b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:32.866247 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-1d05d352-dd0c-4fb6-9fab-eb166155b08b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.3784227 Feb 16 14:48:32.922517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.9499989 Feb 16 14:48:32.923899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Allocated IP 172.20.0.2 (98de1e42-b8db-49f2-a9cc-d079999991c3/b9eaad10-b489-47c6-8ba7-48a31db9ee40/7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:32.938325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'tag': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:32.954405 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2555be6-cd3f-4b70-b384-e5eed1733fad" -d '{"events": [{"name": "network-changed", "server_uuid": "47a3ad03-36c2-4d54-9dd3-e1b1545537c7", "tag": "aa35a93f-5d22-467d-a17d-db8f32bd49bc"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:33.006695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50724) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:33.038141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082584d-c5ea-4876-a0bc-39cc89d962b1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=5921197c-5c6e-43b9-9b03-b088ad0f8018,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:33.044605 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-13eca42a-c7cb-4dd4-b78d-0b768b06d019 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572721 Feb 16 14:48:33.110382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-63b34b6d-920d-459d-8728-4a73233f1e7b service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687697 Feb 16 14:48:33.154319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630de395-7644-4b6c-82ed-8f4d421cc5c9 req-9a1dfcbf-6a8e-4881-a784-83a194e42f99 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:33.161772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-630de395-7644-4b6c-82ed-8f4d421cc5c9 req-9a1dfcbf-6a8e-4881-a784-83a194e42f99 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2775791 Feb 16 14:48:33.165361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-48b34be2-66a1-4ba6-a0f5-bd5174695c1c None None] Provisioning complete for port 5921197c-5c6e-43b9-9b03-b088ad0f8018 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:33.165738 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48b34be2-66a1-4ba6-a0f5-bd5174695c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:33.227877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:33.285445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-630de395-7644-4b6c-82ed-8f4d421cc5c9 req-46b21e00-5067-4537-a6e5-7271c84a6e9c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227226 Feb 16 14:48:33.374778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-48b34be2-66a1-4ba6-a0f5-bd5174695c1c None None] Port 5921197c-5c6e-43b9-9b03-b088ad0f8018 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:33.388359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 688e9daf-4e31-44ae-95c6-a0c58d74da1c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:33.391676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:33.414712 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-284d2dba-ea55-4dd2-b799-d3724f3293ac service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400199 Feb 16 14:48:33.438869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551addf7-056e-4074-8d7e-b027ec29af02 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:33.451820 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551addf7-056e-4074-8d7e-b027ec29af02 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:33.460290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551addf7-056e-4074-8d7e-b027ec29af02 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:33.463832 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-551addf7-056e-4074-8d7e-b027ec29af02 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4467108 Feb 16 14:48:33.484047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50730) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:33.601901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861224bc-a871-4ae1-afd8-a8e7e19e3d42 req-e924d64b-3523-4efe-aa94-c626506e2d90 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:33.610794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-861224bc-a871-4ae1-afd8-a8e7e19e3d42 req-e924d64b-3523-4efe-aa94-c626506e2d90 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1593633 Feb 16 14:48:33.700312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-861224bc-a871-4ae1-afd8-a8e7e19e3d42 req-36902a62-77f6-471e-83fe-a95175882eb1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833664 Feb 16 14:48:33.742310 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a29c0749-f4d1-497d-8411-e3310c1ddc8d req-ad1bd3ab-086f-48f5-811f-7b476e5a1315 service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207437 Feb 16 14:48:33.832612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting port 5921197c-5c6e-43b9-9b03-b088ad0f8018 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:33.832958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:33.863628 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-99d0e3f9-5ee3-40f4-871f-424bfa5213b9 req-d3b4ab80-10e0-45b3-bf7f-69d6461789e9 service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161269 Feb 16 14:48:34.141736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06670844-d54c-48f7-b55c-65d8c2561889 req-5d748600-75cd-4081-8a48-2f37495154c0 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:34.143371 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-06670844-d54c-48f7-b55c-65d8c2561889 req-5d748600-75cd-4081-8a48-2f37495154c0 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.129 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 946 time: 0.1384008 Feb 16 14:48:34.195017 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.283360 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.287144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.350558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Deleting port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:34.350918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.383514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.420784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 688e9daf-4e31-44ae-95c6-a0c58d74da1c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=688e9daf-4e31-44ae-95c6-a0c58d74da1c,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:34.460267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port a2257e03-6ac9-4d20-97ba-54f18adf06d0 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:48:34.475425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:34.475781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '688e9daf-4e31-44ae-95c6-a0c58d74da1c', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'port_id': '688e9daf-4e31-44ae-95c6-a0c58d74da1c', 'mac_address': 'fa:16:3e:49:e3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1478e04e-98ac-43a9-bde7-49ec19a39cdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:34.488411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] For port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:34.488763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.492346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:34.497739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:34.501845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port a2257e03-6ac9-4d20-97ba-54f18adf06d0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:34.502212 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.530541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0a455-b34e-4894-a0cb-00eada71ea21 req-2cb734d6-6574-4629-ae0f-045f45438197 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:34.532294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8c0a455-b34e-4894-a0cb-00eada71ea21 req-2cb734d6-6574-4629-ae0f-045f45438197 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/ports?device_id=a2adc682-105d-4861-9dc1-7efc2f41b4b1 HTTP/1.1" status: 200 len: 946 time: 0.6823406 Feb 16 14:48:34.579169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.594647 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-bf642402-5fef-478d-a778-326bc9400830 req-d102225f-8617-4838-9aa3-de7b9ce7ec91 service neutron] show failed (client error): The resource could not be found. Feb 16 14:48:34.595805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-d102225f-8617-4838-9aa3-de7b9ce7ec91 service neutron] 10.222.0.129 "GET /v2.0/ports/37b4a387-93f6-4f37-8c3d-45432d1fa8d7/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.5394790 Feb 16 14:48:34.603881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.608224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Calling delete_port for 5921197c-5c6e-43b9-9b03-b088ad0f8018 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:34.708584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Pushing event updated for resources: {'Port': ['ID=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:34.735194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8c0a455-b34e-4894-a0cb-00eada71ea21 req-139e97c2-5c5f-4c21-8b54-f30c1ba88a9f tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups?id=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1855743 Feb 16 14:48:34.764886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e9daf-4e31-44ae-95c6-a0c58d74da1c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:34.826195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 688e9daf-4e31-44ae-95c6-a0c58d74da1c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=688e9daf-4e31-44ae-95c6-a0c58d74da1c,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:34.867403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Attempting to bind port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:34.867856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Attempting to bind port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:34.868230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Attempting to bind port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 on network 98de1e42-b8db-49f2-a9cc-d079999991c3 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:34.880201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:34.880613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Checking segment: {'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:34.881022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.881422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Bound using segment: {'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:34.883814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Bound port: 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:34.884285 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.901069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Allocated IP 172.25.6.131 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f73c2769-7567-4f39-b331-e8962f7b232a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:34.950778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed8188-7e3c-42af-ab4e-46ba85b7a7fb req-153b02c2-79ba-43c5-8d11-51d1148a8f30 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:34.957761 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.958217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:34.958662 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Floating IP e219acc0-d481-453b-b024-94ffdc4b74d0 disassociated. External IP: 172.25.6.210, port: 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c. Feb 16 14:48:34.959014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Calling delete_port for 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:34.960766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8ed8188-7e3c-42af-ab4e-46ba85b7a7fb req-153b02c2-79ba-43c5-8d11-51d1148a8f30 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 949 time: 0.1181316 Feb 16 14:48:35.132229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8ed8188-7e3c-42af-ab4e-46ba85b7a7fb req-c9a92f64-e666-462b-b8ba-8bf701bfb950 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700108 Feb 16 14:48:35.165131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.186618 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.200732 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a77a18e-0872-4d53-bdf2-4c5d54354bd7 x-openstack-request-id: req-7a77a18e-0872-4d53-bdf2-4c5d54354bd7 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:35.201691 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a3ad03-36c2-4d54-9dd3-e1b1545537c7", "tag": "aa35a93f-5d22-467d-a17d-db8f32bd49bc", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:35.204617 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7a77a18e-0872-4d53-bdf2-4c5d54354bd7 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:35.205261 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'tag': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc', 'status': 'completed', 'code': 200} Feb 16 14:48:35.221022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.261210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:35.317919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:35.321033 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e65eb0-b4dc-4096-9b33-1deac8a577fd" -d '{"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-plugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:35.360164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-f8959de1-26f4-4eaf-bfda-315b51a4a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:35.362297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-f8959de1-26f4-4eaf-bfda-315b51a4a0d1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 1095 time: 0.1124907 Feb 16 14:48:35.374417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a932d12-68f0-4df7-83f4-966092d26920 req-3ffc1d81-7cdf-4c08-8eba-bea03465577f tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:35.376397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a932d12-68f0-4df7-83f4-966092d26920 req-3ffc1d81-7cdf-4c08-8eba-bea03465577f tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 944 time: 0.0649874 Feb 16 14:48:35.401055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.419634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.430913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] For port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:35.444562 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.455147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.455423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event deleted for resources: {'Port': ['ID=738f7eae-c0d2-42aa-8668-cee0ea0e6f8c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:35.459381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] For port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,segment=NetworkSegment(2d503cd6-cdc5-433e-95e4-35c1172625d8),segment_id=2d503cd6-cdc5-433e-95e4-35c1172625d8)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:35.461001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=688e9daf-4e31-44ae-95c6-a0c58d74da1c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:35.468344 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb5a96b2-d093-454d-a69f-4d9535140713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.553863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.574410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:35.596012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['688e9daf-4e31-44ae-95c6-a0c58d74da1c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:35.607748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:35.628302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-ddafb696-fd6a-40e8-94a7-4af498cde563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:35.629873 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-ddafb696-fd6a-40e8-94a7-4af498cde563 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 1100 time: 0.0911460 Feb 16 14:48:35.635959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:35.648793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:35.649022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:35.717575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a932d12-68f0-4df7-83f4-966092d26920 req-98579dbb-4aad-4f01-885b-872c3bb55eac tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320386 Feb 16 14:48:35.779297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:35.852669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Router b84385b2-2351-436f-9370-112393a817ed has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:48:35.872736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa56ad-6c5b-455a-8251-1c595de4b253 None None] Pushing event updated for resources: {'Port': ['ID=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:35.953826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f73c2769-7567-4f39-b331-e8962f7b232a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:36.128117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Port': ['ID=5921197c-5c6e-43b9-9b03-b088ad0f8018,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:36.175563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:48:36.208286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] Sync routers for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:48:36.247467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:36.248197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:36.288238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] No DVR routers for this DVR port 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:36.291455 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:36.296462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-06670844-d54c-48f7-b55c-65d8c2561889 req-b5d2e668-84b3-4b93-afa1-1370bc44f0f2 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.129 "DELETE /v2.0/ports/738f7eae-c0d2-42aa-8668-cee0ea0e6f8c HTTP/1.1" status: 204 len: 173 time: 2.1449637 Feb 16 14:48:36.571717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:36.626527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:36.744809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:36.920093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:36.956779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:36.980478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Transition to ACTIVE for port object 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:48:37.061539 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:37.150148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:37.150580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:37.179281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=6']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:37.210305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'name': 'network-vif-deleted', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c'}, {'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:37.214764 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba75954-e18e-49a1-80c3-5ff4b862493f" -d '{"events": [{"server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "name": "network-vif-deleted", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c"}, {"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-unplugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:37.296612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] No DVR routers for this DVR port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:37.322398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-7aed9200-6c7e-4138-98d5-1fb1db2e03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:37.324161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-7aed9200-6c7e-4138-98d5-1fb1db2e03c7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 915 time: 1.9465320 Feb 16 14:48:37.414210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:26Z', 'revision_number': 5, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:37.419392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 688e9daf-4e31-44ae-95c6-a0c58d74da1c up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:37.472254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:37.472635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:37.473305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:37.482875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:48:37.488447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:37.503993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:37.504346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:37.504788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:37.515716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device aa35a93f-5d22-467d-a17d-db8f32bd49bc details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:37.516962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Bound port: 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:37.517681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:37.550466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:37.563209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-41c72099-a652-4f6e-a4be-3e52cb57e076 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/ports/5921197c-5c6e-43b9-9b03-b088ad0f8018 HTTP/1.1" status: 204 len: 168 time: 4.0759590 Feb 16 14:48:37.564593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:37.647364 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d86a0d-56b3-4026-8b75-7230bf335ee6 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] GET failed (client error): The resource could not be found. Feb 16 14:48:37.650268 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-93d86a0d-56b3-4026-8b75-7230bf335ee6 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "GET /v2.0/ports/5921197c-5c6e-43b9-9b03-b088ad0f8018 HTTP/1.1" status: 404 len: 333 time: 0.0844977 Feb 16 14:48:37.697012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50752) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:37.718412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-581650772'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:37.724431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port aa35a93f-5d22-467d-a17d-db8f32bd49bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=aa35a93f-5d22-467d-a17d-db8f32bd49bc,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:37.768224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'port_id': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc', 'mac_address': 'fa:16:3e:22:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1478e04e-98ac-43a9-bde7-49ec19a39cdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:37.770315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb985eb-85d8-4c20-b612-fc7c7734e7f8 None None] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:37.816093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] Checking router: b84385b2-2351-436f-9370-112393a817ed for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:48:37.858448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-7ab2fb40-82c3-4ba8-91f6-a32c2286d20a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa35a93f-5d22-467d-a17d-db8f32bd49bc HTTP/1.1" status: 200 len: 217 time: 0.4717853 Feb 16 14:48:37.991315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:38.004626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:38.031199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfd46c-0510-4ceb-bc8f-6c15e3edcbec req-ee489ea0-305f-4cb1-a0ac-35d35908b50d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:38.033199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ddfd46c-0510-4ceb-bc8f-6c15e3edcbec req-ee489ea0-305f-4cb1-a0ac-35d35908b50d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 2.0896311 Feb 16 14:48:38.109312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:38.114120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:38.122814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-a62b4559-da3a-4ebd-8237-bf726e673e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:38.125053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-a62b4559-da3a-4ebd-8237-bf726e673e06 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.2571671 Feb 16 14:48:38.156389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:38.172836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-48a9607e-40b3-4fa6-a641-7a6416849566 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376987 Feb 16 14:48:38.178905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ddfd46c-0510-4ceb-bc8f-6c15e3edcbec req-81ddad6c-3c15-47bc-91cc-9a448cd95f9b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373999 Feb 16 14:48:38.193950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:38.235713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] device_id is not set on port d03354f6-bc77-4d65-88af-0d90e425c540 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:38.250074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:38.250863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:38.253200 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:38.333693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa35a93f-5d22-467d-a17d-db8f32bd49bc {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:38.399685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port aa35a93f-5d22-467d-a17d-db8f32bd49bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=aa35a93f-5d22-467d-a17d-db8f32bd49bc,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:38.402143 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4ca75b2-3a75-4ee5-a974-43de1a8b2654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:38.445784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=7']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:38.626818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:38.642419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8dd3128e-9c9c-427e-8f34-92a1bce5dc72 None None] Provisioning complete for port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:38.643047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8dd3128e-9c9c-427e-8f34-92a1bce5dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:38.650963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 688e9daf-4e31-44ae-95c6-a0c58d74da1c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:48:38.693547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Allocated IP 2001:db8::361 (cdae26cb-b208-4451-b08b-e1ec2bc5087e/40919272-76db-4668-877d-6eadc0eadd94/d03354f6-bc77-4d65-88af-0d90e425c540) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:38.916732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-29b6339f-b4c8-4879-ba82-197660483387 service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346015 Feb 16 14:48:38.941276 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.080756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.141317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2555be6-cd3f-4b70-b384-e5eed1733fad req-c032a2c4-a80a-4f29-9d52-59c5dff2314e service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109241 Feb 16 14:48:39.150235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201e169-0965-45e6-8407-70dc845d8783 req-ea26f77d-c689-42a5-85bd-0a4eba5deceb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:39.158632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7201e169-0965-45e6-8407-70dc845d8783 req-ea26f77d-c689-42a5-85bd-0a4eba5deceb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 947 time: 0.7005062 Feb 16 14:48:39.164463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:39.169592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.172468 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-33145390-5281-4cd3-8523-23c0097497cf service neutron] 10.222.0.93 "PUT /v2.0/ports/37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 1095 time: 3.5309374 Feb 16 14:48:39.172929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 688e9daf-4e31-44ae-95c6-a0c58d74da1c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:39.174030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.246926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7201e169-0965-45e6-8407-70dc845d8783 req-fa402983-f3e0-48ad-9b18-ada855c7d0a9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866241 Feb 16 14:48:39.359387 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.377826 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a618a5-3627-45cf-b617-0b3e10bc1b5d x-openstack-request-id: req-a5a618a5-3627-45cf-b617-0b3e10bc1b5d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:39.378276 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-plugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:39.378413 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a5a618a5-3627-45cf-b617-0b3e10bc1b5d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:39.378721 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'code': 200} Feb 16 14:48:39.409052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-729d3a07-5288-4b99-baf6-5511dbdf23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:39.410670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-729d3a07-5288-4b99-baf6-5511dbdf23b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1098 time: 0.2088141 Feb 16 14:48:39.458944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:39.497118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['aa35a93f-5d22-467d-a17d-db8f32bd49bc'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:39.567902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Router d31e2eb4-2108-4344-bd6d-16b09d2b7cca is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:48:39.602335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:39.602769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:39.656537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.670742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:48:39.671084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 738f7eae-c0d2-42aa-8668-cee0ea0e6f8c not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:39.732544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,segment=NetworkSegment(2d503cd6-cdc5-433e-95e4-35c1172625d8),segment_id=2d503cd6-cdc5-433e-95e4-35c1172625d8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:39.783723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dd5ff-3001-4c10-a8ea-072f3f9ad46d req-bdc9f9ca-ead4-4935-9dd3-7895bdafbcbd tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:39.784179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.794607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-918dd5ff-3001-4c10-a8ea-072f3f9ad46d req-bdc9f9ca-ead4-4935-9dd3-7895bdafbcbd tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 950 time: 0.2760723 Feb 16 14:48:39.803073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=aa35a93f-5d22-467d-a17d-db8f32bd49bc,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:39.804330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:48:39.816933 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Sync routers for ids ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:48:39.823172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:39.829331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.834432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:39.845159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b95c60-1d5a-4b2c-b534-13ba22b7c459 req-40422b19-fbb2-4362-b3bd-18b51a88b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:39.846932 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b95c60-1d5a-4b2c-b534-13ba22b7c459 req-40422b19-fbb2-4362-b3bd-18b51a88b343 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 1101 time: 0.3404007 Feb 16 14:48:39.854415 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Routers {'d31e2eb4-2108-4344-bd6d-16b09d2b7cca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:39.855055 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:39.858724 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:39.866274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:39.878058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:39.880398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.888726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=d03354f6-bc77-4d65-88af-0d90e425c540,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:39.895147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-918dd5ff-3001-4c10-a8ea-072f3f9ad46d req-81e8505a-d564-4e66-b9a6-735c4ce60fe7 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987654 Feb 16 14:48:39.916067 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:39.922930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4101d4b-c688-44dd-802a-9061c69506e4 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7788434 Feb 16 14:48:39.930107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50764) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:40.004734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-b04744c5-32ab-49ab-aef2-6f5f066f5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:40.009535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-b04744c5-32ab-49ab-aef2-6f5f066f5141 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.5889287 Feb 16 14:48:40.088448 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Set router d31e2eb4-2108-4344-bd6d-16b09d2b7cca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:40.171193 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b95c60-1d5a-4b2c-b534-13ba22b7c459 req-f6c09bb9-8f0d-488c-a8a3-beeb62528b11 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510235 Feb 16 14:48:40.181030 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-712b9279-f277-4e36-9032-0a711816da27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.1520140 Feb 16 14:48:40.186179 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a33c83a7-cb1b-40d2-b706-fa58b56550b9 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4840136 Feb 16 14:48:40.192920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50766) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:40.204811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:b2:35:95'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:40.339717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:40.343580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bb367-964f-40c5-a708-1291847e94a3 req-8936110c-85b2-4155-ab7e-67d82d2d1382 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:40.345285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-250bb367-964f-40c5-a708-1291847e94a3 req-8936110c-85b2-4155-ab7e-67d82d2d1382 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 945 time: 0.3079758 Feb 16 14:48:40.353052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:40.498453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:48:37Z', 'revision_number': 3, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:40.555183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-250bb367-964f-40c5-a708-1291847e94a3 req-979a5f7c-2a7f-4110-9628-56199fccab16 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002561 Feb 16 14:48:40.579877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-d9c65f2b-f16e-4818-aeb3-f3e0a077419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:40.581468 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-d9c65f2b-f16e-4818-aeb3-f3e0a077419a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0576782 Feb 16 14:48:40.582021 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Checking router: d31e2eb4-2108-4344-bd6d-16b09d2b7cca for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:48:40.585663 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Updating router d31e2eb4-2108-4344-bd6d-16b09d2b7cca port f73c2769-7567-4f39-b331-e8962f7b232a binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:48:40.659574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:40.663692 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:40.665007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642402-5fef-478d-a778-326bc9400830 req-c194e2e2-0b5e-4a98-bf3c-32bcd2826413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:40.672395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-c194e2e2-0b5e-4a98-bf3c-32bcd2826413 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695548 Feb 16 14:48:40.711921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 688e9daf-4e31-44ae-95c6-a0c58d74da1c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=688e9daf-4e31-44ae-95c6-a0c58d74da1c,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:40.758373 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2050dc-335b-46ed-a4d1-513a7c4c1f12 x-openstack-request-id: req-be2050dc-335b-46ed-a4d1-513a7c4c1f12 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:40.758671 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2adc682-105d-4861-9dc1-7efc2f41b4b1", "name": "network-vif-deleted", "tag": "738f7eae-c0d2-42aa-8668-cee0ea0e6f8c", "status": "completed", "code": 200}, {"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-unplugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:40.758924 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-be2050dc-335b-46ed-a4d1-513a7c4c1f12 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:40.759333 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2adc682-105d-4861-9dc1-7efc2f41b4b1', 'name': 'network-vif-deleted', 'tag': '738f7eae-c0d2-42aa-8668-cee0ea0e6f8c', 'status': 'completed', 'code': 200} Feb 16 14:48:40.762169 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'code': 200} Feb 16 14:48:40.860139 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:40.986492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=688e9daf-4e31-44ae-95c6-a0c58d74da1c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:41.073961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-d6945980-7d03-4cfb-8d7c-d189df490955 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811638 Feb 16 14:48:41.145579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4f753cdc-ada2-4f71-89bf-240aa8df4060 None None] Provisioning complete for port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:41.145951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f753cdc-ada2-4f71-89bf-240aa8df4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.209474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0074b-3ea5-49e0-9157-7e70e3c0524c req-d0853bb6-8e55-40b9-8da1-5eec0523c273 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:41.220766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77c0074b-3ea5-49e0-9157-7e70e3c0524c req-d0853bb6-8e55-40b9-8da1-5eec0523c273 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.3680630 Feb 16 14:48:41.284450 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-bf642402-5fef-478d-a778-326bc9400830 req-8d06d3b8-e3d6-4e80-930f-654c7fa38875 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948445 Feb 16 14:48:41.316110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77c0074b-3ea5-49e0-9157-7e70e3c0524c req-15a67fd6-57dc-4c82-9a74-efe87137c799 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936413 Feb 16 14:48:41.378318 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.383111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e9daf-4e31-44ae-95c6-a0c58d74da1c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:41.389528 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2884c56-322f-45ac-ac6d-976d163305b0" -d '{"events": [{"server_uuid": "44c06b62-cc99-41aa-b158-747827c8b8a3", "name": "network-vif-plugged", "status": "completed", "tag": "688e9daf-4e31-44ae-95c6-a0c58d74da1c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:41.485432 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.494032 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.513162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:41.515230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:26Z', 'revision_number': 5, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:41.572426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.575983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.577271 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.603511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2dce8-6e9e-4101-874f-b311ffe4c143 None None] The sync data for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 is: [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c76cee77-d488-49f7-b44a-059fd503618c', 'name': '', 'network_id': 'eb52ffa4-1588-4ae6-aedd-1b2e926de9d1', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'mac_address': 'fa:16:3e:ff:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:18Z', 'updated_at': '2022-02-16T14:47:26Z', 'revision_number': 5, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'subnets': [{'id': 'ec94b84a-f397-4553-a223-1f26400f7b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:48:41.671324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4f753cdc-ada2-4f71-89bf-240aa8df4060 None None] Provisioning complete for port d03354f6-bc77-4d65-88af-0d90e425c540 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:41.671724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f753cdc-ada2-4f71-89bf-240aa8df4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.684500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.758355 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba8a7b-f6ac-46e3-835a-2a8be121aa90 None None] Pushing event updated for resources: {'Port': ['ID=f73c2769-7567-4f39-b331-e8962f7b232a,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:41.777842 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Attempting to bind port f73c2769-7567-4f39-b331-e8962f7b232a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:41.778203 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Attempting to bind port f73c2769-7567-4f39-b331-e8962f7b232a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:41.780718 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Attempting to bind port f73c2769-7567-4f39-b331-e8962f7b232a on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:41.791023 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:41.791995 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:41.794551 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.794851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:41.795335 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Bound port: f73c2769-7567-4f39-b331-e8962f7b232a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:41.798822 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.824291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4f753cdc-ada2-4f71-89bf-240aa8df4060 None None] Port d03354f6-bc77-4d65-88af-0d90e425c540 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:41.826776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1560-a8db-40a1-ac0c-0dae90b68383 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.903291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] In _notify_port_updated(), no bound segment for port d03354f6-bc77-4d65-88af-0d90e425c540 on network cdae26cb-b208-4451-b08b-e1ec2bc5087e {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:48:41.908131 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] For port f73c2769-7567-4f39-b331-e8962f7b232a, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:41.909109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc115-9167-4955-a459-2efde830aa1e req-28553058-d328-496f-a276-1195a4ad0a23 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:41.919332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:41.920063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-debbc115-9167-4955-a459-2efde830aa1e req-28553058-d328-496f-a276-1195a4ad0a23 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 947 time: 0.2547195 Feb 16 14:48:41.922462 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] For port f73c2769-7567-4f39-b331-e8962f7b232a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f73c2769-7567-4f39-b331-e8962f7b232a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:41.924167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:41.929062 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "PUT /v2.0/ports/d03354f6-bc77-4d65-88af-0d90e425c540 HTTP/1.1" status: 200 len: 1002 time: 1.7342696 Feb 16 14:48:41.947223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50778) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:42.007653 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.105230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:42.216498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-debbc115-9167-4955-a459-2efde830aa1e req-8cfa8c4a-f946-4e47-948c-b763f62e0206 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931702 Feb 16 14:48:42.246255 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Routers {'d31e2eb4-2108-4344-bd6d-16b09d2b7cca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:42.259891 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:42.262904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046f24a-491b-4f3b-93d5-c2b23bb3f55e tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=d03354f6-bc77-4d65-88af-0d90e425c540,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:42.265967 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba8a7b-f6ac-46e3-835a-2a8be121aa90 None None] Pushing event updated for resources: {'Port': ['ID=f73c2769-7567-4f39-b331-e8962f7b232a,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:42.270412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1560-a8db-40a1-ac0c-0dae90b68383 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.284769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Allocated IP 172.20.0.1 (98de1e42-b8db-49f2-a9cc-d079999991c3/b9eaad10-b489-47c6-8ba7-48a31db9ee40/23abf988-b096-49b3-b20d-c1e348cd23d6) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:42.296244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e97db3-908c-4a40-93ad-43e8730efdc4 None None] New status for floating IP e219acc0-d481-453b-b024-94ffdc4b74d0: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:48:42.396700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting port d03354f6-bc77-4d65-88af-0d90e425c540 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:42.397200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.615103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c2d0da7e-0d6f-4171-91f1-1444c6920537 None None] Provisioning complete for port d03354f6-bc77-4d65-88af-0d90e425c540 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:42.616141 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c2d0da7e-0d6f-4171-91f1-1444c6920537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.645981 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] Set router d31e2eb4-2108-4344-bd6d-16b09d2b7cca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:42.659391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1560-a8db-40a1-ac0c-0dae90b68383 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.668898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6e1560-a8db-40a1-ac0c-0dae90b68383 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.674855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c0c1e-4553-47c5-920f-634ce5060b78 req-119ee2ec-7269-43b3-82b9-0362d04539f3 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:42.676469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0da7e-0d6f-4171-91f1-1444c6920537 None None] Port d03354f6-bc77-4d65-88af-0d90e425c540 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:42.679778 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ba6e1560-a8db-40a1-ac0c-0dae90b68383 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "DELETE /v2.0/security-groups/58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f HTTP/1.1" status: 204 len: 168 time: 1.1627851 Feb 16 14:48:42.681075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:42.681447 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.685779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b43c0c1e-4553-47c5-920f-634ce5060b78 req-119ee2ec-7269-43b3-82b9-0362d04539f3 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 950 time: 0.3096361 Feb 16 14:48:42.690850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:42.751126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.771331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b43c0c1e-4553-47c5-920f-634ce5060b78 req-3ccec4c4-dec8-48fe-bb84-c30c2f6a1128 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786283 Feb 16 14:48:42.786889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:42.789373 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894f53e5-3f55-44f8-9b91-eff540a1e08d" -d '{"events": [{"name": "network-changed", "server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:42.798083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e1560-a8db-40a1-ac0c-0dae90b68383 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:42.803182 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-22accf54-c6d8-4674-bfda-f7f779965c37 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] show failed (client error): The resource could not be found. Feb 16 14:48:42.808413 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-22accf54-c6d8-4674-bfda-f7f779965c37 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "GET /v2.0/security-groups/58e1dd06-6d72-4246-9bc6-e7b00cfbbb3f HTTP/1.1" status: 404 len: 347 time: 0.0991619 Feb 16 14:48:42.813115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50788) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:42.881508 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae63fe6-9a74-4f27-ad1f-67c21749f05c x-openstack-request-id: req-2ae63fe6-9a74-4f27-ad1f-67c21749f05c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:42.882721 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c06b62-cc99-41aa-b158-747827c8b8a3", "name": "network-vif-plugged", "status": "completed", "tag": "688e9daf-4e31-44ae-95c6-a0c58d74da1c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:42.882980 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2ae63fe6-9a74-4f27-ad1f-67c21749f05c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:42.883386 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e9daf-4e31-44ae-95c6-a0c58d74da1c', 'code': 200} Feb 16 14:48:42.954455 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:42.956177 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:43.052513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:43.085652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:43.128463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:43.138781 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:48:37Z', 'revision_number': 3, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:43.208793 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfa9c0-37f0-4377-a81e-e58d825834f0 None None] The sync data for ids ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'] in n-d-829433-1 is: [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:48:37Z', 'revision_number': 3, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:48:43.396235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:43.440533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device aa35a93f-5d22-467d-a17d-db8f32bd49bc up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:43.579010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:48:43.632918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:43.677811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-87eb8524-56b3-4681-8c99-2af4b44f08ea None None] Provisioning complete for port 23abf988-b096-49b3-b20d-c1e348cd23d6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:43.678420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87eb8524-56b3-4681-8c99-2af4b44f08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:43.747454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Calling delete_port for d03354f6-bc77-4d65-88af-0d90e425c540 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:43.881948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64590cff-afd0-471b-8323-e7b136f13d8d req-3196df3a-d21b-4b95-af44-0730382e5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:43.888916 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64590cff-afd0-471b-8323-e7b136f13d8d req-3196df3a-d21b-4b95-af44-0730382e5794 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=44c06b62-cc99-41aa-b158-747827c8b8a3 HTTP/1.1" status: 200 len: 1096 time: 0.4010153 Feb 16 14:48:43.912254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Pushing event updated for resources: {'Port': ['ID=23abf988-b096-49b3-b20d-c1e348cd23d6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:44.010574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d47c6-7f33-4864-9936-2c24def43d99 req-455d890f-da29-4945-9ad0-d2ead13e56b4 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:44.020980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-374d47c6-7f33-4864-9936-2c24def43d99 req-455d890f-da29-4945-9ad0-d2ead13e56b4 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 945 time: 0.9738045 Feb 16 14:48:44.021160 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-64590cff-afd0-471b-8323-e7b136f13d8d req-5d0694a7-dd91-4088-ab83-adde85013813 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002028 Feb 16 14:48:44.030368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:44.064443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'mac_address': 'fa:16:3e:f9:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:44.069006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Deleting port b84a5320-f24a-496b-9412-c6d9e1edd290 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:44.071934 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.075321 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.090850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f73c2769-7567-4f39-b331-e8962f7b232a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:44.270718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-374d47c6-7f33-4864-9936-2c24def43d99 req-4fd23483-d2a9-487e-8c90-9ea8bd533d78 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462120 Feb 16 14:48:44.378729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-87eb8524-56b3-4681-8c99-2af4b44f08ea None None] Port 23abf988-b096-49b3-b20d-c1e348cd23d6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:44.411715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f73c2769-7567-4f39-b331-e8962f7b232a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:44.412186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.416713 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.431338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.431709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.454191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.479951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port aa35a93f-5d22-467d-a17d-db8f32bd49bc completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:48:44.490675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:44.503645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port aa35a93f-5d22-467d-a17d-db8f32bd49bc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:44.503923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.517166 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Calling delete_port for b84a5320-f24a-496b-9412-c6d9e1edd290 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:44.565419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3cee1-c0e0-49da-b908-ca58c926e933 req-92249255-60a7-4e33-b428-84e285d70759 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:44.567605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdc3cee1-c0e0-49da-b908-ca58c926e933 req-92249255-60a7-4e33-b428-84e285d70759 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1783924 Feb 16 14:48:44.630564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Port': ['ID=d03354f6-bc77-4d65-88af-0d90e425c540,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:44.663955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:44.700276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdc3cee1-c0e0-49da-b908-ca58c926e933 req-ccfae785-992d-4065-a995-0f54e4c33e95 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258514 Feb 16 14:48:44.714868 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.799106 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.025677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.087332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.093311 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d204bda9-6322-4a14-a5ea-bcb2b3716d3b tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/ports/d03354f6-bc77-4d65-88af-0d90e425c540 HTTP/1.1" status: 204 len: 168 time: 3.1386585 Feb 16 14:48:45.100701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50800) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:45.122734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.149178 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff290e5a-6317-4a34-b556-38b6ef64ee3c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] GET failed (client error): The resource could not be found. Feb 16 14:48:45.150719 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ff290e5a-6317-4a34-b556-38b6ef64ee3c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "GET /v2.0/ports/d03354f6-bc77-4d65-88af-0d90e425c540 HTTP/1.1" status: 404 len: 333 time: 0.0477872 Feb 16 14:48:45.157183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50802) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:45.168066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1631648951'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:45.186049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.188008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port f73c2769-7567-4f39-b331-e8962f7b232a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f73c2769-7567-4f39-b331-e8962f7b232a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:45.189790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:45.203912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:45.207173 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c119c08b-854d-4425-8c7e-9061c81d6596" -d '{"events": [{"server_uuid": "47a3ad03-36c2-4d54-9dd3-e1b1545537c7", "name": "network-vif-plugged", "status": "completed", "tag": "aa35a93f-5d22-467d-a17d-db8f32bd49bc"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:45.224822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port aa35a93f-5d22-467d-a17d-db8f32bd49bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=aa35a93f-5d22-467d-a17d-db8f32bd49bc,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:45.240035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['37b4a387-93f6-4f37-8c3d-45432d1fa8d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:45.326066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.380731 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.391957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.624405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=aa35a93f-5d22-467d-a17d-db8f32bd49bc,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:45.683634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Pushing event updated for resources: {'Port': ['ID=23abf988-b096-49b3-b20d-c1e348cd23d6,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:45.693090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.729994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=f73c2769-7567-4f39-b331-e8962f7b232a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:45.748573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.804213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:45.808251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:45.810882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Pushing event deleted for resources: {'Port': ['ID=b84a5320-f24a-496b-9412-c6d9e1edd290,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:45.905858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] device_id is not set on port a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:45.956505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:45.958224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:46.083425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:46.094498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f73c2769-7567-4f39-b331-e8962f7b232a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:46.095871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:46.100687 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4caf9d5-634e-4897-952e-931a992a7817 tempest-ServersTestFqdnHostnames-840857020 tempest-ServersTestFqdnHostnames-840857020-project] 10.222.0.113 "DELETE /v2.0/floatingips/e219acc0-d481-453b-b024-94ffdc4b74d0 HTTP/1.1" status: 204 len: 168 time: 3.2860076 Feb 16 14:48:46.104018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50810) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:46.279233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Router d31e2eb4-2108-4344-bd6d-16b09d2b7cca has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:48:46.370624 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Allocated IP 2001:db8::146 (cdae26cb-b208-4451-b08b-e1ec2bc5087e/40919272-76db-4668-877d-6eadc0eadd94/a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:46.529286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f09878c1-062f-49b5-a137-e16f42985966 None None] Provisioning complete for port 23abf988-b096-49b3-b20d-c1e348cd23d6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:46.529843 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f09878c1-062f-49b5-a137-e16f42985966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:46.561187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:48:46.577841 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Sync routers for ids ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:48:46.584459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b821a2cc-4c4e-43d8-b573-59c86e9a18da admin admin] 10.222.0.113 "PUT /v2.0/routers/d31e2eb4-2108-4344-bd6d-16b09d2b7cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6528649 Feb 16 14:48:46.602571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f09878c1-062f-49b5-a137-e16f42985966 None None] Port 23abf988-b096-49b3-b20d-c1e348cd23d6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:46.616008 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:46.628296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f73c2769-7567-4f39-b331-e8962f7b232a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:46.629698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:46.670521 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Routers {'d31e2eb4-2108-4344-bd6d-16b09d2b7cca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:46.674359 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:46.959285 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Set router d31e2eb4-2108-4344-bd6d-16b09d2b7cca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:47.025549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:47.222035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:47.285053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:48:44Z', 'revision_number': 4, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '23abf988-b096-49b3-b20d-c1e348cd23d6', 'name': '', 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'mac_address': 'fa:16:3e:cb:dd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'b9eaad10-b489-47c6-8ba7-48a31db9ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:41Z', 'updated_at': '2022-02-16T14:48:44Z', 'revision_number': 2, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'subnets': [{'id': 'b9eaad10-b489-47c6-8ba7-48a31db9ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:47.323129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:47.338955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:47.353707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:47.366597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:47.367280 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:47.371465 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Checking router: d31e2eb4-2108-4344-bd6d-16b09d2b7cca for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:48:47.371919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Updating router d31e2eb4-2108-4344-bd6d-16b09d2b7cca port 23abf988-b096-49b3-b20d-c1e348cd23d6 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:48:47.409065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:47.410719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:47.444703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:47.456127 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:47.550196 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-101c39c3-396a-41e0-ba83-70c75bf8fc99 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3919165 Feb 16 14:48:47.553624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50826) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:47.562154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b2:35:95'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:47.639908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:48:47.644508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:47.644889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:47.864369 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.035180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:48.040854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-04778d10-24c9-41c0-84a2-29b77fd59b83 None None] Provisioning complete for port a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:48.047676 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.048694 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04778d10-24c9-41c0-84a2-29b77fd59b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.063000 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.114260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-04778d10-24c9-41c0-84a2-29b77fd59b83 None None] Port a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:48.125854 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.126114 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.191194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Deleting port c76cee77-d488-49f7-b44a-059fd503618c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:48.191622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.236720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:48.342533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] For port c76cee77-d488-49f7-b44a-059fd503618c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c76cee77-d488-49f7-b44a-059fd503618c,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:48.343154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.378611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Calling delete_port for c76cee77-d488-49f7-b44a-059fd503618c owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:48.406956 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Attempting to bind port 23abf988-b096-49b3-b20d-c1e348cd23d6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:48:48.407627 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Attempting to bind port 23abf988-b096-49b3-b20d-c1e348cd23d6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:48:48.408222 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Attempting to bind port 23abf988-b096-49b3-b20d-c1e348cd23d6 on network 98de1e42-b8db-49f2-a9cc-d079999991c3 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:48:48.418340 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:48:48.419064 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Checking segment: {'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:48:48.419905 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.420489 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Bound using segment: {'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:48:48.421157 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Bound port: 23abf988-b096-49b3-b20d-c1e348cd23d6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d503cd6-cdc5-433e-95e4-35c1172625d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:48:48.422953 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.513303 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] For port 23abf988-b096-49b3-b20d-c1e348cd23d6, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:48.517177 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] For port 23abf988-b096-49b3-b20d-c1e348cd23d6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=23abf988-b096-49b3-b20d-c1e348cd23d6,segment=NetworkSegment(2d503cd6-cdc5-433e-95e4-35c1172625d8),segment_id=2d503cd6-cdc5-433e-95e4-35c1172625d8)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:48:48.528435 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e798f-70fb-479f-a17c-e5409b6eb3f9 None None] Pushing event updated for resources: {'Port': ['ID=23abf988-b096-49b3-b20d-c1e348cd23d6,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:48.528876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.613222 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.701708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.729987 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Routers {'d31e2eb4-2108-4344-bd6d-16b09d2b7cca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:48.731437 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:48.734977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e798f-70fb-479f-a17c-e5409b6eb3f9 None None] Pushing event updated for resources: {'Port': ['ID=23abf988-b096-49b3-b20d-c1e348cd23d6,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:48.776305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-181b9915-661a-41ac-97a6-5c889b2cc4c4 None None] Provisioning complete for port 23abf988-b096-49b3-b20d-c1e348cd23d6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:48.776878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-181b9915-661a-41ac-97a6-5c889b2cc4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.799501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.877033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:48.881371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c76cee77-d488-49f7-b44a-059fd503618c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:48.884710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] In _notify_port_updated(), no bound segment for port a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 on network cdae26cb-b208-4451-b08b-e1ec2bc5087e {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:48:48.902315 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-181b9915-661a-41ac-97a6-5c889b2cc4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.903372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:48.903958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:48.908141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50838) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:48.918084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5279a7ab-b258-4067-95b0-683b9ed18cbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "PUT /v2.0/ports/a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 HTTP/1.1" status: 200 len: 1003 time: 1.3622150 Feb 16 14:48:48.979516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-181b9915-661a-41ac-97a6-5c889b2cc4c4 None None] For port 23abf988-b096-49b3-b20d-c1e348cd23d6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=23abf988-b096-49b3-b20d-c1e348cd23d6,segment=NetworkSegment(2d503cd6-cdc5-433e-95e4-35c1172625d8),segment_id=2d503cd6-cdc5-433e-95e4-35c1172625d8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:49.123978 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] Set router d31e2eb4-2108-4344-bd6d-16b09d2b7cca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:49.251370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting port a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:49.251370 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:49.337243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:49.352473 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:48:44Z', 'revision_number': 4, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '23abf988-b096-49b3-b20d-c1e348cd23d6', 'name': '', 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'mac_address': 'fa:16:3e:cb:dd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'b9eaad10-b489-47c6-8ba7-48a31db9ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:41Z', 'updated_at': '2022-02-16T14:48:48Z', 'revision_number': 4, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'subnets': [{'id': 'b9eaad10-b489-47c6-8ba7-48a31db9ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:49.407997 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f6a8a-8d66-420a-aef8-33e89d3aa39a None None] The sync data for ids ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'] in n-d-829433-1 is: [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:48:44Z', 'revision_number': 4, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '23abf988-b096-49b3-b20d-c1e348cd23d6', 'name': '', 'network_id': '98de1e42-b8db-49f2-a9cc-d079999991c3', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'mac_address': 'fa:16:3e:cb:dd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': 'b9eaad10-b489-47c6-8ba7-48a31db9ee40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:41Z', 'updated_at': '2022-02-16T14:48:48Z', 'revision_number': 4, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'subnets': [{'id': 'b9eaad10-b489-47c6-8ba7-48a31db9ee40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:48:49.424899 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:49.439455 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-181b9915-661a-41ac-97a6-5c889b2cc4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:49.443975 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Calling delete_port for a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:49.510794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b9915-661a-41ac-97a6-5c889b2cc4c4 None None] Pushing event updated for resources: {'Port': ['ID=23abf988-b096-49b3-b20d-c1e348cd23d6,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:49.570933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9a4a4e90-757a-4dc8-a7fa-de8204acb51d None None] Provisioning complete for port a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:49.571504 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4e90-757a-4dc8-a7fa-de8204acb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:49.611858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a4e90-757a-4dc8-a7fa-de8204acb51d None None] Port a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:49.630352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9a4a4e90-757a-4dc8-a7fa-de8204acb51d None None] Provisioning complete for port 23abf988-b096-49b3-b20d-c1e348cd23d6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:49.630729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a4a4e90-757a-4dc8-a7fa-de8204acb51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:49.743415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Router b84385b2-2351-436f-9370-112393a817ed has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:48:49.870253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:48:49.879161 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ed44541c-4416-4fdc-8117-2150a84f79cd admin admin] 10.222.0.113 "PUT /v2.0/routers/b84385b2-2351-436f-9370-112393a817ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7740135 Feb 16 14:48:49.879807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50840) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:49.883763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] Sync routers for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:48:49.895942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:49.900337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:49.958108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.015861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.037133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Port': ['ID=a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:50.103987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.113652 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cbbfe3a1-5f7c-40b4-b418-91d378bdf8c1 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/ports/a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 HTTP/1.1" status: 204 len: 168 time: 1.1875529 Feb 16 14:48:50.116253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:50.144803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:50.146853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 23abf988-b096-49b3-b20d-c1e348cd23d6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:50.192582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.196994 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41e9fb1-3117-4196-b766-f2a30f7ca3ab tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] GET failed (client error): The resource could not be found. Feb 16 14:48:50.211761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50850) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:50.215169 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e41e9fb1-3117-4196-b766-f2a30f7ca3ab tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "GET /v2.0/ports/a10877ca-8c4c-4c7a-9b2e-1dbba6cd19c9 HTTP/1.1" status: 404 len: 333 time: 0.0978272 Feb 16 14:48:50.220132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1763448930'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:50.516505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Deleting port b8a2823c-d4e5-4947-ba39-22a8011b2911 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:50.517083 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.586315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 23abf988-b096-49b3-b20d-c1e348cd23d6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:50.586695 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.701109 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44600a06-ce8a-451d-9596-5d01b0d351c5 x-openstack-request-id: req-44600a06-ce8a-451d-9596-5d01b0d351c5 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:50.701646 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:50.701940 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-44600a06-ce8a-451d-9596-5d01b0d351c5 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:50.702413 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'status': 'completed', 'code': 200} Feb 16 14:48:50.713571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] For port b8a2823c-d4e5-4947-ba39-22a8011b2911, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b8a2823c-d4e5-4947-ba39-22a8011b2911,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:50.714084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.790126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:50.794244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:50.849723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] device_id is not set on port aa983b15-09a4-449e-8447-ce8bdac3ee6b yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:50.856465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Calling delete_port for b8a2823c-d4e5-4947-ba39-22a8011b2911 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:50.859795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-929394a6-d321-4edd-af53-337c7e59f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:50.869968 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-929394a6-d321-4edd-af53-337c7e59f7be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1100 time: 0.1537087 Feb 16 14:48:50.899338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:48:48Z', 'revision_number': 5, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port': {'id': 'b8a2823c-d4e5-4947-ba39-22a8011b2911', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84385b2-2351-436f-9370-112393a817ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:47:11Z', 'updated_at': '2022-02-16T14:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:50.969549 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] Checking router: b84385b2-2351-436f-9370-112393a817ed for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:48:51.020010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] Routers {'b84385b2-2351-436f-9370-112393a817ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:48:51.020312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:48:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b84385b2-2351-436f-9370-112393a817ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:51.057999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-a648860d-b0d7-4670-907d-9d34c20207bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.060783 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-a648860d-b0d7-4670-907d-9d34c20207bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1692271 Feb 16 14:48:51.079067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-e6667a16-575d-45fa-a40d-8be66596ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.083510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-e6667a16-575d-45fa-a40d-8be66596ac62 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1100 time: 0.3546576 Feb 16 14:48:51.168620 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-8b6aafaf-ff1c-481f-b7fd-94761b68c331 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.0805254 Feb 16 14:48:51.200508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] Set router b84385b2-2351-436f-9370-112393a817ed gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:48:51.314566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-ea172e9b-0b29-477f-aae9-a804b2c97a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.321987 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bd93fe-cdb1-46ce-a5d3-e85de82ec9e6 x-openstack-request-id: req-f6bd93fe-cdb1-46ce-a5d3-e85de82ec9e6 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:51.322306 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3ad03-36c2-4d54-9dd3-e1b1545537c7", "name": "network-vif-plugged", "status": "completed", "tag": "aa35a93f-5d22-467d-a17d-db8f32bd49bc", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:51.327212 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f6bd93fe-cdb1-46ce-a5d3-e85de82ec9e6 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:51.327212 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc', 'code': 200} Feb 16 14:48:51.327470 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-ea172e9b-0b29-477f-aae9-a804b2c97a99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1360154 Feb 16 14:48:51.327656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:48:50Z', 'revision_number': 6, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:51.358808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285fe86-ef8a-4c6e-ba2e-ee0978d9d9f2 req-4e22f9e6-e47b-4f9a-88c9-c787fb723c7c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.368160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc630b-279d-4c51-893e-4903dbf1815d None None] The sync data for ids ['b84385b2-2351-436f-9370-112393a817ed'] in n-d-829433-1 is: [{'id': 'b84385b2-2351-436f-9370-112393a817ed', 'name': 'tempest-ServersTestFqdnHostnames-1427859556-router', 'tenant_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:47:09Z', 'updated_at': '2022-02-16T14:48:50Z', 'revision_number': 6, 'project_id': 'e64481be7c3f4fa6bce5f4cc2bba5d5a', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:48:51.368454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0285fe86-ef8a-4c6e-ba2e-ee0978d9d9f2 req-4e22f9e6-e47b-4f9a-88c9-c787fb723c7c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.3813472 Feb 16 14:48:51.416338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-752c4fe0-2665-4d0a-9027-ebca78189c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.418713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-752c4fe0-2665-4d0a-9027-ebca78189c1c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874245 Feb 16 14:48:51.544335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0285fe86-ef8a-4c6e-ba2e-ee0978d9d9f2 req-4507252f-bd0d-402d-a32b-64a0d1b62ca6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749222 Feb 16 14:48:51.577574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8b48-7196-4046-bb28-58f9dd8e5459 req-40516753-04a8-4ba7-8606-b4e66dd29335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.579212 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f20e8b48-7196-4046-bb28-58f9dd8e5459 req-40516753-04a8-4ba7-8606-b4e66dd29335 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 1097 time: 0.0777793 Feb 16 14:48:51.585919 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-e09def44-6439-47de-8ec4-6c34c21b8fb6 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572173 Feb 16 14:48:51.638578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Allocated IP 2001:db8::2f (cdae26cb-b208-4451-b08b-e1ec2bc5087e/40919272-76db-4668-877d-6eadc0eadd94/aa983b15-09a4-449e-8447-ce8bdac3ee6b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:51.666436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106be84-6a20-45f9-9ba3-ab91c7ae326b req-5cae6cb3-26c8-49f7-a388-664a43708477 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.674254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5106be84-6a20-45f9-9ba3-ab91c7ae326b req-5cae6cb3-26c8-49f7-a388-664a43708477 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 946 time: 0.2266486 Feb 16 14:48:51.729919 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-e91156f4-ebe1-4191-b7aa-5439963e3488 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171405 Feb 16 14:48:51.742095 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f20e8b48-7196-4046-bb28-58f9dd8e5459 req-92a14a24-2cb7-45e6-bf07-21d829014497 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537244 Feb 16 14:48:51.775237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-383b216c-ff92-4aad-8e75-58b684f2fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.777093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-383b216c-ff92-4aad-8e75-58b684f2fa16 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.5994272 Feb 16 14:48:51.838188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5106be84-6a20-45f9-9ba3-ab91c7ae326b req-bc9199b8-e51c-4668-919d-204656e272f2 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626582 Feb 16 14:48:51.889521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c2c7-3348-4a44-8ddd-21ee5c58443e req-f16cf5b8-825e-4ea5-be1d-dc77a0895f82 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:51.899677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c406c2c7-3348-4a44-8ddd-21ee5c58443e req-f16cf5b8-825e-4ea5-be1d-dc77a0895f82 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2009516 Feb 16 14:48:51.946364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c406c2c7-3348-4a44-8ddd-21ee5c58443e req-0d5acd6c-755a-4411-be6b-52bbe4f83f41 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Feb 16 14:48:51.980000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-506884fb-a471-4ce5-9d33-5bebc18db56c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.0407205 Feb 16 14:48:52.000559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.090529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a2823c-d4e5-4947-ba39-22a8011b2911,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:52.160635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-952d21dd-a315-47af-b4a6-e37f394d6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:52.162105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-952d21dd-a315-47af-b4a6-e37f394d6936 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1765356 Feb 16 14:48:52.216538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c76cee77-d488-49f7-b44a-059fd503618c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:52.260224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c76cee77-d488-49f7-b44a-059fd503618c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:48:52.260568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c76cee77-d488-49f7-b44a-059fd503618c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:52.313796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b086f-8d4a-43cd-91a1-7266d5662dd9 req-f3047331-4d28-44a6-b190-7ae346989845 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:52.315316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a05b086f-8d4a-43cd-91a1-7266d5662dd9 req-f3047331-4d28-44a6-b190-7ae346989845 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 950 time: 0.2467828 Feb 16 14:48:52.352916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.358111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-893d6839-a9db-4737-82fc-883fcbbf8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:52.359642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-893d6839-a9db-4737-82fc-883fcbbf8e08 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613429 Feb 16 14:48:52.500292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.531010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.538587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.558159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a05b086f-8d4a-43cd-91a1-7266d5662dd9 req-0fdd445f-1fe5-40a1-8cae-6dce6388b4e9 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340684 Feb 16 14:48:52.695973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-25376b83-42bc-47fb-97f9-90b26cfef93f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252835 Feb 16 14:48:52.726044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ca57-d45a-4b05-ab42-0a6ae8831cc4 req-3f12f889-c6fa-4055-85a9-d2d1f1ea5757 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:52.729094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f46ca57-d45a-4b05-ab42-0a6ae8831cc4 req-3f12f889-c6fa-4055-85a9-d2d1f1ea5757 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1313522 Feb 16 14:48:52.749209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.751454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84385b2-2351-436f-9370-112393a817ed {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:48:52.793248 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.803159 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:52.814310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-ab00dee5-6d21-4ba2-8ae3-09f0fb4363bc tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:52.815144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-73d8383e-cf80-49bd-aa7b-5833ac05ba7a admin admin] 10.222.0.113 "DELETE /v2.0/routers/b84385b2-2351-436f-9370-112393a817ed HTTP/1.1" status: 204 len: 168 time: 2.9336596 Feb 16 14:48:52.815281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50968) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:52.817085 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-ab00dee5-6d21-4ba2-8ae3-09f0fb4363bc tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.93 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 949 time: 0.1728530 Feb 16 14:48:52.959653 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-92236842-205d-4a70-918d-5a15415a910b service neutron] 10.222.0.93 "GET /v2.0/ports/37b4a387-93f6-4f37-8c3d-45432d1fa8d7/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 382 time: 0.1263232 Feb 16 14:48:53.071897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-f603be4d-bf8a-4b05-b5fb-27731623006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.073430 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-f603be4d-bf8a-4b05-b5fb-27731623006c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1100 time: 0.0686064 Feb 16 14:48:53.225961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0bb055ba-98b0-4bd2-980e-0736574dfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.227349 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0bb055ba-98b0-4bd2-980e-0736574dfbbb service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1408865 Feb 16 14:48:53.239180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-f00d8ef5-df93-4676-abef-bd07e49ab912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.240695 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-f00d8ef5-df93-4676-abef-bd07e49ab912 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1096 time: 0.0669672 Feb 16 14:48:53.312068 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-fe76a355-677b-46b3-9a4a-c24873c5fbc5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.0749397 Feb 16 14:48:53.323862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:53.327565 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1f214c-6718-4b54-a6c7-fd6b78033329" -d '{"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:53.368095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f46ca57-d45a-4b05-ab42-0a6ae8831cc4 req-fbbb0dff-d117-447f-8540-b070ad6a5524 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033771 Feb 16 14:48:53.381346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:53.452803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:53.453748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:53.456203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 43dd3977-1a3e-48a6-9448-d7098f94c4d5 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:53.476176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:53.481440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.482126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:53.485725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=aa983b15-09a4-449e-8447-ce8bdac3ee6b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:53.522156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-894f53e5-3f55-44f8-9b91-eff540a1e08d req-a28b8ac3-7bca-4f19-9230-fd635f257599 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131878 Feb 16 14:48:53.533939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] Deleting subnet ec94b84a-f397-4553-a223-1f26400f7b6b {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:48:53.539534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:53.600202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f475a36-66de-4865-9072-689c9f3f3647 req-84d9ab7c-c0a8-4189-ae1b-087314d8be6c tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.615071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f475a36-66de-4865-9072-689c9f3f3647 req-84d9ab7c-c0a8-4189-ae1b-087314d8be6c tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 946 time: 0.2639618 Feb 16 14:48:53.643836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-376af465-7902-4c2b-9713-ba96dc49935c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4305661 Feb 16 14:48:53.661991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda23f6-34af-4d52-a60d-044b54a33b56 req-7c882862-e62c-476e-a56c-70b64d898e6d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.663580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7dda23f6-34af-4d52-a60d-044b54a33b56 req-7c882862-e62c-476e-a56c-70b64d898e6d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2062521 Feb 16 14:48:53.671258 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:53.678207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50986) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:53.687062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'network_id': 'cdae26cb-b208-4451-b08b-e1ec2bc5087e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1345743106'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:53.697523 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:48:53.701097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:53.756415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:53.835717 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:53.837292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-669a60dd-374e-40b5-8c85-0682dac4ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.839034 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-669a60dd-374e-40b5-8c85-0682dac4ee90 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.5015855 Feb 16 14:48:53.875810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f475a36-66de-4865-9072-689c9f3f3647 req-75aaebd0-2c37-44a3-8700-1204922d24cd tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596405 Feb 16 14:48:53.882659 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:48:53.908251 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-ed3a65bc-6ab2-4019-95e3-058723a7bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.910017 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-ed3a65bc-6ab2-4019-95e3-058723a7bedc service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 915 time: 0.6107688 Feb 16 14:48:53.910961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:53.928070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-96334e73-6cca-44e5-89ef-05c66292048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:53.938213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-96334e73-6cca-44e5-89ef-05c66292048d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795846 Feb 16 14:48:53.946203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7dda23f6-34af-4d52-a60d-044b54a33b56 req-a10ca066-eb60-4da6-8703-447cb38f75d1 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540355 Feb 16 14:48:53.966239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'mac_address': 'fa:16:3e:47:51:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:53.989446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:54.012951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b8a2823c-d4e5-4947-ba39-22a8011b2911 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:54.060946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b8a2823c-d4e5-4947-ba39-22a8011b2911 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:48:54.061697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b8a2823c-d4e5-4947-ba39-22a8011b2911 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:54.086353 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.086744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.123095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2257e03-6ac9-4d20-97ba-54f18adf06d0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:54.161095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:54.166129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1f4b9988-4cbc-4746-a67d-3cd70d6fc2ce None None] Provisioning complete for port aa983b15-09a4-449e-8447-ce8bdac3ee6b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:54.167054 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1f4b9988-4cbc-4746-a67d-3cd70d6fc2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.200345 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0879c1c7-0b21-4364-9dd9-e71ee3e73a1a x-openstack-request-id: req-0879c1c7-0b21-4364-9dd9-e71ee3e73a1a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:54.200892 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:54.201207 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0879c1c7-0b21-4364-9dd9-e71ee3e73a1a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:54.201768 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'code': 200} Feb 16 14:48:54.217823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b9988-4cbc-4746-a67d-3cd70d6fc2ce None None] Port aa983b15-09a4-449e-8447-ce8bdac3ee6b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:54.219118 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-2f70960c-874b-4ddb-95fc-44d161a77c50 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 217 time: 0.2993910 Feb 16 14:48:54.229054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Made reservation on behalf of e242768cdeb9411fb6059b5499ce9c7c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:48:54.233779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.234775 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.263623 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.307633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] device_id is not set on port dc3f66ea-02f6-420b-890f-0115a7a10ae8 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:48:54.311884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:54.314789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec94b84a-f397-4553-a223-1f26400f7b6b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:54.316086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb7564-9ad9-4a52-99a8-33b34e10803f None None] Network eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:48:54.316995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.330830 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-bd14657e-c8e7-4139-9989-3902234e51de service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359289 Feb 16 14:48:54.330960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6e3bf347-ee9b-4465-9808-476acef620c6 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ec94b84a-f397-4553-a223-1f26400f7b6b HTTP/1.1" status: 204 len: 168 time: 1.5005624 Feb 16 14:48:54.331065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51008) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:54.336286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-71d9aca7-322c-46d7-aece-efc67837394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:54.346618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-71d9aca7-322c-46d7-aece-efc67837394c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.1066871 Feb 16 14:48:54.377422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cf87-ce87-415d-8521-e33379268b12 req-87814c84-4016-48e4-a36f-33a55fb647cd tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:54.379012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73f7cf87-ce87-415d-8521-e33379268b12 req-87814c84-4016-48e4-a36f-33a55fb647cd tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=44c06b62-cc99-41aa-b158-747827c8b8a3 HTTP/1.1" status: 200 len: 945 time: 0.1627786 Feb 16 14:48:54.428897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a2257e03-6ac9-4d20-97ba-54f18adf06d0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:54.439533 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-d64c99ca-c23a-478b-a963-27c1a92aae58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815084 Feb 16 14:48:54.473697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73f7cf87-ce87-415d-8521-e33379268b12 req-9094152e-6df8-49ca-b358-e39149dc139f tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834746 Feb 16 14:48:54.544813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Allocated IP 2001:db8::1c (cdae26cb-b208-4451-b08b-e1ec2bc5087e/40919272-76db-4668-877d-6eadc0eadd94/dc3f66ea-02f6-420b-890f-0115a7a10ae8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:48:54.639135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.666462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] DHCP port deletion for eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:48:54.714736 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-2d77eed3-e087-40ee-9823-ac4c764962e7 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718288 Feb 16 14:48:54.727963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] Deleting port 120b5086-70f4-45cd-bcc5-e3a6427697d8 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:54.728898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.768885 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-3e3b505c-8832-4082-99cd-cbc621a0b14c service neutron] 10.222.0.93 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766976 Feb 16 14:48:54.805428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39c7e4-1ea7-4dcb-8df3-f1522deeac54 req-23065bac-372c-4dc5-a7fb-e9e46939b0c0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:54.810289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db39c7e4-1ea7-4dcb-8df3-f1522deeac54 req-23065bac-372c-4dc5-a7fb-e9e46939b0c0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.3074744 Feb 16 14:48:54.897547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Deleting port 120b5086-70f4-45cd-bcc5-e3a6427697d8 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:54.897547 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.928529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db39c7e4-1ea7-4dcb-8df3-f1522deeac54 req-242e254f-ca93-458f-a3e3-30a310e8e289 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085026 Feb 16 14:48:54.936841 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:54.982422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] For port 120b5086-70f4-45cd-bcc5-e3a6427697d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=120b5086-70f4-45cd-bcc5-e3a6427697d8,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:54.996660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.010270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] For port 120b5086-70f4-45cd-bcc5-e3a6427697d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=120b5086-70f4-45cd-bcc5-e3a6427697d8,segment=NetworkSegment(56387c94-2e37-4fd7-8ee5-bb442cf2f542),segment_id=56387c94-2e37-4fd7-8ee5-bb442cf2f542)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:55.010270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.020173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3dd05ab8-433c-4352-a8d2-30d3f5abd053 req-4aa1f063-9fd3-45bc-9770-bb8ecf87641f service neutron] 10.222.0.93 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194095 Feb 16 14:48:55.026447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Calling delete_port for 120b5086-70f4-45cd-bcc5-e3a6427697d8 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:55.026648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] Calling delete_port for 120b5086-70f4-45cd-bcc5-e3a6427697d8 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:55.131693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.203453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:48:55.208368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:48:55.213330 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.213543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:48:55.224217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:55.224217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.229436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.233755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] No DVR routers for this DVR port 120b5086-70f4-45cd-bcc5-e3a6427697d8 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:55.238190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=dc3f66ea-02f6-420b-890f-0115a7a10ae8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:55.259909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c2d7-172b-4319-bee5-1db644eba0ce req-d816f686-2d19-442f-b404-a9c689f4a1ac tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:55.262110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbf2c2d7-172b-4319-bee5-1db644eba0ce req-d816f686-2d19-442f-b404-a9c689f4a1ac tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.2092638 Feb 16 14:48:55.293932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Pushing event deleted for resources: {'Port': ['ID=120b5086-70f4-45cd-bcc5-e3a6427697d8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:55.313505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] No DVR routers for this DVR port 120b5086-70f4-45cd-bcc5-e3a6427697d8 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:55.339036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5d250-9bbb-4a28-b532-46e375312759 None None] Pushing event deleted for resources: {'Port': ['ID=120b5086-70f4-45cd-bcc5-e3a6427697d8,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:55.404251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e6fbd633-91cb-4f20-b22d-15d01d582bbe tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7246430 Feb 16 14:48:55.406600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51036) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:55.409067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.412140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:b2:35:95'}, {'ip_address': '2001:db8::2f', 'mac_address': 'fa:16:3e:54:86:e3'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:55.442720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb52ffa4-1588-4ae6-aedd-1b2e926de9d1']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:55.456590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:55.499438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56387c94-2e37-4fd7-8ee5-bb442cf2f542') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:55.501205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56387c94-2e37-4fd7-8ee5-bb442cf2f542') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:48:55.535707 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.573338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.586664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:48:55.588049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:48:55.590715 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:48:55.631978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port a2257e03-6ac9-4d20-97ba-54f18adf06d0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:55.632648 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.764937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.779394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-99341be6-4945-4063-b70f-0c09b9fe7af5 None None] Provisioning complete for port dc3f66ea-02f6-420b-890f-0115a7a10ae8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:55.779603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.779848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99341be6-4945-4063-b70f-0c09b9fe7af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.783028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.803386 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] 10.222.0.113 "DELETE /v2.0/networks/eb52ffa4-1588-4ae6-aedd-1b2e926de9d1 HTTP/1.1" status: 204 len: 168 time: 1.4762671 Feb 16 14:48:55.823915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbf2c2d7-172b-4319-bee5-1db644eba0ce req-7a1b348f-5fd3-4765-84e3-d2f3cbdeada8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549607 Feb 16 14:48:55.826263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.856572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3525453-d518-4573-ba19-6bf8a8f9e796 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb52ffa4-1588-4ae6-aedd-1b2e926de9d1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:55.863629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-99341be6-4945-4063-b70f-0c09b9fe7af5 None None] Port dc3f66ea-02f6-420b-890f-0115a7a10ae8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:55.868721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:55.936448 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:55.937256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:55.967291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 120b5086-70f4-45cd-bcc5-e3a6427697d8 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:48:55.978861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-da05338c-b3fe-447a-9415-3f64a7553518 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:55.992126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-da05338c-b3fe-447a-9415-3f64a7553518 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 813 time: 0.3138964 Feb 16 14:48:56.009604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 120b5086-70f4-45cd-bcc5-e3a6427697d8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:48:56.009965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 120b5086-70f4-45cd-bcc5-e3a6427697d8 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:48:56.035037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-c855952e-40de-4268-ab39-bda83ee9a223 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/quotas/48deda554acc41479ec588c00c4b3999 HTTP/1.1" status: 200 len: 375 time: 0.0416539 Feb 16 14:48:56.053546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:56.106981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:56.149035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:56.201741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-248b6d43-730f-44c5-874c-892673b8ee75 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654584 Feb 16 14:48:56.207090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5'}, {'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0'}, {'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:56.207090 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca9744-0f97-4cfc-9760-db7ee1ddbd80" -d '{"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-unplugged", "status": "completed", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5"}, {"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-plugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0"}, {"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:56.227979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:56.284940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef002-653b-42d6-8259-52bda07e22ed req-9f0688c0-0c27-427b-8a47-c21a20f37b25 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:56.286485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a13ef002-653b-42d6-8259-52bda07e22ed req-9f0688c0-0c27-427b-8a47-c21a20f37b25 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 949 time: 0.1685188 Feb 16 14:48:56.290464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:56.356568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:56.384391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a13ef002-653b-42d6-8259-52bda07e22ed req-2ff30bc2-e383-4503-b59e-c7fde3321fa8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866547 Feb 16 14:48:56.404471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-b3dd730a-3148-46f4-9c4d-0191d92abde3 service neutron] 10.222.0.113 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929219 Feb 16 14:48:56.446514 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0949d729-7fd0-45a3-be0d-f4fbad282d79 x-openstack-request-id: req-0949d729-7fd0-45a3-be0d-f4fbad282d79 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:48:56.446849 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-unplugged", "status": "completed", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5", "code": 200}, {"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-plugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0", "code": 200}, {"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:48:56.447215 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0949d729-7fd0-45a3-be0d-f4fbad282d79 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:48:56.447669 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'code': 200} Feb 16 14:48:56.447931 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'code': 200} Feb 16 14:48:56.448183 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'code': 200} Feb 16 14:48:56.478494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:56.478656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51090) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:56.533745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] In _notify_port_updated(), no bound segment for port dc3f66ea-02f6-420b-890f-0115a7a10ae8 on network cdae26cb-b208-4451-b08b-e1ec2bc5087e {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:48:56.540002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:56.540828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:56.542541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "PUT /v2.0/ports/dc3f66ea-02f6-420b-890f-0115a7a10ae8 HTTP/1.1" status: 200 len: 1066 time: 1.1347597 Feb 16 14:48:56.557177 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b952b2e9-23a1-4dd5-8b5a-4914d1d0683c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e64481be7c3f4fa6bce5f4cc2bba5d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764470 Feb 16 14:48:56.557526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51094) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:56.568492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51098) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:56.589243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-40536c54-ec3c-4983-8508-f875e587f18f service neutron] 10.222.0.113 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837656 Feb 16 14:48:56.659062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f35ba-bdfd-43b7-b707-7a8dd350c475 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event updated for resources: {'Port': ['ID=dc3f66ea-02f6-420b-890f-0115a7a10ae8,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:56.752519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-62ea7fb4-cabc-4591-ab80-87f8635c63ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:56.782668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703520b0-ead2-458f-868e-c160b5fbd14b req-d2592777-625a-4d37-b7f3-43ab6b4896cd tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:56.784275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-703520b0-ead2-458f-868e-c160b5fbd14b req-d2592777-625a-4d37-b7f3-43ab6b4896cd tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "GET /v2.0/ports?device_id=47a3ad03-36c2-4d54-9dd3-e1b1545537c7 HTTP/1.1" status: 200 len: 946 time: 0.1348510 Feb 16 14:48:56.832495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting port dc3f66ea-02f6-420b-890f-0115a7a10ae8 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:56.833225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:56.850957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-62ea7fb4-cabc-4591-ab80-87f8635c63ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.011697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Deleting port aa35a93f-5d22-467d-a17d-db8f32bd49bc {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:57.029267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.075594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.109358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aed66916-1194-462a-ba46-d3f816d30677 None None] Provisioning complete for port dc3f66ea-02f6-420b-890f-0115a7a10ae8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:57.109997 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aed66916-1194-462a-ba46-d3f816d30677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.114060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Calling delete_port for dc3f66ea-02f6-420b-890f-0115a7a10ae8 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:57.156911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-62ea7fb4-cabc-4591-ab80-87f8635c63ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.160250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-aed66916-1194-462a-ba46-d3f816d30677 None None] Port dc3f66ea-02f6-420b-890f-0115a7a10ae8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:48:57.169069 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-62ea7fb4-cabc-4591-ab80-87f8635c63ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.169444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef015-109b-474c-9206-322b77d700d2 req-a062e56d-3561-433c-8395-dde3033150b6 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:57.170717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-62ea7fb4-cabc-4591-ab80-87f8635c63ee admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4a816972-3012-4b74-b26e-38a8e7dd8e72 HTTP/1.1" status: 204 len: 168 time: 0.6010180 Feb 16 14:48:57.170996 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-165ef015-109b-474c-9206-322b77d700d2 req-a062e56d-3561-433c-8395-dde3033150b6 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "GET /v2.0/ports?device_id=44c06b62-cc99-41aa-b158-747827c8b8a3 HTTP/1.1" status: 200 len: 945 time: 0.1549370 Feb 16 14:48:57.210427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea7fb4-cabc-4591-ab80-87f8635c63ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a816972-3012-4b74-b26e-38a8e7dd8e72,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:57.307354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] For port aa35a93f-5d22-467d-a17d-db8f32bd49bc, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=aa35a93f-5d22-467d-a17d-db8f32bd49bc,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:57.307749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.341443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Calling delete_port for aa35a93f-5d22-467d-a17d-db8f32bd49bc owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:57.472204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:48:57.762423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Deleting port 688e9daf-4e31-44ae-95c6-a0c58d74da1c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:57.767204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.804333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:57.820232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '36bc829d-b2be-4069-9061-97b731a2b36a', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '36bc829d-b2be-4069-9061-97b731a2b36a', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:48:57.845868 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.911477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.944061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['aa35a93f-5d22-467d-a17d-db8f32bd49bc'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:57.968890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] For port 688e9daf-4e31-44ae-95c6-a0c58d74da1c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=688e9daf-4e31-44ae-95c6-a0c58d74da1c,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:57.969257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:57.971974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event deleted for resources: {'Port': ['ID=aa35a93f-5d22-467d-a17d-db8f32bd49bc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:58.006603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Calling delete_port for 688e9daf-4e31-44ae-95c6-a0c58d74da1c owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:58.009362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['688e9daf-4e31-44ae-95c6-a0c58d74da1c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:58.025540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] No DVR routers for this DVR port aa35a93f-5d22-467d-a17d-db8f32bd49bc on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:58.028718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:58.031017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:58.040693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-703520b0-ead2-458f-868e-c160b5fbd14b req-705cb860-df9b-412b-b35a-4a972d9ecfaa tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "DELETE /v2.0/ports/aa35a93f-5d22-467d-a17d-db8f32bd49bc HTTP/1.1" status: 204 len: 173 time: 1.2408528 Feb 16 14:48:58.044609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'name': 'network-vif-deleted', 'tag': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:58.048092 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774ce0e-f448-45ca-9cec-01d59e1b8f1a" -d '{"events": [{"server_uuid": "47a3ad03-36c2-4d54-9dd3-e1b1545537c7", "name": "network-vif-deleted", "tag": "aa35a93f-5d22-467d-a17d-db8f32bd49bc"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:58.085749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bc829d-b2be-4069-9061-97b731a2b36a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:48:58.129897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:58.244216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:58.378690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['36bc829d-b2be-4069-9061-97b731a2b36a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:58.395432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:58.439981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Port': ['ID=dc3f66ea-02f6-420b-890f-0115a7a10ae8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.476407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:48:58.802584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-3bee0725-2ccc-4c57-b969-bb680008e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:58.812185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-3bee0725-2ccc-4c57-b969-bb680008e544 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 1100 time: 0.1129971 Feb 16 14:48:58.828408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:58.960962 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:58.992229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.000173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9ff1df0d-16ad-40e7-a6e1-91ebcc9006f0 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/ports/dc3f66ea-02f6-420b-890f-0115a7a10ae8 HTTP/1.1" status: 204 len: 168 time: 2.4394889 Feb 16 14:48:59.007458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51148) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:59.058613 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd398b9-ffa9-43c9-8b2a-c69e5358f353 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] GET failed (client error): The resource could not be found. Feb 16 14:48:59.060492 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ebd398b9-ffa9-43c9-8b2a-c69e5358f353 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "GET /v2.0/ports/dc3f66ea-02f6-420b-890f-0115a7a10ae8 HTTP/1.1" status: 404 len: 333 time: 0.0502191 Feb 16 14:48:59.067440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51152) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:59.144650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.156543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['aa35a93f-5d22-467d-a17d-db8f32bd49bc'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:48:59.288962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event deleted for resources: {'Port': ['ID=688e9daf-4e31-44ae-95c6-a0c58d74da1c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:48:59.368497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] No DVR routers for this DVR port 688e9daf-4e31-44ae-95c6-a0c58d74da1c on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:48:59.372457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.376348 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-165ef015-109b-474c-9206-322b77d700d2 req-24893f23-ecea-458a-8df8-d07ed0784b23 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "DELETE /v2.0/ports/688e9daf-4e31-44ae-95c6-a0c58d74da1c HTTP/1.1" status: 204 len: 173 time: 2.1248999 Feb 16 14:48:59.377013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'name': 'network-vif-deleted', 'tag': '688e9daf-4e31-44ae-95c6-a0c58d74da1c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:59.380166 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b762fb9-34ed-4bf9-9436-e37dd0428623" -d '{"events": [{"server_uuid": "44c06b62-cc99-41aa-b158-747827c8b8a3", "name": "network-vif-deleted", "tag": "688e9daf-4e31-44ae-95c6-a0c58d74da1c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:59.397733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting port aa983b15-09a4-449e-8447-ce8bdac3ee6b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:48:59.398097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.461160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:48:59.466230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51158) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:48:59.537438 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.581123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Calling delete_port for aa983b15-09a4-449e-8447-ce8bdac3ee6b owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:48:59.643127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:48:59.645097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 36bc829d-b2be-4069-9061-97b731a2b36a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:48:59.645476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.716661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:48:59.794807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-105431020-network', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:48:59.807641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.860289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:59.915220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:48:59.918037 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4fd609-114a-4a7a-825f-8efe0038a65f" -d '{"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-plugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:48:59.948008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:00.051782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Made reservation on behalf of 4104f8c298dc4d809d36ba602a1aebd1 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:00.052635 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.052890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Transition to ACTIVE for port object 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:49:00.054064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 688e9daf-4e31-44ae-95c6-a0c58d74da1c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:00.054222 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.056321 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.099132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Port': ['ID=aa983b15-09a4-449e-8447-ce8bdac3ee6b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:00.102236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.119472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.149942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.151198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 688e9daf-4e31-44ae-95c6-a0c58d74da1c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:49:00.153025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 688e9daf-4e31-44ae-95c6-a0c58d74da1c not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:49:00.155860 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d3c02b4-36ef-4d5b-8d4b-0c02e6d47828 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/ports/aa983b15-09a4-449e-8447-ce8bdac3ee6b HTTP/1.1" status: 204 len: 168 time: 1.0852895 Feb 16 14:49:00.156555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:00.157780 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51166) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:00.216180 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe19636-c63b-4fdb-8453-df2c8c15e45c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] GET failed (client error): The resource could not be found. Feb 16 14:49:00.229208 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-abe19636-c63b-4fdb-8453-df2c8c15e45c tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "GET /v2.0/ports/aa983b15-09a4-449e-8447-ce8bdac3ee6b HTTP/1.1" status: 404 len: 333 time: 0.0625439 Feb 16 14:49:00.230482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51168) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:00.246364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:00.290897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=10']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:00.322412 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:49:00.391083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] No DVR routers for this DVR port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:00.490408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:00.491027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:00.491960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:00.505237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:49:00.505755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Attempting to bind port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:00.531357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:00.532038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:00.536009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:00.536009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Bound port: 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:00.536009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.707071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting port 32c678d8-4d31-4424-ae07-91b0d139aac2 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:00.707416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.728812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:00.746483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:00.767490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.848324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.888333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Calling delete_port for 32c678d8-4d31-4424-ae07-91b0d139aac2 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:00.909794 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.965879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:00.999774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278d92ae-01e0-4f97-885e-9f249444673a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:01.016065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:49:01.049441 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:01.049891 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Added segment 45b74525-8483-4c72-ab9b-85a3a8d9b3ac of type vlan for network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 Feb 16 14:49:01.064037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=11']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:01.084262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:01.085854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:01.088342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-0e4a5a0c-c087-497f-bcc1-2d48831f76f4 service neutron] 10.222.0.129 "PUT /v2.0/ports/37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 1096 time: 2.2697315 Feb 16 14:49:01.209938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-44410034-089f-4a80-8f76-2c84ab4d277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:01.211505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-44410034-089f-4a80-8f76-2c84ab4d277c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1099 time: 0.0922771 Feb 16 14:49:01.212653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:01.376645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-9f2129ab-bd8c-4cfd-9d27-3be071c89482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:01.378043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-9f2129ab-bd8c-4cfd-9d27-3be071c89482 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1606228 Feb 16 14:49:01.384042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:01.409466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-9bc7ce3e-407d-4f2a-8084-9a63653364e0 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:01.410909 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-9bc7ce3e-407d-4f2a-8084-9a63653364e0 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 813 time: 0.2374370 Feb 16 14:49:01.449833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Request body: {'port': {'device_id': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'admin_state_up': True, 'tenant_id': '48deda554acc41479ec588c00c4b3999'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:01.453850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:01.454816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:01.455348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:01.465999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-83fe17e2-162a-47a1-910d-311986aec7d9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.0795047 Feb 16 14:49:01.467109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Port': ['ID=32c678d8-4d31-4424-ae07-91b0d139aac2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:01.477377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:01.573010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device aa35a93f-5d22-467d-a17d-db8f32bd49bc no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:01.590557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-62d0c0cf-1149-4d00-8fbd-1a8114b18595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:01.593091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-62d0c0cf-1149-4d00-8fbd-1a8114b18595 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1155901 Feb 16 14:49:01.600763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: aa35a93f-5d22-467d-a17d-db8f32bd49bc {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:49:01.601099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device aa35a93f-5d22-467d-a17d-db8f32bd49bc not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:49:01.721129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-828e350b-648c-4ffe-8ded-3246a129fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:01.726328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-828e350b-648c-4ffe-8ded-3246a129fa7a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269019 Feb 16 14:49:01.732650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:01.736622 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-33e6eaaa-e19c-4aea-a27e-0c15bd31e038 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/ports/32c678d8-4d31-4424-ae07-91b0d139aac2 HTTP/1.1" status: 204 len: 168 time: 1.5051820 Feb 16 14:49:01.752488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-449f2916-e495-43f3-a911-03eaf171db32 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:49:01.753288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2857101 Feb 16 14:49:01.756416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-449f2916-e495-43f3-a911-03eaf171db32 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155318 Feb 16 14:49:01.758733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:01.759194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51176) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:01.944123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-19a75e66-ce3d-4e63-8d94-5ed26e86c397 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796160 Feb 16 14:49:02.106947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb21251-b394-4dec-981c-33e5dda1b847 req-9340aeec-4218-48ce-bd76-e96efd9b4100 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524210 Feb 16 14:49:02.321490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Request body: {'subnet': {'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-105431020-subnet', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:02.337007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-10f1f0ff-41e0-470c-a299-101376d85cbf tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:02.338728 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-10f1f0ff-41e0-470c-a299-101376d85cbf tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 813 time: 0.6010828 Feb 16 14:49:02.340291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Made reservation on behalf of 48deda554acc41479ec588c00c4b3999 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:02.345036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:02.353039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6370c5-b31e-4852-b442-bfa89897bc2f admin admin] Pushing event updated for resources: {'Network': ['ID=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:02.363583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Request body: {'port': {'device_id': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'admin_state_up': True, 'tenant_id': '48deda554acc41479ec588c00c4b3999'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:02.365279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:49:02.456762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting subnet 40919272-76db-4668-877d-6eadc0eadd94 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:49:02.472632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:02.606486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:02.628497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Made reservation on behalf of 4104f8c298dc4d809d36ba602a1aebd1 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:02.630856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:02.789928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Allocated IP 172.20.0.4 (739f2fa4-50ae-4c3d-bccf-0562b2ece3c1/1478e04e-98ac-43a9-bde7-49ec19a39cdd/2d39ebbf-cc8a-404b-a48f-e496d765aca7) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:02.880398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:03.141655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.209304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Made reservation on behalf of 48deda554acc41479ec588c00c4b3999 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:04.212719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.241375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.243614 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.247164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.317712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5cbc8f-48e2-4906-8d1c-6c522ebcd53f None None] Network cdae26cb-b208-4451-b08b-e1ec2bc5087e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:04.399952 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.407784 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/subnets/40919272-76db-4668-877d-6eadc0eadd94 HTTP/1.1" status: 204 len: 168 time: 2.4806285 Feb 16 14:49:04.409689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51188) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:04.438777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:04.456865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:04.467398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6bf9fa-e90e-4a19-a2dd-c70ce8521085,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:04.469501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event updated for resources: {'Port': ['ID=2d39ebbf-cc8a-404b-a48f-e496d765aca7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:04.479584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:04.559480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efd656-83e6-4437-85b6-78830cc0d441 tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Subnet': ['ID=40919272-76db-4668-877d-6eadc0eadd94,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:04.595503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Checking segment: {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:04.595890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Network hostable DHCP agents. Network: d0b735c4-1e8a-4127-bdd7-1d556af0b6a6, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:49:04.625356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:04.626165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.638413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.663593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Allocated IP 172.20.0.6 (739f2fa4-50ae-4c3d-bccf-0562b2ece3c1/1478e04e-98ac-43a9-bde7-49ec19a39cdd/a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:04.682745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] DHCP port deletion for cdae26cb-b208-4451-b08b-e1ec2bc5087e request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:49:04.765377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Deleting port a9df8782-6540-42bc-a726-0177d521a687 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:04.765804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.769564 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4d65633a-feeb-4ef4-8e41-a8e8acc968e5 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3240285 Feb 16 14:49:04.782338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] Deleting port a9df8782-6540-42bc-a726-0177d521a687 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:04.783081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.812828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Request body: {'port': {'device_id': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:04.872529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] For port a9df8782-6540-42bc-a726-0177d521a687, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a9df8782-6540-42bc-a726-0177d521a687,segment=NetworkSegment(c958da6a-0ee5-41ee-8a77-4166e130da3f),segment_id=c958da6a-0ee5-41ee-8a77-4166e130da3f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:04.873821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.890421 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] Calling delete_port for a9df8782-6540-42bc-a726-0177d521a687 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:04.910758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:49:04.933459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] For port a9df8782-6540-42bc-a726-0177d521a687, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a9df8782-6540-42bc-a726-0177d521a687,segment=NetworkSegment(c958da6a-0ee5-41ee-8a77-4166e130da3f),segment_id=c958da6a-0ee5-41ee-8a77-4166e130da3f)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:04.934192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:04.975111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Calling delete_port for a9df8782-6540-42bc-a726-0177d521a687 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:05.102182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.115380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.179123 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.202453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] Pushing event deleted for resources: {'Port': ['ID=a9df8782-6540-42bc-a726-0177d521a687,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:05.217821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f976ac1-593a-4a44-98ef-3de4ec889b7b None None] No DVR routers for this DVR port a9df8782-6540-42bc-a726-0177d521a687 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:05.221163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.257805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.258666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Port': ['ID=a9df8782-6540-42bc-a726-0177d521a687,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:05.259173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d0b735c4-1e8a-4127-bdd7-1d556af0b6a6) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:05.269643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] No DVR routers for this DVR port a9df8782-6540-42bc-a726-0177d521a687 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:05.281656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf13b38-6ce7-472c-afa7-e216f5351593 None None] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:05.289052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:05.290465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.364978 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ec178eeb-293d-4654-832f-61af33f9ac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.422276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:05.440833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.470154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdae26cb-b208-4451-b08b-e1ec2bc5087e']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:05.484328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c958da6a-0ee5-41ee-8a77-4166e130da3f') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:05.485075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c958da6a-0ee5-41ee-8a77-4166e130da3f') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:05.497212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.516223 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.524003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:49:05.526080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:49:05.533435 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:49:05.564264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:49:05.590558 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2b059fa2-ac74-4694-a6ce-f500717ad74f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.6611214 Feb 16 14:49:05.590558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:05.594636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51194) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:05.599949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:05.604391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event updated for resources: {'Port': ['ID=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:05.614823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:05.730760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:05.744927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'mac_address': 'fa:16:3e:f9:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:49:05.753674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.762590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:05.763268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.772274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.780828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] 10.222.0.113 "DELETE /v2.0/networks/cdae26cb-b208-4451-b08b-e1ec2bc5087e HTTP/1.1" status: 204 len: 168 time: 1.3690782 Feb 16 14:49:05.788864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.788864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.832103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a70a8-af5e-4b3a-b0c5-d24d705323ec tempest-AllowedAddressPairIpV6TestJSON-821343653 tempest-AllowedAddressPairIpV6TestJSON-821343653-project] Pushing event deleted for resources: {'Network': ['ID=cdae26cb-b208-4451-b08b-e1ec2bc5087e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:05.931616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d39ebbf-cc8a-404b-a48f-e496d765aca7 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:05.935123 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.941018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:05.957432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Transition to ACTIVE for port object 2d39ebbf-cc8a-404b-a48f-e496d765aca7 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:49:05.962270 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-82d845ed-b85f-42e7-ae41-b8ce6334ac37 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6031139 Feb 16 14:49:05.968337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:05.984482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Request body: {'port': {'device_id': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:05.987458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a9df8782-6540-42bc-a726-0177d521a687 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:06.010486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.017495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:49:06.018335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.023721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.198577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Allocated IP 172.20.0.2 (d0b735c4-1e8a-4127-bdd7-1d556af0b6a6/0e6bf9fa-e90e-4a19-a2dd-c70ce8521085/45f45cf4-f49d-499c-9c78-8fb8c132f48b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:06.274327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a9df8782-6540-42bc-a726-0177d521a687 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:49:06.274743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a9df8782-6540-42bc-a726-0177d521a687 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:49:06.296713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:06.324610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d39ebbf-cc8a-404b-a48f-e496d765aca7,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:06.354832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.380810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.479671 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.484693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:06.504083 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.511636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51202) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:06.588754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.679597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['37b4a387-93f6-4f37-8c3d-45432d1fa8d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:06.761639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:06.765421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Attempting to bind port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:06.768606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Attempting to bind port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:06.768606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Attempting to bind port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:06.772528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:06.777657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:06.781527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Pushing event updated for resources: {'Port': ['ID=45f45cf4-f49d-499c-9c78-8fb8c132f48b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:06.805433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:49:06.805891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Attempting to bind port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:06.816278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:06.816796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Checking segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:06.817318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Bound using segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:06.817875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Bound port: 2d39ebbf-cc8a-404b-a48f-e496d765aca7, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:06.818337 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:06.996241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:07.006419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Attempting to bind port 45f45cf4-f49d-499c-9c78-8fb8c132f48b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:07.006940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Attempting to bind port 45f45cf4-f49d-499c-9c78-8fb8c132f48b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:07.007862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Attempting to bind port 45f45cf4-f49d-499c-9c78-8fb8c132f48b on network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:07.019893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.027816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:07.028496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Checking segment: {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:07.029009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.029499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Bound using segment: {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:07.030232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Bound port: 45f45cf4-f49d-499c-9c78-8fb8c132f48b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:07.030574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.072702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Transition to ACTIVE for port object a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:49:07.086741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] For port 2d39ebbf-cc8a-404b-a48f-e496d765aca7, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:07.094362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] For port 2d39ebbf-cc8a-404b-a48f-e496d765aca7, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2d39ebbf-cc8a-404b-a48f-e496d765aca7,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:07.154060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.292081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:07.292081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.312898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b293d69f-4c47-4f3f-b3f8-c66947831642 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e242768cdeb9411fb6059b5499ce9c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003023 Feb 16 14:49:07.312898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51208) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:07.398839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] For port 45f45cf4-f49d-499c-9c78-8fb8c132f48b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:07.406334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] For port 45f45cf4-f49d-499c-9c78-8fb8c132f48b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=45f45cf4-f49d-499c-9c78-8fb8c132f48b,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:07.493518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:07.493518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.494420 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] 10.222.0.129 "PUT /v2.0/ports/2d39ebbf-cc8a-404b-a48f-e496d765aca7 HTTP/1.1" status: 200 len: 1091 time: 2.6956048 Feb 16 14:49:07.496321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e4934-1d13-4a5d-8f33-b27cfa277bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d39ebbf-cc8a-404b-a48f-e496d765aca7,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:07.533386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85f10452-61ff-4fd0-b6c9-1c9c1ec3657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.560594 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85f10452-61ff-4fd0-b6c9-1c9c1ec3657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.565565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.655804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddaa1e-44af-44ac-9433-9eb7307e0879 None None] Pushing event updated for resources: {'Port': ['ID=45f45cf4-f49d-499c-9c78-8fb8c132f48b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:07.713434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Attempting to bind port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:07.718962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Attempting to bind port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:07.718962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Attempting to bind port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:07.719475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:49:07.719843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Attempting to bind port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 on network 739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:07.727348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:07.727733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Checking segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:07.728120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Bound using segment: {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:07.728556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Bound port: a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685cdc04-94ca-45f9-bcdc-89c312984f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:07.728930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.798173 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85f10452-61ff-4fd0-b6c9-1c9c1ec3657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.801034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85f10452-61ff-4fd0-b6c9-1c9c1ec3657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.806208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-85f10452-61ff-4fd0-b6c9-1c9c1ec3657e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0bc8df97-525b-4910-bd54-4b116e685e20 HTTP/1.1" status: 204 len: 168 time: 0.4933088 Feb 16 14:49:07.849290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f10452-61ff-4fd0-b6c9-1c9c1ec3657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc8df97-525b-4910-bd54-4b116e685e20,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:07.867114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] For port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:07.873940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] For port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:07.890491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.931862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:07.948108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-264caf9b-edf9-408e-89c1-ea0976431cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:08.004273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-26817839-f7d6-4ed4-b23d-e5a8be6d4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:08.009126 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-26817839-f7d6-4ed4-b23d-e5a8be6d4182 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 1094 time: 0.3664443 Feb 16 14:49:08.011164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:08.141187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:08.142120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:08.146569 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] 10.222.0.93 "PUT /v2.0/ports/a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 HTTP/1.1" status: 200 len: 1091 time: 2.1695402 Feb 16 14:49:08.166984 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4acde0c1-4c2e-41b0-8fe3-ddbb944b22a8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39ebbf-cc8a-404b-a48f-e496d765aca7 HTTP/1.1" status: 200 len: 217 time: 0.1285448 Feb 16 14:49:08.198840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Allocated IP 172.25.6.221 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/4fbb7f1b-940b-4af2-8bd2-0fc043b95725) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:08.269121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754db46-5111-473c-a04e-d443e0db22d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:08.341443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-053bf5f2-0766-4d1a-a48a-fddd4a8fc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:08.343149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-053bf5f2-0766-4d1a-a48a-fddd4a8fc9bc service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.1665857 Feb 16 14:49:08.449900 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-dcf4382c-6db4-419c-a04c-1f6ecf980024 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934989 Feb 16 14:49:08.470915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:08.588812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:08.697976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:08.705797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:08.711073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:08.719340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Pushing event updated for resources: {'Port': ['ID=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:08.738217 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-d947d888-0135-49aa-b4b5-537629597375 service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786157 Feb 16 14:49:08.923755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-44079b47-6db2-4cf8-95e1-b9550bc2e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:08.923755 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-44079b47-6db2-4cf8-95e1-b9550bc2e776 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=a14fe06b-3701-4ce7-8693-a6be1e365f5d HTTP/1.1" status: 200 len: 1094 time: 0.6194525 Feb 16 14:49:08.989841 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-97027cdc-3679-4b1b-a00f-976bc134085d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 HTTP/1.1" status: 200 len: 217 time: 0.0495176 Feb 16 14:49:09.142623 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-f241d546-38bd-4827-8fe3-91a2e35ef6a7 service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777735 Feb 16 14:49:09.142623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-a64926db-ceac-4235-9981-bb66bad92685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:09.143570 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-a64926db-ceac-4235-9981-bb66bad92685 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.1356494 Feb 16 14:49:09.202029 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-beabf902-1873-4c3a-8ef3-202e5e19d35a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495129 Feb 16 14:49:09.233083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4a58cb3a-a77c-4aa0-9501-a405329efdf4 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:49:09.234090 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-4a58cb3a-a77c-4aa0-9501-a405329efdf4 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080984 Feb 16 14:49:09.330114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba9735-94ee-43b1-b0f4-fd3375914876 None None] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:09.404534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:09.505705 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-c0fe564d-84e0-4751-b396-f6b3f610e262 service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615380 Feb 16 14:49:09.621244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:09.656234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Provisioning complete for port 45f45cf4-f49d-499c-9c78-8fb8c132f48b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:09.666400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:09.816546 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:09.842075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51238) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:09.900515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.136274 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.136879 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-115e0b28-15e9-4714-99fb-d2c8ee472511 req-8acbbdbe-6899-495e-98bf-1ad2f760b008 service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220985 Feb 16 14:49:10.137280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1237733221'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:10.137397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] For port 45f45cf4-f49d-499c-9c78-8fb8c132f48b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=45f45cf4-f49d-499c-9c78-8fb8c132f48b,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:10.218052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 45f45cf4-f49d-499c-9c78-8fb8c132f48b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:10.282006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 45f45cf4-f49d-499c-9c78-8fb8c132f48b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:10.282969 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.368781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:49:10.377503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:10.377911 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.394315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:10.400039 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.402110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Router 4ca1f249-6e3f-426a-8232-80f1b2277d55 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:49:10.415989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.421501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.430289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.598197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Pushing event updated for resources: {'Port': ['ID=45f45cf4-f49d-499c-9c78-8fb8c132f48b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:10.606843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:49:10.613647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.613817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.614025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.614371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.614789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.615441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.615441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.615719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.615968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.616287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.616704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.616902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b423-446f-4113-b46c-4fd7fe9f8f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:10.618240 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Sync routers for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:49:10.637798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:49:10.645346 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:49:10.645605 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:49:10.645745 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:49:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:10.645882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-60bb675b-f80a-41cb-84d4-f5c466b9f73d None None] Provisioning complete for port 45f45cf4-f49d-499c-9c78-8fb8c132f48b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:10.645882 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60bb675b-f80a-41cb-84d4-f5c466b9f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.648305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.708941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.726904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:10.754731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.758586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2f059297-51a2-4715-a6e8-ec367b58fb9b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1602805 Feb 16 14:49:10.758839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51248) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:10.813101 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.825414 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:49:10.850470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac95e14f-9c43-40d9-b3dd-93d7d74a0f20,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:10.856176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.862435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:49:10.905402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.905777 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Added segment 95bdd58c-da37-4d37-9dd5-96e34fc93304 of type vlan for network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee Feb 16 14:49:10.955224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=13']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:10.981795 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.099177 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:08Z', 'revision_number': 3, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:11.132693 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Checking router: 4ca1f249-6e3f-426a-8232-80f1b2277d55 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:49:11.133766 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Updating router 4ca1f249-6e3f-426a-8232-80f1b2277d55 port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:49:11.166144 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.180067 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.187174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:11.187930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.231651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.282212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Network': ['ID=463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:11.296124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:49:11.359647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f621c655-6843-46c0-ae5a-322c8aa3dc99 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5139608 Feb 16 14:49:11.360188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51250) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:11.365966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'subnet': {'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:11.481707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.538787 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.613118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.628120 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.706938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:11.711090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.722185 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Attempting to bind port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:11.722551 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Attempting to bind port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:11.722909 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Attempting to bind port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:11.726308 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c366ac-1b20-4e7c-bb3b-9ad8f0ff0a84 None None] Pushing event updated for resources: {'Port': ['ID=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:11.740448 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:11.741356 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:11.742424 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.743836 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:11.747600 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Bound port: 4fbb7f1b-940b-4af2-8bd2-0fc043b95725, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:11.747600 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:11.830557 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] For port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:11.838632 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] For port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:11.918231 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:12.054070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Allocated IP 172.20.0.1 (d0b735c4-1e8a-4127-bdd7-1d556af0b6a6/0e6bf9fa-e90e-4a19-a2dd-c70ce8521085/712407e5-d106-43f0-8a74-ba34ebf6ad9e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:12.061589 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c366ac-1b20-4e7c-bb3b-9ad8f0ff0a84 None None] Pushing event updated for resources: {'Port': ['ID=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:12.070541 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:49:12.071536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:49:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:12.086509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 45f45cf4-f49d-499c-9c78-8fb8c132f48b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:12.217071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:12.247868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 45f45cf4-f49d-499c-9c78-8fb8c132f48b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:12.250223 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:12.315186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:12.372115 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:49:12.596371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:12.598385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Checking segment: {'id': '95bdd58c-da37-4d37-9dd5-96e34fc93304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:12.598759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network hostable DHCP agents. Network: 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:49:12.603187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Subnet': ['ID=9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:12.779618 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:08Z', 'revision_number': 3, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:12.810244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d9633-2016-4788-b00b-50c9e2b9b8b8 req-b9599a8f-7036-41aa-baff-593ccd01011a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:12.812550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-432d9633-2016-4788-b00b-50c9e2b9b8b8 req-b9599a8f-7036-41aa-baff-593ccd01011a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 950 time: 0.1489351 Feb 16 14:49:12.815682 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5479c-d6b9-49b4-b558-5599d6adea83 None None] The sync data for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 is: [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:08Z', 'revision_number': 3, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:49:12.824674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884ce6c-e1a6-4900-8cd3-4429aad061d3 req-412d3afa-8ceb-4315-a52b-c8a481082c57 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:12.826431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5884ce6c-e1a6-4900-8cd3-4429aad061d3 req-412d3afa-8ceb-4315-a52b-c8a481082c57 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 943 time: 0.2123704 Feb 16 14:49:12.892733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-432d9633-2016-4788-b00b-50c9e2b9b8b8 req-93a24aa7-b98b-4026-95cc-94e6e3a25e89 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Feb 16 14:49:12.937585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5884ce6c-e1a6-4900-8cd3-4429aad061d3 req-24a18bcf-c25e-45a2-b72f-827df12c37cb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016195 Feb 16 14:49:12.943358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:12.945563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:49:13.090247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:13.112569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:13.124890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Pushing event updated for resources: {'Port': ['ID=712407e5-d106-43f0-8a74-ba34ebf6ad9e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:13.135613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:13.145104 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238d8af9-e26a-4fa5-9047-209476e6c72d x-openstack-request-id: req-238d8af9-e26a-4fa5-9047-209476e6c72d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:13.145395 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a3ad03-36c2-4d54-9dd3-e1b1545537c7", "name": "network-vif-deleted", "tag": "aa35a93f-5d22-467d-a17d-db8f32bd49bc", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:13.145672 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-238d8af9-e26a-4fa5-9047-209476e6c72d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:13.146043 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a3ad03-36c2-4d54-9dd3-e1b1545537c7', 'name': 'network-vif-deleted', 'tag': 'aa35a93f-5d22-467d-a17d-db8f32bd49bc', 'status': 'completed', 'code': 200} Feb 16 14:49:13.158465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:13.182168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde48d7d-abdc-42b0-80b3-7d20fe85090d None None] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:13.186568 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cd48be-67bc-46a0-918b-4c996ba9dfcb x-openstack-request-id: req-d5cd48be-67bc-46a0-918b-4c996ba9dfcb {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:13.186949 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-plugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:13.187296 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d5cd48be-67bc-46a0-918b-4c996ba9dfcb {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:13.190565 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a', 'code': 200} Feb 16 14:49:13.219223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:13.228735 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:13.261902 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377a774c-d069-4e1c-9b19-cf7856130487 x-openstack-request-id: req-377a774c-d069-4e1c-9b19-cf7856130487 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:13.262428 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c06b62-cc99-41aa-b158-747827c8b8a3", "name": "network-vif-deleted", "tag": "688e9daf-4e31-44ae-95c6-a0c58d74da1c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:13.262428 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-377a774c-d069-4e1c-9b19-cf7856130487 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:13.262806 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c06b62-cc99-41aa-b158-747827c8b8a3', 'name': 'network-vif-deleted', 'tag': '688e9daf-4e31-44ae-95c6-a0c58d74da1c', 'status': 'completed', 'code': 200} Feb 16 14:49:13.367533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:13.497286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:49:13.516148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51300) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:13.517492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2b67e74a-7bcb-4cfb-a346-3d017c2a6a09 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1561129 Feb 16 14:49:13.521506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'name': 'tempest-AllowedAddressPairTestJSON-271763321'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:13.658068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886de62a-7dd2-412f-ae62-4df07ea7a306 req-362d585c-9f8d-4d38-b40f-8571826136e4 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:13.669572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-886de62a-7dd2-412f-ae62-4df07ea7a306 req-362d585c-9f8d-4d38-b40f-8571826136e4 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 943 time: 0.3827393 Feb 16 14:49:13.704527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2d39ebbf-cc8a-404b-a48f-e496d765aca7 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:49:13.746766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'tenant_id': 'f8ad1b57b6c94e76b983104e52ecebab', 'fixed_ips': [{'subnet_id': '9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:49:13.750924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:13.803513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83eb50-143f-4bff-be11-63d1d406f55c req-78a0a6c7-a088-4f64-8fbe-403323c3529b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:13.805369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef83eb50-143f-4bff-be11-63d1d406f55c req-78a0a6c7-a088-4f64-8fbe-403323c3529b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 950 time: 0.2979908 Feb 16 14:49:13.871349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef83eb50-143f-4bff-be11-63d1d406f55c req-deab57de-54ad-4643-977c-27dc8e451d0e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557055 Feb 16 14:49:13.883750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:13.890450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-886de62a-7dd2-412f-ae62-4df07ea7a306 req-c310ca8e-63c3-49e7-847e-4757f307e642 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199008 Feb 16 14:49:13.893194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:13.933521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] device_id is not set on port d922a96b-2d4e-421d-a710-feae102e40a1 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:14.053541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3ce900d5-16aa-4d7d-887c-0f7b82634188 None None] Provisioning complete for port 712407e5-d106-43f0-8a74-ba34ebf6ad9e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:14.053919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ce900d5-16aa-4d7d-887c-0f7b82634188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.109500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.133828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3ce900d5-16aa-4d7d-887c-0f7b82634188 None None] Port 712407e5-d106-43f0-8a74-ba34ebf6ad9e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:14.136795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:14.180910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Allocated IP 172.20.0.3 (463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2/d922a96b-2d4e-421d-a710-feae102e40a1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:14.241239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07616755-59c3-4bf4-8143-c697527711b9 req-b3805808-3bec-4a06-b99b-2047b49ba949 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:14.245879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07616755-59c3-4bf4-8143-c697527711b9 req-b3805808-3bec-4a06-b99b-2047b49ba949 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 943 time: 0.1777878 Feb 16 14:49:14.378973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07616755-59c3-4bf4-8143-c697527711b9 req-f84a94b7-0497-4631-8b2b-4fcce3f95a06 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175985 Feb 16 14:49:14.622815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2d39ebbf-cc8a-404b-a48f-e496d765aca7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2d39ebbf-cc8a-404b-a48f-e496d765aca7,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:14.630302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '2d39ebbf-cc8a-404b-a48f-e496d765aca7', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'port_id': '2d39ebbf-cc8a-404b-a48f-e496d765aca7', 'mac_address': 'fa:16:3e:b8:38:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1478e04e-98ac-43a9-bde7-49ec19a39cdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:49:14.656473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:14.678438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1', 'network_id': '739f2fa4-50ae-4c3d-bccf-0562b2ece3c1', 'port_id': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1', 'mac_address': 'fa:16:3e:0f:4a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1478e04e-98ac-43a9-bde7-49ec19a39cdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:49:14.750979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.753082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.799072 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.808794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:14.833150 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.842457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:14.910014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.923979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.931558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:14.932042 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.996165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:15.030068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d39ebbf-cc8a-404b-a48f-e496d765aca7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:15.032682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:15.086160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2d39ebbf-cc8a-404b-a48f-e496d765aca7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2d39ebbf-cc8a-404b-a48f-e496d765aca7,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:15.176500 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:15.193878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:15.196364 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dcd05d-83f7-406a-aaf1-086b9a4b987a" -d '{"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:15.201140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Allocated IP 172.20.0.2 (463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2/60213632-4640-41f5-82b0-ee181fe37ff7) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:15.211796 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:15.218699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:15.225611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=d922a96b-2d4e-421d-a710-feae102e40a1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:15.240614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:15.251579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:15.279414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:15.281002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:15.359363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'tag': '2d39ebbf-cc8a-404b-a48f-e496d765aca7'}, {'name': 'network-changed', 'server_uuid': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'tag': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:15.362833 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "548f7f4c-e18d-4bbe-9098-da222a4723e3", "tag": "2d39ebbf-cc8a-404b-a48f-e496d765aca7"}, {"name": "network-changed", "server_uuid": "a14fe06b-3701-4ce7-8693-a6be1e365f5d", "tag": "a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:15.424711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:15.425552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:15.537833 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3c70fa80-ff67-4218-8755-8e99694f8c1d tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0205472 Feb 16 14:49:15.539632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}, {'name': 'network-changed', 'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:15.540760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:15.546954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'name': 'tempest-AllowedAddressPairTestJSON-1421221148', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:29:e9:c3'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:15.549938 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078" -d '{"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-unplugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}, {"name": "network-changed", "server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:15.559476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Pushing event updated for resources: {'Port': ['ID=712407e5-d106-43f0-8a74-ba34ebf6ad9e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:15.577468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=2d39ebbf-cc8a-404b-a48f-e496d765aca7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:15.580979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.581465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.583908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.585147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.585611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.587043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.588602 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:15.588853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.589301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.589749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.593822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.594293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.594729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:15.633719 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:15.695769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['2d39ebbf-cc8a-404b-a48f-e496d765aca7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:15.795738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:15.872492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:15.873599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:15.924914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:16.136385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:16.174896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.212263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Router 4ca1f249-6e3f-426a-8232-80f1b2277d55 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:49:16.241255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] device_id is not set on port 7c963519-c6d0-423a-88e9-88a520f0787c yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:16.313546 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.343954 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.414116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:16.414481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.420403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-278d7307-ce4b-45e8-a38b-506bbde4cd89 None None] Provisioning complete for port 712407e5-d106-43f0-8a74-ba34ebf6ad9e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:16.420776 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-278d7307-ce4b-45e8-a38b-506bbde4cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.467913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:49:16.478346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9c281e4d-2867-4401-a54e-4de397475b06 admin admin] 10.222.0.113 "PUT /v2.0/routers/4ca1f249-6e3f-426a-8232-80f1b2277d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7184491 Feb 16 14:49:16.481888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Sync routers for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:49:16.484669 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.564494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Allocated IP 172.20.0.10 (463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2/7c963519-c6d0-423a-88e9-88a520f0787c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:16.605432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:16.612289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:49:16.612289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:49:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:16.616155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-278d7307-ce4b-45e8-a38b-506bbde4cd89 None None] Port 712407e5-d106-43f0-8a74-ba34ebf6ad9e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:16.673267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:16.685399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:16.697103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Pushing event updated for resources: {'Port': ['ID=60213632-4640-41f5-82b0-ee181fe37ff7,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:16.860483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Attempting to bind port 60213632-4640-41f5-82b0-ee181fe37ff7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:16.860868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Attempting to bind port 60213632-4640-41f5-82b0-ee181fe37ff7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '95bdd58c-da37-4d37-9dd5-96e34fc93304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:16.861229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Attempting to bind port 60213632-4640-41f5-82b0-ee181fe37ff7 on network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:16.875574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:16.875980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Checking segment: {'id': '95bdd58c-da37-4d37-9dd5-96e34fc93304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:16.876403 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.876771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Bound using segment: {'id': '95bdd58c-da37-4d37-9dd5-96e34fc93304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:16.877236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Bound port: 60213632-4640-41f5-82b0-ee181fe37ff7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bdd58c-da37-4d37-9dd5-96e34fc93304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:16.877608 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.881441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:49:16.923651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.114775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] For port 60213632-4640-41f5-82b0-ee181fe37ff7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:17.121908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] For port 60213632-4640-41f5-82b0-ee181fe37ff7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=60213632-4640-41f5-82b0-ee181fe37ff7,segment=NetworkSegment(95bdd58c-da37-4d37-9dd5-96e34fc93304),segment_id=95bdd58c-da37-4d37-9dd5-96e34fc93304)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:17.270885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:14Z', 'revision_number': 2, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:17.274285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Checking router: 4ca1f249-6e3f-426a-8232-80f1b2277d55 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:49:17.274843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Updating router 4ca1f249-6e3f-426a-8232-80f1b2277d55 port 712407e5-d106-43f0-8a74-ba34ebf6ad9e binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:49:17.308989 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.482368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.496239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:17.565674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.599472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=7c963519-c6d0-423a-88e9-88a520f0787c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:17.624222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2d39ebbf-cc8a-404b-a48f-e496d765aca7 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:17.629610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:17.631128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:17.633748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:17.716015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:17.716860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.842329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51356) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:17.844151 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8c0ecffe-052b-4c67-a3db-c33b70471280 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.3005817 Feb 16 14:49:17.900446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a7621-c960-4dab-9f60-86b9168ef97a None None] Pushing event updated for resources: {'Port': ['ID=60213632-4640-41f5-82b0-ee181fe37ff7,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:17.907917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:49:17.913352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:17.913726 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.980646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:49:17.980646 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.998941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:17.999320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.092389 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.099481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4324631-075a-4549-ab9c-b3a176da15a5 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:18.128518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4324631-075a-4549-ab9c-b3a176da15a5 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:18.138963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4324631-075a-4549-ab9c-b3a176da15a5 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:18.153444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51358) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:18.154584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e4324631-075a-4549-ab9c-b3a176da15a5 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3064649 Feb 16 14:49:18.404671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting port 7c963519-c6d0-423a-88e9-88a520f0787c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:18.405021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.570212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.584550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Calling delete_port for 7c963519-c6d0-423a-88e9-88a520f0787c owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:18.688065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.690562 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.726456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-13a9f7c5-442a-4f32-ac03-d33873b5b733 None None] Provisioning complete for port 712407e5-d106-43f0-8a74-ba34ebf6ad9e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:18.726874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-13a9f7c5-442a-4f32-ac03-d33873b5b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.728607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba00517-9ee7-4d17-937c-540c5d6e21d9 None None] Pushing event updated for resources: {'Port': ['ID=712407e5-d106-43f0-8a74-ba34ebf6ad9e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:18.779733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Attempting to bind port 712407e5-d106-43f0-8a74-ba34ebf6ad9e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:18.780173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Attempting to bind port 712407e5-d106-43f0-8a74-ba34ebf6ad9e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:18.780539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Attempting to bind port 712407e5-d106-43f0-8a74-ba34ebf6ad9e on network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:18.811000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:18.811386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Checking segment: {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:18.811823 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.812220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Bound using segment: {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:18.812709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Bound port: 712407e5-d106-43f0-8a74-ba34ebf6ad9e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:18.813102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.857610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-13a9f7c5-442a-4f32-ac03-d33873b5b733 None None] Port 712407e5-d106-43f0-8a74-ba34ebf6ad9e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:18.862992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:18.869522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2d39ebbf-cc8a-404b-a48f-e496d765aca7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2d39ebbf-cc8a-404b-a48f-e496d765aca7,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:18.941910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] For port 712407e5-d106-43f0-8a74-ba34ebf6ad9e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:18.942616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.954052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] For port 712407e5-d106-43f0-8a74-ba34ebf6ad9e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=712407e5-d106-43f0-8a74-ba34ebf6ad9e,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:18.970706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.973169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:18.988619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Port': ['ID=7c963519-c6d0-423a-88e9-88a520f0787c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:19.048930 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:19.099991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:19.113693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:49:19.114307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:49:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:19.260735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=2d39ebbf-cc8a-404b-a48f-e496d765aca7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:19.305003 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:19.333692 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8accfffb-cbdf-4249-b261-fdfc70760d86 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/ports/7c963519-c6d0-423a-88e9-88a520f0787c HTTP/1.1" status: 204 len: 168 time: 1.1549747 Feb 16 14:49:19.334259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51376) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:19.371682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:49:19.373266 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aacf555-cbc1-412f-8af2-12747218a523 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] GET failed (client error): The resource could not be found. Feb 16 14:49:19.374932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3aacf555-cbc1-412f-8af2-12747218a523 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "GET /v2.0/ports/7c963519-c6d0-423a-88e9-88a520f0787c HTTP/1.1" status: 404 len: 333 time: 0.0605688 Feb 16 14:49:19.379494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51380) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:19.430686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'name': 'tempest-AllowedAddressPairTestJSON-675672354'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:19.432044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c8229-447f-4139-a304-e52627c4d81d None None] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:19.581524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dd8b57e0-4737-4b99-9076-714cbee8f2d2 None None] Provisioning complete for port 60213632-4640-41f5-82b0-ee181fe37ff7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:19.582220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd8b57e0-4737-4b99-9076-714cbee8f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:19.658138 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34e866-f234-49ec-a660-fabd792158cc x-openstack-request-id: req-ab34e866-f234-49ec-a660-fabd792158cc {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:19.658452 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:19.658734 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ab34e866-f234-49ec-a660-fabd792158cc {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:19.659047 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'code': 200} Feb 16 14:49:19.674790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba00517-9ee7-4d17-937c-540c5d6e21d9 None None] Pushing event updated for resources: {'Port': ['ID=712407e5-d106-43f0-8a74-ba34ebf6ad9e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:19.687205 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e8c31a-673e-44bf-8003-2727b756e04f x-openstack-request-id: req-b9e8c31a-673e-44bf-8003-2727b756e04f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:19.688660 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548f7f4c-e18d-4bbe-9098-da222a4723e3", "tag": "2d39ebbf-cc8a-404b-a48f-e496d765aca7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a14fe06b-3701-4ce7-8693-a6be1e365f5d", "tag": "a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:19.688660 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b9e8c31a-673e-44bf-8003-2727b756e04f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:19.688660 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'tag': '2d39ebbf-cc8a-404b-a48f-e496d765aca7', 'status': 'completed', 'code': 200} Feb 16 14:49:19.688660 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'tag': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1', 'status': 'completed', 'code': 200} Feb 16 14:49:19.754288 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc49a275-8915-4d22-b667-19cdaf0fcefa x-openstack-request-id: req-dc49a275-8915-4d22-b667-19cdaf0fcefa {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:19.754953 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-unplugged", "status": "completed", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "code": 200}, {"name": "network-changed", "server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:19.755391 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dc49a275-8915-4d22-b667-19cdaf0fcefa {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:19.756029 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'code': 200} Feb 16 14:49:19.756593 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'status': 'completed', 'code': 200} Feb 16 14:49:19.798523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-4dddd208-e992-4153-aae4-14949c47e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:19.800394 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-4dddd208-e992-4153-aae4-14949c47e52c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=a14fe06b-3701-4ce7-8693-a6be1e365f5d HTTP/1.1" status: 200 len: 1096 time: 0.0724320 Feb 16 14:49:19.812095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-874ff7c5-63dc-4261-ba74-6e6131a825c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:19.813887 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-874ff7c5-63dc-4261-ba74-6e6131a825c8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=48deda554acc41479ec588c00c4b3999&device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 1096 time: 0.0961885 Feb 16 14:49:19.904630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-ae20d4c7-cd6d-42a4-bff3-3e66b0984191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:19.906304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-ae20d4c7-cd6d-42a4-bff3-3e66b0984191 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 1101 time: 0.1171079 Feb 16 14:49:19.930973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd8b57e0-4737-4b99-9076-714cbee8f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:19.983072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dd8b57e0-4737-4b99-9076-714cbee8f2d2 None None] For port 60213632-4640-41f5-82b0-ee181fe37ff7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=60213632-4640-41f5-82b0-ee181fe37ff7,segment=NetworkSegment(95bdd58c-da37-4d37-9dd5-96e34fc93304),segment_id=95bdd58c-da37-4d37-9dd5-96e34fc93304)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:20.023227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:18Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:20.094940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:20.101607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:20.119463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-f8a90704-15ae-4aeb-892b-d93f44b9dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:20.121902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc285806-9a1e-40f7-b3b2-425438d76d50 None None] The sync data for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 is: [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:18Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:49:20.122508 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-f8a90704-15ae-4aeb-892b-d93f44b9dc00 service neutron] 10.222.0.129 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 915 time: 0.2996004 Feb 16 14:49:20.141801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd8b57e0-4737-4b99-9076-714cbee8f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:20.154757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 60213632-4640-41f5-82b0-ee181fe37ff7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:20.225057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-f5bb5340-a4af-4e96-b20b-86c257428751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:20.226594 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-f5bb5340-a4af-4e96-b20b-86c257428751 service neutron] 10.222.0.93 "GET /v2.0/networks?id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 200 len: 915 time: 0.3708618 Feb 16 14:49:20.237332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-4ef7603d-f0c1-4777-8762-85d74c996406 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d39ebbf-cc8a-404b-a48f-e496d765aca7 HTTP/1.1" status: 200 len: 217 time: 0.1054344 Feb 16 14:49:20.342811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-90c1cbe4-6b56-4820-bcd9-de48e43b6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:20.349439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-90c1cbe4-6b56-4820-bcd9-de48e43b6226 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.4404509 Feb 16 14:49:20.368819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] device_id is not set on port 12f70a94-f69b-4f04-9636-3b071ebbaede yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:20.376943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-53ba65a4-5008-4b50-abed-052b25830be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:20.379715 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-53ba65a4-5008-4b50-abed-052b25830be1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.0940607 Feb 16 14:49:20.470537 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-c5371c13-45df-40ab-91ed-0573af932e31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 HTTP/1.1" status: 200 len: 217 time: 0.2320142 Feb 16 14:49:20.537103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51408) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:20.554079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b57e0-4737-4b99-9076-714cbee8f2d2 None None] Pushing event updated for resources: {'Port': ['ID=60213632-4640-41f5-82b0-ee181fe37ff7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:20.562971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754d695-603e-4e94-8ef3-c6911622be1b req-57717747-0024-423b-98dd-ebfa0c021141 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:20.568211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-82806864-3eed-4ead-9f82-2c07810d3b2f None None] Provisioning complete for port 712407e5-d106-43f0-8a74-ba34ebf6ad9e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:20.577245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c754d695-603e-4e94-8ef3-c6911622be1b req-57717747-0024-423b-98dd-ebfa0c021141 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 945 time: 0.6461811 Feb 16 14:49:20.578027 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82806864-3eed-4ead-9f82-2c07810d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:20.597964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e11df431-64b2-432c-b93a-874fd19e4d47 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812865901', 'description': 'tempest-description--1092125828'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:20.616350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-78143bc8-3def-4661-a4d4-534b8338e15c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 200 len: 217 time: 0.2588966 Feb 16 14:49:20.661696 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-0a6f22ea-1924-4d2a-ac97-2fdfac752463 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095280 Feb 16 14:49:20.688227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 60213632-4640-41f5-82b0-ee181fe37ff7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:20.689005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:20.771298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c754d695-603e-4e94-8ef3-c6911622be1b req-782fd325-8af9-464a-8d60-957e86704a7d tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921124 Feb 16 14:49:20.894760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-9c53848e-de79-48b9-a0b1-00d75623e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:20.904994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-9c53848e-de79-48b9-a0b1-00d75623e609 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.2688165 Feb 16 14:49:20.944210 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82806864-3eed-4ead-9f82-2c07810d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.000799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-5d1d90f5-c338-4a2c-94fa-aa4c6c40ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:21.008976 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-5d1d90f5-c338-4a2c-94fa-aa4c6c40ab55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 200 len: 853 time: 0.4383702 Feb 16 14:49:21.020694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e11df431-64b2-432c-b93a-874fd19e4d47 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.027289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-82806864-3eed-4ead-9f82-2c07810d3b2f None None] For port 712407e5-d106-43f0-8a74-ba34ebf6ad9e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=712407e5-d106-43f0-8a74-ba34ebf6ad9e,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:21.096290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82806864-3eed-4ead-9f82-2c07810d3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.186630 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-0b5565d1-870f-4d76-90a0-6b1f8baaa9c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042097 Feb 16 14:49:21.197797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e11df431-64b2-432c-b93a-874fd19e4d47 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.218209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-642f4c49-fc9d-43f2-a950-36f00c9441b2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1578550 Feb 16 14:49:21.223840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82806864-3eed-4ead-9f82-2c07810d3b2f None None] Pushing event updated for resources: {'Port': ['ID=712407e5-d106-43f0-8a74-ba34ebf6ad9e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:21.246418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-418c95a0-682a-4f05-a568-24b33f93ec33 None None] Provisioning complete for port 60213632-4640-41f5-82b0-ee181fe37ff7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:21.246800 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-418c95a0-682a-4f05-a568-24b33f93ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.263371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-8e5befd8-281d-41f9-bd8d-d1fa192864ef req-ab60ecef-d3c5-4756-bbb2-833efcd69330 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:49:21.280099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e5befd8-281d-41f9-bd8d-d1fa192864ef req-ab60ecef-d3c5-4756-bbb2-833efcd69330 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322940 Feb 16 14:49:21.332430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e11df431-64b2-432c-b93a-874fd19e4d47 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.420006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-b5965c8a-d2d8-4cb3-a705-fbca8ecaca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:21.421647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-b5965c8a-d2d8-4cb3-a705-fbca8ecaca5f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5091784 Feb 16 14:49:21.457878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Allocated IP 172.20.0.13 (463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2/12f70a94-f69b-4f04-9636-3b071ebbaede) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:21.517170 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-028a365c-6812-4feb-976f-a4052b155970 service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709568 Feb 16 14:49:21.525911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-418c95a0-682a-4f05-a568-24b33f93ec33 None None] Provisioning complete for port d922a96b-2d4e-421d-a710-feae102e40a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:21.527022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-418c95a0-682a-4f05-a568-24b33f93ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.659960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1'}, {'server_uuid': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d39ebbf-cc8a-404b-a48f-e496d765aca7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:21.662178 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b0a756-9577-4edd-8e9e-c67c997fe235" -d '{"events": [{"server_uuid": "a14fe06b-3701-4ce7-8693-a6be1e365f5d", "name": "network-vif-plugged", "status": "completed", "tag": "a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1"}, {"server_uuid": "548f7f4c-e18d-4bbe-9098-da222a4723e3", "name": "network-vif-plugged", "status": "completed", "tag": "2d39ebbf-cc8a-404b-a48f-e496d765aca7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:21.677414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-418c95a0-682a-4f05-a568-24b33f93ec33 None None] Port d922a96b-2d4e-421d-a710-feae102e40a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:21.699743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11df431-64b2-432c-b93a-874fd19e4d47 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:21.793814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cc599459-0219-40ed-a4da-1492d9962800 None None] Could not find standard attr ID for object 7c963519-c6d0-423a-88e9-88a520f0787c. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:49:21.861784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e11df431-64b2-432c-b93a-874fd19e4d47 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:21.870593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e11df431-64b2-432c-b93a-874fd19e4d47 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3249354 Feb 16 14:49:21.891606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51452) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:21.908683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb806e3-b5a2-4ddb-9e3a-4eb83625e8a5 req-1756f7ad-824e-40b6-909a-adf1e33d14d4 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:21.920634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abb806e3-b5a2-4ddb-9e3a-4eb83625e8a5 req-1756f7ad-824e-40b6-909a-adf1e33d14d4 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 950 time: 0.2078378 Feb 16 14:49:21.945780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-29a8ec4b-913a-4d8f-8178-fd75aeb83043 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Request body: {'security_group_rule': {'security_group_id': 'b3ae4007-6ec5-4bc4-af7a-e839e5144bf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:22.014273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-87971067-06e0-4a85-8af7-41439fac44b1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:22.021430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-87971067-06e0-4a85-8af7-41439fac44b1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8011851 Feb 16 14:49:22.035634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-6789457e-7c14-49ae-ae15-aff7722b3908 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840387 Feb 16 14:49:22.067391 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-47c5e008-149f-4aca-99c8-69e2ea03168a service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463058 Feb 16 14:49:22.074087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-c271628e-cce1-47be-86b7-8233bf0bbb0a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/quotas/bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 375 time: 0.0275207 Feb 16 14:49:22.143118 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-9c4c7075-7936-4bf6-81f0-adc58b9a7bff service neutron] 10.222.0.129 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057441 Feb 16 14:49:22.181919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 60213632-4640-41f5-82b0-ee181fe37ff7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:22.306518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c120cd2-76f4-4599-b2c3-4ee5d3d3e078 req-3c6c87d9-13fb-42cd-88b4-3782276c303d service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544782 Feb 16 14:49:22.313897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 60213632-4640-41f5-82b0-ee181fe37ff7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:22.313897 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:22.371869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abb806e3-b5a2-4ddb-9e3a-4eb83625e8a5 req-b5e9e484-321f-4def-bdcb-05eb595e6711 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447443 Feb 16 14:49:22.422101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:22.485381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-e5bfebc2-2703-488a-87ba-d8dc133d6861 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4124930 Feb 16 14:49:22.486841 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-29a8ec4b-913a-4d8f-8178-fd75aeb83043 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:22.519763 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-ff9179b5-e5f1-4165-aa95-6dba0c0f865e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2367756 Feb 16 14:49:22.555761 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5dd64f66-7261-4e33-b9d4-6bf6a8753a3f req-e3ed55b5-60a8-4c86-9abe-cc2e9663a9ef service neutron] 10.222.0.93 "GET /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081087 Feb 16 14:49:22.588433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:22.690562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:22.692012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=12f70a94-f69b-4f04-9636-3b071ebbaede,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:22.695175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:22.697652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:22.786604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-29a8ec4b-913a-4d8f-8178-fd75aeb83043 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:22.841609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:22.841609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:22.841861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 712407e5-d106-43f0-8a74-ba34ebf6ad9e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:22.841979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca12b-7c1d-4a76-845f-852c1bb5ef17 req-cfeec703-0af0-46be-933e-d8d9dd3b7b7c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:22.841979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b18ca12b-7c1d-4a76-845f-852c1bb5ef17 req-cfeec703-0af0-46be-933e-d8d9dd3b7b7c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 943 time: 0.2306421 Feb 16 14:49:22.887316 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-29a8ec4b-913a-4d8f-8178-fd75aeb83043 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:22.911843 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7901ff75-d405-417c-a738-744fc01317f2 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5286133 Feb 16 14:49:22.911843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51468) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:22.921430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:29:e9:c3'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:22.930480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ec4b-913a-4d8f-8178-fd75aeb83043 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ee857c-c618-493f-9817-77141ad60c1b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:22.967663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b18ca12b-7c1d-4a76-845f-852c1bb5ef17 req-249f5d43-6bc8-4fa5-85ac-707357e16017 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215703 Feb 16 14:49:22.982241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 712407e5-d106-43f0-8a74-ba34ebf6ad9e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:22.982595 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:23.092831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-29a8ec4b-913a-4d8f-8178-fd75aeb83043 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:23.094225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-29a8ec4b-913a-4d8f-8178-fd75aeb83043 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1695971 Feb 16 14:49:23.097497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51486) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:23.482561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e98322da-8bd0-4646-aa61-7b021df651bc tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Request body: {'security_group_rule': {'security_group_id': 'b3ae4007-6ec5-4bc4-af7a-e839e5144bf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:23.484600 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fb3e67-b4ec-4b47-9b69-e111ee75ac77 x-openstack-request-id: req-e8fb3e67-b4ec-4b47-9b69-e111ee75ac77 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:23.484600 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14fe06b-3701-4ce7-8693-a6be1e365f5d", "name": "network-vif-plugged", "status": "completed", "tag": "a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1", "code": 200}, {"server_uuid": "548f7f4c-e18d-4bbe-9098-da222a4723e3", "name": "network-vif-plugged", "status": "completed", "tag": "2d39ebbf-cc8a-404b-a48f-e496d765aca7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:23.484600 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e8fb3e67-b4ec-4b47-9b69-e111ee75ac77 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:23.484600 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1', 'code': 200} Feb 16 14:49:23.484600 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d39ebbf-cc8a-404b-a48f-e496d765aca7', 'code': 200} Feb 16 14:49:23.484600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-746685e2-dd03-437b-acc7-dc26f964a8d7 None None] Provisioning complete for port 12f70a94-f69b-4f04-9636-3b071ebbaede triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:23.484600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-746685e2-dd03-437b-acc7-dc26f964a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:23.489025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e98322da-8bd0-4646-aa61-7b021df651bc tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:23.489025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04f0f8-bf34-4c7b-89ad-dca73fc0a38e req-916aaab2-baef-45a7-8730-f7a5c616855f tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:23.489025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a04f0f8-bf34-4c7b-89ad-dca73fc0a38e req-916aaab2-baef-45a7-8730-f7a5c616855f tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 945 time: 0.3081701 Feb 16 14:49:23.517600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:23.587145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-746685e2-dd03-437b-acc7-dc26f964a8d7 None None] Port 12f70a94-f69b-4f04-9636-3b071ebbaede cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:23.673896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4958c0c0-abc7-478b-a22c-4eb3fb15db00 req-3b09028d-01a5-4bbd-ae2e-6ced55ccf653 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 210 time: 0.1433330 Feb 16 14:49:23.679181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b7d64-74d3-4ba7-a62d-0e81cc6b5ebb req-0e470cb8-f803-4b62-bc0f-b4923e218e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:23.682178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:23.701356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-770b7d64-74d3-4ba7-a62d-0e81cc6b5ebb req-0e470cb8-f803-4b62-bc0f-b4923e218e3b service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 1096 time: 0.4417627 Feb 16 14:49:23.774211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:23.865578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a04f0f8-bf34-4c7b-89ad-dca73fc0a38e req-c0bc6d74-f918-40c4-9d81-f39dc7aec4ab tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845553 Feb 16 14:49:23.867528 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:23.876611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d6030-78bb-46a1-9e9a-15043dfd9989 req-a5dfbe4e-9c52-418a-9b52-41c6361ec32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:23.877099 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1b7d6030-78bb-46a1-9e9a-15043dfd9989 req-a5dfbe4e-9c52-418a-9b52-41c6361ec32d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a14fe06b-3701-4ce7-8693-a6be1e365f5d HTTP/1.1" status: 200 len: 1096 time: 0.2058268 Feb 16 14:49:23.925799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-770b7d64-74d3-4ba7-a62d-0e81cc6b5ebb req-cf276e77-48cb-421c-96df-7ec88a605e0e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990874 Feb 16 14:49:23.970369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e98322da-8bd0-4646-aa61-7b021df651bc tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:23.992295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1b7d6030-78bb-46a1-9e9a-15043dfd9989 req-39df5ad9-52fc-4ace-be4a-f9b3cc384f7f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942500 Feb 16 14:49:23.993190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:24.033093 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e98322da-8bd0-4646-aa61-7b021df651bc tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:24.060496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:24.073978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98322da-8bd0-4646-aa61-7b021df651bc tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abf8fa6-5bdc-4db2-a886-4e2e105e2fc1,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:24.198576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304fd1-82fe-4b34-b115-aa6a5b0df5a0 req-92ba33c8-41ed-4fe5-bbf1-6ccba3b6cc12 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:24.208609 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca304fd1-82fe-4b34-b115-aa6a5b0df5a0 req-92ba33c8-41ed-4fe5-bbf1-6ccba3b6cc12 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 943 time: 0.0939217 Feb 16 14:49:24.291186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:24.300550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca304fd1-82fe-4b34-b115-aa6a5b0df5a0 req-4eeb8f52-b4f4-407d-bfbd-501a7b3385b8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866354 Feb 16 14:49:24.300550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e98322da-8bd0-4646-aa61-7b021df651bc tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:24.306186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e98322da-8bd0-4646-aa61-7b021df651bc tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2073727 Feb 16 14:49:24.306944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51534) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:24.316518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:24.428944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:24.460285 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:24.528907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=12f70a94-f69b-4f04-9636-3b071ebbaede,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:24.657654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] In _notify_port_updated(), no bound segment for port 12f70a94-f69b-4f04-9636-3b071ebbaede on network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:49:24.665121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:24.666215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:24.668991 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7fd0c9a3-62bf-4e6e-9e9a-608396858d24 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "PUT /v2.0/ports/12f70a94-f69b-4f04-9636-3b071ebbaede HTTP/1.1" status: 200 len: 993 time: 1.7553728 Feb 16 14:49:24.671795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51544) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:24.777421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b56eb-99df-405e-a598-c18243ac8526 req-ff074d9a-c260-49c4-ac4f-5c6210aefe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:24.779270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-ff074d9a-c260-49c4-ac4f-5c6210aefe0e service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2&tenant_id=46eef30a26b04539ab99a16899717f51 HTTP/1.1" status: 200 len: 1094 time: 0.1867323 Feb 16 14:49:24.807831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:24.832300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting port 12f70a94-f69b-4f04-9636-3b071ebbaede {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:24.832705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.009889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.059413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8597984f-96ae-4a7d-88f8-93e3212050f5 None None] Provisioning complete for port 12f70a94-f69b-4f04-9636-3b071ebbaede triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:25.059969 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8597984f-96ae-4a7d-88f8-93e3212050f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.081710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.144102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Calling delete_port for 12f70a94-f69b-4f04-9636-3b071ebbaede owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:25.190258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.201596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8597984f-96ae-4a7d-88f8-93e3212050f5 None None] Port 12f70a94-f69b-4f04-9636-3b071ebbaede cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:25.207863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:25.211273 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25b95a-5036-49ac-b780-aa1effc572d8" -d '{"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-unplugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:25.565883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Allocated IP 172.25.6.98 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/c2e46b3e-e71b-4d96-b9a8-30eaa847d70f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:25.574947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.577592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:25.683402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:25.712766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Port': ['ID=12f70a94-f69b-4f04-9636-3b071ebbaede,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:25.771943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:25.787683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.834276 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.836421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Transition to ACTIVE for port object 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:49:25.926974 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:25.998405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.013259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.016551 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-676053fd-7668-439f-bdac-c88f8097fe13 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/ports/12f70a94-f69b-4f04-9636-3b071ebbaede HTTP/1.1" status: 204 len: 168 time: 1.3435009 Feb 16 14:49:26.019195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51574) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:26.036277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:26.042634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=9']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:26.045607 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02c62df-18fd-4a3b-846a-0b9e28709792 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] GET failed (client error): The resource could not be found. Feb 16 14:49:26.047205 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a02c62df-18fd-4a3b-846a-0b9e28709792 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "GET /v2.0/ports/12f70a94-f69b-4f04-9636-3b071ebbaede HTTP/1.1" status: 404 len: 333 time: 0.0269885 Feb 16 14:49:26.050989 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51576) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:26.055933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'name': 'tempest-AllowedAddressPairTestJSON-1454715935'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:26.060092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:26.064289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] No DVR routers for this DVR port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:26.083834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:26.153515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event updated for resources: {'Port': ['ID=c2e46b3e-e71b-4d96-b9a8-30eaa847d70f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:26.171599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:26.172715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:26.172715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on network fb334b34-dc83-4f77-8210-077097ec6d93 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:26.180745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on network fb334b34-dc83-4f77-8210-077097ec6d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:49:26.181229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Attempting to bind port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on network fb334b34-dc83-4f77-8210-077097ec6d93 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:26.210969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:26.214564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Checking segment: {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:26.260544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Bound using segment: {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:26.261179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Bound port: 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe68d2a-49d7-4784-aa48-563136885815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:26.272494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.368112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.403073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:26.403073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:26.628774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.632475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:26.636916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.718650 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-5263bbda-be8d-4bed-a1dc-c60eb076d8c8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551004 Feb 16 14:49:26.770983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.809723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:26.810350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:26.812897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] 10.222.0.129 "PUT /v2.0/ports/5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 1091 time: 2.0105584 Feb 16 14:49:26.812897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:26.814423 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23" -d '{"events": [{"name": "network-changed", "server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:26.821956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15bece-8877-4cf8-9e9c-05ccda8e9dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:26.840666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] device_id is not set on port 8fc274a4-8d9c-4176-9d17-f9e50eeff80b yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:26.950231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-57ca3780-e079-4e11-aca0-0d26cc3a6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:26.951819 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-57ca3780-e079-4e11-aca0-0d26cc3a6873 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04927e14b284480d8ce474879bd933bd&device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 1102 time: 0.1571209 Feb 16 14:49:26.963088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-b62144bc-c7f3-4d20-9846-a1ca9f1769b9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:26.965962 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-b62144bc-c7f3-4d20-9846-a1ca9f1769b9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327383 Feb 16 14:49:26.968252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b56eb-99df-405e-a598-c18243ac8526 req-a3e6403f-c387-405f-af9c-e4e8e2283c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:26.970082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-a3e6403f-c387-405f-af9c-e4e8e2283c07 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1095 time: 0.1340084 Feb 16 14:49:27.003246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Request body: {'port': {'device_id': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'bc0fcd5cd56b427bac0bca9271dc0407'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:27.063560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-c7244197-cf17-4b44-a905-067ed25b1bbe service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1388710 Feb 16 14:49:27.173192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:27.177684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b56eb-99df-405e-a598-c18243ac8526 req-3d58eb6e-d157-4dc6-a259-2c305281cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:27.178398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-3d58eb6e-d157-4dc6-a259-2c305281cf30 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 915 time: 0.1935787 Feb 16 14:49:27.180462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9e6b2e9-a404-47a9-a6ee-e41310602496 req-2b62b523-4247-4086-96de-b7b10924e70c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 210 time: 0.0693827 Feb 16 14:49:27.242598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Allocated IP 172.20.0.14 (463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2/8fc274a4-8d9c-4176-9d17-f9e50eeff80b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:27.254374 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bdaee9-787c-4445-954d-c230affd057c x-openstack-request-id: req-40bdaee9-787c-4445-954d-c230affd057c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:27.255228 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-unplugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:27.255778 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-40bdaee9-787c-4445-954d-c230affd057c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:27.257268 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'code': 200} Feb 16 14:49:27.277547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-da3e045f-7664-4643-977d-b7c991c7ef86 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 217 time: 0.0813203 Feb 16 14:49:27.329103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-5311ebab-9bb6-4a1d-883a-bcfd86b2fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:27.334231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-5311ebab-9bb6-4a1d-883a-bcfd86b2fcdf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 1101 time: 0.1859293 Feb 16 14:49:27.360376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5fa60-1f3e-478f-ac0e-e2dd90d77650 req-ffc182a7-0bec-43f4-95c9-383bfde07e31 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:27.361041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-5cbb32dc-e5aa-4a9a-b021-94f972a0aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:27.362526 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-5cbb32dc-e5aa-4a9a-b021-94f972a0aec5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3726120 Feb 16 14:49:27.368862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfe5fa60-1f3e-478f-ac0e-e2dd90d77650 req-ffc182a7-0bec-43f4-95c9-383bfde07e31 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 945 time: 0.1675243 Feb 16 14:49:27.406450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b56eb-99df-405e-a598-c18243ac8526 req-34a9441e-d41f-4a73-bb21-018b6b48998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:27.407948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-34a9441e-d41f-4a73-bb21-018b6b48998d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.1237319 Feb 16 14:49:27.422207 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-a42fa72f-4f22-4d05-8258-e3eae8aa7fc1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=36bc829d-b2be-4069-9061-97b731a2b36a HTTP/1.1" status: 200 len: 217 time: 0.0482919 Feb 16 14:49:27.429350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:27.523863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Made reservation on behalf of bc0fcd5cd56b427bac0bca9271dc0407 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:27.527768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:27.607807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-28413bd1-3cdd-47ca-be51-156577a3631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:27.609727 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-28413bd1-3cdd-47ca-be51-156577a3631e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1756599 Feb 16 14:49:27.678931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:27.882783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Allocated IP 192.168.233.62 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/b6955b12-52ba-47bb-b20b-431bb58516f2) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:27.884615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-62ccf04c-3243-44ff-bec1-d82cac0e2463 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4471149 Feb 16 14:49:27.895400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-d066415a-9da4-4bb4-8c66-6f283e709115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:27.898288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-d066415a-9da4-4bb4-8c66-6f283e709115 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2796443 Feb 16 14:49:27.969481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfe5fa60-1f3e-478f-ac0e-e2dd90d77650 req-53a2ebc1-32d4-4b4e-9c76-ce5c1a23966b tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996940 Feb 16 14:49:28.059068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.081680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event updated for resources: {'Port': ['ID=c2e46b3e-e71b-4d96-b9a8-30eaa847d70f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:28.085424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.098095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245665f-52bc-4c5d-a961-6c9314abd27f req-c1bdaa41-1369-4c53-b65a-766eb3c828a7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:28.110283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b245665f-52bc-4c5d-a961-6c9314abd27f req-c1bdaa41-1369-4c53-b65a-766eb3c828a7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 944 time: 0.7732303 Feb 16 14:49:28.119760 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8189fce8-3261-41d1-892f-29ec65cf8023 x-openstack-request-id: req-8189fce8-3261-41d1-892f-29ec65cf8023 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:28.120044 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:28.120296 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8189fce8-3261-41d1-892f-29ec65cf8023 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:28.120705 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'status': 'completed', 'code': 200} Feb 16 14:49:28.167350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-914aab47-d244-4a51-9650-6e318ddeb199 service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650716 Feb 16 14:49:28.202877 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-fcdad974-f27e-416e-93dd-e9334bf564c4 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882609 Feb 16 14:49:28.223742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:28.243877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:28.263688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:28.270423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=8fc274a4-8d9c-4176-9d17-f9e50eeff80b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:28.326114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-4cb8e3ba-fe8f-46de-b438-7f5d635ca243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:28.328683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-4cb8e3ba-fe8f-46de-b438-7f5d635ca243 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.9405308 Feb 16 14:49:28.367526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.411954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d1d96df1-8089-4944-929c-3fa823103aa6 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1025920 Feb 16 14:49:28.475451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b245665f-52bc-4c5d-a961-6c9314abd27f req-389af9c0-dff3-44f6-a82e-d10df5ab225f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578484 Feb 16 14:49:28.504678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:28.505621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.567659 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5285e23f-3c71-40a0-b455-213402ba98c3 req-992f8509-2c3e-4d5e-87ef-016d543dbfca service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369794 Feb 16 14:49:28.567854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3599d55f-1bcd-4ec4-9bb4-a6eed40c2fb4 None None] Provisioning complete for port 8fc274a4-8d9c-4176-9d17-f9e50eeff80b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:28.567854 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3599d55f-1bcd-4ec4-9bb4-a6eed40c2fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.614237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.630144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-312b5fa4-5339-4981-b367-ba1c441b86af service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 200 len: 217 time: 0.2085671 Feb 16 14:49:28.671495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3599d55f-1bcd-4ec4-9bb4-a6eed40c2fb4 None None] Port 8fc274a4-8d9c-4176-9d17-f9e50eeff80b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:28.689642 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b3e09954-d0ce-43f3-a476-37589be05e64 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6360104 Feb 16 14:49:28.690660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:28.696878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937861fd-e65a-404f-b747-8e87feadcc12 req-0a92c0e2-dd99-4157-9548-9ef43f3daf5b tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:28.698893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:29:e9:c3'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:28.708236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-937861fd-e65a-404f-b747-8e87feadcc12 req-0a92c0e2-dd99-4157-9548-9ef43f3daf5b tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/ports?device_id=a14fe06b-3701-4ce7-8693-a6be1e365f5d HTTP/1.1" status: 200 len: 945 time: 0.5111463 Feb 16 14:49:28.770016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-725da21a-5391-42a3-914a-d008c34e1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:28.772496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-725da21a-5391-42a3-914a-d008c34e1010 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1136727 Feb 16 14:49:28.802416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.814377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08', '7511b030-02e6-499e-94a0-4bfc6483b7c9', '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:28.877603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:28.884832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:28.893788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:28.935372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-514af5fe-4bd8-4177-9972-20304098e68f service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556283 Feb 16 14:49:28.945645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:28.955037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:28.981553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-937861fd-e65a-404f-b747-8e87feadcc12 req-db373ef7-1c74-42c8-904c-bef6c4a0bfbc tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.113 "GET /v2.0/security-groups?id=7ed17d17-550e-42e6-a4e3-7b76ea40d105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064216 Feb 16 14:49:28.997631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-d7a4ede7-8ac9-4056-883e-27a0b39489dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:29.007758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-d7a4ede7-8ac9-4056-883e-27a0b39489dd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210002 Feb 16 14:49:29.088088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:29.091806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:29.260058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-5406b122-8996-435e-b999-6df2e9d6feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:29.264068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-5406b122-8996-435e-b999-6df2e9d6feb2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1095 time: 0.1999874 Feb 16 14:49:29.460289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-276c0a87-a7bd-42af-bd24-fdb729e0ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:29.462186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-276c0a87-a7bd-42af-bd24-fdb729e0ac62 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 915 time: 0.1793542 Feb 16 14:49:29.470948 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-512b7a59-733a-462f-8bfc-4d108f153a03 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4819672 Feb 16 14:49:29.482883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-a7db56f3-3a52-4b41-b387-05696bd46bc0 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734147 Feb 16 14:49:29.484840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Request body: {'port': {'device_id': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:29.538905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9d0967c0-be0c-4cca-8f7c-325d4d063900 None None] Provisioning complete for port b6955b12-52ba-47bb-b20b-431bb58516f2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:29.540890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d0967c0-be0c-4cca-8f7c-325d4d063900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:29.596530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9d0967c0-be0c-4cca-8f7c-325d4d063900 None None] Port b6955b12-52ba-47bb-b20b-431bb58516f2 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:29.608859 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:29.612516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:29.615142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-d310e495-5ddb-4ddf-90dd-62f9d2c229ef service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 217 time: 0.1292641 Feb 16 14:49:29.787393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-b9d9eaee-891f-4659-9ad4-d58ee76166d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:29.790563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-b9d9eaee-891f-4659-9ad4-d58ee76166d1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.0949898 Feb 16 14:49:29.842397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:29.851812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a42ca5-c842-4dbf-8c37-be5d9de7aae1 req-7a8205b6-9405-4033-b675-b4b03955bbbf tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:29.860330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27a42ca5-c842-4dbf-8c37-be5d9de7aae1 req-7a8205b6-9405-4033-b675-b4b03955bbbf tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 935 time: 0.5944011 Feb 16 14:49:29.910152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-ec05d439-7b3d-4f30-92ca-7e40b48cad00 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978525 Feb 16 14:49:30.042139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-1c00ab7e-e4a4-4101-97ec-be6967451f59 service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223695 Feb 16 14:49:30.101539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27a42ca5-c842-4dbf-8c37-be5d9de7aae1 req-b4b58302-90d9-452d-bc48-a098a24bbef6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401464 Feb 16 14:49:30.111743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=8fc274a4-8d9c-4176-9d17-f9e50eeff80b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:30.131263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] In _notify_port_updated(), no bound segment for port 8fc274a4-8d9c-4176-9d17-f9e50eeff80b on network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:49:30.139533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:30.140448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:30.141995 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce662869-f16e-4902-861e-cf82969d05ce tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "PUT /v2.0/ports/8fc274a4-8d9c-4176-9d17-f9e50eeff80b HTTP/1.1" status: 200 len: 997 time: 1.4495375 Feb 16 14:49:30.152819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51660) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:30.189150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1fa8e17-28a5-4030-a3f6-96310ea44308 req-edd128ed-a52e-4c54-81a0-9c740c61346f service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934452 Feb 16 14:49:30.408532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6416f11c-4b8f-4f2e-9429-10d9b6d1de23 req-3a919e0e-835a-4b50-8edb-f9574dc7a474 service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271565 Feb 16 14:49:30.439814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-939da43b-7fb4-415a-9ce2-95c2d7546176 None None] Provisioning complete for port 8fc274a4-8d9c-4176-9d17-f9e50eeff80b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:30.440272 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-939da43b-7fb4-415a-9ce2-95c2d7546176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:30.687004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-939da43b-7fb4-415a-9ce2-95c2d7546176 None None] Port 8fc274a4-8d9c-4176-9d17-f9e50eeff80b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:30.891473 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:49:31.030954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting port 8fc274a4-8d9c-4176-9d17-f9e50eeff80b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:31.031617 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:31.040600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6955b12-52ba-47bb-b20b-431bb58516f2 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:31.066850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:31.175064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Transition to ACTIVE for port object b6955b12-52ba-47bb-b20b-431bb58516f2 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:49:31.297340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:31.315618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Calling delete_port for 8fc274a4-8d9c-4176-9d17-f9e50eeff80b owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:31.328597 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:31.428140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:31.591987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:31.592369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:31.592774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:31.607462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:49:31.607862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:31.636525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:31.636865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:31.637293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:31.637752 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Bound port: b6955b12-52ba-47bb-b20b-431bb58516f2, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:31.638115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:31.724885 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:31.727962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:32.291237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:32.295188 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:32.336833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:32.337684 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:32.339906 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] 10.222.0.129 "PUT /v2.0/ports/b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 1095 time: 2.8605962 Feb 16 14:49:32.355310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:32.358401 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42285625-3e4e-4d87-b311-072c6ac1e1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:32.482014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1faf0c-9a43-497c-9828-79c738315598 service neutron] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:32.549431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Port': ['ID=8fc274a4-8d9c-4176-9d17-f9e50eeff80b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:32.599726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:32.606157 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-74f443b7-d4d3-4fee-8ca9-fa2a0065aff0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/ports/8fc274a4-8d9c-4176-9d17-f9e50eeff80b HTTP/1.1" status: 204 len: 168 time: 2.4521499 Feb 16 14:49:32.606582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51680) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:32.625222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-182aba4d-fd8d-447b-96a9-6ff74c0d47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:32.626773 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-182aba4d-fd8d-447b-96a9-6ff74c0d47a9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1098 time: 0.1328402 Feb 16 14:49:32.664561 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-4309254b-b6f8-4c73-9aef-152982f8b7a3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] GET failed (client error): The resource could not be found. Feb 16 14:49:32.665817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4309254b-b6f8-4c73-9aef-152982f8b7a3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "GET /v2.0/ports/8fc274a4-8d9c-4176-9d17-f9e50eeff80b HTTP/1.1" status: 404 len: 333 time: 0.0581717 Feb 16 14:49:32.670707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51682) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:32.675876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'name': 'tempest-AllowedAddressPairTestJSON-488676323'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:32.746572 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-61d4efe2-05be-4e8d-b68a-98188fdf1090 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.0867260 Feb 16 14:49:32.862630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-0b84a3af-ebbe-4c87-8364-f111967d3479 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:32.864469 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-0b84a3af-ebbe-4c87-8364-f111967d3479 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "GET /v2.0/ports?device_id=a14fe06b-3701-4ce7-8693-a6be1e365f5d HTTP/1.1" status: 200 len: 945 time: 0.2210944 Feb 16 14:49:32.893113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-de7dd97d-2700-4262-9229-a6bb5e196ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:32.894789 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-de7dd97d-2700-4262-9229-a6bb5e196ae5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1353495 Feb 16 14:49:33.037382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-edd256a9-9fc5-4377-93c9-b52c15d05a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:33.039197 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-edd256a9-9fc5-4377-93c9-b52c15d05a84 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202350 Feb 16 14:49:33.048515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:33.053910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.105743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] device_id is not set on port bff9adea-06ff-4542-b364-a90f32614f7f yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:33.142882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Deleting port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:33.143266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.240668 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-3a51ef75-8b9b-409c-a06d-1e9dcef325fb service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796379 Feb 16 14:49:33.335979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Allocated IP 172.20.0.13 (463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2/bff9adea-06ff-4542-b364-a90f32614f7f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:33.368119 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4d29e125-7d16-464e-a0c3-1b89db45b148 req-ab5a6ead-7f45-4eb3-b8f0-57e9e98c0a8e service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170104 Feb 16 14:49:33.398093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] For port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:33.398529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.427082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Calling delete_port for a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:33.544176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:49:33.648018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.667155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:33.679609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'mac_address': 'fa:16:3e:47:51:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:49:33.683688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.716825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['2d39ebbf-cc8a-404b-a48f-e496d765aca7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:33.719864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event deleted for resources: {'Port': ['ID=a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:33.719997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:33.769729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.794010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.799697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] No DVR routers for this DVR port a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:33.806895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.811522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-10e7286d-47e7-4bd2-beaf-9db882a1bde6 req-7dcab825-45a5-42c4-a24a-8b0a7626bb62 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.93 "DELETE /v2.0/ports/a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 HTTP/1.1" status: 204 len: 173 time: 0.9347749 Feb 16 14:49:33.919163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:33.920481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=bff9adea-06ff-4542-b364-a90f32614f7f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:33.923426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:33.925942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:33.931071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2257e03-6ac9-4d20-97ba-54f18adf06d0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:33.987260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:33.988175 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:33.989428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:34.136940 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:34.139615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f1d3d3f6-8d35-4a5a-b970-58e2aa8647fb tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4677048 Feb 16 14:49:34.142443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51694) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:34.147748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'network_id': '463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee', 'name': 'tempest-AllowedAddressPairTestJSON-1543559653'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:34.212025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:34.238748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a2257e03-6ac9-4d20-97ba-54f18adf06d0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:34.336604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e57da1c1-dbf3-4e2d-a0a2-dbe3134ccda8 None None] Provisioning complete for port bff9adea-06ff-4542-b364-a90f32614f7f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:34.337104 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e57da1c1-dbf3-4e2d-a0a2-dbe3134ccda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:34.362058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Made reservation on behalf of f8ad1b57b6c94e76b983104e52ecebab for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:34.365874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:34.392286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e57da1c1-dbf3-4e2d-a0a2-dbe3134ccda8 None None] Port bff9adea-06ff-4542-b364-a90f32614f7f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:34.405403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] device_id is not set on port 8db29c96-2cfe-4216-a161-e1dda4e15549 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:34.633916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Allocated IP 172.20.0.4 (463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2/8db29c96-2cfe-4216-a161-e1dda4e15549) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:34.846502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:34.949202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-cfe5a17d-87af-4ad6-a479-a88bd2bbc8d8 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1812865901&fields=id&tenant_id=4104f8c298dc4d809d36ba602a1aebd1 HTTP/1.1" status: 200 len: 267 time: 0.0486851 Feb 16 14:49:35.020291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:35.116263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:35.127392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:35.135810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:35.236514 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=8db29c96-2cfe-4216-a161-e1dda4e15549,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:35.266349 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f598bb8-6d42-4404-aff0-52d002ee49e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:35.274377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:35.280284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:35.294097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b46b0b-c51b-4631-a9dc-db224a7b7bc5 req-41602342-bbcb-42a3-a96e-4b3f636a1207 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:35.300829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8b46b0b-c51b-4631-a9dc-db224a7b7bc5 req-41602342-bbcb-42a3-a96e-4b3f636a1207 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 944 time: 0.1986361 Feb 16 14:49:35.380418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-2d14e9c2-836d-4db4-b8c1-2c40b19d946d tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:35.382090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-2d14e9c2-836d-4db4-b8c1-2c40b19d946d tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/networks?id=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 HTTP/1.1" status: 200 len: 805 time: 0.4221799 Feb 16 14:49:35.436593 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8557a430-377e-4630-ba48-011ad6f8caa9 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2921853 Feb 16 14:49:35.437912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51724) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:35.457699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:29:e9:c3'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:7e:49:00'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:35.476967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-36dd69db-43dd-4297-976b-b2af565c2543 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/quotas/4104f8c298dc4d809d36ba602a1aebd1 HTTP/1.1" status: 200 len: 375 time: 0.0785527 Feb 16 14:49:35.485428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8b46b0b-c51b-4631-a9dc-db224a7b7bc5 req-6b503d5e-4ae1-4909-9f33-43b165234e71 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711185 Feb 16 14:49:35.574911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:35.668199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-7ea41501-2879-4a0d-a764-2e40823dcc6a tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4104f8c298dc4d809d36ba602a1aebd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1817765 Feb 16 14:49:35.675847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d651e920-7f2b-4c5e-932b-55c9ee44c13e None None] Provisioning complete for port 8db29c96-2cfe-4216-a161-e1dda4e15549 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:35.676352 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d651e920-7f2b-4c5e-932b-55c9ee44c13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:35.747640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port a2257e03-6ac9-4d20-97ba-54f18adf06d0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:35.748089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:35.749720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d651e920-7f2b-4c5e-932b-55c9ee44c13e None None] Port 8db29c96-2cfe-4216-a161-e1dda4e15549 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:35.781292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:35.798269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b98266cd-5060-419a-8c83-a0747a6a6dc4 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:49:35.804352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b98266cd-5060-419a-8c83-a0747a6a6dc4 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1130133 Feb 16 14:49:35.850655 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:35.890379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:35.895871 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ca8cf-20b3-4435-98aa-faa8df035570" -d '{"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-plugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:35.924183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:36.017310 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:36.018565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:36.070004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-f2ef05e3-5f55-45fc-af69-c475887f99d8 service neutron] 10.222.0.113 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608905 Feb 16 14:49:36.096928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:49:36.099317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:49:36.157220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=10']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:36.270861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-2f97aab1-c307-45cf-8853-95a1070b869a service neutron] 10.222.0.113 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998582 Feb 16 14:49:36.289984 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:36.402998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:36.653077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event updated for resources: {'Port': ['ID=8db29c96-2cfe-4216-a161-e1dda4e15549,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:36.653077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] In _notify_port_updated(), no bound segment for port 8db29c96-2cfe-4216-a161-e1dda4e15549 on network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:49:36.684693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:36.684693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:36.684693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2103076b-3a5d-4d97-9675-e9b77c3b3134 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "PUT /v2.0/ports/8db29c96-2cfe-4216-a161-e1dda4e15549 HTTP/1.1" status: 200 len: 1056 time: 1.2320900 Feb 16 14:49:36.688137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:36.824510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e9df02bc-bc7c-4926-8262-9535e886c6f3 None None] Provisioning complete for port 8db29c96-2cfe-4216-a161-e1dda4e15549 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:36.826128 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9df02bc-bc7c-4926-8262-9535e886c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:36.919021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e9df02bc-bc7c-4926-8262-9535e886c6f3 None None] Port 8db29c96-2cfe-4216-a161-e1dda4e15549 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:37.004281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting port 8db29c96-2cfe-4216-a161-e1dda4e15549 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:37.015638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:37.301585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:37.336855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Calling delete_port for 8db29c96-2cfe-4216-a161-e1dda4e15549 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:37.589595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:37.654108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:49:37.711010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:37.768761 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:37.777723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:37.857196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Port': ['ID=8db29c96-2cfe-4216-a161-e1dda4e15549,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:37.945185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:38.131225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:38.156752 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ce7e08bd-036f-417a-a26f-1e50bac0aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:38.168940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6f428-efde-45cf-a56d-9758793f6b4a req-11ddf4d2-1bdf-4e8c-945f-4feb95e26b37 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:38.170616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6f6f428-efde-45cf-a56d-9758793f6b4a req-11ddf4d2-1bdf-4e8c-945f-4feb95e26b37 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 947 time: 0.1459987 Feb 16 14:49:38.278018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:38.291668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6f6f428-efde-45cf-a56d-9758793f6b4a req-468f2f00-5ae8-4822-802e-89c6c4058bb5 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002696 Feb 16 14:49:38.302941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'mac_address': 'fa:16:3e:37:03:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:49:38.349753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:38.369747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6955b12-52ba-47bb-b20b-431bb58516f2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:38.407289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:38.503468 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0453cdfa-1933-4e84-b9a6-79489f8297ef x-openstack-request-id: req-0453cdfa-1933-4e84-b9a6-79489f8297ef {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:38.503783 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:38.504022 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0453cdfa-1933-4e84-b9a6-79489f8297ef {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:38.504425 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'status': 'completed', 'code': 200} Feb 16 14:49:38.515530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:38.519160 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a7dd9cc6-931c-496d-bd2b-3c863a45bfd3 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/ports/8db29c96-2cfe-4216-a161-e1dda4e15549 HTTP/1.1" status: 204 len: 168 time: 1.8298380 Feb 16 14:49:38.522183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51768) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:38.527040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:38.592262 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7db36d3-0723-4c62-963b-0ee49d907622 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] GET failed (client error): The resource could not be found. Feb 16 14:49:38.592262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f7db36d3-0723-4c62-963b-0ee49d907622 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "GET /v2.0/ports/8db29c96-2cfe-4216-a161-e1dda4e15549 HTTP/1.1" status: 404 len: 333 time: 0.0629895 Feb 16 14:49:38.596444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51770) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:38.625297 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7bb8f6-1b71-428d-80e8-36b970bb0ffd x-openstack-request-id: req-ff7bb8f6-1b71-428d-80e8-36b970bb0ffd {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:38.625599 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-plugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:38.625897 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ff7bb8f6-1b71-428d-80e8-36b970bb0ffd {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:38.626354 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'code': 200} Feb 16 14:49:38.718425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-9aab824a-c74e-491a-b9b2-4c1aa8b5b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:38.726321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-9aab824a-c74e-491a-b9b2-4c1aa8b5b13f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1099 time: 0.2189357 Feb 16 14:49:38.738978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:38.824699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b6955b12-52ba-47bb-b20b-431bb58516f2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:38.918286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-711cf95c-fdc7-4b58-8a21-a4306f861222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:38.921906 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-711cf95c-fdc7-4b58-8a21-a4306f861222 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1847432 Feb 16 14:49:38.935827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting port bff9adea-06ff-4542-b364-a90f32614f7f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:38.936398 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:39.034340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-ac732b99-b552-46f3-a0c2-a51a840624f9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.0953884 Feb 16 14:49:39.155417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-cc26c5fd-3ef5-4cfd-a690-daa47e3d4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:39.158616 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-cc26c5fd-3ef5-4cfd-a690-daa47e3d4267 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1057222 Feb 16 14:49:39.160320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:39.195075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Calling delete_port for bff9adea-06ff-4542-b364-a90f32614f7f owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:39.245900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-65f8eec9-0d65-4665-a50e-7e1da44307a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:39.252391 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-65f8eec9-0d65-4665-a50e-7e1da44307a4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805140 Feb 16 14:49:39.429026 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-ca6b58d0-b1b2-4765-9402-17e69009b090 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441631 Feb 16 14:49:39.518874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:39.729120 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-42285625-3e4e-4d87-b311-072c6ac1e1c7 req-012ad860-efe1-4f8b-bfa3-7ad94b5fa226 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882102 Feb 16 14:49:39.804169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-7590b490-e4c8-40c0-849b-f5fd771dfddc tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:39.810084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-7590b490-e4c8-40c0-849b-f5fd771dfddc tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "GET /v2.0/ports?device_id=548f7f4c-e18d-4bbe-9098-da222a4723e3 HTTP/1.1" status: 200 len: 945 time: 0.1519725 Feb 16 14:49:39.987211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:40.023723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Port': ['ID=bff9adea-06ff-4542-b364-a90f32614f7f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:40.177792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Deleting port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:40.178297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:40.184761 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:40.190097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db547433-5f6c-4f87-a740-764aa1f19850 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/ports/bff9adea-06ff-4542-b364-a90f32614f7f HTTP/1.1" status: 204 len: 168 time: 1.5908780 Feb 16 14:49:40.192501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:40.250212 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d883cd-2716-4c65-a12a-8391d9ec197e tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] GET failed (client error): The resource could not be found. Feb 16 14:49:40.256237 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-23d883cd-2716-4c65-a12a-8391d9ec197e tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "GET /v2.0/ports/bff9adea-06ff-4542-b364-a90f32614f7f HTTP/1.1" status: 404 len: 333 time: 0.0620663 Feb 16 14:49:40.265258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51784) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:40.389553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] For port 2d39ebbf-cc8a-404b-a48f-e496d765aca7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2d39ebbf-cc8a-404b-a48f-e496d765aca7,segment=NetworkSegment(685cdc04-94ca-45f9-bcdc-89c312984f06),segment_id=685cdc04-94ca-45f9-bcdc-89c312984f06)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:40.390645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:40.408141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Calling delete_port for 2d39ebbf-cc8a-404b-a48f-e496d765aca7 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:40.506110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'name': 'network-vif-deleted', 'tag': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:40.508697 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d848528-2262-4ff2-b4c2-c72361bd639a" -d '{"events": [{"server_uuid": "a14fe06b-3701-4ce7-8693-a6be1e365f5d", "name": "network-vif-deleted", "tag": "a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:40.555383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting port d922a96b-2d4e-421d-a710-feae102e40a1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:40.555768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:40.628005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:40.631035 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3432914a-b06b-4391-adec-598655cf8e84" -d '{"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-unplugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:40.717889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:40.734099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Calling delete_port for d922a96b-2d4e-421d-a710-feae102e40a1 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:41.227830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.230145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.293262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Pushing event deleted for resources: {'Port': ['ID=2d39ebbf-cc8a-404b-a48f-e496d765aca7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:41.310216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Port': ['ID=d922a96b-2d4e-421d-a710-feae102e40a1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:41.379457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] No DVR routers for this DVR port 2d39ebbf-cc8a-404b-a48f-e496d765aca7 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:41.386872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['2d39ebbf-cc8a-404b-a48f-e496d765aca7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:41.402862 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.403794 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.418606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b994fbc-630c-496e-bd49-e436b1171e1f req-eac10e5f-8e1f-4575-86cd-410f0ace4df3 tempest-MultipleCreateTestJSON-657311423 tempest-MultipleCreateTestJSON-657311423-project] 10.222.0.129 "DELETE /v2.0/ports/2d39ebbf-cc8a-404b-a48f-e496d765aca7 HTTP/1.1" status: 204 len: 173 time: 1.5889549 Feb 16 14:49:41.418606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'name': 'network-vif-deleted', 'tag': '2d39ebbf-cc8a-404b-a48f-e496d765aca7'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:41.442900 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1fa793-94f2-4a19-887f-304e0d822af6" -d '{"events": [{"server_uuid": "548f7f4c-e18d-4bbe-9098-da222a4723e3", "name": "network-vif-deleted", "tag": "2d39ebbf-cc8a-404b-a48f-e496d765aca7"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:41.661510 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.678871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:41.684133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.692135 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-63bbd8a8-c4d3-499e-a32f-c0c97b60f92b tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/ports/d922a96b-2d4e-421d-a710-feae102e40a1 HTTP/1.1" status: 204 len: 168 time: 1.4257507 Feb 16 14:49:41.695187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51800) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:41.830719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-7fe3026e-cf91-4874-90b8-70a85a2c0f91 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:41.839206 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-7fe3026e-cf91-4874-90b8-70a85a2c0f91 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.93 "GET /v2.0/networks?id=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 HTTP/1.1" status: 200 len: 805 time: 0.3869543 Feb 16 14:49:41.884305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port b6955b12-52ba-47bb-b20b-431bb58516f2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:49:41.887574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting subnet 9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:49:41.889157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b6955b12-52ba-47bb-b20b-431bb58516f2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:41.889933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.898051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:41.958397 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-c60f90e4-e4f8-4c56-84b7-495c776baf04 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4104f8c298dc4d809d36ba602a1aebd1 HTTP/1.1" status: 200 len: 380 time: 0.1085584 Feb 16 14:49:41.975031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Request body: {'port': {'device_id': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'admin_state_up': True, 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'security_groups': ['b3ae4007-6ec5-4bc4-af7a-e839e5144bf0']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:41.995686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.067850 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.163822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:42.222190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.250094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.251703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2d39ebbf-cc8a-404b-a48f-e496d765aca7 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:42.387606 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.398616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 2d39ebbf-cc8a-404b-a48f-e496d765aca7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:49:42.399221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2d39ebbf-cc8a-404b-a48f-e496d765aca7 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:49:42.421445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Made reservation on behalf of 4104f8c298dc4d809d36ba602a1aebd1 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:42.425472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.440399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:42.478258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.548908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:42.614617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a40aa8-1d4d-43d5-9fac-eb8eb2e41f8d None None] Network 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:42.621154 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:42.637470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7c352854-cef4-4ff6-82e4-ba16185ad7b8 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/subnets/9d7746cf-ac78-4a7c-a00b-3fe1bfb0fae2 HTTP/1.1" status: 204 len: 168 time: 0.9409802 Feb 16 14:49:42.642019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51802) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:42.672092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Allocated IP 172.20.0.7 (d0b735c4-1e8a-4127-bdd7-1d556af0b6a6/0e6bf9fa-e90e-4a19-a2dd-c70ce8521085/9165a032-e6a0-4569-b0e7-2427b13c69c1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:42.898823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.039130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.082235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] DHCP port deletion for 463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:49:43.155470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Deleting port 60213632-4640-41f5-82b0-ee181fe37ff7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:43.155470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.218778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] Deleting port 60213632-4640-41f5-82b0-ee181fe37ff7 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:43.219580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.243248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] For port 60213632-4640-41f5-82b0-ee181fe37ff7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=60213632-4640-41f5-82b0-ee181fe37ff7,segment=NetworkSegment(95bdd58c-da37-4d37-9dd5-96e34fc93304),segment_id=95bdd58c-da37-4d37-9dd5-96e34fc93304)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:43.244592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.265088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Calling delete_port for 60213632-4640-41f5-82b0-ee181fe37ff7 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:43.323708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.375251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] For port 60213632-4640-41f5-82b0-ee181fe37ff7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=60213632-4640-41f5-82b0-ee181fe37ff7,segment=NetworkSegment(95bdd58c-da37-4d37-9dd5-96e34fc93304),segment_id=95bdd58c-da37-4d37-9dd5-96e34fc93304)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:43.380278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.400776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] Calling delete_port for 60213632-4640-41f5-82b0-ee181fe37ff7 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:43.489008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:43.505305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:43.523350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event updated for resources: {'Port': ['ID=9165a032-e6a0-4569-b0e7-2427b13c69c1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:43.534274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:43.591280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.606910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.627366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:43.628132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.701726 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-b616fae7-9ab7-4396-8420-bc5638c24bb7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7358401 Feb 16 14:49:43.706845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Port': ['ID=60213632-4640-41f5-82b0-ee181fe37ff7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:43.711092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] Pushing event deleted for resources: {'Port': ['ID=60213632-4640-41f5-82b0-ee181fe37ff7,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:43.720334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Request body: {'port': {'device_id': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:43.728457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] No DVR routers for this DVR port 60213632-4640-41f5-82b0-ee181fe37ff7 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:43.728847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e07b06-e59f-4a61-99a4-79b997df3085 None None] No DVR routers for this DVR port 60213632-4640-41f5-82b0-ee181fe37ff7 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:49:43.951380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:43.953862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.029740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c52853b8-8ed5-45cd-94fa-3fcc0da704dc None None] Provisioning complete for port 9165a032-e6a0-4569-b0e7-2427b13c69c1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:44.032265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:44.033453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c52853b8-8ed5-45cd-94fa-3fcc0da704dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.070165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bdd58c-da37-4d37-9dd5-96e34fc93304') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:44.073060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bdd58c-da37-4d37-9dd5-96e34fc93304') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:44.101174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.117603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 60213632-4640-41f5-82b0-ee181fe37ff7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:44.149576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.160946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:49:44.161397 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:49:44.171024 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:49:44.207698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 60213632-4640-41f5-82b0-ee181fe37ff7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:49:44.208697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 60213632-4640-41f5-82b0-ee181fe37ff7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:49:44.241204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c52853b8-8ed5-45cd-94fa-3fcc0da704dc None None] Port 9165a032-e6a0-4569-b0e7-2427b13c69c1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:44.408123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.417442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.420822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] 10.222.0.113 "DELETE /v2.0/networks/463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee HTTP/1.1" status: 204 len: 168 time: 1.7795899 Feb 16 14:49:44.440069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce5f44-7e80-443d-959f-5f2e002053a0 tempest-AllowedAddressPairTestJSON-1532254473 tempest-AllowedAddressPairTestJSON-1532254473-project] Pushing event deleted for resources: {'Network': ['ID=463d0b8f-d9c9-4ae3-aa71-1b9cbd0150ee,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:44.610683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9165a032-e6a0-4569-b0e7-2427b13c69c1 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:44.621560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.643156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Transition to ACTIVE for port object 9165a032-e6a0-4569-b0e7-2427b13c69c1 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:49:44.724090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.983932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Attempting to bind port 9165a032-e6a0-4569-b0e7-2427b13c69c1 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:44.984551 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Attempting to bind port 9165a032-e6a0-4569-b0e7-2427b13c69c1 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:44.985053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Attempting to bind port 9165a032-e6a0-4569-b0e7-2427b13c69c1 on network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:44.994672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Port 9165a032-e6a0-4569-b0e7-2427b13c69c1 on network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:49:44.995220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Attempting to bind port 9165a032-e6a0-4569-b0e7-2427b13c69c1 on network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:44.998667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Pushing event updated for resources: {'Port': ['ID=9165a032-e6a0-4569-b0e7-2427b13c69c1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:45.004978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:45.005319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Checking segment: {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:45.005726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Bound using segment: {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:45.006159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Bound port: 9165a032-e6a0-4569-b0e7-2427b13c69c1, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b74525-8483-4c72-ab9b-85a3a8d9b3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:45.006805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:45.157928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] For port 9165a032-e6a0-4569-b0e7-2427b13c69c1, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:45.164625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] For port 9165a032-e6a0-4569-b0e7-2427b13c69c1, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:45.237854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51822) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:45.245596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:45.319810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:45.320481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:45.322076 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] 10.222.0.93 "PUT /v2.0/ports/9165a032-e6a0-4569-b0e7-2427b13c69c1 HTTP/1.1" status: 200 len: 1091 time: 1.6112335 Feb 16 14:49:45.386289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ebc1b-a997-4eb3-9c84-f5e097bbc377 service neutron] Pushing event updated for resources: {'Port': ['ID=9165a032-e6a0-4569-b0e7-2427b13c69c1,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:45.502875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-3183e402-4f65-4d14-8a4b-e7165940d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:45.504657 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-3183e402-4f65-4d14-8a4b-e7165940d49e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4104f8c298dc4d809d36ba602a1aebd1&device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 1094 time: 0.0892696 Feb 16 14:49:45.585127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-9dc00cf1-de1d-4f55-be31-97cbc30ac623 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1 HTTP/1.1" status: 200 len: 217 time: 0.0716226 Feb 16 14:49:45.667423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-152e3275-0c7b-4165-9397-f0c02eba3f34 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f8ad1b57b6c94e76b983104e52ecebab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4257293 Feb 16 14:49:45.669980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51826) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:45.737997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-e2f95990-0e3f-43d6-8e5f-83868fa61834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:45.739374 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-e2f95990-0e3f-43d6-8e5f-83868fa61834 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e6bf9fa-e90e-4a19-a2dd-c70ce8521085 HTTP/1.1" status: 200 len: 844 time: 0.1443002 Feb 16 14:49:45.812006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1781b57c-4a1e-496c-abc7-5b375676e011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:45.848394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1781b57c-4a1e-496c-abc7-5b375676e011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:45.862902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-e620ccae-3094-4758-b9e2-a5569507ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:45.864792 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-e620ccae-3094-4758-b9e2-a5569507ce4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176326 Feb 16 14:49:45.997703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1781b57c-4a1e-496c-abc7-5b375676e011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:46.000256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1781b57c-4a1e-496c-abc7-5b375676e011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:46.001430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1781b57c-4a1e-496c-abc7-5b375676e011 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ac95e14f-9c43-40d9-b3dd-93d7d74a0f20 HTTP/1.1" status: 204 len: 168 time: 0.3304658 Feb 16 14:49:46.011807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781b57c-4a1e-496c-abc7-5b375676e011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac95e14f-9c43-40d9-b3dd-93d7d74a0f20,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:46.050690 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-dd8de95b-446f-4c30-8a12-4c63b325778c service neutron] 10.222.0.93 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699648 Feb 16 14:49:46.124099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:46.171617 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e782a186-bdcb-4508-87b5-01b7b238eaec req-a40934a7-8b59-4272-ac58-87002031ef58 service neutron] 10.222.0.93 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046934 Feb 16 14:49:46.439340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8b4c-419b-4b4c-abf5-98f50905698d req-b922bc7c-adcd-4b31-9f31-330a14dcec92 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:46.526707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f3e8b4c-419b-4b4c-abf5-98f50905698d req-b922bc7c-adcd-4b31-9f31-330a14dcec92 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 943 time: 0.0618684 Feb 16 14:49:46.526707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f3e8b4c-419b-4b4c-abf5-98f50905698d req-0ebbb8b2-bb26-48ee-beb4-0e4a2ac83d24 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Feb 16 14:49:46.694305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574ed64-f534-4502-8d1c-d4a4bb2c167d req-9ec389bc-5940-4442-85fb-16d1d9f7ea4c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:46.694305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8574ed64-f534-4502-8d1c-d4a4bb2c167d req-9ec389bc-5940-4442-85fb-16d1d9f7ea4c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1022818 Feb 16 14:49:46.710172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47223b66-e3b4-4144-910e-915b01a6d0c3 req-62a340a7-b9b4-48e8-bd5b-5c6a95fc3c8d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:46.714713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47223b66-e3b4-4144-910e-915b01a6d0c3 req-62a340a7-b9b4-48e8-bd5b-5c6a95fc3c8d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 944 time: 0.1227143 Feb 16 14:49:46.761216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8574ed64-f534-4502-8d1c-d4a4bb2c167d req-f3c84509-193c-4b75-8582-5df816f9d84f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Feb 16 14:49:46.767515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47223b66-e3b4-4144-910e-915b01a6d0c3 req-b0dd082f-c5d7-46cd-a783-9cd41d17646e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Feb 16 14:49:46.805311 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a71d30-fdf7-4349-b1b3-89a6648d7ed7 x-openstack-request-id: req-63a71d30-fdf7-4349-b1b3-89a6648d7ed7 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:46.805784 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14fe06b-3701-4ce7-8693-a6be1e365f5d", "name": "network-vif-deleted", "tag": "a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:46.805928 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-63a71d30-fdf7-4349-b1b3-89a6648d7ed7 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:46.806467 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14fe06b-3701-4ce7-8693-a6be1e365f5d', 'name': 'network-vif-deleted', 'tag': 'a4724a02-9a3b-4de6-aa31-2ec57a6dc3b1', 'status': 'completed', 'code': 200} Feb 16 14:49:46.816964 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6da8e3-2345-4fe9-aaea-189edef7e4d0 x-openstack-request-id: req-6e6da8e3-2345-4fe9-aaea-189edef7e4d0 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:46.817382 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-unplugged", "status": "completed", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:46.817656 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6e6da8e3-2345-4fe9-aaea-189edef7e4d0 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:46.818151 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a', 'code': 200} Feb 16 14:49:46.836252 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77111c86-3475-4303-b9de-bbc28dc44ac1 x-openstack-request-id: req-77111c86-3475-4303-b9de-bbc28dc44ac1 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:46.836252 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548f7f4c-e18d-4bbe-9098-da222a4723e3", "name": "network-vif-deleted", "tag": "2d39ebbf-cc8a-404b-a48f-e496d765aca7", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:46.836516 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-77111c86-3475-4303-b9de-bbc28dc44ac1 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:46.836947 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548f7f4c-e18d-4bbe-9098-da222a4723e3', 'name': 'network-vif-deleted', 'tag': '2d39ebbf-cc8a-404b-a48f-e496d765aca7', 'status': 'completed', 'code': 200} Feb 16 14:49:46.868313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51860) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:46.983893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] Deleting subnet 1478e04e-98ac-43a9-bde7-49ec19a39cdd {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:49:46.989100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.037253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.094172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf969df-34ab-404e-9cde-8ec7cf0f6042 req-2107782d-fb3c-4e40-99f7-15a24d36e0a8 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:47.096174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aaf969df-34ab-404e-9cde-8ec7cf0f6042 req-2107782d-fb3c-4e40-99f7-15a24d36e0a8 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 949 time: 0.1647675 Feb 16 14:49:47.101252 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.170035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aaf969df-34ab-404e-9cde-8ec7cf0f6042 req-6d19b0d3-f487-4644-87b9-63869223d303 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661016 Feb 16 14:49:47.273443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.308650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.313026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1478e04e-98ac-43a9-bde7-49ec19a39cdd HTTP/1.1" status: 204 len: 168 time: 0.4329395 Feb 16 14:49:47.315886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:47.316824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372dbec-742a-4c50-be5f-aff980228c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1478e04e-98ac-43a9-bde7-49ec19a39cdd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:47.455476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.565029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51926) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:47.763982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a952470-ef9b-484d-9d41-e2b1b033fde5 req-4ea7b718-cfb8-4929-b18f-235540f6c847 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:47.773452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a952470-ef9b-484d-9d41-e2b1b033fde5 req-4ea7b718-cfb8-4929-b18f-235540f6c847 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1624553 Feb 16 14:49:47.829232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1658114150'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:47.875112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a952470-ef9b-484d-9d41-e2b1b033fde5 req-6f6136ee-37e3-4eb5-9fca-2dec79a2864a tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001744 Feb 16 14:49:47.917043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.946228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739f2fa4-50ae-4c3d-bccf-0562b2ece3c1']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:47.959981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685cdc04-94ca-45f9-bcdc-89c312984f06') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:47.960592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685cdc04-94ca-45f9-bcdc-89c312984f06') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:49:47.972032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.989087 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:47.996481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:49:47.997127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.023867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ed5e6-e3ba-40ff-8f3a-e1c1a1f1ef2f req-cbaf1cc3-8047-41d6-9d74-f67cdb658c9d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:48.031353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-825ed5e6-e3ba-40ff-8f3a-e1c1a1f1ef2f req-cbaf1cc3-8047-41d6-9d74-f67cdb658c9d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1198001 Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:49:48.043563 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:49:48.068751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aa605-a08e-411f-a0e1-a466722474f6 req-7d0a3130-b822-4ffa-a19c-efed5c970eb0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:48.076986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-991aa605-a08e-411f-a0e1-a466722474f6 req-7d0a3130-b822-4ffa-a19c-efed5c970eb0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 944 time: 0.1110103 Feb 16 14:49:48.107024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-825ed5e6-e3ba-40ff-8f3a-e1c1a1f1ef2f req-172599f7-a345-49b5-a841-06bc74edda69 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723684 Feb 16 14:49:48.118712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Made reservation on behalf of 879aad67055a4b1b94916ee50caaf032 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:48.146059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.159870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.162826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.195156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-991aa605-a08e-411f-a0e1-a466722474f6 req-14f89d82-e55a-4aad-ad0c-7df79563dd15 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166844 Feb 16 14:49:48.195444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.204961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] 10.222.0.113 "DELETE /v2.0/networks/739f2fa4-50ae-4c3d-bccf-0562b2ece3c1 HTTP/1.1" status: 204 len: 168 time: 0.8877916 Feb 16 14:49:48.206856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f62656-b9cf-439d-a9b9-c5d5713ba63b admin admin] Pushing event deleted for resources: {'Network': ['ID=739f2fa4-50ae-4c3d-bccf-0562b2ece3c1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:48.373236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.433134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.453463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:49:48.505898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df886427-50dd-45be-bdbc-5e923360341d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:48.512007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.512357 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Added segment c32b7281-9cbb-4a7e-9608-ed2f380c2712 of type vlan for network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 Feb 16 14:49:48.568466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.655716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.661549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:48.662258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:48.728911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52012) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:48.760683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event updated for resources: {'Network': ['ID=37df14a2-8d39-4401-83d7-ab8e5b7ae528,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:48.773707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:49:48.787451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a1d7bb06-675d-4d4d-8cc1-542a8e4dfcc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2200432 Feb 16 14:49:48.792826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52014) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:48.816845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Request body: {'subnet': {'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:48.832551 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:48.835219 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d907296f-52b8-4de9-ac5a-e22d61d8247b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:48.928262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:48.934618 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92784853-ca5c-43fe-b80f-26e91ed39bec" -d '{"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:48.959336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52038) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:48.960575 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c64e455-85c7-431f-8f44-48cfafdc5700 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=48deda554acc41479ec588c00c4b3999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303827 Feb 16 14:49:48.962291 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7095e-f9e4-48a0-8e13-118d3e2c0b22 x-openstack-request-id: req-98f7095e-f9e4-48a0-8e13-118d3e2c0b22 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:48.963385 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:48.963832 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-98f7095e-f9e4-48a0-8e13-118d3e2c0b22 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:48.964390 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'status': 'completed', 'code': 200} Feb 16 14:49:49.021817 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc647bf5-ee29-44fc-bcd9-d59c9c1f202a x-openstack-request-id: req-dc647bf5-ee29-44fc-bcd9-d59c9c1f202a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:49.022110 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:49.022364 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dc647bf5-ee29-44fc-bcd9-d59c9c1f202a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:49.022760 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'code': 200} Feb 16 14:49:49.047248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-a92fd6bf-2824-481d-8746-706dba869f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.048862 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-a92fd6bf-2824-481d-8746-706dba869f8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4104f8c298dc4d809d36ba602a1aebd1&device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 1094 time: 0.0834229 Feb 16 14:49:49.091022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9a6e-7265-4228-a226-d9aae11bcdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:49.136240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dde4a4-9bef-4534-aa3c-fb10db2092be req-c8dbcd58-26eb-4398-a853-cde436617704 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.142538 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84dde4a4-9bef-4534-aa3c-fb10db2092be req-c8dbcd58-26eb-4398-a853-cde436617704 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 943 time: 0.1314089 Feb 16 14:49:49.204593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-a1f441b5-94bb-4522-9be7-a330dbeadd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.209927 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-a1f441b5-94bb-4522-9be7-a330dbeadd03 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 HTTP/1.1" status: 200 len: 907 time: 0.1422844 Feb 16 14:49:49.371015 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-29743a0a-4484-4f16-babe-184018b225b6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1 HTTP/1.1" status: 200 len: 217 time: 0.1553142 Feb 16 14:49:49.374159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Made reservation on behalf of 879aad67055a4b1b94916ee50caaf032 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:49.386464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:49.568203 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9a6e-7265-4228-a226-d9aae11bcdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:49.599816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-4dcb12d2-bb8a-4f0f-ba01-839758002ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.601494 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-4dcb12d2-bb8a-4f0f-ba01-839758002ad2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e6bf9fa-e90e-4a19-a2dd-c70ce8521085 HTTP/1.1" status: 200 len: 844 time: 0.1110477 Feb 16 14:49:49.667359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9165a032-e6a0-4569-b0e7-2427b13c69c1 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:49:49.673972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84dde4a4-9bef-4534-aa3c-fb10db2092be req-f3f42d47-2968-438e-a7b7-100d237cfb6b tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5255272 Feb 16 14:49:49.691786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea62ee1-fd9e-486d-a302-52288ef01a0c req-df83ca98-3fc0-468e-8dbf-3cfa73eb3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.701607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea62ee1-fd9e-486d-a302-52288ef01a0c req-df83ca98-3fc0-468e-8dbf-3cfa73eb3860 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1100 time: 0.5956542 Feb 16 14:49:49.716286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-d0b5aa63-a3b9-4963-b205-a97de50a0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.717827 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-d0b5aa63-a3b9-4963-b205-a97de50a0399 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088064 Feb 16 14:49:49.737002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fb15b-0ec4-4caa-9e77-0c736d43bc72 req-08129009-9646-497e-a713-1218424bd243 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.742877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f6fb15b-0ec4-4caa-9e77-0c736d43bc72 req-08129009-9646-497e-a713-1218424bd243 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1844888 Feb 16 14:49:49.818636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9165a032-e6a0-4569-b0e7-2427b13c69c1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:49.834276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'port_id': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'mac_address': 'fa:16:3e:7e:d1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:49:49.838421 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:49:49.845363 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-c28f66b8-84b1-4ce2-8f75-ca4302c1184d service neutron] 10.222.0.93 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178277 Feb 16 14:49:49.870471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9a6e-7265-4228-a226-d9aae11bcdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:49.877441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9a6e-7265-4228-a226-d9aae11bcdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:49.878907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d7e9a6e-7265-4228-a226-d9aae11bcdd6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7ed17d17-550e-42e6-a4e3-7b76ea40d105 HTTP/1.1" status: 204 len: 168 time: 0.9182692 Feb 16 14:49:49.890019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52070) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:49.902562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea62ee1-fd9e-486d-a302-52288ef01a0c req-1fbdf5ef-aaa0-4e73-a2f2-d692a340c7d4 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895134 Feb 16 14:49:49.915170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1790120743'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:49.920309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e9a6e-7265-4228-a226-d9aae11bcdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed17d17-550e-42e6-a4e3-7b76ea40d105,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:49.937158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f6fb15b-0ec4-4caa-9e77-0c736d43bc72 req-8c75ad78-3641-4539-b4d3-c854ee1e773b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798489 Feb 16 14:49:49.977498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce38db-b075-4695-87fa-b7daa8ed60c6 req-f6346f82-ff69-4fbb-b2be-884a9f76a7db tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:49.989988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24ce38db-b075-4695-87fa-b7daa8ed60c6 req-f6346f82-ff69-4fbb-b2be-884a9f76a7db tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 944 time: 0.2313411 Feb 16 14:49:50.031802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:50.047286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'network_id': 'fb334b34-dc83-4f77-8210-077097ec6d93', 'port_id': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'mac_address': 'fa:16:3e:e4:f6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f82c2e6-0594-4748-8695-18b952fe3e2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:49:50.050122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24ce38db-b075-4695-87fa-b7daa8ed60c6 req-a56dfad0-3b3c-472f-a217-65f684f15b12 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590658 Feb 16 14:49:50.066555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.136432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event updated for resources: {'Subnet': ['ID=7af06f9a-da54-4640-9239-ba13c82a47bf,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:50.168922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.197615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:50.202178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.230574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9165a032-e6a0-4569-b0e7-2427b13c69c1 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:50.261417 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.263418 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d907296f-52b8-4de9-ac5a-e22d61d8247b req-fa3abd98-55b1-462a-a7ed-826360267e27 service neutron] 10.222.0.93 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839924 Feb 16 14:49:50.294220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Checking segment: {'id': 'c32b7281-9cbb-4a7e-9608-ed2f380c2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:50.294580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Network hostable DHCP agents. Network: 37df14a2-8d39-4401-83d7-ab8e5b7ae528, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:49:50.300755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9165a032-e6a0-4569-b0e7-2427b13c69c1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:50.315629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:49:50.316905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:49:50.348877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.351378 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Added segment 86305be5-31c0-45ca-a059-53ea06154a75 of type vlan for network d6a65f21-dee2-406d-8515-cd3a47a924d2 Feb 16 14:49:50.360778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:50.392531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.438200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:49:50.445449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.500651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=9165a032-e6a0-4569-b0e7-2427b13c69c1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:50.504341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.529880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 37df14a2-8d39-4401-83d7-ab8e5b7ae528) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:50.535988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:50.539424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.561341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d48b4a-ba81-415f-9b40-1841e33df493 None None] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:50.567402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:50.588139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.618102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:50.618821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:50.683998 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-44716ba5-3191-4370-a63b-810a1e697be3 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8907664 Feb 16 14:49:50.691823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52130) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:50.699893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Request body: {'port': {'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-923550640'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:50.754883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['9165a032-e6a0-4569-b0e7-2427b13c69c1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:50.833430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:49:50.842711 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9442000 Feb 16 14:49:50.845015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52140) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:50.848237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000da0a5-e041-4f94-9f50-6270c6672a55 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Network': ['ID=d6a65f21-dee2-406d-8515-cd3a47a924d2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:50.881237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1316954656'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:50.965954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:49:51.038228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:51.042697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.045580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b19db1-43f5-47c4-98fd-7b4c2fb0830f req-b7108c0f-e7c4-4c2f-86b3-1aacdd57d031 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:51.060467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93b19db1-43f5-47c4-98fd-7b4c2fb0830f req-b7108c0f-e7c4-4c2f-86b3-1aacdd57d031 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 944 time: 0.2244942 Feb 16 14:49:51.139267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-37df14a2-8d39-4401-83d7-ab8e5b7ae528', 'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528', 'tenant_id': '879aad67055a4b1b94916ee50caaf032', 'fixed_ips': [{'subnet_id': '7af06f9a-da54-4640-9239-ba13c82a47bf'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:49:51.139267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.153274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:49:51.188479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.188813 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Added segment 4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79 of type vlan for network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 Feb 16 14:49:51.206606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93b19db1-43f5-47c4-98fd-7b4c2fb0830f req-132dc066-0a4e-421d-be10-f672112a9e42 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433272 Feb 16 14:49:51.306976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Made reservation on behalf of 879aad67055a4b1b94916ee50caaf032 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:51.315533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.328099 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.388265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Allocated IP 2001:db8::2 (37df14a2-8d39-4401-83d7-ab8e5b7ae528/7af06f9a-da54-4640-9239-ba13c82a47bf/f40c3d82-703e-440c-bab4-6d0537177a1d) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:51.459040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] device_id is not set on port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:51.484058 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.492151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:51.493317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.570684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6d9c6-7b9f-4779-a98e-0bc6ea03d728 req-3e91cafd-e8a3-415d-8351-ac0ce06c232c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:51.572875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0c6d9c6-7b9f-4779-a98e-0bc6ea03d728 req-3e91cafd-e8a3-415d-8351-ac0ce06c232c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.2220621 Feb 16 14:49:51.630169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Network': ['ID=c0c81f24-4bf1-458d-aa2a-f268476c4bc0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:51.648305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0c6d9c6-7b9f-4779-a98e-0bc6ea03d728 req-3cf8def5-7bf4-4944-8dac-81d3f832ec69 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683241 Feb 16 14:49:51.662363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:49:51.673637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52168) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:51.674749 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-281e6d19-4bd5-4ab6-99b9-2bd83287672c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8134723 Feb 16 14:49:51.694826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'subnet': {'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:51.759802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.857759 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.858336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:51.876254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f507c7-8ee8-4f0e-a687-5abf0d6252b5 req-3fdaf624-85b4-4f68-8d08-8917226997a0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:51.878061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47f507c7-8ee8-4f0e-a687-5abf0d6252b5 req-3fdaf624-85b4-4f68-8d08-8917226997a0 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.0817387 Feb 16 14:49:51.915353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:51.917438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:51.922926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:51.951950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:51.957545 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:51.975043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Pushing event updated for resources: {'Port': ['ID=f40c3d82-703e-440c-bab4-6d0537177a1d,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:51.992194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47f507c7-8ee8-4f0e-a687-5abf0d6252b5 req-23216222-72db-43b1-aa2a-f05ea99f2145 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876808 Feb 16 14:49:52.018231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Attempting to bind port f40c3d82-703e-440c-bab4-6d0537177a1d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:52.018678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Attempting to bind port f40c3d82-703e-440c-bab4-6d0537177a1d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c32b7281-9cbb-4a7e-9608-ed2f380c2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:52.019121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Attempting to bind port f40c3d82-703e-440c-bab4-6d0537177a1d on network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:52.026189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:52.026790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Checking segment: {'id': 'c32b7281-9cbb-4a7e-9608-ed2f380c2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:52.027414 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.027892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Bound using segment: {'id': 'c32b7281-9cbb-4a7e-9608-ed2f380c2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:52.028428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Bound port: f40c3d82-703e-440c-bab4-6d0537177a1d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32b7281-9cbb-4a7e-9608-ed2f380c2712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:52.028882 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.042340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-953770737-network', 'tenant_id': '6f4b2623034a4ad9a41e9ecd6044c3d1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:52.054730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Allocated IP 2001:db8::238 (37df14a2-8d39-4401-83d7-ab8e5b7ae528/7af06f9a-da54-4640-9239-ba13c82a47bf/1928e3eb-3d3f-4c84-b7a2-74e6fb44a164) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:52.106104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] For port f40c3d82-703e-440c-bab4-6d0537177a1d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:52.110083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] For port f40c3d82-703e-440c-bab4-6d0537177a1d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f40c3d82-703e-440c-bab4-6d0537177a1d,segment=NetworkSegment(c32b7281-9cbb-4a7e-9608-ed2f380c2712),segment_id=c32b7281-9cbb-4a7e-9608-ed2f380c2712)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:52.227005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Made reservation on behalf of 6f4b2623034a4ad9a41e9ecd6044c3d1 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:52.229911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.240300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.256038 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.336218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391ea46-d346-43a5-a714-58febbd2f1b3 None None] Pushing event updated for resources: {'Port': ['ID=f40c3d82-703e-440c-bab4-6d0537177a1d,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:52.356698 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.398251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.602630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.640814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.641489 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.663722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:49:52.679998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314e4237-e57d-489f-9fa0-39836ddd6190,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:52.683350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.683721 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Added segment 11e25a49-25bd-463c-b325-22904ec6f831 of type vlan for network 95335a30-57b0-4a6d-883c-5402ba51d927 Feb 16 14:49:52.702333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:52.710350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:52.717670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:52.724905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:52.726036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.729811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.770634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event updated for resources: {'Port': ['ID=1928e3eb-3d3f-4c84-b7a2-74e6fb44a164,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:52.773043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Subnet': ['ID=dc7bb928-30e3-42db-b238-0a9aaa86e079,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:52.786041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Checking segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:52.786442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network hostable DHCP agents. Network: d6a65f21-dee2-406d-8515-cd3a47a924d2, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:49:53.060238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:53.061974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:53.067825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:53.068066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-414f2e36-b79e-4479-8317-7f4e0964713d tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3716469 Feb 16 14:49:53.068066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:49:53.070114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52202) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:53.092655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Request body: {'port': {'network_id': '37df14a2-8d39-4401-83d7-ab8e5b7ae528', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-455780370', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:53.101749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.api.validators [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] bootfile-name is not in valid_values {{(pid=103044) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:49:53.101749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.api.validators [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] tftp-server is not in valid_values {{(pid=103044) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:49:53.101749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.api.validators [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] server-ip-address is not in valid_values {{(pid=103044) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:49:53.174032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d6a65f21-dee2-406d-8515-cd3a47a924d2) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:53.178688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:53.179650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:53.187481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f38862-70eb-4af5-9761-ef0a527d1a3f None None] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:53.224100 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3616350 Feb 16 14:49:53.224252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52208) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:53.230270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Request body: {'subnet': {'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-953770737-subnet', 'tenant_id': '6f4b2623034a4ad9a41e9ecd6044c3d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:53.247011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19375605-14be-4ed4-8dac-575bdb0b8378 admin admin] Pushing event updated for resources: {'Network': ['ID=95335a30-57b0-4a6d-883c-5402ba51d927,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:53.270265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 95335a30-57b0-4a6d-883c-5402ba51d927 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:49:53.316637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d850b5d-9785-447b-8369-2b7344120461 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6418152 Feb 16 14:49:53.320335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52210) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:53.348408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'subnet': {'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:53.427563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Made reservation on behalf of 6f4b2623034a4ad9a41e9ecd6044c3d1 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:53.431151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:53.589939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Made reservation on behalf of 879aad67055a4b1b94916ee50caaf032 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:53.609385 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:53.715377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9165a032-e6a0-4569-b0e7-2427b13c69c1 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:53.719025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] device_id is not set on port 78bf8fcf-caa8-4ef4-bf07-fc89374954a5 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:53.761984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d6a65f21-dee2-406d-8515-cd3a47a924d2', 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'fixed_ips': [{'subnet_id': 'dc7bb928-30e3-42db-b238-0a9aaa86e079'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:49:53.762857 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:53.772478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:53.893643 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:53.961663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f8ede-1b27-4a81-b07f-66d94f2d13cd None None] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:53.971494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Allocated IP 2001:db8::2e0 (37df14a2-8d39-4401-83d7-ab8e5b7ae528/7af06f9a-da54-4640-9239-ba13c82a47bf/78bf8fcf-caa8-4ef4-bf07-fc89374954a5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:54.016313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:54.030358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.054039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Checking segment: {'id': '11e25a49-25bd-463c-b325-22904ec6f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:54.054403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Network hostable DHCP agents. Network: 95335a30-57b0-4a6d-883c-5402ba51d927, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:49:54.058769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5146038-13ce-4499-bbef-ab383119ab5b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:54.084369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea0377-f454-4097-b49b-eb857fae06f8 req-d244f07e-16f9-4348-a431-699fdc95432d tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:54.092141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3dea0377-f454-4097-b49b-eb857fae06f8 req-d244f07e-16f9-4348-a431-699fdc95432d tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 944 time: 0.1558878 Feb 16 14:49:54.134778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30c00-f2f2-4133-8527-834d54848a13 req-f04f6cb4-799a-4f6a-ba7c-a3393c88c636 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:54.136922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f40c3d82-703e-440c-bab4-6d0537177a1d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:54.137088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b30c00-f2f2-4133-8527-834d54848a13 req-f04f6cb4-799a-4f6a-ba7c-a3393c88c636 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1526337 Feb 16 14:49:54.187056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3dea0377-f454-4097-b49b-eb857fae06f8 req-789597c9-0471-4938-8dbd-d218ad1452d7 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885506 Feb 16 14:49:54.224983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4afd58a1-1453-40e6-9d02-74a4981857ca None None] Provisioning complete for port f40c3d82-703e-440c-bab4-6d0537177a1d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:54.225497 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4afd58a1-1453-40e6-9d02-74a4981857ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.226044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b30c00-f2f2-4133-8527-834d54848a13 req-f0dbd4fe-5639-4d0b-b0d2-d25ceccf9160 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757308 Feb 16 14:49:54.234763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Network 95335a30-57b0-4a6d-883c-5402ba51d927 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:49:54.306837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 9165a032-e6a0-4569-b0e7-2427b13c69c1 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:49:54.331806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 9165a032-e6a0-4569-b0e7-2427b13c69c1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:54.332393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.377368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85a2d5-cf01-420d-bf5b-f2199dbc5de8 req-199214ef-eece-4200-83a9-8866e0a278a5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:54.378301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f40c3d82-703e-440c-bab4-6d0537177a1d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:54.383506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.390339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb85a2d5-cf01-420d-bf5b-f2199dbc5de8 req-199214ef-eece-4200-83a9-8866e0a278a5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 945 time: 0.1071553 Feb 16 14:49:54.404244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 95335a30-57b0-4a6d-883c-5402ba51d927) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:54.415965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:54.416778 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.422561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Allocated IP 10.1.1.2 (d6a65f21-dee2-406d-8515-cd3a47a924d2/dc7bb928-30e3-42db-b238-0a9aaa86e079/c1d3fb5b-67a9-43bb-9556-81c404bd3175) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:54.430010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0042d0-6bc1-410e-ad6d-9a12ae05b78d None None] Network 95335a30-57b0-4a6d-883c-5402ba51d927 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:54.467526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb85a2d5-cf01-420d-bf5b-f2199dbc5de8 req-a3aaf537-9267-4116-8202-c15f91616733 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Feb 16 14:49:54.550114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:49:54.560732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d1501485-b06a-40cc-89fb-84554d2b1d27 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3333750 Feb 16 14:49:54.574020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.592920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:54.595488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.610775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.671291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e139-7379-4782-a17c-1a92a9391110 req-80534f6b-284c-4f75-be2b-d27e335bcb9b tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:54.673855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52f7e139-7379-4782-a17c-1a92a9391110 req-80534f6b-284c-4f75-be2b-d27e335bcb9b tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1100 time: 0.1115539 Feb 16 14:49:54.688931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.746044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52f7e139-7379-4782-a17c-1a92a9391110 req-ae51f36f-f5d6-4432-bd39-ea9fda02ebae tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548966 Feb 16 14:49:54.746148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Checking segment: {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:54.746148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network hostable DHCP agents. Network: c0c81f24-4bf1-458d-aa2a-f268476c4bc0, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:49:54.755850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Subnet': ['ID=7cfd53d6-daf4-43bf-bd34-b76148ab5a27,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:54.774740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:54.818119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:54.824887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:54.834908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:54.840182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.848907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-3bb80e44-237b-42e1-88bb-29357f262707 req-9c7f5471-9b5a-4d1a-9f87-ecfb57aa34c1 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:49:54.849752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bb80e44-237b-42e1-88bb-29357f262707 req-9c7f5471-9b5a-4d1a-9f87-ecfb57aa34c1 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053327 Feb 16 14:49:54.850467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event updated for resources: {'Port': ['ID=78bf8fcf-caa8-4ef4-bf07-fc89374954a5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:54.869396 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4afd58a1-1453-40e6-9d02-74a4981857ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.904284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:49:54.929409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33955c0f-7c0c-4a3a-8326-b1027b2e55ee None None] Network 95335a30-57b0-4a6d-883c-5402ba51d927 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:54.939445 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-45252776-b2e9-4147-817f-d61c8a3c370e tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8634863 Feb 16 14:49:54.942330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52258) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:55.013291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c0c81f24-4bf1-458d-aa2a-f268476c4bc0) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:55.018143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:55.018949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.027566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0b7c1-fc18-4fe9-9feb-b986c0385358 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:55.035216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0b7c1-fc18-4fe9-9feb-b986c0385358 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:55.035565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366efedd-86fe-4fbe-a48e-41c538abe1db None None] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:55.042245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0b7c1-fc18-4fe9-9feb-b986c0385358 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:55.046734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cfb0b7c1-fc18-4fe9-9feb-b986c0385358 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0987689 Feb 16 14:49:55.048078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52266) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:55.072444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.106553 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.157314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Deleting port 78bf8fcf-caa8-4ef4-bf07-fc89374954a5 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:55.157764 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.158362 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3c3f025c-aecb-41ab-9f93-39876223b0db tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8395112 Feb 16 14:49:55.159316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52276) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:55.164769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'port': {'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'name': 'tempest-TaggedBootDevicesTest-199739435', 'fixed_ips': [{'subnet_id': 'dc7bb928-30e3-42db-b238-0a9aaa86e079'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:55.190303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4afd58a1-1453-40e6-9d02-74a4981857ca None None] For port f40c3d82-703e-440c-bab4-6d0537177a1d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f40c3d82-703e-440c-bab4-6d0537177a1d,segment=NetworkSegment(c32b7281-9cbb-4a7e-9608-ed2f380c2712),segment_id=c32b7281-9cbb-4a7e-9608-ed2f380c2712)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:55.274069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:55.277076 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfb46da-f325-4c30-85cb-95082b2834fa" -d '{"events": [{"server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:55.280922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.300890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.320129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Calling delete_port for 78bf8fcf-caa8-4ef4-bf07-fc89374954a5 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:55.342040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.358369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 9165a032-e6a0-4569-b0e7-2427b13c69c1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:55.361369 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4afd58a1-1453-40e6-9d02-74a4981857ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.470927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.499888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.521882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:55.568955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:55.615097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:49:55.615459 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:49:55.637854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd58a1-1453-40e6-9d02-74a4981857ca None None] Pushing event updated for resources: {'Port': ['ID=f40c3d82-703e-440c-bab4-6d0537177a1d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:55.637854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:55.648850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:55.676952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:55.686629 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.691226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-07c5fd24-04f4-4176-9702-f8312a787ab3 None None] Provisioning complete for port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:55.691711 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c5fd24-04f4-4176-9702-f8312a787ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.714328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] device_id is not set on port fda968d1-90e5-46fa-bba4-e53c52da6605 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:55.733540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.793137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event deleted for resources: {'Port': ['ID=78bf8fcf-caa8-4ef4-bf07-fc89374954a5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:55.796629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.805224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-c0c81f24-4bf1-458d-aa2a-f268476c4bc0', 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'fixed_ips': [{'subnet_id': '7cfd53d6-daf4-43bf-bd34-b76148ab5a27'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:49:55.810433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.810433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Pushing event updated for resources: {'Port': ['ID=c1d3fb5b-67a9-43bb-9556-81c404bd3175,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:55.903605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.928233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3a65afe9-8c4f-447e-bbe3-6db844f5edcd tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "DELETE /v2.0/ports/78bf8fcf-caa8-4ef4-bf07-fc89374954a5 HTTP/1.1" status: 204 len: 168 time: 0.8798592 Feb 16 14:49:55.933404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52310) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:55.946177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Request body: {'port': {'name': 'tempest-new-port-name-895649993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:55.948955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.api.validators [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] bootfile-name is not in valid_values {{(pid=103043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:49:55.949867 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.api.validators [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] tftp-server is not in valid_values {{(pid=103043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:49:55.950335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.api.validators [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] server-ip-address is not in valid_values {{(pid=103043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:49:56.043529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-07c5fd24-04f4-4176-9702-f8312a787ab3 None None] Port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:56.050787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Attempting to bind port c1d3fb5b-67a9-43bb-9556-81c404bd3175 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:56.051287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Attempting to bind port c1d3fb5b-67a9-43bb-9556-81c404bd3175 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:56.051790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Attempting to bind port c1d3fb5b-67a9-43bb-9556-81c404bd3175 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:56.061575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:56.062091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Checking segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:56.062591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.063079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Bound using segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:56.063681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Bound port: c1d3fb5b-67a9-43bb-9556-81c404bd3175, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:56.064177 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.076697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-061d3851-bc52-4a37-a8fc-8dd40413d8af tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:56.085337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-061d3851-bc52-4a37-a8fc-8dd40413d8af tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/networks?id=95335a30-57b0-4a6d-883c-5402ba51d927 HTTP/1.1" status: 200 len: 820 time: 0.3281071 Feb 16 14:49:56.097018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 10.1.1.229 (d6a65f21-dee2-406d-8515-cd3a47a924d2/dc7bb928-30e3-42db-b238-0a9aaa86e079/fda968d1-90e5-46fa-bba4-e53c52da6605) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:56.106489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-07c5fd24-04f4-4176-9702-f8312a787ab3 None None] Provisioning complete for port f40c3d82-703e-440c-bab4-6d0537177a1d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:56.107002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c5fd24-04f4-4176-9702-f8312a787ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.114205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-18ff50a3-b36e-445e-8697-35eb63b531f1 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/quotas/6f4b2623034a4ad9a41e9ecd6044c3d1 HTTP/1.1" status: 200 len: 375 time: 0.0278211 Feb 16 14:49:56.117724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.218451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-fdbb4c20-c151-4eb7-a4c3-81e4461b8a4c tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=6f4b2623034a4ad9a41e9ecd6044c3d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032233 Feb 16 14:49:56.280289 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-08ab2c9e-df4a-4b20-b76e-13f278eb0c66 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3234642 Feb 16 14:49:56.296472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.359088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=9165a032-e6a0-4569-b0e7-2427b13c69c1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:56.405703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.450907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4568e-2696-4f08-8857-9f0af85bfc91 req-491e7d62-3fd7-438a-921b-48c42eb9de98 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:56.452523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ad4568e-2696-4f08-8857-9f0af85bfc91 req-491e7d62-3fd7-438a-921b-48c42eb9de98 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1215224 Feb 16 14:49:56.472373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=fda968d1-90e5-46fa-bba4-e53c52da6605,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:56.485732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-00a58fe0-c048-439f-8215-341d4ce170ff service neutron] 10.222.0.113 "GET /v2.0/networks/95335a30-57b0-4a6d-883c-5402ba51d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530096 Feb 16 14:49:56.492387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:56.497127 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:56.519973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:56.558893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:56.569130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] For port c1d3fb5b-67a9-43bb-9556-81c404bd3175, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:56.595909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:56.596725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.627862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] For port c1d3fb5b-67a9-43bb-9556-81c404bd3175, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c1d3fb5b-67a9-43bb-9556-81c404bd3175,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:56.637564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Allocated IP 10.2.2.2 (c0c81f24-4bf1-458d-aa2a-f268476c4bc0/7cfd53d6-daf4-43bf-bd34-b76148ab5a27/19fc8a51-4e66-4d7f-9c24-7bbc89220aaa) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:56.646471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-07c5fd24-04f4-4176-9702-f8312a787ab3 None None] Could not find standard attr ID for object 78bf8fcf-caa8-4ef4-bf07-fc89374954a5. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:49:56.672116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ad4568e-2696-4f08-8857-9f0af85bfc91 req-fdab52eb-649c-432d-9d92-e586c4a1af75 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085643 Feb 16 14:49:56.694679 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f18cd250-0740-4f90-9f6f-5a3d34fbbeff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5312822 Feb 16 14:49:56.694679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52336) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:56.702021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'port': {'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'name': 'tempest-TaggedBootDevicesTest-2094024610', 'fixed_ips': [{'subnet_id': 'dc7bb928-30e3-42db-b238-0a9aaa86e079'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:56.724452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f40c3d82-703e-440c-bab4-6d0537177a1d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:56.731143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.765626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-a9ac4dd4-9856-4977-9800-8085f8b39d18 service neutron] 10.222.0.113 "GET /v2.0/networks/95335a30-57b0-4a6d-883c-5402ba51d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583637 Feb 16 14:49:56.771780 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.778303 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54437533-11ad-4082-91ff-b62bcd660830 x-openstack-request-id: req-54437533-11ad-4082-91ff-b62bcd660830 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:49:56.778637 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "name": "network-vif-plugged", "status": "completed", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:49:56.778908 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-54437533-11ad-4082-91ff-b62bcd660830 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:49:56.779300 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'code': 200} Feb 16 14:49:56.804238 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.869721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-64f816d9-0bb2-496a-9a99-4935b4e91970 None None] Provisioning complete for port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:56.870077 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-64f816d9-0bb2-496a-9a99-4935b4e91970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.907165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f40c3d82-703e-440c-bab4-6d0537177a1d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:56.907524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.936708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] In _notify_port_updated(), no bound segment for port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 on network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:49:56.947707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:56.947707 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:56.947707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "PUT /v2.0/ports/1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 HTTP/1.1" status: 200 len: 1129 time: 1.0125124 Feb 16 14:49:56.951903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52342) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:56.974599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb145c6-c47a-4da0-83b8-ad79eaea52f3 req-15099929-f992-4d1c-be9c-b9c6fbb8bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:56.976702 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2fb145c6-c47a-4da0-83b8-ad79eaea52f3 req-15099929-f992-4d1c-be9c-b9c6fbb8bcb7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 1096 time: 0.1314116 Feb 16 14:49:57.000768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700ef7c-05bf-48a5-80a7-2b23ff73d835 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event updated for resources: {'Port': ['ID=1928e3eb-3d3f-4c84-b7a2-74e6fb44a164,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:57.005501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-64f816d9-0bb2-496a-9a99-4935b4e91970 None None] Port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:57.013838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-64f816d9-0bb2-496a-9a99-4935b4e91970 None None] Could not find standard attr ID for object 78bf8fcf-caa8-4ef4-bf07-fc89374954a5. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:49:57.015203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bfd93-cc9e-4482-b1a0-3daeba202006 None None] Pushing event updated for resources: {'Port': ['ID=c1d3fb5b-67a9-43bb-9556-81c404bd3175,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:57.097481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:57.102072 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.123015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e552f1a-7da9-479a-b416-c42243e8b940 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:57.124745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6e552f1a-7da9-479a-b416-c42243e8b940 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "GET /v2.0/ports/1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 HTTP/1.1" status: 200 len: 1129 time: 0.1677730 Feb 16 14:49:57.131650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52350) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:57.144221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec78f4f-f19a-4cd8-a712-7ecb6cf10734 req-2834e842-bd6f-48c3-b130-e01f9001e48c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:57.149691 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2fb145c6-c47a-4da0-83b8-ad79eaea52f3 req-b9eb4e8e-0eea-419d-9def-856eacbdb8f3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653235 Feb 16 14:49:57.152038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78f4f-f19a-4cd8-a712-7ecb6cf10734 req-2834e842-bd6f-48c3-b130-e01f9001e48c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.2600994 Feb 16 14:49:57.180935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] device_id is not set on port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:49:57.213596 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.307584 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.395769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:57.403709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:57.407860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:57.443845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Pushing event updated for resources: {'Port': ['ID=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:57.484991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78f4f-f19a-4cd8-a712-7ecb6cf10734 req-61fdc098-8e60-4ee8-86b6-ab76e071b99c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310337 Feb 16 14:49:57.512746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d31f3-c0fa-4048-b8ae-c00e10076788 req-a163bb95-d0d2-4107-b445-cecadffd08b8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:57.513178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Attempting to bind port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:49:57.513560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Attempting to bind port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:49:57.513924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Attempting to bind port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa on network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:49:57.514342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-427d31f3-c0fa-4048-b8ae-c00e10076788 req-a163bb95-d0d2-4107-b445-cecadffd08b8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.3842461 Feb 16 14:49:57.530478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:49:57.530864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Checking segment: {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:49:57.531283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.531711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Bound using segment: {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:49:57.532509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Bound port: 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:49:57.532620 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.563375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 10.1.1.244 (d6a65f21-dee2-406d-8515-cd3a47a924d2/dc7bb928-30e3-42db-b238-0a9aaa86e079/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:57.579611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Deleting port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:57.579716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.625014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4b596ec3-8100-49ff-abec-7019d85e79e5 None None] Provisioning complete for port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:57.625768 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b596ec3-8100-49ff-abec-7019d85e79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.642095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-427d31f3-c0fa-4048-b8ae-c00e10076788 req-59cfa57c-b7f9-449e-9aae-f0fd295d98f8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062913 Feb 16 14:49:57.682060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] For port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:49:57.713854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4b596ec3-8100-49ff-abec-7019d85e79e5 None None] Port 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:49:57.720063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] For port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:49:57.753983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.770450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Calling delete_port for 1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:57.808098 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.880861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dceaa20-3596-4612-8ea0-f93b55d6f49e req-1be5a87e-ab67-43b7-9409-f83953bd4ca9 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 210 time: 0.0521963 Feb 16 14:49:57.885583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e7bc0-2107-4e63-b8f3-69851b4f3a87 None None] Pushing event updated for resources: {'Port': ['ID=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:57.923999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.067046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.091208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515364b-a6ed-4465-b7e8-c6356a3ca24d req-7a96e69c-3a9c-4763-b1ea-6b09f8edefab tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:58.095787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a515364b-a6ed-4465-b7e8-c6356a3ca24d req-7a96e69c-3a9c-4763-b1ea-6b09f8edefab tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1055489 Feb 16 14:49:58.116010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:58.119731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:58.122117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:49:58.150417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a515364b-a6ed-4465-b7e8-c6356a3ca24d req-65843c00-6d75-40f7-b84a-74e5017e5c91 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470836 Feb 16 14:49:58.195987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.208193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:58.223318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:58.228164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.270498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event deleted for resources: {'Port': ['ID=1928e3eb-3d3f-4c84-b7a2-74e6fb44a164,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:58.330383 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6a67954b-dbbb-480e-8117-41e0a182d94d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6330793 Feb 16 14:49:58.348809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.352243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4742b9b1-2604-4fc1-afad-1772b5a49b1a tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "DELETE /v2.0/ports/1928e3eb-3d3f-4c84-b7a2-74e6fb44a164 HTTP/1.1" status: 204 len: 168 time: 1.2192197 Feb 16 14:49:58.357867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52402) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:58.441609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec80290-a63b-4dc5-bb5b-fddb1e85f1dd req-7883bf1d-ddc6-4467-9022-02f45dafc0de tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:58.450441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ec80290-a63b-4dc5-bb5b-fddb1e85f1dd req-7883bf1d-ddc6-4467-9022-02f45dafc0de tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 951 time: 0.1054993 Feb 16 14:49:58.478185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Deleting subnet 7af06f9a-da54-4640-9239-ba13c82a47bf {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:49:58.490473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.537860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ec80290-a63b-4dc5-bb5b-fddb1e85f1dd req-9c39aede-d3c7-4376-a1be-8215ddc4b27e tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864594 Feb 16 14:49:58.571339 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.707037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.777473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c1d3fb5b-67a9-43bb-9556-81c404bd3175 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:49:58.780085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:49:58.782538 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a6e8ac-db3c-420a-a3f1-d46844ae1f5d" -d '{"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-plugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:49:58.830169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f40878-33c3-42bd-a740-43e8856f6d9d None None] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:58.913088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.924491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a53a0bf0-f3ee-4459-8353-0b729c128ce6 None None] Provisioning complete for port c1d3fb5b-67a9-43bb-9556-81c404bd3175 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:58.924864 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a53a0bf0-f3ee-4459-8353-0b729c128ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.945702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event deleted for resources: {'Subnet': ['ID=7af06f9a-da54-4640-9239-ba13c82a47bf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:58.951329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.957121 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "DELETE /v2.0/subnets/7af06f9a-da54-4640-9239-ba13c82a47bf HTTP/1.1" status: 204 len: 168 time: 0.5958273 Feb 16 14:49:58.957439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52426) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:58.960588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.960932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.961264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.961593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.961918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.962576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.963081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.963475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.963818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.964140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.964458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.964770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b71d94-5eb2-4eb2-a693-57caeaf70e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:58.968370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c1d3fb5b-67a9-43bb-9556-81c404bd3175 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:58.968957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:58.976239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9e3a9-e68b-4164-8488-608e89206f24 None None] Network 37df14a2-8d39-4401-83d7-ab8e5b7ae528 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:59.065492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52428) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:59.071031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1a480859-7bf4-426d-a2b9-0e67f2b5d7e7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217135587', 'description': 'tempest-description--1156483729'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:59.134834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.221360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a480859-7bf4-426d-a2b9-0e67f2b5d7e7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.278262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a53a0bf0-f3ee-4459-8353-0b729c128ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.378972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a480859-7bf4-426d-a2b9-0e67f2b5d7e7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.382404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.385566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a53a0bf0-f3ee-4459-8353-0b729c128ce6 None None] For port c1d3fb5b-67a9-43bb-9556-81c404bd3175, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c1d3fb5b-67a9-43bb-9556-81c404bd3175,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:59.394834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-8f8e4c16-5d95-4134-ac20-4e38fa4289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:59.400437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-8f8e4c16-5d95-4134-ac20-4e38fa4289e6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1100 time: 0.1974385 Feb 16 14:49:59.467851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a480859-7bf4-426d-a2b9-0e67f2b5d7e7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.469715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031472e4-0983-421a-a0fa-302473570b79 req-d5f2cf31-d23d-471c-bff3-0cd54ef19539 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:59.471338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-031472e4-0983-421a-a0fa-302473570b79 req-d5f2cf31-d23d-471c-bff3-0cd54ef19539 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.3327732 Feb 16 14:49:59.476551 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a53a0bf0-f3ee-4459-8353-0b729c128ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.513329 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a480859-7bf4-426d-a2b9-0e67f2b5d7e7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd474e9-080b-4f0a-9d48-8ecd6680fa26,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:59.564972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] DHCP port deletion for 37df14a2-8d39-4401-83d7-ab8e5b7ae528 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:49:59.579502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a480859-7bf4-426d-a2b9-0e67f2b5d7e7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.582851 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1a480859-7bf4-426d-a2b9-0e67f2b5d7e7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5152936 Feb 16 14:49:59.584972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52448) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:49:59.592706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-06323dc4-155f-4e3e-9b61-85ce6cd9aa07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'security_group_rule': {'security_group_id': 'efd474e9-080b-4f0a-9d48-8ecd6680fa26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:59.652349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Deleting port f40c3d82-703e-440c-bab4-6d0537177a1d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:49:59.652349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.671808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-68ab23c1-ea31-4017-830f-73d75bba743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:59.673404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-68ab23c1-ea31-4017-830f-73d75bba743a service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2652185 Feb 16 14:49:59.722995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-031472e4-0983-421a-a0fa-302473570b79 req-d2f3060d-ef1c-45b8-930a-1eb76dd55ab8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950662 Feb 16 14:49:59.735141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06323dc4-155f-4e3e-9b61-85ce6cd9aa07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.788778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c29a7d-6b54-4807-88cc-1b791ee6e801 None None] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:49:59.792108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-04390a64-9bbf-4212-b20b-46d40653b0dc service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.0859051 Feb 16 14:49:59.846495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:49:59.873400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06323dc4-155f-4e3e-9b61-85ce6cd9aa07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.895906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] For port f40c3d82-703e-440c-bab4-6d0537177a1d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f40c3d82-703e-440c-bab4-6d0537177a1d,segment=NetworkSegment(c32b7281-9cbb-4a7e-9608-ed2f380c2712),segment_id=c32b7281-9cbb-4a7e-9608-ed2f380c2712)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:49:59.896279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.912023 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:49:59.912375 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:49:59.917786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-54e6bf6a-7808-4807-be73-5eeed95d2e80 None None] Provisioning complete for port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:59.918374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-54e6bf6a-7808-4807-be73-5eeed95d2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:59.920933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Calling delete_port for f40c3d82-703e-440c-bab4-6d0537177a1d owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:49:59.927494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-7e04a0a8-93c9-448b-af25-2cedd72f81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:59.928993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-7e04a0a8-93c9-448b-af25-2cedd72f81c1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1273749 Feb 16 14:49:59.958053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a868ba2-f156-44e6-867c-ab353ee75547 req-9e29e20c-1928-4188-bedc-2f67950db3a3 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:59.967633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a868ba2-f156-44e6-867c-ab353ee75547 req-9e29e20c-1928-4188-bedc-2f67950db3a3 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1179926 Feb 16 14:49:59.978015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a0bf0-f3ee-4459-8353-0b729c128ce6 None None] Pushing event updated for resources: {'Port': ['ID=c1d3fb5b-67a9-43bb-9556-81c404bd3175,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:59.989867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06323dc4-155f-4e3e-9b61-85ce6cd9aa07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.016745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06323dc4-155f-4e3e-9b61-85ce6cd9aa07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214937ad-b2db-4f3f-a187-7af9b90ef96d,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:00.036459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] Deleting port f40c3d82-703e-440c-bab4-6d0537177a1d {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:00.036824 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.126631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a868ba2-f156-44e6-867c-ab353ee75547 req-145f205e-12d4-48eb-b67e-3b25f47b4c09 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581228 Feb 16 14:50:00.130393 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06323dc4-155f-4e3e-9b61-85ce6cd9aa07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.131900 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06323dc4-155f-4e3e-9b61-85ce6cd9aa07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5459392 Feb 16 14:50:00.135962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52466) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:00.144067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-833cd860-764d-48b8-b052-fdf40f7cd2f9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'security_group_rule': {'security_group_id': 'efd474e9-080b-4f0a-9d48-8ecd6680fa26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:00.154108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-253db53f-c17f-4b85-945f-6bf21ca92297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:00.159252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-253db53f-c17f-4b85-945f-6bf21ca92297 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203474 Feb 16 14:50:00.177556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.278703 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc143df-df7d-4616-bccc-7f7ead55935d x-openstack-request-id: req-9cc143df-df7d-4616-bccc-7f7ead55935d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:00.281726 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-plugged", "status": "completed", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:00.282146 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9cc143df-df7d-4616-bccc-7f7ead55935d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:00.282757 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'code': 200} Feb 16 14:50:00.297385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] For port f40c3d82-703e-440c-bab4-6d0537177a1d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f40c3d82-703e-440c-bab4-6d0537177a1d,segment=NetworkSegment(c32b7281-9cbb-4a7e-9608-ed2f380c2712),segment_id=c32b7281-9cbb-4a7e-9608-ed2f380c2712)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:00.298036 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.332946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] Calling delete_port for f40c3d82-703e-440c-bab4-6d0537177a1d owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:00.338672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-f2a22eac-dbeb-42f9-9ad7-96bfb45a0bc7 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:00.350831 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-f2a22eac-dbeb-42f9-9ad7-96bfb45a0bc7 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.129 "GET /v2.0/networks?id=95335a30-57b0-4a6d-883c-5402ba51d927 HTTP/1.1" status: 200 len: 820 time: 0.2878761 Feb 16 14:50:00.361292 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-54e6bf6a-7808-4807-be73-5eeed95d2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.364028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Request body: {'port': {'device_id': '33652150-ba2e-43a2-983c-e48a537ca801', 'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927', 'admin_state_up': True, 'tenant_id': '6f4b2623034a4ad9a41e9ecd6044c3d1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:00.371867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:00.386211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a86bab93-5030-4eda-81a5-afcc8059bccc req-86419a7d-2021-4ab0-8b5d-b85ad98add67 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 210 time: 0.0378489 Feb 16 14:50:00.398825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-3fb98103-2160-484b-a39d-c8d0904bc5b3 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230067 Feb 16 14:50:00.477011 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.498583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] No DVR routers for this DVR port f40c3d82-703e-440c-bab4-6d0537177a1d on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:00.505470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-54e6bf6a-7808-4807-be73-5eeed95d2e80 None None] For port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:00.508585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:00.551748 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.621051 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.626670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-833cd860-764d-48b8-b052-fdf40f7cd2f9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.652464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] No DVR routers for this DVR port f40c3d82-703e-440c-bab4-6d0537177a1d on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:00.662973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-54e6bf6a-7808-4807-be73-5eeed95d2e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.679085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:00.698512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:00.698512 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.721642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde0c7-5da4-4c94-8fe6-f2bd5c363eaa None None] Pushing event deleted for resources: {'Port': ['ID=f40c3d82-703e-440c-bab4-6d0537177a1d,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:00.784439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-833cd860-764d-48b8-b052-fdf40f7cd2f9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.803955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Made reservation on behalf of 6f4b2623034a4ad9a41e9ecd6044c3d1 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:00.808591 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.822397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Provisioning complete for port fda968d1-90e5-46fa-bba4-e53c52da6605 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:00.823005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.863618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6bf6a-7808-4807-be73-5eeed95d2e80 None None] Pushing event updated for resources: {'Port': ['ID=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:00.893826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-833cd860-764d-48b8-b052-fdf40f7cd2f9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.905079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Port fda968d1-90e5-46fa-bba4-e53c52da6605 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:00.929892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Provisioning complete for port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:00.930231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:00.932540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cd860-764d-48b8-b052-fdf40f7cd2f9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65df6d1-de31-4aba-bf27-55cb0020a6ef,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:00.963760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event deleted for resources: {'Port': ['ID=f40c3d82-703e-440c-bab4-6d0537177a1d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:00.999296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:01.013841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Provisioning complete for port c1d3fb5b-67a9-43bb-9556-81c404bd3175 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:01.014221 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5422a74-aafa-44bf-aa35-828b00912028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.069026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c1d3fb5b-67a9-43bb-9556-81c404bd3175 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:01.128914 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.133385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-4f63af7b-6ac4-4eeb-bc92-b6dfab0b9fd0 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279577 Feb 16 14:50:01.146026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221016f7-42c0-4314-b4a4-ffc0308db853 req-9b2f99af-6fa8-4e97-8167-7f8f4b39f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:01.148309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-221016f7-42c0-4314-b4a4-ffc0308db853 req-9b2f99af-6fa8-4e97-8167-7f8f4b39f4ef service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1097 time: 0.1977787 Feb 16 14:50:01.156519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1849b1-c45f-4c9e-9406-284a6c327dcd req-9ae7ba2e-771b-4b09-beab-ad4c46363d8d tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:01.158764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b1849b1-c45f-4c9e-9406-284a6c327dcd req-9ae7ba2e-771b-4b09-beab-ad4c46363d8d tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.2225277 Feb 16 14:50:01.166529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c1d3fb5b-67a9-43bb-9556-81c404bd3175 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:01.167084 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.193442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37df14a2-8d39-4401-83d7-ab8e5b7ae528']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:01.221323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32b7281-9cbb-4a7e-9608-ed2f380c2712') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:01.221602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32b7281-9cbb-4a7e-9608-ed2f380c2712') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:01.242628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.257351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:01.270680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-221016f7-42c0-4314-b4a4-ffc0308db853 req-e85b7f48-2bd2-4031-81ba-74450b01f262 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107090 Feb 16 14:50:01.274404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b1849b1-c45f-4c9e-9406-284a6c327dcd req-9557b98a-ba2e-459b-b2c6-ea9fd60955d8 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029823 Feb 16 14:50:01.275557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.282559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:50:01.282957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:50:01.286442 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:50:01.325565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-833cd860-764d-48b8-b052-fdf40f7cd2f9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.327358 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-833cd860-764d-48b8-b052-fdf40f7cd2f9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1871095 Feb 16 14:50:01.331934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52482) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:01.338958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:01.354435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3c79cf95-1059-4090-b730-25b7540282f3 None None] Provisioning complete for port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:01.354889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c79cf95-1059-4090-b730-25b7540282f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.372467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Allocated IP 172.20.0.10 (95335a30-57b0-4a6d-883c-5402ba51d927/e5146038-13ce-4499-bbef-ab383119ab5b/b04a2a6b-1bb1-42db-8277-dc63a1c4db56) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:01.416208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:01.416888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.443345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11692c6b-8cdb-44b0-aca2-39cc1774d244 req-9c63a38e-7f2f-40dd-8b5d-35166cc4218b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:01.445250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11692c6b-8cdb-44b0-aca2-39cc1774d244 req-9c63a38e-7f2f-40dd-8b5d-35166cc4218b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.0707471 Feb 16 14:50:01.492017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11692c6b-8cdb-44b0-aca2-39cc1774d244 req-e31e6bf9-df46-436b-b9f9-2274e5969910 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379744 Feb 16 14:50:01.496014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.506702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.514874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.519864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] 10.222.0.113 "DELETE /v2.0/networks/37df14a2-8d39-4401-83d7-ab8e5b7ae528 HTTP/1.1" status: 204 len: 168 time: 2.5611389 Feb 16 14:50:01.559211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2452b1-cdba-4c1a-b78d-8475a409a985 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910 tempest-ExtraDHCPOptionsIpV6TestJSON-1765476910-project] Pushing event deleted for resources: {'Network': ['ID=37df14a2-8d39-4401-83d7-ab8e5b7ae528,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:01.594523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638236d1-5b84-46b4-8b7c-b36f69de2601 req-acb2337d-2282-40e9-a8c6-e8f7c2afbc8a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:01.596178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-638236d1-5b84-46b4-8b7c-b36f69de2601 req-acb2337d-2282-40e9-a8c6-e8f7c2afbc8a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1031308 Feb 16 14:50:01.646917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f40c3d82-703e-440c-bab4-6d0537177a1d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:01.677997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-638236d1-5b84-46b4-8b7c-b36f69de2601 req-a4ec4b6d-25a0-4dd2-89ea-e38c1a75edb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756340 Feb 16 14:50:01.694840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f40c3d82-703e-440c-bab4-6d0537177a1d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:50:01.695566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f40c3d82-703e-440c-bab4-6d0537177a1d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:01.699389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad8c14-416f-40ce-a5cc-f8ad784b15bf req-6cd1faea-715f-4c54-9dac-63714eac812c tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:01.700773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76ad8c14-416f-40ce-a5cc-f8ad784b15bf req-6cd1faea-715f-4c54-9dac-63714eac812c tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0696988 Feb 16 14:50:01.711999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52496) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:01.718042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.719080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Request body: {'floatingip': {'port_id': '9165a032-e6a0-4569-b0e7-2427b13c69c1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:01.746580 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.780087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.871345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2864b5e9-281d-447c-aab1-c22231460acb req-9f0abb39-621b-47fd-a166-e9cb6072447d tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 210 time: 0.0886312 Feb 16 14:50:01.873135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 172.25.6.193 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ed98751f-5243-4aa0-99f9-0c4de531755e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:01.941446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:01.954432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015dd2-4645-42db-8793-42901c3c3852 req-26496948-6b70-4773-b727-e76f5888907a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:01.956064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e015dd2-4645-42db-8793-42901c3c3852 req-26496948-6b70-4773-b727-e76f5888907a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 948 time: 0.1724863 Feb 16 14:50:02.009742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Network 95335a30-57b0-4a6d-883c-5402ba51d927 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:02.018868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:02.021455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:02.034455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Pushing event updated for resources: {'Port': ['ID=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:02.105514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e015dd2-4645-42db-8793-42901c3c3852 req-8a8a8b9a-977e-464c-bc55-50668ddc4713 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309738 Feb 16 14:50:02.110243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:02.111181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.124473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.153467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52500) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:02.191363 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-e34c18f6-a270-4e3b-ad66-a3e5aae622f8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8357067 Feb 16 14:50:02.215489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Request body: {'port': {'device_id': '33652150-ba2e-43a2-983c-e48a537ca801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:02.284219 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.287318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:02.291978 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e95a2-d751-4cdb-bd12-12b1f0ac9ffc" -d '{"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-unplugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:02.338992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.341396 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3ba57a-038e-4c2d-ab7c-774e63befdd8 x-openstack-request-id: req-cd3ba57a-038e-4c2d-ab7c-774e63befdd8 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:02.341888 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-unplugged", "status": "completed", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:02.342278 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd3ba57a-038e-4c2d-ab7c-774e63befdd8 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:02.343316 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'code': 200} Feb 16 14:50:02.361531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:02.371798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:02.381997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:02.428817 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.437148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=ed98751f-5243-4aa0-99f9-0c4de531755e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:02.441256 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80ed84f6-de93-49b7-a30b-3f320214e1e1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=879aad67055a4b1b94916ee50caaf032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866168 Feb 16 14:50:02.445409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52510) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:02.446048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfe72f-41bf-4ec5-ab20-c30c4fd36943 req-5d55b324-a4a5-4535-8b93-9b326612cb16 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:02.448481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01dfe72f-41bf-4ec5-ab20-c30c4fd36943 req-5d55b324-a4a5-4535-8b93-9b326612cb16 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 949 time: 0.1279719 Feb 16 14:50:02.499022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01dfe72f-41bf-4ec5-ab20-c30c4fd36943 req-632e1617-258a-4711-94f2-d452d5f22d48 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370421 Feb 16 14:50:02.499666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.666992 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Floating IP 94aef499-5cc0-4f84-b52a-b6d2913febaa associated. External IP: 172.25.6.98, port: 9165a032-e6a0-4569-b0e7-2427b13c69c1. Feb 16 14:50:02.694324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-79a85211-8cae-47ec-9cc4-77c97a74539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.720781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d943a37-75ce-475e-8cb0-1b7956ba6fed req-62ef29cc-61fd-448c-8923-9c572f3513f7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:02.722407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d943a37-75ce-475e-8cb0-1b7956ba6fed req-62ef29cc-61fd-448c-8923-9c572f3513f7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1054695 Feb 16 14:50:02.754200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.785351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-79a85211-8cae-47ec-9cc4-77c97a74539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.832693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d943a37-75ce-475e-8cb0-1b7956ba6fed req-9988f601-929b-47f9-a417-8dfffc97c5c1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028557 Feb 16 14:50:02.882226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:02.909457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bea76-6f17-4b9c-9a0c-8071804d1320 req-7514d7e4-8454-4dc8-8f44-226b322e2c5c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:02.912601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d6bea76-6f17-4b9c-9a0c-8071804d1320 req-7514d7e4-8454-4dc8-8f44-226b322e2c5c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1341898 Feb 16 14:50:02.961321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04a2a6b-1bb1-42db-8277-dc63a1c4db56 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:02.975773 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.027534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-79a85211-8cae-47ec-9cc4-77c97a74539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.030101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-79a85211-8cae-47ec-9cc4-77c97a74539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.031350 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-79a85211-8cae-47ec-9cc4-77c97a74539c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/df886427-50dd-45be-bdbc-5e923360341d HTTP/1.1" status: 204 len: 168 time: 0.5820649 Feb 16 14:50:03.037545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Transition to ACTIVE for port object b04a2a6b-1bb1-42db-8277-dc63a1c4db56 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:03.038930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d6bea76-6f17-4b9c-9a0c-8071804d1320 req-7fead551-bce9-4794-abd5-2dac1a72c59d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136603 Feb 16 14:50:03.051731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a85211-8cae-47ec-9cc4-77c97a74539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df886427-50dd-45be-bdbc-5e923360341d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:03.065748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Router 4ca1f249-6e3f-426a-8232-80f1b2277d55 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:50:03.080789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9c689-3c76-4ec3-a6e6-a0e526bba418 req-794b1859-5108-48e9-b4e5-bcc6516e41e0 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:03.090004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32d9c689-3c76-4ec3-a6e6-a0e526bba418 req-794b1859-5108-48e9-b4e5-bcc6516e41e0 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 932 time: 0.1014500 Feb 16 14:50:03.128116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.136980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.171863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32d9c689-3c76-4ec3-a6e6-a0e526bba418 req-1e329e5d-4c75-42e4-9924-4898711ae8b8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809779 Feb 16 14:50:03.196349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:03.225023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.265410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:03.270553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.282930 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02662c98-838d-4564-9864-7e757d337441 None None] Sync routers for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:03.306158 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:03.307232 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:49:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:03.312474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2dc2-3d53-42ec-a3a4-ccafa7720545 req-1a8914d8-6e92-4d8b-ab92-2b87464aebc1 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:03.315787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e92b2dc2-3d53-42ec-a3a4-ccafa7720545 req-1a8914d8-6e92-4d8b-ab92-2b87464aebc1 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 948 time: 0.0995712 Feb 16 14:50:03.322602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ef3754f5-bfa6-4147-b3cf-4c5d4c2adca1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "PUT /v2.0/floatingips/94aef499-5cc0-4f84-b52a-b6d2913febaa HTTP/1.1" status: 200 len: 990 time: 1.6073563 Feb 16 14:50:03.324373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:03.326715 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb36853-ec9c-46b1-853d-75d88c91f633" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:03.390818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e92b2dc2-3d53-42ec-a3a4-ccafa7720545 req-a1d5f792-77ba-45b8-9ef3-79377bd59aff tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670941 Feb 16 14:50:03.421282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=ed98751f-5243-4aa0-99f9-0c4de531755e,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:03.451067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Attempting to bind port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:03.453880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Attempting to bind port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '11e25a49-25bd-463c-b325-22904ec6f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:03.454677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Attempting to bind port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 on network 95335a30-57b0-4a6d-883c-5402ba51d927 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:03.470755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.492492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762413c-160a-4f03-aa92-4678835cbaba req-47ac3541-1763-4fb7-9a6a-dd1d26d8fa82 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:03.495014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c762413c-160a-4f03-aa92-4678835cbaba req-47ac3541-1763-4fb7-9a6a-dd1d26d8fa82 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.0992868 Feb 16 14:50:03.501549 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a382faf-8184-49ef-9dab-6389bd9645c9 x-openstack-request-id: req-8a382faf-8184-49ef-9dab-6389bd9645c9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:03.501549 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:03.501549 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8a382faf-8184-49ef-9dab-6389bd9645c9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:03.501549 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'status': 'completed', 'code': 200} Feb 16 14:50:03.502089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 on network 95335a30-57b0-4a6d-883c-5402ba51d927 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:03.502089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Attempting to bind port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 on network 95335a30-57b0-4a6d-883c-5402ba51d927 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:03.538813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-e6c54d90-5c1d-4dc5-8eac-5e4d088eb30c tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:03.546545 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-e6c54d90-5c1d-4dc5-8eac-5e4d088eb30c tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 948 time: 0.2685688 Feb 16 14:50:03.602594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c762413c-160a-4f03-aa92-4678835cbaba req-7188c6f2-fe0d-4469-8d87-c951d9dde7f3 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941882 Feb 16 14:50:03.643797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:03.644012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Checking segment: {'id': '11e25a49-25bd-463c-b325-22904ec6f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:03.644466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Bound using segment: {'id': '11e25a49-25bd-463c-b325-22904ec6f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:03.644925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Bound port: b04a2a6b-1bb1-42db-8277-dc63a1c4db56, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e25a49-25bd-463c-b325-22904ec6f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:03.645287 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.697128 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:03.713436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-237bc4bb-9155-4d01-a354-e3ed0050f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:03.715164 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-237bc4bb-9155-4d01-a354-e3ed0050f7f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4104f8c298dc4d809d36ba602a1aebd1&device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 1096 time: 0.1676688 Feb 16 14:50:03.717906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda1320-e86a-493a-b10e-f9a6d1dbd380 req-c207734c-4286-4ff7-89ce-c2ca0600586a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:03.719711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cda1320-e86a-493a-b10e-f9a6d1dbd380 req-c207734c-4286-4ff7-89ce-c2ca0600586a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 949 time: 0.1035316 Feb 16 14:50:03.782413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:03.783644 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71018835-3c5e-447e-bfdf-fa260ba92c39 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4506080 Feb 16 14:50:03.868589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cda1320-e86a-493a-b10e-f9a6d1dbd380 req-55102a97-bb6c-4ea0-af9b-30789f71c1f8 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391790 Feb 16 14:50:03.949809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] For port b04a2a6b-1bb1-42db-8277-dc63a1c4db56, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:03.958888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] For port b04a2a6b-1bb1-42db-8277-dc63a1c4db56, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,segment=NetworkSegment(11e25a49-25bd-463c-b325-22904ec6f831),segment_id=11e25a49-25bd-463c-b325-22904ec6f831)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:03.968542 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Deleting port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:03.968678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:04.061843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:04.064871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149fa2f-f82c-40ae-8c48-27dbf78e7732 req-73a01449-2e14-496c-81a8-b34cb46efcb8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.074743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a149fa2f-f82c-40ae-8c48-27dbf78e7732 req-73a01449-2e14-496c-81a8-b34cb46efcb8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.0924103 Feb 16 14:50:04.110770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-469a1d6f-df32-4fe5-8de1-ad1b36916eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.112390 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-469a1d6f-df32-4fe5-8de1-ad1b36916eb2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 HTTP/1.1" status: 200 len: 907 time: 0.3437734 Feb 16 14:50:04.125181 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '94aef499-5cc0-4f84-b52a-b6d2913febaa', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'port_id': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'mac_address': 'fa:16:3e:7e:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:49:26Z', 'updated_at': '2022-02-16T14:50:02Z', 'revision_number': 1, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:20Z', 'revision_number': 5, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:04.137161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a149fa2f-f82c-40ae-8c48-27dbf78e7732 req-6d9a557a-b85f-4e2f-8a50-e8a3886ed88f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614493 Feb 16 14:50:04.209024 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02662c98-838d-4564-9864-7e757d337441 None None] Checking router: 4ca1f249-6e3f-426a-8232-80f1b2277d55 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:04.220231 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:04.220854 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:49:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:04.249592 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-5e5a1558-d63f-46a4-9d9d-206c050e7748 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1 HTTP/1.1" status: 200 len: 998 time: 0.1227121 Feb 16 14:50:04.253560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.254367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:04.255945 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] 10.222.0.129 "PUT /v2.0/ports/b04a2a6b-1bb1-42db-8277-dc63a1c4db56 HTTP/1.1" status: 200 len: 1092 time: 2.0465770 Feb 16 14:50:04.258246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33652150-ba2e-43a2-983c-e48a537ca801', 'tag': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:04.261409 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb" -d '{"events": [{"name": "network-changed", "server_uuid": "33652150-ba2e-43a2-983c-e48a537ca801", "tag": "b04a2a6b-1bb1-42db-8277-dc63a1c4db56"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:04.324860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5e6e3-2db8-4aef-9b52-a3ea9aceeb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:04.330308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] For port 43dd3977-1a3e-48a6-9448-d7098f94c4d5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=43dd3977-1a3e-48a6-9448-d7098f94c4d5,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:04.330689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:04.336450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abb9ec-9349-4302-b237-08a703f2b77a req-b62b408f-13db-4e96-8fc7-5852d9156de2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.347449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5abb9ec-9349-4302-b237-08a703f2b77a req-b62b408f-13db-4e96-8fc7-5852d9156de2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1507092 Feb 16 14:50:04.364266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-61d764e9-20c4-45ac-b209-dafe2b0f7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.365558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f10ba809-64a2-4490-9034-213849bf99c1 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1217135587&fields=id&tenant_id=aa08f1ea767b4697af004bf547bd9bab HTTP/1.1" status: 200 len: 267 time: 0.1329436 Feb 16 14:50:04.367920 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:04.377022 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-61d764e9-20c4-45ac-b209-dafe2b0f7893 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0e6bf9fa-e90e-4a19-a2dd-c70ce8521085 HTTP/1.1" status: 200 len: 844 time: 0.1078587 Feb 16 14:50:04.379742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Calling delete_port for 43dd3977-1a3e-48a6-9448-d7098f94c4d5 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:04.493721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-dbab281b-d3f9-4798-98c2-a4530b404414 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.495342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-dbab281b-d3f9-4798-98c2-a4530b404414 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports/fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 200 len: 931 time: 0.1142604 Feb 16 14:50:04.504089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5abb9ec-9349-4302-b237-08a703f2b77a req-8ef2ccb5-7f7c-4f53-b20a-13903c593981 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547871 Feb 16 14:50:04.505030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-65b3101c-758c-4701-8f89-bd29e909aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.506562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-65b3101c-758c-4701-8f89-bd29e909aff0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=6f4b2623034a4ad9a41e9ecd6044c3d1&device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 1095 time: 0.1282630 Feb 16 14:50:04.520273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-43c975be-faeb-4eef-a629-b1ed031f3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.520273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-43c975be-faeb-4eef-a629-b1ed031f3212 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274889 Feb 16 14:50:04.592613 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-a92bded6-b92b-403c-8adc-5277826362f4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b04a2a6b-1bb1-42db-8277-dc63a1c4db56 HTTP/1.1" status: 200 len: 217 time: 0.0748825 Feb 16 14:50:04.636463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-9c5eb4b6-812a-4741-97ff-73b98ae10def tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.638145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-9c5eb4b6-812a-4741-97ff-73b98ae10def tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.93 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 949 time: 0.2044346 Feb 16 14:50:04.650737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-391059f7-8001-4fce-8941-fd524f8e08aa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.652415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-391059f7-8001-4fce-8941-fd524f8e08aa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 200 len: 932 time: 0.1420312 Feb 16 14:50:04.729687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-606cb854-6cf8-4b09-92ae-6abd4887b8cd tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0686078 Feb 16 14:50:04.732083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-911e9896-91fe-4c92-b13a-91860baacb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.733717 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-911e9896-91fe-4c92-b13a-91860baacb5e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e5146038-13ce-4499-bbef-ab383119ab5b HTTP/1.1" status: 200 len: 860 time: 0.1087689 Feb 16 14:50:04.740220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b41f-65c9-49cd-9519-52f90eed5b1f req-f123e7fb-7478-4a23-bede-541c34fb71db tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.741687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb05b41f-65c9-49cd-9519-52f90eed5b1f req-f123e7fb-7478-4a23-bede-541c34fb71db tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 944 time: 0.1711490 Feb 16 14:50:04.755151 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02662c98-838d-4564-9864-7e757d337441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '94aef499-5cc0-4f84-b52a-b6d2913febaa', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'port_id': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'mac_address': 'fa:16:3e:7e:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:49:26Z', 'updated_at': '2022-02-16T14:50:02Z', 'revision_number': 1, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:20Z', 'revision_number': 5, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:04.786145 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-3772fd37-0a13-4e56-8f0b-41c133a9421d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=95335a30-57b0-4a6d-883c-5402ba51d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396652 Feb 16 14:50:04.786366 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02662c98-838d-4564-9864-7e757d337441 None None] The sync data for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 is: [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '94aef499-5cc0-4f84-b52a-b6d2913febaa', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'floating_ip_address': '172.25.6.98', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'port_id': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'mac_address': 'fa:16:3e:7e:d1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:49:26Z', 'updated_at': '2022-02-16T14:50:02Z', 'revision_number': 1, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:20Z', 'revision_number': 5, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:04.792028 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-7288ad1d-cece-40f5-821f-4fcc1402e7a3 service neutron] 10.222.0.93 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604125 Feb 16 14:50:04.799795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9496000c-3bec-40ea-94e0-b4d2973f3815 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0570426 Feb 16 14:50:04.971092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb05b41f-65c9-49cd-9519-52f90eed5b1f req-2b8c75fd-d988-4727-b578-bccc9c766614 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666305 Feb 16 14:50:04.997205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52606) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:05.030987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Deleting port a2257e03-6ac9-4d20-97ba-54f18adf06d0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:05.031151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:05.107109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-4d258574-ccf4-409e-b161-757e3d5cdfd3 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.113568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-4d258574-ccf4-409e-b161-757e3d5cdfd3 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.119483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-4d258574-ccf4-409e-b161-757e3d5cdfd3 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.128237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-4d258574-ccf4-409e-b161-757e3d5cdfd3 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/networks?id=0b18220e-b2f2-4afd-922c-83c86ed713f5&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0 HTTP/1.1" status: 200 len: 1991 time: 0.3125238 Feb 16 14:50:05.166675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e22afc81-e951-44d2-9621-fb8f7d6c6421 req-60836a24-a891-4e5c-bcd6-a95f8428ef35 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=f51378e7-cff7-4092-bfcc-a3fd90461d32 HTTP/1.1" status: 200 len: 210 time: 0.0801966 Feb 16 14:50:05.182285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b38eb6f-db50-4745-8617-b2eec9f73ab3 None None] New status for floating IP 94aef499-5cc0-4f84-b52a-b6d2913febaa: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:50:05.182784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-380342639'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:05.205906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-0c1b6842-7dc0-41c0-9dc6-4288633fa53f tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/quotas/aa08f1ea767b4697af004bf547bd9bab HTTP/1.1" status: 200 len: 375 time: 0.0467396 Feb 16 14:50:05.236392 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-fc724348-4346-48e8-ac67-70ad01c69601 service neutron] 10.222.0.129 "GET /v2.0/networks/95335a30-57b0-4a6d-883c-5402ba51d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422190 Feb 16 14:50:05.238058 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c54cf8c-00d9-448f-accf-fa5b2b29637f x-openstack-request-id: req-8c54cf8c-00d9-448f-accf-fa5b2b29637f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:05.238345 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33652150-ba2e-43a2-983c-e48a537ca801", "tag": "b04a2a6b-1bb1-42db-8277-dc63a1c4db56", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:05.238594 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8c54cf8c-00d9-448f-accf-fa5b2b29637f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:05.238983 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33652150-ba2e-43a2-983c-e48a537ca801', 'tag': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56', 'status': 'completed', 'code': 200} Feb 16 14:50:05.255272 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6a74296-071e-4a6a-89f0-1140a7458b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:05.276928 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:05.308729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] For port a2257e03-6ac9-4d20-97ba-54f18adf06d0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a2257e03-6ac9-4d20-97ba-54f18adf06d0,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:05.309243 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:05.337073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Made reservation on behalf of e3b9052b7a0b4a129a377a671a12b3a3 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:05.342728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:05.362891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Calling delete_port for a2257e03-6ac9-4d20-97ba-54f18adf06d0 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:05.373198 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:05.396600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Pushing event deleted for resources: {'Port': ['ID=43dd3977-1a3e-48a6-9448-d7098f94c4d5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:05.426356 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb9e7c17-274c-482c-bdb5-2f651c37fd14 req-4f822f02-d303-4d6d-9a72-a5a37fd0b9d6 service neutron] 10.222.0.129 "GET /v2.0/networks/95335a30-57b0-4a6d-883c-5402ba51d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504712 Feb 16 14:50:05.469831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] No DVR routers for this DVR port 43dd3977-1a3e-48a6-9448-d7098f94c4d5 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:05.473712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:05.477213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-df82be25-a5c0-4d07-9ef0-1dc58c55d515 req-592c10c5-9e64-45e1-94f8-680cbc143378 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "DELETE /v2.0/ports/43dd3977-1a3e-48a6-9448-d7098f94c4d5 HTTP/1.1" status: 204 len: 173 time: 1.9145589 Feb 16 14:50:05.481704 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5fb36853-ec9c-46b1-853d-75d88c91f633 req-f4cee427-07b4-4a98-b4f4-f1a6ad4d8a24 service neutron] 10.222.0.93 "GET /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787603 Feb 16 14:50:05.586878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-34f6670a-a0fa-4396-815e-a1cb65b1c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.591073 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-34f6670a-a0fa-4396-815e-a1cb65b1c791 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=6f4b2623034a4ad9a41e9ecd6044c3d1&device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 1095 time: 0.0551825 Feb 16 14:50:05.689318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-dcf7db9a-b4ee-4de4-adba-01ab9538fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.690854 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-dcf7db9a-b4ee-4de4-adba-01ab9538fc07 service neutron] 10.222.0.129 "GET /v2.0/networks?id=95335a30-57b0-4a6d-883c-5402ba51d927 HTTP/1.1" status: 200 len: 922 time: 0.0936961 Feb 16 14:50:05.725627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-63eee42a-c0cb-44c8-83f4-9ea91332cf0e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5188634 Feb 16 14:50:05.736970 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-7d9dca18-c10e-496f-ab7f-cedfc6b67ca8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b04a2a6b-1bb1-42db-8277-dc63a1c4db56 HTTP/1.1" status: 200 len: 217 time: 0.0379722 Feb 16 14:50:05.795435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-7a870725-91e6-4ca7-b8a9-fa743d53f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.800427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-7a870725-91e6-4ca7-b8a9-fa743d53f421 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e5146038-13ce-4499-bbef-ab383119ab5b HTTP/1.1" status: 200 len: 860 time: 0.0549080 Feb 16 14:50:05.807565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e978f4-3474-49cd-ad08-52f5cd9ffc3b req-7be39bc8-2d1e-4699-a127-a46ef3f76219 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.809367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8e978f4-3474-49cd-ad08-52f5cd9ffc3b req-7be39bc8-2d1e-4699-a127-a46ef3f76219 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 949 time: 0.5271561 Feb 16 14:50:05.839404 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-95a02a44-f6ce-4633-8737-bf5bfffb3a80 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=95335a30-57b0-4a6d-883c-5402ba51d927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341175 Feb 16 14:50:05.949372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8e978f4-3474-49cd-ad08-52f5cd9ffc3b req-628f916d-1407-4c34-9518-5c3ddce0d2f7 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/security-groups?id=a219ca76-3c6a-4530-a4e2-7b94f46dc182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321156 Feb 16 14:50:05.950867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-80597bea-a6e1-4ea5-bf99-53cf27a519e4 service neutron] 10.222.0.129 "GET /v2.0/networks/95335a30-57b0-4a6d-883c-5402ba51d927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013107 Feb 16 14:50:05.990457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7a641b12-0f75-401d-97bd-c0f1f445a9d1 service neutron] 10.222.0.113 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218804 Feb 16 14:50:06.062013 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c8a7e97-96f8-4a3b-809b-51f6591ffebb req-6f4474a7-022f-4b5c-a7b2-f7e7ac33283a service neutron] 10.222.0.129 "GET /v2.0/networks/95335a30-57b0-4a6d-883c-5402ba51d927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036949 Feb 16 14:50:06.110006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.158432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d71e3-6b99-444f-99c0-d2320cc2264b req-9398fa48-61bb-4b5b-a518-5a619deb9de2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:06.159942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a5d71e3-6b99-444f-99c0-d2320cc2264b req-9398fa48-61bb-4b5b-a518-5a619deb9de2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1441827 Feb 16 14:50:06.179923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-6de6ed6e-e09d-4120-ae42-12ede1e6903b service neutron] 10.222.0.113 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606455 Feb 16 14:50:06.231221 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.241356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.265755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-fb414b69-6bb9-4089-895b-f72ccd1869b4 service neutron] 10.222.0.113 "GET /v2.0/ports/fda968d1-90e5-46fa-bba4-e53c52da6605?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0774682 Feb 16 14:50:06.268577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a5d71e3-6b99-444f-99c0-d2320cc2264b req-198674b2-daff-4995-924a-a792afdc33b4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995221 Feb 16 14:50:06.277612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:50:06.319364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Pushing event deleted for resources: {'Port': ['ID=a2257e03-6ac9-4d20-97ba-54f18adf06d0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:06.334592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d5fb58-826c-477e-ade4-d54eebc3ec35,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:06.369721 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.370073 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Added segment 93b4f9fc-47f1-4f24-aa85-b873d0b21f92 of type vlan for network 5f75b428-3593-4860-aaa2-78150d0a4ff2 Feb 16 14:50:06.449707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] No DVR routers for this DVR port a2257e03-6ac9-4d20-97ba-54f18adf06d0 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:06.454783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.458007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6fc3536-615d-444a-a4ec-deec4467b9c9 req-f9380131-a9dd-4f18-92af-ee8693a2c96a tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.93 "DELETE /v2.0/ports/a2257e03-6ac9-4d20-97ba-54f18adf06d0 HTTP/1.1" status: 204 len: 173 time: 1.8038635 Feb 16 14:50:06.459941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-deleted', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:06.462752 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e8305e-4dec-4289-bbad-2a8e26826844" -d '{"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-deleted", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:06.512704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.537549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c988-38f5-4685-af94-0edda1a255d0 req-eb60e70f-a9c7-4e07-af4d-7753b607c052 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:06.539054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce76c988-38f5-4685-af94-0edda1a255d0 req-eb60e70f-a9c7-4e07-af4d-7753b607c052 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1993811 Feb 16 14:50:06.543117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-01e9e982-c051-477e-aecf-9f9d8abba9c1 service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596939 Feb 16 14:50:06.643205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce76c988-38f5-4685-af94-0edda1a255d0 req-eabac83b-e6c3-4d8e-b436-8f2bfbfbe27f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951717 Feb 16 14:50:06.686228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-1bf17136-ec59-4abb-a635-83fcb5cbdcb5 service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242986 Feb 16 14:50:06.737131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.742654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:06.743442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.783391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-a21f87bc-29ae-4321-8b92-9c6807841d52 service neutron] 10.222.0.113 "GET /v2.0/ports/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0870049 Feb 16 14:50:06.864413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8647025 Feb 16 14:50:06.867260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52622) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:06.872979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Request body: {'subnet': {'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:06.896453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537923b7-02b3-4e98-a3c8-f720d6483ed5 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event updated for resources: {'Network': ['ID=5f75b428-3593-4860-aaa2-78150d0a4ff2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:06.908268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:50:06.925718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9becac-7661-48a3-b2e3-09d1462818e2 req-90e7fcd2-3559-41d7-bb5f-a099fea7c36a tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:06.927139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa9becac-7661-48a3-b2e3-09d1462818e2 req-90e7fcd2-3559-41d7-bb5f-a099fea7c36a tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 944 time: 0.2042634 Feb 16 14:50:06.982452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-fd772124-62c1-4f0b-8c9c-6c39070d4823 service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818027 Feb 16 14:50:07.014108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa9becac-7661-48a3-b2e3-09d1462818e2 req-daf71a66-ccb1-4013-8051-e8fa134798a4 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699894 Feb 16 14:50:07.037915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Made reservation on behalf of e3b9052b7a0b4a129a377a671a12b3a3 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:07.042047 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:07.091269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-52b34b5f-433e-4496-b300-bff9da232730 service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024539 Feb 16 14:50:07.094340 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187814e9-85ac-4fba-b200-7ba815213cf7 x-openstack-request-id: req-187814e9-85ac-4fba-b200-7ba815213cf7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:07.094662 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37fa3a27-99aa-4c19-8d58-ea995abbaa83", "name": "network-vif-deleted", "tag": "a2257e03-6ac9-4d20-97ba-54f18adf06d0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:07.094978 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-187814e9-85ac-4fba-b200-7ba815213cf7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:07.095438 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37fa3a27-99aa-4c19-8d58-ea995abbaa83', 'name': 'network-vif-deleted', 'tag': 'a2257e03-6ac9-4d20-97ba-54f18adf06d0', 'status': 'completed', 'code': 200} Feb 16 14:50:07.226085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044024c7-c4e5-4cce-b49c-5b9ee72a5d43 req-91effae0-090a-4a0b-9e47-32460fbbe8b4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.227677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-044024c7-c4e5-4cce-b49c-5b9ee72a5d43 req-91effae0-090a-4a0b-9e47-32460fbbe8b4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0759418 Feb 16 14:50:07.233395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-0a7eafb2-ff1c-4350-a542-d45de5051f1d service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328311 Feb 16 14:50:07.240669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-deleted', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:07.243351 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e22a44-a792-41f4-b852-56b3a9f2f0aa" -d '{"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-deleted", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:07.309537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:07.324140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-044024c7-c4e5-4cce-b49c-5b9ee72a5d43 req-8b70894d-4bf2-42fc-9341-f4edbacd9eec tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894890 Feb 16 14:50:07.377477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-96738ee4-d9c5-42fd-a093-60a8273a3944 service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347668 Feb 16 14:50:07.396890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event updated for resources: {'Subnet': ['ID=ef6d7cbd-0b0a-427c-b15b-57974f95efd0,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:07.410833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Checking segment: {'id': '93b4f9fc-47f1-4f24-aa85-b873d0b21f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:07.411197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Network hostable DHCP agents. Network: 5f75b428-3593-4860-aaa2-78150d0a4ff2, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:50:07.470143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-783280bf-9e5f-42ac-80e8-93a580f695c6 req-450a8a3b-6f38-421b-bbc9-13a36c1193e1 tempest-ImagesOneServerTestJSON-803585547 tempest-ImagesOneServerTestJSON-803585547-project] 10.222.0.113 "GET /v2.0/ports?device_id=37fa3a27-99aa-4c19-8d58-ea995abbaa83 HTTP/1.1" status: 200 len: 210 time: 0.0598114 Feb 16 14:50:07.487967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:50:07.510688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f925413f-67c5-473e-879b-3fe9abc5c64d service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252832 Feb 16 14:50:07.573419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 5f75b428-3593-4860-aaa2-78150d0a4ff2) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:07.577568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.578163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:07.584950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff93ec-1558-43ed-a8e7-4732e0924cf3 None None] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:07.611971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-662215e7-3580-4962-ab6c-aaed86a0379e service neutron] 10.222.0.113 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942564 Feb 16 14:50:07.654215 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d36ba386-cac7-4f71-a0c8-37c7ff2b3781 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854064 Feb 16 14:50:07.657012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:07.664829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Request body: {'port': {'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-419976683'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:07.714731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-c5ab8c2e-56d3-4d42-b9eb-7c9193097959 service neutron] 10.222.0.113 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967128 Feb 16 14:50:07.754425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 43dd3977-1a3e-48a6-9448-d7098f94c4d5 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:07.777362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-5f75b428-3593-4860-aaa2-78150d0a4ff2', 'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2', 'tenant_id': 'e3b9052b7a0b4a129a377a671a12b3a3', 'fixed_ips': [{'subnet_id': 'ef6d7cbd-0b0a-427c-b15b-57974f95efd0'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:50:07.778215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:07.780572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 43dd3977-1a3e-48a6-9448-d7098f94c4d5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:50:07.781071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 43dd3977-1a3e-48a6-9448-d7098f94c4d5 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:07.818210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-1fd407b0-15a6-4fd7-899d-dee895fc59bb service neutron] 10.222.0.113 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972469 Feb 16 14:50:07.862876 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3129348f-1cfb-42ec-9527-15fa0b86e610 x-openstack-request-id: req-3129348f-1cfb-42ec-9527-15fa0b86e610 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:07.863170 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51378e7-cff7-4092-bfcc-a3fd90461d32", "name": "network-vif-deleted", "tag": "43dd3977-1a3e-48a6-9448-d7098f94c4d5", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:07.863436 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3129348f-1cfb-42ec-9527-15fa0b86e610 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:07.863865 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51378e7-cff7-4092-bfcc-a3fd90461d32', 'name': 'network-vif-deleted', 'tag': '43dd3977-1a3e-48a6-9448-d7098f94c4d5', 'status': 'completed', 'code': 200} Feb 16 14:50:07.881036 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:50:07.898128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Made reservation on behalf of e3b9052b7a0b4a129a377a671a12b3a3 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:07.902818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:07.922539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] device_id is not set on port c26c1bf8-c0f7-486a-97bd-9f3d7a84c3b4 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:50:07.953006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-d6e932e1-4ca8-4ca1-ab44-62b75a00399f service neutron] 10.222.0.113 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245213 Feb 16 14:50:07.955586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Allocated IP 172.20.0.2 (5f75b428-3593-4860-aaa2-78150d0a4ff2/ef6d7cbd-0b0a-427c-b15b-57974f95efd0/ec11fed9-9d37-4dfa-b41b-f989eabb1c35) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:07.968835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7d82df5-783f-4e45-bb5d-a09c1fab887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:08.021547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43445ba0-882a-449f-ada7-137ef2184662 req-5a4a7c42-d21d-4163-99ff-73f3ec782312 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.022960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43445ba0-882a-449f-ada7-137ef2184662 req-5a4a7c42-d21d-4163-99ff-73f3ec782312 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1085484 Feb 16 14:50:08.079446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43445ba0-882a-449f-ada7-137ef2184662 req-2f6945fb-1f62-4227-a8b2-bcdd9636dd5a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501132 Feb 16 14:50:08.101155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-531901b5-596f-4a54-a0d9-555a47eec004 service neutron] 10.222.0.113 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397359 Feb 16 14:50:08.115351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:08.189523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21344b73-baea-4182-812a-f834590c0264 req-4666f662-156e-4f25-9122-db87020a20a7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.191021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21344b73-baea-4182-812a-f834590c0264 req-4666f662-156e-4f25-9122-db87020a20a7 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0516632 Feb 16 14:50:08.208048 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:08.231465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21344b73-baea-4182-812a-f834590c0264 req-8689d8d2-4319-47dc-8b1e-5655323ca5a5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Feb 16 14:50:08.318419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a814b7f2-831b-4cb6-b0ae-9c598dbce7d9 {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:50:08.318737 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:50:08.362770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f244cb-8450-4f41-bd0a-65098bd849de req-b9ea1cb7-d179-4bd4-9ea6-001dadcfeafb tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.364329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90f244cb-8450-4f41-bd0a-65098bd849de req-b9ea1cb7-d179-4bd4-9ea6-001dadcfeafb tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 949 time: 0.0644495 Feb 16 14:50:08.404199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:08.406783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90f244cb-8450-4f41-bd0a-65098bd849de req-3a0c5092-eb56-4379-af3b-1581436cab2a tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Feb 16 14:50:08.407066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:08.411083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:08.422537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Pushing event updated for resources: {'Port': ['ID=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:08.471391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Attempting to bind port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:08.472174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Attempting to bind port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '93b4f9fc-47f1-4f24-aa85-b873d0b21f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:08.472538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Attempting to bind port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 on network 5f75b428-3593-4860-aaa2-78150d0a4ff2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:08.478510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:08.478971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Checking segment: {'id': '93b4f9fc-47f1-4f24-aa85-b873d0b21f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:08.479505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:08.479922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Bound using segment: {'id': '93b4f9fc-47f1-4f24-aa85-b873d0b21f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:08.480392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Bound port: ec11fed9-9d37-4dfa-b41b-f989eabb1c35, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b4f9fc-47f1-4f24-aa85-b873d0b21f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:08.480768 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:08.519285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64427008-ee02-4b51-bc40-6660432c4993 req-22fc6395-89ec-4271-918b-7202bfe26781 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.520770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64427008-ee02-4b51-bc40-6660432c4993 req-22fc6395-89ec-4271-918b-7202bfe26781 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 944 time: 0.0498567 Feb 16 14:50:08.545059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] For port ec11fed9-9d37-4dfa-b41b-f989eabb1c35, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:08.549729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] For port ec11fed9-9d37-4dfa-b41b-f989eabb1c35, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,segment=NetworkSegment(93b4f9fc-47f1-4f24-aa85-b873d0b21f92),segment_id=93b4f9fc-47f1-4f24-aa85-b873d0b21f92)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:08.566399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64427008-ee02-4b51-bc40-6660432c4993 req-8dda5c38-347f-4a39-8d4d-c6cab303649e tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Feb 16 14:50:08.612886 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:08.709632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dd640-91dc-4e21-a52c-0310fe5f63bb None None] Pushing event updated for resources: {'Port': ['ID=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:08.734997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268733e5-6756-4ae7-bae1-d9f6396eefa3 req-dc735df3-6682-41e7-950c-03a4b50dd68f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.736572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-268733e5-6756-4ae7-bae1-d9f6396eefa3 req-dc735df3-6682-41e7-950c-03a4b50dd68f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0656419 Feb 16 14:50:08.781200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-268733e5-6756-4ae7-bae1-d9f6396eefa3 req-32d62c3f-f2ef-4788-a6c5-21233a98d9b9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365822 Feb 16 14:50:08.820075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:08.838771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] device_id is not set on port ef6a60af-6f62-4697-a70e-6aa813045ee5 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:50:08.927052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b92c5-9553-461f-a33f-ad1fd453c60d req-f9b84f96-2193-45d7-9ebb-33c33201491b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.928664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c39b92c5-9553-461f-a33f-ad1fd453c60d req-f9b84f96-2193-45d7-9ebb-33c33201491b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0661855 Feb 16 14:50:08.984856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c39b92c5-9553-461f-a33f-ad1fd453c60d req-e25007d5-5fd1-4b75-9bb2-253ea5350b61 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Feb 16 14:50:09.045061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Allocated IP 172.20.0.13 (5f75b428-3593-4860-aaa2-78150d0a4ff2/ef6d7cbd-0b0a-427c-b15b-57974f95efd0/ef6a60af-6f62-4697-a70e-6aa813045ee5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:09.115909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ec11fed9-9d37-4dfa-b41b-f989eabb1c35 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:09.169143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae67cb-f54a-4099-aaf8-8f4d6dfd911b req-8b547939-ca49-495e-9320-28ca0b16fffd tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:09.170662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73ae67cb-f54a-4099-aaf8-8f4d6dfd911b req-8b547939-ca49-495e-9320-28ca0b16fffd tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0708241 Feb 16 14:50:09.186218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:09.187008 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.220988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73ae67cb-f54a-4099-aaf8-8f4d6dfd911b req-7845669d-e855-4b73-a94e-0c8ae89741bb tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Feb 16 14:50:09.253275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52676) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:09.265003 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.310819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.359026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port ec11fed9-9d37-4dfa-b41b-f989eabb1c35, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,segment=NetworkSegment(93b4f9fc-47f1-4f24-aa85-b873d0b21f92),segment_id=93b4f9fc-47f1-4f24-aa85-b873d0b21f92)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:09.375236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.424249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:09.427432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:09.428165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30b5b4-c80d-4fd2-a59a-a5f28c2ec199 req-9caaccca-31f2-4804-a921-1f9a3efd1927 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:09.431159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e30b5b4-c80d-4fd2-a59a-a5f28c2ec199 req-9caaccca-31f2-4804-a921-1f9a3efd1927 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.0795312 Feb 16 14:50:09.438244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:09.440808 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.445150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event updated for resources: {'Port': ['ID=ef6a60af-6f62-4697-a70e-6aa813045ee5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:09.465490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-62704dd5-cd22-4c87-9bfc-337711ee901a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3600b449cfb14dc7ad1d58e2798c0e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108350 Feb 16 14:50:09.471909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52684) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:09.508887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e30b5b4-c80d-4fd2-a59a-a5f28c2ec199 req-6f59f71f-f446-4ed2-944d-dcc127a10359 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Feb 16 14:50:09.515661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:09.542539 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.555501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:09.557494 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.636927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3844c6a1-0e7b-4385-b34b-bd15c5b470c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.665754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3844c6a1-0e7b-4385-b34b-bd15c5b470c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.685576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038524-baa7-4e46-a8a4-153e7de2ffae req-123d718a-3ad9-473a-850f-338a8c6b9310 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:09.693902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a038524-baa7-4e46-a8a4-153e7de2ffae req-123d718a-3ad9-473a-850f-338a8c6b9310 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1032455 Feb 16 14:50:09.701860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52692) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:09.702063 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-11463bf0-b7ac-4470-8858-39c35e41182a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0429983 Feb 16 14:50:09.714849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Request body: {'port': {'network_id': '5f75b428-3593-4860-aaa2-78150d0a4ff2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1693336878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:09.714849 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.api.validators [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] bootfile-name is not in valid_values {{(pid=103043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:50:09.715252 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.api.validators [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] tftp-server is not in valid_values {{(pid=103043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:50:09.715327 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.api.validators [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] server-ip-address is not in valid_values {{(pid=103043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:50:09.730816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:09.751852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e9e7-5c62-4ac6-90ab-f658201685d4 req-dc9ba72c-020c-408d-ae7a-b1b7ed4ea273 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:09.754340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: a2257e03-6ac9-4d20-97ba-54f18adf06d0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:50:09.761118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a2257e03-6ac9-4d20-97ba-54f18adf06d0 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:09.761350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd81e9e7-5c62-4ac6-90ab-f658201685d4 req-dc9ba72c-020c-408d-ae7a-b1b7ed4ea273 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 949 time: 0.1312609 Feb 16 14:50:09.809042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3844c6a1-0e7b-4385-b34b-bd15c5b470c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.811888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3844c6a1-0e7b-4385-b34b-bd15c5b470c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.815729 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3844c6a1-0e7b-4385-b34b-bd15c5b470c2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a219ca76-3c6a-4530-a4e2-7b94f46dc182 HTTP/1.1" status: 204 len: 168 time: 0.3401113 Feb 16 14:50:09.826356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844c6a1-0e7b-4385-b34b-bd15c5b470c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a219ca76-3c6a-4530-a4e2-7b94f46dc182,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:09.850001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b04a2a6b-1bb1-42db-8277-dc63a1c4db56 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:50:09.851912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a038524-baa7-4e46-a8a4-153e7de2ffae req-158b3607-4886-47dc-b420-db0b8be95f46 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568983 Feb 16 14:50:09.892169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd81e9e7-5c62-4ac6-90ab-f658201685d4 req-7dd6a8e0-6568-4101-bbc0-ad9ef8b3e12e tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170259 Feb 16 14:50:09.973641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f01fa6e-92b4-4721-9578-ee41874858fc req-c71cfe90-ee51-4814-a1c5-948ce7182d36 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0329032 Feb 16 14:50:10.033949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b0dffa-3a22-46ad-9bbb-286aa077f11c None None] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:10.041048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b04a2a6b-1bb1-42db-8277-dc63a1c4db56, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,segment=NetworkSegment(11e25a49-25bd-463c-b325-22904ec6f831),segment_id=11e25a49-25bd-463c-b325-22904ec6f831)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:10.046984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abf855-d465-4fad-bc3c-460945736e52 req-620fa37d-a23b-4e0d-b318-9c631bbf5bce tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:10.048943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2abf855-d465-4fad-bc3c-460945736e52 req-620fa37d-a23b-4e0d-b318-9c631bbf5bce tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 944 time: 0.0725384 Feb 16 14:50:10.109883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56', 'network_id': '95335a30-57b0-4a6d-883c-5402ba51d927', 'port_id': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56', 'mac_address': 'fa:16:3e:e9:9a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5146038-13ce-4499-bbef-ab383119ab5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:50:10.113304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Made reservation on behalf of e3b9052b7a0b4a129a377a671a12b3a3 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:10.117210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.141958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2abf855-d465-4fad-bc3c-460945736e52 req-1c21fb63-6b6c-455c-89a6-7f7296c5135e tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862818 Feb 16 14:50:10.153948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-89b6b34b-5150-4491-92cd-fa7464baa7cd tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:10.155454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-89b6b34b-5150-4491-92cd-fa7464baa7cd tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 949 time: 0.0890825 Feb 16 14:50:10.161096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] device_id is not set on port 7aa581b1-1dc8-42d8-8cfb-982472b541b2 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:50:10.163397 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.165825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d350260d-7205-4799-8b81-7d4c1c6f6dde None None] Provisioning complete for port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:10.166186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d350260d-7205-4799-8b81-7d4c1c6f6dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.245931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04a2a6b-1bb1-42db-8277-dc63a1c4db56 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:10.314145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b04a2a6b-1bb1-42db-8277-dc63a1c4db56, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,segment=NetworkSegment(11e25a49-25bd-463c-b325-22904ec6f831),segment_id=11e25a49-25bd-463c-b325-22904ec6f831)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:10.362769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Allocated IP 172.20.0.8 (5f75b428-3593-4860-aaa2-78150d0a4ff2/ef6d7cbd-0b0a-427c-b15b-57974f95efd0/7aa581b1-1dc8-42d8-8cfb-982472b541b2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:10.387572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Deleting port 36bc829d-b2be-4069-9061-97b731a2b36a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:10.387921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.415636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.474829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:10.621543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68ac7a-9beb-4c25-a300-03235fda2360 req-beb5e842-e0d8-4338-94c4-9c249a8a7a5f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:10.623091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b68ac7a-9beb-4c25-a300-03235fda2360 req-beb5e842-e0d8-4338-94c4-9c249a8a7a5f tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1673806 Feb 16 14:50:10.625092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] For port 36bc829d-b2be-4069-9061-97b731a2b36a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36bc829d-b2be-4069-9061-97b731a2b36a,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:10.625591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.655081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Calling delete_port for 36bc829d-b2be-4069-9061-97b731a2b36a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:10.747620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b04a2a6b-1bb1-42db-8277-dc63a1c4db56'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:50:10.859758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1ab76da7-c693-4168-87fa-36760405e5bf None None] Provisioning complete for port ef6a60af-6f62-4697-a70e-6aa813045ee5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:10.860125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1ab76da7-c693-4168-87fa-36760405e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.916969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1ab76da7-c693-4168-87fa-36760405e5bf None None] Port ef6a60af-6f62-4697-a70e-6aa813045ee5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:10.959825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1ab76da7-c693-4168-87fa-36760405e5bf None None] Provisioning complete for port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:10.960201 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1ab76da7-c693-4168-87fa-36760405e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.083214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ec11fed9-9d37-4dfa-b41b-f989eabb1c35 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:11.160365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:11.160736 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.173879 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.204897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623b34-3e30-420c-ac53-0d775a458f32 req-f7fe0ab4-5c7f-4aeb-b7c2-cc01e6196037 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:11.206378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1623b34-3e30-420c-ac53-0d775a458f32 req-f7fe0ab4-5c7f-4aeb-b7c2-cc01e6196037 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.5713472 Feb 16 14:50:11.217456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b68ac7a-9beb-4c25-a300-03235fda2360 req-c25a0cc4-38f8-440b-bc8c-7dbf056cc8f9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806532 Feb 16 14:50:11.272957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.275878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4f3f502e-40e7-43a6-8872-45bfcf19cde4 None None] Provisioning complete for port ef6a60af-6f62-4697-a70e-6aa813045ee5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:11.276252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f3f502e-40e7-43a6-8872-45bfcf19cde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.317141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1623b34-3e30-420c-ac53-0d775a458f32 req-36d649f2-035a-4586-9ac8-13d4d4d1188b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Feb 16 14:50:11.363321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f502e-40e7-43a6-8872-45bfcf19cde4 None None] Port ef6a60af-6f62-4697-a70e-6aa813045ee5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:11.424197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd18fe-ed7b-40a0-a266-ef5439c6b985 req-9475d6a7-4736-4aeb-8d8c-133eef2f290e tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:11.425590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97fd18fe-ed7b-40a0-a266-ef5439c6b985 req-9475d6a7-4736-4aeb-8d8c-133eef2f290e tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 949 time: 0.1393414 Feb 16 14:50:11.437826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.451218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b68e8e5-50e4-44bc-934d-635472940179 req-c5eddfd3-0b64-450f-95e4-27f51c8ce6f3 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0464988 Feb 16 14:50:11.459323 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.527318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:11.536079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:11.542234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97fd18fe-ed7b-40a0-a266-ef5439c6b985 req-eeea109b-64e4-4210-a8e8-42b9ec0bc4d4 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/security-groups?id=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972741 Feb 16 14:50:11.545828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:11.550853 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.577471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event updated for resources: {'Port': ['ID=7aa581b1-1dc8-42d8-8cfb-982472b541b2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:11.607910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Pushing event deleted for resources: {'Port': ['ID=36bc829d-b2be-4069-9061-97b731a2b36a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:11.653241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:11.653940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.685120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] No DVR routers for this DVR port 36bc829d-b2be-4069-9061-97b731a2b36a on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:11.691720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.695526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b9a1cc1-4870-4af8-a3c6-5f65369612b2 req-7b755e2a-49fe-4baa-b5c6-90446ee43353 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.93 "DELETE /v2.0/ports/36bc829d-b2be-4069-9061-97b731a2b36a HTTP/1.1" status: 204 len: 173 time: 1.5284986 Feb 16 14:50:11.695827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-deleted', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:11.702734 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896e4e15-7498-4496-b65b-db7b73b4807c" -d '{"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-deleted", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:11.764108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8c5e6-0de2-4f09-a3fe-9f751300596d req-45931eb6-d1aa-4210-b447-4d6c8eeb1a58 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:11.765694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50f8c5e6-0de2-4f09-a3fe-9f751300596d req-45931eb6-d1aa-4210-b447-4d6c8eeb1a58 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 945 time: 0.1089137 Feb 16 14:50:11.784690 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55f381e-aca4-4010-8861-5af63d28b03c x-openstack-request-id: req-a55f381e-aca4-4010-8861-5af63d28b03c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:11.784988 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63955d23-a89a-4cab-b274-dd241a63376f", "name": "network-vif-deleted", "tag": "36bc829d-b2be-4069-9061-97b731a2b36a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:11.785240 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a55f381e-aca4-4010-8861-5af63d28b03c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:11.785643 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63955d23-a89a-4cab-b274-dd241a63376f', 'name': 'network-vif-deleted', 'tag': '36bc829d-b2be-4069-9061-97b731a2b36a', 'status': 'completed', 'code': 200} Feb 16 14:50:11.828469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50f8c5e6-0de2-4f09-a3fe-9f751300596d req-b7633350-bf7a-4f88-b5b5-642952582525 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554817 Feb 16 14:50:11.835009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d9d1b892-98e0-4800-a468-7edf5ee85164 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1239614 Feb 16 14:50:11.835442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52746) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:11.878756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b04a2a6b-1bb1-42db-8277-dc63a1c4db56 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:11.896440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c385f-070c-4269-beb3-c63dbba491c3 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:11.902928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c385f-070c-4269-beb3-c63dbba491c3 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:11.908943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c385f-070c-4269-beb3-c63dbba491c3 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:11.910651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0d1c385f-070c-4269-beb3-c63dbba491c3 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0742486 Feb 16 14:50:11.913444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52748) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:11.938720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-163475b9-921d-4aa6-b31d-0ca9f1753c70 None None] Provisioning complete for port 7aa581b1-1dc8-42d8-8cfb-982472b541b2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:11.938720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-163475b9-921d-4aa6-b31d-0ca9f1753c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.985492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-163475b9-921d-4aa6-b31d-0ca9f1753c70 None None] Port 7aa581b1-1dc8-42d8-8cfb-982472b541b2 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:12.028516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Deleting port 7aa581b1-1dc8-42d8-8cfb-982472b541b2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:12.029153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.049076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:50:12.053442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:12.053988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.143825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.153435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.162007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Calling delete_port for 7aa581b1-1dc8-42d8-8cfb-982472b541b2 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:12.177074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33652150-ba2e-43a2-983c-e48a537ca801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:12.179400 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e4fa8-417d-4dbe-a3aa-661f0f428ead" -d '{"events": [{"server_uuid": "33652150-ba2e-43a2-983c-e48a537ca801", "name": "network-vif-plugged", "status": "completed", "tag": "b04a2a6b-1bb1-42db-8277-dc63a1c4db56"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:12.196509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b04a2a6b-1bb1-42db-8277-dc63a1c4db56, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,segment=NetworkSegment(11e25a49-25bd-463c-b325-22904ec6f831),segment_id=11e25a49-25bd-463c-b325-22904ec6f831)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:12.226341 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fcbc85-6ad1-441f-8be0-09824fa4e186 x-openstack-request-id: req-b8fcbc85-6ad1-441f-8be0-09824fa4e186 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:12.229041 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33652150-ba2e-43a2-983c-e48a537ca801", "name": "network-vif-plugged", "status": "completed", "tag": "b04a2a6b-1bb1-42db-8277-dc63a1c4db56", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:12.229041 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b8fcbc85-6ad1-441f-8be0-09824fa4e186 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:12.229041 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33652150-ba2e-43a2-983c-e48a537ca801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56', 'code': 200} Feb 16 14:50:12.253046 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.272444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52756) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:12.278043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.357577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:12.367613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.378880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.379630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.380205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.380766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.381289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.381839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.382370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.382940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.383528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.384845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.385391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:12.413707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b9ae2-4c3b-444c-88ae-9c95d1766a00 req-471028f6-11b2-4b2c-9e98-7841994704c9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.419903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e6b9ae2-4c3b-444c-88ae-9c95d1766a00 req-471028f6-11b2-4b2c-9e98-7841994704c9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0847588 Feb 16 14:50:12.430178 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19e6b-f8af-49be-aa54-91bc1ef01439 req-c3c1154b-bc72-4308-b4e2-fb0e4ddc2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.432759 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50d19e6b-f8af-49be-aa54-91bc1ef01439 req-c3c1154b-bc72-4308-b4e2-fb0e4ddc2e59 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 1097 time: 0.1026537 Feb 16 14:50:12.478625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0df6fc2-dfc9-4275-9caf-80500b09fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.479234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.492804 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50d19e6b-f8af-49be-aa54-91bc1ef01439 req-bcf76c18-8a8e-4794-bfd6-d4626e935091 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523355 Feb 16 14:50:12.501033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9a896b1c-3207-49f4-bd79-68baa958161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.502455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9a896b1c-3207-49f4-bd79-68baa958161c service neutron] 10.222.0.93 "GET /v2.0/ports/fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 200 len: 1027 time: 0.0799825 Feb 16 14:50:12.553845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event deleted for resources: {'Port': ['ID=7aa581b1-1dc8-42d8-8cfb-982472b541b2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:12.575288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0df6fc2-dfc9-4275-9caf-80500b09fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.608579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e6b9ae2-4c3b-444c-88ae-9c95d1766a00 req-b0175a2e-6d5f-4122-b31a-656e854674ce tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590126 Feb 16 14:50:12.617808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cbf3e3b9-b34c-4276-ad59-8eaef6b2e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.619660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cbf3e3b9-b34c-4276-ad59-8eaef6b2e155 service neutron] 10.222.0.93 "GET /v2.0/ports/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 200 len: 1028 time: 0.0824301 Feb 16 14:50:12.628601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb19c9b-55a3-43d0-beb4-26193027c1dd req-e3bb94ac-f933-4474-94cc-d1d84ae5a71c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.630132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-beb19c9b-55a3-43d0-beb4-26193027c1dd req-e3bb94ac-f933-4474-94cc-d1d84ae5a71c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1792369 Feb 16 14:50:12.643186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0df6fc2-dfc9-4275-9caf-80500b09fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.693441 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b0df6fc2-dfc9-4275-9caf-80500b09fa5d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2f876803564e4553b0f92dee21fc2ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191587 Feb 16 14:50:12.694670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df6fc2-dfc9-4275-9caf-80500b09fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48b9bc-afc7-4c83-9eec-beb02bfc8925,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:12.698050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52768) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:12.776905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-983ae8df-4cc4-4193-a382-8d28821af40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.792256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-0f7bd9ed-6eda-4d71-8631-4a7dfdc34206 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.798084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-0f7bd9ed-6eda-4d71-8631-4a7dfdc34206 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.802007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-983ae8df-4cc4-4193-a382-8d28821af40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.804056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-0f7bd9ed-6eda-4d71-8631-4a7dfdc34206 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.805761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-0f7bd9ed-6eda-4d71-8631-4a7dfdc34206 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "GET /v2.0/networks?id=0b18220e-b2f2-4afd-922c-83c86ed713f5&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0 HTTP/1.1" status: 200 len: 1991 time: 0.1546819 Feb 16 14:50:12.845786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f1dfce7-87c6-4cc5-a211-c207034a19a6 req-92eca2af-1cfe-45ca-a0ce-f534676f76ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0800471 Feb 16 14:50:12.883025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.886839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3ec91451-d926-4c82-88a4-3f8f34940a66 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "DELETE /v2.0/ports/7aa581b1-1dc8-42d8-8cfb-982472b541b2 HTTP/1.1" status: 204 len: 168 time: 0.9724157 Feb 16 14:50:12.891158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:12.897385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Request body: {'port': {'name': 'tempest-new-port-name-1156162504', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:12.898364 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.api.validators [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] bootfile-name is not in valid_values {{(pid=103044) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:50:12.898364 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.api.validators [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] tftp-server is not in valid_values {{(pid=103044) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:50:12.898528 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.api.validators [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] server-ip-address is not in valid_values {{(pid=103044) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 16 14:50:12.901480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-beb19c9b-55a3-43d0-beb4-26193027c1dd req-d7e5879c-d260-466d-b5bc-aba83c9ac07a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435463 Feb 16 14:50:12.927983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-35985eec-9bac-4e7a-9481-88a794936cc5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa08f1ea767b4697af004bf547bd9bab HTTP/1.1" status: 200 len: 380 time: 0.0994556 Feb 16 14:50:12.936323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'admin_state_up': True, 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'security_groups': ['efd474e9-080b-4f0a-9d48-8ecd6680fa26']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:12.984270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-983ae8df-4cc4-4193-a382-8d28821af40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.986771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-983ae8df-4cc4-4193-a382-8d28821af40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:12.987911 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-983ae8df-4cc4-4193-a382-8d28821af40c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9f48b9bc-afc7-4c83-9eec-beb02bfc8925 HTTP/1.1" status: 204 len: 168 time: 0.2887659 Feb 16 14:50:13.044233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80da86a5-5ddb-477c-b268-a8c721ceb43a req-5088c7d7-79a0-40c1-be61-d809f730c435 tempest-ListImageFiltersTestJSON-514885126 tempest-ListImageFiltersTestJSON-514885126-project] 10.222.0.113 "GET /v2.0/ports?device_id=63955d23-a89a-4cab-b274-dd241a63376f HTTP/1.1" status: 200 len: 210 time: 0.0376205 Feb 16 14:50:13.070940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ae8df-4cc4-4193-a382-8d28821af40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48b9bc-afc7-4c83-9eec-beb02bfc8925,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:13.083821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.165754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6541ac-415a-4305-aa33-b2f75c3689b8 req-ebfcb893-80ca-4346-93ce-52cbd3a0b6c3 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:13.167593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc6541ac-415a-4305-aa33-b2f75c3689b8 req-ebfcb893-80ca-4346-93ce-52cbd3a0b6c3 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 946 time: 0.0751016 Feb 16 14:50:13.210390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc6541ac-415a-4305-aa33-b2f75c3689b8 req-69c573f6-f971-4b60-aaa4-40188caed847 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358579 Feb 16 14:50:13.236662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:13.241943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.322418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.407209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 172.20.0.5 (0b18220e-b2f2-4afd-922c-83c86ed713f5/fef6a079-b0ad-4472-ac1f-69a28a56eab1/31e48843-8cd0-42d1-aa2b-c8ac49fa75d6) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:13.441309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.545360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] In _notify_port_updated(), no bound segment for port ef6a60af-6f62-4697-a70e-6aa813045ee5 on network 5f75b428-3593-4860-aaa2-78150d0a4ff2 {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:50:13.551401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:13.552291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.554290 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "PUT /v2.0/ports/ef6a60af-6f62-4697-a70e-6aa813045ee5 HTTP/1.1" status: 200 len: 1137 time: 0.6620810 Feb 16 14:50:13.558084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:13.621329 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f76e96-81c4-4cba-87e7-c828d808c2be tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event updated for resources: {'Port': ['ID=ef6a60af-6f62-4697-a70e-6aa813045ee5,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:13.655857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580ecc1-1b4f-4961-869d-1634271802bd req-a5956a41-42b8-439e-a09e-f7f7e5891241 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:13.666330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f580ecc1-1b4f-4961-869d-1634271802bd req-a5956a41-42b8-439e-a09e-f7f7e5891241 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1914690 Feb 16 14:50:13.666484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3384bdf9-854f-42ca-9911-84c038467d77 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:13.668107 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3384bdf9-854f-42ca-9911-84c038467d77 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "GET /v2.0/ports/ef6a60af-6f62-4697-a70e-6aa813045ee5 HTTP/1.1" status: 200 len: 1137 time: 0.1090999 Feb 16 14:50:13.672439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52786) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:13.734201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-6d7e058a-cc2a-4aa1-95ee-991a54071f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:13.735738 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-6d7e058a-cc2a-4aa1-95ee-991a54071f34 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1097 time: 0.1276779 Feb 16 14:50:13.768713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f580ecc1-1b4f-4961-869d-1634271802bd req-f1380d3e-5a71-444f-bf0a-96a72d12064e tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888464 Feb 16 14:50:13.788718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.849163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d8aaff6c-59a7-4fd4-8294-0ca126ecb7d9 None None] Provisioning complete for port ef6a60af-6f62-4697-a70e-6aa813045ee5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:13.849730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d8aaff6c-59a7-4fd4-8294-0ca126ecb7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.902312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Deleting port ef6a60af-6f62-4697-a70e-6aa813045ee5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:13.902832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.903055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:13.920102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-a6113715-42cc-43ae-b097-d0c3aff93c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:13.921596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-a6113715-42cc-43ae-b097-d0c3aff93c63 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 915 time: 0.1728957 Feb 16 14:50:13.923894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d8aaff6c-59a7-4fd4-8294-0ca126ecb7d9 None None] Port ef6a60af-6f62-4697-a70e-6aa813045ee5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:14.004803 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-fdf216b6-360b-463e-a29f-f7568abc4132 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 217 time: 0.0494242 Feb 16 14:50:14.015878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:14.067746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:14.086182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:14.093647 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.097547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:14.117603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-a680c930-6c6a-4652-aa80-d277b6d09079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:14.119662 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-a680c930-6c6a-4652-aa80-d277b6d09079 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.0904744 Feb 16 14:50:14.120827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Calling delete_port for ef6a60af-6f62-4697-a70e-6aa813045ee5 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:14.182588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:14.183285 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.217183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-a38b04b5-4bb9-4813-958f-90a561d139c1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846357 Feb 16 14:50:14.237189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a642a-84c8-4c26-a408-7a46dbc5ebfd req-c5db4ff5-9bab-4d28-b20c-f9d64552d1a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:14.244934 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f16a642a-84c8-4c26-a408-7a46dbc5ebfd req-c5db4ff5-9bab-4d28-b20c-f9d64552d1a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 931 time: 0.2315958 Feb 16 14:50:14.310791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7c99f49b-e37b-42af-826a-aafc7f3dd95a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3786404 Feb 16 14:50:14.334164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb65f3-037b-4fa4-b59b-643507269ef2 req-0223c8a2-8a4d-4598-a063-71c9417be694 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:14.346129 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8acb65f3-037b-4fa4-b59b-643507269ef2 req-0223c8a2-8a4d-4598-a063-71c9417be694 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.2976484 Feb 16 14:50:14.353343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'admin_state_up': True, 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'security_groups': ['efd474e9-080b-4f0a-9d48-8ecd6680fa26']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:14.471014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f16a642a-84c8-4c26-a408-7a46dbc5ebfd req-1ea1994a-6444-48d0-b1f9-2e6f5f1d2650 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134702 Feb 16 14:50:14.517682 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-14c5fc3a-0058-4704-aa8d-ee6478f2de34 service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874169 Feb 16 14:50:14.544858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8acb65f3-037b-4fa4-b59b-643507269ef2 req-6af9fb60-d23a-4463-a1f4-d84d46678d5b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901157 Feb 16 14:50:14.571165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5626fd11-92a8-460b-bd10-706e773e483d None None] Provisioning complete for port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:14.572157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5626fd11-92a8-460b-bd10-706e773e483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.654968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.678969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5626fd11-92a8-460b-bd10-706e773e483d None None] Port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:14.690610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:14.694874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.702885 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event deleted for resources: {'Port': ['ID=ef6a60af-6f62-4697-a70e-6aa813045ee5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:14.758802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0036b-0715-4f8b-a82a-614a60b5c902 req-4c43c48d-5812-4634-bc55-700b9a85b5ed tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:14.761272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4be0036b-0715-4f8b-a82a-614a60b5c902 req-4c43c48d-5812-4634-bc55-700b9a85b5ed tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 946 time: 0.1254952 Feb 16 14:50:14.808424 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1e52c73-8147-4623-b89c-0b4d7ea67f64 req-9b2b1e4c-c4ac-4534-9ffb-65a18d410aac service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876604 Feb 16 14:50:14.851520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.864265 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ba6eaf32-2504-4f9e-87bd-b7126652c666 tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "DELETE /v2.0/ports/ef6a60af-6f62-4697-a70e-6aa813045ee5 HTTP/1.1" status: 204 len: 168 time: 1.1886761 Feb 16 14:50:14.864945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52824) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:14.943247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Deleting subnet ef6d7cbd-0b0a-427c-b15b-57974f95efd0 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:50:14.947215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.985486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4be0036b-0715-4f8b-a82a-614a60b5c902 req-9eb35330-322c-4a3a-af7a-b0aff3e1ef8a tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212077 Feb 16 14:50:15.001568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 10.1.1.182 (d6a65f21-dee2-406d-8515-cd3a47a924d2/dc7bb928-30e3-42db-b238-0a9aaa86e079/f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:15.050386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.235068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.296087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.403973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.434734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6d7cbd-0b0a-427c-b15b-57974f95efd0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:15.439901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f581dc-7ab1-4cec-a7f0-31bd0025b683 req-a560ec91-c457-4699-b93e-7eb541b96734 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:15.441628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5f581dc-7ab1-4cec-a7f0-31bd0025b683 req-a560ec91-c457-4699-b93e-7eb541b96734 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0621006 Feb 16 14:50:15.444344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.480215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cd059-65d6-4301-ad9e-f955c73eaf0d None None] Network 5f75b428-3593-4860-aaa2-78150d0a4ff2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:15.481331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.489262 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b49f65c6-ee8c-4c46-88a4-7f98aaabb00b tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "DELETE /v2.0/subnets/ef6d7cbd-0b0a-427c-b15b-57974f95efd0 HTTP/1.1" status: 204 len: 168 time: 0.6227608 Feb 16 14:50:15.489871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:15.546396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5f581dc-7ab1-4cec-a7f0-31bd0025b683 req-6e49d8fd-1668-40f8-8450-8ca5c4e3332c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676959 Feb 16 14:50:15.548386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:15.549315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:15.552405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:15.554652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:15.697356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.698660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:15.700438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.750108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:15.779387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Deleting port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:15.779939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.787392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721405f0-2b81-4189-a16b-4832c321824e req-28984408-fd33-4e14-bc66-b5c3badaa8bb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:15.798602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721405f0-2b81-4189-a16b-4832c321824e req-28984408-fd33-4e14-bc66-b5c3badaa8bb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:15.800360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-721405f0-2b81-4189-a16b-4832c321824e req-28984408-fd33-4e14-bc66-b5c3badaa8bb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 1653 time: 0.0967698 Feb 16 14:50:15.858472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5d17f332-3eca-4a9a-b6c8-cfa7ff420919 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5099411 Feb 16 14:50:15.871868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'admin_state_up': True, 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'security_groups': ['efd474e9-080b-4f0a-9d48-8ecd6680fa26']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:15.892741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] For port ec11fed9-9d37-4dfa-b41b-f989eabb1c35, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,segment=NetworkSegment(93b4f9fc-47f1-4f24-aa85-b873d0b21f92),segment_id=93b4f9fc-47f1-4f24-aa85-b873d0b21f92)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:15.893398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.918785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 36bc829d-b2be-4069-9061-97b731a2b36a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:50:15.918785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36bc829d-b2be-4069-9061-97b731a2b36a not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:15.919003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Calling delete_port for ec11fed9-9d37-4dfa-b41b-f989eabb1c35 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:16.027051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52870) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:16.050478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a6abe753-103f-429b-ab57-25d86ea0c46e None None] Provisioning complete for port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:16.050478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6abe753-103f-429b-ab57-25d86ea0c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.052978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-721405f0-2b81-4189-a16b-4832c321824e req-0f9199d7-4135-4f5b-869e-bcc6baf3ff3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425642 Feb 16 14:50:16.094246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] DHCP port deletion for 5f75b428-3593-4860-aaa2-78150d0a4ff2 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:50:16.140647 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.142725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a6abe753-103f-429b-ab57-25d86ea0c46e None None] Port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:16.162853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] Deleting port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:16.163230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.193266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.196344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event deleted for resources: {'Port': ['ID=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:16.200548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:16.204117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] No DVR routers for this DVR port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:16.208850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.272195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff21bf-96a2-4aa9-911e-798ac909d95e req-5367559e-a5ac-4479-a8ea-993e50ecb05f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:16.273112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] For port ec11fed9-9d37-4dfa-b41b-f989eabb1c35, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:16.273862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62ff21bf-96a2-4aa9-911e-798ac909d95e req-5367559e-a5ac-4479-a8ea-993e50ecb05f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1212842 Feb 16 14:50:16.274897 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.292874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] Calling delete_port for ec11fed9-9d37-4dfa-b41b-f989eabb1c35 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:16.296557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] Port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:50:16.297201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9a67-7489-4451-bafc-d99db6587c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.298772 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.339739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] Pushing event deleted for resources: {'Port': ['ID=ec11fed9-9d37-4dfa-b41b-f989eabb1c35,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:16.342819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e06c3c-ac3d-4d3b-8189-20608c91225c None None] No DVR routers for this DVR port ec11fed9-9d37-4dfa-b41b-f989eabb1c35 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:16.370160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62ff21bf-96a2-4aa9-911e-798ac909d95e req-4b2db8cd-9971-4045-90ad-d2b7d603f86d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648379 Feb 16 14:50:16.384925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.449356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f75b428-3593-4860-aaa2-78150d0a4ff2']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:16.469098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 10.1.1.187 (d6a65f21-dee2-406d-8515-cd3a47a924d2/dc7bb928-30e3-42db-b238-0a9aaa86e079/ef565b2f-4693-417a-9ddd-2cfa1d664936) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:16.489664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b4f9fc-47f1-4f24-aa85-b873d0b21f92') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:16.489664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b4f9fc-47f1-4f24-aa85-b873d0b21f92') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:16.503171 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.532024 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.545781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:50:16.546451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:50:16.549206 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:50:16.568371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9a67-7489-4451-bafc-d99db6587c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.629903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9a67-7489-4451-bafc-d99db6587c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.739094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.767932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f9bc0-26de-477e-8cb3-410e94230abf req-a1fd5012-beee-4b6a-8376-aea993da1dc2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:16.776287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd9f9bc0-26de-477e-8cb3-410e94230abf req-a1fd5012-beee-4b6a-8376-aea993da1dc2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0943627 Feb 16 14:50:16.837618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd9f9bc0-26de-477e-8cb3-410e94230abf req-9bf51859-61dc-4780-ac7b-711c2c033f52 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Feb 16 14:50:16.929742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.953283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.988026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.996685 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] 10.222.0.113 "DELETE /v2.0/networks/5f75b428-3593-4860-aaa2-78150d0a4ff2 HTTP/1.1" status: 204 len: 168 time: 1.5045583 Feb 16 14:50:16.997649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404be58-c683-4fbe-a4f4-70efd6968e8a tempest-ExtraDHCPOptionsTestJSON-21926422 tempest-ExtraDHCPOptionsTestJSON-21926422-project] Pushing event deleted for resources: {'Network': ['ID=5f75b428-3593-4860-aaa2-78150d0a4ff2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:17.003777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:17.007621 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7eaa9a67-7489-4451-bafc-d99db6587c7e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e48df5a3bb6d4edd8ab26db77d70a4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9791927 Feb 16 14:50:17.012047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52908) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:17.019592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c895115-8ad0-4238-9137-d42f5edcee0e req-1a4de496-26e2-4327-a08a-a086a5d7496c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.020815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa9a67-7489-4451-bafc-d99db6587c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05047652-74aa-461b-8073-38583dca9b26,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:17.021081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c895115-8ad0-4238-9137-d42f5edcee0e req-1a4de496-26e2-4327-a08a-a086a5d7496c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1064155 Feb 16 14:50:17.028968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:17.031199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:17.034455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=ef565b2f-4693-417a-9ddd-2cfa1d664936,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:17.089954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0e235f3-fc12-4258-93ce-034d41c3ef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:17.122402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.122752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.123087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.123421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.123860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.124197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.124533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.124845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.125163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.125487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.125812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.126135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:17.131818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ec11fed9-9d37-4dfa-b41b-f989eabb1c35 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:17.134203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0e235f3-fc12-4258-93ce-034d41c3ef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:17.175455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ec11fed9-9d37-4dfa-b41b-f989eabb1c35 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:50:17.175825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ec11fed9-9d37-4dfa-b41b-f989eabb1c35 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:17.182540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.185628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:17.225744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c895115-8ad0-4238-9137-d42f5edcee0e req-800dca31-d7e9-4a9f-ac35-7f4a4703c3b5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706376 Feb 16 14:50:17.310522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0e235f3-fc12-4258-93ce-034d41c3ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:17.313711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-253570bb-cb3e-4d48-9033-8958e4a77daa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4465992 Feb 16 14:50:17.315174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0e235f3-fc12-4258-93ce-034d41c3ef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:17.316453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f0e235f3-fc12-4258-93ce-034d41c3ef50 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/05047652-74aa-461b-8073-38583dca9b26 HTTP/1.1" status: 204 len: 168 time: 0.3034039 Feb 16 14:50:17.332802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e235f3-fc12-4258-93ce-034d41c3ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05047652-74aa-461b-8073-38583dca9b26,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:17.376099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0', 'admin_state_up': True, 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'security_groups': ['efd474e9-080b-4f0a-9d48-8ecd6680fa26']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:17.489319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b76d665e-28b7-48be-857d-95aa3202c5fb None None] Provisioning complete for port ef565b2f-4693-417a-9ddd-2cfa1d664936 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:17.490056 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b76d665e-28b7-48be-857d-95aa3202c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:17.554236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b8bf9-552a-416a-b46a-6730128c158c req-0fa24f54-05ec-4942-9722-8bbe0af56c0e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.563023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b76d665e-28b7-48be-857d-95aa3202c5fb None None] Port ef565b2f-4693-417a-9ddd-2cfa1d664936 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:17.565893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b8bf9-552a-416a-b46a-6730128c158c req-0fa24f54-05ec-4942-9722-8bbe0af56c0e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.572816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b8bf9-552a-416a-b46a-6730128c158c req-0fa24f54-05ec-4942-9722-8bbe0af56c0e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.576028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d61b8bf9-552a-416a-b46a-6730128c158c req-0fa24f54-05ec-4942-9722-8bbe0af56c0e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 2374 time: 0.2764666 Feb 16 14:50:17.623497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f531e3-c933-42e9-b4aa-ea5e3dd2963d req-c13bcca8-32bb-4f69-b3c3-b378f5d03647 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.625288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4f531e3-c933-42e9-b4aa-ea5e3dd2963d req-c13bcca8-32bb-4f69-b3c3-b378f5d03647 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1677015 Feb 16 14:50:17.673515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d61b8bf9-552a-416a-b46a-6730128c158c req-2613dd38-c7f6-4c59-8bc4-cc512a077558 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905354 Feb 16 14:50:17.687963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4f531e3-c933-42e9-b4aa-ea5e3dd2963d req-f349b206-4430-424e-bdc2-4ea4f93db2d2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Feb 16 14:50:17.714188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:17.878592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:17.910282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed840428-87f6-46b3-acae-3b10013b7c50 req-40c0b4d4-c199-4f85-8651-7c7c9c31f562 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.911885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed840428-87f6-46b3-acae-3b10013b7c50 req-40c0b4d4-c199-4f85-8651-7c7c9c31f562 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1170068 Feb 16 14:50:17.936738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23f150-2903-4df8-b2aa-2b5a0258f104 req-d3092112-57db-457f-a3f3-cd770c264710 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.938520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a23f150-2903-4df8-b2aa-2b5a0258f104 req-d3092112-57db-457f-a3f3-cd770c264710 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1425462 Feb 16 14:50:17.952177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.028010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed840428-87f6-46b3-acae-3b10013b7c50 req-8acb4afb-9cbb-4ba6-aad2-45f87754ffb9 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009297 Feb 16 14:50:18.088451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a23f150-2903-4df8-b2aa-2b5a0258f104 req-b4dcfd61-8489-4791-b6b7-5b7aa1bc0822 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422927 Feb 16 14:50:18.222924 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8d5cf805-cb8c-4fd9-809e-c7365ff926fb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e3b9052b7a0b4a129a377a671a12b3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409398 Feb 16 14:50:18.223999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52954) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:18.294036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52956) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:18.372079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe27b6f-7b76-44aa-9fcb-5a3842e0cbb5 req-9797fe0e-66ec-4379-bb3f-f4b684c9e031 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.372180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e93e101-f641-477c-8fd6-77ffba900e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.373996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfe27b6f-7b76-44aa-9fcb-5a3842e0cbb5 req-9797fe0e-66ec-4379-bb3f-f4b684c9e031 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1205728 Feb 16 14:50:18.405740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 10.2.2.100 (c0c81f24-4bf1-458d-aa2a-f268476c4bc0/7cfd53d6-daf4-43bf-bd34-b76148ab5a27/e99bfb8b-9b49-43f4-aced-bcb1dde87287) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:18.417781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e93e101-f641-477c-8fd6-77ffba900e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.447404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfe27b6f-7b76-44aa-9fcb-5a3842e0cbb5 req-0eb90f07-f602-47bc-981f-c3e71e5dd8ac tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667641 Feb 16 14:50:18.566858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f91b82ad-c5ea-4fa5-9a3d-48067aec972a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=04927e14b284480d8ce474879bd933bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714553 Feb 16 14:50:18.569106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52968) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:18.581113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e93e101-f641-477c-8fd6-77ffba900e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.583801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e93e101-f641-477c-8fd6-77ffba900e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.585290 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3e93e101-f641-477c-8fd6-77ffba900e93 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f2d5fb58-826c-477e-ade4-d54eebc3ec35 HTTP/1.1" status: 204 len: 168 time: 0.3598351 Feb 16 14:50:18.608047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93e101-f641-477c-8fd6-77ffba900e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d5fb58-826c-477e-ade4-d54eebc3ec35,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:18.646407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9e0c-d8a1-4287-9fcd-d03200bc17f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.667723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c35ff-774c-4ecd-97fd-9841922ebd2f req-8b25cc3c-6a4f-4634-9336-8ad7e92f7c4a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.668490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b9c35ff-774c-4ecd-97fd-9841922ebd2f req-8b25cc3c-6a4f-4634-9336-8ad7e92f7c4a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1282663 Feb 16 14:50:18.674395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9e0c-d8a1-4287-9fcd-d03200bc17f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.692978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.742669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b9c35ff-774c-4ecd-97fd-9841922ebd2f req-553cd70d-1aa9-42ae-9c00-eca9bf348a87 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638599 Feb 16 14:50:18.873514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866436e-9a31-4eb9-9863-17a1b834f4db req-19cd149d-4e16-439b-a62a-5ce6c323d90e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.879751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866436e-9a31-4eb9-9863-17a1b834f4db req-19cd149d-4e16-439b-a62a-5ce6c323d90e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.886655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866436e-9a31-4eb9-9863-17a1b834f4db req-19cd149d-4e16-439b-a62a-5ce6c323d90e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.889386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7866436e-9a31-4eb9-9863-17a1b834f4db req-19cd149d-4e16-439b-a62a-5ce6c323d90e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 2374 time: 0.0751519 Feb 16 14:50:18.928082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7866436e-9a31-4eb9-9863-17a1b834f4db req-291ef2aa-d5cf-4225-a4ca-dd7d4a956515 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335104 Feb 16 14:50:18.937282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9e0c-d8a1-4287-9fcd-d03200bc17f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.948297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.948400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9e0c-d8a1-4287-9fcd-d03200bc17f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:18.952880 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8e7b9e0c-d8a1-4287-9fcd-d03200bc17f5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e26b06dd-12dc-48bd-ad2d-c8819cc92b0e HTTP/1.1" status: 204 len: 168 time: 0.3825386 Feb 16 14:50:18.986394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b9e0c-d8a1-4287-9fcd-d03200bc17f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b06dd-12dc-48bd-ad2d-c8819cc92b0e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:19.046316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:19.049933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:19.070102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:19.096759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=e99bfb8b-9b49-43f4-aced-bcb1dde87287,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:19.203848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:19.204603 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:19.231860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e816e-155c-4d10-b97b-23c7c1f53546 req-54f3b8e9-b28d-4b2d-a251-7728a79b5a45 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:19.233394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-137e816e-155c-4d10-b97b-23c7c1f53546 req-54f3b8e9-b28d-4b2d-a251-7728a79b5a45 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1652541 Feb 16 14:50:19.241717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbf2d6-62c1-47af-aa88-50c1e10af554 req-defb5028-b9e2-4dc4-a769-251fbf63ad6e tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:19.243621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafbf2d6-62c1-47af-aa88-50c1e10af554 req-defb5028-b9e2-4dc4-a769-251fbf63ad6e tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 946 time: 0.1861339 Feb 16 14:50:19.307030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9174af58-9049-4795-95b6-ec1443ec7f95 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9347177 Feb 16 14:50:19.312879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-137e816e-155c-4d10-b97b-23c7c1f53546 req-6c3857e7-f238-4c70-a44e-095fa1c48424 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 Feb 16 14:50:19.322719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0', 'admin_state_up': True, 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'security_groups': ['efd474e9-080b-4f0a-9d48-8ecd6680fa26']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:19.369439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fafbf2d6-62c1-47af-aa88-50c1e10af554 req-765e0842-e92a-423f-996f-18148da14805 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117394 Feb 16 14:50:19.421581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-859f761c-bac9-4ee0-b403-59dd86e66e2c None None] Provisioning complete for port e99bfb8b-9b49-43f4-aced-bcb1dde87287 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:19.422180 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-859f761c-bac9-4ee0-b403-59dd86e66e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:19.478770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-859f761c-bac9-4ee0-b403-59dd86e66e2c None None] Port e99bfb8b-9b49-43f4-aced-bcb1dde87287 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:19.497441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53002) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:19.575449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282a5ef-e5a0-49dc-9e19-41f0b48b1e00 req-c69dde4e-4076-4d94-8fb3-e57e27493c96 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:19.577009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0282a5ef-e5a0-49dc-9e19-41f0b48b1e00 req-c69dde4e-4076-4d94-8fb3-e57e27493c96 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1295257 Feb 16 14:50:19.590840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baa2f1-2d45-47a0-85e8-bca37616526f req-032f5785-8f58-440b-aac5-4930f6700ea4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:19.592403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29baa2f1-2d45-47a0-85e8-bca37616526f req-032f5785-8f58-440b-aac5-4930f6700ea4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1431427 Feb 16 14:50:19.634202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-network', 'tenant_id': '46891b7e78a4495f975695e17e853e39'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:19.661966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0282a5ef-e5a0-49dc-9e19-41f0b48b1e00 req-45ee9c29-62ed-4e1c-a04a-29b41788041c tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685842 Feb 16 14:50:19.675161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29baa2f1-2d45-47a0-85e8-bca37616526f req-fa491dcb-b3e7-469c-8188-56630aa44904 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 Feb 16 14:50:19.736873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-a337db71-ca91-40b3-8c95-9a69d7950cb7 req-3d9201fb-509e-4416-b760-9ee705e265dd service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:50:19.737898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a337db71-ca91-40b3-8c95-9a69d7950cb7 req-3d9201fb-509e-4416-b760-9ee705e265dd service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054173 Feb 16 14:50:19.800605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:19.802209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Made reservation on behalf of aa08f1ea767b4697af004bf547bd9bab for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:19.802968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:19.807889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:19.816150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:19.932796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.012141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.024954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:50:20.074788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.075145 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Added segment 546a7e8e-f144-4eda-950b-a5b9eb5eff34 of type vlan for network 41ee3635-4c70-4322-8f0a-63fd2fc380db Feb 16 14:50:20.138570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.169574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37afdcd2-07a5-44dd-9385-7b7f856f7653,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:20.270055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.271153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.272217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.324724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b6ba-f728-4e53-888a-af54a2f57387 req-753f82ca-725d-4939-a79f-26473a78bc8a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.331917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b460b6ba-f728-4e53-888a-af54a2f57387 req-753f82ca-725d-4939-a79f-26473a78bc8a tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.5402544 Feb 16 14:50:20.372664 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8728638 Feb 16 14:50:20.373686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131daf6-d949-4127-9ad0-912f61fff2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=41ee3635-4c70-4322-8f0a-63fd2fc380db,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:20.379623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53040) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:20.383911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c905-ff5c-43de-afa7-2087a603298b req-d78314b1-fce4-4f4a-8744-0b868fb550c2 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.388049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:50:20.389554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c905-ff5c-43de-afa7-2087a603298b req-d78314b1-fce4-4f4a-8744-0b868fb550c2 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.393447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Request body: {'subnet': {'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-subnet', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:20.395475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c905-ff5c-43de-afa7-2087a603298b req-d78314b1-fce4-4f4a-8744-0b868fb550c2 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.401598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9c905-ff5c-43de-afa7-2087a603298b req-d78314b1-fce4-4f4a-8744-0b868fb550c2 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.409071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c9c905-ff5c-43de-afa7-2087a603298b req-d78314b1-fce4-4f4a-8744-0b868fb550c2 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 3095 time: 0.1862748 Feb 16 14:50:20.486648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53046) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:20.512205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b460b6ba-f728-4e53-888a-af54a2f57387 req-ca552d60-a646-4b92-873c-ab22b615f20d tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792955 Feb 16 14:50:20.533858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c9c905-ff5c-43de-afa7-2087a603298b req-1766135d-fc12-466a-970d-135a2d73f769 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188703 Feb 16 14:50:20.535195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a24a4-9206-4530-8f00-282aa57cd500 req-4e13014d-6b42-4b36-95b0-f0b471f649e8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.538180 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-738a24a4-9206-4530-8f00-282aa57cd500 req-4e13014d-6b42-4b36-95b0-f0b471f649e8 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.129 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 946 time: 0.1351347 Feb 16 14:50:20.564419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:20.569033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.660449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Allocated IP 10.2.2.200 (c0c81f24-4bf1-458d-aa2a-f268476c4bc0/7cfd53d6-daf4-43bf-bd34-b76148ab5a27/d15b3eb1-7c4a-4752-9122-c08fdff47aa3) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:20.695049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30f5c9-9744-4d15-a1d4-76eaee100bd7 req-1a551b7f-7c84-42a7-942a-8b5714d7effc tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.706943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c30f5c9-9744-4d15-a1d4-76eaee100bd7 req-1a551b7f-7c84-42a7-942a-8b5714d7effc tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 946 time: 0.0951567 Feb 16 14:50:20.737829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Deleting port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:20.738514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.764300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1769559448'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:20.808177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c30f5c9-9744-4d15-a1d4-76eaee100bd7 req-81ba6faa-98e5-45c9-abac-9fcfdaa2054f tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/security-groups?id=314e4237-e57d-489f-9fa0-39836ddd6190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002777 Feb 16 14:50:20.916510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] For port b04a2a6b-1bb1-42db-8277-dc63a1c4db56, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,segment=NetworkSegment(11e25a49-25bd-463c-b325-22904ec6f831),segment_id=11e25a49-25bd-463c-b325-22904ec6f831)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:20.916877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:20.936596 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Calling delete_port for b04a2a6b-1bb1-42db-8277-dc63a1c4db56 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:20.996449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd9e00-c2c6-402c-bd97-f4432650bb22 req-786510cf-a694-422f-9993-53d1827bfc2b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:20.998312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54bd9e00-c2c6-402c-bd97-f4432650bb22 req-786510cf-a694-422f-9993-53d1827bfc2b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1003883 Feb 16 14:50:21.058769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.071373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Made reservation on behalf of 389b29397dab4736b77357d6776e9a54 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:21.075136 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.095251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.095479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.145322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b7ae6-e559-40c5-88f1-444a6787b8ca req-ad9464af-f38f-43dd-a298-2b8811e5b3f2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.147109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-713b7ae6-e559-40c5-88f1-444a6787b8ca req-ad9464af-f38f-43dd-a298-2b8811e5b3f2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1251152 Feb 16 14:50:21.156506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54bd9e00-c2c6-402c-bd97-f4432650bb22 req-218985cf-2f67-4ea2-a355-9c3f647ad351 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491945 Feb 16 14:50:21.167234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea616b7d-e073-4aa2-8165-e9cf0a859ac2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:21.218623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Checking segment: {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:21.219590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Network hostable DHCP agents. Network: 41ee3635-4c70-4322-8f0a-63fd2fc380db, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:50:21.244737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-713b7ae6-e559-40c5-88f1-444a6787b8ca req-985b4d8e-3ed0-42cb-96b0-95c939b798ed tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872626 Feb 16 14:50:21.281067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.296934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b04a2a6b-1bb1-42db-8277-dc63a1c4db56'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:50:21.300238 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.310164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.345628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:50:21.354656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Pushing event deleted for resources: {'Port': ['ID=b04a2a6b-1bb1-42db-8277-dc63a1c4db56,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:21.387491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.400651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:21.411564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:21.414000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] No DVR routers for this DVR port b04a2a6b-1bb1-42db-8277-dc63a1c4db56 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:21.416506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.421017 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-738a24a4-9206-4530-8f00-282aa57cd500 req-27dad8d7-9fd2-488a-beca-62cbe76cbb98 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.129 "DELETE /v2.0/ports/b04a2a6b-1bb1-42db-8277-dc63a1c4db56 HTTP/1.1" status: 204 len: 173 time: 0.8713431 Feb 16 14:50:21.421552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33652150-ba2e-43a2-983c-e48a537ca801', 'name': 'network-vif-deleted', 'tag': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:21.424523 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d35644-7159-4e23-9a4a-a787faae83ed" -d '{"events": [{"server_uuid": "33652150-ba2e-43a2-983c-e48a537ca801", "name": "network-vif-deleted", "tag": "b04a2a6b-1bb1-42db-8277-dc63a1c4db56"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:21.436394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:21.460097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 41ee3635-4c70-4322-8f0a-63fd2fc380db) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:21.465439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.466133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.475865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d53a82-3bb0-4245-9db3-aa6d44d02dca None None] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:21.494041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:50:21.505684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event updated for resources: {'Port': ['ID=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:21.520910 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e399b9db-4393-4d6c-9f42-b6af966da8bd x-openstack-request-id: req-e399b9db-4393-4d6c-9f42-b6af966da8bd {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:21.521204 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33652150-ba2e-43a2-983c-e48a537ca801", "name": "network-vif-deleted", "tag": "b04a2a6b-1bb1-42db-8277-dc63a1c4db56", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:21.521504 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e399b9db-4393-4d6c-9f42-b6af966da8bd {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:21.521910 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33652150-ba2e-43a2-983c-e48a537ca801', 'name': 'network-vif-deleted', 'tag': 'b04a2a6b-1bb1-42db-8277-dc63a1c4db56', 'status': 'completed', 'code': 200} Feb 16 14:50:21.546424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.546766 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Added segment 80006941-a4f4-47df-8a12-0afc35bbd4aa of type vlan for network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 Feb 16 14:50:21.549547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02680105-b5c9-451b-8fec-ccc681516126,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:21.569741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.570469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.614821 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d5d03db-db1e-42e6-b9df-58b74c2d03fe admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2338519 Feb 16 14:50:21.617719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53070) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:21.622203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:21.648510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53072) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:21.704377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353d2a-8ad6-4a4c-bcec-5090b3de73c5 req-5adc076e-938f-4b86-9357-cda02a12c7f5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.720157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8353d2a-8ad6-4a4c-bcec-5090b3de73c5 req-5adc076e-938f-4b86-9357-cda02a12c7f5 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.3401232 Feb 16 14:50:21.773337 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.775215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.806113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.855214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8353d2a-8ad6-4a4c-bcec-5090b3de73c5 req-21a4e8cb-79df-4789-9ad4-62ae66db26e2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329031 Feb 16 14:50:21.886501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.893431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d612-4de8-433e-b12f-55369ec18039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:21.932571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b771f-013e-46e1-b840-65f47f833413 req-ba706475-0fd0-4e12-a1a0-ed6664a79f0d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.942045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b771f-013e-46e1-b840-65f47f833413 req-ba706475-0fd0-4e12-a1a0-ed6664a79f0d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.956200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b771f-013e-46e1-b840-65f47f833413 req-ba706475-0fd0-4e12-a1a0-ed6664a79f0d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.966339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b771f-013e-46e1-b840-65f47f833413 req-ba706475-0fd0-4e12-a1a0-ed6664a79f0d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.975723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b771f-013e-46e1-b840-65f47f833413 req-ba706475-0fd0-4e12-a1a0-ed6664a79f0d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:21.986485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f82b771f-013e-46e1-b840-65f47f833413 req-ba706475-0fd0-4e12-a1a0-ed6664a79f0d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 3816 time: 0.2383771 Feb 16 14:50:21.997915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2aabca4b-6cda-4021-9a73-aaa27184b237 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6799397 Feb 16 14:50:22.029633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-326bd1b4-c155-4b59-8a4d-0d77f4a9a835 None None] Provisioning complete for port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:22.030661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-326bd1b4-c155-4b59-8a4d-0d77f4a9a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.032296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-41ee3635-4c70-4322-8f0a-63fd2fc380db', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:50:22.032516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:22.033463 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.088712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-326bd1b4-c155-4b59-8a4d-0d77f4a9a835 None None] Port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:22.116858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.118971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.125685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:22.134863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.178007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.195191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d612-4de8-433e-b12f-55369ec18039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.198944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f82b771f-013e-46e1-b840-65f47f833413 req-7e74348b-395f-4251-a62b-6ecb6c3892f5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115345 Feb 16 14:50:22.217214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5eae79b9-45c4-4fae-a75b-f9112ec3c2e5 req-8ca965ab-4938-43bb-920a-079399fe39e2 tempest-ServerMetadataNegativeTestJSON-2110180490 tempest-ServerMetadataNegativeTestJSON-2110180490-project] 10.222.0.113 "GET /v2.0/ports?device_id=33652150-ba2e-43a2-983c-e48a537ca801 HTTP/1.1" status: 200 len: 210 time: 0.1941364 Feb 16 14:50:22.245858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53080) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:22.246141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7572501 Feb 16 14:50:22.252139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'subnet': {'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:22.268834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Allocated IP 172.20.0.2 (41ee3635-4c70-4322-8f0a-63fd2fc380db/ea616b7d-e073-4aa2-8165-e9cf0a859ac2/fd164ccb-8143-4538-b758-7ecbe3b9cbfb) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:22.340209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d612-4de8-433e-b12f-55369ec18039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.365616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13857b6b-34d3-426d-9d3b-106fe979f102 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Network': ['ID=6ede3338-5cc2-4986-a3e2-f7e8b32fa330,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:22.408003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:50:22.547272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2d612-4de8-433e-b12f-55369ec18039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aed811-d9bc-4694-992d-7660b7d9f337,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:22.558278 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3b2d612-4de8-433e-b12f-55369ec18039 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8e1d72f6cf6547d4897216cd2bdb8703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9035296 Feb 16 14:50:22.559524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53084) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:22.567382 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.619851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Made reservation on behalf of 389b29397dab4736b77357d6776e9a54 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:22.623388 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.654284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.664892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698750d-c6de-4da3-a1a6-4743e57b116e req-a0fb3e82-5267-458f-8a1c-d607f9dda6b2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:22.667050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0698750d-c6de-4da3-a1a6-4743e57b116e req-a0fb3e82-5267-458f-8a1c-d607f9dda6b2 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.3533018 Feb 16 14:50:22.708506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c580d3b5-e012-4862-9664-6fc0b9cd8687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.727231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:22.735277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:22.740646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:22.749071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Pushing event updated for resources: {'Port': ['ID=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:22.767042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c580d3b5-e012-4862-9664-6fc0b9cd8687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.791753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0698750d-c6de-4da3-a1a6-4743e57b116e req-0d703ca1-af25-4ee0-b664-c6fe0c1e7605 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978954 Feb 16 14:50:22.817394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa0f7c-2ed8-4867-af5f-b985bf8c68f2 req-84737e8d-1df8-46c5-9da5-3e0ec80676e1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:22.819030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02aa0f7c-2ed8-4867-af5f-b985bf8c68f2 req-84737e8d-1df8-46c5-9da5-3e0ec80676e1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.4214556 Feb 16 14:50:22.858377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Attempting to bind port fd164ccb-8143-4538-b758-7ecbe3b9cbfb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:22.858685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Attempting to bind port fd164ccb-8143-4538-b758-7ecbe3b9cbfb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:22.859056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Attempting to bind port fd164ccb-8143-4538-b758-7ecbe3b9cbfb on network 41ee3635-4c70-4322-8f0a-63fd2fc380db {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:22.875731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:22.875731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Checking segment: {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:22.876340 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.877736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Bound using segment: {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:22.878242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Bound port: fd164ccb-8143-4538-b758-7ecbe3b9cbfb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:22.878627 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.953230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] For port fd164ccb-8143-4538-b758-7ecbe3b9cbfb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:22.955317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:22.957570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] For port fd164ccb-8143-4538-b758-7ecbe3b9cbfb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:22.974084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:22.988616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02aa0f7c-2ed8-4867-af5f-b985bf8c68f2 req-9108261b-eccd-4bc6-b081-25cafdd723c3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537580 Feb 16 14:50:23.001586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Transition to ACTIVE for port object 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:23.014515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06006d18-bc9d-45b4-816a-d12f565847cd req-df293ad6-6d38-4a8d-9e52-7503f1f46192 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.016212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06006d18-bc9d-45b4-816a-d12f565847cd req-df293ad6-6d38-4a8d-9e52-7503f1f46192 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.1222281 Feb 16 14:50:23.035782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.061257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.073952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06006d18-bc9d-45b4-816a-d12f565847cd req-0460a64a-3cdb-4ca0-a099-bffcd977e782 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Feb 16 14:50:23.082899 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.089724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.093520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.130566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c580d3b5-e012-4862-9664-6fc0b9cd8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.133965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c580d3b5-e012-4862-9664-6fc0b9cd8687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.135200 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c580d3b5-e012-4862-9664-6fc0b9cd8687 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a2aed811-d9bc-4694-992d-7660b7d9f337 HTTP/1.1" status: 204 len: 168 time: 0.5747092 Feb 16 14:50:23.197589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0c5e-267e-4a7e-8ae7-ec4d4c4c2685 None None] Pushing event updated for resources: {'Port': ['ID=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:23.220540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580d3b5-e012-4862-9664-6fc0b9cd8687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aed811-d9bc-4694-992d-7660b7d9f337,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:23.279448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Subnet': ['ID=c545d038-bc7f-48e5-b998-f101fa9c6b8b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:23.338705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53098) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:23.362983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Checking segment: {'id': '80006941-a4f4-47df-8a12-0afc35bbd4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:23.363345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Network hostable DHCP agents. Network: 6ede3338-5cc2-4986-a3e2-f7e8b32fa330, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:50:23.448496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Allocated IP 172.25.6.212 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d59b3af7-c12f-4585-84ff-0ec04cf638ab) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:23.486121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Pushing event updated for resources: {'Port': ['ID=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:23.557376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2b208-7332-4dc4-bcb7-9260d650335a req-33dff72f-1fce-4008-af15-020f43c78288 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.559350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11c2b208-7332-4dc4-bcb7-9260d650335a req-33dff72f-1fce-4008-af15-020f43c78288 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.3685427 Feb 16 14:50:23.656551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] Deleting subnet e5146038-13ce-4499-bbef-ab383119ab5b {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:50:23.667998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.678917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:50:23.688504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.746976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11c2b208-7332-4dc4-bcb7-9260d650335a req-498dad67-439d-4e9e-9c72-f31ea2e2b134 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490073 Feb 16 14:50:23.769482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63c7b6-6137-4b3c-8fd7-98aac72cf22e req-45f04c65-9a30-419f-b911-89bb3d497526 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.769482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63c7b6-6137-4b3c-8fd7-98aac72cf22e req-45f04c65-9a30-419f-b911-89bb3d497526 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.772155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63c7b6-6137-4b3c-8fd7-98aac72cf22e req-45f04c65-9a30-419f-b911-89bb3d497526 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.780059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63c7b6-6137-4b3c-8fd7-98aac72cf22e req-45f04c65-9a30-419f-b911-89bb3d497526 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.786387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63c7b6-6137-4b3c-8fd7-98aac72cf22e req-45f04c65-9a30-419f-b911-89bb3d497526 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.795326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d63c7b6-6137-4b3c-8fd7-98aac72cf22e req-45f04c65-9a30-419f-b911-89bb3d497526 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 3828 time: 0.3579519 Feb 16 14:50:23.797503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6ede3338-5cc2-4986-a3e2-f7e8b32fa330) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:23.807446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:23.807446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.810048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e5c45-71a5-4062-a037-4f2a4175ae24 None None] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:23.813016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Attempting to bind port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:23.814291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Attempting to bind port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:23.814696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Attempting to bind port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 on network 0b18220e-b2f2-4afd-922c-83c86ed713f5 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:23.827278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.861592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.915409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:23.919154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 on network 0b18220e-b2f2-4afd-922c-83c86ed713f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:23.919500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Attempting to bind port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 on network 0b18220e-b2f2-4afd-922c-83c86ed713f5 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:23.925519 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-650d1df2-88bf-4573-9464-b680cc92bec2 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6779122 Feb 16 14:50:23.929012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:23.929353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Checking segment: {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:23.929737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Bound using segment: {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:23.931160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Bound port: 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a847e7a6-e214-479d-9b5f-98c111dc19d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:23.931573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:23.947924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53112) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:23.963254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f0cbd8df-88b3-46df-92f2-cd7e2c461042 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1431473489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:23.968654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b04a2a6b-1bb1-42db-8277-dc63a1c4db56 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:23.976750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:24.005039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:24.036889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6ede3338-5cc2-4986-a3e2-f7e8b32fa330', 'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330', 'tenant_id': '389b29397dab4736b77357d6776e9a54', 'fixed_ips': [{'subnet_id': 'c545d038-bc7f-48e5-b998-f101fa9c6b8b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:50:24.038157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.043860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: b04a2a6b-1bb1-42db-8277-dc63a1c4db56 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:50:24.044444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b04a2a6b-1bb1-42db-8277-dc63a1c4db56 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:24.067076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d63c7b6-6137-4b3c-8fd7-98aac72cf22e req-9c5af916-0148-40e1-b1b8-c32c7e5cfdd4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707870 Feb 16 14:50:24.122231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd8df-88b3-46df-92f2-cd7e2c461042 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.123202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd8df-88b3-46df-92f2-cd7e2c461042 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.159589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.190361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd8df-88b3-46df-92f2-cd7e2c461042 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.255577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ab018-c79f-48b3-80db-547cad1fe015 req-5782661f-36b2-4617-a0d1-ccd5cec3a170 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:24.259869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-523ab018-c79f-48b3-80db-547cad1fe015 req-5782661f-36b2-4617-a0d1-ccd5cec3a170 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.3340154 Feb 16 14:50:24.294360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Pushing event updated for resources: {'Port': ['ID=d59b3af7-c12f-4585-84ff-0ec04cf638ab,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:24.308642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd8df-88b3-46df-92f2-cd7e2c461042 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.329168 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-9cc85194-4cbb-45cd-819a-eb2ac470c791 service neutron] show failed (client error): The resource could not be found. Feb 16 14:50:24.330414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-9cc85194-4cbb-45cd-819a-eb2ac470c791 service neutron] 10.222.0.129 "GET /v2.0/ports/b6955b12-52ba-47bb-b20b-431bb58516f2/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.4367046 Feb 16 14:50:24.338500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Allocated IP 172.20.0.2 (6ede3338-5cc2-4986-a3e2-f7e8b32fa330/c545d038-bc7f-48e5-b998-f101fa9c6b8b/f839b108-f3bc-4bc5-b979-410ebd0e9ea8) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:24.353844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] For port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:24.401339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] For port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:24.444519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0cbd8df-88b3-46df-92f2-cd7e2c461042 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.445438 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f0cbd8df-88b3-46df-92f2-cd7e2c461042 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4936533 Feb 16 14:50:24.449414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-523ab018-c79f-48b3-80db-547cad1fe015 req-bf574b2d-beb7-488d-a0fb-f848b6198298 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640446 Feb 16 14:50:24.458549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53124) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:24.475237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27399da2-a950-4d9e-99f3-94b029e679cf req-9ac420d3-a82f-4505-9d06-cf2ac425b712 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:24.490946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27399da2-a950-4d9e-99f3-94b029e679cf req-9ac420d3-a82f-4505-9d06-cf2ac425b712 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.2816064 Feb 16 14:50:24.516992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.627948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.647394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.682046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28361f9-7bc9-4c4a-919b-2d515e48216b None None] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:24.788714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:24.789467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.795787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] 10.222.0.93 "PUT /v2.0/ports/31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 HTTP/1.1" status: 200 len: 1091 time: 2.7671568 Feb 16 14:50:24.796440 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.796653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:24.798673 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:24.831931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53132) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:24.932519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:24.933698 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510726a-3759-4df4-a3c6-6977486279fd x-openstack-request-id: req-9510726a-3759-4df4-a3c6-6977486279fd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:24.934179 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:24.934593 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9510726a-3759-4df4-a3c6-6977486279fd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:24.935338 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'status': 'completed', 'code': 200} Feb 16 14:50:24.951822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-16111661-1e57-4932-a345-7c2e5ebaae05 None None] Provisioning complete for port fd164ccb-8143-4538-b758-7ecbe3b9cbfb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:24.952275 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16111661-1e57-4932-a345-7c2e5ebaae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:24.977046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:25.003872 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.023569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:25.049761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27399da2-a950-4d9e-99f3-94b029e679cf req-a137d767-f450-467f-857c-805f956ea051 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578518 Feb 16 14:50:25.231503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Pushing event updated for resources: {'Port': ['ID=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:25.267079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fd164ccb-8143-4538-b758-7ecbe3b9cbfb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:25.282486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.379303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:25.390898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Attempting to bind port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:25.391274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Attempting to bind port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '80006941-a4f4-47df-8a12-0afc35bbd4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:25.399988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Attempting to bind port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 on network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:25.400151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739d9e7-bb1d-4c52-ab62-dccf933d37de service neutron] Pushing event updated for resources: {'Port': ['ID=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:25.402759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1664197981-network', 'tenant_id': 'a1a3f585fa8a4250ab5947cce5971d2e'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:25.429054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-9c3cca44-9b4f-4a91-a4bd-78141c645f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:25.429769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-9c3cca44-9b4f-4a91-a4bd-78141c645f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:25.430425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-9c3cca44-9b4f-4a91-a4bd-78141c645f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:25.431044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-9c3cca44-9b4f-4a91-a4bd-78141c645f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:25.431737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-9c3cca44-9b4f-4a91-a4bd-78141c645f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:25.433664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-9c3cca44-9b4f-4a91-a4bd-78141c645f1f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 4363 time: 0.3942769 Feb 16 14:50:25.435243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:25.436083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5146038-13ce-4499-bbef-ab383119ab5b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:25.439671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Checking segment: {'id': '80006941-a4f4-47df-8a12-0afc35bbd4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:25.440139 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.440550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Bound using segment: {'id': '80006941-a4f4-47df-8a12-0afc35bbd4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:25.441766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Bound port: f839b108-f3bc-4bc5-b979-410ebd0e9ea8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80006941-a4f4-47df-8a12-0afc35bbd4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:25.442193 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.444540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-0e116015-5a9b-4517-a843-f03673d3f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:25.446058 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-0e116015-5a9b-4517-a843-f03673d3f9f9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 1100 time: 0.1006684 Feb 16 14:50:25.460464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.467578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6cf47029-620a-4727-9f08-6cef85882963 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e5146038-13ce-4499-bbef-ab383119ab5b HTTP/1.1" status: 204 len: 168 time: 2.0965619 Feb 16 14:50:25.468408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53142) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:25.484813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:25.557254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.744799 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16111661-1e57-4932-a345-7c2e5ebaae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.755775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fd164ccb-8143-4538-b758-7ecbe3b9cbfb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:25.756158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:25.837656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] For port f839b108-f3bc-4bc5-b979-410ebd0e9ea8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:25.922726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] For port f839b108-f3bc-4bc5-b979-410ebd0e9ea8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,segment=NetworkSegment(80006941-a4f4-47df-8a12-0afc35bbd4aa),segment_id=80006941-a4f4-47df-8a12-0afc35bbd4aa)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:25.951229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-16111661-1e57-4932-a345-7c2e5ebaae05 None None] For port fd164ccb-8143-4538-b758-7ecbe3b9cbfb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:26.046022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.049922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.106625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Made reservation on behalf of a1a3f585fa8a4250ab5947cce5971d2e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:26.109009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.160364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.162377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22b14-d42c-40de-8a10-355969cee72f None None] Pushing event updated for resources: {'Port': ['ID=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:26.187493 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16111661-1e57-4932-a345-7c2e5ebaae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.291807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:50:26.291807 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:50:26.292256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.293922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.295082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16111661-1e57-4932-a345-7c2e5ebaae05 None None] Pushing event updated for resources: {'Port': ['ID=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:26.351067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda968d1-90e5-46fa-bba4-e53c52da6605 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:26.361964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cfec47c8-e200-4fc9-8413-1197e445b6ba None None] Provisioning complete for port fd164ccb-8143-4538-b758-7ecbe3b9cbfb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:26.362675 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cfec47c8-e200-4fc9-8413-1197e445b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.363008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.381705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Transition to ACTIVE for port object fda968d1-90e5-46fa-bba4-e53c52da6605 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:26.384350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Router b03cb6a5-bd06-4a3c-931e-36708f9f45ad is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:50:26.387463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.461948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:26.467206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f62c-a32e-4530-8dac-be16c47f96d8 req-7abc803d-375a-420d-ae74-8ec0e8c38f3e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:26.473223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f62c-a32e-4530-8dac-be16c47f96d8 req-7abc803d-375a-420d-ae74-8ec0e8c38f3e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:26.479281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f62c-a32e-4530-8dac-be16c47f96d8 req-7abc803d-375a-420d-ae74-8ec0e8c38f3e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:26.485187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f62c-a32e-4530-8dac-be16c47f96d8 req-7abc803d-375a-420d-ae74-8ec0e8c38f3e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:26.491077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f62c-a32e-4530-8dac-be16c47f96d8 req-7abc803d-375a-420d-ae74-8ec0e8c38f3e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:26.499109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99c7f62c-a32e-4530-8dac-be16c47f96d8 req-7abc803d-375a-420d-ae74-8ec0e8c38f3e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 3828 time: 1.1395798 Feb 16 14:50:26.582907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Pushing event updated for resources: {'Port': ['ID=fda968d1-90e5-46fa-bba4-e53c52da6605,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:26.986885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65dfa-ce25-437a-98d2-e8b548436e70 req-b5a6339b-6105-40dd-b90c-9aea43a777e5 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:26.988635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aba65dfa-ce25-437a-98d2-e8b548436e70 req-b5a6339b-6105-40dd-b90c-9aea43a777e5 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.6857903 Feb 16 14:50:27.011828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:27.024933 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Sync routers for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:27.052665 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:27.054145 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:27.078969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99c7f62c-a32e-4530-8dac-be16c47f96d8 req-737e08f2-41c8-44e2-a8aa-249bca1e4ded tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747476 Feb 16 14:50:27.082289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Attempting to bind port fda968d1-90e5-46fa-bba4-e53c52da6605 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:27.082805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Attempting to bind port fda968d1-90e5-46fa-bba4-e53c52da6605 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:27.083493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Attempting to bind port fda968d1-90e5-46fa-bba4-e53c52da6605 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:27.084626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-586647d5-f1cc-4899-9071-6604e006a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:27.085231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-586647d5-f1cc-4899-9071-6604e006a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:27.088336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-586647d5-f1cc-4899-9071-6604e006a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:27.096600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-586647d5-f1cc-4899-9071-6604e006a21f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aa08f1ea767b4697af004bf547bd9bab&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.6264660 Feb 16 14:50:27.111727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Port fda968d1-90e5-46fa-bba4-e53c52da6605 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:27.112445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Attempting to bind port fda968d1-90e5-46fa-bba4-e53c52da6605 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:27.140089 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.141320 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d5bdd3af-18e0-4279-8500-6e0b4a2bbac2 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5226543 Feb 16 14:50:27.146675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:27.149411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53152) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:27.154897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.209668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:27.211121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Checking segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:27.212123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Bound using segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:27.212861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Bound port: fda968d1-90e5-46fa-bba4-e53c52da6605, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:27.213265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.286918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95335a30-57b0-4a6d-883c-5402ba51d927']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:27.301718 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:27.310127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e25a49-25bd-463c-b325-22904ec6f831') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:27.310529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e25a49-25bd-463c-b325-22904ec6f831') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:27.337619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fd164ccb-8143-4538-b758-7ecbe3b9cbfb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:27.354401 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.385544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Allocated IP 172.20.0.1 (6ede3338-5cc2-4986-a3e2-f7e8b32fa330/c545d038-bc7f-48e5-b998-f101fa9c6b8b/ece75bee-1ff7-4828-88b1-511ddd2ee37b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:27.402368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:27.486288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fd164ccb-8143-4538-b758-7ecbe3b9cbfb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:27.486833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.488083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:27.490426 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc805ddf-2195-462b-ac11-3ad4bc6e19f5" -d '{"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-unplugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:27.506399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.519356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.544107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.612779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:50:27.619779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:50:27.638189 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:50:27.662179 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0735b5-2d9e-4bb6-8b6d-8f37a87bf456 x-openstack-request-id: req-fb0735b5-2d9e-4bb6-8b6d-8f37a87bf456 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:27.662865 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-unplugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:27.663334 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fb0735b5-2d9e-4bb6-8b6d-8f37a87bf456 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:27.664408 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'code': 200} Feb 16 14:50:27.682828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f839b108-f3bc-4bc5-b979-410ebd0e9ea8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:27.692591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] For port fda968d1-90e5-46fa-bba4-e53c52da6605, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:27.698037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] For port fda968d1-90e5-46fa-bba4-e53c52da6605, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=fda968d1-90e5-46fa-bba4-e53c52da6605,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:27.785916 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:24Z', 'revision_number': 3, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:27.797696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:27.798242 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.814817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.816152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aba65dfa-ce25-437a-98d2-e8b548436e70 req-645887f0-ba5c-4e4d-8747-15b061cca766 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782521 Feb 16 14:50:27.816875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.829226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:50:27.840258 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Checking router: b03cb6a5-bd06-4a3c-931e-36708f9f45ad for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:27.840604 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Updating router b03cb6a5-bd06-4a3c-931e-36708f9f45ad port d59b3af7-c12f-4585-84ff-0ec04cf638ab binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:50:27.847672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.848025 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Added segment 8743611a-dc3a-44f5-aa1c-5447992f5c4e of type vlan for network 6631ac13-5d37-4b23-b7ef-d62117d691bb Feb 16 14:50:27.895882 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.916096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:27.996485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-c2d22398-4485-4f02-8d37-2fcc0a5cdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:27.998038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d2ff84c-fcd3-419d-bbf8-e63aeee3bcd1 req-c2d22398-4485-4f02-8d37-2fcc0a5cdd19 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8763683 Feb 16 14:50:28.013227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:28.014786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.015784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.021079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.021211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.021211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.033735 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] 10.222.0.93 "PUT /v2.0/ports/fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 200 len: 1130 time: 2.6891115 Feb 16 14:50:28.103910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Transition to ACTIVE for port object b6955b12-52ba-47bb-b20b-431bb58516f2 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:28.107569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a48f4-3e76-4918-adbc-065e0b03c91f service neutron] Pushing event updated for resources: {'Port': ['ID=fda968d1-90e5-46fa-bba4-e53c52da6605,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:28.161756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.219301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38c654-9739-4ae0-b2a9-9cc6a0e4057a None None] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:28.248137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.266979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Pushing event updated for resources: {'Network': ['ID=6631ac13-5d37-4b23-b7ef-d62117d691bb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:28.281271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91765007-0904-4638-836a-df8813c9c841,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:28.304281 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.318189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.325699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] 10.222.0.113 "DELETE /v2.0/networks/95335a30-57b0-4a6d-883c-5402ba51d927 HTTP/1.1" status: 204 len: 168 time: 2.8518572 Feb 16 14:50:28.334311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6631ac13-5d37-4b23-b7ef-d62117d691bb details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:50:28.394408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:28.403978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0b1b8ca1-352f-4574-99ce-084572e7cf47 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4856069 Feb 16 14:50:28.405637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53168) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:28.408098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdaf2b-47db-4d10-aae0-6798545f3e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=95335a30-57b0-4a6d-883c-5402ba51d927,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:28.423662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.442163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Request body: {'subnet': {'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1664197981-subnet', 'tenant_id': 'a1a3f585fa8a4250ab5947cce5971d2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:28.454035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-60b444d9-a372-420e-a798-f71bd3f115fc tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.462452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-60b444d9-a372-420e-a798-f71bd3f115fc tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.469022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-60b444d9-a372-420e-a798-f71bd3f115fc tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.471097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port f839b108-f3bc-4bc5-b979-410ebd0e9ea8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,segment=NetworkSegment(80006941-a4f4-47df-8a12-0afc35bbd4aa),segment_id=80006941-a4f4-47df-8a12-0afc35bbd4aa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:28.476556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-60b444d9-a372-420e-a798-f71bd3f115fc tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.484404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-60b444d9-a372-420e-a798-f71bd3f115fc tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.491351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-60b444d9-a372-420e-a798-f71bd3f115fc tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:28.502278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-60b444d9-a372-420e-a798-f71bd3f115fc tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 4600 time: 0.2044032 Feb 16 14:50:28.548008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:28.627574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-364b7440-f7f6-427d-8113-ff70f57f82db None None] Provisioning complete for port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:28.628381 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-364b7440-f7f6-427d-8113-ff70f57f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.637337 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.647196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94aa7d6e-bc53-465e-bb34-401364fa9210 req-cf5d14e3-1958-4ab6-b389-b7fd18eea7ab tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357849 Feb 16 14:50:28.650503 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.726250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:28.732599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:28.739343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:28.792484 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.796684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] No DVR routers for this DVR port b6955b12-52ba-47bb-b20b-431bb58516f2 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:28.841909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53174) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:28.846891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Port': ['ID=ece75bee-1ff7-4828-88b1-511ddd2ee37b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:28.880283 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.951001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:28.960830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a96b602f-a0ec-48b4-978f-c412df7ad1e0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6f4b2623034a4ad9a41e9ecd6044c3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148169 Feb 16 14:50:28.961957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53176) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:29.016274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.047256 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Pushing event updated for resources: {'Port': ['ID=d59b3af7-c12f-4585-84ff-0ec04cf638ab,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:29.084900 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.091400 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.093888 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.094351 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.094800 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.097344 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.099770 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.100243 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.100683 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.101266 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.106016 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.106496 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:50:29.119423 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Attempting to bind port d59b3af7-c12f-4585-84ff-0ec04cf638ab on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:29.125735 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Attempting to bind port d59b3af7-c12f-4585-84ff-0ec04cf638ab by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:29.129253 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Attempting to bind port d59b3af7-c12f-4585-84ff-0ec04cf638ab on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:29.129370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=6']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:29.134837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06658f52-a8f2-4ee2-a4dd-02a301429a38 req-9cfe1033-d745-4fd0-86a0-80581b3e60c9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:29.140414 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:29.142814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06658f52-a8f2-4ee2-a4dd-02a301429a38 req-9cfe1033-d745-4fd0-86a0-80581b3e60c9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 947 time: 0.1901436 Feb 16 14:50:29.150514 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:29.157903 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.157903 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:29.157903 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Bound port: d59b3af7-c12f-4585-84ff-0ec04cf638ab, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:29.158971 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.179646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Made reservation on behalf of a1a3f585fa8a4250ab5947cce5971d2e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:29.182709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.207450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:29.229918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3469507c-bd28-4438-9d73-f4836327ea10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.271420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3469507c-bd28-4438-9d73-f4836327ea10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.281323 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] For port d59b3af7-c12f-4585-84ff-0ec04cf638ab, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:29.286248 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] For port d59b3af7-c12f-4585-84ff-0ec04cf638ab, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d59b3af7-c12f-4585-84ff-0ec04cf638ab,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:29.326766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06658f52-a8f2-4ee2-a4dd-02a301429a38 req-84305e89-cd36-4bbb-bcbe-a7b8381dffd2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830785 Feb 16 14:50:29.391361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.405180 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.521720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3469507c-bd28-4438-9d73-f4836327ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.525743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3469507c-bd28-4438-9d73-f4836327ea10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.526919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3469507c-bd28-4438-9d73-f4836327ea10 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/314e4237-e57d-489f-9fa0-39836ddd6190 HTTP/1.1" status: 204 len: 168 time: 0.5561092 Feb 16 14:50:29.559489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469507c-bd28-4438-9d73-f4836327ea10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314e4237-e57d-489f-9fa0-39836ddd6190,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:29.628274 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:29.629162 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:29.634345 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad49f46-f248-433f-adc9-01faab66bfdc None None] Pushing event updated for resources: {'Port': ['ID=d59b3af7-c12f-4585-84ff-0ec04cf638ab,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:29.724496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9f2f9957-8443-43bc-919c-cd65a0c68f18 None None] Provisioning complete for port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:29.728339 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9957-8443-43bc-919c-cd65a0c68f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:29.847535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'fda968d1-90e5-46fa-bba4-e53c52da6605'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:29.858828 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c110b29f-d787-4d84-8851-bc723ce0f5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "fda968d1-90e5-46fa-bba4-e53c52da6605"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:29.937979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:29.941267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:29.941684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:29.966595 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:30.040809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9f2f9957-8443-43bc-919c-cd65a0c68f18 None None] Provisioning complete for port ece75bee-1ff7-4828-88b1-511ddd2ee37b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:30.043453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9957-8443-43bc-919c-cd65a0c68f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.105506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f9957-8443-43bc-919c-cd65a0c68f18 None None] Port ece75bee-1ff7-4828-88b1-511ddd2ee37b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:30.110306 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20685c7-07d6-4dfc-91ef-91db75e58df5 x-openstack-request-id: req-b20685c7-07d6-4dfc-91ef-91db75e58df5 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:30.113783 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "fda968d1-90e5-46fa-bba4-e53c52da6605", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:30.116509 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b20685c7-07d6-4dfc-91ef-91db75e58df5 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:30.117022 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'fda968d1-90e5-46fa-bba4-e53c52da6605', 'status': 'completed', 'code': 200} Feb 16 14:50:30.221369 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-b35dff8a-e5dc-4a80-9d60-6d865936c6f2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2321112 Feb 16 14:50:30.222089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:30.224028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:30.233588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-70c112d3-7b34-473a-bb65-82020a1b5328 None None] Provisioning complete for port ece75bee-1ff7-4828-88b1-511ddd2ee37b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:30.239445 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70c112d3-7b34-473a-bb65-82020a1b5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.299019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-70c112d3-7b34-473a-bb65-82020a1b5328 None None] Port ece75bee-1ff7-4828-88b1-511ddd2ee37b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:30.331418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:30.331850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:30.332242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:30.332742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Bound port: b6955b12-52ba-47bb-b20b-431bb58516f2, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:30.333142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.398288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.421074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.428648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:30.455278 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:24Z', 'revision_number': 3, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:30.495931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-419367ec-af20-4add-be2a-03963eba218a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.502294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-419367ec-af20-4add-be2a-03963eba218a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.509193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-419367ec-af20-4add-be2a-03963eba218a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.515628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-419367ec-af20-4add-be2a-03963eba218a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.516256 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.521951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-419367ec-af20-4add-be2a-03963eba218a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.528353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-419367ec-af20-4add-be2a-03963eba218a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.528840 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f303a1f-a306-4081-b6f8-d65d693b8da7 None None] The sync data for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 is: [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:24Z', 'revision_number': 3, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:30.537232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-419367ec-af20-4add-be2a-03963eba218a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 4600 time: 0.6483049 Feb 16 14:50:30.582425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.605339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:30.609459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:30.688139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Transition to ACTIVE for port object d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:30.691079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-99b5314b-074b-4239-8a3b-c3a690223600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.692683 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-99b5314b-074b-4239-8a3b-c3a690223600 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=46eef30a26b04539ab99a16899717f51&device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 1097 time: 0.3750978 Feb 16 14:50:30.712964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.725302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Port': ['ID=ece75bee-1ff7-4828-88b1-511ddd2ee37b,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:30.797841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d282196c-14ad-4d25-aa2d-154a85c30f61 req-1614aa5c-ea93-4a7e-b828-a4d17c42cdf6 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595522 Feb 16 14:50:30.851199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-176fcb3e-44f5-4b29-9a37-b81ea48d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.852342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-176fcb3e-44f5-4b29-9a37-b81ea48d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.853249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-176fcb3e-44f5-4b29-9a37-b81ea48d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.853691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-176fcb3e-44f5-4b29-9a37-b81ea48d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.854211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-176fcb3e-44f5-4b29-9a37-b81ea48d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.854738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-176fcb3e-44f5-4b29-9a37-b81ea48d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.858771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-176fcb3e-44f5-4b29-9a37-b81ea48d0ccc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5286 time: 0.4328158 Feb 16 14:50:30.863303 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:30.939805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3b355-9cee-4342-850f-a8be7b817068 req-c950b45f-cd75-4c7d-a67c-9e58487da3eb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:30.947379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fe3b355-9cee-4342-850f-a8be7b817068 req-c950b45f-cd75-4c7d-a67c-9e58487da3eb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 947 time: 0.4078944 Feb 16 14:50:31.176900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fe3b355-9cee-4342-850f-a8be7b817068 req-b7fce8fb-cb28-4ad2-a7da-422bde0b899f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284458 Feb 16 14:50:31.222098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53208) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:31.235351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.237783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-aab2122c-e544-4a8f-843f-5daa17d4c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:31.239378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-aab2122c-e544-4a8f-843f-5daa17d4c7d5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 200 len: 915 time: 0.4693906 Feb 16 14:50:31.261973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:31.262823 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.269827 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] 10.222.0.93 "PUT /v2.0/ports/b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 1095 time: 5.7934158 Feb 16 14:50:31.298055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d59b3af7-c12f-4585-84ff-0ec04cf638ab up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:31.298896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-9cb25c58-863c-4fe3-a2c1-b1faeb11f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:31.299528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-9cb25c58-863c-4fe3-a2c1-b1faeb11f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:31.300238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-9cb25c58-863c-4fe3-a2c1-b1faeb11f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:31.302425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-9cb25c58-863c-4fe3-a2c1-b1faeb11f042 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aa08f1ea767b4697af004bf547bd9bab&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4220033 Feb 16 14:50:31.321021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:31.324131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:31.384824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.419433 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-e5a10c26-5bac-4a85-b759-ec75aa42a8b2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 200 len: 217 time: 0.1677737 Feb 16 14:50:31.481803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d59b3af7-c12f-4585-84ff-0ec04cf638ab triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:31.482343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.543432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-6501186c-cb2d-49de-9ce6-4f3460179ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:31.544952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c110b29f-d787-4d84-8851-bc723ce0f5f3 req-6501186c-cb2d-49de-9ce6-4f3460179ef7 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2220829 Feb 16 14:50:31.632380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-848489466-network', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:31.726263 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.775943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d59b3af7-c12f-4585-84ff-0ec04cf638ab, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d59b3af7-c12f-4585-84ff-0ec04cf638ab,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:31.808534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Made reservation on behalf of bb2804b64a48475b8f0cd642262023f2 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:31.811603 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.838048 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.865982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4bcf2e79-8e77-4f62-9a88-ababbcf517bb None None] Provisioning complete for port ece75bee-1ff7-4828-88b1-511ddd2ee37b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:31.866367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4bcf2e79-8e77-4f62-9a88-ababbcf517bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.882431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Router 57e4ade8-6de4-486e-918b-9d51bb4f4b42 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:50:31.941058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf2e79-8e77-4f62-9a88-ababbcf517bb None None] Port ece75bee-1ff7-4828-88b1-511ddd2ee37b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:31.966339 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:31.967139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f839b108-f3bc-4bc5-b979-410ebd0e9ea8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:32.155158 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d59b3af7-c12f-4585-84ff-0ec04cf638ab,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:32.161323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:32.164155 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:32.174065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f835fe37-b458-4d81-a839-7f7cd1708594 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "PUT /v2.0/routers/57e4ade8-6de4-486e-918b-9d51bb4f4b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7134068 Feb 16 14:50:32.183817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53218) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:32.184089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] Sync routers for ids ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:32.184089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:32.184089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:32.190653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'port': {'network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330', 'name': 'tempest-FloatingIPNegativeTestJSON-1706023602'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:32.233776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.248566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.256930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.264618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] Routers {'57e4ade8-6de4-486e-918b-9d51bb4f4b42'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:32.265293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.270697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:32.272091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.281335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:32.284033 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:32.287172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-6a683e71-1615-42e2-b12c-9e30f7686e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.288560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.289666 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-6a683e71-1615-42e2-b12c-9e30f7686e79 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 200 len: 853 time: 0.7797124 Feb 16 14:50:32.299395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.304256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-304002d1-8d70-460c-a958-96bd4e04b59b req-e6f8e539-b04c-4e47-8cbe-8936591c2eba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5373 time: 0.2920783 Feb 16 14:50:32.348571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:32.371985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] Routers {'57e4ade8-6de4-486e-918b-9d51bb4f4b42'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:32.374049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:32.377679 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-c916933d-5964-495f-9ab9-06f2f25ee7ec service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=fb334b34-dc83-4f77-8210-077097ec6d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573509 Feb 16 14:50:32.444082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:32.456876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb7904-aee1-4433-8ddf-0fdeb8d1f237 None None] The sync data for ids ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:32.497313 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:32.524982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f4690-68eb-4b7a-8928-5578978c48f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=7']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:32.553589 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Attempting to bind port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:32.553926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Attempting to bind port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:32.554250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Attempting to bind port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:32.591910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:50:32.604486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Pushing event updated for resources: {'Port': ['ID=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:32.607994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-09ac9aee-371f-4331-b11e-1e72826bf1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.609737 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-09ac9aee-371f-4331-b11e-1e72826bf1a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1098 time: 1.0904400 Feb 16 14:50:32.611824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-304002d1-8d70-460c-a958-96bd4e04b59b req-eaf6e43b-c8d5-4c2d-8253-3222a322d47f tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079578 Feb 16 14:50:32.651899 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:32.652244 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Added segment 8259ba3f-e3bc-4237-a284-a3bd630db56c of type vlan for network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d Feb 16 14:50:32.662097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a391b-cc31-4ee6-8b79-7fb82f57e0a0 req-95caf9a7-9ceb-4741-954a-e70230a3ba3a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.665206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c47a391b-cc31-4ee6-8b79-7fb82f57e0a0 req-95caf9a7-9ceb-4741-954a-e70230a3ba3a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 947 time: 0.1901107 Feb 16 14:50:32.672870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058f0d3d-fb30-4b49-9230-c2c60125c5ef,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:32.823966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Checking segment: {'id': '8743611a-dc3a-44f5-aa1c-5447992f5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:32.824596 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Network hostable DHCP agents. Network: 6631ac13-5d37-4b23-b7ef-d62117d691bb, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:50:32.838574 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e9adeb-5ffb-4ee0-af3d-179775010d50 x-openstack-request-id: req-c6e9adeb-5ffb-4ee0-af3d-179775010d50 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:32.839134 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:32.839728 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c6e9adeb-5ffb-4ee0-af3d-179775010d50 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:32.840279 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'status': 'completed', 'code': 200} Feb 16 14:50:32.840996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:32.841465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Attempting to bind port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:32.843986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f61851-e3fa-4561-870c-cd881dfffc21,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:32.880469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:32.881064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Checking segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:32.881636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Bound using segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:32.882256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Bound port: d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:32.882778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:32.942529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-2ab4a2aa-c192-49ad-9e12-e9127d92a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:32.944337 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-2ab4a2aa-c192-49ad-9e12-e9127d92a212 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3130176 Feb 16 14:50:32.963465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Allocated IP 172.20.0.1 (41ee3635-4c70-4322-8f0a-63fd2fc380db/ea616b7d-e073-4aa2-8165-e9cf0a859ac2/32574ac2-7e1e-48fd-b935-a8660b64ac77) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:32.980674 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-0f7063eb-8bca-40f5-9e86-a87105eb5e03 service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754477 Feb 16 14:50:33.061271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Network 6631ac13-5d37-4b23-b7ef-d62117d691bb is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:50:33.064231 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-0f5ad9da-db14-496f-85fc-3bbf35b32692 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.1033385 Feb 16 14:50:33.111910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Made reservation on behalf of 389b29397dab4736b77357d6776e9a54 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:33.115492 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.122864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d59b3af7-c12f-4585-84ff-0ec04cf638ab up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:33.132651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.141136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] device_id is not set on port 00cb3345-33e3-4d4e-9790-05a54a955e25 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:50:33.146982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-d24c06d7-4eea-408e-ae3c-116322d8584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:33.149110 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-d24c06d7-4eea-408e-ae3c-116322d8584a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0652373 Feb 16 14:50:33.269932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6631ac13-5d37-4b23-b7ef-d62117d691bb) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:33.272296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d59b3af7-c12f-4585-84ff-0ec04cf638ab triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:33.272863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.314440 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c47a391b-cc31-4ee6-8b79-7fb82f57e0a0 req-98fe94c5-ba6c-41de-a119-974d7559e08a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366704 Feb 16 14:50:33.348779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c781a0-3083-4df5-bf84-e0ae1e8310c6 None None] Network 6631ac13-5d37-4b23-b7ef-d62117d691bb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:33.354594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-fbe46fb6-c9f9-474e-bddf-2bc00ccbe2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:33.356163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-fbe46fb6-c9f9-474e-bddf-2bc00ccbe2d4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1098 time: 0.2548449 Feb 16 14:50:33.358199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:33.358997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.431086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] For port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:33.437954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] For port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:33.468909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.469946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:33.470527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.486110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Allocated IP 172.20.0.8 (6ede3338-5cc2-4986-a3e2-f7e8b32fa330/c545d038-bc7f-48e5-b998-f101fa9c6b8b/00cb3345-33e3-4d4e-9790-05a54a955e25) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:33.506710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-86810233-9496-4dec-87bd-5ed46eaa06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:33.520556 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-86810233-9496-4dec-87bd-5ed46eaa06ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2679000 Feb 16 14:50:33.554578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.580695 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b49b2b9a-90f6-4cf6-b95e-cdb45c422bf0 req-9e7e7c09-d8cd-4281-83be-1d3ee206454f service neutron] 10.222.0.129 "GET /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728059 Feb 16 14:50:33.583824 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f2a6119f-599b-4554-8b7d-8b43d9c1c86a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.1700034 Feb 16 14:50:33.628068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4020476 Feb 16 14:50:33.642999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53236) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:33.684598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.698813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Request body: {'subnet': {'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-subnet', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:33.719187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:33.719866 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:33.721305 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] 10.222.0.93 "PUT /v2.0/ports/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 200 len: 1131 time: 5.3411002 Feb 16 14:50:33.751305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bd5fa-5466-4ce5-bc6c-6912dd5dccff admin admin] Pushing event updated for resources: {'Network': ['ID=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:33.777916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6fdf6-4819-47f3-878c-9fdd0be053db service neutron] Pushing event updated for resources: {'Port': ['ID=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:33.782886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:50:33.887215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:33.901467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-568e00ba-9602-44e3-92c8-60b911083b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:33.915719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-568e00ba-9602-44e3-92c8-60b911083b3b service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.5378373 Feb 16 14:50:33.920115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b3b99-4f2c-44dd-b473-2bfa094810b1 None None] Network 6631ac13-5d37-4b23-b7ef-d62117d691bb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:33.966896 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-57dcf478-f743-4413-ad8c-04b9daec8cba service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238896 Feb 16 14:50:34.149557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-e033b17a-50fa-4fa1-98db-3495e6cb98fa service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.1452904 Feb 16 14:50:34.212911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:34.220264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Made reservation on behalf of bb2804b64a48475b8f0cd642262023f2 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:34.223470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:34.252538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.258972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.265088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.271045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.278183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.278334 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:34.284331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.290735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.292746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-ebb65796-b812-45cc-8fc0-81f9f807f4ac tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5373 time: 0.4961874 Feb 16 14:50:34.352847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d3a60-b99a-4cba-a9c8-6aca9b54b831 req-7d07b2b7-cdec-4b70-97f6-3e3662a0a3e8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.360620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be9d3a60-b99a-4cba-a9c8-6aca9b54b831 req-7d07b2b7-cdec-4b70-97f6-3e3662a0a3e8 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.3394668 Feb 16 14:50:34.401012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:34.416445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:34.423152 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-303c94ac-6c25-4443-84c9-7c6cb033c129 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413774 Feb 16 14:50:34.427479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:34.432206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Pushing event updated for resources: {'Port': ['ID=32574ac2-7e1e-48fd-b935-a8660b64ac77,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:34.444664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-ee22331c-179f-44a7-a60e-78f04d9f66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.446848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-ee22331c-179f-44a7-a60e-78f04d9f66e9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.2853343 Feb 16 14:50:34.545097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be9d3a60-b99a-4cba-a9c8-6aca9b54b831 req-c7ef5945-d70a-4b44-aae7-c10a708f904b tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817150 Feb 16 14:50:34.564084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:34.582745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:34.588605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c368fefa-d1bc-4b4c-aae2-4711440df26c req-76d7ee3d-3e3b-472c-8807-05e9f8e9e52f tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2738669 Feb 16 14:50:34.702340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-07a438a8-503b-4a44-a652-f259e4cd3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.703925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-07a438a8-503b-4a44-a652-f259e4cd3937 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2341189 Feb 16 14:50:34.842716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'd4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:34.845865 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e7c6c-6190-4262-a1ac-58542da336c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:34.889312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52cc7-a400-4650-91ac-0137eb171be2 req-668a2e67-0974-4880-a7a2-e99b5ce79ae2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.897233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72a52cc7-a400-4650-91ac-0137eb171be2 req-668a2e67-0974-4880-a7a2-e99b5ce79ae2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 947 time: 0.1900258 Feb 16 14:50:34.907149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-97acf3cb-3b94-4f4f-9ee8-d83bc368162d None None] Provisioning complete for port 32574ac2-7e1e-48fd-b935-a8660b64ac77 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:34.908786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97acf3cb-3b94-4f4f-9ee8-d83bc368162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:34.924850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:34.943316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-0327a2db-50b2-4894-b04d-d0186a71b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:34.944527 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-0327a2db-50b2-4894-b04d-d0186a71b020 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1098 time: 0.2841108 Feb 16 14:50:34.944639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-408566a7-ad76-4860-9409-9a8a3af04cc7 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302427 Feb 16 14:50:35.005926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-97acf3cb-3b94-4f4f-9ee8-d83bc368162d None None] Port 32574ac2-7e1e-48fd-b935-a8660b64ac77 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:35.024164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.102674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.144433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:35.158522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Port': ['ID=00cb3345-33e3-4d4e-9790-05a54a955e25,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:35.158522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:35.168813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72a52cc7-a400-4650-91ac-0137eb171be2 req-23a4c138-024b-485e-84c8-087bccf372e7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707555 Feb 16 14:50:35.177121 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.184982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-e6b48972-a9a3-44c9-911f-9e57962b14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.186577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-e6b48972-a9a3-44c9-911f-9e57962b14f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2282317 Feb 16 14:50:35.203401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:35.219741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:35.223826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-08da17f8-abc0-4e8c-add7-139f8f4cdc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.246669 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-2b9f1189-2abc-47e9-abe1-77ff3a626fa9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.0484478 Feb 16 14:50:35.257937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Transition to ACTIVE for port object f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:35.265600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37bda59-2057-4b10-84c3-5e5a049aaafd,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:35.287032 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6127c2de-af57-4f76-9e9a-60c2cf108e57 x-openstack-request-id: req-6127c2de-af57-4f76-9e9a-60c2cf108e57 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:35.287386 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:35.287588 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6127c2de-af57-4f76-9e9a-60c2cf108e57 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:35.287985 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'd4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404', 'status': 'completed', 'code': 200} Feb 16 14:50:35.367699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-a7112f7b-dbd7-47cd-b468-e1c32a8f5678 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791013 Feb 16 14:50:35.397913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Checking segment: {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:35.398277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Network hostable DHCP agents. Network: ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:50:35.408500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-8b9cfc43-c4d0-44d7-9c0a-9969124c0227 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.410203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-8b9cfc43-c4d0-44d7-9c0a-9969124c0227 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/networks?id=6631ac13-5d37-4b23-b7ef-d62117d691bb HTTP/1.1" status: 200 len: 814 time: 0.3793120 Feb 16 14:50:35.420215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.420898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.428656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.451480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-6df6f0e0-1e65-48ee-bf07-c519b2f8ca93 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/quotas/a1a3f585fa8a4250ab5947cce5971d2e HTTP/1.1" status: 200 len: 375 time: 0.0266464 Feb 16 14:50:35.492259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.492848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.493468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.494017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.494545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.495019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.495486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.497741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-77a5c99a-06af-4c27-81fa-b48299d8075f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6210 time: 0.1955397 Feb 16 14:50:35.515438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-8c62bd20-693a-46ab-afa4-dbf09c41296c tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1a3f585fa8a4250ab5947cce5971d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511525 Feb 16 14:50:35.530176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-76f9b546-a12c-456e-a3ba-048155ae47aa tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3532445 Feb 16 14:50:35.536575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53260) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:35.543198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:35.557263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:35.562921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-7e2e9630-3b85-4130-be6e-3edba837b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.564694 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-7e2e9630-3b85-4130-be6e-3edba837b959 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.3051448 Feb 16 14:50:35.609658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:50:35.665820 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.678866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4fae56d8-e521-496a-a414-aa61d9c76d59 None None] Provisioning complete for port 00cb3345-33e3-4d4e-9790-05a54a955e25 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:35.679248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4fae56d8-e521-496a-a414-aa61d9c76d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.726374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-5576b562-d97c-434f-8092-ab024ade6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.728501 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-5576b562-d97c-434f-8092-ab024ade6aa4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522603 Feb 16 14:50:35.751308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4fae56d8-e521-496a-a414-aa61d9c76d59 None None] Port 00cb3345-33e3-4d4e-9790-05a54a955e25 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:35.773501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:35.801037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.801626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:35.802807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8330a8-dc21-4d63-b1db-2834fd0e2349 None None] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:35.821137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-894243e3-ab28-48d3-a7e6-b0660456cf24 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.822926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-894243e3-ab28-48d3-a7e6-b0660456cf24 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.129 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.2144032 Feb 16 14:50:35.858738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-c93596da-26ef-49ef-bc96-f243948fc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.859720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-c93596da-26ef-49ef-bc96-f243948fc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.859720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-c93596da-26ef-49ef-bc96-f243948fc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.861277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-c93596da-26ef-49ef-bc96-f243948fc81c service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aa08f1ea767b4697af004bf547bd9bab&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3485332 Feb 16 14:50:35.863188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-e845304f-1ddc-46c3-ac60-934127b1ea01 service neutron] 10.222.0.113 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381875 Feb 16 14:50:35.938197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-10a0f62f-484c-4265-bced-7631b02d504e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2888954 Feb 16 14:50:35.952345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.958341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.965742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.971293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.983020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.984376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.990287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:35.993006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-367a74a8-f446-4b91-9ed5-6635d6f8566a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5385 time: 0.2776494 Feb 16 14:50:36.025627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:36.032014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:36.043562 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.045688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.110267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Attempting to bind port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:36.110608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Attempting to bind port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:36.110936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Attempting to bind port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:36.113973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f26d21-f564-48d6-991a-e75b3c531821 None None] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:36.133779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-fdd5e2ba-bd8c-4204-883a-a3e93c4da5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:36.135911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e77e7c6c-6190-4262-a1ac-58542da336c9 req-fdd5e2ba-bd8c-4204-883a-a3e93c4da5ec service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2519553 Feb 16 14:50:36.175494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac on network d6a65f21-dee2-406d-8515-cd3a47a924d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:36.175494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Attempting to bind port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:36.211851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a85783-e052-4f81-95a4-36302a7ba845 req-1e2ce5e7-cbf5-4208-8059-f776aadbc74d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570783 Feb 16 14:50:36.237087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-7c3eeead-bd6f-497d-acf0-6fe9dd854de8 service neutron] 10.222.0.113 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543732 Feb 16 14:50:36.243334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:36.243755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Checking segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:36.244167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Bound using segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:36.244822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Bound port: f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:36.244927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.249910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Deleting port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:36.250249 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.258241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.258241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Pushing event updated for resources: {'Port': ['ID=32574ac2-7e1e-48fd-b935-a8660b64ac77,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:36.375029 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-2ebec928-afa2-46fd-a35d-c2a97342028f service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346772 Feb 16 14:50:36.411657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec61246-bd9b-4e17-98b6-55e796448234 req-0eca0328-369e-490d-ab91-d48f6bb37f58 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:36.414557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fec61246-bd9b-4e17-98b6-55e796448234 req-0eca0328-369e-490d-ab91-d48f6bb37f58 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 946 time: 0.0802259 Feb 16 14:50:36.426913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.427973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.429258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] For port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,segment=NetworkSegment(ffe68d2a-49d7-4784-aa48-563136885815),segment_id=ffe68d2a-49d7-4784-aa48-563136885815)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:36.430917 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.455335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Calling delete_port for 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:36.482451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] For port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:36.510536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fec61246-bd9b-4e17-98b6-55e796448234 req-74cf0680-c0af-4971-8291-118bfa6e54d6 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/security-groups?id=a62476a2-9b74-4bd0-917d-1d6f380d336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837758 Feb 16 14:50:36.551161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] For port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:36.604891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.616235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:36.624714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:36.634162 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-12afa708-59f7-4c7f-ba1d-55e2c65b06d6 req-31023c5f-57ed-484e-b982-631a29db5d36 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451296 Feb 16 14:50:36.686091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.693404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.737573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a01667a-05bf-46bb-b47b-97bac167887e req-06a65e29-5430-45a8-bdc4-48264e4ba5fa tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 210 time: 0.0496588 Feb 16 14:50:36.802181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83c1e9-5a90-46a2-a663-c1b851704205 req-32898e95-5953-4f94-b6af-34e9d8455279 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:36.811464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef83c1e9-5a90-46a2-a663-c1b851704205 req-32898e95-5953-4f94-b6af-34e9d8455279 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 947 time: 0.0880976 Feb 16 14:50:36.812864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:36.814915 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.816492 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] 10.222.0.93 "PUT /v2.0/ports/f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac HTTP/1.1" status: 200 len: 1091 time: 2.9490530 Feb 16 14:50:36.831677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.845449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:50:36.894504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Pushing event deleted for resources: {'Port': ['ID=5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:36.935470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef83c1e9-5a90-46a2-a663-c1b851704205 req-f9aeff4d-a796-4ac5-b343-50fc35365177 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215415 Feb 16 14:50:36.959855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] No DVR routers for this DVR port 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:36.965885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:36.969470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6c8b225-00b7-4dbe-a96b-36257e0b51fd req-78b4a001-9301-4d1e-8a35-368f132eefb4 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.129 "DELETE /v2.0/ports/5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c HTTP/1.1" status: 204 len: 173 time: 1.1309454 Feb 16 14:50:36.969933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-deleted', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:36.972362 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c8318d-c906-4aa4-a7d7-689995c8828b" -d '{"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-deleted", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:37.001644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:37.031263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e9895-123d-4bbd-bddb-6aa81efb183f service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:37.060726 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a883fc9-77fb-4f18-933b-cf4be917b14d x-openstack-request-id: req-4a883fc9-77fb-4f18-933b-cf4be917b14d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:37.061149 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8379ade8-932e-49b5-a2bb-865d454785e2", "name": "network-vif-deleted", "tag": "5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:37.061459 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4a883fc9-77fb-4f18-933b-cf4be917b14d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:37.061944 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8379ade8-932e-49b5-a2bb-865d454785e2', 'name': 'network-vif-deleted', 'tag': '5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c', 'status': 'completed', 'code': 200} Feb 16 14:50:37.106158 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8d6e47c0-c133-469c-b819-2ab8f37218dd None None] Provisioning complete for port 32574ac2-7e1e-48fd-b935-a8660b64ac77 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:37.106772 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d6e47c0-c133-469c-b819-2ab8f37218dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:37.144768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e47c0-c133-469c-b819-2ab8f37218dd None None] Port 32574ac2-7e1e-48fd-b935-a8660b64ac77 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:37.180983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:37.184933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Router b03cb6a5-bd06-4a3c-931e-36708f9f45ad has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:50:37.200447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Allocated IP 172.25.6.17 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6dc70bf7-61f4-4508-a4a8-08e9c9c73d5b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:37.217386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:37.289966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:37.292504 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:37.439356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.445405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.451477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.451695 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6fb85f-f2ad-42e9-ba27-e22ad8a572c8 x-openstack-request-id: req-ee6fb85f-f2ad-42e9-ba27-e22ad8a572c8 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:37.451983 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:37.452235 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ee6fb85f-f2ad-42e9-ba27-e22ad8a572c8 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:37.455899 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac', 'status': 'completed', 'code': 200} Feb 16 14:50:37.459473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.467186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.474049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.481389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.483811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-872b9061-693d-491a-bc8f-b79247d236fe req-57a39be8-f9da-4320-824f-2c3ccf4eeb7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5385 time: 0.1163538 Feb 16 14:50:37.530872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-872b9061-693d-491a-bc8f-b79247d236fe req-1eb0ace6-3953-472e-90b6-85bf2ea69751 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395246 Feb 16 14:50:37.630427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:37.633475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:37.636648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77fc3a0a-a980-4c98-b90d-9fdfaf15fc36 req-a5f15723-a688-45eb-bb8d-bad7e85eb687 tempest-ServersNegativeTestJSON-1590206452 tempest-ServersNegativeTestJSON-1590206452-project] 10.222.0.113 "GET /v2.0/ports?device_id=8379ade8-932e-49b5-a2bb-865d454785e2 HTTP/1.1" status: 200 len: 210 time: 0.0296547 Feb 16 14:50:37.644783 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Sync routers for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:37.654264 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b5b3500b-0862-474a-96bb-813e9bd7ccc5 admin admin] 10.222.0.113 "PUT /v2.0/routers/b03cb6a5-bd06-4a3c-931e-36708f9f45ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5036223 Feb 16 14:50:37.667223 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:37.667951 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:37.693875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.694357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.695752 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.696852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.697326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.697792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.698252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:37.700222 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-55e1126a-a698-4710-aba3-265568c6b746 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6277 time: 0.2402563 Feb 16 14:50:37.821222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:50:37.836918 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:37.913404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2119bf08-8fb1-45b5-8e3d-36db19838489 req-0a9f2685-0008-48f6-93ab-b504312c6949 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 210 time: 0.0697355 Feb 16 14:50:38.032659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-571f1994-b419-4dad-943c-ab7cbb28ca48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:38.158664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:38.166701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8a254-a384-444d-bd21-86e74b2f4e22 req-f460d108-2060-4dee-a511-e4af6a835b35 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.174160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ff8a254-a384-444d-bd21-86e74b2f4e22 req-f460d108-2060-4dee-a511-e4af6a835b35 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 947 time: 0.1227822 Feb 16 14:50:38.183433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'mac_address': 'fa:16:3e:37:03:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:50:38.229565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ff8a254-a384-444d-bd21-86e74b2f4e22 req-79b106fa-d3e3-4203-892d-8df40e5769ee tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504644 Feb 16 14:50:38.233612 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:35Z', 'revision_number': 2, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:38.248354 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:38.279215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6955b12-52ba-47bb-b20b-431bb58516f2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:38.282970 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Checking router: b03cb6a5-bd06-4a3c-931e-36708f9f45ad for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:38.283319 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Updating router b03cb6a5-bd06-4a3c-931e-36708f9f45ad port 32574ac2-7e1e-48fd-b935-a8660b64ac77 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:50:38.350425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:38.354448 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:38.405906 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:38.448045 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:38.477428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:38.499573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-95666824-6b1b-413c-9dde-80939f680dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.500163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-95666824-6b1b-413c-9dde-80939f680dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.500792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-95666824-6b1b-413c-9dde-80939f680dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.502398 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-95666824-6b1b-413c-9dde-80939f680dcb service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aa08f1ea767b4697af004bf547bd9bab&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7879994 Feb 16 14:50:38.674970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b6955b12-52ba-47bb-b20b-431bb58516f2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:50:38.731202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53314) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:38.739659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-636430694-network', 'tenant_id': '8580df85576d4686ae668302d2a1e743'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:38.811475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.817288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.845048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.863599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.869893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.876037 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:38.881979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.900960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:38.902554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:38.904554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-8c4cde68-1527-474d-8e73-9742a45b63e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5385 time: 0.2523053 Feb 16 14:50:38.906159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53316) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:38.953005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:38.963871 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:38.964076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Port': ['ID=6dc70bf7-61f4-4508-a4a8-08e9c9c73d5b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:38.983620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:39.053415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-f85c094b-a75a-401e-a2ad-2684bd512c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:39.057303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f227eafa-c7a8-4018-87aa-8d5eab8a79f7 req-f85c094b-a75a-401e-a2ad-2684bd512c5a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5150218 Feb 16 14:50:39.074296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] Deleting subnet 6f82c2e6-0594-4748-8695-18b952fe3e2f {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:50:39.078258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef565b2f-4693-417a-9ddd-2cfa1d664936 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:39.078457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.106044 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ec3c6-3069-4013-8365-683e9b310cd9 None None] Pushing event updated for resources: {'Port': ['ID=32574ac2-7e1e-48fd-b935-a8660b64ac77,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:39.130937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.177069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Transition to ACTIVE for port object ef565b2f-4693-417a-9ddd-2cfa1d664936 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:39.188975 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Attempting to bind port 32574ac2-7e1e-48fd-b935-a8660b64ac77 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:39.189341 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Attempting to bind port 32574ac2-7e1e-48fd-b935-a8660b64ac77 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:39.189892 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Attempting to bind port 32574ac2-7e1e-48fd-b935-a8660b64ac77 on network 41ee3635-4c70-4322-8f0a-63fd2fc380db {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:39.190674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.192909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.197036 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:39.197404 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Checking segment: {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:39.197798 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.198178 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Bound using segment: {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:39.198647 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Bound port: 32574ac2-7e1e-48fd-b935-a8660b64ac77, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:39.199018 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.240659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.290385 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.292643 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] For port 32574ac2-7e1e-48fd-b935-a8660b64ac77, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:39.296981 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] For port 32574ac2-7e1e-48fd-b935-a8660b64ac77, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=32574ac2-7e1e-48fd-b935-a8660b64ac77,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:39.392221 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.420310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.455876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e72040c3-00c2-466e-b2c1-9475d296154a None None] Provisioning complete for port 32574ac2-7e1e-48fd-b935-a8660b64ac77 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:39.456881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e72040c3-00c2-466e-b2c1-9475d296154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.499574 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ec3c6-3069-4013-8365-683e9b310cd9 None None] Pushing event updated for resources: {'Port': ['ID=32574ac2-7e1e-48fd-b935-a8660b64ac77,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:39.502126 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:39.502728 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:39.550438 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.632237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Made reservation on behalf of 8580df85576d4686ae668302d2a1e743 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:39.635079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.653848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-6f00ba7d-2536-45b6-b8f3-91407693232c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:39.655434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-6f00ba7d-2536-45b6-b8f3-91407693232c tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.93 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 948 time: 0.7499731 Feb 16 14:50:39.665417 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e72040c3-00c2-466e-b2c1-9475d296154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.668548 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:39.671235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.730184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e72040c3-00c2-466e-b2c1-9475d296154a None None] For port 32574ac2-7e1e-48fd-b935-a8660b64ac77, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=32574ac2-7e1e-48fd-b935-a8660b64ac77,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:39.749530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8187088f-fce9-4182-ac27-8ef25b8e952e req-db790f5d-b77d-4ea9-8866-cdc27d568de3 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8189216 Feb 16 14:50:39.779083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Pushing event updated for resources: {'Port': ['ID=ef565b2f-4693-417a-9ddd-2cfa1d664936,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:39.800278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a7ca-c0fa-4309-a1bf-15305bb73034 req-0a521990-867e-4639-a2b5-1629921b5fd4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:39.802429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9551a7ca-c0fa-4309-a1bf-15305bb73034 req-0a521990-867e-4639-a2b5-1629921b5fd4 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 948 time: 0.8804314 Feb 16 14:50:39.815247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.822593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:39.893130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Attempting to bind port ef565b2f-4693-417a-9ddd-2cfa1d664936 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:39.893978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Attempting to bind port ef565b2f-4693-417a-9ddd-2cfa1d664936 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:39.894511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Attempting to bind port ef565b2f-4693-417a-9ddd-2cfa1d664936 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:39.907145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e72040c3-00c2-466e-b2c1-9475d296154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.921130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.921759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Allocated IP 172.25.6.184 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/9a80a4a4-2196-424a-ad39-5c126289b3e7) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:39.933415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Port ef565b2f-4693-417a-9ddd-2cfa1d664936 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:39.934044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Attempting to bind port ef565b2f-4693-417a-9ddd-2cfa1d664936 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:39.948382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:39.949082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Checking segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:39.949666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Bound using segment: {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:39.950349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Bound port: ef565b2f-4693-417a-9ddd-2cfa1d664936, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86305be5-31c0-45ca-a059-53ea06154a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:39.950966 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:39.960469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72040c3-00c2-466e-b2c1-9475d296154a None None] Pushing event updated for resources: {'Port': ['ID=32574ac2-7e1e-48fd-b935-a8660b64ac77,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:39.993357 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.029825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port b6955b12-52ba-47bb-b20b-431bb58516f2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:50:40.037362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port b6955b12-52ba-47bb-b20b-431bb58516f2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:40.038125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.055932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-963ca0a5-b0d1-4157-8d71-55b25fc76499 req-96b14e1a-e8f7-4651-834b-a4561e50a21b tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 210 time: 0.0537117 Feb 16 14:50:40.081533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:40.090943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.098998 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:40.106839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3255ea4c-7c32-466c-a020-f56d54275d4b None None] Provisioning complete for port 32574ac2-7e1e-48fd-b935-a8660b64ac77 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:40.107268 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3255ea4c-7c32-466c-a020-f56d54275d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.112888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:50:40.112888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5afedf7e-3a40-4958-9c87-bd6f4f3a5d6c not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:50:40.140895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9551a7ca-c0fa-4309-a1bf-15305bb73034 req-91c3c62e-907d-4360-af15-c0462286b30f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404948 Feb 16 14:50:40.147101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] For port ef565b2f-4693-417a-9ddd-2cfa1d664936, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:40.155881 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd3815-1b3e-4cac-9d31-c0867a9e8695 None None] The sync data for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 is: [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:40.163530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-615531a7-5166-4d0c-a7fd-05be7c7094f3 service neutron] 10.222.0.93 "GET /v2.0/ports/b6955b12-52ba-47bb-b20b-431bb58516f2/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 382 time: 0.4887543 Feb 16 14:50:40.204211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.254407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] For port ef565b2f-4693-417a-9ddd-2cfa1d664936, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:40.298078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.301410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Port': ['ID=6dc70bf7-61f4-4508-a4a8-08e9c9c73d5b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:40.320175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.322242 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.326309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.328110 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.331886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/6f82c2e6-0594-4748-8695-18b952fe3e2f HTTP/1.1" status: 204 len: 168 time: 1.4232566 Feb 16 14:50:40.334712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53322) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:40.346968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-0f159473-b3b2-4c4b-b004-22aa2a6f881f tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:40.349278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-0f159473-b3b2-4c4b-b004-22aa2a6f881f tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.129 "GET /v2.0/networks?id=6631ac13-5d37-4b23-b7ef-d62117d691bb HTTP/1.1" status: 200 len: 814 time: 0.7302763 Feb 16 14:50:40.349931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9523ff-05de-43cc-80aa-18789cc632d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f82c2e6-0594-4748-8695-18b952fe3e2f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:40.368593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:40.371594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Request body: {'port': {'device_id': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb', 'admin_state_up': True, 'tenant_id': 'a1a3f585fa8a4250ab5947cce5971d2e'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:40.372290 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1926a0fa-192b-4080-a8d3-e82127332151" -d '{"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:40.389629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:40.416394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-527e64b0-5aca-455a-bd5f-253760c6db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:40.417950 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-527e64b0-5aca-455a-bd5f-253760c6db74 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1099 time: 0.2036159 Feb 16 14:50:40.454638 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.487515 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f282f2bb-f1bb-43fb-844c-7639f7c4293d x-openstack-request-id: req-f282f2bb-f1bb-43fb-844c-7639f7c4293d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:40.488180 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:40.488180 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f282f2bb-f1bb-43fb-844c-7639f7c4293d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:40.490966 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'code': 200} Feb 16 14:50:40.507408 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.526655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:40.562434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:40.563052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.564512 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] 10.222.0.93 "PUT /v2.0/ports/ef565b2f-4693-417a-9ddd-2cfa1d664936 HTTP/1.1" status: 200 len: 1091 time: 3.5722232 Feb 16 14:50:40.565283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:40.567209 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30a1b5b-ff0a-4775-b617-c94fe8431666" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:40.593867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.598825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53328) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:40.604940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-368320f6-93e0-48b6-a466-2ad2bb785eb6 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'floatingip': {'port_id': '00cb3345-33e3-4d4e-9790-05a54a955e25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:40.606687 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5769cb87-12bc-4680-adcb-4a36c43fe5c3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0670524 Feb 16 14:50:40.619739 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.632814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7ac9e-265f-4523-a815-1857e115434e service neutron] Pushing event updated for resources: {'Port': ['ID=ef565b2f-4693-417a-9ddd-2cfa1d664936,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:40.654042 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6043b21-f8a2-45d7-88ad-8f5f553bc600 x-openstack-request-id: req-d6043b21-f8a2-45d7-88ad-8f5f553bc600 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:40.654384 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:40.655446 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d6043b21-f8a2-45d7-88ad-8f5f553bc600 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:40.655890 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936', 'status': 'completed', 'code': 200} Feb 16 14:50:40.684499 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.709554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:40.710430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-de5dc9f0-19f5-4308-aa77-0394d04f342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:40.712601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-de5dc9f0-19f5-4308-aa77-0394d04f342b service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2474034 Feb 16 14:50:40.715021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-368320f6-93e0-48b6-a466-2ad2bb785eb6 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.739570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.827530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:50:40.854599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.855148 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Added segment c4f1954c-e98f-49bb-b757-0c13efe94dd9 of type vlan for network 9735400f-2af7-4389-911b-ebb91933eb50 Feb 16 14:50:40.878104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:40.886185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:40.889719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:40.904543 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.938720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.972438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-df6733ef-cf95-4f76-bfa8-7869b3f92871 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.2421908 Feb 16 14:50:40.980003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Pushing event updated for resources: {'Port': ['ID=9a80a4a4-2196-424a-ad39-5c126289b3e7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:40.997043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:40.999291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Made reservation on behalf of a1a3f585fa8a4250ab5947cce5971d2e for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:41.003116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.007449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb334b34-dc83-4f77-8210-077097ec6d93']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:41.043150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.044028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.044606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.045207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.045522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.045981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.047068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.048938 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-e050a907-b388-40bf-885b-104338255ec9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6344 time: 0.3470347 Feb 16 14:50:41.058137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe68d2a-49d7-4784-aa48-563136885815') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:41.059419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe68d2a-49d7-4784-aa48-563136885815') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:41.107381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686d1817-6d90-43b9-8cc3-486f0c4864a2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:41.151348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 32574ac2-7e1e-48fd-b935-a8660b64ac77 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:41.162100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.163049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.163683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.219973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 32574ac2-7e1e-48fd-b935-a8660b64ac77 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:41.220508 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.255696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.262615 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.298133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.307371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:50:41.308766 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.335245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5995874 Feb 16 14:50:41.364064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:50:41.368571 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:50:41.370425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.373049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:41.376548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.383812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.390048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.396146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.402995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.405208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-547d0321-d543-416e-993c-da78e77532e5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5397 time: 0.4350059 Feb 16 14:50:41.406995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-d1192ff4-dcac-41c1-8b50-821127354de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.408554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-d1192ff4-dcac-41c1-8b50-821127354de6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.3902135 Feb 16 14:50:41.412541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Request body: {'subnet': {'network_id': '9735400f-2af7-4389-911b-ebb91933eb50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-subnet', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:41.430027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56491f-e00b-4383-b88d-1706407f4af1 req-7ee991e8-3085-4f04-987c-a8912329e26f tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.431656 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.431795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d56491f-e00b-4383-b88d-1706407f4af1 req-7ee991e8-3085-4f04-987c-a8912329e26f tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.3702261 Feb 16 14:50:41.440030 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-368320f6-93e0-48b6-a466-2ad2bb785eb6 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] update failed (client error): The resource could not be found. Feb 16 14:50:41.441052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-368320f6-93e0-48b6-a466-2ad2bb785eb6 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "PUT /v2.0/floatingips/b84e5123-300c-4824-9b21-75464ee886ef HTTP/1.1" status: 404 len: 507 time: 0.8404775 Feb 16 14:50:41.457850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22356c22-1ba7-4442-8303-cd19c1c2d532 admin admin] Pushing event updated for resources: {'Network': ['ID=9735400f-2af7-4389-911b-ebb91933eb50,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:41.461400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53342) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:41.474125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 9735400f-2af7-4389-911b-ebb91933eb50 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:50:41.668833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fcd6a23-c8e0-4d96-9576-76a39ec09f94 req-efecbe3e-bcbd-4d35-a35f-6ab7a2e5dc86 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2524848 Feb 16 14:50:41.734406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d56491f-e00b-4383-b88d-1706407f4af1 req-18e91e60-d836-4025-b249-fec9c4e48b57 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669709 Feb 16 14:50:41.746444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-9ea11961-8dcd-46f0-8249-a93187a54fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:41.746444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-9ea11961-8dcd-46f0-8249-a93187a54fc9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3094192 Feb 16 14:50:41.746444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Allocated IP 172.20.0.3 (6631ac13-5d37-4b23-b7ef-d62117d691bb/a2f61851-e3fa-4561-870c-cd881dfffc21/ff9a9628-8e08-49ba-aa98-494d8a0ead55) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:41.840563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.865523 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:41.869274 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] 10.222.0.113 "DELETE /v2.0/networks/fb334b34-dc83-4f77-8210-077097ec6d93 HTTP/1.1" status: 204 len: 168 time: 1.5196617 Feb 16 14:50:41.911113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027dcb3-5beb-4035-8b94-09e5b997cfed admin admin] Pushing event deleted for resources: {'Network': ['ID=fb334b34-dc83-4f77-8210-077097ec6d93,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:41.913488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2586ce04-f4c1-45c4-8258-8eb49085d2a5 req-242f57c7-4b60-4447-b531-a8fe37c84797 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 210 time: 0.0846336 Feb 16 14:50:41.926123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Made reservation on behalf of 8580df85576d4686ae668302d2a1e743 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:50:41.928492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.038015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-6faf30a7-92c9-473f-8ca5-c41dab9b3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.038661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-6faf30a7-92c9-473f-8ca5-c41dab9b3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.039653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-6faf30a7-92c9-473f-8ca5-c41dab9b3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.041378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-6faf30a7-92c9-473f-8ca5-c41dab9b3576 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aa08f1ea767b4697af004bf547bd9bab&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9687581 Feb 16 14:50:42.090441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ddd03-1e34-4067-9d1e-ac025d213c8a req-73244ac6-4381-40a9-a061-b56f451604bc tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.092002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b3ddd03-1e34-4067-9d1e-ac025d213c8a req-73244ac6-4381-40a9-a061-b56f451604bc tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.2468295 Feb 16 14:50:42.125592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Deleting port 6dc70bf7-61f4-4508-a4a8-08e9c9c73d5b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:42.125940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.130488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.140852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.157605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-3f7c3961-2f1c-4f3b-9a38-205571a5fc01 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399642 Feb 16 14:50:42.232858 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.271530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b3ddd03-1e34-4067-9d1e-ac025d213c8a req-307d5ae2-1c86-41c5-8dca-5d7fd60ce4a7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656828 Feb 16 14:50:42.303667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-87284c6d-443d-49c0-a100-ec4324b345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.305651 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f30a1b5b-ff0a-4775-b617-c94fe8431666 req-87284c6d-443d-49c0-a100-ec4324b345a3 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2527933 Feb 16 14:50:42.316128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53350) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:42.372821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.373158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.401999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99bfb8b-9b49-43f4-aced-bcb1dde87287 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:42.405318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Calling delete_port for 6dc70bf7-61f4-4508-a4a8-08e9c9c73d5b owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:42.414947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-ab73d91c-e391-429b-a4d2-784e00407ae6 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272987 Feb 16 14:50:42.430733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.447276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.508973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1fa5c964-8600-416e-9248-adc2fa7007ed admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=46eef30a26b04539ab99a16899717f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706140 Feb 16 14:50:42.518663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53354) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:42.534437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Transition to ACTIVE for port object e99bfb8b-9b49-43f4-aced-bcb1dde87287 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:42.534899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Network 6631ac13-5d37-4b23-b7ef-d62117d691bb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:42.546426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:42.557142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.557672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:42.567802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Pushing event updated for resources: {'Port': ['ID=ff9a9628-8e08-49ba-aa98-494d8a0ead55,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:42.619166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.621827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.654976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.655519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.698688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb0562c9-18d2-4202-ac10-569eea42ee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.763639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb0562c9-18d2-4202-ac10-569eea42ee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.782221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Pushing event updated for resources: {'Port': ['ID=e99bfb8b-9b49-43f4-aced-bcb1dde87287,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:42.785053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4f2491-2d04-4645-8885-1ef58b1fd084,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:42.862611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Checking segment: {'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:42.862970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Network hostable DHCP agents. Network: 9735400f-2af7-4389-911b-ebb91933eb50, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:50:42.909304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa24b65-bdce-4777-ba5f-5db7036ae7f8 req-5628bdbf-28bb-4995-97c6-9a6835e50cda tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.910478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Attempting to bind port e99bfb8b-9b49-43f4-aced-bcb1dde87287 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:42.910804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Attempting to bind port e99bfb8b-9b49-43f4-aced-bcb1dde87287 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:42.911056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa24b65-bdce-4777-ba5f-5db7036ae7f8 req-5628bdbf-28bb-4995-97c6-9a6835e50cda tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.1117108 Feb 16 14:50:42.911164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Attempting to bind port e99bfb8b-9b49-43f4-aced-bcb1dde87287 on network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:42.917224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-d39f5681-1882-4018-885a-26248f89830a tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5581405 Feb 16 14:50:42.917488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Port e99bfb8b-9b49-43f4-aced-bcb1dde87287 on network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:42.917811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Attempting to bind port e99bfb8b-9b49-43f4-aced-bcb1dde87287 on network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:42.918052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.923307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:42.923766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Checking segment: {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:42.924163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Bound using segment: {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:42.924681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Bound port: e99bfb8b-9b49-43f4-aced-bcb1dde87287, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:42.925049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:42.931495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.937467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.944276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.951572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.957454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.964699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.970656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:42.973699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-062b4dae-a4f5-4652-9d2a-b1ca20e5a416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5409 time: 0.1642931 Feb 16 14:50:42.988504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Request body: {'port': {'device_id': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:42.991093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:50:43.006774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Network 9735400f-2af7-4389-911b-ebb91933eb50 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:50:43.020143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] For port e99bfb8b-9b49-43f4-aced-bcb1dde87287, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:43.025635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] For port e99bfb8b-9b49-43f4-aced-bcb1dde87287, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:43.058364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event deleted for resources: {'Port': ['ID=6dc70bf7-61f4-4508-a4a8-08e9c9c73d5b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:43.060070 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb0562c9-18d2-4202-ac10-569eea42ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.062585 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb0562c9-18d2-4202-ac10-569eea42ee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.067079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb0562c9-18d2-4202-ac10-569eea42ee89 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a62476a2-9b74-4bd0-917d-1d6f380d336d HTTP/1.1" status: 204 len: 168 time: 0.5441358 Feb 16 14:50:43.126086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 9735400f-2af7-4389-911b-ebb91933eb50) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:43.137897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350424fb-4c1b-499d-9ed6-7bfab87cba99 None None] Network 9735400f-2af7-4389-911b-ebb91933eb50 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:43.142117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0562c9-18d2-4202-ac10-569eea42ee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62476a2-9b74-4bd0-917d-1d6f380d336d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:43.147000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.147736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.169665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.206140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa24b65-bdce-4777-ba5f-5db7036ae7f8 req-a2babe1b-5562-4bb3-877a-4596b0109a27 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152090 Feb 16 14:50:43.215473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-475c69ec-0b34-4b3f-9eaa-32eff44465b1 req-42736cc7-f5fe-440e-b02c-ea8259aeaa2e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2156980 Feb 16 14:50:43.220088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.236571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Pushing event updated for resources: {'Port': ['ID=e99bfb8b-9b49-43f4-aced-bcb1dde87287,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:43.244277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.244821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.246254 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2207d61f-147f-42d0-906d-df4386133aad service neutron] 10.222.0.93 "PUT /v2.0/ports/e99bfb8b-9b49-43f4-aced-bcb1dde87287 HTTP/1.1" status: 200 len: 1091 time: 2.5424788 Feb 16 14:50:43.246707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:43.249488 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad87316-331f-4f71-9340-921d82db4d67" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:43.260457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.262976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.264207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-74913c33-6e93-46db-833f-f462d5a06a64 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "DELETE /v2.0/floatingips/b84e5123-300c-4824-9b21-75464ee886ef HTTP/1.1" status: 204 len: 168 time: 1.7945707 Feb 16 14:50:43.267827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53366) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:43.272557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-dd71a396-90f6-4a22-9659-6f5db403047d tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'floatingip': {'floating_network_id': '6ede3338-5cc2-4986-a3e2-f7e8b32fa330', 'port_id': '00cb3345-33e3-4d4e-9790-05a54a955e25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:43.279405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:43.311381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Sync routers for ids ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:43.345103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Routers {'9c915fa6-24cd-4c07-b7a1-d3004e07aa97'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:43.345928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:43.349373 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6c0d3db9-db3e-41a4-aef5-36ec34530623 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9743814 Feb 16 14:50:43.356284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:43.374950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:43.384740 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc5e2a-01f9-41d1-b43c-4c1e82c9cf36 x-openstack-request-id: req-5ccc5e2a-01f9-41d1-b43c-4c1e82c9cf36 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:43.384961 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:43.385085 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5ccc5e2a-01f9-41d1-b43c-4c1e82c9cf36 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:43.385651 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287', 'status': 'completed', 'code': 200} Feb 16 14:50:43.400983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Request body: {'port': {'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:43.443859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e4619-b68a-4102-b98c-9a8c132d8ec1 req-d436811f-edc1-4335-9fe5-52820b64fd3c tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.443859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa0e4619-b68a-4102-b98c-9a8c132d8ec1 req-d436811f-edc1-4335-9fe5-52820b64fd3c tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 931 time: 0.1376538 Feb 16 14:50:43.470190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-9735400f-2af7-4389-911b-ebb91933eb50', 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'fixed_ips': [{'subnet_id': '0d4f2491-2d04-4645-8885-1ef58b1fd084'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:50:43.471131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.513407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.514724 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ee0e8aa-790f-472d-b930-8fe4571d929c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4878471 Feb 16 14:50:43.518369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:43.665805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.672565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Set router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:43.678285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd71a396-90f6-4a22-9659-6f5db403047d tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:43.867506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Allocated IP 172.20.0.2 (9735400f-2af7-4389-911b-ebb91933eb50/0d4f2491-2d04-4645-8885-1ef58b1fd084/bca9470a-7a1a-494e-8bf6-c3315bb7d631) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:43.940546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.941335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.941972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.942635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.943260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.943908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.944532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:43.946686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ad87316-331f-4f71-9340-921d82db4d67 req-65c11e2d-e75e-4f06-a165-064a0cb5c0d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6411 time: 0.5545530 Feb 16 14:50:44.030718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.031732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.058110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2cb5b-9755-4633-8f9e-ccdd8bfaef64 req-b2e97e3c-b5dc-46ec-9769-6651b365da56 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.065439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bd2cb5b-9755-4633-8f9e-ccdd8bfaef64 req-b2e97e3c-b5dc-46ec-9769-6651b365da56 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.5447884 Feb 16 14:50:44.121199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa0e4619-b68a-4102-b98c-9a8c132d8ec1 req-f56451a0-e41d-486e-bbf8-1eafc6675aea tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103866 Feb 16 14:50:44.196469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.201449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:50:41Z', 'revision_number': 3, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port': {'id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:39Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:44.220146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bd2cb5b-9755-4633-8f9e-ccdd8bfaef64 req-cfb5de78-7a94-44d0-878b-4a8d83ca5b1f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536629 Feb 16 14:50:44.254559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Checking router: 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:44.254781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Updating router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 port 9a80a4a4-2196-424a-ad39-5c126289b3e7 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:50:44.262049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-54cf6766-247a-4ae6-998d-3fe172db5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.262640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-54cf6766-247a-4ae6-998d-3fe172db5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.263177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-54cf6766-247a-4ae6-998d-3fe172db5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.264956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ad87316-331f-4f71-9340-921d82db4d67 req-54cf6766-247a-4ae6-998d-3fe172db5f13 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aa08f1ea767b4697af004bf547bd9bab&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3063109 Feb 16 14:50:44.315308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.447461 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.474252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9a9628-8e08-49ba-aa98-494d8a0ead55 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:44.488721 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.521528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f14c4-ecb4-4dae-add8-a10c9603b31c req-2e26988c-cc48-44f6-95c0-6c5b382e1a99 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.524095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-431f14c4-ecb4-4dae-add8-a10c9603b31c req-2e26988c-cc48-44f6-95c0-6c5b382e1a99 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.2315991 Feb 16 14:50:44.536777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Transition to ACTIVE for port object ff9a9628-8e08-49ba-aa98-494d8a0ead55 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:44.544717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87316-331f-4f71-9340-921d82db4d67 req-aad75a6c-5395-4d2b-b307-46ffdeed36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.546389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ad87316-331f-4f71-9340-921d82db4d67 req-aad75a6c-5395-4d2b-b307-46ffdeed36e2 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2708144 Feb 16 14:50:44.568022 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.571500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.577801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.584041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.591121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.597324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.603903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.610255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.612373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4114eede-7fe2-4914-805c-da73b2e0431a req-8a266dce-bf0b-4b62-b897-f5fcd6e181a9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5409 time: 0.2000203 Feb 16 14:50:44.620498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.675876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-431f14c4-ecb4-4dae-add8-a10c9603b31c req-063dc911-1551-499a-b26d-1f5c64928100 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410916 Feb 16 14:50:44.708889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Network 9735400f-2af7-4389-911b-ebb91933eb50 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:44.715450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:44.718639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:44.728547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4114eede-7fe2-4914-805c-da73b2e0431a req-9a283b2e-e7d0-4403-b8aa-14a140c53e14 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091208 Feb 16 14:50:44.729323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a9628-8e08-49ba-aa98-494d8a0ead55,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:44.827610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Attempting to bind port ff9a9628-8e08-49ba-aa98-494d8a0ead55 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:44.828913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Attempting to bind port ff9a9628-8e08-49ba-aa98-494d8a0ead55 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '8743611a-dc3a-44f5-aa1c-5447992f5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:44.829521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Attempting to bind port ff9a9628-8e08-49ba-aa98-494d8a0ead55 on network 6631ac13-5d37-4b23-b7ef-d62117d691bb {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:44.831402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Pushing event updated for resources: {'Port': ['ID=bca9470a-7a1a-494e-8bf6-c3315bb7d631,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:44.847152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Port ff9a9628-8e08-49ba-aa98-494d8a0ead55 on network 6631ac13-5d37-4b23-b7ef-d62117d691bb not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:44.847723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Attempting to bind port ff9a9628-8e08-49ba-aa98-494d8a0ead55 on network 6631ac13-5d37-4b23-b7ef-d62117d691bb {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:44.854982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:44.855487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Checking segment: {'id': '8743611a-dc3a-44f5-aa1c-5447992f5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:44.856039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Bound using segment: {'id': '8743611a-dc3a-44f5-aa1c-5447992f5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:44.856670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Bound port: ff9a9628-8e08-49ba-aa98-494d8a0ead55, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8743611a-dc3a-44f5-aa1c-5447992f5c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:44.857181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.882089 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:50:44.957084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.961611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Attempting to bind port bca9470a-7a1a-494e-8bf6-c3315bb7d631 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:44.963495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Attempting to bind port bca9470a-7a1a-494e-8bf6-c3315bb7d631 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:44.963495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Attempting to bind port bca9470a-7a1a-494e-8bf6-c3315bb7d631 on network 9735400f-2af7-4389-911b-ebb91933eb50 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:44.967447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] For port ff9a9628-8e08-49ba-aa98-494d8a0ead55, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:44.968109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-99ee80aa-83fb-4508-9dec-da298690bae1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:44.969678 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-99ee80aa-83fb-4508-9dec-da298690bae1 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.93 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.4207687 Feb 16 14:50:44.972293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] For port ff9a9628-8e08-49ba-aa98-494d8a0ead55, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55,segment=NetworkSegment(8743611a-dc3a-44f5-aa1c-5447992f5c4e),segment_id=8743611a-dc3a-44f5-aa1c-5447992f5c4e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:44.998060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:44.998527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Checking segment: {'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:44.999005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.999477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Bound using segment: {'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:45.000060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Bound port: bca9470a-7a1a-494e-8bf6-c3315bb7d631, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:45.000532 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.048429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.067953 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-dd71a396-90f6-4a22-9659-6f5db403047d tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:50:45.067953 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd71a396-90f6-4a22-9659-6f5db403047d tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7984467 Feb 16 14:50:45.075345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:45.086166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '00cb3345-33e3-4d4e-9790-05a54a955e25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:45.093093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] For port bca9470a-7a1a-494e-8bf6-c3315bb7d631, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:45.097417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] For port bca9470a-7a1a-494e-8bf6-c3315bb7d631, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bca9470a-7a1a-494e-8bf6-c3315bb7d631,segment=NetworkSegment(c4f1954c-e98f-49bb-b757-0c13efe94dd9),segment_id=c4f1954c-e98f-49bb-b757-0c13efe94dd9)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:45.108624 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15b3eb1-7c4a-4752-9122-c08fdff47aa3 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:45.123143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.124932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.131323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.186538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Transition to ACTIVE for port object d15b3eb1-7c4a-4752-9122-c08fdff47aa3 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:45.230140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.240588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:45.241171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.242673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] 10.222.0.129 "PUT /v2.0/ports/ff9a9628-8e08-49ba-aa98-494d8a0ead55 HTTP/1.1" status: 200 len: 1091 time: 2.2585754 Feb 16 14:50:45.261898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.265230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'tag': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:45.268210 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e9c02-f6d3-4254-ae21-dd90801b4973" -d '{"events": [{"name": "network-changed", "server_uuid": "0b392ace-ffb7-4eca-a56f-e87a65a21bac", "tag": "ff9a9628-8e08-49ba-aa98-494d8a0ead55"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:45.290804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.293833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Attempting to bind port 9a80a4a4-2196-424a-ad39-5c126289b3e7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:45.293975 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.296364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Attempting to bind port 9a80a4a4-2196-424a-ad39-5c126289b3e7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:45.296364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Attempting to bind port 9a80a4a4-2196-424a-ad39-5c126289b3e7 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:45.299284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a0595-7a46-4890-aa1f-425059e9537d None None] Pushing event updated for resources: {'Port': ['ID=9a80a4a4-2196-424a-ad39-5c126289b3e7,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:45.314570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:45.315112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:45.315705 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.316274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:45.316877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Bound port: 9a80a4a4-2196-424a-ad39-5c126289b3e7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:45.317194 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.335167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Deleting port 9165a032-e6a0-4569-b0e7-2427b13c69c1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:45.335591 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.445458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac743b-1bc8-4243-b36a-f91a3c01b9bc None None] Pushing event updated for resources: {'Port': ['ID=bca9470a-7a1a-494e-8bf6-c3315bb7d631,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:45.458526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] For port 9a80a4a4-2196-424a-ad39-5c126289b3e7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:45.464100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] For port 9a80a4a4-2196-424a-ad39-5c126289b3e7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9a80a4a4-2196-424a-ad39-5c126289b3e7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:45.481573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10838f-93f5-43c8-a087-051b1c38e180 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a9628-8e08-49ba-aa98-494d8a0ead55,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:45.526173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Pushing event updated for resources: {'Port': ['ID=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:45.553310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398fb3-833b-4b11-9e31-57f63f28e60b req-1cac0a7e-2a6d-4b14-9deb-bb553501338f tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:45.557599 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.561540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d398fb3-833b-4b11-9e31-57f63f28e60b req-1cac0a7e-2a6d-4b14-9deb-bb553501338f tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 943 time: 0.3243818 Feb 16 14:50:45.644964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-26ab7108-df73-43d3-b300-416a3687b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:45.646622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-26ab7108-df73-43d3-b300-416a3687b1f9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=a1a3f585fa8a4250ab5947cce5971d2e&device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 1094 time: 0.2390153 Feb 16 14:50:45.662418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Routers {'9c915fa6-24cd-4c07-b7a1-d3004e07aa97'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:45.663063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:45.665051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d398fb3-833b-4b11-9e31-57f63f28e60b req-fd6e1fa4-f305-469c-a596-ec0b5db937ca tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985415 Feb 16 14:50:45.670875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a0595-7a46-4890-aa1f-425059e9537d None None] Pushing event updated for resources: {'Port': ['ID=9a80a4a4-2196-424a-ad39-5c126289b3e7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:45.699626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666856-16c1-4e94-9622-8613e557002a req-457df21c-9b1f-4cee-822a-4f59f11b9fe0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:45.724590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec666856-16c1-4e94-9622-8613e557002a req-457df21c-9b1f-4cee-822a-4f59f11b9fe0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.3213456 Feb 16 14:50:45.800407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-68c6ab23-8b5c-46ad-ba0a-508ac49701bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:45.801927 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-68c6ab23-8b5c-46ad-ba0a-508ac49701bd service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6&tenant_id=bc0fcd5cd56b427bac0bca9271dc0407 HTTP/1.1" status: 200 len: 1100 time: 0.3770876 Feb 16 14:50:45.821776 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc88a764-6300-43b9-aa58-0cf75f1749ac x-openstack-request-id: req-cc88a764-6300-43b9-aa58-0cf75f1749ac {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:45.822062 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b392ace-ffb7-4eca-a56f-e87a65a21bac", "tag": "ff9a9628-8e08-49ba-aa98-494d8a0ead55", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:45.822508 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cc88a764-6300-43b9-aa58-0cf75f1749ac {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:45.823065 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'tag': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55', 'status': 'completed', 'code': 200} Feb 16 14:50:45.835277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-ebbdfeaf-a9ae-4f32-b0a2-389b8e365269 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55 HTTP/1.1" status: 200 len: 217 time: 0.1085401 Feb 16 14:50:45.876555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:45.895272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] For port 9165a032-e6a0-4569-b0e7-2427b13c69c1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=9165a032-e6a0-4569-b0e7-2427b13c69c1,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:45.895272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:45.895461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] Set router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:45.909607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53418) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:45.949363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec666856-16c1-4e94-9622-8613e557002a req-1c027413-0577-4a57-9dd2-50015018d53d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232902 Feb 16 14:50:46.027757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.053910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Attempting to bind port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:46.054560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Attempting to bind port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:46.055162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Attempting to bind port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 on network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:46.103393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-245ec64a-9b2a-4410-8d3f-64cf721e33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.105718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-245ec64a-9b2a-4410-8d3f-64cf721e33fc service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a2f61851-e3fa-4561-870c-cd881dfffc21 HTTP/1.1" status: 200 len: 854 time: 0.2615907 Feb 16 14:50:46.141751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.165089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:50:41Z', 'revision_number': 3, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port': {'id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:39Z', 'updated_at': '2022-02-16T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:46.175648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 on network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:46.175969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Attempting to bind port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 on network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:46.187659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-8b9c773b-3d6d-46b6-938a-eb0aaf09449b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6631ac13-5d37-4b23-b7ef-d62117d691bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678575 Feb 16 14:50:46.188768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:46.189109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Checking segment: {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:46.189492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Bound using segment: {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:46.189927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Bound port: d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:46.190280 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.193081 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3bbe-5e4b-4d32-a820-1c17345eb3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.198563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8125e44d-273e-470d-92b6-0aae49df26ff None None] The sync data for ids ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'] in n-d-829433-1 is: [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:50:41Z', 'revision_number': 3, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port': {'id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:39Z', 'updated_at': '2022-02-16T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:46.269227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Allocated IP 172.20.0.1 (ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d/e37bda59-2057-4b10-84c3-5e5a049aaafd/435dc683-7571-40c0-ab27-5697fa8a7df6) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:46.298179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.335676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c11ad7-bfdb-4d04-adf8-915b809abfc3 req-98d23dc2-6648-40d9-a14d-9fa4a5876b48 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.337523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6c11ad7-bfdb-4d04-adf8-915b809abfc3 req-98d23dc2-6648-40d9-a14d-9fa4a5876b48 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.4508247 Feb 16 14:50:46.377836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.385191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.391420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.397988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.404159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.410212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.416317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.425023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-586e8390-dcda-471e-8cb4-551d22400b05 req-fa60da20-658d-4f24-bc20-b2d6c1992d31 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.3142877 Feb 16 14:50:46.461814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Allocated IP 172.25.6.110 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6a3abc8f-5cc6-49bd-870f-cdc911f4749d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:46.516130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.573029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-115085bf-c508-42f6-a0cf-54c54b6e51f3 service neutron] 10.222.0.129 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648691 Feb 16 14:50:46.582902 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.595623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] For port d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:46.645492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-586e8390-dcda-471e-8cb4-551d22400b05 req-85e372fd-2234-4966-9f8d-0ddff6c87c44 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2156260 Feb 16 14:50:46.722024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6c11ad7-bfdb-4d04-adf8-915b809abfc3 req-7a03afb4-ec26-491c-a581-cd57f10c4ace tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568974 Feb 16 14:50:46.790160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] For port d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:46.796071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.796446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.796760 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Floating IP 94aef499-5cc0-4f84-b52a-b6d2913febaa disassociated. External IP: 172.25.6.98, port: 9165a032-e6a0-4569-b0e7-2427b13c69c1. Feb 16 14:50:46.800912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Calling delete_port for 9165a032-e6a0-4569-b0e7-2427b13c69c1 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:46.807045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3bbe-5e4b-4d32-a820-1c17345eb3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.893744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.900787 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3bbe-5e4b-4d32-a820-1c17345eb3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.946836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42cb66a8-bc14-44ea-8e89-522b775ca0b4 req-63b16376-8c29-4318-bf74-e15734edb726 service neutron] 10.222.0.129 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598459 Feb 16 14:50:46.950002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.969507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead19d9b-4d61-4e95-8059-ef7de2bd1998 req-d482af3a-0cc2-428b-a77e-6d43aa01c5ad tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:46.980254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ead19d9b-4d61-4e95-8059-ef7de2bd1998 req-d482af3a-0cc2-428b-a77e-6d43aa01c5ad tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 943 time: 0.1920362 Feb 16 14:50:46.994682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66ebb0-30bd-4bbf-b4ff-f92a581bb3ab None None] Network 9735400f-2af7-4389-911b-ebb91933eb50 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:47.013505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b3bb3bbe-5e4b-4d32-a820-1c17345eb3c3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=751d9ecbfd3541ee89154d2af8ac5547&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0819449 Feb 16 14:50:47.023419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53426) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:47.028208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb3bbe-5e4b-4d32-a820-1c17345eb3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fc912c-d400-4e1c-be52-ee0293ff99b6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:47.219005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ead19d9b-4d61-4e95-8059-ef7de2bd1998 req-35f7e12e-ee27-42f0-b051-2d50f6c394dd tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490171 Feb 16 14:50:47.258017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c3ae-9810-479c-88c1-dd2d2e476319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.267421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-05e8aae5-b03d-4c55-9e16-d1071e6910e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:47.269251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-05e8aae5-b03d-4c55-9e16-d1071e6910e2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=a1a3f585fa8a4250ab5947cce5971d2e&device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 1094 time: 0.1497555 Feb 16 14:50:47.282843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bc497c47-ded6-4ed8-b153-a8e44435a5e5 None None] Provisioning complete for port bca9470a-7a1a-494e-8bf6-c3315bb7d631 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:47.283910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc497c47-ded6-4ed8-b153-a8e44435a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.285963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1f97c-6254-4932-9f86-373b5f437985 req-7875dd34-66cc-4e27-a1f1-8b38077e6b2a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:47.287572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6c1f97c-6254-4932-9f86-373b5f437985 req-7875dd34-66cc-4e27-a1f1-8b38077e6b2a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.1710482 Feb 16 14:50:47.309458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.314856 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c3ae-9810-479c-88c1-dd2d2e476319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.368511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bca9470a-7a1a-494e-8bf6-c3315bb7d631 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:47.454233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:47.482788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:47.482788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:47.521365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bca9470a-7a1a-494e-8bf6-c3315bb7d631 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:47.521801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.544035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6c1f97c-6254-4932-9f86-373b5f437985 req-43845aa0-c9e1-4be6-a8fc-42ef743b8945 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359500 Feb 16 14:50:47.552091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:47.554221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.554343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event updated for resources: {'Port': ['ID=6a3abc8f-5cc6-49bd-870f-cdc911f4749d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:47.554541 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] 10.222.0.93 "PUT /v2.0/ports/d15b3eb1-7c4a-4752-9122-c08fdff47aa3 HTTP/1.1" status: 200 len: 1091 time: 4.1642027 Feb 16 14:50:47.563847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:47.566648 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9c9e5-b66b-494b-b382-6729b3c45322" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:47.624652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc497c47-ded6-4ed8-b153-a8e44435a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.626288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-5ccecd9f-4ebb-4c10-b510-d5356b556334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:47.628006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-5ccecd9f-4ebb-4c10-b510-d5356b556334 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6631ac13-5d37-4b23-b7ef-d62117d691bb HTTP/1.1" status: 200 len: 916 time: 0.3357484 Feb 16 14:50:47.653765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.698018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-bc497c47-ded6-4ed8-b153-a8e44435a5e5 None None] For port bca9470a-7a1a-494e-8bf6-c3315bb7d631, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bca9470a-7a1a-494e-8bf6-c3315bb7d631,segment=NetworkSegment(c4f1954c-e98f-49bb-b757-0c13efe94dd9),segment_id=c4f1954c-e98f-49bb-b757-0c13efe94dd9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:47.718956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c3ae-9810-479c-88c1-dd2d2e476319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.723006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7eb6c3ae-9810-479c-88c1-dd2d2e476319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.724532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7eb6c3ae-9810-479c-88c1-dd2d2e476319 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/22fc912c-d400-4e1c-be52-ee0293ff99b6 HTTP/1.1" status: 204 len: 168 time: 0.6999040 Feb 16 14:50:47.726302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-b66def4b-524d-45e4-8ea7-e9348f0dedbc service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55 HTTP/1.1" status: 200 len: 217 time: 0.0899608 Feb 16 14:50:47.758402 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85563f60-2970-4db5-8d0f-7ca76982a8df x-openstack-request-id: req-85563f60-2970-4db5-8d0f-7ca76982a8df {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:47.758785 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:47.759170 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-85563f60-2970-4db5-8d0f-7ca76982a8df {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:47.759872 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3', 'status': 'completed', 'code': 200} Feb 16 14:50:47.770532 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.825869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Allocated IP 172.25.6.152 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/156836f4-f1f2-454b-a9d4-69694181dbe6) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:47.846940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 9165a032-e6a0-4569-b0e7-2427b13c69c1 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:47.874202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6c3ae-9810-479c-88c1-dd2d2e476319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fc912c-d400-4e1c-be52-ee0293ff99b6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:47.937466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc497c47-ded6-4ed8-b153-a8e44435a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:47.982560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:48.066623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-334085db-bbd8-44c1-8449-bf782e286e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.068247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-334085db-bbd8-44c1-8449-bf782e286e04 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a2f61851-e3fa-4561-870c-cd881dfffc21 HTTP/1.1" status: 200 len: 854 time: 0.2455828 Feb 16 14:50:48.073001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fef97e-5378-466d-adef-3a4b6126b035 service neutron] Pushing event updated for resources: {'Port': ['ID=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:48.093121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912edbe3-032c-41ff-9321-445631890243 req-d7aedc75-a303-496e-bb46-70e3c409d620 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.094956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-912edbe3-032c-41ff-9321-445631890243 req-d7aedc75-a303-496e-bb46-70e3c409d620 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 945 time: 0.2659225 Feb 16 14:50:48.096507 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:50:48.097003 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:50:48.107143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc497c47-ded6-4ed8-b153-a8e44435a5e5 None None] Pushing event updated for resources: {'Port': ['ID=bca9470a-7a1a-494e-8bf6-c3315bb7d631,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:48.111311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.127818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-469723ed-a70d-4525-844e-2008db3c5b9a None None] Provisioning complete for port bca9470a-7a1a-494e-8bf6-c3315bb7d631 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:48.128179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-469723ed-a70d-4525-844e-2008db3c5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.128633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.134539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.140445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.146252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.156581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.192519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.200973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.213465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-77a1c41f-7893-4fc9-b621-e9f78be2621a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.3629491 Feb 16 14:50:48.219776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:48.240763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-307c97df-d956-4cb5-b898-a0db998c04e6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6631ac13-5d37-4b23-b7ef-d62117d691bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629634 Feb 16 14:50:48.272415 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.296444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.296731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.297344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.297815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.298279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.298740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.299196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.301276 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-8d735b9d-1ede-4631-b7be-c41b04dba8ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6478 time: 0.3322234 Feb 16 14:50:48.365891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:50:48.371722 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.373802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event deleted for resources: {'Port': ['ID=9165a032-e6a0-4569-b0e7-2427b13c69c1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:48.384865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.458086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-912edbe3-032c-41ff-9321-445631890243 req-cf6c23ab-118c-466c-981e-cf4cfe78beae tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups?id=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387278 Feb 16 14:50:48.465036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-ee3f84df-a292-4d4d-8050-944dd34387e1 service neutron] 10.222.0.129 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910884 Feb 16 14:50:48.508781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.545769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.582267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:48.593819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:48.608042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:48.610401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Transition to ACTIVE for port object b6955b12-52ba-47bb-b20b-431bb58516f2 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:48.650962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Pushing event updated for resources: {'Port': ['ID=435dc683-7571-40c0-ab27-5697fa8a7df6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:48.689567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a80a4a4-2196-424a-ad39-5c126289b3e7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:48.713726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.811911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:48.834067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-ea380634-672d-4a5d-9d68-9e8b57cf8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.839682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-ea380634-672d-4a5d-9d68-9e8b57cf8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.839682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-ea380634-672d-4a5d-9d68-9e8b57cf8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:48.839682 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-ea380634-672d-4a5d-9d68-9e8b57cf8509 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aa08f1ea767b4697af004bf547bd9bab&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5109951 Feb 16 14:50:48.918066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Router 4ca1f249-6e3f-426a-8232-80f1b2277d55 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:50:48.956997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=10']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:48.960013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] No DVR routers for this DVR port b6955b12-52ba-47bb-b20b-431bb58516f2 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:49.007911 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:50:49.008945 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:50:49.021359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9a80a4a4-2196-424a-ad39-5c126289b3e7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:49.022001 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.023309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.034802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-896b93e8-fbbd-4cc0-aa22-385dfbca64ec req-08ff1f1e-1cea-4084-876e-a2f51dc9739b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8204195 Feb 16 14:50:49.165256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b71e9c02-f6d3-4254-ae21-dd90801b4973 req-137ed32a-fb68-4236-9b96-b69bb2d22d3e service neutron] 10.222.0.129 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846871 Feb 16 14:50:49.203742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Deleting port 6a3abc8f-5cc6-49bd-870f-cdc911f4749d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:49.204148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.217502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:49.233985 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.273492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 9a80a4a4-2196-424a-ad39-5c126289b3e7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9a80a4a4-2196-424a-ad39-5c126289b3e7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:49.278435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:49.292845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:49.300563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ca4d3-ffff-437e-a410-1af4fade9b17 req-1707f950-ff2a-4f1c-beed-a211ca666331 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.307150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af7ca4d3-ffff-437e-a410-1af4fade9b17 req-1707f950-ff2a-4f1c-beed-a211ca666331 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 943 time: 0.2985466 Feb 16 14:50:49.315573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:49.315988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:49.316319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:49.326079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc99b78-ed54-4baa-96c7-36732c6119c6 req-1a0d1be9-3412-4bb6-a01c-731f52593205 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.328509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffc99b78-ed54-4baa-96c7-36732c6119c6 req-1a0d1be9-3412-4bb6-a01c-731f52593205 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 948 time: 0.1608787 Feb 16 14:50:49.359197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.370743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Pushing event updated for resources: {'Port': ['ID=156836f4-f1f2-454b-a9d4-69694181dbe6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:49.383635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:50:49.384068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Attempting to bind port b6955b12-52ba-47bb-b20b-431bb58516f2 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:49.396292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-62ed2334-e6da-4845-9a08-02100d320136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.397580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.398457 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f9d9c9e5-b66b-494b-b382-6729b3c45322 req-62ed2334-e6da-4845-9a08-02100d320136 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5169177 Feb 16 14:50:49.398574 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.410056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=9a80a4a4-2196-424a-ad39-5c126289b3e7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:49.426555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af7ca4d3-ffff-437e-a410-1af4fade9b17 req-b6d1175f-ebc7-4a93-a7d9-facd0825a6fd tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956669 Feb 16 14:50:49.429893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Calling delete_port for 6a3abc8f-5cc6-49bd-870f-cdc911f4749d owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:49.438456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffc99b78-ed54-4baa-96c7-36732c6119c6 req-936b54df-2b5c-4a8e-ac60-87f6d84225c7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890696 Feb 16 14:50:49.479781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:49.480128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:49.480545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:49.481002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Bound port: b6955b12-52ba-47bb-b20b-431bb58516f2, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:49.481337 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.579137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bca9470a-7a1a-494e-8bf6-c3315bb7d631 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:49.648396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bca9470a-7a1a-494e-8bf6-c3315bb7d631 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:49.649131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.661758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:49.674623 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] Sync routers for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:49.684624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce6519ec-cbd8-440f-a2ed-823ebb92b966 req-4b79c38f-df60-4850-9f32-f3d32090ef6d tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0435166 Feb 16 14:50:49.690696 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:49.691345 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:49.693769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.768384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:49.770622 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc5f9a0-e209-4208-a030-d62548a09e0f" -d '{"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-unplugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:49.790628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.790628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.790628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.790628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.790628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.790628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.790628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:49.791978 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce312fa0-067f-461c-845e-6974d410a1a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6478 time: 0.3182642 Feb 16 14:50:49.812250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.815761 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:49.819528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a80a4a4-2196-424a-ad39-5c126289b3e7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:49.854597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] No DVR routers for this DVR port 9165a032-e6a0-4569-b0e7-2427b13c69c1 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:50:49.885381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.888984 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38ff30c2-69dc-4041-b815-8584a815a2f5 req-6eaa9e84-e23e-4392-9f80-8a0636fd8dcf tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.93 "DELETE /v2.0/ports/9165a032-e6a0-4569-b0e7-2427b13c69c1 HTTP/1.1" status: 204 len: 173 time: 4.8913589 Feb 16 14:50:49.935773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event deleted for resources: {'Port': ['ID=6a3abc8f-5cc6-49bd-870f-cdc911f4749d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:49.937746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9a80a4a4-2196-424a-ad39-5c126289b3e7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:49.938384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:49.995708 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-16a3c9fc-91fd-40b4-aa28-81465967e9e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 HTTP/1.1" status: 200 len: 217 time: 0.1444228 Feb 16 14:50:50.042351 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54293156-19f9-407c-9931-96b6e3130be3 x-openstack-request-id: req-54293156-19f9-407c-9931-96b6e3130be3 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:50.043344 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-unplugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:50.043796 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-54293156-19f9-407c-9931-96b6e3130be3 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:50.044496 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'code': 200} Feb 16 14:50:50.071372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:50.086207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff9a9628-8e08-49ba-aa98-494d8a0ead55 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:50:50.111311 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:20Z', 'revision_number': 5, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:50.128094 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] create failed (client error): The resource could not be found. Feb 16 14:50:50.129272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c6983360-9898-4b48-bc30-6f6a48da80e8 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0517511 Feb 16 14:50:50.132939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53478) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:50.137586 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:50.150702 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] Checking router: 4ca1f249-6e3f-426a-8232-80f1b2277d55 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:50.169450 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:50.169450 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:50.268779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-63003fce-b642-4c86-9514-2a2318bf4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.270756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-63003fce-b642-4c86-9514-2a2318bf4300 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fef6a079-b0ad-4472-ac1f-69a28a56eab1 HTTP/1.1" status: 200 len: 851 time: 0.2608833 Feb 16 14:50:50.284555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.328327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ff9a9628-8e08-49ba-aa98-494d8a0ead55, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55,segment=NetworkSegment(8743611a-dc3a-44f5-aa1c-5447992f5c4e),segment_id=8743611a-dc3a-44f5-aa1c-5447992f5c4e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:50.341718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55', 'network_id': '6631ac13-5d37-4b23-b7ef-d62117d691bb', 'port_id': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55', 'mac_address': 'fa:16:3e:52:9d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f61851-e3fa-4561-870c-cd881dfffc21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:50:50.366167 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:50.385098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.391852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.399230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.406116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.411609 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.411908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.418882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.425306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.433516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93d8f2e1-b710-4200-bc06-778d68984220 req-3eaa1e88-b8ad-4b80-b067-561f38a75dda tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1863270 Feb 16 14:50:50.436222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9a9628-8e08-49ba-aa98-494d8a0ead55 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:50.461016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ff9a9628-8e08-49ba-aa98-494d8a0ead55, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55,segment=NetworkSegment(8743611a-dc3a-44f5-aa1c-5447992f5c4e),segment_id=8743611a-dc3a-44f5-aa1c-5447992f5c4e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:50.479017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Deleting port 00cb3345-33e3-4d4e-9790-05a54a955e25 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:50.479366 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.502832 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=11']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:50.513264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.513264 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.513264 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-2654853a-1080-4ae0-a768-6804cd8c5ac5 service neutron] 10.222.0.129 "PUT /v2.0/ports/b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 1096 time: 4.6611469 Feb 16 14:50:50.519301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93d8f2e1-b710-4200-bc06-778d68984220 req-45c969e8-14b8-4575-b023-e75ba4c9b317 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842288 Feb 16 14:50:50.539786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.667260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ff9a9628-8e08-49ba-aa98-494d8a0ead55,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:50.741018 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:20Z', 'revision_number': 5, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:50.742243 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.776350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Calling delete_port for 00cb3345-33e3-4d4e-9790-05a54a955e25 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:50.782390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-207a1c20-0008-4704-9bc1-76ca1e71ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.783954 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-207a1c20-0008-4704-9bc1-76ca1e71ff1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b18220e-b2f2-4afd-922c-83c86ed713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4358549 Feb 16 14:50:50.791936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ff9a9628-8e08-49ba-aa98-494d8a0ead55'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:50:50.802920 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9f0c3-4f5b-4128-a857-cb5f9549affb None None] The sync data for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 is: [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:49:13Z', 'revision_number': 4, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '712407e5-d106-43f0-8a74-ba34ebf6ad9e', 'name': '', 'network_id': 'd0b735c4-1e8a-4127-bdd7-1d556af0b6a6', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'mac_address': 'fa:16:3e:c4:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:11Z', 'updated_at': '2022-02-16T14:49:20Z', 'revision_number': 5, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'subnets': [{'id': '0e6bf9fa-e90e-4a19-a2dd-c70ce8521085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:50.819108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.852512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:50.897083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d3e1-3b94-4f6d-94d5-6843c3233a5e req-1f0561de-a781-4588-bc55-07849eae9613 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:50.904669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd75d3e1-3b94-4f6d-94d5-6843c3233a5e req-1f0561de-a781-4588-bc55-07849eae9613 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 944 time: 0.2668579 Feb 16 14:50:50.995124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545868-e0b4-477d-b23b-815ceaff3fb4 req-3d2f6c6e-3fdc-4c93-b201-9f1b19bd0b49 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.003461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b545868-e0b4-477d-b23b-815ceaff3fb4 req-3d2f6c6e-3fdc-4c93-b201-9f1b19bd0b49 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 948 time: 0.2632239 Feb 16 14:50:51.018915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd75d3e1-3b94-4f6d-94d5-6843c3233a5e req-58ae0c4f-2fa9-4d9a-8ace-da1a881cad22 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133339 Feb 16 14:50:51.081130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b545868-e0b4-477d-b23b-815ceaff3fb4 req-614de72e-c54f-45b1-914c-cc3cad808274 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764389 Feb 16 14:50:51.178495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa2fe4c1-10d2-46ae-aadf-938b7fa98f59 req-a9a403c1-7a67-4712-8475-925010d87d08 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/ports?device_id=cdf6e762-cc9b-4b9f-a919-26609611b0e7 HTTP/1.1" status: 200 len: 210 time: 0.0472426 Feb 16 14:50:51.242290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8cc42-762d-461b-96bc-b85374ac06f5 None None] New status for floating IP 94aef499-5cc0-4f84-b52a-b6d2913febaa: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:50:51.248064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:51.279796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event deleted for resources: {'Port': ['ID=00cb3345-33e3-4d4e-9790-05a54a955e25,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:51.334466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-92d38b5f-69de-4d1c-9fa3-9ca6b9b3a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.336184 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-92d38b5f-69de-4d1c-9fa3-9ca6b9b3a10e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1099 time: 0.7173576 Feb 16 14:50:51.352081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:51.365185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:51.371159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aa1f09ff-9651-4982-8bf0-21bbb283ceaf tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "DELETE /v2.0/ports/00cb3345-33e3-4d4e-9790-05a54a955e25 HTTP/1.1" status: 204 len: 168 time: 1.2370653 Feb 16 14:50:51.374185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53508) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:51.460737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53510) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:51.489768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ae247-172d-431d-bb57-f68b1494903b tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.492318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-238ae247-172d-431d-bb57-f68b1494903b tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "GET /v2.0/ports?device_id=57e4ade8-6de4-486e-918b-9d51bb4f4b42 HTTP/1.1" status: 200 len: 913 time: 0.1019242 Feb 16 14:50:51.494693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53514) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:51.530175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Pushing event updated for resources: {'Port': ['ID=435dc683-7571-40c0-ab27-5697fa8a7df6,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:51.534328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-1c0deafb-e7e7-4bb0-8ad0-5cf141cfd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.536275 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-1c0deafb-e7e7-4bb0-8ad0-5cf141cfd558 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.1830273 Feb 16 14:50:51.597141 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-ff3511f3-5e1e-4ce8-a378-6885058ea0d6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.0527604 Feb 16 14:50:51.685975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32ca3696-b7c4-424d-bdd2-7d4c963bb84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:51.713626 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:51.732249 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-2c8aa34c-8ef3-44e6-af03-44349e02f3bb service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9288886 Feb 16 14:50:51.740397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-63708e9b-9bc8-4c6d-af5a-537dd0aacdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.742474 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-63708e9b-9bc8-4c6d-af5a-537dd0aacdad service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1071465 Feb 16 14:50:51.785931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.792333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.798179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.804116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.810956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.818744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.827027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:51.829003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-6389ce55-31c5-403f-af62-737a94e86207 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.2072797 Feb 16 14:50:51.957151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d503fb31-3eb8-48c9-be24-4fa98e25b714 req-881a9538-9e6f-40c3-96af-e6acc1fdb71f tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213229 Feb 16 14:50:52.006818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401613ee-0787-47d8-8199-1078a3657362 req-0eb4b50f-7d2f-4f45-ad99-45bd44288bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.008928 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-0eb4b50f-7d2f-4f45-ad99-45bd44288bb8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194159 Feb 16 14:50:52.021982 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32ca3696-b7c4-424d-bdd2-7d4c963bb84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.050084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'name': 'network-vif-deleted', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1'}, {'name': 'network-changed', 'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:52.052378 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ba5d9-a58b-40dd-bc54-4eaf197016a7" -d '{"events": [{"server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "name": "network-vif-deleted", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1"}, {"name": "network-changed", "server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:52.056739 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f5eb08d0-0aa1-4fe4-bbe0-d56c39b9d63d service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133245 Feb 16 14:50:52.086862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32ca3696-b7c4-424d-bdd2-7d4c963bb84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.092276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.092669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff9a9628-8e08-49ba-aa98-494d8a0ead55 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:52.111258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:52.135503 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.150914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-32ca3696-b7c4-424d-bdd2-7d4c963bb84b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7f2721f3b601486e8145d6e920ef06c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6776383 Feb 16 14:50:52.150914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53524) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:52.152291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:52.156667 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-e0b18d3d-78a2-4362-b6e4-e67df5d0890c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 200 len: 217 time: 0.0658467 Feb 16 14:50:52.192303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca3696-b7c4-424d-bdd2-7d4c963bb84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23faec63-aade-447c-b950-7b456211e48d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:52.215582 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d000a6-2836-429d-981e-403685024d59 x-openstack-request-id: req-c0d000a6-2836-429d-981e-403685024d59 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:52.215893 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf6e762-cc9b-4b9f-a919-26609611b0e7", "name": "network-vif-deleted", "tag": "9165a032-e6a0-4569-b0e7-2427b13c69c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:52.220480 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c0d000a6-2836-429d-981e-403685024d59 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:52.220480 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf6e762-cc9b-4b9f-a919-26609611b0e7', 'name': 'network-vif-deleted', 'tag': '9165a032-e6a0-4569-b0e7-2427b13c69c1', 'status': 'completed', 'code': 200} Feb 16 14:50:52.220480 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'status': 'completed', 'code': 200} Feb 16 14:50:52.245330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port ff9a9628-8e08-49ba-aa98-494d8a0ead55 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:50:52.251520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port ff9a9628-8e08-49ba-aa98-494d8a0ead55 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:52.252513 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.337365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.368288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:52.370698 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be37ae9-c02d-4aa3-a375-5cd2c1992b94" -d '{"events": [{"server_uuid": "0b392ace-ffb7-4eca-a56f-e87a65a21bac", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a9628-8e08-49ba-aa98-494d8a0ead55"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:52.384535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9bf45-9492-4920-8b61-53dda0eb957a req-a411ab3a-d274-4b47-b23d-a4dac92b88b5 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.387250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ff9a9628-8e08-49ba-aa98-494d8a0ead55, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55,segment=NetworkSegment(8743611a-dc3a-44f5-aa1c-5447992f5c4e),segment_id=8743611a-dc3a-44f5-aa1c-5447992f5c4e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:52.392847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5b9bf45-9492-4920-8b61-53dda0eb957a req-a411ab3a-d274-4b47-b23d-a4dac92b88b5 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 944 time: 0.1963539 Feb 16 14:50:52.405173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-b49919b1-3278-497d-b527-3546d4b159b0 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797398 Feb 16 14:50:52.410415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-1e731124-7432-4b4d-ac12-5160481a1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.411886 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-1e731124-7432-4b4d-ac12-5160481a1397 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.2042232 Feb 16 14:50:52.435672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b77e2bb-ac06-4155-9862-97facfd8cb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.450929 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.459030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc9764-25e0-473d-96ed-8eef0c75509e req-9ee823cd-0ee1-4627-945c-4a8ea971d8a7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.460989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bbc9764-25e0-473d-96ed-8eef0c75509e req-9ee823cd-0ee1-4627-945c-4a8ea971d8a7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 948 time: 0.2125909 Feb 16 14:50:52.509723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ff9a9628-8e08-49ba-aa98-494d8a0ead55,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:52.533331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-45ca060c-f0e2-4ba2-8a81-2ccb722ada75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.534828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-45ca060c-f0e2-4ba2-8a81-2ccb722ada75 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1099 time: 0.3142130 Feb 16 14:50:52.539380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b77e2bb-ac06-4155-9862-97facfd8cb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.549217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5b9bf45-9492-4920-8b61-53dda0eb957a req-322771d9-dfb3-40f2-a7a6-2cc33cbf5f42 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556950 Feb 16 14:50:52.573686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bbc9764-25e0-473d-96ed-8eef0c75509e req-6d3d1bf2-5382-4bfb-be5e-391896237ced tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849686 Feb 16 14:50:52.648746 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf046e8-75e9-4bae-a6ec-1abecd1c6028 x-openstack-request-id: req-adf046e8-75e9-4bae-a6ec-1abecd1c6028 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:52.649600 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b392ace-ffb7-4eca-a56f-e87a65a21bac", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a9628-8e08-49ba-aa98-494d8a0ead55", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:52.650137 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-adf046e8-75e9-4bae-a6ec-1abecd1c6028 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:52.650583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-274e1281-d710-43dd-95b7-c15ef915a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.650721 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55', 'code': 200} Feb 16 14:50:52.652102 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-274e1281-d710-43dd-95b7-c15ef915a06c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2095201 Feb 16 14:50:52.671110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:50:52.746514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53532) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:52.751385 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-401613ee-0787-47d8-8199-1078a3657362 req-cb245e55-f816-44eb-b02e-a5e0a5fb6b9c service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385336 Feb 16 14:50:52.759034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Deleting port ece75bee-1ff7-4828-88b1-511ddd2ee37b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:52.759952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.772165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b77e2bb-ac06-4155-9862-97facfd8cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.777027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b77e2bb-ac06-4155-9862-97facfd8cb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.778552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8b77e2bb-ac06-4155-9862-97facfd8cb90 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/23faec63-aade-447c-b950-7b456211e48d HTTP/1.1" status: 204 len: 168 time: 0.6329715 Feb 16 14:50:52.854329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77e2bb-ac06-4155-9862-97facfd8cb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23faec63-aade-447c-b950-7b456211e48d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:52.866266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-94cb8052-e408-4dce-bf2b-eb35e864f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.868660 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-94cb8052-e408-4dce-bf2b-eb35e864f7ec service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3206239 Feb 16 14:50:52.869228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Router 2d561416-d559-4f84-b239-ef9b2705c9bc is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:50:52.881361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecff88-a3b7-41e5-a59e-da7000adec29 req-ad23081c-def8-423e-94f9-933edf36e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:52.884200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06ecff88-a3b7-41e5-a59e-da7000adec29 req-ad23081c-def8-423e-94f9-933edf36e8e9 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 1096 time: 0.1657703 Feb 16 14:50:52.942716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-045d06f6-4aac-4a26-bf9f-b19ba0bf1201 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.967068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:52.970522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-9e1fbd39-c7dc-42f8-b522-5abb4625fb06 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955949 Feb 16 14:50:52.975791 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-8f2e4cc5-8c9d-443c-8d1b-b3743f910dbd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.0926747 Feb 16 14:50:52.999154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06ecff88-a3b7-41e5-a59e-da7000adec29 req-632f692d-c61b-45aa-a3cb-2caf6d767237 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022413 Feb 16 14:50:52.999154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Calling delete_port for ece75bee-1ff7-4828-88b1-511ddd2ee37b owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:53.009439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-045d06f6-4aac-4a26-bf9f-b19ba0bf1201 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.230453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.237210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.244757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.250955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.258914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.265167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.271104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.273871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-8c66e707-a6b7-40e0-b5ca-dd91f69e707a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1814883 Feb 16 14:50:53.276522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-045d06f6-4aac-4a26-bf9f-b19ba0bf1201 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.279282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-045d06f6-4aac-4a26-bf9f-b19ba0bf1201 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.280460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-045d06f6-4aac-4a26-bf9f-b19ba0bf1201 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "DELETE /v2.0/security-groups/b3ae4007-6ec5-4bc4-af7a-e839e5144bf0 HTTP/1.1" status: 204 len: 168 time: 0.5320034 Feb 16 14:50:53.284494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53546) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:53.321940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d06f6-4aac-4a26-bf9f-b19ba0bf1201 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ae4007-6ec5-4bc4-af7a-e839e5144bf0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:53.353628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-11b904a1-3637-48d9-aeef-b69e5b024de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.355133 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-11b904a1-3637-48d9-aeef-b69e5b024de8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1099 time: 0.5411632 Feb 16 14:50:53.358197 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-94fd53ad-a9aa-42ad-ab73-da2bce833a70 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] show failed (client error): The resource could not be found. Feb 16 14:50:53.362270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-94fd53ad-a9aa-42ad-ab73-da2bce833a70 tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "GET /v2.0/security-groups/b3ae4007-6ec5-4bc4-af7a-e839e5144bf0 HTTP/1.1" status: 404 len: 347 time: 0.0719025 Feb 16 14:50:53.364386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53548) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:53.433354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:53.446689 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Sync routers for ids ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:53.458796 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Routers {'9c915fa6-24cd-4c07-b7a1-d3004e07aa97'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:53.459616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:53.471443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-850ab979-3f9a-4812-ad14-ccc26f3b662a admin admin] 10.222.0.113 "PUT /v2.0/routers/9c915fa6-24cd-4c07-b7a1-d3004e07aa97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9519629 Feb 16 14:50:53.477448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e1173b5-426d-4848-9687-d37d2efd4432 req-c254d407-67f9-4536-8caf-bdcd09f29881 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1828854 Feb 16 14:50:53.508148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-ee544f43-5899-4a03-8a87-51aceff6cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.516795 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-ee544f43-5899-4a03-8a87-51aceff6cf9a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.4995785 Feb 16 14:50:53.585986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Deleting port c2e46b3e-e71b-4d96-b9a8-30eaa847d70f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:53.587569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.604883 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-bb22d11b-db92-4e9d-84b7-26d97867bb13 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6280839 Feb 16 14:50:53.608883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:53.624688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Sync routers for ids ['2d561416-d559-4f84-b239-ef9b2705c9bc'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:53.641496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Routers {'2d561416-d559-4f84-b239-ef9b2705c9bc'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:53.644260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2d561416-d559-4f84-b239-ef9b2705c9bc'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:53.708554 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-1178f1b0-1284-4698-b6d2-fa86dfb8ec1e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 200 len: 217 time: 0.0892746 Feb 16 14:50:53.708933 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Set router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:53.713492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-8a7bab9e-bad6-431f-a3ca-601f5e6ee5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.715055 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-8a7bab9e-bad6-431f-a3ca-601f5e6ee5d2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1879561 Feb 16 14:50:53.717295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-7d209bc4-bc77-4690-b1b4-ce855fb85cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.719171 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-7d209bc4-bc77-4690-b1b4-ce855fb85cda service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.3236806 Feb 16 14:50:53.774773 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.775439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.793604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Calling delete_port for c2e46b3e-e71b-4d96-b9a8-30eaa847d70f owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:53.841875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Set router 2d561416-d559-4f84-b239-ef9b2705c9bc gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:53.865006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.872383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:53.873928 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1562b1fd-00ee-4a23-b8a1-7c17f6fb93b0 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5056221 Feb 16 14:50:53.899401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53568) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:53.905911 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-1188f26f-af35-4ada-b946-8d07f32418bb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 200 len: 217 time: 0.1559627 Feb 16 14:50:53.969691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-dca9b332-4c8e-4908-80ff-46c1dbdd1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:53.971475 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-dca9b332-4c8e-4908-80ff-46c1dbdd1750 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.2462599 Feb 16 14:50:54.021275 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:50:49Z', 'revision_number': 4, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port': {'id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:39Z', 'updated_at': '2022-02-16T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '435dc683-7571-40c0-ab27-5697fa8a7df6', 'name': '', 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'mac_address': 'fa:16:3e:01:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:45Z', 'updated_at': '2022-02-16T14:50:50Z', 'revision_number': 2, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'subnets': [{'id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:54.022153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-7a6a66af-535e-42de-8b67-f98fd077c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:54.024091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-7a6a66af-535e-42de-8b67-f98fd077c444 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1073947 Feb 16 14:50:54.028143 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-2db97f95-3ae8-4d63-b430-cafa6664f164 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951899 Feb 16 14:50:54.035092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event deleted for resources: {'Port': ['ID=ece75bee-1ff7-4828-88b1-511ddd2ee37b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:54.058986 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Checking router: 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:54.060160 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Updating router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 port 435dc683-7571-40c0-ab27-5697fa8a7df6 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:50:54.117425 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.211812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-6cde8d4a-27bd-4505-8f30-81924f0ebf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:54.214202 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-6cde8d4a-27bd-4505-8f30-81924f0ebf1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2312744 Feb 16 14:50:54.273611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:50:50Z', 'revision_number': 3, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port': {'id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:46Z', 'updated_at': '2022-02-16T14:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:54.345250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-902716e0-672f-44e0-86af-e5ec9c3aa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:54.347715 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-902716e0-672f-44e0-86af-e5ec9c3aa4aa service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3105757 Feb 16 14:50:54.349271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Checking router: 2d561416-d559-4f84-b239-ef9b2705c9bc for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:54.349271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Updating router 2d561416-d559-4f84-b239-ef9b2705c9bc port 156836f4-f1f2-454b-a9d4-69694181dbe6 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:50:54.388591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.455492 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-77f3155a-ec86-459b-b7d4-a7e67eb6baed service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158826 Feb 16 14:50:54.481912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7fe3f7f3-d1cb-41c4-b2a4-44cd93934f05 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554064 Feb 16 14:50:54.515883 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-c4bda2b0-e769-4ae0-a0d4-6a055a7c8239 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598494 Feb 16 14:50:54.625926 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-fd414f0b-a429-4b9d-9c94-f47203642b14 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082342 Feb 16 14:50:54.689581 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.723524 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-c66f1066-9613-4af4-8ca1-938086f7f014 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac HTTP/1.1" status: 200 len: 217 time: 0.0877509 Feb 16 14:50:54.730197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffa283-56a3-4e0e-afd1-454d2fc7c536 req-3e031012-f412-496e-8735-9d618298ba12 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:54.731745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68ffa283-56a3-4e0e-afd1-454d2fc7c536 req-3e031012-f412-496e-8735-9d618298ba12 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 945 time: 0.8821115 Feb 16 14:50:54.756989 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.802380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4647d-da0e-49be-979e-bcff947870ed req-b2a00c33-0adc-4768-9609-078a2888b413 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:54.804202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5a4647d-da0e-49be-979e-bcff947870ed req-b2a00c33-0adc-4768-9609-078a2888b413 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 948 time: 0.9561768 Feb 16 14:50:54.806863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.815793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5a10f7cf-94b5-4852-894c-a9d394cd41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:54.817272 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5a10f7cf-94b5-4852-894c-a9d394cd41ef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.0857677 Feb 16 14:50:54.842855 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a2553-09ac-4002-978d-edf6a2440a87 None None] Pushing event updated for resources: {'Port': ['ID=435dc683-7571-40c0-ab27-5697fa8a7df6,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:54.863436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.881322 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-988ba5d9-a58b-40dd-bc54-4eaf197016a7 req-e7ac1e1a-85db-4f61-93a6-a84619866d21 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542763 Feb 16 14:50:54.893000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-6295284f-b7dd-4ce6-b01e-9e7f69271379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:54.894945 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-6295284f-b7dd-4ce6-b01e-9e7f69271379 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668073 Feb 16 14:50:54.926033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68ffa283-56a3-4e0e-afd1-454d2fc7c536 req-eda25693-5194-4b57-ad52-4f6147d9de8f tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782696 Feb 16 14:50:54.930711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Attempting to bind port 156836f4-f1f2-454b-a9d4-69694181dbe6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:54.931051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Attempting to bind port 156836f4-f1f2-454b-a9d4-69694181dbe6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:54.931419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Attempting to bind port 156836f4-f1f2-454b-a9d4-69694181dbe6 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:54.939363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e723c5-aaa1-4865-972b-d0e966f81a25 None None] Pushing event updated for resources: {'Port': ['ID=156836f4-f1f2-454b-a9d4-69694181dbe6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:54.945852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:54.946247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:54.946650 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.947038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:54.947510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Bound port: 156836f4-f1f2-454b-a9d4-69694181dbe6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:54.950743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:54.996224 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Attempting to bind port 435dc683-7571-40c0-ab27-5697fa8a7df6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:55.005637 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Attempting to bind port 435dc683-7571-40c0-ab27-5697fa8a7df6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:55.005637 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Attempting to bind port 435dc683-7571-40c0-ab27-5697fa8a7df6 on network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:50:55.009587 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:50:55.009958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Checking segment: {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:50:55.010352 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.010740 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Bound using segment: {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:50:55.012102 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Bound port: 435dc683-7571-40c0-ab27-5697fa8a7df6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:55.012489 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.019965 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-8d90384d-a8ab-4d6f-9bef-a9de0a4b7f04 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129100 Feb 16 14:50:55.047513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] For port 156836f4-f1f2-454b-a9d4-69694181dbe6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:55.051170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] For port 156836f4-f1f2-454b-a9d4-69694181dbe6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=156836f4-f1f2-454b-a9d4-69694181dbe6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:55.058449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.091774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5a4647d-da0e-49be-979e-bcff947870ed req-29e2a201-c3d1-4402-af1f-7d41997e3fdd tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727301 Feb 16 14:50:55.122744 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] For port 435dc683-7571-40c0-ab27-5697fa8a7df6, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:50:55.129442 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] For port 435dc683-7571-40c0-ab27-5697fa8a7df6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=435dc683-7571-40c0-ab27-5697fa8a7df6,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:50:55.137777 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.184643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-99443555-0b1a-4b8f-840f-688986fcec01 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480970 Feb 16 14:50:55.203042 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.246644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.283282 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-0b42726c-19ea-4ed1-98e3-a5b347d4e2a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936 HTTP/1.1" status: 200 len: 217 time: 0.0874262 Feb 16 14:50:55.320194 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Routers {'9c915fa6-24cd-4c07-b7a1-d3004e07aa97'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:55.323287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e723c5-aaa1-4865-972b-d0e966f81a25 None None] Pushing event updated for resources: {'Port': ['ID=156836f4-f1f2-454b-a9d4-69694181dbe6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:55.327369 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:55.334821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Routers {'2d561416-d559-4f84-b239-ef9b2705c9bc'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:55.339697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2d561416-d559-4f84-b239-ef9b2705c9bc'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:55.364263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Pushing event deleted for resources: {'Port': ['ID=c2e46b3e-e71b-4d96-b9a8-30eaa847d70f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:55.384069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce621646-9ed3-449b-9e0c-6c5fe6563ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:55.385680 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ce621646-9ed3-449b-9e0c-6c5fe6563ea7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.0932269 Feb 16 14:50:55.438257 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a2553-09ac-4002-978d-edf6a2440a87 None None] Pushing event updated for resources: {'Port': ['ID=435dc683-7571-40c0-ab27-5697fa8a7df6,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:55.442034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b2dc6bf3-0f0e-4487-98dd-5789508c642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:55.443775 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-b2dc6bf3-0f0e-4487-98dd-5789508c642e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509102 Feb 16 14:50:55.523536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] Set router 2d561416-d559-4f84-b239-ef9b2705c9bc gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:55.543905 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] Set router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:55.560242 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-8ef2504e-3942-4487-b784-4276f7113daf service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084228 Feb 16 14:50:55.696961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-d2029e73-bcb9-4613-94fc-af91bc3b5281 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196573 Feb 16 14:50:55.746783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:50:50Z', 'revision_number': 3, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port': {'id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:46Z', 'updated_at': '2022-02-16T14:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:55.756562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-cca67003-edd0-407f-aacb-2eda5e89efae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287 HTTP/1.1" status: 200 len: 217 time: 0.0514801 Feb 16 14:50:55.766440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.770131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:55.771424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-246aee74-dbaf-463c-9467-32dbaa1375ce tempest-ServersTestJSON-1331466713 tempest-ServersTestJSON-1331466713-project] 10.222.0.113 "DELETE /v2.0/floatingips/94aef499-5cc0-4f84-b52a-b6d2913febaa HTTP/1.1" status: 204 len: 168 time: 2.4061189 Feb 16 14:50:55.778713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53592) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:55.781780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79997a59-0f9b-42cb-9a44-8026422700bf None None] The sync data for ids ['2d561416-d559-4f84-b239-ef9b2705c9bc'] in n-d-829433-1 is: [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:50:50Z', 'revision_number': 3, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port': {'id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:46Z', 'updated_at': '2022-02-16T14:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:55.791898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:50:49Z', 'revision_number': 4, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port': {'id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:39Z', 'updated_at': '2022-02-16T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '435dc683-7571-40c0-ab27-5697fa8a7df6', 'name': '', 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'mac_address': 'fa:16:3e:01:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:45Z', 'updated_at': '2022-02-16T14:50:55Z', 'revision_number': 4, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'subnets': [{'id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:55.816683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Router 57e4ade8-6de4-486e-918b-9d51bb4f4b42 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:50:55.840532 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e81ed7-30ad-4a6b-8fb3-01fe82b8fb9b None None] The sync data for ids ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'] in n-d-829433-1 is: [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:50:49Z', 'revision_number': 4, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port': {'id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:39Z', 'updated_at': '2022-02-16T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '435dc683-7571-40c0-ab27-5697fa8a7df6', 'name': '', 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'mac_address': 'fa:16:3e:01:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:45Z', 'updated_at': '2022-02-16T14:50:55Z', 'revision_number': 4, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'subnets': [{'id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:55.878464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea644f7-dec7-4e54-8309-7822109d913b req-b03d95a3-90ee-403e-b975-db56ab75b3fd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:55.886426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-b03d95a3-90ee-403e-b975-db56ab75b3fd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 818 time: 0.5613585 Feb 16 14:50:55.941717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5c23e6f2-399e-4f94-ba71-0e525092b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:55.946998 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-5c23e6f2-399e-4f94-ba71-0e525092b96a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cfd53d6-daf4-43bf-bd34-b76148ab5a27 HTTP/1.1" status: 200 len: 797 time: 0.1793470 Feb 16 14:50:55.950044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-a228c4c2-b6b6-4502-8d05-0ea221266e8f tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/quotas/bb2804b64a48475b8f0cd642262023f2 HTTP/1.1" status: 200 len: 375 time: 0.0625851 Feb 16 14:50:56.044983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-60a477ee-20c2-48d3-a5e1-2dea47ee8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:56.046454 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-60a477ee-20c2-48d3-a5e1-2dea47ee8268 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579262 Feb 16 14:50:56.098287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:56.109643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0049d35a-94e7-4706-b73b-e2145da4b365 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "PUT /v2.0/routers/57e4ade8-6de4-486e-918b-9d51bb4f4b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6137283 Feb 16 14:50:56.112959 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] Sync routers for ids ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:56.113532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53596) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:56.128019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:50:56.198209 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] Routers {'57e4ade8-6de4-486e-918b-9d51bb4f4b42'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:56.198851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:56.253094 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:56.281177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:56.293540 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] Routers {'57e4ade8-6de4-486e-918b-9d51bb4f4b42'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:56.294166 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:56.395952 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:56.404362 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb93fd3-ccaa-4175-8cd8-2f9269d4d2ca None None] The sync data for ids ['57e4ade8-6de4-486e-918b-9d51bb4f4b42'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:56.445909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-0d99c1d4-f458-4d6d-80ef-1f45f4ff1727 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4921005 Feb 16 14:50:56.464857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-401c6b1b-0956-435f-b589-dc41a9862e58 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:56.486889 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ddb9f641-d770-4f0f-967d-56fa09090fa3 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269881 Feb 16 14:50:56.580314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:56.599001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'mac_address': 'fa:16:3e:37:03:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:50:56.680469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:56.699690 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-ea8a56ea-0977-4e9c-b282-b5eca0c522e0 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850226 Feb 16 14:50:56.706718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6955b12-52ba-47bb-b20b-431bb58516f2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:50:56.761322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:56.765245 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-7a5bd86c-c7b6-4ad8-bf02-bc8e2ed8130c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3 HTTP/1.1" status: 200 len: 217 time: 0.0539362 Feb 16 14:50:56.825235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:56.875529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-a65d63e8-cb77-42ed-86aa-a3f5867b1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:56.878491 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-a65d63e8-cb77-42ed-86aa-a3f5867b1275 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cfd53d6-daf4-43bf-bd34-b76148ab5a27 HTTP/1.1" status: 200 len: 797 time: 0.1016734 Feb 16 14:50:56.914524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:56.953060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.006393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f84b29a4-0fa5-4f2c-ba81-3db042654bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.008718 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f84b29a4-0fa5-4f2c-ba81-3db042654bb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182077 Feb 16 14:50:57.078291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b6955b12-52ba-47bb-b20b-431bb58516f2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:50:57.121032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Allocated IP 172.20.0.1 (9735400f-2af7-4389-911b-ebb91933eb50/0d4f2491-2d04-4645-8885-1ef58b1fd084/7a75fef1-3b57-427e-8f4c-73fc063e1c4f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:57.221271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-401c6b1b-0956-435f-b589-dc41a9862e58 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.228071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-401c6b1b-0956-435f-b589-dc41a9862e58 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.358333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.364700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.371799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.378319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.384789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.391041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.399965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:57.399965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-6c537ec8-2439-4d1b-94c7-a47fe0982b7e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.9828148 Feb 16 14:50:57.419949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-93e905a1-e198-4ced-a8b6-cf631fe4bcee service neutron] 10.222.0.113 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9508147 Feb 16 14:50:57.551238 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-401c6b1b-0956-435f-b589-dc41a9862e58 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.551843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401c6b1b-0956-435f-b589-dc41a9862e58 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Fanout notify agent at l3_agent the message router_deleted on router 57e4ade8-6de4-486e-918b-9d51bb4f4b42 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:50:57.561113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-401c6b1b-0956-435f-b589-dc41a9862e58 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.565070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-401c6b1b-0956-435f-b589-dc41a9862e58 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "DELETE /v2.0/routers/57e4ade8-6de4-486e-918b-9d51bb4f4b42 HTTP/1.1" status: 204 len: 168 time: 1.4505243 Feb 16 14:50:57.572636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53608) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:57.574907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.618805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 156836f4-f1f2-454b-a9d4-69694181dbe6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:57.656692 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-f2622069-8537-4495-bec9-e81222218caf service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385663 Feb 16 14:50:57.665608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d3e19e2-5aaf-4ea0-9b07-5f26f9bfdaa2 req-72bde109-ffb4-4520-b316-360105362f32 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2568736 Feb 16 14:50:57.717828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Deleting subnet c545d038-bc7f-48e5-b998-f101fa9c6b8b {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:50:57.722290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 156836f4-f1f2-454b-a9d4-69694181dbe6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:57.723143 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.731494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.790666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-2ca66f84-e855-4bc7-94b6-1fffd02a4720 service neutron] 10.222.0.113 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655219 Feb 16 14:50:57.825561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.867577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.898470 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dc36dd8a-1197-40ad-a044-174b8e40b6bc req-675d4ec7-b70d-4304-b7f8-b967d5ebc5d3 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116451 Feb 16 14:50:57.907039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Deleting port 712407e5-d106-43f0-8a74-ba34ebf6ad9e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:57.907246 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:57.919708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 156836f4-f1f2-454b-a9d4-69694181dbe6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=156836f4-f1f2-454b-a9d4-69694181dbe6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:57.928202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.005728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] For port 712407e5-d106-43f0-8a74-ba34ebf6ad9e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=712407e5-d106-43f0-8a74-ba34ebf6ad9e,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:58.006084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.028510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Calling delete_port for 712407e5-d106-43f0-8a74-ba34ebf6ad9e owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:58.038984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Network 9735400f-2af7-4389-911b-ebb91933eb50 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:58.047574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:58.050469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.056741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.057239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:50:58.061208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 435dc683-7571-40c0-ab27-5697fa8a7df6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:58.146943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:58.159578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:58.167241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed1d7e-8aed-4ae8-b1a3-b6d7a4e0ccfc req-8f4d2a6b-e202-42c0-b728-b5c4c198d318 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:58.176190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ed1d7e-8aed-4ae8-b1a3-b6d7a4e0ccfc req-8f4d2a6b-e202-42c0-b728-b5c4c198d318 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 945 time: 0.2540588 Feb 16 14:50:58.347287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.358054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=156836f4-f1f2-454b-a9d4-69694181dbe6,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:58.378585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 435dc683-7571-40c0-ab27-5697fa8a7df6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:58.379941 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.437617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port b6955b12-52ba-47bb-b20b-431bb58516f2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:50:58.446963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b6955b12-52ba-47bb-b20b-431bb58516f2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:58.447508 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.481200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-919f52f8-2c4e-442f-b9e1-68860bc5cafe None None] Provisioning complete for port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:58.481660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-919f52f8-2c4e-442f-b9e1-68860bc5cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.499776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.544743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Pushing event deleted for resources: {'Port': ['ID=712407e5-d106-43f0-8a74-ba34ebf6ad9e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:58.577338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-919f52f8-2c4e-442f-b9e1-68860bc5cafe None None] Port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:50:58.586683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.666959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 435dc683-7571-40c0-ab27-5697fa8a7df6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=435dc683-7571-40c0-ab27-5697fa8a7df6,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:58.670083 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.704024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:50:58.706508 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063d031b-5919-4b96-aac7-98bcfeb3b1ad" -d '{"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:50:58.723811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:58.768237 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.789776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f66f14-8ae4-4aa3-8a6c-c02e3315b928 req-20c35c85-545d-4805-922e-7c7c0e058fcb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:58.793603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44f66f14-8ae4-4aa3-8a6c-c02e3315b928 req-20c35c85-545d-4805-922e-7c7c0e058fcb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 949 time: 0.6349628 Feb 16 14:50:58.819958 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.824653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:58.849510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=435dc683-7571-40c0-ab27-5697fa8a7df6,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:58.854356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ed1d7e-8aed-4ae8-b1a3-b6d7a4e0ccfc req-10a75084-5fe2-4aa0-8a52-758657811b8c tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747239 Feb 16 14:50:58.888154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44f66f14-8ae4-4aa3-8a6c-c02e3315b928 req-63647413-ca73-4ed5-8da8-f8c4f4bb982e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681076 Feb 16 14:50:58.953656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.015838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event deleted for resources: {'Subnet': ['ID=c545d038-bc7f-48e5-b998-f101fa9c6b8b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:59.039727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09111646-7a81-466b-920a-d797afe1ec35 None None] Network 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:50:59.040659 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.043179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=13']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:59.048432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-37d6410d-cd56-4f00-b50c-b863855eb891 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "DELETE /v2.0/subnets/c545d038-bc7f-48e5-b998-f101fa9c6b8b HTTP/1.1" status: 204 len: 168 time: 1.4697452 Feb 16 14:50:59.049887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:59.052471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea3ad628-ef1a-4948-9f3d-491c0b321803 req-588ee637-f8db-42dd-8b4c-0e198d74bd6c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 210 time: 0.0583551 Feb 16 14:50:59.162141 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe6384-f1d5-4d3e-9fc3-58d1eab46ec1 x-openstack-request-id: req-22fe6384-f1d5-4d3e-9fc3-58d1eab46ec1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:50:59.162433 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:50:59.163125 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-22fe6384-f1d5-4d3e-9fc3-58d1eab46ec1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:50:59.163125 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'code': 200} Feb 16 14:50:59.226226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.234653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Router 4ca1f249-6e3f-426a-8232-80f1b2277d55 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:50:59.250731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.263264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.269767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.281807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.292067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.303259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.308269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.313358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.315500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-6bf30833-2ec8-4760-8ec6-27fbd7bc8a45 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1961505 Feb 16 14:50:59.378607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] DHCP port deletion for 6ede3338-5cc2-4986-a3e2-f7e8b32fa330 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:50:59.394040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:50:59.400773 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5172a427-c3ab-441c-bcb5-c11816e0d606 admin admin] 10.222.0.113 "PUT /v2.0/routers/4ca1f249-6e3f-426a-8232-80f1b2277d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6207042 Feb 16 14:50:59.404028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53642) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:50:59.443222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] Sync routers for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:59.473843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:50:59.474569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:59.544791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] Deleting port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:59.545174 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.556204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68d02866-3956-44ae-ae97-f9ee84b13fbc req-36034f71-eea3-4687-9603-5b46a05ca628 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083437 Feb 16 14:50:59.599694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1a66a-9063-4fc4-9a84-bef8b43875cb req-6e1925d3-f218-44c0-ae26-01221cfd38a9 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:59.601376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98e1a66a-9063-4fc4-9a84-bef8b43875cb req-6e1925d3-f218-44c0-ae26-01221cfd38a9 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 1101 time: 0.0707221 Feb 16 14:50:59.635446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Deleting port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:59.635824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.645024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 156836f4-f1f2-454b-a9d4-69694181dbe6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:50:59.646516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.760036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98e1a66a-9063-4fc4-9a84-bef8b43875cb req-9358723a-d2b3-449c-8d61-ae5267f334c3 tempest-MigrationsAdminTest-484620099 tempest-MigrationsAdminTest-484620099-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355040 Feb 16 14:50:59.767306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] For port f839b108-f3bc-4bc5-b979-410ebd0e9ea8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,segment=NetworkSegment(80006941-a4f4-47df-8a12-0afc35bbd4aa),segment_id=80006941-a4f4-47df-8a12-0afc35bbd4aa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:59.767817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.778225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:50:59.799483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.828092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.842045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] Calling delete_port for f839b108-f3bc-4bc5-b979-410ebd0e9ea8 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:59.867954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] For port f839b108-f3bc-4bc5-b979-410ebd0e9ea8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,segment=NetworkSegment(80006941-a4f4-47df-8a12-0afc35bbd4aa),segment_id=80006941-a4f4-47df-8a12-0afc35bbd4aa)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:50:59.868344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.883528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.919377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Calling delete_port for f839b108-f3bc-4bc5-b979-410ebd0e9ea8 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:50:59.958952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 156836f4-f1f2-454b-a9d4-69694181dbe6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:59.959326 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:59.972528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Deleting port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:50:59.973255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.045482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:00.055149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.070841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-93692fb2-701a-4cc0-85e8-d926a5f7b4a0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:00.079005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-93692fb2-701a-4cc0-85e8-d926a5f7b4a0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 818 time: 0.2773836 Feb 16 14:51:00.088978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] For port 4fbb7f1b-940b-4af2-8bd2-0fc043b95725, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:00.094129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.107453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Calling delete_port for 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:00.127672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-ba08aa34-844e-49e9-8762-e43e5575b8fa tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/quotas/bb2804b64a48475b8f0cd642262023f2 HTTP/1.1" status: 200 len: 375 time: 0.0477076 Feb 16 14:51:00.140845 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.229904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.254146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-a18818a9-1a19-4e7a-8f8c-182c9da09f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:00.254858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-a18818a9-1a19-4e7a-8f8c-182c9da09f46 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=a1a3f585fa8a4250ab5947cce5971d2e&device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 1096 time: 0.1324179 Feb 16 14:51:00.290329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-4fa4ed7b-4229-4fdd-b7da-0e54d0f21450 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1608567 Feb 16 14:51:00.295690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event deleted for resources: {'Port': ['ID=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:00.302881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] No DVR routers for this DVR port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:00.357770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Network 9735400f-2af7-4389-911b-ebb91933eb50 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:00.374879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:00.382849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] No DVR routers for this DVR port f839b108-f3bc-4bc5-b979-410ebd0e9ea8 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:00.418656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f7aed-b469-491f-b07f-51a747fee4f2 None None] Pushing event deleted for resources: {'Port': ['ID=f839b108-f3bc-4bc5-b979-410ebd0e9ea8,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:00.474606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:50:58Z', 'revision_number': 5, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port': {'id': '4fbb7f1b-940b-4af2-8bd2-0fc043b95725', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:49:07Z', 'updated_at': '2022-02-16T14:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:00.478702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 435dc683-7571-40c0-ab27-5697fa8a7df6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:00.486648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-b17f3c97-6541-4259-96d1-d04e386efa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:00.488227 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-b17f3c97-6541-4259-96d1-d04e386efa97 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6631ac13-5d37-4b23-b7ef-d62117d691bb HTTP/1.1" status: 200 len: 916 time: 0.2217500 Feb 16 14:51:00.519030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.552398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ede3338-5cc2-4986-a3e2-f7e8b32fa330']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:00.571522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-a52f090a-d8f3-4d93-ad18-23565f5a0901 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55 HTTP/1.1" status: 200 len: 217 time: 0.0762799 Feb 16 14:51:00.581654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] Checking router: 4ca1f249-6e3f-426a-8232-80f1b2277d55 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:51:00.598959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-b382704f-494d-4cf2-8935-2a3b50ce581b service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:51:00.600359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-b382704f-494d-4cf2-8935-2a3b50ce581b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2926095 Feb 16 14:51:00.612391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80006941-a4f4-47df-8a12-0afc35bbd4aa') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:00.612925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] Routers {'4ca1f249-6e3f-426a-8232-80f1b2277d55'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:00.613280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80006941-a4f4-47df-8a12-0afc35bbd4aa') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:00.613567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4ca1f249-6e3f-426a-8232-80f1b2277d55'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:00.681491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.712674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.714218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-ac9017c3-6b03-4397-a6c0-e961a8ff4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:00.715742 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-ac9017c3-6b03-4397-a6c0-e961a8ff4d39 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a2f61851-e3fa-4561-870c-cd881dfffc21 HTTP/1.1" status: 200 len: 854 time: 0.0932436 Feb 16 14:51:00.729509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:51:00.730275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:51:00.741755 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:51:00.763732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Router 2d561416-d559-4f84-b239-ef9b2705c9bc has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:51:00.786772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 435dc683-7571-40c0-ab27-5697fa8a7df6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:00.787310 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.813230 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-b9d881cd-d9a2-4644-86b4-6168cdfd37d1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6631ac13-5d37-4b23-b7ef-d62117d691bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566847 Feb 16 14:51:00.823650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] Set router 4ca1f249-6e3f-426a-8232-80f1b2277d55 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:00.850134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-817c3f7a-5599-4e85-a989-69a3d2e11f4e service neutron] 10.222.0.113 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417645 Feb 16 14:51:00.923136 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-2f9438fe-8e01-4106-86dd-b6739894fa85 service neutron] 10.222.0.129 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029799 Feb 16 14:51:00.970356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.975356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:00.976464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:50:59Z', 'revision_number': 6, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:00.982289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] 10.222.0.113 "DELETE /v2.0/networks/6ede3338-5cc2-4986-a3e2-f7e8b32fa330 HTTP/1.1" status: 204 len: 168 time: 1.9283590 Feb 16 14:51:01.046390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa3d0b-59a7-4ad6-8045-7ccc2bb9cfa3 tempest-FloatingIPNegativeTestJSON-381698425 tempest-FloatingIPNegativeTestJSON-381698425-project] Pushing event deleted for resources: {'Network': ['ID=6ede3338-5cc2-4986-a3e2-f7e8b32fa330,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:01.060715 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-835bb4ff-8c7b-4724-96e3-1660a65763bf req-2706c2b8-565c-42d7-a0e1-05d4c3d89262 service neutron] 10.222.0.129 "GET /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292629 Feb 16 14:51:01.063854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:01.102886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce44084-ae7b-4619-8d8f-05873993d8d2 None None] The sync data for ids ['4ca1f249-6e3f-426a-8232-80f1b2277d55'] in n-d-829433-1 is: [{'id': '4ca1f249-6e3f-426a-8232-80f1b2277d55', 'name': 'tempest-ServersTestJSON-105431020-router', 'tenant_id': '4104f8c298dc4d809d36ba602a1aebd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:49:05Z', 'updated_at': '2022-02-16T14:50:59Z', 'revision_number': 6, 'project_id': '4104f8c298dc4d809d36ba602a1aebd1', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:51:01.108018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:51:01.113960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bc03f483-841a-49c1-a445-3e466fa3c0f4 admin admin] 10.222.0.113 "PUT /v2.0/routers/2d561416-d559-4f84-b239-ef9b2705c9bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2044244 Feb 16 14:51:01.122096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0599ec95-df49-4484-a5d7-fe51ae8a6b75 None None] Provisioning complete for port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:01.122339 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0599ec95-df49-4484-a5d7-fe51ae8a6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:01.125219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-b3921333-620e-4443-86b9-fb708305e0d7 service neutron] 10.222.0.113 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642648 Feb 16 14:51:01.125816 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Sync routers for ids ['2d561416-d559-4f84-b239-ef9b2705c9bc'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:51:01.158115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ab44e-34a1-4558-b43b-f4507b68715f req-5239f4db-a53f-4b53-89c8-6c91e2279071 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.162576 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Routers {'2d561416-d559-4f84-b239-ef9b2705c9bc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:01.163482 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2d561416-d559-4f84-b239-ef9b2705c9bc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:01.165322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd2ab44e-34a1-4558-b43b-f4507b68715f req-5239f4db-a53f-4b53-89c8-6c91e2279071 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 945 time: 0.1343119 Feb 16 14:51:01.264046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd2ab44e-34a1-4558-b43b-f4507b68715f req-dd6fb679-5f39-40bf-bdbe-c8f7100c66d3 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955939 Feb 16 14:51:01.285420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea644f7-dec7-4e54-8309-7822109d913b req-6c5bdfcb-b72b-4985-8371-b431404b7dce tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.292022 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-6c5bdfcb-b72b-4985-8371-b431404b7dce tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 818 time: 0.2295070 Feb 16 14:51:01.363884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Request body: {'port': {'device_id': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'admin_state_up': True, 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:01.368984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0599ec95-df49-4484-a5d7-fe51ae8a6b75 None None] Port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:51:01.481726 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Set router 2d561416-d559-4f84-b239-ef9b2705c9bc gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:01.537535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f839b108-f3bc-4bc5-b979-410ebd0e9ea8 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:01.540547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbb7f1b-940b-4af2-8bd2-0fc043b95725,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:01.625709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f839b108-f3bc-4bc5-b979-410ebd0e9ea8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:01.628441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f839b108-f3bc-4bc5-b979-410ebd0e9ea8 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:01.640330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.640682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.664570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.669322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.669639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.669987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.670326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.670658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.671067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.671304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.680488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.680903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:01.683837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.700236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.719233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.740616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.761605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 712407e5-d106-43f0-8a74-ba34ebf6ad9e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:01.762804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.780058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.789670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.806397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-a766a41e-ccc3-429b-b6ce-daee501e08ba tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.3592026 Feb 16 14:51:01.839574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 712407e5-d106-43f0-8a74-ba34ebf6ad9e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:01.839574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 712407e5-d106-43f0-8a74-ba34ebf6ad9e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:01.873268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:01.955916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc627594-3c05-4ecf-9102-a715501f6d77 req-eb53200b-6859-425d-99c7-78adee6f2cb3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:01.980627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc627594-3c05-4ecf-9102-a715501f6d77 req-eb53200b-6859-425d-99c7-78adee6f2cb3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 950 time: 0.1350372 Feb 16 14:51:02.025048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e21f7922-327b-47b6-90fd-c9df4f5a55bf req-b913db33-44c5-480d-ad90-9263327d8af7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2099669 Feb 16 14:51:02.059191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53710) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:02.165133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc627594-3c05-4ecf-9102-a715501f6d77 req-2c3323e3-ddad-432d-99cb-0d8ddb8083b3 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785150 Feb 16 14:51:02.222871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f230a6cd-5a22-4a31-aeb9-8705e779ab51 req-e7a4e92b-8cb9-4d32-9eb8-9e48f1111dc0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 210 time: 0.0529172 Feb 16 14:51:02.249484 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:50:58Z', 'revision_number': 4, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port': {'id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:46Z', 'updated_at': '2022-02-16T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a75fef1-3b57-427e-8f4c-73fc063e1c4f', 'name': '', 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'mac_address': 'fa:16:3e:bb:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0d4f2491-2d04-4645-8885-1ef58b1fd084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:56Z', 'updated_at': '2022-02-16T14:50:59Z', 'revision_number': 2, 'project_id': '8580df85576d4686ae668302d2a1e743', 'subnets': [{'id': '0d4f2491-2d04-4645-8885-1ef58b1fd084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:02.299760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.307731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.327213 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Checking router: 2d561416-d559-4f84-b239-ef9b2705c9bc for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:51:02.328592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Updating router 2d561416-d559-4f84-b239-ef9b2705c9bc port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:51:02.352668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-64ca7536-72e5-4f79-9868-012752a31e14 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=389b29397dab4736b77357d6776e9a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014550 Feb 16 14:51:02.356717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53728) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:02.396034 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.511701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-7d5572c5-ae06-4fc4-b4a3-77ebad26d50b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:02.513687 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-7d5572c5-ae06-4fc4-b4a3-77ebad26d50b tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 950 time: 0.2678924 Feb 16 14:51:02.516743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.516965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca1f249-6e3f-426a-8232-80f1b2277d55 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:51:02.527132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ec5af13e-5407-4984-9fc4-f6d358392288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.541360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.544728 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aa23ffbc-52eb-46b2-8e9f-984bc313555d admin admin] 10.222.0.113 "DELETE /v2.0/routers/4ca1f249-6e3f-426a-8232-80f1b2277d55 HTTP/1.1" status: 204 len: 168 time: 3.1393456 Feb 16 14:51:02.556139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53736) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:02.590920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ec5af13e-5407-4984-9fc4-f6d358392288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.610249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Made reservation on behalf of bb2804b64a48475b8f0cd642262023f2 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:02.613816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.629733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c59578-d82c-4be6-8f54-8350a5e7ec52 req-cfc0fc6a-d227-4a91-90ee-45d84a12c354 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:02.638781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c59578-d82c-4be6-8f54-8350a5e7ec52 req-cfc0fc6a-d227-4a91-90ee-45d84a12c354 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 945 time: 0.2111342 Feb 16 14:51:02.720102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] Deleting subnet 0e6bf9fa-e90e-4a19-a2dd-c70ce8521085 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:51:02.740703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c59578-d82c-4be6-8f54-8350a5e7ec52 req-8d0268d3-e7bf-4759-a267-a3467c10ef07 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935009 Feb 16 14:51:02.740703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.820422 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.869455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Deleting port b6955b12-52ba-47bb-b20b-431bb58516f2 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:02.870155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.910793 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.916101 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ec5af13e-5407-4984-9fc4-f6d358392288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.918998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ec5af13e-5407-4984-9fc4-f6d358392288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.920417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ec5af13e-5407-4984-9fc4-f6d358392288 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/02680105-b5c9-451b-8fec-ccc681516126 HTTP/1.1" status: 204 len: 168 time: 0.5625222 Feb 16 14:51:02.937070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5af13e-5407-4984-9fc4-f6d358392288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02680105-b5c9-451b-8fec-ccc681516126,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:02.953240 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:02.985001 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.095514 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd7bdd-5b36-4c9d-b0b4-a82cf4cdcaf7 None None] Pushing event updated for resources: {'Port': ['ID=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:03.136371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.200353 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Attempting to bind port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:03.206827 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Attempting to bind port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:03.207313 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Attempting to bind port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f on network 9735400f-2af7-4389-911b-ebb91933eb50 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:03.207432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Allocated IP 172.20.0.14 (ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d/e37bda59-2057-4b10-84c3-5e5a049aaafd/eff2129b-960f-4281-a246-fca07cb171e4) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:03.221040 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:03.221468 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Checking segment: {'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:03.221880 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.222423 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Bound using segment: {'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:03.222904 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Bound port: 7a75fef1-3b57-427e-8f4c-73fc063e1c4f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f1954c-e98f-49bb-b757-0c13efe94dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:03.223377 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.223848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6bf9fa-e90e-4a19-a2dd-c70ce8521085,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:03.269678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57dc37-8a43-49d7-b487-fcd07d559b6c None None] Network d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:03.282718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] For port b6955b12-52ba-47bb-b20b-431bb58516f2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b6955b12-52ba-47bb-b20b-431bb58516f2,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:03.283508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.303128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.312104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a85d488e-cd37-43bf-a4ae-cc805067db66 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0e6bf9fa-e90e-4a19-a2dd-c70ce8521085 HTTP/1.1" status: 204 len: 168 time: 0.7524273 Feb 16 14:51:03.315303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53754) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:03.340155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Calling delete_port for b6955b12-52ba-47bb-b20b-431bb58516f2 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:03.472105 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] For port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:03.482120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] For port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,segment=NetworkSegment(c4f1954c-e98f-49bb-b757-0c13efe94dd9),segment_id=c4f1954c-e98f-49bb-b757-0c13efe94dd9)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:03.495172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.501492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.524732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.558267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.560190 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.572269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.583528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.596033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.604301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-968c49c1-5179-404e-b429-4cec5770d917 req-341acc62-9673-4128-a94c-63a525d99bd9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.3884101 Feb 16 14:51:03.633563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cd6e082e-1890-46ab-bdd8-f4ce5a79bfa3 None None] Provisioning complete for port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:03.636683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cd6e082e-1890-46ab-bdd8-f4ce5a79bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.707863 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Routers {'2d561416-d559-4f84-b239-ef9b2705c9bc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:03.708502 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:50:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2d561416-d559-4f84-b239-ef9b2705c9bc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:03.719118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.786802 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd7bdd-5b36-4c9d-b0b4-a82cf4cdcaf7 None None] Pushing event updated for resources: {'Port': ['ID=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:03.787284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] DHCP port deletion for d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:51:03.846476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-968c49c1-5179-404e-b429-4cec5770d917 req-9896c782-c4a1-4553-9213-d50c4753e6b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182140 Feb 16 14:51:03.877490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:03.910071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed3b64-2077-496c-ae0f-f87de604965b req-31799fb6-5e6f-44b5-a8b7-3c828e81a580 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:03.919650 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] Set router 2d561416-d559-4f84-b239-ef9b2705c9bc gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:03.932035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7ed3b64-2077-496c-ae0f-f87de604965b req-31799fb6-5e6f-44b5-a8b7-3c828e81a580 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3c1ec33-292c-47aa-a88c-2b2962c231c6 HTTP/1.1" status: 200 len: 950 time: 0.3096042 Feb 16 14:51:03.945836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:03.970731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:03.971007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4fbb7f1b-940b-4af2-8bd2-0fc043b95725 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:04.135893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] Deleting port 45f45cf4-f49d-499c-9c78-8fb8c132f48b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:04.137348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.154337 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cd6e082e-1890-46ab-bdd8-f4ce5a79bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.182915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9815ed18-ae0c-459b-9fca-f92b21417166 req-9c256a3c-e086-4adb-9ebd-12de07a48d6a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 210 time: 0.1416111 Feb 16 14:51:04.271749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7ed3b64-2077-496c-ae0f-f87de604965b req-91d27c1a-1b08-4f98-89c4-4ae10198dda0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352444 Feb 16 14:51:04.303412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Deleting port 45f45cf4-f49d-499c-9c78-8fb8c132f48b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:04.308546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.310934 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.383764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.409929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] For port 45f45cf4-f49d-499c-9c78-8fb8c132f48b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=45f45cf4-f49d-499c-9c78-8fb8c132f48b,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:04.410460 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.421271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08', '7511b030-02e6-499e-94a0-4bfc6483b7c9', '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:04.434064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:04.556358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:04.560310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:04.574439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cd6e082e-1890-46ab-bdd8-f4ce5a79bfa3 None None] For port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,segment=NetworkSegment(c4f1954c-e98f-49bb-b757-0c13efe94dd9),segment_id=c4f1954c-e98f-49bb-b757-0c13efe94dd9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:04.583912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] Calling delete_port for 45f45cf4-f49d-499c-9c78-8fb8c132f48b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:04.735688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:04.735914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cd6e082e-1890-46ab-bdd8-f4ce5a79bfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.740511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.774679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Pushing event updated for resources: {'Port': ['ID=eff2129b-960f-4281-a246-fca07cb171e4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:04.797290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] For port 45f45cf4-f49d-499c-9c78-8fb8c132f48b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=45f45cf4-f49d-499c-9c78-8fb8c132f48b,segment=NetworkSegment(45b74525-8483-4c72-ab9b-85a3a8d9b3ac),segment_id=45b74525-8483-4c72-ab9b-85a3a8d9b3ac)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:04.797858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.831620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Calling delete_port for 45f45cf4-f49d-499c-9c78-8fb8c132f48b owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:04.839268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event deleted for resources: {'Port': ['ID=b6955b12-52ba-47bb-b20b-431bb58516f2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:04.899127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-22c50cf8-6ec6-4da7-bd6d-ee83587bdb1d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5403075 Feb 16 14:51:04.948836 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:50:58Z', 'revision_number': 4, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port': {'id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:46Z', 'updated_at': '2022-02-16T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a75fef1-3b57-427e-8f4c-73fc063e1c4f', 'name': '', 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'mac_address': 'fa:16:3e:bb:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0d4f2491-2d04-4645-8885-1ef58b1fd084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:56Z', 'updated_at': '2022-02-16T14:51:03Z', 'revision_number': 4, 'project_id': '8580df85576d4686ae668302d2a1e743', 'subnets': [{'id': '0d4f2491-2d04-4645-8885-1ef58b1fd084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:04.959533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] No DVR routers for this DVR port b6955b12-52ba-47bb-b20b-431bb58516f2 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:04.983307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.995286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-47b9908e-5a33-4799-a8a8-bd46e74655b9 None None] Provisioning complete for port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:04.995640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-47b9908e-5a33-4799-a8a8-bd46e74655b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:04.996672 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8ab6e4b5-388c-43b1-85a2-13a59bace7aa req-dfdfe4f6-7a6b-432e-8427-08a8c51af21d tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "DELETE /v2.0/ports/b6955b12-52ba-47bb-b20b-431bb58516f2 HTTP/1.1" status: 204 len: 173 time: 2.4694901 Feb 16 14:51:05.008861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Request body: {'port': {'device_id': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:05.021514 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-deleted', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:05.038594 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2dea0e-085e-49c0-8486-521294c9c33e" -d '{"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-deleted", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:05.064203 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c0970-8fc2-4e21-93c8-f298287df770 None None] The sync data for ids ['2d561416-d559-4f84-b239-ef9b2705c9bc'] in n-d-829433-1 is: [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:50:58Z', 'revision_number': 4, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port': {'id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:46Z', 'updated_at': '2022-02-16T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '7a75fef1-3b57-427e-8f4c-73fc063e1c4f', 'name': '', 'network_id': '9735400f-2af7-4389-911b-ebb91933eb50', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'mac_address': 'fa:16:3e:bb:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '0d4f2491-2d04-4645-8885-1ef58b1fd084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:56Z', 'updated_at': '2022-02-16T14:51:03Z', 'revision_number': 4, 'project_id': '8580df85576d4686ae668302d2a1e743', 'subnets': [{'id': '0d4f2491-2d04-4645-8885-1ef58b1fd084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:51:05.111646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e082e-1890-46ab-bdd8-f4ce5a79bfa3 None None] Pushing event updated for resources: {'Port': ['ID=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:05.227927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53826) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:05.265959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-390eb779-3d77-4489-bb45-1c0907ad25e3 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:05.271503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53830) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:05.274573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-390eb779-3d77-4489-bb45-1c0907ad25e3 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.129 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 818 time: 0.8267565 Feb 16 14:51:05.295329 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:05.310865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:05.372870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] Pushing event deleted for resources: {'Port': ['ID=45f45cf4-f49d-499c-9c78-8fb8c132f48b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:05.399114 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-458f5404-664f-4221-8898-adf9134f47b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:05.419470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bffb0-cdde-4e60-b8a4-2b2ea22f7fd2 req-67054b1a-84bd-4870-8c74-c72ea7569de5 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:05.428026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ab0f8-f4dc-4bb0-bbc8-24ebc4f215bb None None] No DVR routers for this DVR port 45f45cf4-f49d-499c-9c78-8fb8c132f48b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:05.434840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-403bffb0-cdde-4e60-b8a4-2b2ea22f7fd2 req-67054b1a-84bd-4870-8c74-c72ea7569de5 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 945 time: 1.1201489 Feb 16 14:51:05.440866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Request body: {'port': {'device_id': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'admin_state_up': True, 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:05.630216 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1da264d-20b0-40d8-873e-93eca6366111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:05.644718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:05.897105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7a75fef1-3b57-427e-8f4c-73fc063e1c4f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:05.922078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1da264d-20b0-40d8-873e-93eca6366111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:05.929578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f3998e2d-33a1-4cc2-9e3e-9d0ff4c18033 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] Request body: {'port': {'network_id': '979ea027-69d8-49a7-8bae-257c900a2f7e', 'name': 'tempest-NetworksNegativeTestJSON-1533236713'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:05.988458 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3998e2d-33a1-4cc2-9e3e-9d0ff4c18033 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] POST failed (client error): The resource could not be found. Feb 16 14:51:05.989310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3998e2d-33a1-4cc2-9e3e-9d0ff4c18033 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:05.990598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3998e2d-33a1-4cc2-9e3e-9d0ff4c18033 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7593994 Feb 16 14:51:06.030059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53838) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.033596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Pushing event deleted for resources: {'Port': ['ID=45f45cf4-f49d-499c-9c78-8fb8c132f48b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:06.061843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-403bffb0-cdde-4e60-b8a4-2b2ea22f7fd2 req-22efbbe7-b18b-4949-9548-87225fb90eea tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697863 Feb 16 14:51:06.078803 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1da264d-20b0-40d8-873e-93eca6366111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.088595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:06.088977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.137488 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-1890d230-4ad9-4ab7-bf9f-c063bf3e2367 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] DELETE failed (client error): The resource could not be found. Feb 16 14:51:06.145264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1890d230-4ad9-4ab7-bf9f-c063bf3e2367 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:06.145434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] No DVR routers for this DVR port 45f45cf4-f49d-499c-9c78-8fb8c132f48b on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:06.149281 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1890d230-4ad9-4ab7-bf9f-c063bf3e2367 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "DELETE /v2.0/networks/a56aec8b-6878-42a7-b57b-ce8825dac638 HTTP/1.1" status: 404 len: 339 time: 0.1142256 Feb 16 14:51:06.165411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53840) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.185790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:06.190664 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d18f52-5808-4d46-8d35-c381df2a64d1 x-openstack-request-id: req-43d18f52-5808-4d46-8d35-c381df2a64d1 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:06.191109 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1ec33-292c-47aa-a88c-2b2962c231c6", "name": "network-vif-deleted", "tag": "b6955b12-52ba-47bb-b20b-431bb58516f2", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:06.191463 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-43d18f52-5808-4d46-8d35-c381df2a64d1 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:06.192004 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1ec33-292c-47aa-a88c-2b2962c231c6', 'name': 'network-vif-deleted', 'tag': 'b6955b12-52ba-47bb-b20b-431bb58516f2', 'status': 'completed', 'code': 200} Feb 16 14:51:06.216988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff2129b-960f-4281-a246-fca07cb171e4 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:06.232781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.236193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da264d-20b0-40d8-873e-93eca6366111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a468da-c728-492b-9ca0-7e68d5ec02bf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:06.245497 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b1da264d-20b0-40d8-873e-93eca6366111 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=effd792271914d2383d4c3d5b71b5c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9628348 Feb 16 14:51:06.249139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53842) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.262129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: b6955b12-52ba-47bb-b20b-431bb58516f2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:06.262504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.263297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b6955b12-52ba-47bb-b20b-431bb58516f2 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:06.275932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Transition to ACTIVE for port object eff2129b-960f-4281-a246-fca07cb171e4 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:51:06.281312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.287230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.314188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.324522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.335091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.353991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.355988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-7c38420e-f807-45b2-be08-595440cd1ba0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 1.0741849 Feb 16 14:51:06.357981 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.417169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57c2dd3c-eb28-4df2-998d-3abc9b6f63e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.446016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 45f45cf4-f49d-499c-9c78-8fb8c132f48b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:06.468298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57c2dd3c-eb28-4df2-998d-3abc9b6f63e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.477798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2129b-960f-4281-a246-fca07cb171e4,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:06.485142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 45f45cf4-f49d-499c-9c78-8fb8c132f48b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:06.489011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 45f45cf4-f49d-499c-9c78-8fb8c132f48b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:06.500756 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d76718-6092-4831-bece-876fd54a8000 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] DELETE failed (client error): The resource could not be found. Feb 16 14:51:06.501838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d76718-6092-4831-bece-876fd54a8000 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:06.508756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-14d76718-6092-4831-bece-876fd54a8000 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "DELETE /v2.0/ports/514a56a0-a45f-40bf-8795-a1bf3dc2f982 HTTP/1.1" status: 404 len: 333 time: 0.1483274 Feb 16 14:51:06.534081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.539053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-83771d41-a597-43aa-9a28-d51e033652fd tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:06.540769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-83771d41-a597-43aa-9a28-d51e033652fd tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.129 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 945 time: 1.1392493 Feb 16 14:51:06.548158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-625ab6ed-20f0-411a-8f02-00e1e532e6f0 req-56a45c4a-4523-48d1-9d03-1cd4a3cf7f35 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 210 time: 0.1880465 Feb 16 14:51:06.567628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.658115 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b52488-6199-4c06-a3c4-4a0d80b45d36 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] DELETE failed (client error): The resource could not be found. Feb 16 14:51:06.658731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b52488-6199-4c06-a3c4-4a0d80b45d36 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:06.661919 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75b52488-6199-4c06-a3c4-4a0d80b45d36 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "DELETE /v2.0/subnets/4db40b77-f643-474c-9bdb-cbfb11a56298 HTTP/1.1" status: 404 len: 337 time: 0.1194944 Feb 16 14:51:06.677597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53850) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.708287 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-79da8022-c70c-4a2d-9de8-293a4393bd92 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] GET failed (client error): The resource could not be found. Feb 16 14:51:06.710459 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-79da8022-c70c-4a2d-9de8-293a4393bd92 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "GET /v2.0/networks/065523fc-68e1-492d-8029-58a8f9b00581 HTTP/1.1" status: 404 len: 339 time: 0.0313418 Feb 16 14:51:06.711946 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Attempting to bind port eff2129b-960f-4281-a246-fca07cb171e4 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:06.712536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Attempting to bind port eff2129b-960f-4281-a246-fca07cb171e4 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:06.713476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Attempting to bind port eff2129b-960f-4281-a246-fca07cb171e4 on network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:06.715148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57c2dd3c-eb28-4df2-998d-3abc9b6f63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.718038 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57c2dd3c-eb28-4df2-998d-3abc9b6f63e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.719962 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-57c2dd3c-eb28-4df2-998d-3abc9b6f63e8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/07a468da-c728-492b-9ca0-7e68d5ec02bf HTTP/1.1" status: 204 len: 168 time: 0.4690425 Feb 16 14:51:06.721013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53852) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.742595 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Port eff2129b-960f-4281-a246-fca07cb171e4 on network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:51:06.742918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Attempting to bind port eff2129b-960f-4281-a246-fca07cb171e4 on network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:06.763945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2dd3c-eb28-4df2-998d-3abc9b6f63e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a468da-c728-492b-9ca0-7e68d5ec02bf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:06.768956 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-523f501c-2a58-4f78-b98e-c0b8c0364823 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] GET failed (client error): The resource could not be found. Feb 16 14:51:06.770590 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-523f501c-2a58-4f78-b98e-c0b8c0364823 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "GET /v2.0/ports/1e03718e-1659-4195-9924-c1741bd94461 HTTP/1.1" status: 404 len: 333 time: 0.0470233 Feb 16 14:51:06.772916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:06.772916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Checking segment: {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:06.773128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Bound using segment: {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:06.773531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Bound port: eff2129b-960f-4281-a246-fca07cb171e4, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:06.773890 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:06.776998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53856) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.816132 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddd45ae-4203-4aed-8056-ad032cd89482 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] GET failed (client error): The resource could not be found. Feb 16 14:51:06.817482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4ddd45ae-4203-4aed-8056-ad032cd89482 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "GET /v2.0/subnets/b0dbebae-61d0-41fc-a669-e190a4e3ea9d HTTP/1.1" status: 404 len: 337 time: 0.0395303 Feb 16 14:51:06.822689 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53858) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.849555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ca9ee805-c135-421b-beb7-50dd82051bb2 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:06.868958 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9ee805-c135-421b-beb7-50dd82051bb2 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] PUT failed (client error): The resource could not be found. Feb 16 14:51:06.869537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9ee805-c135-421b-beb7-50dd82051bb2 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:06.870714 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca9ee805-c135-421b-beb7-50dd82051bb2 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "PUT /v2.0/networks/a525d7e1-7011-45a0-b059-fc89229cce55 HTTP/1.1" status: 404 len: 339 time: 0.0299275 Feb 16 14:51:06.874996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.880261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-eea62eaa-ecc0-44ab-b927-80f8e87ceae0 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:06.916664 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea62eaa-ecc0-44ab-b927-80f8e87ceae0 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] PUT failed (client error): The resource could not be found. Feb 16 14:51:06.917390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea62eaa-ecc0-44ab-b927-80f8e87ceae0 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:06.918611 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eea62eaa-ecc0-44ab-b927-80f8e87ceae0 tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "PUT /v2.0/ports/8a522f55-20f3-424e-8774-3de6cd4e5bdd HTTP/1.1" status: 404 len: 333 time: 0.0426607 Feb 16 14:51:06.922655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53862) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:06.930678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-53862776-07aa-49f3-8aeb-97550aefba5f tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:07.171136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b735c4-1e8a-4127-bdd7-1d556af0b6a6']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:07.178058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29ca347-dfa7-4238-b25a-e8c0ad202ef1 req-bbf4b357-df0a-4a87-a2f5-394956f54705 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7962461 Feb 16 14:51:07.190665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Made reservation on behalf of bb2804b64a48475b8f0cd642262023f2 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:07.195469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.204105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b74525-8483-4c72-ab9b-85a3a8d9b3ac') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:07.204412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b74525-8483-4c72-ab9b-85a3a8d9b3ac') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:07.244767 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.280683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.316529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67368f-6cb1-442d-83a8-6d41bb7eb34d req-957b59e1-cbb7-415d-92fd-cf1f752d572f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:07.316529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a67368f-6cb1-442d-83a8-6d41bb7eb34d req-957b59e1-cbb7-415d-92fd-cf1f752d572f tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 950 time: 0.2010732 Feb 16 14:51:07.326044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:51:07.326467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:51:07.341449 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:51:07.377425 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-53862776-07aa-49f3-8aeb-97550aefba5f tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] PUT failed (client error): The resource could not be found. Feb 16 14:51:07.377884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53862776-07aa-49f3-8aeb-97550aefba5f tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:07.382283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-53862776-07aa-49f3-8aeb-97550aefba5f tempest-NetworksNegativeTestJSON-1877484266 tempest-NetworksNegativeTestJSON-1877484266-project] 10.222.0.113 "PUT /v2.0/subnets/c25d0b04-036f-4502-954b-b6b58395dcb7 HTTP/1.1" status: 404 len: 337 time: 0.4554307 Feb 16 14:51:07.382283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] For port eff2129b-960f-4281-a246-fca07cb171e4, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:07.398981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] For port eff2129b-960f-4281-a246-fca07cb171e4, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=eff2129b-960f-4281-a246-fca07cb171e4,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:07.483333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.538611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Deleting port ff9a9628-8e08-49ba-aa98-494d8a0ead55 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:07.538611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.547195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:07.548223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.550776 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] 10.222.0.93 "PUT /v2.0/ports/eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 1092 time: 2.5926473 Feb 16 14:51:07.597930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28aa2-c403-4423-a01e-48b599019804 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2129b-960f-4281-a246-fca07cb171e4,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:07.634382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a67368f-6cb1-442d-83a8-6d41bb7eb34d req-866a59ac-d75a-49af-8459-b68289affec8 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919197 Feb 16 14:51:07.643638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad888c-f1b6-4e8e-a678-d6d3a5aa9fe0 req-8f812ff8-4620-413b-98fa-496ef762c2e0 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:07.645191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7ad888c-f1b6-4e8e-a678-d6d3a5aa9fe0 req-8f812ff8-4620-413b-98fa-496ef762c2e0 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 945 time: 0.3549674 Feb 16 14:51:07.656080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.693772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.713785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] 10.222.0.113 "DELETE /v2.0/networks/d0b735c4-1e8a-4127-bdd7-1d556af0b6a6 HTTP/1.1" status: 204 len: 168 time: 4.3735428 Feb 16 14:51:07.747363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9a998-c173-4a5d-b307-55b72d8f564e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b735c4-1e8a-4127-bdd7-1d556af0b6a6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:07.800720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Allocated IP 172.20.0.10 (ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d/e37bda59-2057-4b10-84c3-5e5a049aaafd/40c0358b-52c8-4f99-a75f-97c8539df35d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:07.806218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea644f7-dec7-4e54-8309-7822109d913b req-2649d9a7-eae4-4e91-b922-2732f86b7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:07.808691 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-2649d9a7-eae4-4e91-b922-2732f86b7b63 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1095 time: 0.0931914 Feb 16 14:51:07.866964 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-cb32cf03-66c6-4180-94ca-d901ebfc15bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.0492024 Feb 16 14:51:07.926776 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b84f573-2787-4cab-9233-e7009970cc1e req-c547e265-a1a7-4e16-b5db-f76c7ed89fc7 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 210 time: 0.0757015 Feb 16 14:51:07.942377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e526ff60-7a7d-49d1-97f9-858e1f0a8c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:07.946360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea644f7-dec7-4e54-8309-7822109d913b req-3699c3ef-65ff-4edc-b43a-18fa81c58f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:07.948565 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-3699c3ef-65ff-4edc-b43a-18fa81c58f1c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.0711684 Feb 16 14:51:07.964125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7ad888c-f1b6-4e8e-a678-d6d3a5aa9fe0 req-3afffd44-599e-448f-a5fe-225dcd3a6ef7 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/security-groups?id=91765007-0904-4638-836a-df8813c9c841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000700 Feb 16 14:51:07.980411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] For port ff9a9628-8e08-49ba-aa98-494d8a0ead55, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff9a9628-8e08-49ba-aa98-494d8a0ead55,segment=NetworkSegment(8743611a-dc3a-44f5-aa1c-5447992f5c4e),segment_id=8743611a-dc3a-44f5-aa1c-5447992f5c4e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:07.981098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.006346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53892) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:08.023571 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-af58b162-4fcb-4413-8efa-8f95c2312342 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649486 Feb 16 14:51:08.067817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Calling delete_port for ff9a9628-8e08-49ba-aa98-494d8a0ead55 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:08.191164 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-24e27174-1681-4424-9087-d29d12017388 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611452 Feb 16 14:51:08.191756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:08.203390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'tag': 'eff2129b-960f-4281-a246-fca07cb171e4'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:08.205856 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df5d52-2468-4634-9b39-3f651a306382" -d '{"events": [{"name": "network-changed", "server_uuid": "a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8", "tag": "eff2129b-960f-4281-a246-fca07cb171e4"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:08.264584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-582ad3d1-8acf-4bcc-acd9-0733483165cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.362394 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e619e8-dc7f-48c4-b270-61d44da15ca0 x-openstack-request-id: req-a8e619e8-dc7f-48c4-b270-61d44da15ca0 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:08.362711 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8", "tag": "eff2129b-960f-4281-a246-fca07cb171e4", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:08.362952 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a8e619e8-dc7f-48c4-b270-61d44da15ca0 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:08.363368 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'tag': 'eff2129b-960f-4281-a246-fca07cb171e4', 'status': 'completed', 'code': 200} Feb 16 14:51:08.441087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4cb845b1-3e3d-4ff3-af1a-ec1bf0559b78 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4104f8c298dc4d809d36ba602a1aebd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479391 Feb 16 14:51:08.445963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.452398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53904) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:08.492085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-518ea082-13c1-4a44-afa0-1699195861d6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.493595 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-518ea082-13c1-4a44-afa0-1699195861d6 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 950 time: 0.2178771 Feb 16 14:51:08.508093 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-aea644f7-dec7-4e54-8309-7822109d913b req-b91ea263-67de-4e3f-a0d2-d27acfdb951d service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713952 Feb 16 14:51:08.519234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.527131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.533836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.540813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.547421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.554242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.560352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.562530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45011fc5-25df-4645-89b4-718c810285c9 req-a1d56633-57de-4533-a090-41aa535abe22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.2140679 Feb 16 14:51:08.617981 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc096ac-8672-4e37-b042-0378f39c3702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.638527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-582ad3d1-8acf-4bcc-acd9-0733483165cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.656526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc096ac-8672-4e37-b042-0378f39c3702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.675172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45011fc5-25df-4645-89b4-718c810285c9 req-d67bf8a3-cb27-40fb-a2b2-d5d9fe7b32fb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026442 Feb 16 14:51:08.675895 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.712659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Deleting port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:08.713076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.793375 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-582ad3d1-8acf-4bcc-acd9-0733483165cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.810188 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.815206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Pushing event deleted for resources: {'Port': ['ID=ff9a9628-8e08-49ba-aa98-494d8a0ead55,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:08.856197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5d52-2468-4634-9b39-3f651a306382 req-8b143b1c-117b-4587-9416-ebe7b73681d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:08.859202 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-36df5d52-2468-4634-9b39-3f651a306382 req-8b143b1c-117b-4587-9416-ebe7b73681d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1095 time: 0.2178717 Feb 16 14:51:08.863525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] For port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:08.863922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.889883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Calling delete_port for 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:08.963729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] No DVR routers for this DVR port ff9a9628-8e08-49ba-aa98-494d8a0ead55 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:08.965260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ad3d1-8acf-4bcc-acd9-0733483165cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae8c0fd-625a-4fc0-a583-b34db7cf99e8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:08.975920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:08.979337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbbc8b27-f4ff-45e3-8dfc-ff12193dc807 req-c6e9eec5-fe01-4d0e-a2cb-1fbb43c2751d tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.129 "DELETE /v2.0/ports/ff9a9628-8e08-49ba-aa98-494d8a0ead55 HTTP/1.1" status: 204 len: 173 time: 2.4285643 Feb 16 14:51:08.983203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'name': 'network-vif-deleted', 'tag': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:08.985557 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e35bcd9-cd15-4242-b7af-bc93662b592b" -d '{"events": [{"server_uuid": "0b392ace-ffb7-4eca-a56f-e87a65a21bac", "name": "network-vif-deleted", "tag": "ff9a9628-8e08-49ba-aa98-494d8a0ead55"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:09.006279 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc096ac-8672-4e37-b042-0378f39c3702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.009423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc096ac-8672-4e37-b042-0378f39c3702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.013444 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5bc096ac-8672-4e37-b042-0378f39c3702 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/278d92ae-01e0-4f97-885e-9f249444673a HTTP/1.1" status: 204 len: 168 time: 0.5598147 Feb 16 14:51:09.031503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:09.042186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-582ad3d1-8acf-4bcc-acd9-0733483165cd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=01ac26dacb7345068515e809a97e2fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0325167 Feb 16 14:51:09.043183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53942) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:09.043305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:09.048648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc096ac-8672-4e37-b042-0378f39c3702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278d92ae-01e0-4f97-885e-9f249444673a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:09.051939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:09.075267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5d52-2468-4634-9b39-3f651a306382 req-fc8537da-455a-4680-8847-1f52136bc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.076682 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-36df5d52-2468-4634-9b39-3f651a306382 req-fc8537da-455a-4680-8847-1f52136bc165 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.2090325 Feb 16 14:51:09.123016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.123664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.131066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Pushing event updated for resources: {'Port': ['ID=40c0358b-52c8-4f99-a75f-97c8539df35d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:09.185426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d214a62-1017-476b-937b-2be853f4ab4f req-442c8f7b-4fb0-4bcd-9215-13978f863770 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.192994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d214a62-1017-476b-937b-2be853f4ab4f req-442c8f7b-4fb0-4bcd-9215-13978f863770 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 950 time: 0.3680997 Feb 16 14:51:09.232042 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-36df5d52-2468-4634-9b39-3f651a306382 req-f5e16a62-8590-4e39-8ed2-2ead32bfcacd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.1375656 Feb 16 14:51:09.236322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8627646-06f3-4a6a-ad6b-6f231f201181 req-b8680649-6cf8-4663-a008-a3f388fc29d6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.237839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8627646-06f3-4a6a-ad6b-6f231f201181 req-b8680649-6cf8-4663-a008-a3f388fc29d6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 932 time: 0.1115434 Feb 16 14:51:09.247392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-1c6bad49-cef5-4ed5-b32b-31d677180dc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8109319 Feb 16 14:51:09.255074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9093f481-0bd5-422e-9eba-5ede63f83a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.264443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Request body: {'port': {'device_id': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:09.282771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d214a62-1017-476b-937b-2be853f4ab4f req-3d5bca0e-aa88-4dc9-a427-369e79d68d46 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818286 Feb 16 14:51:09.334416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9093f481-0bd5-422e-9eba-5ede63f83a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.360147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5d52-2468-4634-9b39-3f651a306382 req-97e8330a-1bc5-494f-a581-0ea3002a1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.361786 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-36df5d52-2468-4634-9b39-3f651a306382 req-97e8330a-1bc5-494f-a581-0ea3002a1f45 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.1081419 Feb 16 14:51:09.369704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8627646-06f3-4a6a-ad6b-6f231f201181 req-c868d2e2-7777-4ac4-9cf3-2a73ab184cf9 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188147 Feb 16 14:51:09.420936 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-36df5d52-2468-4634-9b39-3f651a306382 req-5b1b01e6-a1ad-4128-a68e-5e866c4d7f6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504608 Feb 16 14:51:09.424523 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.448862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08', '7511b030-02e6-499e-94a0-4bfc6483b7c9', '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:09.487133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.516185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3bfb083-4940-4b22-93fc-de5468c4fff0 req-9b5ca1bf-7227-41ab-9ce4-762ad7ccdec2 tempest-InstanceActionsTestJSON-682870561 tempest-InstanceActionsTestJSON-682870561-project] 10.222.0.113 "GET /v2.0/ports?device_id=0b392ace-ffb7-4eca-a56f-e87a65a21bac HTTP/1.1" status: 200 len: 210 time: 0.1226850 Feb 16 14:51:09.541648 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aedeb36-edbf-4313-9960-0350bb361e66 x-openstack-request-id: req-8aedeb36-edbf-4313-9960-0350bb361e66 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:09.542027 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b392ace-ffb7-4eca-a56f-e87a65a21bac", "name": "network-vif-deleted", "tag": "ff9a9628-8e08-49ba-aa98-494d8a0ead55", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:09.543088 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8aedeb36-edbf-4313-9960-0350bb361e66 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:09.544859 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b392ace-ffb7-4eca-a56f-e87a65a21bac', 'name': 'network-vif-deleted', 'tag': 'ff9a9628-8e08-49ba-aa98-494d8a0ead55', 'status': 'completed', 'code': 200} Feb 16 14:51:09.590122 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.640223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event deleted for resources: {'Port': ['ID=37b4a387-93f6-4f37-8c3d-45432d1fa8d7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:09.677570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] No DVR routers for this DVR port 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:09.683501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.694293 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d0e13893-f197-4de9-9a55-e19088fbb81f req-f8c33910-cd12-499a-a2a6-146e382964bb tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "DELETE /v2.0/ports/37b4a387-93f6-4f37-8c3d-45432d1fa8d7 HTTP/1.1" status: 204 len: 173 time: 1.1889408 Feb 16 14:51:09.795771 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-36df5d52-2468-4634-9b39-3f651a306382 req-9a70f45f-6451-4559-af40-d233f8bbce15 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601546 Feb 16 14:51:09.815699 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9093f481-0bd5-422e-9eba-5ede63f83a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.819724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9093f481-0bd5-422e-9eba-5ede63f83a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:09.824077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9093f481-0bd5-422e-9eba-5ede63f83a86 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1ae8c0fd-625a-4fc0-a583-b34db7cf99e8 HTTP/1.1" status: 204 len: 168 time: 0.7732015 Feb 16 14:51:09.882593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f481-0bd5-422e-9eba-5ede63f83a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae8c0fd-625a-4fc0-a583-b34db7cf99e8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:09.945897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.951806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.957849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.966632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.976047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.981769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.987791 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-36df5d52-2468-4634-9b39-3f651a306382 req-da9c40e3-ca5f-4fc6-bd3a-ed8cceab2294 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842506 Feb 16 14:51:09.988572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:09.997897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-9d5ee4db-cc64-4485-b77b-2797673dda22 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1440048 Feb 16 14:51:10.108344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-621cd1c2-e294-4de0-9d67-b93f5723b903 req-4361ff36-72ea-4976-bd96-e8ee95ac8430 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092372 Feb 16 14:51:10.206282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff9a9628-8e08-49ba-aa98-494d8a0ead55 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:10.249011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: ff9a9628-8e08-49ba-aa98-494d8a0ead55 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:10.249363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff9a9628-8e08-49ba-aa98-494d8a0ead55 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:10.254947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:10.300963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c0358b-52c8-4f99-a75f-97c8539df35d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:10.301532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:10.301860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 37b4a387-93f6-4f37-8c3d-45432d1fa8d7 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:10.317664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.333910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Transition to ACTIVE for port object 40c0358b-52c8-4f99-a75f-97c8539df35d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:51:10.365140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-deleted', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:10.368693 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b1be2a-f2a0-4758-a2c9-6adb1c45106c" -d '{"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-deleted", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:10.379751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.404130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53972) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:10.417731 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8b338f-fbd4-4927-9a62-5719db64d878 x-openstack-request-id: req-6f8b338f-fbd4-4927-9a62-5719db64d878 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:10.418026 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403c0d56-8c2b-4d26-8392-58f5c94a2524", "name": "network-vif-deleted", "tag": "37b4a387-93f6-4f37-8c3d-45432d1fa8d7", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:10.418280 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6f8b338f-fbd4-4927-9a62-5719db64d878 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:10.419576 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403c0d56-8c2b-4d26-8392-58f5c94a2524', 'name': 'network-vif-deleted', 'tag': '37b4a387-93f6-4f37-8c3d-45432d1fa8d7', 'status': 'completed', 'code': 200} Feb 16 14:51:10.481855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fdd03d1-93ea-4626-a46c-8b3e5c78afda req-79fea861-1caf-41d3-9cfb-fca1d3924063 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=403c0d56-8c2b-4d26-8392-58f5c94a2524 HTTP/1.1" status: 200 len: 210 time: 0.0570581 Feb 16 14:51:10.508052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Pushing event updated for resources: {'Port': ['ID=40c0358b-52c8-4f99-a75f-97c8539df35d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:10.593334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53982) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:10.653295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] Deleting subnet a2f61851-e3fa-4561-870c-cd881dfffc21 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:51:10.656714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.681583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdc2d0-78f4-4c07-a174-223ad4831bda req-acc556dc-4887-4d5b-a60b-a1ce17ee053d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:10.683130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8bdc2d0-78f4-4c07-a174-223ad4831bda req-acc556dc-4887-4d5b-a60b-a1ce17ee053d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 944 time: 0.1926649 Feb 16 14:51:10.696483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04e810d9-6ded-4305-9fe9-d2ef9c37127f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.723184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Attempting to bind port 40c0358b-52c8-4f99-a75f-97c8539df35d on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:10.723528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Attempting to bind port 40c0358b-52c8-4f99-a75f-97c8539df35d by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:10.734883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Attempting to bind port 40c0358b-52c8-4f99-a75f-97c8539df35d on network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:10.735211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.737109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Port 40c0358b-52c8-4f99-a75f-97c8539df35d on network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:51:10.737303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Attempting to bind port 40c0358b-52c8-4f99-a75f-97c8539df35d on network ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:10.749990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8bdc2d0-78f4-4c07-a174-223ad4831bda req-e7b40468-061f-4724-830f-6047ae1fb299 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576656 Feb 16 14:51:10.750891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:10.751233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Checking segment: {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:10.751636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Bound using segment: {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:10.752677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Bound port: 40c0358b-52c8-4f99-a75f-97c8539df35d, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8259ba3f-e3bc-4237-a284-a3bd630db56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:10.752677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.821494 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.860859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] For port 40c0358b-52c8-4f99-a75f-97c8539df35d, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:10.865565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] For port 40c0358b-52c8-4f99-a75f-97c8539df35d, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40c0358b-52c8-4f99-a75f-97c8539df35d,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:10.924146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04e810d9-6ded-4305-9fe9-d2ef9c37127f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.963978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.010137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04e810d9-6ded-4305-9fe9-d2ef9c37127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.016284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.017081 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.018698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] 10.222.0.129 "PUT /v2.0/ports/40c0358b-52c8-4f99-a75f-97c8539df35d HTTP/1.1" status: 200 len: 1092 time: 1.7641664 Feb 16 14:51:11.052849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.079078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c6ff-4d48-41ae-848d-208ed2942da6 service neutron] Pushing event updated for resources: {'Port': ['ID=40c0358b-52c8-4f99-a75f-97c8539df35d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:11.091657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e810d9-6ded-4305-9fe9-d2ef9c37127f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98201ba8-3c08-4541-abbf-4f7d7823cebc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:11.094423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f61851-e3fa-4561-870c-cd881dfffc21,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:11.099800 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04e810d9-6ded-4305-9fe9-d2ef9c37127f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a8f8d66a5cfd4c0a8874a3ed31dbf235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946135 Feb 16 14:51:11.101991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.103430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54000) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:11.105587 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3ac04934-cf56-41a1-8e1b-47ca7edc8e3c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a2f61851-e3fa-4561-870c-cd881dfffc21 HTTP/1.1" status: 204 len: 168 time: 0.5110786 Feb 16 14:51:11.109455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54002) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:11.217401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54006) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:11.227574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.246515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.309592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-62fadb74-f844-4a43-a9d0-0c524dd891fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.310784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-62fadb74-f844-4a43-a9d0-0c524dd891fa service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 1095 time: 0.1677604 Feb 16 14:51:11.312421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f6b272d-e202-4fcc-bc16-bdf8d8c7df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.344493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.350770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.357366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.364815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.369498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.376695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.382740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.383600 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.384630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5f981dd-910d-43f0-bf04-97639328f013 req-586d333a-b88c-42de-bebd-4971aab1a6cf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1465211 Feb 16 14:51:11.415225 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6631ac13-5d37-4b23-b7ef-d62117d691bb']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:11.421851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-138506c6-e7c8-4bf9-9c6b-ad83e9719c10 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c0358b-52c8-4f99-a75f-97c8539df35d HTTP/1.1" status: 200 len: 217 time: 0.1019833 Feb 16 14:51:11.424842 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.429592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8743611a-dc3a-44f5-aa1c-5447992f5c4e') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:11.429990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8743611a-dc3a-44f5-aa1c-5447992f5c4e') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:11.447096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.452358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f6b272d-e202-4fcc-bc16-bdf8d8c7df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.471790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.484179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:51:11.484593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:51:11.486674 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:51:11.493111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1490576683-network', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:11.548738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'tag': '40c0358b-52c8-4f99-a75f-97c8539df35d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:11.550867 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b054e4-e8ea-4864-803b-11187bce601e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea11f2d-b309-499d-8a7b-d69debff22ae", "tag": "40c0358b-52c8-4f99-a75f-97c8539df35d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:11.566067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5f981dd-910d-43f0-bf04-97639328f013 req-0606e5fe-08ed-425f-a088-aa3472b7ef42 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494105 Feb 16 14:51:11.576011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-ce0e2992-1621-4dee-9c0a-d9f44b6a6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:11.577897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-ce0e2992-1621-4dee-9c0a-d9f44b6a6145 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.1459811 Feb 16 14:51:11.619643 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.640814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.646493 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] 10.222.0.113 "DELETE /v2.0/networks/6631ac13-5d37-4b23-b7ef-d62117d691bb HTTP/1.1" status: 204 len: 168 time: 0.5335910 Feb 16 14:51:11.646655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-ca3f15d1-10f6-482d-8db0-382c9465c4ee service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597517 Feb 16 14:51:11.646756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171342e-7e14-4c74-a7dd-a8fcae3099ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6631ac13-5d37-4b23-b7ef-d62117d691bb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:11.704107 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde1a93-9954-45cd-a5c9-e669784037a3 x-openstack-request-id: req-1bde1a93-9954-45cd-a5c9-e669784037a3 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:11.704404 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea11f2d-b309-499d-8a7b-d69debff22ae", "tag": "40c0358b-52c8-4f99-a75f-97c8539df35d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:11.704710 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1bde1a93-9954-45cd-a5c9-e669784037a3 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:11.705014 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'tag': '40c0358b-52c8-4f99-a75f-97c8539df35d', 'status': 'completed', 'code': 200} Feb 16 14:51:11.707590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Made reservation on behalf of ec137de5f57a41b2934ddafed334ff75 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:11.710128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.729141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.774130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f6b272d-e202-4fcc-bc16-bdf8d8c7df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.776699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f6b272d-e202-4fcc-bc16-bdf8d8c7df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:11.778000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9f6b272d-e202-4fcc-bc16-bdf8d8c7df82 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/98201ba8-3c08-4541-abbf-4f7d7823cebc HTTP/1.1" status: 204 len: 168 time: 0.6732900 Feb 16 14:51:11.787234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54028) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:11.805444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b272d-e202-4fcc-bc16-bdf8d8c7df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98201ba8-3c08-4541-abbf-4f7d7823cebc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:11.855685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-a836e8a3-cd22-464e-b4d2-32cea7a28b7e service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053583 Feb 16 14:51:11.994567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device eff2129b-960f-4281-a246-fca07cb171e4 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:12.010396 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.031058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00946873-d8de-44c5-8413-1c1b86c4951f req-368036e7-5a68-4cb3-9c15-917ab91c771a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.040220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00946873-d8de-44c5-8413-1c1b86c4951f req-368036e7-5a68-4cb3-9c15-917ab91c771a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 944 time: 0.1192870 Feb 16 14:51:12.064555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c29e9a81-5b88-4a2d-bf65-d26b9ad2249a req-693e8fe9-1df7-4688-af7c-b0c724594a48 service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998537 Feb 16 14:51:12.093990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00946873-d8de-44c5-8413-1c1b86c4951f req-fa89e8f1-75a5-41b9-8543-f514c71b77f5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525413 Feb 16 14:51:12.101418 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.133224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:12.135761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port eff2129b-960f-4281-a246-fca07cb171e4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=eff2129b-960f-4281-a246-fca07cb171e4,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:12.161492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'eff2129b-960f-4281-a246-fca07cb171e4', 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'port_id': 'eff2129b-960f-4281-a246-fca07cb171e4', 'mac_address': 'fa:16:3e:c3:81:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:12.168873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25300de0-4dc3-4b64-8432-846e4a938450,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:12.182976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.183394 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Added segment 8f5de9d8-33b9-44b6-b51c-0e16a3acef8e of type vlan for network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f Feb 16 14:51:12.215697 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.233561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff2129b-960f-4281-a246-fca07cb171e4 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:12.239659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54040) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:12.294204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port eff2129b-960f-4281-a246-fca07cb171e4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=eff2129b-960f-4281-a246-fca07cb171e4,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:12.304789 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.314057 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.325619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1a91ab17-ec63-458d-a602-065035f6421a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a1a3f585fa8a4250ab5947cce5971d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843987 Feb 16 14:51:12.328514 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54042) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:12.362325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b054e4-e8ea-4864-803b-11187bce601e req-4ad13b6a-e52d-46d5-a45b-b3c72adb8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.365553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b054e4-e8ea-4864-803b-11187bce601e req-4ad13b6a-e52d-46d5-a45b-b3c72adb8fab service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 1095 time: 0.1175549 Feb 16 14:51:12.376173 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.436284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8343b35f-77b3-4ca0-a719-8c26ffa67f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.466794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b054e4-e8ea-4864-803b-11187bce601e req-e55b05aa-1291-4678-a1c7-41f85b37352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.468640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b054e4-e8ea-4864-803b-11187bce601e req-e55b05aa-1291-4678-a1c7-41f85b37352b service neutron] 10.222.0.129 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.0976441 Feb 16 14:51:12.477164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaee37-79a2-49cc-8f0d-966548762853 req-9848e4e5-27db-48b0-b026-d0f746612175 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.485834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27aaee37-79a2-49cc-8f0d-966548762853 req-9848e4e5-27db-48b0-b026-d0f746612175 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.2406464 Feb 16 14:51:12.490008 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.491196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.491851 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.492942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8343b35f-77b3-4ca0-a719-8c26ffa67f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.501550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=eff2129b-960f-4281-a246-fca07cb171e4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:12.514560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.515701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.517215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.530674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:12.566262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-910433328'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:12.590978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b054e4-e8ea-4864-803b-11187bce601e req-2bf1e188-b8e6-4106-ae02-981a571aa20c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c0358b-52c8-4f99-a75f-97c8539df35d HTTP/1.1" status: 200 len: 217 time: 0.1020994 Feb 16 14:51:12.645120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['eff2129b-960f-4281-a246-fca07cb171e4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:12.650326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] Pushing event updated for resources: {'Network': ['ID=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:12.651600 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8343b35f-77b3-4ca0-a719-8c26ffa67f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.654222 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8343b35f-77b3-4ca0-a719-8c26ffa67f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.655414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8343b35f-77b3-4ca0-a719-8c26ffa67f1b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/91765007-0904-4638-836a-df8813c9c841 HTTP/1.1" status: 204 len: 168 time: 0.3261266 Feb 16 14:51:12.670181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27aaee37-79a2-49cc-8f0d-966548762853 req-995d9bf8-1002-4fca-adfb-f44a62e8f57e tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750829 Feb 16 14:51:12.681567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343b35f-77b3-4ca0-a719-8c26ffa67f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91765007-0904-4638-836a-df8813c9c841,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:12.701373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b054e4-e8ea-4864-803b-11187bce601e req-89c2758b-5fb3-4647-85a8-c8cad232d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.702909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b054e4-e8ea-4864-803b-11187bce601e req-89c2758b-5fb3-4647-85a8-c8cad232d30b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.1020529 Feb 16 14:51:12.707499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:12.716787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-57133bf8-824a-4412-a58e-f8bdd288519a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4910307 Feb 16 14:51:12.719223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54056) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:12.763839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Request body: {'subnet': {'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1490576683-subnet', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:12.768293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b054e4-e8ea-4864-803b-11187bce601e req-4007876d-6993-45de-b5e6-38926be60a17 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498433 Feb 16 14:51:12.825846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:12.829645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.843379 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.892796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.898664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.904574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.910403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.916794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.923148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.929191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:12.931090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-29df60fb-45c9-4cc6-8b68-adcb083a243a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1619329 Feb 16 14:51:12.981691 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.008690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e09d485-7be9-4ccd-8cc8-ca96a751cfd1 req-a0f2e396-df85-45c2-bf0c-91ff011caecd tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705395 Feb 16 14:51:13.013192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b054e4-e8ea-4864-803b-11187bce601e req-851acaf8-1710-4c48-8aa3-997db3b6663b service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123652 Feb 16 14:51:13.050069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Made reservation on behalf of ec137de5f57a41b2934ddafed334ff75 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:13.052703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.076514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.156505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a79f2d-c15f-4566-9e03-52d60560de93,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:13.165167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:13.182027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.183223 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment 10f4818b-74bf-4240-9582-750d31823932 of type vlan for network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 Feb 16 14:51:13.261976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.364670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.381637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:13.384754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.558981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7704616 Feb 16 14:51:13.563476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54078) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:13.573041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'name': 'tempest-PortsIpV6TestJSON-540439296'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:13.580041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b769904-447a-438a-8bc7-695b1ab489fa tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=3e4ab080-0faf-4bfc-a65b-3d7e991f4591,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:13.591672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:13.592580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b054e4-e8ea-4864-803b-11187bce601e req-14d2cfac-bf34-4dc7-814c-813c1a34a360 service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714190 Feb 16 14:51:13.634329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4f8e5-3a9f-46fe-9c8a-5f395549c8b6 req-4d931fbe-0bbf-4d4f-bf7d-eaf586ca94b7 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:13.642146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90d4f8e5-3a9f-46fe-9c8a-5f395549c8b6 req-4d931fbe-0bbf-4d4f-bf7d-eaf586ca94b7 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 944 time: 0.1326172 Feb 16 14:51:13.759480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90d4f8e5-3a9f-46fe-9c8a-5f395549c8b6 req-514e63a2-329a-432f-9ab5-afd1c8376306 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164103 Feb 16 14:51:13.765979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-a57dedb9-271b-4255-a599-38da446aea50 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:13.767799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-a57dedb9-271b-4255-a599-38da446aea50 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.2822840 Feb 16 14:51:13.879646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9c358-b878-45d5-8fe7-ea7b607ce10d req-f77655de-5ef8-4294-a441-fe979dca12c2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:13.881230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6b9c358-b878-45d5-8fe7-ea7b607ce10d req-f77655de-5ef8-4294-a441-fe979dca12c2 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 950 time: 0.0745223 Feb 16 14:51:13.922956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:13.926754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.941936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Deleting port 7511b030-02e6-499e-94a0-4bfc6483b7c9 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:13.942392 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:13.944389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6b9c358-b878-45d5-8fe7-ea7b607ce10d req-cffdd404-6cb9-4772-b515-6fb808f98fa7 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553315 Feb 16 14:51:13.963814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.014021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 2661e927-4a98-417e-bd80-14b4e0c975d7 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:14.015816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device eff2129b-960f-4281-a246-fca07cb171e4 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:14.042596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc55b5a-d5fd-4575-852d-3179aee27a6b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:14.064170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:14.064918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Network hostable DHCP agents. Network: 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:14.222240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:14.246507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] For port 7511b030-02e6-499e-94a0-4bfc6483b7c9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7511b030-02e6-499e-94a0-4bfc6483b7c9,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:14.246937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.251074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.256458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port eff2129b-960f-4281-a246-fca07cb171e4 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:14.258527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.264904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.270799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port eff2129b-960f-4281-a246-fca07cb171e4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:14.271194 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.272680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.278849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.285436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.293102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.302260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-10cc77fe-2d84-4267-ae8f-d01450ab09b0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1492643 Feb 16 14:51:14.305107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:14.309726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Calling delete_port for 7511b030-02e6-499e-94a0-4bfc6483b7c9 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:14.317993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:14.319383 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.359188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54106) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:14.384249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4b67643-488a-4252-85db-3f93e83c3ab3 req-2b4dc834-79d5-4a64-8d48-36a573eef0bf tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806518 Feb 16 14:51:14.392440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.412794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f5c61d-a172-43ca-bde8-42cc181e1f75 None None] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:14.427193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e6b3e6a1-89cc-445a-86dc-674139d70c0c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7048087 Feb 16 14:51:14.430006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54110) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:14.439956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:14.533693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.533857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.535566 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.611023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.621364 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.651653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08', '7511b030-02e6-499e-94a0-4bfc6483b7c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:14.668803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1799595446-network', 'tenant_id': 'f71029d016af49af9a0b4ce13535fd0c'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:14.701856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] No DVR routers for this DVR port 7511b030-02e6-499e-94a0-4bfc6483b7c9 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:14.705960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=2661e927-4a98-417e-bd80-14b4e0c975d7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:14.709117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.713961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7d6ea7b-7ca4-4473-a170-16b237e43e73 req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "DELETE /v2.0/ports/7511b030-02e6-499e-94a0-4bfc6483b7c9 HTTP/1.1" status: 204 len: 173 time: 0.9393511 Feb 16 14:51:14.714197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-deleted', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:14.716529 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14ab3a6-3703-4671-940a-57a8b68158d7" -d '{"events": [{"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-deleted", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:14.759568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.785317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': '10f4818b-74bf-4240-9582-750d31823932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:14.785897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: 3e4ab080-0faf-4bfc-a65b-3d7e991f4591, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:14.791014 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8411a4ab-e7d7-465c-9ff5-95226636ebba x-openstack-request-id: req-8411a4ab-e7d7-465c-9ff5-95226636ebba {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:14.791529 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98de79a-7796-434a-8289-48cbafb1e58a", "name": "network-vif-deleted", "tag": "7511b030-02e6-499e-94a0-4bfc6483b7c9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:14.792040 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8411a4ab-e7d7-465c-9ff5-95226636ebba {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:14.792722 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98de79a-7796-434a-8289-48cbafb1e58a', 'name': 'network-vif-deleted', 'tag': '7511b030-02e6-499e-94a0-4bfc6483b7c9', 'status': 'completed', 'code': 200} Feb 16 14:51:14.793626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7c1ab-5418-4020-a611-e76d9e9fe482 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event deleted for resources: {'Port': ['ID=7511b030-02e6-499e-94a0-4bfc6483b7c9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:14.822910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Made reservation on behalf of f71029d016af49af9a0b4ce13535fd0c for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:14.824391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.837404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.889828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:14.898697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2129b-960f-4281-a246-fca07cb171e4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:14.901415 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638bba81-b6ba-48d8-a7e7-01e7b50c5f20" -d '{"events": [{"server_uuid": "a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8", "name": "network-vif-plugged", "status": "completed", "tag": "eff2129b-960f-4281-a246-fca07cb171e4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:14.926316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port eff2129b-960f-4281-a246-fca07cb171e4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=eff2129b-960f-4281-a246-fca07cb171e4,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:14.930798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:51:14.931849 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.954377 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b40e8-886d-4679-94ff-0a775abd0f8e x-openstack-request-id: req-4e8b40e8-886d-4679-94ff-0a775abd0f8e {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:14.954664 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8", "name": "network-vif-plugged", "status": "completed", "tag": "eff2129b-960f-4281-a246-fca07cb171e4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:14.954919 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4e8b40e8-886d-4679-94ff-0a775abd0f8e {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:14.958166 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2129b-960f-4281-a246-fca07cb171e4', 'code': 200} Feb 16 14:51:14.979436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 3e4ab080-0faf-4bfc-a65b-3d7e991f4591) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:14.986048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:15.001890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.007303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.042865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9cb069-e5a3-4768-a477-d78acabb1b6f None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:15.075202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.095468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.129328 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-854f2c8d-cb1a-4995-b9af-913637ecfcab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5607102 Feb 16 14:51:15.129953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54126) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:15.152344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1704758746'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:15.197775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33371275-d46e-4a29-91de-4c6d433bd925 req-c09fea54-fa1e-4ab4-a74f-eeca528b9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.199566 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-33371275-d46e-4a29-91de-4c6d433bd925 req-c09fea54-fa1e-4ab4-a74f-eeca528b9a9c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0872216 Feb 16 14:51:15.200796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e9f0a1f-ffe1-41e5-9d44-9ca410f368a7 req-95cefca4-c02c-44db-8768-ae5b160c83d1 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=c98de79a-7796-434a-8289-48cbafb1e58a HTTP/1.1" status: 200 len: 210 time: 0.0941558 Feb 16 14:51:15.298815 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-33371275-d46e-4a29-91de-4c6d433bd925 req-f563c247-3345-40b4-9cba-91419f3451b4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853179 Feb 16 14:51:15.301868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cdc1b-99b8-41fc-8832-3a5d4f46c7d8 req-10ef63f5-ab93-406a-aacf-430b3def3a0c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.307904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-710cdc1b-99b8-41fc-8832-3a5d4f46c7d8 req-10ef63f5-ab93-406a-aacf-430b3def3a0c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 944 time: 0.3981936 Feb 16 14:51:15.312345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:15.316137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.389108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:15.405097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.405558 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment 418045f4-031f-455b-832c-a9bee957c04d of type vlan for network 3d606c3d-d9e3-44fa-b7a6-d3567232dacf Feb 16 14:51:15.427494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=eff2129b-960f-4281-a246-fca07cb171e4,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:15.473869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Allocated IP 172.20.0.2 (58428ed5-2c2e-4f4a-aee1-89cc5e69c62f/6fc55b5a-d5fd-4575-852d-3179aee27a6b/08f8f001-553e-439e-91be-7de612793d51) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:15.521154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.559880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.593080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-710cdc1b-99b8-41fc-8832-3a5d4f46c7d8 req-15c79ff5-8d53-4259-85b9-a049aca1c686 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646592 Feb 16 14:51:15.627430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.634044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.640247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.647743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.654578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.660432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.662520 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.665480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.667158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.669124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-d2b21a44-401d-4b07-a94c-143e7e901ad4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.1223454 Feb 16 14:51:15.675888 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.678674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:15.679412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.721406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:15.747677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.756890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.757235 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Added segment 324ddf2d-e3b6-4644-94f0-753bd220801b of type vlan for network f67d8f50-6e38-4456-8f6d-27426b553b07 Feb 16 14:51:15.761598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12cb31-d7d8-48ea-a9be-9e445303aedb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:15.811364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=3d606c3d-d9e3-44fa-b7a6-d3567232dacf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:15.821881 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-afebf4fb-a224-43c8-9098-4e6259649ba0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6754112 Feb 16 14:51:15.824197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54138) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:15.825157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d92c4a3f-cc88-4db4-aa4f-503108905489 req-bac97455-6664-42d5-9a2f-c02d5990c5ce tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437783 Feb 16 14:51:15.860057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'ports': [{'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591'}, {'network_id': '3d606c3d-d9e3-44fa-b7a6-d3567232dacf'}]} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:15.860057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:15.860057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '3d606c3d-d9e3-44fa-b7a6-d3567232dacf'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:15.864120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 3d606c3d-d9e3-44fa-b7a6-d3567232dacf details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:15.911822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:15.996899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:16.000071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:16.004282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:16.017558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Pushing event updated for resources: {'Port': ['ID=08f8f001-553e-439e-91be-7de612793d51,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:16.071865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.096122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Attempting to bind port 08f8f001-553e-439e-91be-7de612793d51 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:16.096779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Attempting to bind port 08f8f001-553e-439e-91be-7de612793d51 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:16.097471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Attempting to bind port 08f8f001-553e-439e-91be-7de612793d51 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:16.104597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:16.104978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:16.108972 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.108972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Bound using segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:16.108972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Bound port: 08f8f001-553e-439e-91be-7de612793d51, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:16.108972 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.109357 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.165123 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.173371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.174472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:16.175136 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.182734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] For port 08f8f001-553e-439e-91be-7de612793d51, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:16.188571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] For port 08f8f001-553e-439e-91be-7de612793d51, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=08f8f001-553e-439e-91be-7de612793d51,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:16.231588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40c0358b-52c8-4f99-a75f-97c8539df35d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:16.244875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 2} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:16.249649 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.280367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.317406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.339773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9827533 Feb 16 14:51:16.355087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54152) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:16.378900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1f2f9-1a0c-492e-bc7b-e041902d37f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f67d8f50-6e38-4456-8f6d-27426b553b07,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:16.388072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Request body: {'subnet': {'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1799595446-subnet', 'tenant_id': 'f71029d016af49af9a0b4ce13535fd0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:16.409336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f67d8f50-6e38-4456-8f6d-27426b553b07 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:16.428704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Allocated IP 172.25.6.118 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6e189eac-6745-4580-b8e7-0608c846a264) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:16.546897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 40c0358b-52c8-4f99-a75f-97c8539df35d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40c0358b-52c8-4f99-a75f-97c8539df35d,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:16.557518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Made reservation on behalf of f71029d016af49af9a0b4ce13535fd0c for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:16.560263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.582308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612ed1b-ec59-446e-b4ea-3282052925db None None] Pushing event updated for resources: {'Port': ['ID=08f8f001-553e-439e-91be-7de612793d51,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:16.603488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '40c0358b-52c8-4f99-a75f-97c8539df35d', 'network_id': 'ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d', 'port_id': '40c0358b-52c8-4f99-a75f-97c8539df35d', 'mac_address': 'fa:16:3e:62:8a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37bda59-2057-4b10-84c3-5e5a049aaafd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:16.772538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port ca2d8300-ded4-4858-91bc-eb4f776e9741 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:16.924926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.938036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.988972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842fff-115f-4aa1-8847-8316470a7bef req-2634590c-470d-4490-9405-8da33d184782 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.000751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f842fff-115f-4aa1-8847-8316470a7bef req-2634590c-470d-4490-9405-8da33d184782 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 944 time: 0.2274725 Feb 16 14:51:17.026935 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.049655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c0358b-52c8-4f99-a75f-97c8539df35d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:17.069918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f842fff-115f-4aa1-8847-8316470a7bef req-3b4d6074-3255-4e5a-8969-ad592a5a50ff tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672367 Feb 16 14:51:17.074873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 40c0358b-52c8-4f99-a75f-97c8539df35d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40c0358b-52c8-4f99-a75f-97c8539df35d,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:17.087397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port c4cf51b6-7159-4436-9163-02ac98499cb3 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:17.102846 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.158734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.213361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.222674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=40c0358b-52c8-4f99-a75f-97c8539df35d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:17.236115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.349917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Checking segment: {'id': '324ddf2d-e3b6-4644-94f0-753bd220801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:17.350365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Network hostable DHCP agents. Network: f67d8f50-6e38-4456-8f6d-27426b553b07, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:17.365314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.368611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.381855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['40c0358b-52c8-4f99-a75f-97c8539df35d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:17.384614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.403823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.410654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.417191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.424167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.431447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.441662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-22057e6a-0a95-4133-a27b-5d62d5dbd1ee tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.3949938 Feb 16 14:51:17.449464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:17.455070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:17.457540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:17.459323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.488303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=ca2d8300-ded4-4858-91bc-eb4f776e9741,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:17.547952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': '418045f4-031f-455b-832c-a9bee957c04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '3d606c3d-d9e3-44fa-b7a6-d3567232dacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:17.548311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: 3d606c3d-d9e3-44fa-b7a6-d3567232dacf, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:17.555386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Pushing event updated for resources: {'Port': ['ID=6e189eac-6745-4580-b8e7-0608c846a264,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:17.575716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e9e0b1-6cc2-437c-a78b-f81be39499d3,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:17.581833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:17.588839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=c4cf51b6-7159-4436-9163-02ac98499cb3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:17.622304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.622918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.623135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.623368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.623727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.624059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.624382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.624708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.625031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.625349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.625670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.625987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.629552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:17.634017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:17.640645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.647866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:17.677476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-941a1dbe-3db0-4e57-9410-053c500e7177 req-c63374e7-27af-4e70-9ec3-6883a24cf943 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2339535 Feb 16 14:51:17.689139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f99d-7ede-4e3e-acab-4129aeedd620 req-549213c3-9a96-4a87-886c-36f085d81fd9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.690718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e49f99d-7ede-4e3e-acab-4129aeedd620 req-549213c3-9a96-4a87-886c-36f085d81fd9 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.5265584 Feb 16 14:51:17.730522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3d606c3d-d9e3-44fa-b7a6-d3567232dacf is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:17.766011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e49f99d-7ede-4e3e-acab-4129aeedd620 req-eb7b1065-f2fc-4710-99d1-791e675fee38 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Feb 16 14:51:17.812867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Network f67d8f50-6e38-4456-8f6d-27426b553b07 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:17.825594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 08f8f001-553e-439e-91be-7de612793d51 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:17.885809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7c95a-64c2-4d27-a035-f774951b5a77 None None] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:17.887069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 3d606c3d-d9e3-44fa-b7a6-d3567232dacf) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:17.891179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:17.901013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.908524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.908731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f67d8f50-6e38-4456-8f6d-27426b553b07) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:17.909217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.924176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:17.924712 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:17.925451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff2693-6dfb-48cd-8b1b-d7e62318ff0e None None] Network 3d606c3d-d9e3-44fa-b7a6-d3567232dacf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:17.943208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20664e-c960-4119-962c-e39e72887173 None None] Network f67d8f50-6e38-4456-8f6d-27426b553b07 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:18.023756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-95769a5e-d37e-48af-aedb-b548e0418be2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1832566 Feb 16 14:51:18.038559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54176) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:18.038705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-377f4776-49b5-4eeb-b429-fdd4ce04a6bb admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6616094 Feb 16 14:51:18.186538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ef565b2f-4693-417a-9ddd-2cfa1d664936 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:18.227022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port c4cf51b6-7159-4436-9163-02ac98499cb3 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:18.227886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.231446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 08f8f001-553e-439e-91be-7de612793d51 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:18.231853 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.262786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.282663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40c0358b-52c8-4f99-a75f-97c8539df35d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:18.284548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7178cd22-70c5-4d66-ba20-203a52a93dea None None] Provisioning complete for port 08f8f001-553e-439e-91be-7de612793d51 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:18.284923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7178cd22-70c5-4d66-ba20-203a52a93dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.400981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:51:18.526352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5181-0ad6-4320-860d-1d2ba2ce70a5 req-d70a8f61-e0ad-49f8-816c-bcda004ea1be tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:18.534424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56ee5181-0ad6-4320-860d-1d2ba2ce70a5 req-d70a8f61-e0ad-49f8-816c-bcda004ea1be tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 945 time: 0.1636317 Feb 16 14:51:18.595197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56ee5181-0ad6-4320-860d-1d2ba2ce70a5 req-b86ce545-cbde-4598-9c7e-be1121381395 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599072 Feb 16 14:51:18.703418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034b7e1-f737-423d-a1da-a54e537329ea None None] Network f67d8f50-6e38-4456-8f6d-27426b553b07 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:18.823487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 40c0358b-52c8-4f99-a75f-97c8539df35d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:18.830709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ef565b2f-4693-417a-9ddd-2cfa1d664936, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:18.839318 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.857647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 40c0358b-52c8-4f99-a75f-97c8539df35d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:18.858026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.870264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'ef565b2f-4693-417a-9ddd-2cfa1d664936', 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'port_id': 'ef565b2f-4693-417a-9ddd-2cfa1d664936', 'mac_address': 'fa:16:3e:52:5a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7bb928-30e3-42db-b238-0a9aaa86e079', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:18.872073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7178cd22-70c5-4d66-ba20-203a52a93dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.894386 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.940317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.952199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-f5b113f8-4d1e-4fa9-b37c-28fdbe45697a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:18.953853 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-f5b113f8-4d1e-4fa9-b37c-28fdbe45697a tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.0907135 Feb 16 14:51:18.954419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54206) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:19.017902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for c4cf51b6-7159-4436-9163-02ac98499cb3 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:19.084173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7178cd22-70c5-4d66-ba20-203a52a93dea None None] For port 08f8f001-553e-439e-91be-7de612793d51, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=08f8f001-553e-439e-91be-7de612793d51,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:19.129448 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.186515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef565b2f-4693-417a-9ddd-2cfa1d664936 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:19.187359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17c89812-e0fd-48a3-9b40-9308c3f38cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.226349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ef565b2f-4693-417a-9ddd-2cfa1d664936, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:19.239897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973697-5948-4a95-bc56-371797985537 req-735709a6-40a2-4014-996a-d435fed8bc6d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.242187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-735709a6-40a2-4014-996a-d435fed8bc6d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/networks?id=f67d8f50-6e38-4456-8f6d-27426b553b07 HTTP/1.1" status: 200 len: 822 time: 0.3862107 Feb 16 14:51:19.244074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Deleting port ece54740-fc1d-4869-9bbc-6bdb021b3b08 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:19.244432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.255944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.262723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.268728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.275398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.278091 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7178cd22-70c5-4d66-ba20-203a52a93dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.281471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.285442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:51:19.286382 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:51:19.287964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.294023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.302278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-98ac33c8-aada-4a18-98d3-d14c7c0348a8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5421 time: 0.4189110 Feb 16 14:51:19.323657 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.324454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device fda968d1-90e5-46fa-bba4-e53c52da6605 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:19.354525 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.361909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port fda968d1-90e5-46fa-bba4-e53c52da6605, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=fda968d1-90e5-46fa-bba4-e53c52da6605,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:19.379357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'fda968d1-90e5-46fa-bba4-e53c52da6605', 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'port_id': 'fda968d1-90e5-46fa-bba4-e53c52da6605', 'mac_address': 'fa:16:3e:f1:f8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7bb928-30e3-42db-b238-0a9aaa86e079', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:19.383332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-8729556f-2d1c-4a87-9e0f-f0a84d9d2e75 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/quotas/f71029d016af49af9a0b4ce13535fd0c HTTP/1.1" status: 200 len: 375 time: 0.0710771 Feb 16 14:51:19.384826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.414347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=c4cf51b6-7159-4436-9163-02ac98499cb3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:19.426942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1eafc3b3-25ac-4ad3-8660-239edfdd5463 req-ae14af76-25bf-45f2-80fb-fd71ea08431c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182485 Feb 16 14:51:19.442003 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.446492 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1b37ebc8-fb39-496d-8722-7234c1ce9a13 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/c4cf51b6-7159-4436-9163-02ac98499cb3 HTTP/1.1" status: 204 len: 168 time: 1.4205756 Feb 16 14:51:19.458030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.466919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54210) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:19.468847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-b076d223-03b9-4ef0-8b8d-7d289effe142 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=f71029d016af49af9a0b4ce13535fd0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682402 Feb 16 14:51:19.477018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] For port ece54740-fc1d-4869-9bbc-6bdb021b3b08, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ece54740-fc1d-4869-9bbc-6bdb021b3b08,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:19.477528 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.506477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Calling delete_port for ece54740-fc1d-4869-9bbc-6bdb021b3b08 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:19.510153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17c89812-e0fd-48a3-9b40-9308c3f38cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.532714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 40c0358b-52c8-4f99-a75f-97c8539df35d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40c0358b-52c8-4f99-a75f-97c8539df35d,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:19.538189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0358b-52c8-4f99-a75f-97c8539df35d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:19.541225 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb865d-2006-4441-80eb-1950e2883075" -d '{"events": [{"server_uuid": "9ea11f2d-b309-499d-8a7b-d69debff22ae", "name": "network-vif-plugged", "status": "completed", "tag": "40c0358b-52c8-4f99-a75f-97c8539df35d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:19.546736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178cd22-70c5-4d66-ba20-203a52a93dea None None] Pushing event updated for resources: {'Port': ['ID=08f8f001-553e-439e-91be-7de612793d51,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:19.558845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f482cefa-df73-42b7-a9b0-abe87431338e None None] Provisioning complete for port 08f8f001-553e-439e-91be-7de612793d51 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:19.559392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f482cefa-df73-42b7-a9b0-abe87431338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.590904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda968d1-90e5-46fa-bba4-e53c52da6605 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:19.601550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17c89812-e0fd-48a3-9b40-9308c3f38cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.700290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c89812-e0fd-48a3-9b40-9308c3f38cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc6b74-0d44-4674-a90b-4273ee138609,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:19.700936 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.702208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7511b030-02e6-499e-94a0-4bfc6483b7c9 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:19.707602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c85ab-3fe2-4b5c-b59c-bd12ba317e5f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.707776 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-17c89812-e0fd-48a3-9b40-9308c3f38cd1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=03f09271bd0143c7b0ddf887237cae1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7455156 Feb 16 14:51:19.714026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54218) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:19.714810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c85ab-3fe2-4b5c-b59c-bd12ba317e5f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.722966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ac0c85ab-3fe2-4b5c-b59c-bd12ba317e5f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2479944 Feb 16 14:51:19.724358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-32bc9d21-ad6a-4e55-aa27-bcd6397ab128 service neutron] 10.222.0.113 "GET /v2.0/networks/f67d8f50-6e38-4456-8f6d-27426b553b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319732 Feb 16 14:51:19.725974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54220) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:19.744113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port fda968d1-90e5-46fa-bba4-e53c52da6605, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=fda968d1-90e5-46fa-bba4-e53c52da6605,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:19.752097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 7511b030-02e6-499e-94a0-4bfc6483b7c9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:19.757526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7511b030-02e6-499e-94a0-4bfc6483b7c9 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:19.758457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ef565b2f-4693-417a-9ddd-2cfa1d664936,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:19.809928 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f3c15bd-5ade-45b9-8cda-6714bf6d1425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.833542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25947fd3-7126-40d7-88b5-01bde0d69f0d req-c81f2e41-88f8-483b-90a3-401ddce0eebd tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:19.835719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25947fd3-7126-40d7-88b5-01bde0d69f0d req-c81f2e41-88f8-483b-90a3-401ddce0eebd tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 950 time: 0.2554767 Feb 16 14:51:19.845240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f3c15bd-5ade-45b9-8cda-6714bf6d1425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.868078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.925210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Pushing event deleted for resources: {'Port': ['ID=ece54740-fc1d-4869-9bbc-6bdb021b3b08,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:19.927233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:51:19.962205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ece54740-fc1d-4869-9bbc-6bdb021b3b08'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:19.964428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:19.965078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:19.971106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25947fd3-7126-40d7-88b5-01bde0d69f0d req-62c9c253-8a28-4037-aba8-74701bc60406 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/security-groups?id=416e0510-bf8f-4947-9930-13ba7e7b7926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225286 Feb 16 14:51:19.991129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] No DVR routers for this DVR port ece54740-fc1d-4869-9bbc-6bdb021b3b08 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:19.991800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-7923f475-f091-45b6-9db2-a25bf9e75b9d service neutron] 10.222.0.113 "GET /v2.0/networks/f67d8f50-6e38-4456-8f6d-27426b553b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523623 Feb 16 14:51:20.005135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.005135 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c31d3b4c-4f37-4958-be2b-1242627cd2a2 req-fe146adf-4fb1-48a0-92f5-b0d69f3aa7d0 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.129 "DELETE /v2.0/ports/ece54740-fc1d-4869-9bbc-6bdb021b3b08 HTTP/1.1" status: 204 len: 173 time: 1.0308254 Feb 16 14:51:20.005135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-deleted', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:20.010339 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dea2820-7e24-4ff4-a6d4-7ca8de3fa68f" -d '{"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-deleted", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:20.110642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f3c15bd-5ade-45b9-8cda-6714bf6d1425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.114775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1f3c15bd-5ade-45b9-8cda-6714bf6d1425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.120344 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1f3c15bd-5ade-45b9-8cda-6714bf6d1425 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/17dc6b74-0d44-4674-a90b-4273ee138609 HTTP/1.1" status: 204 len: 168 time: 0.4049034 Feb 16 14:51:20.150129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c15bd-5ade-45b9-8cda-6714bf6d1425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc6b74-0d44-4674-a90b-4273ee138609,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:20.206954 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25630237-5983-448a-9553-87d6c39b4b70 x-openstack-request-id: req-25630237-5983-448a-9553-87d6c39b4b70 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:20.206954 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea11f2d-b309-499d-8a7b-d69debff22ae", "name": "network-vif-plugged", "status": "completed", "tag": "40c0358b-52c8-4f99-a75f-97c8539df35d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:20.207464 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-25630237-5983-448a-9553-87d6c39b4b70 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:20.208011 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0358b-52c8-4f99-a75f-97c8539df35d', 'code': 200} Feb 16 14:51:20.231228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd502d-9a65-4198-aed1-49ce94a7691e req-674ce6f0-9196-496a-9d99-38948f9db918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:20.233120 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75cd502d-9a65-4198-aed1-49ce94a7691e req-674ce6f0-9196-496a-9d99-38948f9db918 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 1097 time: 0.0563736 Feb 16 14:51:20.296596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-75cd502d-9a65-4198-aed1-49ce94a7691e req-61d28203-47f5-48f4-aae6-688950db850f service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574486 Feb 16 14:51:20.318873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=40c0358b-52c8-4f99-a75f-97c8539df35d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:20.450822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=fda968d1-90e5-46fa-bba4-e53c52da6605,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:20.512113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 08f8f001-553e-439e-91be-7de612793d51 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:20.587784 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7e4655-f9d2-4bc9-b994-418b7615229b x-openstack-request-id: req-1b7e4655-f9d2-4bc9-b994-418b7615229b {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:20.588549 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85bea68-1533-4879-b877-403762185b9d", "name": "network-vif-deleted", "tag": "ece54740-fc1d-4869-9bbc-6bdb021b3b08", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:20.589246 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1b7e4655-f9d2-4bc9-b994-418b7615229b {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:20.590126 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85bea68-1533-4879-b877-403762185b9d', 'name': 'network-vif-deleted', 'tag': 'ece54740-fc1d-4869-9bbc-6bdb021b3b08', 'status': 'completed', 'code': 200} Feb 16 14:51:20.628193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port ca2d8300-ded4-4858-91bc-eb4f776e9741 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:20.628624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.688992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:20.722325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'port_id': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'mac_address': 'fa:16:3e:94:2a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:20.788434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 08f8f001-553e-439e-91be-7de612793d51 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:20.788862 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.790729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.836486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.839606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:20.866905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:20.872910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898116e-4f0f-443d-95ba-3f8c9e2cafd0 req-b64d265c-57a8-4001-99b7-2618d3cbb1f8 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:20.880127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1898116e-4f0f-443d-95ba-3f8c9e2cafd0 req-b64d265c-57a8-4001-99b7-2618d3cbb1f8 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.3170850 Feb 16 14:51:20.885172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for ca2d8300-ded4-4858-91bc-eb4f776e9741 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:20.927493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:51:20.939236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Sync routers for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:51:20.955048 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:20.956701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:20.956871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:20.958939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:20.960216 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:20.971471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:20.978997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:20.985391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:20.992068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:20.998091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:21.004429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:21.007264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-4a203f44-0ba3-4abb-a25f-37f423033516 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5423 time: 0.2547269 Feb 16 14:51:21.086236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1898116e-4f0f-443d-95ba-3f8c9e2cafd0 req-de283e19-993b-4f94-9a12-550539788cc4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023563 Feb 16 14:51:21.133034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f631db0-e8f0-4c27-9b09-bce4fa2ec225 req-45aadaec-3666-490a-a4e4-7e1e23d0ae18 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823812 Feb 16 14:51:21.158068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:21.160183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:21.187823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac', 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'port_id': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac', 'mac_address': 'fa:16:3e:1e:f9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7bb928-30e3-42db-b238-0a9aaa86e079', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:21.208705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d832249-8981-4e4c-806f-0b205fff6afd req-4b3c84e1-50ff-4be2-8fe3-91390221e933 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 210 time: 0.0626698 Feb 16 14:51:21.210854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:21.212296 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.214419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8bfd4c19-77b1-4679-9938-10fed5603296 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7832355 Feb 16 14:51:21.222946 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54242) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:21.355635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54244) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:21.357877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3ae76b-bea6-47cc-bca4-78f91a623d02 req-6b9ee2da-33b8-4fdd-a014-14c1c4c01510 tempest-MigrationsAdminTest-1204942218 tempest-MigrationsAdminTest-1204942218-project] 10.222.0.113 "GET /v2.0/ports?device_id=b85bea68-1533-4879-b877-403762185b9d HTTP/1.1" status: 200 len: 210 time: 0.0806682 Feb 16 14:51:21.363077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.384085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.521171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae8a8-1ba1-4c1e-9b8d-47b3adb948c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.521171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=ca2d8300-ded4-4858-91bc-eb4f776e9741,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:21.521364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:21.521364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:21.521560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.521560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-74681713-5176-4ee2-b1fe-3d0733ae9558 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/ca2d8300-ded4-4858-91bc-eb4f776e9741 HTTP/1.1" status: 204 len: 168 time: 1.7811363 Feb 16 14:51:21.521560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54246) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:21.538866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae8a8-1ba1-4c1e-9b8d-47b3adb948c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.583986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50449a4-1030-4610-a662-f2de1dc3b035 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:21.589034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a50449a4-1030-4610-a662-f2de1dc3b035 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0666955 Feb 16 14:51:21.589034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54248) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:21.607975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:17Z', 'revision_number': 3, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:21.617369 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cc6efa-7a8d-434a-beb6-eb3d14105167 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:51:21.621631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-36cc6efa-7a8d-434a-beb6-eb3d14105167 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/c4cf51b6-7159-4436-9163-02ac98499cb3 HTTP/1.1" status: 404 len: 333 time: 0.0296116 Feb 16 14:51:21.621847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54250) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:21.649417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Checking router: 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:51:21.649862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Updating router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 port 6e189eac-6745-4580-b8e7-0608c846a264 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:51:21.650964 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f819e25-11f3-4748-ac1a-eda79ed92c26 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:51:21.655400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3f819e25-11f3-4748-ac1a-eda79ed92c26 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/ca2d8300-ded4-4858-91bc-eb4f776e9741 HTTP/1.1" status: 404 len: 333 time: 0.0300491 Feb 16 14:51:21.655680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54252) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:21.695376 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.711655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae8a8-1ba1-4c1e-9b8d-47b3adb948c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.760025 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.760844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:21.816775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aa8ae8a8-1ba1-4c1e-9b8d-47b3adb948c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a1b00d886e92437da3cb3c7805a27674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493175 Feb 16 14:51:21.821742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54256) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:21.832101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ae8a8-1ba1-4c1e-9b8d-47b3adb948c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b360f647-d4d9-4133-9c5e-8a99a80fc44d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:21.840584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.859130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:21.884655 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:51:21.891065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:22.004477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:22.009658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.022013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff0aa-c0bc-4ef8-95e5-a1872439ad53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.038754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404', 'network_id': 'd6a65f21-dee2-406d-8515-cd3a47a924d2', 'port_id': 'd4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404', 'mac_address': 'fa:16:3e:b3:00:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7bb928-30e3-42db-b238-0a9aaa86e079', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:22.048186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d606c3d-d9e3-44fa-b7a6-d3567232dacf']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:22.067253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff0aa-c0bc-4ef8-95e5-a1872439ad53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.068475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Allocated IP 172.20.0.1 (58428ed5-2c2e-4f4a-aee1-89cc5e69c62f/6fc55b5a-d5fd-4575-852d-3179aee27a6b/a32bd5e6-ebd6-4ece-8712-eff7f2cd7563) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:22.069036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418045f4-031f-455b-832c-a9bee957c04d') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:22.069328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418045f4-031f-455b-832c-a9bee957c04d') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:22.097893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.125660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.135910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.166364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:51:22.167025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.177583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:51:22.181705 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:51:22.237443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:22.291347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.324874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:22.362950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: ece54740-fc1d-4869-9bbc-6bdb021b3b08 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:22.364212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ece54740-fc1d-4869-9bbc-6bdb021b3b08 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:22.364714 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.366025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e99bfb8b-9b49-43f4-aced-bcb1dde87287 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:22.389686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff0aa-c0bc-4ef8-95e5-a1872439ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.402571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff0aa-c0bc-4ef8-95e5-a1872439ad53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.402571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2e8ff0aa-c0bc-4ef8-95e5-a1872439ad53 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b360f647-d4d9-4133-9c5e-8a99a80fc44d HTTP/1.1" status: 204 len: 168 time: 0.5704305 Feb 16 14:51:22.427491 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.434781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.443833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ff0aa-c0bc-4ef8-95e5-a1872439ad53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360f647-d4d9-4133-9c5e-8a99a80fc44d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:22.475226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ffdf-7687-4cfa-b393-f6da55ffb617 req-7233da79-a97a-47dd-bce1-54ed27a12267 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.479202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0047ffdf-7687-4cfa-b393-f6da55ffb617 req-7233da79-a97a-47dd-bce1-54ed27a12267 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.2572391 Feb 16 14:51:22.489714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.498599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.504467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:22.505099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.511943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.517963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.525028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.526495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:22.532194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:22.532730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:22.534122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:22.541915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.542019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-bf4bfa27-794a-4a57-bfe4-091ec7139e07 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5426 time: 0.1594512 Feb 16 14:51:22.615200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.646221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a896abf-5a6c-480c-ac3f-622d4085a0d2 req-dbe8dd89-513f-44a0-a4aa-c13803b69f26 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034131 Feb 16 14:51:22.678689 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.688112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Pushing event updated for resources: {'Port': ['ID=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:22.700484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Attempting to bind port 6e189eac-6745-4580-b8e7-0608c846a264 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:22.700864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Attempting to bind port 6e189eac-6745-4580-b8e7-0608c846a264 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:22.701272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Attempting to bind port 6e189eac-6745-4580-b8e7-0608c846a264 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:22.706990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/3d606c3d-d9e3-44fa-b7a6-d3567232dacf HTTP/1.1" status: 204 len: 168 time: 1.0496879 Feb 16 14:51:22.711275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:22.711275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:22.711275 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.711887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:22.712254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54270) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:22.712619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Bound port: 6e189eac-6745-4580-b8e7-0608c846a264, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:22.713012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.714926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c262db9-f241-4c6c-87b5-694d36ddf666 None None] Pushing event updated for resources: {'Port': ['ID=6e189eac-6745-4580-b8e7-0608c846a264,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:22.720259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e99bfb8b-9b49-43f4-aced-bcb1dde87287, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:22.741457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.754039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-274283178'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:22.775559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f717a2-8d96-45e2-88c6-131de173322a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=3d606c3d-d9e3-44fa-b7a6-d3567232dacf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:22.792892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287', 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0', 'port_id': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287', 'mac_address': 'fa:16:3e:04:35:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfd53d6-daf4-43bf-bd34-b76148ab5a27', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:22.809069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0047ffdf-7687-4cfa-b393-f6da55ffb617 req-fa83c284-a28f-4d1c-a1c1-3e94e9ba69af tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644713 Feb 16 14:51:22.851691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] For port 6e189eac-6745-4580-b8e7-0608c846a264, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:22.871511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] For port 6e189eac-6745-4580-b8e7-0608c846a264, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e189eac-6745-4580-b8e7-0608c846a264,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:22.888291 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:22.893900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df09c3b7-3f4b-420d-bf61-a0ce2a00d69a req-878bb859-1c14-413f-8ab0-952a90046b00 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 210 time: 0.0975299 Feb 16 14:51:22.924476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99bfb8b-9b49-43f4-aced-bcb1dde87287 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:22.982553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e99bfb8b-9b49-43f4-aced-bcb1dde87287, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:23.002384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.030381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:23.039780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.088947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:23.103177 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.104043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d15b3eb1-7c4a-4752-9122-c08fdff47aa3 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:23.107478 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.108102 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment 9285913e-8682-4cd5-9fb5-50d766a5e20b of type vlan for network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 Feb 16 14:51:23.110748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-14cdd3a4-fe2d-4738-bd27-a49bf827f50d None None] Provisioning complete for port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:23.111225 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-14cdd3a4-fe2d-4738-bd27-a49bf827f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.167269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c262db9-f241-4c6c-87b5-694d36ddf666 None None] Pushing event updated for resources: {'Port': ['ID=6e189eac-6745-4580-b8e7-0608c846a264,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:23.180588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.183114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:23.183760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:23.219773 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.358328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.364657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:23.375063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.421693 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:51:23.445472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-14cdd3a4-fe2d-4738-bd27-a49bf827f50d None None] Port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:51:23.449750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:23.514531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3', 'network_id': 'c0c81f24-4bf1-458d-aa2a-f268476c4bc0', 'port_id': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3', 'mac_address': 'fa:16:3e:e5:d0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfd53d6-daf4-43bf-bd34-b76148ab5a27', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:23.519026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=e99bfb8b-9b49-43f4-aced-bcb1dde87287,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:23.530383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=1c34037c-83a8-4ca0-b329-90ee2177f1e4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:23.535941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-daa222fc-e33e-46f9-84a2-9e4bdbb4af00 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8025370 Feb 16 14:51:23.540485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54290) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:23.544375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:23.556887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:23.586859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:23.659978 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.674590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-21208d96-e235-477e-bb6e-f08a34bf4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:23.676154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-21208d96-e235-477e-bb6e-f08a34bf4599 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 1097 time: 0.1897471 Feb 16 14:51:23.683777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082487a2-5e83-46d9-ad46-47f148f2d470 req-98edb9a4-ff97-4dff-a048-aa273e385d32 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:23.688790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082487a2-5e83-46d9-ad46-47f148f2d470 req-98edb9a4-ff97-4dff-a048-aa273e385d32 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1685531 Feb 16 14:51:23.726456 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.787752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54296) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:23.792738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15b3eb1-7c4a-4752-9122-c08fdff47aa3 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:23.801282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.880899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082487a2-5e83-46d9-ad46-47f148f2d470 req-a54fc64f-5d85-4190-ba0a-b1d9282e9e4a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488807 Feb 16 14:51:23.904926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:23.915647 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:23.982582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:24.008366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Pushing event updated for resources: {'Port': ['ID=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:24.008366 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:24.078598 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:24.155717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-2d1ae6b3-9ffd-423c-bbb1-0ba54ae7f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.157227 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-2d1ae6b3-9ffd-423c-bbb1-0ba54ae7f5d5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.4748824 Feb 16 14:51:24.167023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ec964b4-310b-4fc8-b84a-3cab4e11db9c req-e654e142-f63c-442b-a924-a7dbd08d2fc6 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 210 time: 0.0734158 Feb 16 14:51:24.210666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Performing IP validity checks on allocation pools {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 14:51:24.211494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 14:51:24.231515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973697-5948-4a95-bc56-371797985537 req-586f6a1c-4442-4803-b95e-d0f099ec8c8f tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.232163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:24.233064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-586f6a1c-4442-4803-b95e-d0f099ec8c8f tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.129 "GET /v2.0/networks?id=f67d8f50-6e38-4456-8f6d-27426b553b07 HTTP/1.1" status: 200 len: 822 time: 0.5172629 Feb 16 14:51:24.252497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:22Z', 'revision_number': 1, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:24.257267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.265836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.270565 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-6aa5dd28-599a-46a9-9275-5094cddb49bf service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c0358b-52c8-4f99-a75f-97c8539df35d HTTP/1.1" status: 200 len: 217 time: 0.0979714 Feb 16 14:51:24.274169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.281225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.288367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.289499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad6807-1215-49de-bbab-4036547493e9 None None] The sync data for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 is: [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:22Z', 'revision_number': 1, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:51:24.305391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.313004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.315012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-1153e3e6-dd30-4cb6-816f-4bae03182490 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5427 time: 0.4458616 Feb 16 14:51:24.328755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Request body: {'port': {'device_id': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07', 'admin_state_up': True, 'tenant_id': 'f71029d016af49af9a0b4ce13535fd0c'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:24.383530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:24.386583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:24.400078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-29023f78-e8f0-42a3-94e7-c047dd5a867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:24.403181 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-29023f78-e8f0-42a3-94e7-c047dd5a867b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.1264939 Feb 16 14:51:24.490100 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-86230fa4-b798-4d92-aa3e-53e5c7aa079c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345209 Feb 16 14:51:24.495142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-be03789f-5227-4743-81cb-91296dc9c9db admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc0fcd5cd56b427bac0bca9271dc0407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6740012 Feb 16 14:51:24.495521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54312) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:24.536843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a60871d-204f-49af-86eb-b0bac8f11c48 req-90aee131-b557-4ea3-ac25-244697971cbb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1998632 Feb 16 14:51:24.737019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d15b3eb1-7c4a-4752-9122-c08fdff47aa3'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:24.812914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['fda968d1-90e5-46fa-bba4-e53c52da6605'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:24.816212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:24.823695 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f209e18c-87f6-4a69-992b-49720bc0c56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:24.855413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['e99bfb8b-9b49-43f4-aced-bcb1dde87287'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:24.873194 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-53f55a4e-e496-4afc-91a0-2f1016fea6b4 service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729994 Feb 16 14:51:24.883599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:51:24.885314 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:24.899198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['ef565b2f-4693-417a-9ddd-2cfa1d664936'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:24.913008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Made reservation on behalf of f71029d016af49af9a0b4ce13535fd0c for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:24.918035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:24.934532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f209e18c-87f6-4a69-992b-49720bc0c56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:25.008760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['31e48843-8cd0-42d1-aa2b-c8ac49fa75d6'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:25.120406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=3deda34d-eb71-4942-bea2-3f898df06faa,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:25.152324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': '9285913e-8682-4cd5-9fb5-50d766a5e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:25.172121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: 1c34037c-83a8-4ca0-b329-90ee2177f1e4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:25.289940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-eced6813-7448-4d66-ba43-a9de3ae2d48b req-4b299f15-94ca-4478-a39b-963a9b73b61e service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941150 Feb 16 14:51:25.298787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c804e2b5-6cf7-4894-ad69-b16194907b1c None None] Provisioning complete for port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:25.301267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c804e2b5-6cf7-4894-ad69-b16194907b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:25.321590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:51:25.334718 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8793f4a8-0711-4c7e-9e59-6c9e00efc7eb admin admin] 10.222.0.113 "PUT /v2.0/routers/3dfd3cc2-e21b-4eb3-afe6-92b024092cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1089406 Feb 16 14:51:25.403753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9004306-dc74-46de-a41e-a3d2d8393bb9 req-91aaa93c-0614-4e66-80dc-382dae379e04 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 210 time: 0.0467725 Feb 16 14:51:25.431503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f59d9-50a6-4746-8189-0d2087f66983 req-fabe36f0-a9eb-4f77-ae28-d66bced3dae6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.439437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-278f59d9-50a6-4746-8189-0d2087f66983 req-fabe36f0-a9eb-4f77-ae28-d66bced3dae6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.3983061 Feb 16 14:51:25.485014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Allocated IP 172.20.0.3 (f67d8f50-6e38-4456-8f6d-27426b553b07/c1e9e0b1-6cc2-437c-a78b-f81be39499d3/b9b70423-8225-47db-86ea-ad3252b964b2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:25.521360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c804e2b5-6cf7-4894-ad69-b16194907b1c None None] Port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:51:25.525502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-278f59d9-50a6-4746-8189-0d2087f66983 req-93fca4db-c13c-496b-957d-3538bd2bc4b1 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850232 Feb 16 14:51:25.744646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f209e18c-87f6-4a69-992b-49720bc0c56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:25.747536 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f209e18c-87f6-4a69-992b-49720bc0c56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:25.751709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f209e18c-87f6-4a69-992b-49720bc0c56d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/416e0510-bf8f-4947-9930-13ba7e7b7926 HTTP/1.1" status: 204 len: 168 time: 1.2542059 Feb 16 14:51:25.763400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:25.764380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:25.767044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209e18c-87f6-4a69-992b-49720bc0c56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e0510-bf8f-4947-9930-13ba7e7b7926,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:25.908779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.930629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.943119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.952554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.960868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.968192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.977124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:25.988340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-5fe16c67-8fdf-48e4-abff-12372f31aca0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5428 time: 0.2974980 Feb 16 14:51:26.071943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:26.082502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 1c34037c-83a8-4ca0-b329-90ee2177f1e4) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:26.106954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:26.107582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:26.323756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ed79d2-5cc3-4108-bdba-0fe5a2fdf441 None None] Network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:26.327141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf0cf1b9-83e2-4ada-a9fa-d45599af95e9 req-100d9dfe-fcfb-4e92-bbf7-c59b1c58b333 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2160709 Feb 16 14:51:26.563845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e189eac-6745-4580-b8e7-0608c846a264 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:26.579071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad41b8b1-2122-4d7a-a0e0-3cbec85197c3 req-6f4ae13a-1931-4075-a407-ef19a36b663d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 210 time: 0.0486674 Feb 16 14:51:26.612341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-1c34037c-83a8-4ca0-b329-90ee2177f1e4', 'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4', 'tenant_id': '2c9127d526cf4d4fa5d11b4951e2316a', 'fixed_ips': [{'subnet_id': '3deda34d-eb71-4942-bea2-3f898df06faa'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:51:26.613483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:26.733930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ed298-d78e-4080-8e0f-5b3d5f25d0a7 req-4ee96bee-8525-44be-92c0-a7e11aac5e76 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:26.736214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d7ed298-d78e-4080-8e0f-5b3d5f25d0a7 req-4ee96bee-8525-44be-92c0-a7e11aac5e76 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0769315 Feb 16 14:51:26.780385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d7ed298-d78e-4080-8e0f-5b3d5f25d0a7 req-48bbf693-3390-4f7f-8eb7-7fe89e1b6b70 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Feb 16 14:51:26.790241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6e189eac-6745-4580-b8e7-0608c846a264 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:26.790756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:26.936051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf54381e-e144-44fb-ab8f-1f3048c02f19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3957491 Feb 16 14:51:26.938685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54366) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:26.944491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4', 'name': 'tempest-PortsIpV6TestJSON-1914540014'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:26.972354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.056249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Allocated IP 2001:db8::2 (1c34037c-83a8-4ca0-b329-90ee2177f1e4/3deda34d-eb71-4942-bea2-3f898df06faa/cc34e83c-e2f2-4179-b006-fb944043b4e6) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:27.097250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Pushing event updated for resources: {'Port': ['ID=b9b70423-8225-47db-86ea-ad3252b964b2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:27.105243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:27.113656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2bdc139f-5f24-4e9a-94f8-487ab2657dad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--402333376', 'description': 'tempest-description--1947844810'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:27.121046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Network f67d8f50-6e38-4456-8f6d-27426b553b07 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:27.126973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:27.132453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:27.225915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.241034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.241034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.280302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6e189eac-6745-4580-b8e7-0608c846a264, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e189eac-6745-4580-b8e7-0608c846a264,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:27.339682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:27.347410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.382833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-eabc19f4-b21b-4e99-bd55-4814112a6c38 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1384578 Feb 16 14:51:27.390449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 41337fa0-4b59-4509-aad4-dfdccbdf95ef yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:27.405278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Request body: {'port': {'device_id': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:27.419676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.458249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2bdc139f-5f24-4e9a-94f8-487ab2657dad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.491615 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.503696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.535185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6e189eac-6745-4580-b8e7-0608c846a264,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:27.559504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2bdc139f-5f24-4e9a-94f8-487ab2657dad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.591935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.598116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.604248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.610008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.616175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.622755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.636144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.636144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-38554206-13d2-40ee-a58c-50e03715153c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5428 time: 0.1448243 Feb 16 14:51:27.737911 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Sync routers for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:51:27.750850 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:27.751460 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:27.763726 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.771110 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2bdc139f-5f24-4e9a-94f8-487ab2657dad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.821864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17642106-69c6-46f1-ba73-539fa8ccee7d req-77c44c40-5188-4f83-bf10-9d235d717fce tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1787450 Feb 16 14:51:27.870041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:27.879828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54394) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:27.885295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:27.901641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Pushing event updated for resources: {'Port': ['ID=cc34e83c-e2f2-4179-b006-fb944043b4e6,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:27.904599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:27.917207 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:27.948328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165c3b0-35fa-4ab3-96eb-f5621fdf1fb1 req-325e6f7f-a9b5-4a0e-9f53-1725161d96fd tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:27.955958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8165c3b0-35fa-4ab3-96eb-f5621fdf1fb1 req-325e6f7f-a9b5-4a0e-9f53-1725161d96fd tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 931 time: 0.2888353 Feb 16 14:51:27.969545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Attempting to bind port cc34e83c-e2f2-4179-b006-fb944043b4e6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:27.970566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Attempting to bind port cc34e83c-e2f2-4179-b006-fb944043b4e6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '9285913e-8682-4cd5-9fb5-50d766a5e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:27.971193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Attempting to bind port cc34e83c-e2f2-4179-b006-fb944043b4e6 on network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:27.985444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2bdc139f-5f24-4e9a-94f8-487ab2657dad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.987787 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2bdc139f-5f24-4e9a-94f8-487ab2657dad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8801241 Feb 16 14:51:27.994383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54398) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:27.996139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:27.996783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Checking segment: {'id': '9285913e-8682-4cd5-9fb5-50d766a5e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:27.998451 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:27.998838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Bound using segment: {'id': '9285913e-8682-4cd5-9fb5-50d766a5e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:27.999807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Bound port: cc34e83c-e2f2-4179-b006-fb944043b4e6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9285913e-8682-4cd5-9fb5-50d766a5e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '1c34037c-83a8-4ca0-b329-90ee2177f1e4'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:27.999807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.003013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e57f6475-3fad-4d81-812d-013fa3af636e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'security_group_rule': {'security_group_id': 'e6946890-6b72-4cae-901b-0ca927c7f3db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:28.012918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc139f-5f24-4e9a-94f8-487ab2657dad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6946890-6b72-4cae-901b-0ca927c7f3db,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:28.055246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::309 (1c34037c-83a8-4ca0-b329-90ee2177f1e4/3deda34d-eb71-4942-bea2-3f898df06faa/41337fa0-4b59-4509-aad4-dfdccbdf95ef) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:28.094098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] For port cc34e83c-e2f2-4179-b006-fb944043b4e6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:28.099333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] For port cc34e83c-e2f2-4179-b006-fb944043b4e6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cc34e83c-e2f2-4179-b006-fb944043b4e6,segment=NetworkSegment(9285913e-8682-4cd5-9fb5-50d766a5e20b),segment_id=9285913e-8682-4cd5-9fb5-50d766a5e20b)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:28.108494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d15b3eb1-7c4a-4752-9122-c08fdff47aa3 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:28.111737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf2862c0-d002-41b0-bdf5-f99edc208a2c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5da61fd811be4ff8b04d2e58cff7ea02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307243 Feb 16 14:51:28.114506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54400) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:28.225675 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.248023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e57f6475-3fad-4d81-812d-013fa3af636e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.248570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8165c3b0-35fa-4ab3-96eb-f5621fdf1fb1 req-d11d3b65-1921-4d4d-bffe-299519c6e1b7 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908337 Feb 16 14:51:28.290109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe7b68-ed02-4bcf-bf18-042bacafeba0 req-72b5b4f8-69e8-49a2-b807-fbe781562d0b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:28.297566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5fe7b68-ed02-4bcf-bf18-042bacafeba0 req-72b5b4f8-69e8-49a2-b807-fbe781562d0b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.2948132 Feb 16 14:51:28.362186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1dd41-4516-43af-9fc5-b159085d5105 None None] Pushing event updated for resources: {'Port': ['ID=cc34e83c-e2f2-4179-b006-fb944043b4e6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:28.364405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55b542bd-f3b5-477c-9619-2c89c8b5dd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.384898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 2, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:28.412979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:28.422535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:28.422535 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.431424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.440245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5fe7b68-ed02-4bcf-bf18-042bacafeba0 req-9f505582-6c02-46bb-ba80-ca0665e96446 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311800 Feb 16 14:51:28.448239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b70423-8225-47db-86ea-ad3252b964b2 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:28.476704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.480505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55b542bd-f3b5-477c-9619-2c89c8b5dd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.496391 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Checking router: 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:51:28.496727 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Updating router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:51:28.513569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Transition to ACTIVE for port object b9b70423-8225-47db-86ea-ad3252b964b2 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:51:28.523269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e189eac-6745-4580-b8e7-0608c846a264 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:28.544888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e57f6475-3fad-4d81-812d-013fa3af636e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.589048 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.644077 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.647051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6e189eac-6745-4580-b8e7-0608c846a264 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:28.647600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.678673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.745827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e57f6475-3fad-4d81-812d-013fa3af636e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.748611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:28.752639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55b542bd-f3b5-477c-9619-2c89c8b5dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.757297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.757453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:28.758518 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a27f14b-afc0-4baa-adac-1613eda72b64" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:28.760164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55b542bd-f3b5-477c-9619-2c89c8b5dd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:28.778459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-55b542bd-f3b5-477c-9619-2c89c8b5dd60 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/262586b3-7d0f-4da3-8803-9b35e14fa7a5 HTTP/1.1" status: 204 len: 168 time: 0.6566000 Feb 16 14:51:28.851869 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69641a0d-dc63-4cbb-962e-5eb0f49c7f72 x-openstack-request-id: req-69641a0d-dc63-4cbb-962e-5eb0f49c7f72 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:28.852302 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:28.852684 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-69641a0d-dc63-4cbb-962e-5eb0f49c7f72 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:28.853193 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3', 'code': 200} Feb 16 14:51:28.946069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=41337fa0-4b59-4509-aad4-dfdccbdf95ef,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:28.962869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f6475-3fad-4d81-812d-013fa3af636e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bdc348-b4aa-41eb-b94e-3c9445edec2a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:28.965667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Pushing event updated for resources: {'Port': ['ID=b9b70423-8225-47db-86ea-ad3252b964b2,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:28.969785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b542bd-f3b5-477c-9619-2c89c8b5dd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262586b3-7d0f-4da3-8803-9b35e14fa7a5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:28.989168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Attempting to bind port b9b70423-8225-47db-86ea-ad3252b964b2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:28.989614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Attempting to bind port b9b70423-8225-47db-86ea-ad3252b964b2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '324ddf2d-e3b6-4644-94f0-753bd220801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:28.992691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:28.994256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:29.000545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:29.003961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Attempting to bind port b9b70423-8225-47db-86ea-ad3252b964b2 on network f67d8f50-6e38-4456-8f6d-27426b553b07 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:29.016390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.017056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.019526 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.023226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:29.072139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Port b9b70423-8225-47db-86ea-ad3252b964b2 on network f67d8f50-6e38-4456-8f6d-27426b553b07 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:51:29.072715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Attempting to bind port b9b70423-8225-47db-86ea-ad3252b964b2 on network f67d8f50-6e38-4456-8f6d-27426b553b07 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:29.082233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:29.082830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Checking segment: {'id': '324ddf2d-e3b6-4644-94f0-753bd220801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:29.083384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Bound using segment: {'id': '324ddf2d-e3b6-4644-94f0-753bd220801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:29.084052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Bound port: b9b70423-8225-47db-86ea-ad3252b964b2, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324ddf2d-e3b6-4644-94f0-753bd220801b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:29.085540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.125165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.131953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.138362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.145437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.152908 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.154138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.160524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.167104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.169114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf4883ef-c08a-48d8-a54d-43bf14983f4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5429 time: 0.1605470 Feb 16 14:51:29.186249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:29.249915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fa4b0a6-e946-4725-9f90-b682678789da req-bf5371c9-77fa-426b-b18f-8504568539a0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602629 Feb 16 14:51:29.254137 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3bb1552-dfd9-4219-b4cf-49e159d4de52 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3141785 Feb 16 14:51:29.256685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54420) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:29.259632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] For port b9b70423-8225-47db-86ea-ad3252b964b2, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:29.270843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e57f6475-3fad-4d81-812d-013fa3af636e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.275898 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e57f6475-3fad-4d81-812d-013fa3af636e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2769444 Feb 16 14:51:29.279553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54424) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:29.289890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d470cce4-8d02-4c79-8f8c-c8d994a16508 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'security_group_rule': {'security_group_id': 'e6946890-6b72-4cae-901b-0ca927c7f3db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:29.308157 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.324627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] For port b9b70423-8225-47db-86ea-ad3252b964b2, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9b70423-8225-47db-86ea-ad3252b964b2,segment=NetworkSegment(324ddf2d-e3b6-4644-94f0-753bd220801b),segment_id=324ddf2d-e3b6-4644-94f0-753bd220801b)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:29.379721 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Pushing event updated for resources: {'Port': ['ID=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:29.400113 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.400592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.400934 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.401623 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.401623 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.401878 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.402192 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.402651 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.402973 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.403288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.403617 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.404105 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:51:29.414670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:29.414670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:29.414670 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.439660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffac109-36a9-464a-8a6f-0020516f3cd0 req-f2089017-ff0c-4f90-ac02-966c5cbcc9f4 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.448219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ffac109-36a9-464a-8a6f-0020516f3cd0 req-f2089017-ff0c-4f90-ac02-966c5cbcc9f4 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 943 time: 0.0979056 Feb 16 14:51:29.515993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d470cce4-8d02-4c79-8f8c-c8d994a16508 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.531629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.609675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 41337fa0-4b59-4509-aad4-dfdccbdf95ef {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:29.610449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.622054 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-b9126baf-8d04-4bb7-8ada-f998fdc1f7ab service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244623 Feb 16 14:51:29.635215 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Attempting to bind port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:29.637366 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Attempting to bind port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:29.639309 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Attempting to bind port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:29.662570 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:29.670032 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.670922 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:29.673634 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.674686 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Bound using segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:29.680371 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Bound port: a32bd5e6-ebd6-4ece-8712-eff7f2cd7563, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:29.688439 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.773997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:29.799100 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d470cce4-8d02-4c79-8f8c-c8d994a16508 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.812318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-379daf8a-2ea1-412f-b941-c904179131bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.813850 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-379daf8a-2ea1-412f-b941-c904179131bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1329856 Feb 16 14:51:29.849119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:29.852184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.855315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] 10.222.0.129 "PUT /v2.0/ports/b9b70423-8225-47db-86ea-ad3252b964b2 HTTP/1.1" status: 200 len: 1091 time: 2.4635577 Feb 16 14:51:29.873550 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] For port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:29.876933 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] For port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:29.917151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'tag': 'b9b70423-8225-47db-86ea-ad3252b964b2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:29.919512 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70588820-e472-4abb-9800-fbcc3b5f1f05" -d '{"events": [{"name": "network-changed", "server_uuid": "573291ae-540c-4fcf-92fb-4da0f8ccb1f8", "tag": "b9b70423-8225-47db-86ea-ad3252b964b2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:29.961634 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.968579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d470cce4-8d02-4c79-8f8c-c8d994a16508 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:29.980187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ffac109-36a9-464a-8a6f-0020516f3cd0 req-61ab81b2-c9cf-4789-9e8c-020820e31dba tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309436 Feb 16 14:51:30.017549 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470cce4-8d02-4c79-8f8c-c8d994a16508 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e969d5f-a6e5-4af1-a1c2-47c7b7ee75fd,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:30.018836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055772-665c-4f9d-8796-8d15f96562fb service neutron] Pushing event updated for resources: {'Port': ['ID=b9b70423-8225-47db-86ea-ad3252b964b2,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:30.039048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-da11e1fa-1030-4fdd-a327-01c8c06dcc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:30.039048 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-da11e1fa-1030-4fdd-a327-01c8c06dcc67 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.2010510 Feb 16 14:51:30.049537 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:30.072534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a6958-028f-4acd-bb1c-9d32f01b57ba req-52134039-a054-4c67-9289-96caf76b26e0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:30.074130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c33a6958-028f-4acd-bb1c-9d32f01b57ba req-52134039-a054-4c67-9289-96caf76b26e0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.3131137 Feb 16 14:51:30.098787 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8a72b3-e056-411e-9b5f-a1d2e925b959 x-openstack-request-id: req-5b8a72b3-e056-411e-9b5f-a1d2e925b959 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:30.099076 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573291ae-540c-4fcf-92fb-4da0f8ccb1f8", "tag": "b9b70423-8225-47db-86ea-ad3252b964b2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:30.101551 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:30.103393 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5b8a72b3-e056-411e-9b5f-a1d2e925b959 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:30.103957 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'tag': 'b9b70423-8225-47db-86ea-ad3252b964b2', 'status': 'completed', 'code': 200} Feb 16 14:51:30.123761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e99bfb8b-9b49-43f4-aced-bcb1dde87287 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:30.125611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:30.132525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 41337fa0-4b59-4509-aad4-dfdccbdf95ef owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:30.161734 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-3065f5f9-5c68-4159-9afd-add055d74983 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.1069362 Feb 16 14:51:30.206933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f4cde30d-862a-4d99-af02-1b08403ec1d9 None None] Provisioning complete for port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:30.207828 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4cde30d-862a-4d99-af02-1b08403ec1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:30.260443 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:30.260970 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:30.292823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b038ae-317d-45ac-844d-eb471db0feef None None] Network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:30.322313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d470cce4-8d02-4c79-8f8c-c8d994a16508 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:30.324881 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d470cce4-8d02-4c79-8f8c-c8d994a16508 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0440614 Feb 16 14:51:30.328149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54454) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:30.346134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:30.419721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-41ffcb28-0e36-4f1c-866a-10da48d7806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:30.423882 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-41ffcb28-0e36-4f1c-866a-10da48d7806a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.2544224 Feb 16 14:51:30.501773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c33a6958-028f-4acd-bb1c-9d32f01b57ba req-f486a17d-db27-49f7-811a-017f24a2fc93 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117377 Feb 16 14:51:30.519611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port e99bfb8b-9b49-43f4-aced-bcb1dde87287 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:30.529801 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-d0775646-e50a-4dde-8e39-9c699a9db68f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969057 Feb 16 14:51:30.532843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588820-e472-4abb-9800-fbcc3b5f1f05 req-650d920f-17a2-4089-beb8-fdf8b00e2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:30.539302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70588820-e472-4abb-9800-fbcc3b5f1f05 req-650d920f-17a2-4089-beb8-fdf8b00e2c62 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=f71029d016af49af9a0b4ce13535fd0c&device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 1094 time: 0.4104869 Feb 16 14:51:30.545648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port e99bfb8b-9b49-43f4-aced-bcb1dde87287 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:30.547533 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:30.558312 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:30.562070 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4cde30d-862a-4d99-af02-1b08403ec1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:30.644374 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d408232-cc21-4c79-95e9-49a38be9a6ad None None] Pushing event updated for resources: {'Port': ['ID=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:30.759818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:30.832160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cc34e83c-e2f2-4179-b006-fb944043b4e6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:30.856072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:30.858960 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec728189-e161-4ea0-b52f-c971c8e2229e" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:30.935945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f4cde30d-862a-4d99-af02-1b08403ec1d9 None None] For port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:30.946975 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3abb9-e556-41a3-8146-c131bc151286 x-openstack-request-id: req-45a3abb9-e556-41a3-8146-c131bc151286 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:30.947256 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:30.947508 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-45a3abb9-e556-41a3-8146-c131bc151286 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:30.948092 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404', 'code': 200} Feb 16 14:51:30.948698 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:29Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:30.987324 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-27322f19-581a-4089-92ae-d8d97938f65e service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454041 Feb 16 14:51:31.014915 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd894d-d0d9-43e8-be8c-52f52bd842fb None None] The sync data for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 is: [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:29Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:51:31.042080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588820-e472-4abb-9800-fbcc3b5f1f05 req-1a3a8adb-6100-4c62-b37d-23f4c21af1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.043500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70588820-e472-4abb-9800-fbcc3b5f1f05 req-1a3a8adb-6100-4c62-b37d-23f4c21af1c8 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=f71029d016af49af9a0b4ce13535fd0c&shared=False HTTP/1.1" status: 200 len: 924 time: 0.4878948 Feb 16 14:51:31.043928 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4cde30d-862a-4d99-af02-1b08403ec1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:31.157918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cc34e83c-e2f2-4179-b006-fb944043b4e6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:31.158539 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:31.164572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cde30d-862a-4d99-af02-1b08403ec1d9 None None] Pushing event updated for resources: {'Port': ['ID=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:31.261779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:31.319736 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-087bec84-06e9-4fe9-8a6f-11f22e2ed305 req-ab10b79a-1640-4004-a645-f43070f854f8 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223000 Feb 16 14:51:31.407140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e99bfb8b-9b49-43f4-aced-bcb1dde87287, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:31.442468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.481818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.499063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.515585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.519922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-38564ac3-60d5-441f-a579-22d18d7d297c None None] Provisioning complete for port cc34e83c-e2f2-4179-b006-fb944043b4e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:31.521003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-38564ac3-60d5-441f-a579-22d18d7d297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:31.529402 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:31.530806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.532362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ef565b2f-4693-417a-9ddd-2cfa1d664936 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:31.542900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.562464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.566060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-80f7868b-ff1e-491f-9ab3-e156d5df4e38 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5430 time: 0.9383264 Feb 16 14:51:31.577215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:31.737768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=e99bfb8b-9b49-43f4-aced-bcb1dde87287,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:31.813092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018efd9-441f-4d9c-94d4-ef4c812980b7 req-b8d4dd09-9b05-4642-a81a-9c9bfb802458 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:31.814607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9018efd9-441f-4d9c-94d4-ef4c812980b7 req-b8d4dd09-9b05-4642-a81a-9c9bfb802458 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 943 time: 0.6421068 Feb 16 14:51:31.867720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=41337fa0-4b59-4509-aad4-dfdccbdf95ef,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:31.895535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port ef565b2f-4693-417a-9ddd-2cfa1d664936 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:31.941533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53a32c41-1b2c-44bf-aaa6-1676ddd0ace1 req-c40c7d66-1981-4818-9977-b3caba988d7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3517008 Feb 16 14:51:31.964525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port ef565b2f-4693-417a-9ddd-2cfa1d664936 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:31.968759 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.034915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588820-e472-4abb-9800-fbcc3b5f1f05 req-59c30ca3-f721-4d5f-b93b-8253526ce571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:32.036544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70588820-e472-4abb-9800-fbcc3b5f1f05 req-59c30ca3-f721-4d5f-b93b-8253526ce571 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9096351 Feb 16 14:51:32.094416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.117746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.121148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-24a5ea7a-8b4c-4bd0-b3b1-1ea71e30d412 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/41337fa0-4b59-4509-aad4-dfdccbdf95ef HTTP/1.1" status: 204 len: 168 time: 2.8633423 Feb 16 14:51:32.124063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54488) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:32.196144 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd15976e-1832-4344-bc02-65e03bd85959 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:51:32.198704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd15976e-1832-4344-bc02-65e03bd85959 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:32.205277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bd15976e-1832-4344-bc02-65e03bd85959 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/41337fa0-4b59-4509-aad4-dfdccbdf95ef HTTP/1.1" status: 404 len: 333 time: 0.0801725 Feb 16 14:51:32.208017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.211216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54490) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:32.232574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port cc34e83c-e2f2-4179-b006-fb944043b4e6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cc34e83c-e2f2-4179-b006-fb944043b4e6,segment=NetworkSegment(9285913e-8682-4cd5-9fb5-50d766a5e20b),segment_id=9285913e-8682-4cd5-9fb5-50d766a5e20b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:32.237154 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-38564ac3-60d5-441f-a579-22d18d7d297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.279934 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9018efd9-441f-4d9c-94d4-ef4c812980b7 req-f515ff16-c09b-4fe4-973d-fae381312005 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960147 Feb 16 14:51:32.313235 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3d422e-61ed-4bad-a5de-15fe3b6172a8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:51:32.314709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8d3d422e-61ed-4bad-a5de-15fe3b6172a8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/41337fa0-4b59-4509-aad4-dfdccbdf95ef HTTP/1.1" status: 404 len: 333 time: 0.1011987 Feb 16 14:51:32.327260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54494) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:32.347256 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.522688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54498) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:32.592483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:32.614529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Allocated IP 172.25.6.76 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/7247b461-a26d-4a5e-93b3-be7686ddd64d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:32.668744 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.799831 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0cac2d9-8ff5-45fd-9715-1d1308c69a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.845371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.936578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=cc34e83c-e2f2-4179-b006-fb944043b4e6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:32.972077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0cac2d9-8ff5-45fd-9715-1d1308c69a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:32.979065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287'}, {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:32.986110 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8912c6ff-60e4-4330-9575-256a255103ed" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287"}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:33.003155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ef565b2f-4693-417a-9ddd-2cfa1d664936, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:33.003155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-38564ac3-60d5-441f-a579-22d18d7d297c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:51:33.003155 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-38564ac3-60d5-441f-a579-22d18d7d297c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:51:33.008265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:33.008755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.023563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.079719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0cac2d9-8ff5-45fd-9715-1d1308c69a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.110482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:33.113868 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.114787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device fda968d1-90e5-46fa-bba4-e53c52da6605 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:33.127116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet 3deda34d-eb71-4942-bea2-3f898df06faa {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:51:33.138934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:33.150498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:33.163492 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.193970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973697-5948-4a95-bc56-371797985537 req-060aba61-c175-4308-b65e-1e1383b70116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.204773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-060aba61-c175-4308-b65e-1e1383b70116 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=f71029d016af49af9a0b4ce13535fd0c&device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 1094 time: 1.0185797 Feb 16 14:51:33.250351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ef565b2f-4693-417a-9ddd-2cfa1d664936,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:33.260971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=7247b461-a26d-4a5e-93b3-be7686ddd64d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:33.270437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e645f-5b16-4534-8ea0-4b1c7f132469 req-c9b0fe6b-6177-4b1d-9c46-fde08b770026 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.272232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2e645f-5b16-4534-8ea0-4b1c7f132469 req-c9b0fe6b-6177-4b1d-9c46-fde08b770026 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 1.0816364 Feb 16 14:51:33.276799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cac2d9-8ff5-45fd-9715-1d1308c69a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6b5f6-26b0-47f6-b2fb-59bad5fe026d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:33.296240 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a0cac2d9-8ff5-45fd-9715-1d1308c69a57 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ce5d6f17735f4218a819714709341667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7638302 Feb 16 14:51:33.296240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54518) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:33.345069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-47dbc724-492e-4ecc-afe3-cf59aedef2e6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b70423-8225-47db-86ea-ad3252b964b2 HTTP/1.1" status: 200 len: 217 time: 0.1391439 Feb 16 14:51:33.387342 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.396669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port fda968d1-90e5-46fa-bba4-e53c52da6605 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:33.400966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port fda968d1-90e5-46fa-bba4-e53c52da6605 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:33.401336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.442296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.454990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973697-5948-4a95-bc56-371797985537 req-922c60c9-090c-465e-b3a3-7c9e1443793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.456938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-922c60c9-090c-465e-b3a3-7c9e1443793f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=c1e9e0b1-6cc2-437c-a78b-f81be39499d3 HTTP/1.1" status: 200 len: 862 time: 0.0902553 Feb 16 14:51:33.465820 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7a977c8-ab98-44c7-a6b5-9a13b4b8be79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.507351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7a977c8-ab98-44c7-a6b5-9a13b4b8be79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.544211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.551117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.558734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.566600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.569621 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.570774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.576330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.583432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.591042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:33.593370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-76d384ec-6d56-444b-9186-2e714569eea5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5432 time: 0.5261824 Feb 16 14:51:33.604058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-547b12d6-5ab0-4252-8237-3ccc10798d46 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f67d8f50-6e38-4456-8f6d-27426b553b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202724 Feb 16 14:51:33.616732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port fda968d1-90e5-46fa-bba4-e53c52da6605, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=fda968d1-90e5-46fa-bba4-e53c52da6605,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:33.627430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-38564ac3-60d5-441f-a579-22d18d7d297c None None] Provisioning complete for port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:33.627836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-38564ac3-60d5-441f-a579-22d18d7d297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.637959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2e645f-5b16-4534-8ea0-4b1c7f132469 req-d235ad46-a8ce-4ed5-a87f-033f270bcf91 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037066 Feb 16 14:51:33.709449 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.710611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:33.743877 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac398dab-e610-462f-af6c-de993a10b3a7 x-openstack-request-id: req-ac398dab-e610-462f-af6c-de993a10b3a7 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:33.744408 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287", "code": 200}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:33.744933 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ac398dab-e610-462f-af6c-de993a10b3a7 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:33.745543 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287', 'code': 200} Feb 16 14:51:33.746006 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936', 'code': 200} Feb 16 14:51:33.834607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7a977c8-ab98-44c7-a6b5-9a13b4b8be79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.838674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7a977c8-ab98-44c7-a6b5-9a13b4b8be79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.839867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c7a977c8-ab98-44c7-a6b5-9a13b4b8be79 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/70c6b5f6-26b0-47f6-b2fb-59bad5fe026d HTTP/1.1" status: 204 len: 168 time: 0.5439250 Feb 16 14:51:33.842065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-500ca24a-e37b-4d4d-8dfd-214098a68a94 req-cd396eb9-d0f4-4a05-9578-2de80f79028f tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2366428 Feb 16 14:51:33.858116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a977c8-ab98-44c7-a6b5-9a13b4b8be79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6b5f6-26b0-47f6-b2fb-59bad5fe026d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:33.871957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:33.877290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-ecdea3a0-26db-40f7-9d4f-5debe09c1e8f service neutron] 10.222.0.129 "GET /v2.0/networks/f67d8f50-6e38-4456-8f6d-27426b553b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547045 Feb 16 14:51:33.913863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=fda968d1-90e5-46fa-bba4-e53c52da6605,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:33.974148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.060950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.089347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:34.100617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:34.101265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.120028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1158a-c0b0-4b68-aa79-c3b9019c2818 req-b3483d3b-58ce-472d-bd22-f2c4a119e442 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:34.121649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7b1158a-c0b0-4b68-aa79-c3b9019c2818 req-b3483d3b-58ce-472d-bd22-f2c4a119e442 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 943 time: 0.1495769 Feb 16 14:51:34.125922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a973697-5948-4a95-bc56-371797985537 req-a3d02fb0-f17c-4900-8f99-ee405cba82b1 service neutron] 10.222.0.129 "GET /v2.0/networks/f67d8f50-6e38-4456-8f6d-27426b553b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177708 Feb 16 14:51:34.143956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=7247b461-a26d-4a5e-93b3-be7686ddd64d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:34.155972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.188443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aa36aff3-9247-44a1-9fcc-8643ea0ece28 None None] Provisioning complete for port cc34e83c-e2f2-4179-b006-fb944043b4e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:34.188824 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa36aff3-9247-44a1-9fcc-8643ea0ece28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.189881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7b1158a-c0b0-4b68-aa79-c3b9019c2818 req-ea0a7108-9712-4bca-b543-dba10d8a26a5 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603256 Feb 16 14:51:34.213763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Request body: {'security_group': {'name': 'tempest-securitygroup-78140159', 'description': 'tempest-description-1198223228'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:34.248469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.280138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=3deda34d-eb71-4942-bea2-3f898df06faa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:34.282177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.288568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:34.296684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc29a7a0-f9e0-4c51-b0fd-2e637bd74b29 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/3deda34d-eb71-4942-bea2-3f898df06faa HTTP/1.1" status: 204 len: 168 time: 1.9612784 Feb 16 14:51:34.312002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.322163 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6c4414d5-1323-496a-880a-f4a53311aad3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9820075 Feb 16 14:51:34.322402 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.322402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45cedb-381e-474d-817b-eb71e766e769 None None] Network 1c34037c-83a8-4ca0-b329-90ee2177f1e4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:34.397844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.426841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aa36aff3-9247-44a1-9fcc-8643ea0ece28 None None] Could not find standard attr ID for object 41337fa0-4b59-4509-aad4-dfdccbdf95ef. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:51:34.439581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:34.495394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cc34e83c-e2f2-4179-b006-fb944043b4e6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:34.512880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.517661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port cc34e83c-e2f2-4179-b006-fb944043b4e6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:34.518357 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.526729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.570956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.571838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:34.603249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cc34e83c-e2f2-4179-b006-fb944043b4e6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:34.603737 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.643081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] For port cc34e83c-e2f2-4179-b006-fb944043b4e6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cc34e83c-e2f2-4179-b006-fb944043b4e6,segment=NetworkSegment(9285913e-8682-4cd5-9fb5-50d766a5e20b),segment_id=9285913e-8682-4cd5-9fb5-50d766a5e20b)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:34.645018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.649095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-2b6848e2-d0e7-487c-babb-f8de6a766233 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--402333376&fields=id&tenant_id=ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 267 time: 0.0728126 Feb 16 14:51:34.666368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for cc34e83c-e2f2-4179-b006-fb944043b4e6 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:34.675634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] DHCP port deletion for 1c34037c-83a8-4ca0-b329-90ee2177f1e4 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:51:34.739674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:34.749790 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.802568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] Deleting port cc34e83c-e2f2-4179-b006-fb944043b4e6 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:34.802568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.810689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-a7981190-c458-4f2c-b5be-52bfb80d87b7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:34.812442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-a7981190-c458-4f2c-b5be-52bfb80d87b7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.1532633 Feb 16 14:51:34.832949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-d9f3029b-8233-4150-aa11-5e04c8561ef5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/quotas/ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 375 time: 0.0107634 Feb 16 14:51:34.871157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] For port cc34e83c-e2f2-4179-b006-fb944043b4e6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cc34e83c-e2f2-4179-b006-fb944043b4e6,segment=NetworkSegment(9285913e-8682-4cd5-9fb5-50d766a5e20b),segment_id=9285913e-8682-4cd5-9fb5-50d766a5e20b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:34.871441 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.885146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] Calling delete_port for cc34e83c-e2f2-4179-b006-fb944043b4e6 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:34.899379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-c0397909-906e-45fe-a6bc-7d6c27dd9357 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569499 Feb 16 14:51:34.944732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.948912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:34.955518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:34.955983 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.968000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:34.986982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=cc34e83c-e2f2-4179-b006-fb944043b4e6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:35.004733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No DVR routers for this DVR port cc34e83c-e2f2-4179-b006-fb944043b4e6 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:35.006771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.034465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54548) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:35.043382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] Pushing event deleted for resources: {'Port': ['ID=cc34e83c-e2f2-4179-b006-fb944043b4e6,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:35.046097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db106f2-5bb7-4f68-9706-8b899c756639 None None] No DVR routers for this DVR port cc34e83c-e2f2-4179-b006-fb944043b4e6 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:35.064112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05da2e38-cb50-4af6-b566-21824b067eb2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:35.076812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-de5fcddf-6ae9-4c95-838a-e7a5622ce822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.093743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.120054 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.123227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-ec1ad8fb-fd13-40cf-acd0-53b3b97e1702 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108166 Feb 16 14:51:35.133861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.136419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:35.146770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c34037c-83a8-4ca0-b329-90ee2177f1e4']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:35.157619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9285913e-8682-4cd5-9fb5-50d766a5e20b') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:35.161352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9285913e-8682-4cd5-9fb5-50d766a5e20b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:35.168573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.182886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.189535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:51:35.189927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:51:35.193534 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:51:35.256849 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.273326 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.275289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3c38591-8392-4456-a3af-8e4cb868514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.318583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-de5fcddf-6ae9-4c95-838a-e7a5622ce822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.320033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4848ffd0-0e02-4c4c-a91b-e5f2bc4c1fbe,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:35.323830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-6edf136b-b218-4c00-b6cd-a1a23f769a93 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841908 Feb 16 14:51:35.329246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:35.378025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.400330 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.400330 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/1c34037c-83a8-4ca0-b329-90ee2177f1e4 HTTP/1.1" status: 204 len: 168 time: 1.1010036 Feb 16 14:51:35.400741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54554) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:35.400741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161072803'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:35.404064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fb80f-4f5c-44ff-9a33-00cf40c73176 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=1c34037c-83a8-4ca0-b329-90ee2177f1e4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:35.423379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.424685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7404a072-6a5a-4101-8cb3-b39709124c1c req-1a13ccbc-9d9e-4a0f-883b-1c59570c4fbc tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2172430 Feb 16 14:51:35.425605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-de5fcddf-6ae9-4c95-838a-e7a5622ce822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.481794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fcddf-6ae9-4c95-838a-e7a5622ce822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72925723-318b-4edd-b11b-a085d52439c0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:35.493807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-de5fcddf-6ae9-4c95-838a-e7a5622ce822 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f63ad97d4c034472b74516e6df0256c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580197 Feb 16 14:51:35.496319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54558) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:35.568937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaad9c-3e94-4e9b-a5a8-d8399e9de4fd req-643dd9fc-1730-437a-980b-a5db8fd5753b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.570631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2aaad9c-3e94-4e9b-a5a8-d8399e9de4fd req-643dd9fc-1730-437a-980b-a5db8fd5753b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0917943 Feb 16 14:51:35.603340 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4767ff2f-5bd1-4d14-810b-37ad2390f96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.604363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:35.607931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.686377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4767ff2f-5bd1-4d14-810b-37ad2390f96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.695956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2aaad9c-3e94-4e9b-a5a8-d8399e9de4fd req-9cd465a9-2450-4aa4-96ca-e6d1251e7a9c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179063 Feb 16 14:51:35.724960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:35.747727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda968d1-90e5-46fa-bba4-e53c52da6605'}, {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6'}, {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:35.752444 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3800784f-e0f4-4e59-b0bf-f22abb072ca6" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "fda968d1-90e5-46fa-bba4-e53c52da6605"}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6"}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:35.754274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.754625 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment a2b60899-d580-4f08-b848-17ece3a9fa84 of type vlan for network db1cde77-a122-40e5-9698-056cfa597bfe Feb 16 14:51:35.785872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.792785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.798814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.805609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.811789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.817976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.824127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.826170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-dfbab851-b7f0-4080-8f92-37e420147814 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.1893487 Feb 16 14:51:35.900822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:35.934294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62ff70e6-ded5-45f5-b8c7-577cd9aa69fa req-191a136e-d78b-46a0-91c3-524c0f6dc4b9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986059 Feb 16 14:51:35.951438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65d10-1f92-4eb9-80ba-a5aa73cbb7c5 req-43246e20-3e77-4836-9d11-d687575801f5 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:35.953167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ee65d10-1f92-4eb9-80ba-a5aa73cbb7c5 req-43246e20-3e77-4836-9d11-d687575801f5 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 943 time: 0.1854222 Feb 16 14:51:35.972055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-df948f09-2b59-486f-9015-b82d7acfab3f req-bc900a8c-a76a-4d2c-a9fb-f40901d3f8ca tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1001299860', 'description': 'tempest-description-1329718577'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:36.005668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4767ff2f-5bd1-4d14-810b-37ad2390f96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.007678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4767ff2f-5bd1-4d14-810b-37ad2390f96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.008838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4767ff2f-5bd1-4d14-810b-37ad2390f96b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/72925723-318b-4edd-b11b-a085d52439c0 HTTP/1.1" status: 204 len: 168 time: 0.5116229 Feb 16 14:51:36.019806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ee65d10-1f92-4eb9-80ba-a5aa73cbb7c5 req-86e42eb5-801b-4ad8-9fb5-006e9a26f845 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586100 Feb 16 14:51:36.029447 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.034992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.035680 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.042735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767ff2f-5bd1-4d14-810b-37ad2390f96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72925723-318b-4edd-b11b-a085d52439c0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:36.135466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de0c18d1-f42e-4fdd-9b5f-43c0169740b9 req-d2074c1c-314b-4775-98cf-3a5d34ab6f10 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 210 time: 0.0705073 Feb 16 14:51:36.138928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=db1cde77-a122-40e5-9698-056cfa597bfe,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:36.141717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df948f09-2b59-486f-9015-b82d7acfab3f req-bc900a8c-a76a-4d2c-a9fb-f40901d3f8ca tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.158721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network db1cde77-a122-40e5-9698-056cfa597bfe details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:36.205605 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c57f3-8146-443b-8516-0b1cf4fe0f79 x-openstack-request-id: req-518c57f3-8146-443b-8516-0b1cf4fe0f79 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:36.205902 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "fda968d1-90e5-46fa-bba4-e53c52da6605", "code": 200}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6", "code": 200}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:36.206149 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-518c57f3-8146-443b-8516-0b1cf4fe0f79 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:36.206541 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda968d1-90e5-46fa-bba4-e53c52da6605', 'code': 200} Feb 16 14:51:36.206792 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'code': 200} Feb 16 14:51:36.207041 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac', 'code': 200} Feb 16 14:51:36.222215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2cf27ad0-890b-48cf-bfeb-8a67dffc1319 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8267958 Feb 16 14:51:36.225757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54572) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:36.232496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:36.235971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df948f09-2b59-486f-9015-b82d7acfab3f req-bc900a8c-a76a-4d2c-a9fb-f40901d3f8ca tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.316156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9b70423-8225-47db-86ea-ad3252b964b2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:36.321121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df948f09-2b59-486f-9015-b82d7acfab3f req-bc900a8c-a76a-4d2c-a9fb-f40901d3f8ca tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.354006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc900a8c-a76a-4d2c-a9fb-f40901d3f8ca tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a6ca92-69fe-4462-b429-3dc81abd1ce1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:36.373013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.373591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.373958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.374423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.374886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.375346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.375857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.377867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8059307-8bba-495a-af44-69f1b3909d53 req-c3bf1b72-3e0c-4616-ae7a-0d5467d74137 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6492 time: 0.0852954 Feb 16 14:51:36.434777 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8059307-8bba-495a-af44-69f1b3909d53 req-dda3d290-b083-4fbf-9c9c-7ea83026bd2f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483532 Feb 16 14:51:36.445894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cc34e83c-e2f2-4179-b006-fb944043b4e6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:36.466738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df948f09-2b59-486f-9015-b82d7acfab3f req-bc900a8c-a76a-4d2c-a9fb-f40901d3f8ca tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.477319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: cc34e83c-e2f2-4179-b006-fb944043b4e6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:36.477910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cc34e83c-e2f2-4179-b006-fb944043b4e6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:36.480134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df948f09-2b59-486f-9015-b82d7acfab3f req-bc900a8c-a76a-4d2c-a9fb-f40901d3f8ca tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5117874 Feb 16 14:51:36.489462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b9b70423-8225-47db-86ea-ad3252b964b2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9b70423-8225-47db-86ea-ad3252b964b2,segment=NetworkSegment(324ddf2d-e3b6-4644-94f0-753bd220801b),segment_id=324ddf2d-e3b6-4644-94f0-753bd220801b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:36.502868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b9b70423-8225-47db-86ea-ad3252b964b2', 'network_id': 'f67d8f50-6e38-4456-8f6d-27426b553b07', 'port_id': 'b9b70423-8225-47db-86ea-ad3252b964b2', 'mac_address': 'fa:16:3e:86:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e9e0b1-6cc2-437c-a78b-f81be39499d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:36.546135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.561260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b70423-8225-47db-86ea-ad3252b964b2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:36.581150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b9b70423-8225-47db-86ea-ad3252b964b2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9b70423-8225-47db-86ea-ad3252b964b2,segment=NetworkSegment(324ddf2d-e3b6-4644-94f0-753bd220801b),segment_id=324ddf2d-e3b6-4644-94f0-753bd220801b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:36.624131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:36.627972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.695622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-230179351', 'description': 'tempest-description-496952489'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:36.706444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.764098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b9b70423-8225-47db-86ea-ad3252b964b2,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:36.830027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf86a41-e9ea-4ed1-97a6-fb2f7dbf70b1 req-897c9c01-f7d3-40a8-b3aa-a4f043863175 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:36.833567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcf86a41-e9ea-4ed1-97a6-fb2f7dbf70b1 req-897c9c01-f7d3-40a8-b3aa-a4f043863175 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0584304 Feb 16 14:51:36.855247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.866362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.892777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcf86a41-e9ea-4ed1-97a6-fb2f7dbf70b1 req-cbb7c236-5f47-45d7-a1f9-511e3ee44999 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Feb 16 14:51:36.924428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b9b70423-8225-47db-86ea-ad3252b964b2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:36.935873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:36.968123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:37.031963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=f229352d-2618-444f-830e-6e65c892d8ed,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:37.037518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': 'a2b60899-d580-4f08-b848-17ece3a9fa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:37.038127 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: db1cde77-a122-40e5-9698-056cfa597bfe, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:37.078831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.085277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.091413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.097483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.103918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.109741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.116267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.118194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-469eb634-500a-47e2-aba2-be93ca3d42b8 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.0998521 Feb 16 14:51:37.123606 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:37.185453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab4b660-1202-4ea6-924b-03b14970f54b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:37.214185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58174e9e-6337-4d8b-b0ee-016f43adeda5 req-dd62e2eb-1566-499e-812c-e77907022026 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837085 Feb 16 14:51:37.218543 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network db1cde77-a122-40e5-9698-056cfa597bfe is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:37.238251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:37.329436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c4803-f1ad-454b-8fb1-3daf7e8d46fd req-a9143909-c054-49af-be78-b305a6f60042 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.331017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-436c4803-f1ad-454b-8fb1-3daf7e8d46fd req-a9143909-c054-49af-be78-b305a6f60042 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 944 time: 0.0537317 Feb 16 14:51:37.379927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-436c4803-f1ad-454b-8fb1-3daf7e8d46fd req-cfee8cb1-4c74-45c6-8efb-e22aaeb47c06 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Feb 16 14:51:37.424370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, db1cde77-a122-40e5-9698-056cfa597bfe) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:37.428063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:37.440824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:37.441679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:37.446520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5974e76-a384-40d5-a4de-c29f25df330e None None] Network db1cde77-a122-40e5-9698-056cfa597bfe requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:37.495618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d844430f-bf58-48c5-96a7-2afec68b119f req-d2d54d43-c429-44b6-8de4-c29d8a54f400 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 210 time: 0.0463076 Feb 16 14:51:37.497653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa23a8-cb73-4080-9f5b-edbcae151ff3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:37.560923 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea663867-1d02-4409-8e6b-9a008a39a65c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3334956 Feb 16 14:51:37.563596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54612) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:37.571600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1170949085'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:37.629629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:37.631026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96a4105b-4f24-4121-b1e1-84e243cabd81 req-00c46706-aa64-4f5d-a0dd-90428e59a102 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9401441 Feb 16 14:51:37.644709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-db1cde77-a122-40e5-9698-056cfa597bfe', 'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe', 'tenant_id': '2c9127d526cf4d4fa5d11b4951e2316a', 'fixed_ips': [{'subnet_id': 'f229352d-2618-444f-830e-6e65c892d8ed'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:51:37.645575 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:37.673253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-3f4f5793-a749-4796-a4fb-7394a059deb3 req-8215fec6-aaaf-4082-b6cd-f4334510ff01 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-96127294', 'description': 'tempest-description-266344228'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:37.799410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Allocated IP 2001:db8::2 (db1cde77-a122-40e5-9698-056cfa597bfe/f229352d-2618-444f-830e-6e65c892d8ed/4b9c3c08-e088-4501-a9ba-86a528c7ad85) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:37.846016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f4f5793-a749-4796-a4fb-7394a059deb3 req-8215fec6-aaaf-4082-b6cd-f4334510ff01 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.002841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.043455 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f4f5793-a749-4796-a4fb-7394a059deb3 req-8215fec6-aaaf-4082-b6cd-f4334510ff01 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.061602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9d3c-a495-4fea-989f-ef60620e3478 req-fbdddf84-0e0f-4a9d-8c74-1fe8e13347cd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.063351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f3ab26c-0f51-43e3-acda-0d76b341ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.074084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-158c9d3c-a495-4fea-989f-ef60620e3478 req-fbdddf84-0e0f-4a9d-8c74-1fe8e13347cd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0831206 Feb 16 14:51:38.094770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:38.106914 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.139145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.140647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-158c9d3c-a495-4fea-989f-ef60620e3478 req-e2edc6cf-02c1-4891-a4b5-f54e1df3877e tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656383 Feb 16 14:51:38.142019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 31441406-0d4c-428d-a8a0-e4ef4065b2a2 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:38.193546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f4f5793-a749-4796-a4fb-7394a059deb3 req-8215fec6-aaaf-4082-b6cd-f4334510ff01 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.222586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Network db1cde77-a122-40e5-9698-056cfa597bfe is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:38.227101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:38.229500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:38.244487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Pushing event updated for resources: {'Port': ['ID=4b9c3c08-e088-4501-a9ba-86a528c7ad85,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:38.280151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215fec6-aaaf-4082-b6cd-f4334510ff01 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7bf09b-0c9c-4147-b106-19b90ff97cff,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:38.332484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Attempting to bind port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:38.333096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Attempting to bind port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a2b60899-d580-4f08-b848-17ece3a9fa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:38.334602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Attempting to bind port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 on network db1cde77-a122-40e5-9698-056cfa597bfe {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:38.347451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:38.348156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Checking segment: {'id': 'a2b60899-d580-4f08-b848-17ece3a9fa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:38.348843 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.350003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Bound using segment: {'id': 'a2b60899-d580-4f08-b848-17ece3a9fa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:38.350490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Bound port: 4b9c3c08-e088-4501-a9ba-86a528c7ad85, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b60899-d580-4f08-b848-17ece3a9fa84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'db1cde77-a122-40e5-9698-056cfa597bfe'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:38.350870 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.362580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9b70423-8225-47db-86ea-ad3252b964b2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:38.375647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::1d6 (db1cde77-a122-40e5-9698-056cfa597bfe/f229352d-2618-444f-830e-6e65c892d8ed/31441406-0d4c-428d-a8a0-e4ef4065b2a2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:38.385803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f4f5793-a749-4796-a4fb-7394a059deb3 req-8215fec6-aaaf-4082-b6cd-f4334510ff01 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.387331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f4f5793-a749-4796-a4fb-7394a059deb3 req-8215fec6-aaaf-4082-b6cd-f4334510ff01 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7204294 Feb 16 14:51:38.516129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] For port 4b9c3c08-e088-4501-a9ba-86a528c7ad85, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:38.532650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] For port 4b9c3c08-e088-4501-a9ba-86a528c7ad85, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b9c3c08-e088-4501-a9ba-86a528c7ad85,segment=NetworkSegment(a2b60899-d580-4f08-b848-17ece3a9fa84),segment_id=a2b60899-d580-4f08-b848-17ece3a9fa84)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:38.542435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.549237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.556138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.567961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.569487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.575735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.582319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.585147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-bde8d8dc-401c-4a36-8139-011c24f98b3b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.2296147 Feb 16 14:51:38.615950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port b9b70423-8225-47db-86ea-ad3252b964b2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:38.622580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b9b70423-8225-47db-86ea-ad3252b964b2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:38.623068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.692300 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.697116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e14af5c-c138-40c8-a3cf-63b883a0b7f7 req-baeb7062-1d66-4c72-906e-4531a0186c15 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907106 Feb 16 14:51:38.765809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:38.937605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf0eac-d26f-4bb7-82b0-acd77ad700b1 req-f640f3b0-bb2c-480e-b921-f310ac871eb9 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:38.939243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63bf0eac-d26f-4bb7-82b0-acd77ad700b1 req-f640f3b0-bb2c-480e-b921-f310ac871eb9 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 944 time: 0.1041026 Feb 16 14:51:38.966632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff45ec2-3c6a-48b0-bc2d-2985d5751d0a None None] Pushing event updated for resources: {'Port': ['ID=4b9c3c08-e088-4501-a9ba-86a528c7ad85,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:39.020265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.048765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.071586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63bf0eac-d26f-4bb7-82b0-acd77ad700b1 req-ce628fe8-e9c5-4c6d-8e32-8bc1f43a721d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198740 Feb 16 14:51:39.081524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b70423-8225-47db-86ea-ad3252b964b2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:39.100125 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6e6802-108b-40f5-9224-f3d097169031" -d '{"events": [{"server_uuid": "573291ae-540c-4fcf-92fb-4da0f8ccb1f8", "name": "network-vif-plugged", "status": "completed", "tag": "b9b70423-8225-47db-86ea-ad3252b964b2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:39.141528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b9b70423-8225-47db-86ea-ad3252b964b2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9b70423-8225-47db-86ea-ad3252b964b2,segment=NetworkSegment(324ddf2d-e3b6-4644-94f0-753bd220801b),segment_id=324ddf2d-e3b6-4644-94f0-753bd220801b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:39.147341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-59c4bdbd-5da8-4b03-bb7d-5f790d9627ee tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47867 time: 0.7065923 Feb 16 14:51:39.185338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network db1cde77-a122-40e5-9698-056cfa597bfe is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:39.189951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-68513a02-7145-4b1e-8ee7-6390e5836ae4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:39.193397 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-68513a02-7145-4b1e-8ee7-6390e5836ae4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.1599612 Feb 16 14:51:39.209086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=31441406-0d4c-428d-a8a0-e4ef4065b2a2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:39.209086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:39.210860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:39.217154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:39.217800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.263112 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-0a99c275-c532-4b71-b61f-89832ac5349b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 379 time: 0.0491319 Feb 16 14:51:39.266263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f50c5c13-51d4-470c-a0d1-958b79f88ce0 req-71d8758b-6621-4180-a655-fc157e524a84 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 210 time: 0.0453165 Feb 16 14:51:39.276161 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.294659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'port': {'device_id': '91bc82ad-6f39-487f-9413-a36cec145614', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'admin_state_up': True, 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'security_groups': ['e6946890-6b72-4cae-901b-0ca927c7f3db']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:39.325757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-ca9f2b05-01fd-4399-8cb9-e21e04d8b8c6 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/058f0d3d-fb30-4b49-9230-c2c60125c5ef HTTP/1.1" status: 200 len: 2985 time: 0.1436255 Feb 16 14:51:39.405615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5307a8fb-235d-4912-ab57-6937b9409929 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8405662 Feb 16 14:51:39.412966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54650) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:39.433086 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ef502b-77b8-4a19-ac32-da1874001434 x-openstack-request-id: req-e9ef502b-77b8-4a19-ac32-da1874001434 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:39.433794 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573291ae-540c-4fcf-92fb-4da0f8ccb1f8", "name": "network-vif-plugged", "status": "completed", "tag": "b9b70423-8225-47db-86ea-ad3252b964b2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:39.434552 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e9ef502b-77b8-4a19-ac32-da1874001434 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:39.436055 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b70423-8225-47db-86ea-ad3252b964b2', 'code': 200} Feb 16 14:51:39.495272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b9b70423-8225-47db-86ea-ad3252b964b2,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:39.538929 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-2d07d739-5d58-416d-91d2-35c95f55ae97 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/058f0d3d-fb30-4b49-9230-c2c60125c5ef HTTP/1.1" status: 200 len: 2985 time: 0.1464725 Feb 16 14:51:39.681112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.688741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-0741d646-66b0-4e1f-9d39-1287a5afb565 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/05da2e38-cb50-4af6-b566-21824b067eb2 HTTP/1.1" status: 200 len: 2985 time: 0.0924568 Feb 16 14:51:39.694513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61620855-65ae-4546-bd59-c1c21dcddaa0 req-a8c24943-96db-4bf2-91a9-d55a5b22c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:39.694513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61620855-65ae-4546-bd59-c1c21dcddaa0 req-a8c24943-96db-4bf2-91a9-d55a5b22c811 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 1096 time: 0.1709292 Feb 16 14:51:39.702841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f6e4-a143-4d9f-9ad2-5cb3e92b8925 req-123f7541-b04e-40b8-8c31-8b27afea9c1c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:39.704394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d428f6e4-a143-4d9f-9ad2-5cb3e92b8925 req-123f7541-b04e-40b8-8c31-8b27afea9c1c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1176975 Feb 16 14:51:39.724486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Made reservation on behalf of ec137de5f57a41b2934ddafed334ff75 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:39.728377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.763100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 31441406-0d4c-428d-a8a0-e4ef4065b2a2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:39.763459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.855144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61620855-65ae-4546-bd59-c1c21dcddaa0 req-e60c0fb8-00a5-4693-af48-d3db4b1a797e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489425 Feb 16 14:51:39.866092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-c8f576b2-36a1-4c88-8d84-0a35794b9aca tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/05da2e38-cb50-4af6-b566-21824b067eb2 HTTP/1.1" status: 200 len: 2985 time: 0.1588092 Feb 16 14:51:39.871623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d428f6e4-a143-4d9f-9ad2-5cb3e92b8925 req-4c5183fa-9939-43c4-8af7-cd09eb22c1e9 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569152 Feb 16 14:51:39.879942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Allocated IP 172.20.0.6 (58428ed5-2c2e-4f4a-aee1-89cc5e69c62f/6fc55b5a-d5fd-4575-852d-3179aee27a6b/bf92de27-b207-47a4-998c-1552ca16d934) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:39.936930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:39.947926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-98440295-67a1-47fd-9e78-30cfbeb9643e tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/25300de0-4dc3-4b64-8432-846e4a938450 HTTP/1.1" status: 200 len: 2985 time: 0.0733960 Feb 16 14:51:39.954001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 31441406-0d4c-428d-a8a0-e4ef4065b2a2 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:40.066032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.098610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-677a9cb6-8bc2-4ba7-b3d6-3b359e6c7e74 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/25300de0-4dc3-4b64-8432-846e4a938450 HTTP/1.1" status: 200 len: 2985 time: 0.1423130 Feb 16 14:51:40.122098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.128530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.135398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.141341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.147362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.153320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.159113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.161117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-60a27c8d-f14a-4d88-8c86-e67cb53c7020 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.2010741 Feb 16 14:51:40.204560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.256792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:40.267720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:40.281834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7153fbb4-1540-46ee-ab7f-8c3850525a2d req-cb183561-d636-4bfb-bb3a-65881068c75f tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035559 Feb 16 14:51:40.285482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:40.294180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:40.313583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-4a93086b-285e-4b32-9d61-ad322c3bd9f6 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/2c12cb31-d7d8-48ea-a9be-9e445303aedb HTTP/1.1" status: 200 len: 2985 time: 0.1497183 Feb 16 14:51:40.406064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.407646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.488143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-81011259-6d48-4eb8-9537-f9dc34ba3354 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/2c12cb31-d7d8-48ea-a9be-9e445303aedb HTTP/1.1" status: 200 len: 2985 time: 0.1561418 Feb 16 14:51:40.490587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.536677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b9c3c08-e088-4501-a9ba-86a528c7ad85 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:40.544090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=31441406-0d4c-428d-a8a0-e4ef4065b2a2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:40.572270 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc94b86-9838-49ca-899f-8ce5c91a9ed2 None None] Network db1cde77-a122-40e5-9698-056cfa597bfe requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:40.590980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.594563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f64cac50-d30c-4164-ad69-557bc0397000 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/31441406-0d4c-428d-a8a0-e4ef4065b2a2 HTTP/1.1" status: 204 len: 168 time: 1.1799431 Feb 16 14:51:40.597316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54676) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:40.628823 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0488d5-0f4e-4fdc-b20f-2f8770d0ef81 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:51:40.633289 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8f0488d5-0f4e-4fdc-b20f-2f8770d0ef81 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/31441406-0d4c-428d-a8a0-e4ef4065b2a2 HTTP/1.1" status: 404 len: 333 time: 0.0348711 Feb 16 14:51:40.635987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54680) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:40.639948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde6fd5-38af-4682-b5a9-76b863d0ba41 req-f6548a5e-81c3-451e-a7db-27e590c52c60 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.649669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbde6fd5-38af-4682-b5a9-76b863d0ba41 req-f6548a5e-81c3-451e-a7db-27e590c52c60 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 945 time: 0.2470598 Feb 16 14:51:40.681627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-1c1da9cc-e32e-4146-845d-06f7383f9c10 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/37afdcd2-07a5-44dd-9385-7b7f856f7653 HTTP/1.1" status: 200 len: 2985 time: 0.1919458 Feb 16 14:51:40.695996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Provisioning complete for port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:40.696556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.699594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet f229352d-2618-444f-830e-6e65c892d8ed {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:51:40.702841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.721923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbde6fd5-38af-4682-b5a9-76b863d0ba41 req-068fd6c5-e178-491a-8730-604d5d93776d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714004 Feb 16 14:51:40.747585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-04e67ed2-4613-4d9a-b7d0-4be021eccaf9 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/37afdcd2-07a5-44dd-9385-7b7f856f7653 HTTP/1.1" status: 200 len: 2985 time: 0.0646162 Feb 16 14:51:40.751286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:40.751917 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.756316 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.767852 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-5cf55493-d9c0-42a9-bd7a-7a8dda9ea902 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4936023 Feb 16 14:51:40.820776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Request body: {'port': {'device_id': '91bc82ad-6f39-487f-9413-a36cec145614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:40.841043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-3609b3ed-de12-4783-aca4-6340a46616f2 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/43c9d89e-f707-42ea-828e-3ae80b62fd89 HTTP/1.1" status: 200 len: 2985 time: 0.0858774 Feb 16 14:51:40.920425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.925251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.926495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.933471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.939660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.946420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.952434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.958721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:40.960747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aeb60992-96af-4bb6-bc72-47d4f60d1937 req-3f0635f8-ca13-4ab0-afc3-fb1674513b4c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.1476395 Feb 16 14:51:40.973583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:40.973694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-7fbaf908-cb2f-4d04-95d3-d36f433bc8f7 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/43c9d89e-f707-42ea-828e-3ae80b62fd89 HTTP/1.1" status: 200 len: 2985 time: 0.1047480 Feb 16 14:51:40.977500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54684) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:40.984670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Request body: {'floatingip': {'port_id': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:40.989150 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.035947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.173558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.315927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:51:41.316422 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:51:41.317065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.358347 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:51:41.358820 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:51:41.365675 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.412553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=f229352d-2618-444f-830e-6e65c892d8ed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:41.417866 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.426042 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f069df1c-0022-49db-9271-ea9e92244bb4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/f229352d-2618-444f-830e-6e65c892d8ed HTTP/1.1" status: 204 len: 168 time: 0.7885578 Feb 16 14:51:41.430076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54688) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:41.456284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.563667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf92de27-b207-47a4-998c-1552ca16d934 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:41.575840 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.582374 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.601592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Transition to ACTIVE for port object bf92de27-b207-47a4-998c-1552ca16d934 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:51:41.614818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae1df5-1f25-4567-a253-1e5c9ffc5b72 None None] Network db1cde77-a122-40e5-9698-056cfa597bfe requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:41.679380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:41.685754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.702025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.785142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54696) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:41.789199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05246d2c-5eeb-4fc5-8317-96aa58596fc5 req-fdf4fb13-2425-4d1a-a76f-f2a97aeec960 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:41.791694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05246d2c-5eeb-4fc5-8317-96aa58596fc5 req-fdf4fb13-2425-4d1a-a76f-f2a97aeec960 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 931 time: 0.7016997 Feb 16 14:51:41.794677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-9fde1154-7c0c-471a-b915-ff0e7df5744d tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/686d1817-6d90-43b9-8cc3-486f0c4864a2 HTTP/1.1" status: 200 len: 2985 time: 0.8180966 Feb 16 14:51:41.856716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] For port 4b9c3c08-e088-4501-a9ba-86a528c7ad85, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b9c3c08-e088-4501-a9ba-86a528c7ad85,segment=NetworkSegment(a2b60899-d580-4f08-b848-17ece3a9fa84),segment_id=a2b60899-d580-4f08-b848-17ece3a9fa84)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:41.857088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.887969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:41.908635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 4b9c3c08-e088-4501-a9ba-86a528c7ad85 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:41.919026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:41.939425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] DHCP port deletion for db1cde77-a122-40e5-9698-056cfa597bfe request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:51:41.944883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.019109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] For port 4b9c3c08-e088-4501-a9ba-86a528c7ad85, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b9c3c08-e088-4501-a9ba-86a528c7ad85,segment=NetworkSegment(a2b60899-d580-4f08-b848-17ece3a9fa84),segment_id=a2b60899-d580-4f08-b848-17ece3a9fa84)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:42.061139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] Deleting port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:42.061663 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.093371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fb59c4b-6955-4794-b86d-a9a6c2d6a0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.143109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05246d2c-5eeb-4fc5-8317-96aa58596fc5 req-17a1e909-402e-4998-98b0-87c6e8e67805 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405888 Feb 16 14:51:42.144146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.167751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] For port 4b9c3c08-e088-4501-a9ba-86a528c7ad85, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b9c3c08-e088-4501-a9ba-86a528c7ad85,segment=NetworkSegment(a2b60899-d580-4f08-b848-17ece3a9fa84),segment_id=a2b60899-d580-4f08-b848-17ece3a9fa84)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:42.167751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.168901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-f33908e4-a3d0-421d-b511-37c3b70e2af5 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/686d1817-6d90-43b9-8cc3-486f0c4864a2 HTTP/1.1" status: 200 len: 2985 time: 0.3500631 Feb 16 14:51:42.188882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Attempting to bind port bf92de27-b207-47a4-998c-1552ca16d934 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:42.189217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Attempting to bind port bf92de27-b207-47a4-998c-1552ca16d934 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:42.189536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Attempting to bind port bf92de27-b207-47a4-998c-1552ca16d934 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:42.205432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] Calling delete_port for 4b9c3c08-e088-4501-a9ba-86a528c7ad85 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:42.217654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Port bf92de27-b207-47a4-998c-1552ca16d934 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:51:42.218003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Attempting to bind port bf92de27-b207-47a4-998c-1552ca16d934 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:42.234721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:42.235081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:42.235734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Bound using segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:42.235927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Bound port: bf92de27-b207-47a4-998c-1552ca16d934, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:42.236257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.254148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-b92facad-1037-4d38-bfcf-a0a7bc44e8ba tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/6a105bf9-9f76-4b79-9c5a-5dca94a2ca49 HTTP/1.1" status: 200 len: 2977 time: 0.0565634 Feb 16 14:51:42.303753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:51:42.304151 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:51:42.308472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c204fa6-5010-467e-81e4-1bb538cf0f6b None None] Pushing event updated for resources: {'Port': ['ID=4b9c3c08-e088-4501-a9ba-86a528c7ad85,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:42.311168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-410942b3-999e-4f56-a01e-5f5147e846ca None None] Could not find standard attr ID for object 31441406-0d4c-428d-a8a0-e4ef4065b2a2. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:51:42.333949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fb59c4b-6955-4794-b86d-a9a6c2d6a0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.343706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.351115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-410942b3-999e-4f56-a01e-5f5147e846ca None None] Could not find standard attr ID for object 4b9c3c08-e088-4501-a9ba-86a528c7ad85. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:51:42.360053 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.392958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=4b9c3c08-e088-4501-a9ba-86a528c7ad85,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:42.395481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] No DVR routers for this DVR port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:42.397228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28002278-60c4-4be9-ab2b-dcf7e3440fea None None] Pushing event deleted for resources: {'Port': ['ID=4b9c3c08-e088-4501-a9ba-86a528c7ad85,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:42.398165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No DVR routers for this DVR port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:42.403166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.404415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-d4cf3d36-c160-45ea-9bd2-30da1f8507d4 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/6a105bf9-9f76-4b79-9c5a-5dca94a2ca49 HTTP/1.1" status: 200 len: 2977 time: 0.1333928 Feb 16 14:51:42.436574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:42.451537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fb59c4b-6955-4794-b86d-a9a6c2d6a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.460613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568b508-fd36-4ac2-a069-05c35a423d49 req-2d7d9935-2823-4770-8b62-2b5cdd52d1cd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:42.464960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1568b508-fd36-4ac2-a069-05c35a423d49 req-2d7d9935-2823-4770-8b62-2b5cdd52d1cd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1947799 Feb 16 14:51:42.514325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:42.525967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.530930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.534357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-80b57dcf-8f49-48c4-92cf-edc4fa285790 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/71a79f2d-c15f-4566-9e03-52d60560de93 HTTP/1.1" status: 200 len: 2985 time: 0.0894418 Feb 16 14:51:42.556924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1568b508-fd36-4ac2-a069-05c35a423d49 req-850e04ea-b272-4bf4-8973-f4ca55dd41ed tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844893 Feb 16 14:51:42.561764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb59c4b-6955-4794-b86d-a9a6c2d6a0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74094d38-466d-4dd4-afa5-0387354ecea0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:42.567887 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5fb59c4b-6955-4794-b86d-a9a6c2d6a0f9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc0babf2fe4e4476b49b89be4596e3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7788181 Feb 16 14:51:42.569991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1cde77-a122-40e5-9698-056cfa597bfe']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:42.572042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:42.582880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Port 4b9c3c08-e088-4501-a9ba-86a528c7ad85 update to ACTIVE by agent not found {{(pid=103045) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 14:51:42.592013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b60899-d580-4f08-b848-17ece3a9fa84') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:42.592449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b60899-d580-4f08-b848-17ece3a9fa84') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:42.609826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.610750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-8ca8830c-b52f-498c-af3a-df0b0ae46652 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/71a79f2d-c15f-4566-9e03-52d60560de93 HTTP/1.1" status: 200 len: 2985 time: 0.0691845 Feb 16 14:51:42.611871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.675378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.687774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:42.687774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.688968 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] 10.222.0.93 "PUT /v2.0/ports/bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 1091 time: 1.8923120 Feb 16 14:51:42.690132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.693566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:42.696365 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d65359-b1f4-4f8f-a8c2-98cdc7381745" -d '{"events": [{"name": "network-changed", "server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:42.699508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:51:42.700001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:51:42.706540 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:51:42.728928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b9c3c08-e088-4501-a9ba-86a528c7ad85 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:42.757464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4b9c3c08-e088-4501-a9ba-86a528c7ad85 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:42.757464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b9c3c08-e088-4501-a9ba-86a528c7ad85 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:42.760845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-eeca5df7-bf02-4da6-8e57-5a4eedccf337 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/7ab4b660-1202-4ea6-924b-03b14970f54b HTTP/1.1" status: 200 len: 2985 time: 0.1364923 Feb 16 14:51:42.785344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbfc48-b128-4c47-a7d7-1e29e44c7ea2 req-a991623b-ffe1-4861-9e41-9a02a2ed01d1 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:42.788812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fbbfc48-b128-4c47-a7d7-1e29e44c7ea2 req-a991623b-ffe1-4861-9e41-9a02a2ed01d1 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 945 time: 0.1458342 Feb 16 14:51:42.819020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089a9912-f9d1-4635-82a6-32cd21bef696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.828398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f17c22-46b3-434b-ab73-75dd523c22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:42.899621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089a9912-f9d1-4635-82a6-32cd21bef696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.907801 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Floating IP 4b0f7840-542a-4735-9d69-97746a304832 associated. External IP: 172.25.6.193, port: 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6. Feb 16 14:51:42.951448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-a2a88326-7790-4288-afae-a18a53733d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:42.952427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fbbfc48-b128-4c47-a7d7-1e29e44c7ea2 req-7ac2e486-22d6-475d-8a57-9ffd4328fbb0 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274271 Feb 16 14:51:42.953261 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-a2a88326-7790-4288-afae-a18a53733d81 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1094 time: 0.0981231 Feb 16 14:51:42.963034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-fd9847ab-418c-4889-9825-b0fe069d7242 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/7ab4b660-1202-4ea6-924b-03b14970f54b HTTP/1.1" status: 200 len: 2985 time: 0.1734805 Feb 16 14:51:42.986657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.986657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:42.994545 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/db1cde77-a122-40e5-9698-056cfa597bfe HTTP/1.1" status: 204 len: 168 time: 1.5631227 Feb 16 14:51:42.995404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54708) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:43.034819 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c60e8b-4210-4f01-b5e7-2a069b184f2f x-openstack-request-id: req-d8c60e8b-4210-4f01-b5e7-2a069b184f2f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:43.035119 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:43.035351 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d8c60e8b-4210-4f01-b5e7-2a069b184f2f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:43.035931 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'status': 'completed', 'code': 200} Feb 16 14:51:43.040713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'name': 'tempest-PortsIpV6TestJSON-911376309'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:43.048375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-ffd788a6-52da-4a87-be77-72ef5403254c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 217 time: 0.0800073 Feb 16 14:51:43.077978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-883055b1-0bcf-491b-b54d-02658aa30e72 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/7defaa6f-f9d8-40a8-a199-2806170a8ef7 HTTP/1.1" status: 200 len: 2973 time: 0.0971985 Feb 16 14:51:43.130730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834d93d-14b9-42df-8d2a-94beb3918898 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=db1cde77-a122-40e5-9698-056cfa597bfe,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:43.187933 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089a9912-f9d1-4635-82a6-32cd21bef696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:43.190564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089a9912-f9d1-4635-82a6-32cd21bef696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:43.192369 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-089a9912-f9d1-4635-82a6-32cd21bef696 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/74094d38-466d-4dd4-afa5-0387354ecea0 HTTP/1.1" status: 204 len: 168 time: 0.6187768 Feb 16 14:51:43.205712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-83f40ca7-ab45-4382-8aa4-59b39bdf7915 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/7defaa6f-f9d8-40a8-a199-2806170a8ef7 HTTP/1.1" status: 200 len: 2973 time: 0.0831885 Feb 16 14:51:43.216690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-9bac9dd6-6298-4912-bbb7-b2766ae73b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.218295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-9bac9dd6-6298-4912-bbb7-b2766ae73b36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1276445 Feb 16 14:51:43.221615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a9912-f9d1-4635-82a6-32cd21bef696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74094d38-466d-4dd4-afa5-0387354ecea0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:43.252812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Router f67e9917-4935-466c-b8c2-6e90755bea2d has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:51:43.281993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-98e1a30b-b5b6-485f-91c1-d6c65e702e91 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/925198fb-be6c-4922-bf0c-2ce1fc8e354c HTTP/1.1" status: 200 len: 2985 time: 0.0675006 Feb 16 14:51:43.290601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-8284631f-1b58-4755-ac70-46adca5f9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.292376 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-8284631f-1b58-4755-ac70-46adca5f9f9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646174 Feb 16 14:51:43.400826 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-8e120cdb-f5f0-4a76-862e-39f303f624c0 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003523 Feb 16 14:51:43.406697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:43.411177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:43.412729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-9eea42de-0dab-4307-a047-1291e5a9f5fd tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/925198fb-be6c-4922-bf0c-2ce1fc8e354c HTTP/1.1" status: 200 len: 2985 time: 0.0925510 Feb 16 14:51:43.437670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:51:43.444806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:43.451676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] Sync routers for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:51:43.465095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:43.465858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:43.488921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8fdffad1-7df7-4662-9ad7-45c553f72c3a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "PUT /v2.0/floatingips/4b0f7840-542a-4735-9d69-97746a304832 HTTP/1.1" status: 200 len: 991 time: 2.5094731 Feb 16 14:51:43.489794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:43.492333 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f38b2dc-f93a-475e-b856-b70c41cee258" -d '{"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:43.496237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 13bc76a4-5bb6-4a77-8c60-48d0e4c6171f yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:43.497729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-277fda81-316b-4d28-9f02-f2fbd9cbfa2a tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/e2f021d8-44d6-47cf-a729-2d786c040c5f HTTP/1.1" status: 200 len: 2981 time: 0.0771418 Feb 16 14:51:43.551030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf18a882-d214-4f79-8d43-ff72abf26366 req-6894ebf6-7d63-4146-8b01-23e5f911253e tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/e2f021d8-44d6-47cf-a729-2d786c040c5f HTTP/1.1" status: 200 len: 2981 time: 0.0448897 Feb 16 14:51:43.619904 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0c6d86da-e44d-4f0b-9a85-43c54beacc87 req-8f167bf1-977d-4c86-886f-ce5afee2657b service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961484 Feb 16 14:51:43.748752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:43.770929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:43.812005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0251-c4cb-4756-a34e-57b436ee419b req-5186c572-b770-4486-9994-af16967319d2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.815123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0ce0251-c4cb-4756-a34e-57b436ee419b req-5186c572-b770-4486-9994-af16967319d2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 943 time: 0.1236651 Feb 16 14:51:43.831137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.840168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.850840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.859177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.866357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.872597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.878564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.887933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0cd0ac3f-838b-4ecb-b62f-9ecc18ed731c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.1879129 Feb 16 14:51:43.912707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-9e5ee255-664e-49c6-b597-3606a36b0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:43.914445 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-9e5ee255-664e-49c6-b597-3606a36b0822 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1094 time: 0.1098251 Feb 16 14:51:43.918338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:43.968901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d8ba757-dede-45dd-9840-77aa4d4c25c3 req-0bf22743-a173-46ec-849c-3e8dd6ed37ff tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799236 Feb 16 14:51:43.972650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0ce0251-c4cb-4756-a34e-57b436ee419b req-dd30a3b0-e759-42bc-9197-01f7d7f37a77 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760999 Feb 16 14:51:44.018860 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5200220-f43b-482c-8cb2-e53a43e011be x-openstack-request-id: req-b5200220-f43b-482c-8cb2-e53a43e011be {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:44.018860 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:44.018860 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b5200220-f43b-482c-8cb2-e53a43e011be {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:44.019134 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'status': 'completed', 'code': 200} Feb 16 14:51:44.038697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:44.047111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:44.054737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:44.060045 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.060953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.142519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '4b0f7840-542a-4735-9d69-97746a304832', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'floating_ip_address': '172.25.6.193', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'port_id': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'mac_address': 'fa:16:3e:94:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:50:02Z', 'updated_at': '2022-02-16T14:51:42Z', 'revision_number': 1, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:29Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:44.169576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54734) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:44.178570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] Checking router: f67e9917-4935-466c-b8c2-6e90755bea2d for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:51:44.189436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:44.190135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:44.200228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f7d585c-8c0e-4444-8c72-8c2fa33eb959 req-5e14a463-8915-44f8-8739-8cb3690ed7eb tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aac70128a9eb412abc033b8766c382cf HTTP/1.1" status: 200 len: 6110 time: 0.1360455 Feb 16 14:51:44.202525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66c394a7-0a9f-4c24-80cb-7bb6c9652be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.213273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1725b-ff82-45f1-b4e9-7466736ac647 req-e4ba0d5a-f2e4-4114-a2d7-5aeceff491a9 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.215320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9b1725b-ff82-45f1-b4e9-7466736ac647 req-e4ba0d5a-f2e4-4114-a2d7-5aeceff491a9 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 945 time: 0.1228471 Feb 16 14:51:44.343520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:44.350925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f7d585c-8c0e-4444-8c72-8c2fa33eb959 req-52369803-5341-48d1-813d-0455b9149e06 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "GET /v2.0/security-groups/05da2e38-cb50-4af6-b566-21824b067eb2 HTTP/1.1" status: 200 len: 2985 time: 0.1343184 Feb 16 14:51:44.366060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9b1725b-ff82-45f1-b4e9-7466736ac647 req-94d60b0b-9153-4ed5-8ee7-c4fc666768bc tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360741 Feb 16 14:51:44.500530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=13bc76a4-5bb6-4a77-8c60-48d0e4c6171f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:44.509939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66c394a7-0a9f-4c24-80cb-7bb6c9652be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.513696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f7d585c-8c0e-4444-8c72-8c2fa33eb959 req-ce8382a4-e408-4f5c-b952-a5844d44f200 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "GET /v2.0/security-groups/05da2e38-cb50-4af6-b566-21824b067eb2 HTTP/1.1" status: 200 len: 2985 time: 0.1463349 Feb 16 14:51:44.532008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-a2249d76-8ad0-446b-8f8d-c2af38633ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.542402 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-a2249d76-8ad0-446b-8f8d-c2af38633ab0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.5952342 Feb 16 14:51:44.544980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.545453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.545921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.547081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.547571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.548098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.548697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.550636 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-7ff6e020-b1bd-43ae-8f3d-2f55ae04e65c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6492 time: 0.4846277 Feb 16 14:51:44.554598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fd87c-b107-45d7-9b3c-c57f9e057a6b req-efc085a4-da1f-4688-bc34-dbf8285ace4b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.557146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-114fd87c-b107-45d7-9b3c-c57f9e057a6b req-efc085a4-da1f-4688-bc34-dbf8285ace4b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0893176 Feb 16 14:51:44.631125 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66c394a7-0a9f-4c24-80cb-7bb6c9652be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.699535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-114fd87c-b107-45d7-9b3c-c57f9e057a6b req-8f661603-234b-4bf9-9b72-349fee17672b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360052 Feb 16 14:51:44.705591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-66c394a7-0a9f-4c24-80cb-7bb6c9652be3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=61a5e972f7fd4222b2e4c430e60d8233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346267 Feb 16 14:51:44.710795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-8347e9ba-59e6-4397-a20c-77395caaf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.712843 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-8347e9ba-59e6-4397-a20c-77395caaf33c service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b18220e-b2f2-4afd-922c-83c86ed713f5 HTTP/1.1" status: 200 len: 914 time: 0.1489646 Feb 16 14:51:44.713469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54738) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:44.714515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '4b0f7840-542a-4735-9d69-97746a304832', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'floating_ip_address': '172.25.6.193', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'port_id': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'mac_address': 'fa:16:3e:94:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:50:02Z', 'updated_at': '2022-02-16T14:51:42Z', 'revision_number': 1, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:29Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:44.730175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c394a7-0a9f-4c24-80cb-7bb6c9652be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2fd9eb-1fd6-423d-ac5d-32bf5b43f076,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:44.746015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.752198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.755476 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-1b61d994-fdea-49a2-814a-0e6a639be250 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 217 time: 0.2033608 Feb 16 14:51:44.762529 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9e00ac7e-0217-4a1f-a7f1-1b7c69142b6a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7280691 Feb 16 14:51:44.762694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.767215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.767839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54740) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:44.769133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be1812-42e7-4b27-99a5-f5793d923b77 None None] The sync data for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 is: [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '4b0f7840-542a-4735-9d69-97746a304832', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'floating_ip_address': '172.25.6.193', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'port_id': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'mac_address': 'fa:16:3e:94:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:50:02Z', 'updated_at': '2022-02-16T14:51:42Z', 'revision_number': 1, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:29Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:51:44.774586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.781086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.788741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.792876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83087fad-8916-45e6-b7f2-225eaa4245e8 req-65a54f7b-c1fd-48f4-bc24-e53bce3a0e30 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.1837382 Feb 16 14:51:44.839707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4caf0ad6-b675-4ca2-b9ca-2ec9f64dbc9f req-70f8af99-5149-4ae3-b8b0-48c9ab3eac84 tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/2e7bf09b-0c9c-4147-b106-19b90ff97cff HTTP/1.1" status: 200 len: 1777 time: 0.0456622 Feb 16 14:51:44.893516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea58b3-9d8f-4777-9546-4922fd78a879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.903876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4caf0ad6-b675-4ca2-b9ca-2ec9f64dbc9f req-0db36044-300f-406f-9f7f-3db849835c9b tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.928013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4caf0ad6-b675-4ca2-b9ca-2ec9f64dbc9f req-0db36044-300f-406f-9f7f-3db849835c9b tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.968918 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-3a7123b5-c038-4c06-97cb-713073ccc51b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 HTTP/1.1" status: 200 len: 999 time: 0.2077401 Feb 16 14:51:44.971376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-0b96d462-5722-4928-a680-4c9e926034ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:44.972807 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-0b96d462-5722-4928-a680-4c9e926034ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.2041497 Feb 16 14:51:44.977242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea58b3-9d8f-4777-9546-4922fd78a879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.042923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-118d7a81-0502-4cc9-893a-6633ce96876d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:45.045658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-118d7a81-0502-4cc9-893a-6633ce96876d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.129 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 945 time: 0.0631738 Feb 16 14:51:45.095448 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b170e7-7ed2-44ba-a632-4d9ed8ce8570 None None] New status for floating IP 4b0f7840-542a-4735-9d69-97746a304832: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:51:45.116082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-765210ed-448d-4445-a204-5fd52c3c6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:45.117684 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-765210ed-448d-4445-a204-5fd52c3c6a72 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fef6a079-b0ad-4472-ac1f-69a28a56eab1 HTTP/1.1" status: 200 len: 851 time: 0.1284645 Feb 16 14:51:45.120704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-4fad9126-109b-46f5-86ca-41b83a24bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:45.122174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-4fad9126-109b-46f5-86ca-41b83a24bb58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317167 Feb 16 14:51:45.129215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 13bc76a4-5bb6-4a77-8c60-48d0e4c6171f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:45.129631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.136105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4caf0ad6-b675-4ca2-b9ca-2ec9f64dbc9f req-0db36044-300f-406f-9f7f-3db849835c9b tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.138708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4caf0ad6-b675-4ca2-b9ca-2ec9f64dbc9f req-0db36044-300f-406f-9f7f-3db849835c9b tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.142962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4caf0ad6-b675-4ca2-b9ca-2ec9f64dbc9f req-0db36044-300f-406f-9f7f-3db849835c9b tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "DELETE /v2.0/security-groups/2e7bf09b-0c9c-4147-b106-19b90ff97cff HTTP/1.1" status: 204 len: 173 time: 0.2939825 Feb 16 14:51:45.191138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db36044-300f-406f-9f7f-3db849835c9b tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7bf09b-0c9c-4147-b106-19b90ff97cff,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:45.226287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f63c47-c46b-46de-bc10-262139760fcc req-6fe4516c-4edc-4cf4-b47c-767a85f7c721 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:45.227917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4f63c47-c46b-46de-bc10-262139760fcc req-6fe4516c-4edc-4cf4-b47c-767a85f7c721 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 943 time: 0.1251018 Feb 16 14:51:45.256135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea58b3-9d8f-4777-9546-4922fd78a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.258086 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea58b3-9d8f-4777-9546-4922fd78a879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.259251 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6ea58b3-9d8f-4777-9546-4922fd78a879 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8a2fd9eb-1fd6-423d-ac5d-32bf5b43f076 HTTP/1.1" status: 204 len: 168 time: 0.5443044 Feb 16 14:51:45.283132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Deleting port b9b70423-8225-47db-86ea-ad3252b964b2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:45.283468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.295817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fba42aa6-d89d-4ff5-8d3e-77c2a8f44559 req-9146b70d-003c-4afb-af71-a476ebf209bd tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "GET /v2.0/security-groups/1baa23a8-cb73-4080-9f5b-edbcae151ff3 HTTP/1.1" status: 200 len: 1778 time: 0.1244519 Feb 16 14:51:45.314650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea58b3-9d8f-4777-9546-4922fd78a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2fd9eb-1fd6-423d-ac5d-32bf5b43f076,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:45.328124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.378255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 13bc76a4-5bb6-4a77-8c60-48d0e4c6171f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:45.387943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-69673791-311e-4045-adf8-1ac90b672dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:45.389450 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-69673791-311e-4045-adf8-1ac90b672dff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b18220e-b2f2-4afd-922c-83c86ed713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403142 Feb 16 14:51:45.404212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4f63c47-c46b-46de-bc10-262139760fcc req-6711043f-82e8-4f51-b965-bf274c28c54f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525350 Feb 16 14:51:45.466317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fba42aa6-d89d-4ff5-8d3e-77c2a8f44559 req-dd937b04-0999-47c7-b339-c78ec450d5da tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.516375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-d080472f-6b32-4820-b5f5-6e05afee52fb service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660161 Feb 16 14:51:45.529840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] For port b9b70423-8225-47db-86ea-ad3252b964b2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9b70423-8225-47db-86ea-ad3252b964b2,segment=NetworkSegment(324ddf2d-e3b6-4644-94f0-753bd220801b),segment_id=324ddf2d-e3b6-4644-94f0-753bd220801b)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:45.530292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.541333 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fba42aa6-d89d-4ff5-8d3e-77c2a8f44559 req-dd937b04-0999-47c7-b339-c78ec450d5da tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.556202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Calling delete_port for b9b70423-8225-47db-86ea-ad3252b964b2 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:45.629093 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-15815c23-c05a-4fbd-a002-d2ad6b655bfc service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278633 Feb 16 14:51:45.630842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949d14e-54b3-44d9-be99-92c80766b2e1 req-b0f9bc62-7699-4ebd-af87-9983d6f608eb tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:45.632407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4949d14e-54b3-44d9-be99-92c80766b2e1 req-b0f9bc62-7699-4ebd-af87-9983d6f608eb tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 945 time: 0.1544633 Feb 16 14:51:45.696992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4949d14e-54b3-44d9-be99-92c80766b2e1 req-294676ef-ef94-4804-92b2-e8b2e0162f5d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/security-groups?id=2c12cb31-d7d8-48ea-a9be-9e445303aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540528 Feb 16 14:51:45.702918 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-84d65359-b1f4-4f8f-a8c2-98cdc7381745 req-ddd70ae8-ed5a-4f57-8a0f-ad792ec0c202 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747508 Feb 16 14:51:45.742454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.772848 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fba42aa6-d89d-4ff5-8d3e-77c2a8f44559 req-dd937b04-0999-47c7-b339-c78ec450d5da tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.776874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fba42aa6-d89d-4ff5-8d3e-77c2a8f44559 req-dd937b04-0999-47c7-b339-c78ec450d5da tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.781420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fba42aa6-d89d-4ff5-8d3e-77c2a8f44559 req-dd937b04-0999-47c7-b339-c78ec450d5da tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] 10.222.0.113 "DELETE /v2.0/security-groups/1baa23a8-cb73-4080-9f5b-edbcae151ff3 HTTP/1.1" status: 204 len: 173 time: 0.4816980 Feb 16 14:51:45.788596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd937b04-0999-47c7-b339-c78ec450d5da tempest-SecurityGroupsTestAdminJSON-1542801222 tempest-SecurityGroupsTestAdminJSON-1542801222-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa23a8-cb73-4080-9f5b-edbcae151ff3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:45.793878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=13bc76a4-5bb6-4a77-8c60-48d0e4c6171f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:45.798959 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3f38b2dc-f93a-475e-b856-b70c41cee258 req-a8508220-4a00-47b4-add8-552532cbfe2f service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607423 Feb 16 14:51:45.801971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.805815 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f8ae0bd7-4c9f-43cd-85db-06e3d9ecdd75 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/13bc76a4-5bb6-4a77-8c60-48d0e4c6171f HTTP/1.1" status: 204 len: 168 time: 1.0349638 Feb 16 14:51:45.817996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54764) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:45.822932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'mac_address': 'fa:16:3e:f1:b4:b5', 'name': 'tempest-PortsIpV6TestJSON-632969429'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:45.840572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.852752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b9b70423-8225-47db-86ea-ad3252b964b2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:45.917750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Pushing event deleted for resources: {'Port': ['ID=b9b70423-8225-47db-86ea-ad3252b964b2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:45.933392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0e49c1a-2e9c-4259-8440-444fd3bebec5 req-c6be5ee2-b69e-4043-bfb7-4de48d14bf99 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "GET /v2.0/security-groups/41a6ca92-69fe-4462-b429-3dc81abd1ce1 HTTP/1.1" status: 200 len: 1780 time: 0.1163113 Feb 16 14:51:45.980973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] No DVR routers for this DVR port b9b70423-8225-47db-86ea-ad3252b964b2 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:51:45.990532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:45.993895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df291292-4402-49a9-95bb-eb618dd0dd78 req-b263cd0e-67d2-4b14-a0e1-de9c9b43ff1d tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.129 "DELETE /v2.0/ports/b9b70423-8225-47db-86ea-ad3252b964b2 HTTP/1.1" status: 204 len: 173 time: 0.9424481 Feb 16 14:51:46.003473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c59fb9-8ec8-4c9e-86ae-6313a771aee3 req-dd51619d-1172-4fb3-8ae5-af7962c7ab5a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:46.011312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0c59fb9-8ec8-4c9e-86ae-6313a771aee3 req-dd51619d-1172-4fb3-8ae5-af7962c7ab5a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1760559 Feb 16 14:51:46.021886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'name': 'network-vif-deleted', 'tag': 'b9b70423-8225-47db-86ea-ad3252b964b2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:46.024594 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3b35c-7ec8-4bd9-b1d5-6e1ba4794987" -d '{"events": [{"server_uuid": "573291ae-540c-4fcf-92fb-4da0f8ccb1f8", "name": "network-vif-deleted", "tag": "b9b70423-8225-47db-86ea-ad3252b964b2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:46.027098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:46.099636 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0c59fb9-8ec8-4c9e-86ae-6313a771aee3 req-c9fa6fec-5337-40a2-915b-e971470ee2a2 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848610 Feb 16 14:51:46.105103 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.111132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0e49c1a-2e9c-4259-8440-444fd3bebec5 req-c7497403-ee75-4311-8683-3de276fb70c2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.122889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.153194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0e49c1a-2e9c-4259-8440-444fd3bebec5 req-c7497403-ee75-4311-8683-3de276fb70c2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.165432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:51:46.174271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:46.185859 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b2d40-f5f9-40d5-8d7e-57cfb1b028e1 x-openstack-request-id: req-780b2d40-f5f9-40d5-8d7e-57cfb1b028e1 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:46.187154 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573291ae-540c-4fcf-92fb-4da0f8ccb1f8", "name": "network-vif-deleted", "tag": "b9b70423-8225-47db-86ea-ad3252b964b2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:46.189417 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-780b2d40-f5f9-40d5-8d7e-57cfb1b028e1 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:46.189988 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573291ae-540c-4fcf-92fb-4da0f8ccb1f8', 'name': 'network-vif-deleted', 'tag': 'b9b70423-8225-47db-86ea-ad3252b964b2', 'status': 'completed', 'code': 200} Feb 16 14:51:46.304451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:46.324062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0e49c1a-2e9c-4259-8440-444fd3bebec5 req-c7497403-ee75-4311-8683-3de276fb70c2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.328363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0e49c1a-2e9c-4259-8440-444fd3bebec5 req-c7497403-ee75-4311-8683-3de276fb70c2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.329703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'bf92de27-b207-47a4-998c-1552ca16d934', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934', 'mac_address': 'fa:16:3e:9a:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:51:46.330416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0e49c1a-2e9c-4259-8440-444fd3bebec5 req-c7497403-ee75-4311-8683-3de276fb70c2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "DELETE /v2.0/security-groups/41a6ca92-69fe-4462-b429-3dc81abd1ce1 HTTP/1.1" status: 204 len: 173 time: 0.3810220 Feb 16 14:51:46.342875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7497403-ee75-4311-8683-3de276fb70c2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a6ca92-69fe-4462-b429-3dc81abd1ce1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:46.417015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.434087 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.444783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a86cb1f8-d532-4dd2-801a-268175ccd967 req-f8b17f5f-7cc9-47a7-aa5a-13d7cada9482 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "GET /v2.0/security-groups/4848ffd0-0e02-4c4c-a91b-e5f2bc4c1fbe HTTP/1.1" status: 200 len: 1778 time: 0.0867937 Feb 16 14:51:46.457261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf92de27-b207-47a4-998c-1552ca16d934 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:51:46.480637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:46.545410 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a86cb1f8-d532-4dd2-801a-268175ccd967 req-df3c9d66-4111-46d1-b0df-69e7f5f9ffb2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.559948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a295e-14db-48ac-9a03-09609cbf3d65 req-3326e4a9-6812-419f-9b91-000d124bd44d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:46.561493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-449a295e-14db-48ac-9a03-09609cbf3d65 req-3326e4a9-6812-419f-9b91-000d124bd44d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 943 time: 0.0769320 Feb 16 14:51:46.572845 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.574032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.595038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a86cb1f8-d532-4dd2-801a-268175ccd967 req-df3c9d66-4111-46d1-b0df-69e7f5f9ffb2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.637358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-449a295e-14db-48ac-9a03-09609cbf3d65 req-57275637-4bdd-49b9-bf64-d12959befb9e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671384 Feb 16 14:51:46.662406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:46.702960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:46.706341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:46.715502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:46.721537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:46.722158 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.731373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:46.834189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ff18871-0212-4218-ba77-1bec588f0d1a req-d47bb4b0-28e1-48a4-b56f-3e0c08910789 tempest-ServerAddressesNegativeTestJSON-649570298 tempest-ServerAddressesNegativeTestJSON-649570298-project] 10.222.0.113 "GET /v2.0/ports?device_id=573291ae-540c-4fcf-92fb-4da0f8ccb1f8 HTTP/1.1" status: 200 len: 210 time: 0.0287404 Feb 16 14:51:46.887477 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a86cb1f8-d532-4dd2-801a-268175ccd967 req-df3c9d66-4111-46d1-b0df-69e7f5f9ffb2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.895923 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-61609204-e461-45f2-9ba4-0b931d20e313 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0710502 Feb 16 14:51:46.896617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a86cb1f8-d532-4dd2-801a-268175ccd967 req-df3c9d66-4111-46d1-b0df-69e7f5f9ffb2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.896617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a86cb1f8-d532-4dd2-801a-268175ccd967 req-df3c9d66-4111-46d1-b0df-69e7f5f9ffb2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] 10.222.0.113 "DELETE /v2.0/security-groups/4848ffd0-0e02-4c4c-a91b-e5f2bc4c1fbe HTTP/1.1" status: 204 len: 173 time: 0.4398265 Feb 16 14:51:46.898278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54796) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:46.901589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c9d66-4111-46d1-b0df-69e7f5f9ffb2 tempest-SecurityGroupsTestAdminJSON-648396531 tempest-SecurityGroupsTestAdminJSON-648396531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4848ffd0-0e02-4c4c-a91b-e5f2bc4c1fbe,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:46.903723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['bf92de27-b207-47a4-998c-1552ca16d934'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:51:46.967701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca1ff4-41dd-4ea5-84a5-860ab8dfbb99 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:46.969096 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e1ca1ff4-41dd-4ea5-84a5-860ab8dfbb99 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd HTTP/1.1" status: 200 len: 844 time: 0.0698340 Feb 16 14:51:46.972711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54800) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:47.089235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:47.089580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:47.165459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:47.201571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:47.268410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c708e-48c4-4f42-a4c6-c7a8f86cfbb8 req-b1a1be73-d68e-4064-8010-e900c60e0f47 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:47.269963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d9c708e-48c4-4f42-a4c6-c7a8f86cfbb8 req-b1a1be73-d68e-4064-8010-e900c60e0f47 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1013751 Feb 16 14:51:47.330759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d9c708e-48c4-4f42-a4c6-c7a8f86cfbb8 req-194d228b-c233-498a-a08e-1e227d82a937 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Feb 16 14:51:47.438751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:47.478147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:47.486008 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:47.493348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54816) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:47.493523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7f4d82ee-829b-49a9-b642-584177db88ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd HTTP/1.1" status: 204 len: 168 time: 0.5159180 Feb 16 14:51:47.521793 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-b975519c-f669-4606-b670-52e320098f30 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:51:47.532660 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b975519c-f669-4606-b670-52e320098f30 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/8c6aa92b-c490-4a91-a49f-e7e1f2ebe4bd HTTP/1.1" status: 404 len: 333 time: 0.0288138 Feb 16 14:51:47.534949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54818) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:47.537900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54820) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:47.543000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'name': 'tempest-PortsIpV6TestJSON-146396831'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:47.732607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:47.736946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:47.757566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:47.872435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef889a84-4bcd-43b4-becc-f604b4e8f9dc req-64afb197-73d2-4bf6-bfe8-e1d1d0786b67 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:47.874735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef889a84-4bcd-43b4-becc-f604b4e8f9dc req-64afb197-73d2-4bf6-bfe8-e1d1d0786b67 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1081576 Feb 16 14:51:47.928931 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-652b16ec-bba5-4939-8550-b6d9ef04cf98 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aac70128a9eb412abc033b8766c382cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928292 Feb 16 14:51:47.929219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef889a84-4bcd-43b4-becc-f604b4e8f9dc req-b96927ff-d697-4d33-b008-1f29b5093424 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460427 Feb 16 14:51:47.931420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54836) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:47.946671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54838) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:48.014002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-107e9777-80a2-45cc-9245-f7028a824b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.038375 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-107e9777-80a2-45cc-9245-f7028a824b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.071356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] Deleting subnet c1e9e0b1-6cc2-437c-a78b-f81be39499d3 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:51:48.075982 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.081383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.125941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.163715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:48.178059 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.203406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-107e9777-80a2-45cc-9245-f7028a824b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.206034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-107e9777-80a2-45cc-9245-f7028a824b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.207895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-107e9777-80a2-45cc-9245-f7028a824b39 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/05da2e38-cb50-4af6-b566-21824b067eb2 HTTP/1.1" status: 204 len: 168 time: 0.2746911 Feb 16 14:51:48.217346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e9777-80a2-45cc-9245-f7028a824b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05da2e38-cb50-4af6-b566-21824b067eb2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:48.254765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.294394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port bf92de27-b207-47a4-998c-1552ca16d934 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:51:48.298444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port bf92de27-b207-47a4-998c-1552ca16d934 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:48.298888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.305962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:48.309170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:48.313136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:48.319365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:48.320018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.328268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.340884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:48.386525 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.391658 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/c1e9e0b1-6cc2-437c-a78b-f81be39499d3 HTTP/1.1" status: 204 len: 168 time: 0.4424667 Feb 16 14:51:48.391658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a2bd5-4096-43d1-8a1b-f6566b105ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e9e0b1-6cc2-437c-a78b-f81be39499d3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:48.392504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54850) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:48.405329 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.431042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:48.433519 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef4f68-0a18-4f15-8f62-56feeceb805c" -d '{"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:48.462051 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-62ca2e17-dc67-462a-a924-7b9cf3695f59 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9229205 Feb 16 14:51:48.462994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54854) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:48.463164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:48.470410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:48.484926 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd35afc-8dd6-43a2-b2da-902b79f92835 x-openstack-request-id: req-dfd35afc-8dd6-43a2-b2da-902b79f92835 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:48.485391 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:48.485808 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dfd35afc-8dd6-43a2-b2da-902b79f92835 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:48.486337 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'code': 200} Feb 16 14:51:48.500733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9b70423-8225-47db-86ea-ad3252b964b2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:51:48.522545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510e9b6-02eb-4cb7-b164-5b0a38efb056 req-45ce46e6-9184-4fbf-8040-21f9d07597a5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:48.524909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a510e9b6-02eb-4cb7-b164-5b0a38efb056 req-45ce46e6-9184-4fbf-8040-21f9d07597a5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0947385 Feb 16 14:51:48.533912 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.534606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: b9b70423-8225-47db-86ea-ad3252b964b2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:51:48.535130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9b70423-8225-47db-86ea-ad3252b964b2 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:51:48.539798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.578850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a510e9b6-02eb-4cb7-b164-5b0a38efb056 req-1eaa9d90-f7ba-4706-af84-f5646f44b9dd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441663 Feb 16 14:51:48.610497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:48.621090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.737112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068e9b-e927-4daf-8fd5-8b79b3850b21 req-dbfba0c9-b9c8-4021-b36f-3bc0555f8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:48.738793 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b8068e9b-e927-4daf-8fd5-8b79b3850b21 req-dbfba0c9-b9c8-4021-b36f-3bc0555f8470 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1096 time: 0.1573741 Feb 16 14:51:48.758912 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.811382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67d8f50-6e38-4456-8f6d-27426b553b07']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:48.865628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324ddf2d-e3b6-4644-94f0-753bd220801b') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:48.865930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324ddf2d-e3b6-4644-94f0-753bd220801b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:48.868681 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b8068e9b-e927-4daf-8fd5-8b79b3850b21 req-973711b6-5bfd-48c8-badc-4a3e9d1bb5a2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203406 Feb 16 14:51:48.880041 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.909207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.920954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:51:48.921352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:51:48.923014 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:51:48.983017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.061736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8844ad0-6189-4b9b-acaf-30273f54088f req-3cc30675-4c26-4bfe-96a8-d05e931d02bf tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:49.063213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8844ad0-6189-4b9b-acaf-30273f54088f req-3cc30675-4c26-4bfe-96a8-d05e931d02bf tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Feb 16 14:51:49.101748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8844ad0-6189-4b9b-acaf-30273f54088f req-deecb735-7ecf-427d-b9a6-c28776bc2c54 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323763 Feb 16 14:51:49.117215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.153955 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.167656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.171162 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f67d8f50-6e38-4456-8f6d-27426b553b07 HTTP/1.1" status: 204 len: 168 time: 0.7777452 Feb 16 14:51:49.174152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] In _notify_port_updated(), no bound segment for port a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7 on network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:51:49.179653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:49.180261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.181537 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "PUT /v2.0/ports/a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7 HTTP/1.1" status: 200 len: 818 time: 0.7153411 Feb 16 14:51:49.184429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54870) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.193484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31605cf-72d1-49e9-bb6b-846345ab9987 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67d8f50-6e38-4456-8f6d-27426b553b07,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:49.200637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f51c1-5a56-4be5-a4a9-8319770669ca tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:49.252667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54872) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.281352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54874) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.295381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:51:49.295966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.337273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-11bd2c98-397c-475a-b20d-4d6114917486 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b0d6028848a0472c9b5b2ea093068ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809329 Feb 16 14:51:49.337863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54878) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.385230 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.401672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-388eaf2a-999d-4b14-8140-bde106aa95bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.402353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:51:49.424195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-388eaf2a-999d-4b14-8140-bde106aa95bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.485662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00bf81a3-c868-4c48-841d-045869b7d1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.556891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-388eaf2a-999d-4b14-8140-bde106aa95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.559474 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-388eaf2a-999d-4b14-8140-bde106aa95bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.560658 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-388eaf2a-999d-4b14-8140-bde106aa95bb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7ab4b660-1202-4ea6-924b-03b14970f54b HTTP/1.1" status: 204 len: 168 time: 0.2217429 Feb 16 14:51:49.568657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eaf2a-999d-4b14-8140-bde106aa95bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab4b660-1202-4ea6-924b-03b14970f54b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:49.588981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.673282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00bf81a3-c868-4c48-841d-045869b7d1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.675461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:49.697248 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.697358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54886) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.698051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b426467-c38c-4ada-ba67-d7f6e29895d2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7 HTTP/1.1" status: 204 len: 168 time: 0.5032723 Feb 16 14:51:49.749797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047448e-733e-4c01-9663-c7a258b51a0f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:49.752167 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e047448e-733e-4c01-9663-c7a258b51a0f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0590949 Feb 16 14:51:49.754595 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54888) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.770932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890de2b-f18c-458b-bc84-d4616f39ca61 req-44535786-6fe5-4c17-b85b-4f981e8c2bf0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:49.780431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b890de2b-f18c-458b-bc84-d4616f39ca61 req-44535786-6fe5-4c17-b85b-4f981e8c2bf0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0710161 Feb 16 14:51:49.783831 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-808ee371-5218-4f5f-b5b3-470f0b69619a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:51:49.789948 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-808ee371-5218-4f5f-b5b3-470f0b69619a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/a73a0d16-adb5-4eab-a5a5-fab9b1d2a2a7 HTTP/1.1" status: 404 len: 333 time: 0.0296366 Feb 16 14:51:49.789948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00bf81a3-c868-4c48-841d-045869b7d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.797150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.806558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54894) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.810949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1370964313'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:49.837736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf81a3-c868-4c48-841d-045869b7d1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934901eb-3967-4592-9436-f6ff94e86c24,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:49.843918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b890de2b-f18c-458b-bc84-d4616f39ca61 req-49cecc6f-ed29-4ab4-9fbb-9121bfafe1ae tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626655 Feb 16 14:51:49.845248 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-00bf81a3-c868-4c48-841d-045869b7d1e9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=342b4f790286411f9d2f909a8f67193b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620894 Feb 16 14:51:49.847895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54896) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.878058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:49.878500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b8b31ff-b4ff-4f2f-9827-66cc36a169de admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f71029d016af49af9a0b4ce13535fd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683143 Feb 16 14:51:49.955944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46068e9-d064-49bd-8fc9-f7d846ee8027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.966451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:49.970139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.998458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7964-5cf2-43ac-8a19-fd910be35e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.024785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46068e9-d064-49bd-8fc9-f7d846ee8027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.052560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:50.057710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7964-5cf2-43ac-8a19-fd910be35e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.100814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.101212 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment ab25609c-8a3f-4f1d-9b90-1c78a15bcf18 of type vlan for network 2245959a-28ee-4421-a4bb-c865d2a72ca1 Feb 16 14:51:50.198769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.262471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862fd5a-9f3e-4d92-9772-827da2ca7403 req-6c22a893-fbc3-4409-8f96-8b1f4c94a10a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:50.263990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1862fd5a-9f3e-4d92-9772-827da2ca7403 req-6c22a893-fbc3-4409-8f96-8b1f4c94a10a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.0754094 Feb 16 14:51:50.312968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46068e9-d064-49bd-8fc9-f7d846ee8027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.316402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46068e9-d064-49bd-8fc9-f7d846ee8027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.320117 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b46068e9-d064-49bd-8fc9-f7d846ee8027 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/934901eb-3967-4592-9436-f6ff94e86c24 HTTP/1.1" status: 204 len: 168 time: 0.4688916 Feb 16 14:51:50.324356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1862fd5a-9f3e-4d92-9772-827da2ca7403 req-d2deb547-a251-458f-9067-d67de6c82bea tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427828 Feb 16 14:51:50.327062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46068e9-d064-49bd-8fc9-f7d846ee8027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934901eb-3967-4592-9436-f6ff94e86c24,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:50.350593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.360417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:50.361111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.375390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7964-5cf2-43ac-8a19-fd910be35e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.383593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7964-5cf2-43ac-8a19-fd910be35e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:50.387055 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e7ad7964-5cf2-43ac-8a19-fd910be35e20 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2c12cb31-d7d8-48ea-a9be-9e445303aedb HTTP/1.1" status: 204 len: 168 time: 0.5037265 Feb 16 14:51:50.462566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad7964-5cf2-43ac-8a19-fd910be35e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12cb31-d7d8-48ea-a9be-9e445303aedb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:50.484305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=2245959a-28ee-4421-a4bb-c865d2a72ca1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:50.497418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:50.552943 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a208c1a6-9c05-46dc-846a-1270892df0c3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7514200 Feb 16 14:51:50.553678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54918) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:50.560827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:50.791560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:50.795426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.034414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe94141-f4c8-4864-bbda-4bf2c711331f req-69d3b452-a75c-4a8e-a27e-aece25ea6661 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:51.035845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbe94141-f4c8-4864-bbda-4bf2c711331f req-69d3b452-a75c-4a8e-a27e-aece25ea6661 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.0996912 Feb 16 14:51:51.081210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbe94141-f4c8-4864-bbda-4bf2c711331f req-87f00a34-9d36-4bef-9715-f2d883025134 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 Feb 16 14:51:51.121117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.187524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=cde38993-2265-4609-8cd5-597a543d8cae,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:51.202286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': 'ab25609c-8a3f-4f1d-9b90-1c78a15bcf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:51.202286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: 2245959a-28ee-4421-a4bb-c865d2a72ca1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:51.244131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:51.259276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc426dfa-90e6-4c72-89ae-90637f9221b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.322748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:51.338032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc426dfa-90e6-4c72-89ae-90637f9221b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.408651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc426dfa-90e6-4c72-89ae-90637f9221b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.431034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2245959a-28ee-4421-a4bb-c865d2a72ca1) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:51.437010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:51.437602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.445166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484450d-87b5-4b7c-8cbd-becfa1a5f09a None None] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:51.467843 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc426dfa-90e6-4c72-89ae-90637f9221b3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=78c2a9caffde44248d1af921f2f4686b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225637 Feb 16 14:51:51.470813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54948) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:51.472217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6c553-e1f9-41df-a3ba-b2a81a77117e req-6fe5b4b1-5d52-4aa9-985b-ce9857a8e3f5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:51.474432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6c6c553-e1f9-41df-a3ba-b2a81a77117e req-6fe5b4b1-5d52-4aa9-985b-ce9857a8e3f5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.0747385 Feb 16 14:51:51.519008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6c6c553-e1f9-41df-a3ba-b2a81a77117e req-58042907-a570-466c-b4ed-d1f54738b358 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372243 Feb 16 14:51:51.534623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc426dfa-90e6-4c72-89ae-90637f9221b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f6d5b-3230-43b9-8de0-e5b1bb38fad4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:51.540350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1e1f2abb-aae0-4e6d-aa80-91d4c9209dde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9830532 Feb 16 14:51:51.547150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54952) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:51.557898 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-859e4343-8da7-4c45-a93c-d1d3b6e7bdff tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:51.677105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fbecf-22e2-4c9a-a032-1489571c3321 req-1d770c01-d2fd-4a22-a896-0a004d6946f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:51.678816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d70fbecf-22e2-4c9a-a032-1489571c3321 req-1d770c01-d2fd-4a22-a896-0a004d6946f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.0791996 Feb 16 14:51:51.681421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aa04-e1dd-4485-86bf-2396a799475f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.686409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2245959a-28ee-4421-a4bb-c865d2a72ca1', 'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1', 'tenant_id': '2c9127d526cf4d4fa5d11b4951e2316a', 'fixed_ips': [{'subnet_id': 'cde38993-2265-4609-8cd5-597a543d8cae'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:51:51.688219 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.691449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54958) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:51.703797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'floatingip': {'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:51.720567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aa04-e1dd-4485-86bf-2396a799475f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.792644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.866349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54966) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:51.871679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-544832672'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:51.880920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859e4343-8da7-4c45-a93c-d1d3b6e7bdff tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:51.886272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-859e4343-8da7-4c45-a93c-d1d3b6e7bdff tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:51.923719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Allocated IP 2001:db8::2 (2245959a-28ee-4421-a4bb-c865d2a72ca1/cde38993-2265-4609-8cd5-597a543d8cae/9cf695ed-ddc4-464c-8298-c8bfd52e897f) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:51.978791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24330a2-db1d-4473-9b79-3cbf06ea4fc1 req-151f736e-be86-45c4-86fe-8bf31638062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:51.978791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e24330a2-db1d-4473-9b79-3cbf06ea4fc1 req-151f736e-be86-45c4-86fe-8bf31638062c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 1097 time: 0.1154568 Feb 16 14:51:52.028186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aa04-e1dd-4485-86bf-2396a799475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.030852 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aa04-e1dd-4485-86bf-2396a799475f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.032200 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c3e5aa04-e1dd-4485-86bf-2396a799475f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e71f6d5b-3230-43b9-8de0-e5b1bb38fad4 HTTP/1.1" status: 204 len: 168 time: 0.5594265 Feb 16 14:51:52.056745 n-d-829433-1 neutron-server[103044]: INFO neutron.db.ipam_backend_mixin [None req-859e4343-8da7-4c45-a93c-d1d3b6e7bdff tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cde38993-2265-4609-8cd5-597a543d8cae (CIDR: 2001:db8::/64) Feb 16 14:51:52.057775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5aa04-e1dd-4485-86bf-2396a799475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f6d5b-3230-43b9-8de0-e5b1bb38fad4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:52.110087 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-859e4343-8da7-4c45-a93c-d1d3b6e7bdff tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:51:52.110538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859e4343-8da7-4c45-a93c-d1d3b6e7bdff tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:51:52.141172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:52.145093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.154298 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.231355 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.296396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Pushing event updated for resources: {'Port': ['ID=9cf695ed-ddc4-464c-8298-c8bfd52e897f,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:52.320944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:52.320944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:52.322810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:52.387030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Attempting to bind port 9cf695ed-ddc4-464c-8298-c8bfd52e897f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:52.387500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Attempting to bind port 9cf695ed-ddc4-464c-8298-c8bfd52e897f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'ab25609c-8a3f-4f1d-9b90-1c78a15bcf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:52.387998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Attempting to bind port 9cf695ed-ddc4-464c-8298-c8bfd52e897f on network 2245959a-28ee-4421-a4bb-c865d2a72ca1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:52.394039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:52.394551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Checking segment: {'id': 'ab25609c-8a3f-4f1d-9b90-1c78a15bcf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:52.395030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.395554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Bound using segment: {'id': 'ab25609c-8a3f-4f1d-9b90-1c78a15bcf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:52.396124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Bound port: 9cf695ed-ddc4-464c-8298-c8bfd52e897f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab25609c-8a3f-4f1d-9b90-1c78a15bcf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:52.396676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.424641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54982) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:52.472091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e24330a2-db1d-4473-9b79-3cbf06ea4fc1 req-a4e26694-7d4a-4dfb-9f61-ef58ede9db41 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857900 Feb 16 14:51:52.478862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] For port 9cf695ed-ddc4-464c-8298-c8bfd52e897f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:52.481975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] For port 9cf695ed-ddc4-464c-8298-c8bfd52e897f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf695ed-ddc4-464c-8298-c8bfd52e897f,segment=NetworkSegment(ab25609c-8a3f-4f1d-9b90-1c78a15bcf18),segment_id=ab25609c-8a3f-4f1d-9b90-1c78a15bcf18)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:52.537218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd88e50-4f2f-47c5-a45f-c53b0bd4183e req-9a9b64d0-c4c3-4d83-b6a2-8e28be566571 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:52.538545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afd88e50-4f2f-47c5-a45f-c53b0bd4183e req-9a9b64d0-c4c3-4d83-b6a2-8e28be566571 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1153560 Feb 16 14:51:52.553080 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.558946 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-859e4343-8da7-4c45-a93c-d1d3b6e7bdff tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0100701 Feb 16 14:51:52.567080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54988) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:52.576096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:52.641511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:52.657524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.657968 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Added segment 05e714b7-7c74-4726-8b84-1ff39027e8d5 of type vlan for network cf2cdb5d-8519-41c7-a623-c71f6ae0060d Feb 16 14:51:52.676314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afd88e50-4f2f-47c5-a45f-c53b0bd4183e req-510ce7aa-e934-4a22-bd96-3399d222828a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302640 Feb 16 14:51:52.749251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945215c-4035-4685-a8e9-16af740438a0 None None] Pushing event updated for resources: {'Port': ['ID=9cf695ed-ddc4-464c-8298-c8bfd52e897f,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:52.757492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.840309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-179738917-network', 'tenant_id': '5d288684babd4069b883f16a3dbe324e'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:52.873460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:52.879505 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.906729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.918559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:52.919730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:52.921114 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.012990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.059831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Made reservation on behalf of 5d288684babd4069b883f16a3dbe324e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:53.061364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.071435 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2034485 Feb 16 14:51:53.077786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55004) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:53.085872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa7924-c98c-4430-9967-dfbbcfc9c205 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Network': ['ID=cf2cdb5d-8519-41c7-a623-c71f6ae0060d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:53.092430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.098948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-660679306'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:53.103451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:53.360203 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Floating IP d9b5a7b6-cb2b-4742-b39b-3e9b4af35e61 associated. External IP: 172.25.6.76, port: bf92de27-b207-47a4-998c-1552ca16d934. Feb 16 14:51:53.435355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.436460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:53.439960 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.476968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:53.525713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.526053 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Added segment f5799a72-cf87-47c6-b1ad-4ae67d5d43ae of type vlan for network 81b15931-d000-4e2e-837f-43c40ca895e8 Feb 16 14:51:53.548504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.567041 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.597022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:51:53.614991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.618384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aa9f87-589b-407b-89a7-17e2f17aa5fc,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:53.643220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:53.653440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.654024 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Added segment 9ccc5e73-f163-4e11-937b-e6c491db0ba8 of type vlan for network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 Feb 16 14:51:53.657378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:53.657796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:53.658403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.672055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=fa901fe1-3757-4e8f-b942-2a37d6c5ccf5,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:53.695195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-d80b81a6-e2fc-407a-9af3-4a1482967ebe tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=3d9880f171b64558902f86be3e04c85b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778248 Feb 16 14:51:53.799872 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d297e503-a645-4b71-85f0-13cda0a47670 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2279384 Feb 16 14:51:53.800051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55032) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:53.807670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1', 'fixed_ips': [{'subnet_id': 'cde38993-2265-4609-8cd5-597a543d8cae'}, {'subnet_id': 'fa901fe1-3757-4e8f-b942-2a37d6c5ccf5'}], 'name': 'tempest-PortsIpV6TestJSON-147575826'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:53.881005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.906180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:53.912513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:53.913304 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.017706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9355483 Feb 16 14:51:54.022140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55034) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:54.032177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'subnet': {'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:54.062332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57e463-fb5d-439c-ab3a-228f010cfb52 req-c97ef1c6-4f6d-4d6d-ac20-83a040b066cf tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:54.064010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b57e463-fb5d-439c-ab3a-228f010cfb52 req-c97ef1c6-4f6d-4d6d-ac20-83a040b066cf tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.2943249 Feb 16 14:51:54.082209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e282976-f7d5-48e7-ae52-bd354d0401f5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Network': ['ID=81b15931-d000-4e2e-837f-43c40ca895e8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:54.103443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 81b15931-d000-4e2e-837f-43c40ca895e8 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:54.105281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:54.127861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-22b412cc-f271-46f7-9c1a-5f0c73f6e1f3 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:54.132179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-22b412cc-f271-46f7-9c1a-5f0c73f6e1f3 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021137 Feb 16 14:51:54.133766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a631c1-627d-47bf-92d2-2feae85ead1d None None] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:54.159371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:51:54.167139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.167911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:54.168664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.180938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-f910b558-319a-46e0-9355-0f00868a9a14 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/quotas/3d9880f171b64558902f86be3e04c85b HTTP/1.1" status: 200 len: 375 time: 0.0389686 Feb 16 14:51:54.184508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b57e463-fb5d-439c-ab3a-228f010cfb52 req-61910a9d-4cd4-4917-96f8-df3659ab207c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131551 Feb 16 14:51:54.239474 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.261010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:54.277726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e9f767e0-2aa0-498a-86c4-7796d89d67f0 None None] Provisioning complete for port 9cf695ed-ddc4-464c-8298-c8bfd52e897f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:54.278431 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9f767e0-2aa0-498a-86c4-7796d89d67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.286464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] Pushing event updated for resources: {'Network': ['ID=4632861c-d5ba-48da-bff2-b0c9f7301ac6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:54.320348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:54.321519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:51:54.324424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.342556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-44796319-8c93-40e7-811d-67dbec9ccab5 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=3d9880f171b64558902f86be3e04c85b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672119 Feb 16 14:51:54.450448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ffda666-0a21-4b73-a970-650b43b83c86 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0248897 Feb 16 14:51:54.451389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55046) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:54.466148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Request body: {'subnet': {'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-179738917-subnet', 'tenant_id': '5d288684babd4069b883f16a3dbe324e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:54.492896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb04e57-f957-4de5-b9f7-1cd85badd609 req-c0c0da1b-e9f2-46da-be61-2e120cf53daf tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:54.495371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-beb04e57-f957-4de5-b9f7-1cd85badd609 req-c0c0da1b-e9f2-46da-be61-2e120cf53daf tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2051940 Feb 16 14:51:54.606309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-beb04e57-f957-4de5-b9f7-1cd85badd609 req-2b0659af-136b-4f72-9335-6e9d06b4f4d8 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703924 Feb 16 14:51:54.609887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:51:54.615528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.662465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0c2e3087-5656-4a43-9532-d3c4df071048 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "PUT /v2.0/floatingips/d9b5a7b6-cb2b-4742-b39b-3e9b4af35e61 HTTP/1.1" status: 200 len: 990 time: 2.9608092 Feb 16 14:51:54.662465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:51:54.662465 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1dbb2-b013-4739-9829-0fb5897fe845" -d '{"events": [{"name": "network-changed", "server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:51:54.662465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Made reservation on behalf of 5d288684babd4069b883f16a3dbe324e for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:54.664936 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.689661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] Sync routers for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:51:54.734916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:54.736932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:54.866679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9f767e0-2aa0-498a-86c4-7796d89d67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:54.934381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf695ed-ddc4-464c-8298-c8bfd52e897f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:54.939802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::2d0 (2245959a-28ee-4421-a4bb-c865d2a72ca1/cde38993-2265-4609-8cd5-597a543d8cae/e9b7ef45-5643-4c1a-979a-f5db8a4ab882) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:54.940599 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87770ba7-0520-4653-821f-f8dd8e874931 x-openstack-request-id: req-87770ba7-0520-4653-821f-f8dd8e874931 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:51:54.940962 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:51:54.941287 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-87770ba7-0520-4653-821f-f8dd8e874931 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:51:54.941760 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'status': 'completed', 'code': 200} Feb 16 14:51:54.970666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8:0:1::3b1 (2245959a-28ee-4421-a4bb-c865d2a72ca1/fa901fe1-3757-4e8f-b942-2a37d6c5ccf5/e9b7ef45-5643-4c1a-979a-f5db8a4ab882) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:55.008083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaee8-7217-4eb3-b7d5-df3031b9588a req-e8dcb765-7969-4503-8fd4-83bac04e5248 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.030845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9aaaee8-7217-4eb3-b7d5-df3031b9588a req-e8dcb765-7969-4503-8fd4-83bac04e5248 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.0920062 Feb 16 14:51:55.035470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e9f767e0-2aa0-498a-86c4-7796d89d67f0 None None] For port 9cf695ed-ddc4-464c-8298-c8bfd52e897f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf695ed-ddc4-464c-8298-c8bfd52e897f,segment=NetworkSegment(ab25609c-8a3f-4f1d-9b90-1c78a15bcf18),segment_id=ab25609c-8a3f-4f1d-9b90-1c78a15bcf18)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:55.073700 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.099658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:55.140439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9aaaee8-7217-4eb3-b7d5-df3031b9588a req-21c0cfda-72a9-4024-943f-5f080233cc87 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086366 Feb 16 14:51:55.153609 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9f767e0-2aa0-498a-86c4-7796d89d67f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.181732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:55.202137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Checking segment: {'id': '9ccc5e73-f163-4e11-937b-e6c491db0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:55.204674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Network hostable DHCP agents. Network: 4632861c-d5ba-48da-bff2-b0c9f7301ac6, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:55.215599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db4ea9-a299-4890-8716-c205e8560a0e None None] Update dhcp port {'port': {'network_id': '2245959a-28ee-4421-a4bb-c865d2a72ca1', 'fixed_ips': [{'subnet_id': 'cde38993-2265-4609-8cd5-597a543d8cae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa901fe1-3757-4e8f-b942-2a37d6c5ccf5'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '9cf695ed-ddc4-464c-8298-c8bfd52e897f'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:51:55.229915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-8e79ffa4-dc1f-494d-96fd-375fa5ab51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.232421 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-8e79ffa4-dc1f-494d-96fd-375fa5ab51cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1096 time: 0.2802405 Feb 16 14:51:55.233366 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.322655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6af924b-e145-444e-b249-ce586814ff60 req-be428f5f-9abc-4d5d-9904-bab7b357db3f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 210 time: 0.0787740 Feb 16 14:51:55.332067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9cf695ed-ddc4-464c-8298-c8bfd52e897f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:55.332432 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.339724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ea9-a299-4890-8716-c205e8560a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.370337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f767e0-2aa0-498a-86c4-7796d89d67f0 None None] Pushing event updated for resources: {'Port': ['ID=9cf695ed-ddc4-464c-8298-c8bfd52e897f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:55.444158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:55.454114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Subnet': ['ID=f254dcda-c981-4366-9878-6e993dddfd3c,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:55.474105 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.500166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163bbad-fb47-4da7-a88f-cc67732050de req-caab1870-5226-41d5-8108-e4623faa4c6a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.502053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4163bbad-fb47-4da7-a88f-cc67732050de req-caab1870-5226-41d5-8108-e4623faa4c6a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2399683 Feb 16 14:51:55.522669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Checking segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:55.523103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network hostable DHCP agents. Network: cf2cdb5d-8519-41c7-a623-c71f6ae0060d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:55.534830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-598391f2-981d-4aba-9631-ff6e39fa4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.539722 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-598391f2-981d-4aba-9631-ff6e39fa4c07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.2786367 Feb 16 14:51:55.569005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48006ce-17d2-4eb9-a86c-f6092dff1a4f req-61ef6133-40de-426d-b506-23c6209d322e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.571086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a48006ce-17d2-4eb9-a86c-f6092dff1a4f req-61ef6133-40de-426d-b506-23c6209d322e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.1238258 Feb 16 14:51:55.574854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4632861c-d5ba-48da-bff2-b0c9f7301ac6) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:55.588512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4163bbad-fb47-4da7-a88f-cc67732050de req-0a5183da-6757-4d03-9207-7c31c69df821 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758338 Feb 16 14:51:55.589911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.590534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.651775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a48006ce-17d2-4eb9-a86c-f6092dff1a4f req-61b49ac2-71b6-4b95-b42c-8d1bc3725403 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707960 Feb 16 14:51:55.671055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8308c5a3-5979-437f-97b8-9c276df8b841 None None] Network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:55.674299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-15738209-3691-49e7-b1d5-7cc22fc2a00d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.1287351 Feb 16 14:51:55.732548 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-85fde611-9e4e-44ee-a92e-85d7f6b0c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.734000 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-85fde611-9e4e-44ee-a92e-85d7f6b0c2bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0514643 Feb 16 14:51:55.774740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d29a382-2752-463e-9a66-8dbde976fb1c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3158581 Feb 16 14:51:55.779395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.781246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:55.802200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cf2cdb5d-8519-41c7-a623-c71f6ae0060d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:55.807436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.808630 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.828176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063bc99-a823-4e42-b1a1-85aa9c703682 None None] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:55.849942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-2e256b7b-ab14-415f-86c2-8aa80c398c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.851876 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-2e256b7b-ab14-415f-86c2-8aa80c398c03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092076 Feb 16 14:51:55.864917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:55.873577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:55.876667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:55.883111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:55.883772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:55.912821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=e9b7ef45-5643-4c1a-979a-f5db8a4ab882,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:55.956260 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d92ed8b-babe-462c-8799-7028d8bd3cbc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9311433 Feb 16 14:51:55.965400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55086) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:55.968784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-c1db4ea9-a299-4890-8716-c205e8560a0e None None] Allocated IP 2001:db8:0:1::2 (2245959a-28ee-4421-a4bb-c865d2a72ca1/fa901fe1-3757-4e8f-b942-2a37d6c5ccf5/9cf695ed-ddc4-464c-8298-c8bfd52e897f) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:55.970772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'subnet': {'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:56.066351 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-898f8c5b-cc75-49c0-82f5-38c857a03c7a service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026646 Feb 16 14:51:56.071972 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-728f2865-9b15-4d6c-9603-20a8aa8c48d3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2703507 Feb 16 14:51:56.075059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55092) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:56.084833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34586584-8eb9-48cf-9a52-ee4e4f9f7f8c None None] Network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:56.088248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cde38993-2265-4609-8cd5-597a543d8cae'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:56.192867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f2b1dbb2-b013-4739-9829-0fb5897fe845 req-62363060-2865-4cec-adab-522f52333926 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177673 Feb 16 14:51:56.296530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'd9b5a7b6-cb2b-4742-b39b-3e9b4af35e61', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'mac_address': 'fa:16:3e:9a:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc82ad-6f39-487f-9413-a36cec145614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:51:33Z', 'updated_at': '2022-02-16T14:51:52Z', 'revision_number': 1, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:30Z', 'revision_number': 5, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:56.341479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:56.352268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:56.356380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:56.597276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] Checking router: 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:51:56.597384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ef01639-9b9e-4e67-9285-2acdbe04a7cf req-df5f8d84-e920-466d-a111-cd81665ebf62 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 210 time: 0.0389345 Feb 16 14:51:56.597766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c1db4ea9-a299-4890-8716-c205e8560a0e None None] For port 9cf695ed-ddc4-464c-8298-c8bfd52e897f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf695ed-ddc4-464c-8298-c8bfd52e897f,segment=NetworkSegment(ab25609c-8a3f-4f1d-9b90-1c78a15bcf18),segment_id=ab25609c-8a3f-4f1d-9b90-1c78a15bcf18)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:51:56.597870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-15c97b69-db0e-4b20-bddb-e0471ea25989 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:56.597870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-15c97b69-db0e-4b20-bddb-e0471ea25989 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/networks?id=4632861c-d5ba-48da-bff2-b0c9f7301ac6 HTTP/1.1" status: 200 len: 812 time: 0.1588914 Feb 16 14:51:56.598087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:51:56.598087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:51:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:56.599127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-ef85e2be-8fc0-40cf-a933-1dfe29a3f853 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/quotas/5d288684babd4069b883f16a3dbe324e HTTP/1.1" status: 200 len: 375 time: 0.0108819 Feb 16 14:51:56.599127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-449e646b-a98e-4a37-812a-3c177353d5f2 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5d288684babd4069b883f16a3dbe324e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263624 Feb 16 14:51:56.599509 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ea9-a299-4890-8716-c205e8560a0e None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:56.656200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-b31a73cf-f2dd-4248-a605-135da438fbda service neutron] 10.222.0.113 "GET /v2.0/networks/4632861c-d5ba-48da-bff2-b0c9f7301ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532042 Feb 16 14:51:56.722734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'fixed_ips': [{'subnet_id': 'f254dcda-c981-4366-9878-6e993dddfd3c'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:51:56.724402 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:56.731923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf695ed-ddc4-464c-8298-c8bfd52e897f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:56.799416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:51:56.804277 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1db4ea9-a299-4890-8716-c205e8560a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:56.826037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:56.861579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55110) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:56.915169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Subnet': ['ID=de837d2e-a33e-4a0b-8a6a-e89671ff2f3d,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:56.926826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Checking segment: {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:56.926826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network hostable DHCP agents. Network: 81b15931-d000-4e2e-837f-43c40ca895e8, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:51:56.928848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab991723-eb7b-4b96-832d-e9cd29c55199 req-a2b40182-f3ba-4959-bb59-8cda6741e50a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:56.931227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab991723-eb7b-4b96-832d-e9cd29c55199 req-a2b40182-f3ba-4959-bb59-8cda6741e50a tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2202537 Feb 16 14:51:56.961935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db4ea9-a299-4890-8716-c205e8560a0e None None] Pushing event updated for resources: {'Port': ['ID=9cf695ed-ddc4-464c-8298-c8bfd52e897f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:56.981095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-6d95fc46-fe6e-43c0-a69b-d00f450d2074 service neutron] 10.222.0.113 "GET /v2.0/networks/4632861c-d5ba-48da-bff2-b0c9f7301ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241100 Feb 16 14:51:57.034574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab991723-eb7b-4b96-832d-e9cd29c55199 req-197c9d1f-de07-4b2f-a2a9-95104a2f6fe3 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589230 Feb 16 14:51:57.042091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network 81b15931-d000-4e2e-837f-43c40ca895e8 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:51:57.061144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d8-52a5-4fee-8bcb-ad0242082d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.121761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9cf695ed-ddc4-464c-8298-c8bfd52e897f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:57.122061 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.151299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 81b15931-d000-4e2e-837f-43c40ca895e8) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:57.155813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:57.160513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.162599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Delete allocated IP 2001:db8:0:1::3b1 (2245959a-28ee-4421-a4bb-c865d2a72ca1/fa901fe1-3757-4e8f-b942-2a37d6c5ccf5) {{(pid=103043) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 14:51:57.166366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539e9ca-7505-4973-857e-e1b71ee462c2 None None] Network 81b15931-d000-4e2e-837f-43c40ca895e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:57.243204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Allocated IP 10.1.1.2 (cf2cdb5d-8519-41c7-a623-c71f6ae0060d/f254dcda-c981-4366-9878-6e993dddfd3c/664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:57.251498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-936f56a6-5d06-4ebc-99cf-688cd19434bc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2850056 Feb 16 14:51:57.259980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55116) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:57.275525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'port': {'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'name': 'tempest-TaggedBootDevicesTest_v242-2028524856', 'fixed_ips': [{'subnet_id': 'f254dcda-c981-4366-9878-6e993dddfd3c'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:57.327262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90da56-99fd-4e94-b273-3d402a9292fa req-6f811980-e0c2-4a07-968f-27b9d02b70ef tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:57.335146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d90da56-99fd-4e94-b273-3d402a9292fa req-6f811980-e0c2-4a07-968f-27b9d02b70ef tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.1644428 Feb 16 14:51:57.463406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.496446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d8-52a5-4fee-8bcb-ad0242082d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.534760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.578546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d90da56-99fd-4e94-b273-3d402a9292fa req-4e2e54b6-547d-4822-b732-8d864e06b0e3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117963 Feb 16 14:51:57.619835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e463b18b-4a45-47cd-beb4-7e5284ea584c req-954a7cca-7ee6-4de1-8e28-351d3d14370b tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 210 time: 0.0922456 Feb 16 14:51:57.621735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:57.634021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2067e9d8-52a5-4fee-8bcb-ad0242082d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.698742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] In _notify_port_updated(), no bound segment for port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 on network 2245959a-28ee-4421-a4bb-c865d2a72ca1 {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:51:57.704594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:57.705467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.707031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "PUT /v2.0/ports/e9b7ef45-5643-4c1a-979a-f5db8a4ab882 HTTP/1.1" status: 200 len: 925 time: 1.6300399 Feb 16 14:51:57.718406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7cf64-fa35-4aeb-ba93-c5c3c3fb8dbc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=e9b7ef45-5643-4c1a-979a-f5db8a4ab882,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:57.728438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55134) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:57.749791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cde38993-2265-4609-8cd5-597a543d8cae'}, {'subnet_id': 'fa901fe1-3757-4e8f-b942-2a37d6c5ccf5'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:57.762033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2067e9d8-52a5-4fee-8bcb-ad0242082d00 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b1994c5b31ef4aa4a3daf0657de23c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8965950 Feb 16 14:51:57.766009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55136) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:57.792421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067e9d8-52a5-4fee-8bcb-ad0242082d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff5e551-5684-4a60-a186-b893a4907094,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:57.851811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e59d773-7400-4d57-8de3-e8d4f94599da req-9b312816-c267-4664-b599-a15e17a62686 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 210 time: 0.0926292 Feb 16 14:51:57.877165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61e047da-0f4b-470a-9ae3-1f68d3a8fdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.901101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-81b15931-d000-4e2e-837f-43c40ca895e8', 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'fixed_ips': [{'subnet_id': 'de837d2e-a33e-4a0b-8a6a-e89671ff2f3d'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:51:57.902189 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.923889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61e047da-0f4b-470a-9ae3-1f68d3a8fdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.924501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.929068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.947410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:57.971729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] device_id is not set on port 05a62ee1-5ef2-425e-831a-5186294250c7 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:58.056609 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.118406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'd9b5a7b6-cb2b-4742-b39b-3e9b4af35e61', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'mac_address': 'fa:16:3e:9a:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc82ad-6f39-487f-9413-a36cec145614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:51:33Z', 'updated_at': '2022-02-16T14:51:52Z', 'revision_number': 1, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:30Z', 'revision_number': 5, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:51:58.150924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8d0a1-f1ba-4fbc-965d-684a089162ed req-eed93f52-9740-4d03-8303-f75f4a22622b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:58.150924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9e8d0a1-f1ba-4fbc-965d-684a089162ed req-eed93f52-9740-4d03-8303-f75f4a22622b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.1835253 Feb 16 14:51:58.186987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b2b3b-b42d-4a1a-8a85-e53df1ea4bdb None None] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:51:58.190547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Pushing event updated for resources: {'Port': ['ID=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:58.213611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b025d3-d31c-46eb-af0d-dd7b4208911c None None] The sync data for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 is: [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'd9b5a7b6-cb2b-4742-b39b-3e9b4af35e61', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'mac_address': 'fa:16:3e:9a:44:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc82ad-6f39-487f-9413-a36cec145614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:51:33Z', 'updated_at': '2022-02-16T14:51:52Z', 'revision_number': 1, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:30Z', 'revision_number': 5, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:51:58.265955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:58.281835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9207c-973c-42b8-a4b9-c42591741d4c req-136a693a-678f-4dec-a0db-f975aa82b8d8 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:58.283492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89d9207c-973c-42b8-a4b9-c42591741d4c req-136a693a-678f-4dec-a0db-f975aa82b8d8 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1829543 Feb 16 14:51:58.299267 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61e047da-0f4b-470a-9ae3-1f68d3a8fdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.301995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61e047da-0f4b-470a-9ae3-1f68d3a8fdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.308752 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-61e047da-0f4b-470a-9ae3-1f68d3a8fdee admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4ff5e551-5684-4a60-a186-b893a4907094 HTTP/1.1" status: 204 len: 168 time: 0.5391803 Feb 16 14:51:58.349953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Allocated IP 10.2.2.2 (81b15931-d000-4e2e-837f-43c40ca895e8/de837d2e-a33e-4a0b-8a6a-e89671ff2f3d/05a3a1bd-5e3d-4574-a5d0-86a843a84d34) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:58.359017 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e047da-0f4b-470a-9ae3-1f68d3a8fdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff5e551-5684-4a60-a186-b893a4907094,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:58.370094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 10.1.1.243 (cf2cdb5d-8519-41c7-a623-c71f6ae0060d/f254dcda-c981-4366-9878-6e993dddfd3c/05a62ee1-5ef2-425e-831a-5186294250c7) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:58.440244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:58.490386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:58.633255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-83714903-ecca-407d-9613-2e4f53943fc2 None None] Provisioning complete for port 9cf695ed-ddc4-464c-8298-c8bfd52e897f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:58.633255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-83714903-ecca-407d-9613-2e4f53943fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.674299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.677716 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f46aed-bf27-426b-acaf-53913d3d2ced None None] New status for floating IP d9b5a7b6-cb2b-4742-b39b-3e9b4af35e61: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:51:58.800282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.805164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf695ed-ddc4-464c-8298-c8bfd52e897f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:51:58.867901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Attempting to bind port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:58.868520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Attempting to bind port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:58.868894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Attempting to bind port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:58.901073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:58.901673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Checking segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:58.902260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.902712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Bound using segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:58.903135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Bound port: 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:58.903615 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:58.910489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:58.932754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=05a62ee1-5ef2-425e-831a-5186294250c7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:58.935392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:58.945413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:58.978656 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:51:58.989815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] For port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:51:58.993598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] For port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:51:59.024476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-d827ac33-b3fa-4fc8-b920-9da46420f8fc tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=3d9880f171b64558902f86be3e04c85b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6416664 Feb 16 14:51:59.026678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:59.026814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.038956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9e8d0a1-f1ba-4fbc-965d-684a089162ed req-26d45a0c-40ad-4019-839e-66d3e80797d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8790972 Feb 16 14:51:59.102699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.108557 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.117490 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9b1f4bbc-1c98-4ede-a47c-e4ea4d6c5280 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8510447 Feb 16 14:51:59.121296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55158) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:51:59.125109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'port': {'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'name': 'tempest-TaggedBootDevicesTest_v242-1082025903', 'fixed_ips': [{'subnet_id': 'f254dcda-c981-4366-9878-6e993dddfd3c'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:59.232619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89d9207c-973c-42b8-a4b9-c42591741d4c req-81804a54-9dff-4246-8193-72f2ce2e48eb tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8937242 Feb 16 14:51:59.321081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9cd5899c-0d17-4b39-b379-b2d2d19225c6 req-91dd9e5b-3943-4ce0-aec2-013b19d64e02 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 210 time: 0.1405423 Feb 16 14:51:59.321567 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.359726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-3410c198-bd42-4c83-a54e-c4c02e33753e tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:59.362281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-3410c198-bd42-4c83-a54e-c4c02e33753e tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3083918 Feb 16 14:51:59.377076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9cf695ed-ddc4-464c-8298-c8bfd52e897f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:51:59.377574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.403290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:51:59.406917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8:0:1::a8 (2245959a-28ee-4421-a4bb-c865d2a72ca1/fa901fe1-3757-4e8f-b942-2a37d6c5ccf5/e9b7ef45-5643-4c1a-979a-f5db8a4ab882) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:59.409553 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.419282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Request body: {'port': {'device_id': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '3d9880f171b64558902f86be3e04c85b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:51:59.435353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] device_id is not set on port 1dbc7a42-30cf-473c-915c-6b88a972c02c yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:51:59.450775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Network 81b15931-d000-4e2e-837f-43c40ca895e8 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:51:59.463494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:51:59.477077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:51:59.506858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6b14f-2c45-45a4-92e1-89cd2f20a096 None None] Pushing event updated for resources: {'Port': ['ID=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:59.541999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca7ea3c5-af0c-4d2c-bc3e-da466aa1c3ce req-957f289b-34ad-404c-b0be-3b4cdef4ad0b tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 210 time: 0.1162574 Feb 16 14:51:59.708492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Pushing event updated for resources: {'Port': ['ID=05a3a1bd-5e3d-4574-a5d0-86a843a84d34,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:51:59.776749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Attempting to bind port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:51:59.777136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Attempting to bind port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:51:59.777490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Attempting to bind port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 on network 81b15931-d000-4e2e-837f-43c40ca895e8 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:51:59.810391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:51:59.810697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Checking segment: {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:51:59.811108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.811508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Bound using segment: {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:51:59.812442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Bound port: 05a3a1bd-5e3d-4574-a5d0-86a843a84d34, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:51:59.812869 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:59.959000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 10.1.1.33 (cf2cdb5d-8519-41c7-a623-c71f6ae0060d/f254dcda-c981-4366-9878-6e993dddfd3c/1dbc7a42-30cf-473c-915c-6b88a972c02c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:51:59.999968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] For port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:00.003788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] For port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=05a3a1bd-5e3d-4574-a5d0-86a843a84d34,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:00.037798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.061436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-980ede7d-5110-41b6-b4ed-e59b618e9fbd None None] Provisioning complete for port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:00.061855 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-980ede7d-5110-41b6-b4ed-e59b618e9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.095370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.117830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.128561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Made reservation on behalf of 3d9880f171b64558902f86be3e04c85b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:00.133330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.169703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-980ede7d-5110-41b6-b4ed-e59b618e9fbd None None] Port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:00.201404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.219099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-980ede7d-5110-41b6-b4ed-e59b618e9fbd None None] Provisioning complete for port 9cf695ed-ddc4-464c-8298-c8bfd52e897f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:00.219591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-980ede7d-5110-41b6-b4ed-e59b618e9fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.223825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf1fa3-4d74-45f0-b556-8ea125ccb5c8 None None] Pushing event updated for resources: {'Port': ['ID=05a3a1bd-5e3d-4574-a5d0-86a843a84d34,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:00.290168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] In _notify_port_updated(), no bound segment for port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 on network 2245959a-28ee-4421-a4bb-c865d2a72ca1 {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:52:00.297761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:00.300300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.309336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "PUT /v2.0/ports/e9b7ef45-5643-4c1a-979a-f5db8a4ab882 HTTP/1.1" status: 200 len: 1010 time: 2.5683331 Feb 16 14:52:00.309336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55182) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:00.327319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d2b7-2b6b-4df0-bc50-40c696c3673e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=e9b7ef45-5643-4c1a-979a-f5db8a4ab882,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:00.543002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.616290 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.632862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:00.633185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.672042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4d1f4-99ef-4d68-9475-5aa9673b9a1f req-0f35ee33-8de5-45da-bbb6-7b2da7c6e74b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:00.681057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85f4d1f4-99ef-4d68-9475-5aa9673b9a1f req-0f35ee33-8de5-45da-bbb6-7b2da7c6e74b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2290673 Feb 16 14:52:00.748506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f38e6eae-2d21-4869-a4e7-768bc7ee40f3 None None] Provisioning complete for port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:00.748878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f38e6eae-2d21-4869-a4e7-768bc7ee40f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.838335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bf16ff1-22b4-4a17-860a-dc4d5b06a631 req-77aba41e-6203-49d8-bdf9-e5eedf628f4f tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 210 time: 0.2165415 Feb 16 14:52:00.843175 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.850011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:00.882549 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f38e6eae-2d21-4869-a4e7-768bc7ee40f3 None None] Port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:00.985951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:01.016007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:01.025782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:01.028276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:01.063424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85f4d1f4-99ef-4d68-9475-5aa9673b9a1f req-9d09c39d-eec5-43b5-8327-96f9b09c6eab tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791659 Feb 16 14:52:01.089286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:01.089774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.110176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:01.110836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.123878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-59afdeeb-fb4d-4859-be05-2fce22fb4486 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:01.125409 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-59afdeeb-fb4d-4859-be05-2fce22fb4486 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.129 "GET /v2.0/networks?id=4632861c-d5ba-48da-bff2-b0c9f7301ac6 HTTP/1.1" status: 200 len: 812 time: 0.5315175 Feb 16 14:52:01.139221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Request body: {'port': {'device_id': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6', 'admin_state_up': True, 'tenant_id': '5d288684babd4069b883f16a3dbe324e'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:01.142714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=1dbc7a42-30cf-473c-915c-6b88a972c02c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:01.250700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.276446 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a4ee8913-9330-4c22-8ecf-491c35688699 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1570070 Feb 16 14:52:01.342731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:01.354009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4398cd0e-12ed-47c5-958a-ffde955052fc None None] Provisioning complete for port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:01.354483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4398cd0e-12ed-47c5-958a-ffde955052fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.355429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58426e67-c811-4c97-b041-3a2026190e90 req-e60277b3-05f5-4f2b-8e30-fb87c7169949 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 210 time: 0.2953062 Feb 16 14:52:01.381984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a53d017-5b5b-43c6-884b-ab57c13b3404,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:01.437362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4398cd0e-12ed-47c5-958a-ffde955052fc None None] Port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:01.448585 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.478705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.534377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Made reservation on behalf of 5d288684babd4069b883f16a3dbe324e for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:01.538537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for e9b7ef45-5643-4c1a-979a-f5db8a4ab882 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:01.544941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.553098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Allocated IP 192.168.233.221 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/e841bcd4-578f-47a1-af3c-fdc7e957e8fa) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:01.569594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579c0be-ddb1-4555-bbec-b9b148cac1a2 None None] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:01.654633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:01.750497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-65c11c35-f66e-401e-a9af-de070ccdff16 None None] Provisioning complete for port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:01.751122 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65c11c35-f66e-401e-a9af-de070ccdff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:01.788330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Allocated IP 172.20.0.7 (4632861c-d5ba-48da-bff2-b0c9f7301ac6/e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f/4cb39246-6ea9-4fa5-856c-874c17a86339) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:01.895957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55212) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:01.902947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-85cba979-8697-42b8-960d-7807851e65fb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763186740', 'description': 'tempest-description--408199915'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:02.016204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.105752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3ef2b01-bc67-42e0-aaf1-a1c9bdfefc71 req-e4d698a7-285a-4fbc-a7ef-2efe871d64fb tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 210 time: 0.0925777 Feb 16 14:52:02.123390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.168827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cb7e5ba8-550a-4419-bdd6-413dd0b1620b None None] Provisioning complete for port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:02.174481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5ba8-550a-4419-bdd6-413dd0b1620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.227907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e5ba8-550a-4419-bdd6-413dd0b1620b None None] Port e9b7ef45-5643-4c1a-979a-f5db8a4ab882 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:02.231082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:02.232701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Pushing event updated for resources: {'Port': ['ID=4cb39246-6ea9-4fa5-856c-874c17a86339,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:02.235494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:02.238372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:02.242658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.245576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85cba979-8697-42b8-960d-7807851e65fb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.269270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.269612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.270942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.270942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.271141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.271560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.271882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.277690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.277690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.277690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.277690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.277690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:02.299991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3200db2-9ad5-43e5-970f-ceeb67aa0b2c None None] Network 81b15931-d000-4e2e-837f-43c40ca895e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:02.326628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:02.327381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.375971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3075bee-b4ed-4071-92b8-9b743f938694 req-420381c4-f067-4897-8606-0dc453ece724 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:02.389659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3075bee-b4ed-4071-92b8-9b743f938694 req-420381c4-f067-4897-8606-0dc453ece724 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1982431 Feb 16 14:52:02.403223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-53dbae37-48b4-4b85-8419-72e607c1f145 None None] Provisioning complete for port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:02.403677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53dbae37-48b4-4b85-8419-72e607c1f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.424429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.427727 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-bd02fac6-aa99-4d87-a5a8-db328bbb26f6 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2927275 Feb 16 14:52:02.439384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Request body: {'port': {'device_id': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:02.459362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=e9b7ef45-5643-4c1a-979a-f5db8a4ab882,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:02.519970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89ab0a77-9029-4074-ba9e-7666ac61a97b req-da2be99e-f26f-4076-a04b-0803d17877bc tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 210 time: 0.0627162 Feb 16 14:52:02.536990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.553766 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.596130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3075bee-b4ed-4071-92b8-9b743f938694 req-bfc188f2-bd36-4424-a986-eda3ed935aeb tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055762 Feb 16 14:52:02.653108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:02.654452 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85cba979-8697-42b8-960d-7807851e65fb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.705514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:02.707968 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53dbae37-48b4-4b85-8419-72e607c1f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.739251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:02.752715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.761629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7b4babea-c1f7-4f5e-8cd4-fbb46ff2c029 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/e9b7ef45-5643-4c1a-979a-f5db8a4ab882 HTTP/1.1" status: 204 len: 168 time: 2.4510739 Feb 16 14:52:02.790320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55232) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:02.870016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-53dbae37-48b4-4b85-8419-72e607c1f145 None None] For port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=05a3a1bd-5e3d-4574-a5d0-86a843a84d34,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:02.880761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55234) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:02.907235 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc1c406-d430-45db-858b-eac1af354c93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:52:02.911425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4dc1c406-d430-45db-858b-eac1af354c93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/e9b7ef45-5643-4c1a-979a-f5db8a4ab882 HTTP/1.1" status: 404 len: 333 time: 0.1174223 Feb 16 14:52:02.913966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55238) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:02.924638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85cba979-8697-42b8-960d-7807851e65fb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:02.936005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Pushing event updated for resources: {'Port': ['ID=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:02.949718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53dbae37-48b4-4b85-8419-72e607c1f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.016160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:03.018060 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.035561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cba979-8697-42b8-960d-7807851e65fb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5353fd5c-6cab-4579-8065-1dd6cb347725,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:03.076225 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85cba979-8697-42b8-960d-7807851e65fb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.078533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-85cba979-8697-42b8-960d-7807851e65fb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1815681 Feb 16 14:52:03.081732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55240) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:03.094539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbae37-48b4-4b85-8419-72e607c1f145 None None] Pushing event updated for resources: {'Port': ['ID=05a3a1bd-5e3d-4574-a5d0-86a843a84d34,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:03.098075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d230dc65-6316-4837-9fc7-fd18139b00a3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'security_group_rule': {'security_group_id': '5353fd5c-6cab-4579-8065-1dd6cb347725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:03.102339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:03.106713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Provisioning complete for port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.107191 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.172182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-c41ff49d-1449-4366-a313-35f41cec5c8f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7940326 Feb 16 14:52:03.198118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Request body: {'port': {'device_id': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:03.216042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet fa901fe1-3757-4e8f-b942-2a37d6c5ccf5 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:52:03.224019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.312195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.312589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.316855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Provisioning complete for port 05a62ee1-5ef2-425e-831a-5186294250c7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.317167 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.331318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df8229af-eb8e-4e75-9a5f-2099e9dd68da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.407759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Port 05a62ee1-5ef2-425e-831a-5186294250c7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:03.421014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba837d-a713-42d9-bf91-32e707728485 req-81555e89-0053-42fb-8aa7-02b3cdbcd6ff tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:03.423182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52ba837d-a713-42d9-bf91-32e707728485 req-81555e89-0053-42fb-8aa7-02b3cdbcd6ff tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 931 time: 0.1420960 Feb 16 14:52:03.425123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Provisioning complete for port 1dbc7a42-30cf-473c-915c-6b88a972c02c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.425496 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.431830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.462284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d230dc65-6316-4837-9fc7-fd18139b00a3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.498551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:03.500309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4235703b-649f-4372-9d7d-73ab092b889c None None] Port 1dbc7a42-30cf-473c-915c-6b88a972c02c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:03.552636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.553011 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.644237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Provisioning complete for port 05a62ee1-5ef2-425e-831a-5186294250c7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.644607 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.717944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.732053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Port 05a62ee1-5ef2-425e-831a-5186294250c7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:03.744078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Provisioning complete for port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.744678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.764903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52ba837d-a713-42d9-bf91-32e707728485 req-e14510ca-3c44-4bab-9205-2d08401eebfd tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983887 Feb 16 14:52:03.839067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb39246-6ea9-4fa5-856c-874c17a86339 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:03.856225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.856409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Provisioning complete for port e841bcd4-578f-47a1-af3c-fdc7e957e8fa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.856859 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.898472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Port e841bcd4-578f-47a1-af3c-fdc7e957e8fa cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:03.902214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Transition to ACTIVE for port object 4cb39246-6ea9-4fa5-856c-874c17a86339 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:03.910669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Provisioning complete for port 1dbc7a42-30cf-473c-915c-6b88a972c02c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:03.912309 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.918010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.920063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d230dc65-6316-4837-9fc7-fd18139b00a3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.936213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec336-2125-45fe-86e1-50152218ea75 req-6d78c5c0-194d-4249-a44f-90a453e4a9de tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:03.938122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1cec336-2125-45fe-86e1-50152218ea75 req-6d78c5c0-194d-4249-a44f-90a453e4a9de tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 936 time: 0.2031147 Feb 16 14:52:03.954829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8d0abe52-63d1-48ee-a860-656549b98872 None None] Port 1dbc7a42-30cf-473c-915c-6b88a972c02c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:03.971692 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df8229af-eb8e-4e75-9a5f-2099e9dd68da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.984000 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:03.992135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d230dc65-6316-4837-9fc7-fd18139b00a3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.039220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1cec336-2125-45fe-86e1-50152218ea75 req-53244b73-28eb-460d-b043-f3e014d0e01a tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941858 Feb 16 14:52:04.043321 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df8229af-eb8e-4e75-9a5f-2099e9dd68da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.044612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230dc65-6316-4837-9fc7-fd18139b00a3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bf2ee3-1c4c-476c-8b8a-f76a765968e1,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:04.087227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb39246-6ea9-4fa5-856c-874c17a86339,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:04.120236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e841bcd4-578f-47a1-af3c-fdc7e957e8fa {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:04.129911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.143183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Transition to ACTIVE for port object e841bcd4-578f-47a1-af3c-fdc7e957e8fa will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:04.150200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.150850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d230dc65-6316-4837-9fc7-fd18139b00a3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.154582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d230dc65-6316-4837-9fc7-fd18139b00a3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0678723 Feb 16 14:52:04.154877 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55256) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:04.159904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e6876eb3-33d3-4881-9804-6b2e629d7e10 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'security_group_rule': {'security_group_id': '5353fd5c-6cab-4579-8065-1dd6cb347725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:04.186932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8229af-eb8e-4e75-9a5f-2099e9dd68da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3193e1c-2a67-494c-a56b-600156b64a70,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:04.191149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-df8229af-eb8e-4e75-9a5f-2099e9dd68da admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9208ca310b504f6db13613c37147de01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3085160 Feb 16 14:52:04.194501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55258) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:04.196284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=fa901fe1-3757-4e8f-b942-2a37d6c5ccf5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:04.203682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.207968 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ecff5776-0a9c-4cdc-828d-eb716d4d5de3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/fa901fe1-3757-4e8f-b942-2a37d6c5ccf5 HTTP/1.1" status: 204 len: 168 time: 1.2761543 Feb 16 14:52:04.211495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55260) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:04.215265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0888ab-1c50-417e-9e66-760b392355ab None None] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:04.233983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Attempting to bind port 4cb39246-6ea9-4fa5-856c-874c17a86339 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:04.239792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Attempting to bind port 4cb39246-6ea9-4fa5-856c-874c17a86339 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '9ccc5e73-f163-4e11-937b-e6c491db0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:04.240370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Attempting to bind port 4cb39246-6ea9-4fa5-856c-874c17a86339 on network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:04.250556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Port 4cb39246-6ea9-4fa5-856c-874c17a86339 on network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:04.251144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Attempting to bind port 4cb39246-6ea9-4fa5-856c-874c17a86339 on network 4632861c-d5ba-48da-bff2-b0c9f7301ac6 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:04.258200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.262211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:04.262740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Checking segment: {'id': '9ccc5e73-f163-4e11-937b-e6c491db0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:04.264009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Bound using segment: {'id': '9ccc5e73-f163-4e11-937b-e6c491db0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:04.265604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Bound port: 4cb39246-6ea9-4fa5-856c-874c17a86339, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccc5e73-f163-4e11-937b-e6c491db0ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:04.266877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.365919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6876eb3-33d3-4881-9804-6b2e629d7e10 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.422978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet cde38993-2265-4609-8cd5-597a543d8cae {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:52:04.426177 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:52:04.468903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Pushing event updated for resources: {'Port': ['ID=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:04.472681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] For port 4cb39246-6ea9-4fa5-856c-874c17a86339, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:04.477390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] For port 4cb39246-6ea9-4fa5-856c-874c17a86339, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=4cb39246-6ea9-4fa5-856c-874c17a86339,segment=NetworkSegment(9ccc5e73-f163-4e11-937b-e6c491db0ba8),segment_id=9ccc5e73-f163-4e11-937b-e6c491db0ba8)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:04.480800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.552527 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.588565 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ffb893f-deea-456f-9742-1d15d48d6d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.741724 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb39246-6ea9-4fa5-856c-874c17a86339,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:04.757092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:04.759310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.762022 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c0e2aa03-666c-4c8c-b615-975196f12ad5 service neutron] 10.222.0.129 "PUT /v2.0/ports/4cb39246-6ea9-4fa5-856c-874c17a86339 HTTP/1.1" status: 200 len: 1091 time: 2.3274715 Feb 16 14:52:04.765785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'tag': '4cb39246-6ea9-4fa5-856c-874c17a86339'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:04.775644 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5df3b5-4462-4411-9365-9e76d6f74725", "tag": "4cb39246-6ea9-4fa5-856c-874c17a86339"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:04.836995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6876eb3-33d3-4881-9804-6b2e629d7e10 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.893493 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca797d-79a1-44b3-8c8d-15b115f5d49a x-openstack-request-id: req-e6ca797d-79a1-44b3-8c8d-15b115f5d49a {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:04.893883 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5df3b5-4462-4411-9365-9e76d6f74725", "tag": "4cb39246-6ea9-4fa5-856c-874c17a86339", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:04.894249 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e6ca797d-79a1-44b3-8c8d-15b115f5d49a {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:04.894747 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'tag': '4cb39246-6ea9-4fa5-856c-874c17a86339', 'status': 'completed', 'code': 200} Feb 16 14:52:04.925977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.960416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:04.972059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ffb893f-deea-456f-9742-1d15d48d6d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:04.980985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:05.008487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6876eb3-33d3-4881-9804-6b2e629d7e10 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.015337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-2715ee20-6ab6-4d70-a38f-e11aace8a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:05.022431 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-2715ee20-6ab6-4d70-a38f-e11aace8a2f7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5d288684babd4069b883f16a3dbe324e&device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 1094 time: 0.1256137 Feb 16 14:52:05.029206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Attempting to bind port e841bcd4-578f-47a1-af3c-fdc7e957e8fa on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:05.036193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Attempting to bind port e841bcd4-578f-47a1-af3c-fdc7e957e8fa by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:05.036967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Attempting to bind port e841bcd4-578f-47a1-af3c-fdc7e957e8fa on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:05.050970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'bf92de27-b207-47a4-998c-1552ca16d934', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934', 'mac_address': 'fa:16:3e:9a:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:52:05.122022 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-c9069cad-c3be-452a-b797-368db34193a3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cb39246-6ea9-4fa5-856c-874c17a86339 HTTP/1.1" status: 200 len: 217 time: 0.0911086 Feb 16 14:52:05.182478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:05.182478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.192672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6876eb3-33d3-4881-9804-6b2e629d7e10 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6c287b-33d1-46b6-b81d-78dfc8a0fee4,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:05.198502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Port e841bcd4-578f-47a1-af3c-fdc7e957e8fa on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:05.199236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Attempting to bind port e841bcd4-578f-47a1-af3c-fdc7e957e8fa on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:05.213331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-427174fb-56b4-462e-a915-87e2e493a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:05.217700 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-427174fb-56b4-462e-a915-87e2e493a1c0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f HTTP/1.1" status: 200 len: 852 time: 0.0885370 Feb 16 14:52:05.233476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.252871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf92de27-b207-47a4-998c-1552ca16d934 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:05.268036 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-a0433806-ca3a-4879-8c03-c321e1715816 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4632861c-d5ba-48da-bff2-b0c9f7301ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412586 Feb 16 14:52:05.314212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:05.353988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.362499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe501-4bbf-404a-baeb-28610469a474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.397681 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-4c744bd4-e288-441a-ba31-5b8b4d4baadf service neutron] 10.222.0.129 "GET /v2.0/networks/4632861c-d5ba-48da-bff2-b0c9f7301ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211634 Feb 16 14:52:05.427349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:05.427776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:05.428173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:05.428623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Bound port: e841bcd4-578f-47a1-af3c-fdc7e957e8fa, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:05.429010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.446120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.518275 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e2db9222-4ab1-4064-8374-ce1a3256189b req-29dca7fd-e53e-4307-8522-ee7f091ea1ea service neutron] 10.222.0.129 "GET /v2.0/networks/4632861c-d5ba-48da-bff2-b0c9f7301ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125269 Feb 16 14:52:05.529792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7065ba-7600-4342-b9a0-26c4e23943b4 req-0f7684e0-c48a-48f1-a5c0-ed49063f5371 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:05.530046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:05.540265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7065ba-7600-4342-b9a0-26c4e23943b4 req-0f7684e0-c48a-48f1-a5c0-ed49063f5371 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 943 time: 0.5327351 Feb 16 14:52:05.556118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6876eb3-33d3-4881-9804-6b2e629d7e10 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.557548 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e6876eb3-33d3-4881-9804-6b2e629d7e10 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4017704 Feb 16 14:52:05.560877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55300) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:05.565419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:05.600769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['bf92de27-b207-47a4-998c-1552ca16d934'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:05.606840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e3cd-edbf-40e4-9f0c-28c623ed419e req-154c88a7-2f1b-4796-bfa8-0751b6a704ea tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:05.616002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa4e3cd-edbf-40e4-9f0c-28c623ed419e req-154c88a7-2f1b-4796-bfa8-0751b6a704ea tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 948 time: 0.2987702 Feb 16 14:52:05.683384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7065ba-7600-4342-b9a0-26c4e23943b4 req-11043f06-8aba-4251-8d80-62ba338c089e tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417925 Feb 16 14:52:05.712061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.731097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.744033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] For port e841bcd4-578f-47a1-af3c-fdc7e957e8fa, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:05.747845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] For port e841bcd4-578f-47a1-af3c-fdc7e957e8fa, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:05.764355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ffb893f-deea-456f-9742-1d15d48d6d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.768117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ffb893f-deea-456f-9742-1d15d48d6d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.772239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae684d6-ac8a-4544-bdef-e3f9c054d033 None None] Network 2245959a-28ee-4421-a4bb-c865d2a72ca1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:05.773117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9ffb893f-deea-456f-9742-1d15d48d6d71 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a3193e1c-2a67-494c-a56b-600156b64a70 HTTP/1.1" status: 204 len: 168 time: 1.5744324 Feb 16 14:52:05.774267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-1a873584-ea09-4217-a245-f7d1f387b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:05.776776 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-1a873584-ea09-4217-a245-f7d1f387b997 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5d288684babd4069b883f16a3dbe324e&device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 1094 time: 0.1398516 Feb 16 14:52:05.797296 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.801519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/cde38993-2265-4609-8cd5-597a543d8cae HTTP/1.1" status: 204 len: 168 time: 1.5880294 Feb 16 14:52:05.806138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55314) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:05.827201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa4e3cd-edbf-40e4-9f0c-28c623ed419e req-9eaa19ba-364f-4ae8-9ec9-08d2d51198fe tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031455 Feb 16 14:52:05.828485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833271a2-e983-4a65-9300-c58f5dca1f95 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=cde38993-2265-4609-8cd5-597a543d8cae,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:05.902742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6942f875-35e2-40d1-88ac-8edfc365d7f0 None None] Provisioning complete for port 9cf695ed-ddc4-464c-8298-c8bfd52e897f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:05.903566 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6942f875-35e2-40d1-88ac-8edfc365d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.991592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:05.996064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb893f-deea-456f-9742-1d15d48d6d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3193e1c-2a67-494c-a56b-600156b64a70,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:05.998248 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.025689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:06.026391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.028348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] 10.222.0.129 "PUT /v2.0/ports/e841bcd4-578f-47a1-af3c-fdc7e957e8fa HTTP/1.1" status: 200 len: 1096 time: 2.8448822 Feb 16 14:52:06.029635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-0153912c-d3dd-4d6b-92b8-e6906e9639d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:06.036710 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-0153912c-d3dd-4d6b-92b8-e6906e9639d4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=4632861c-d5ba-48da-bff2-b0c9f7301ac6 HTTP/1.1" status: 200 len: 914 time: 0.2486930 Feb 16 14:52:06.089725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'tag': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:06.100034 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c77689-0103-437f-ae72-99160348421b" -d '{"events": [{"name": "network-changed", "server_uuid": "529ab3dd-f36c-4941-ba69-61473a9df4ba", "tag": "e841bcd4-578f-47a1-af3c-fdc7e957e8fa"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:06.219829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] DHCP port deletion for 2245959a-28ee-4421-a4bb-c865d2a72ca1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:52:06.225657 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-33aaebf6-6ae6-452e-acf3-f4f7f5d80880 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cb39246-6ea9-4fa5-856c-874c17a86339 HTTP/1.1" status: 200 len: 217 time: 0.1753027 Feb 16 14:52:06.229744 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aad8131-c68b-4299-a3ee-e788d043f5f6 x-openstack-request-id: req-9aad8131-c68b-4299-a3ee-e788d043f5f6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:06.231081 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529ab3dd-f36c-4941-ba69-61473a9df4ba", "tag": "e841bcd4-578f-47a1-af3c-fdc7e957e8fa", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:06.231508 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9aad8131-c68b-4299-a3ee-e788d043f5f6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:06.232476 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'tag': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa', 'status': 'completed', 'code': 200} Feb 16 14:52:06.299744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:06.324005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-db913eb4-5f62-4c97-8310-e2e4b8475bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:06.326267 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-db913eb4-5f62-4c97-8310-e2e4b8475bf9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f HTTP/1.1" status: 200 len: 852 time: 0.0867836 Feb 16 14:52:06.394108 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-77f386f1-2c2e-4889-a80e-ea76fdffb0f0 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4632861c-d5ba-48da-bff2-b0c9f7301ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583041 Feb 16 14:52:06.396911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45563c4-6492-4d60-ab87-5452b1a62979 service neutron] Pushing event updated for resources: {'Port': ['ID=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:06.444500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] Deleting port 9cf695ed-ddc4-464c-8298-c8bfd52e897f {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:06.444852 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.450366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-937ff8df-5081-45ad-a9c1-9a6acc15259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:06.452025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-937ff8df-5081-45ad-a9c1-9a6acc15259e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=3d9880f171b64558902f86be3e04c85b&device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 1099 time: 0.2340765 Feb 16 14:52:06.464952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port bf92de27-b207-47a4-998c-1552ca16d934 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:06.465552 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.471844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 9cf695ed-ddc4-464c-8298-c8bfd52e897f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:06.472517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.554571 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-b03190e2-7de5-4a87-a228-793b7135def5 service neutron] 10.222.0.129 "GET /v2.0/networks/4632861c-d5ba-48da-bff2-b0c9f7301ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394882 Feb 16 14:52:06.558504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] For port 9cf695ed-ddc4-464c-8298-c8bfd52e897f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf695ed-ddc4-464c-8298-c8bfd52e897f,segment=NetworkSegment(ab25609c-8a3f-4f1d-9b90-1c78a15bcf18),segment_id=ab25609c-8a3f-4f1d-9b90-1c78a15bcf18)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:06.558907 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.585950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] Calling delete_port for 9cf695ed-ddc4-464c-8298-c8bfd52e897f owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:06.604918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] For port 9cf695ed-ddc4-464c-8298-c8bfd52e897f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf695ed-ddc4-464c-8298-c8bfd52e897f,segment=NetworkSegment(ab25609c-8a3f-4f1d-9b90-1c78a15bcf18),segment_id=ab25609c-8a3f-4f1d-9b90-1c78a15bcf18)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:06.605649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.633842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 9cf695ed-ddc4-464c-8298-c8bfd52e897f owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:06.638465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.805743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-8287e288-bb77-46a8-a9c2-07570d30ad5e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e841bcd4-578f-47a1-af3c-fdc7e957e8fa HTTP/1.1" status: 200 len: 217 time: 0.3439825 Feb 16 14:52:06.826540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf695ed-ddc4-464c-8298-c8bfd52e897f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:52:06.872447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-bb758964-7150-40d6-a463-3405b68b9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:06.874016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-bb758964-7150-40d6-a463-3405b68b9876 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0593894 Feb 16 14:52:06.901499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:06.938375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55332) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:06.957638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:06.961141 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e290c-359a-4d7f-bfcb-8060d6e4776b" -d '{"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:06.984658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.002882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:07.005909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3878eca-fc4f-4fb5-8766-1fe1459aa363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.009223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 172.25.6.200 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/e5248397-6b10-40dc-ba2c-3efef3d1a4e6) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:07.012360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No DVR routers for this DVR port 9cf695ed-ddc4-464c-8298-c8bfd52e897f on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:07.016630 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.023697 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.057773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] No DVR routers for this DVR port 9cf695ed-ddc4-464c-8298-c8bfd52e897f on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:07.061113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f567f-fd77-4674-8d17-9fabb40d78e2 None None] Pushing event deleted for resources: {'Port': ['ID=9cf695ed-ddc4-464c-8298-c8bfd52e897f,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:07.083531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.091662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73864562-f7cc-436f-aaf6-577461774664 req-6d4addd4-1350-4fd7-abb5-bdd1aaee434b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:07.093247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73864562-f7cc-436f-aaf6-577461774664 req-6d4addd4-1350-4fd7-abb5-bdd1aaee434b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2910957 Feb 16 14:52:07.094000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=9cf695ed-ddc4-464c-8298-c8bfd52e897f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:07.168762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:07.195771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b64cd-6a93-450f-b1b6-367ebdc59cac req-229f0395-66b8-4a21-b618-4525bce14d9a tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:07.197312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a80b64cd-6a93-450f-b1b6-367ebdc59cac req-229f0395-66b8-4a21-b618-4525bce14d9a tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 943 time: 0.3280556 Feb 16 14:52:07.206178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7e60f7fc-d2a9-4b10-88e5-4cb2bd3376b3 req-12b90d6d-df9c-4c23-988b-018fe5d7e0d7 service neutron] 10.222.0.129 "GET /v2.0/networks/4632861c-d5ba-48da-bff2-b0c9f7301ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298831 Feb 16 14:52:07.227367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-9c81dd6d-3ecd-41cb-9582-abc9607d7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:07.229213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-9c81dd6d-3ecd-41cb-9582-abc9607d7983 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.4643345 Feb 16 14:52:07.260752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.286628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.311777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2245959a-28ee-4421-a4bb-c865d2a72ca1']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:07.325443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3878eca-fc4f-4fb5-8766-1fe1459aa363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.327738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab25609c-8a3f-4f1d-9b90-1c78a15bcf18') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:07.327944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab25609c-8a3f-4f1d-9b90-1c78a15bcf18') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:07.350993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-51ce1af7-c664-44fc-a149-ae0557fae131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:07.353023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-51ce1af7-c664-44fc-a149-ae0557fae131 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4610121 Feb 16 14:52:07.373774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.393293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-ad295200-a9a4-4909-826c-a1dbed18ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:07.395473 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-ad295200-a9a4-4909-826c-a1dbed18ae1a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.1496735 Feb 16 14:52:07.416801 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3878eca-fc4f-4fb5-8766-1fe1459aa363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.447189 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-7d3b0d8f-a8a4-4e66-8652-f2511e505585 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.0440710 Feb 16 14:52:07.479147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.500189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.509533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:52:07.509933 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.515653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a80b64cd-6a93-450f-b1b6-367ebdc59cac req-faee05ca-b2ec-49fa-8cf9-d4e3d5433974 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936014 Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:52:07.518055 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:52:07.550147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73864562-f7cc-436f-aaf6-577461774664 req-7f11885f-a8dc-451d-8d1b-dc53462e8326 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599651 Feb 16 14:52:07.591800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-9cd4683d-b355-4e98-bb6d-ffebbf6dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:07.594619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-9cd4683d-b355-4e98-bb6d-ffebbf6dc1c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.1401126 Feb 16 14:52:07.608205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:07.627296 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbca42cc-a552-40f3-ba0f-8ecd743ada7f x-openstack-request-id: req-cbca42cc-a552-40f3-ba0f-8ecd743ada7f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:07.628384 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:07.628793 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cbca42cc-a552-40f3-ba0f-8ecd743ada7f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:07.629394 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'code': 200} Feb 16 14:52:07.651663 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-2cb9e6ab-0a9a-4f05-a4f9-64843c987f7f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419669 Feb 16 14:52:07.655380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:07.658294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:07.718719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=e5248397-6b10-40dc-ba2c-3efef3d1a4e6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:07.830186 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-6a40d821-60e1-46b5-ac54-f5129a9334d7 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671846 Feb 16 14:52:07.920313 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f66bdea-fb7d-4f46-bd41-bba04c29e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:07.976162 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0a7200b9-b44f-4f0f-86df-cd37db8163e3 req-965042c2-f957-4737-828b-c7606bf0163c service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377473 Feb 16 14:52:08.018918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a3878eca-fc4f-4fb5-8766-1fe1459aa363 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8142adb64694445c87c6784888f2bc37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0780530 Feb 16 14:52:08.024414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:08.054755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3878eca-fc4f-4fb5-8766-1fe1459aa363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ebad4-a604-482b-85f7-25dfb94e8361,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:08.108168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-873fa164-b4ac-4f27-8c85-2742bf0418d1 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391546 Feb 16 14:52:08.122079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678f5c2-9555-4fb2-8abb-37f4b8ec743c req-882ba002-79bf-4c9b-a7fe-5aa0b5932350 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:08.123782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d678f5c2-9555-4fb2-8abb-37f4b8ec743c req-882ba002-79bf-4c9b-a7fe-5aa0b5932350 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 948 time: 0.0936422 Feb 16 14:52:08.146391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-972975f2-8298-4dac-8dcf-599eb76bc41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.166807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.210454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-972975f2-8298-4dac-8dcf-599eb76bc41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.245539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.246507 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.249856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/2245959a-28ee-4421-a4bb-c865d2a72ca1 HTTP/1.1" status: 204 len: 168 time: 2.4423442 Feb 16 14:52:08.257929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55346) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:08.273038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff096e0a-1460-4bbc-8be1-676518c8efde tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=2245959a-28ee-4421-a4bb-c865d2a72ca1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:08.333945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ffdb8-41fc-4ded-8382-06ca136b8179 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:08.335985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c7deb84-b1d0-4aa7-b713-bc3264ee59e3 req-6c8540d8-ce4e-4e3c-a140-7b12ea3ee6ed service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111056 Feb 16 14:52:08.340728 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-653ffdb8-41fc-4ded-8382-06ca136b8179 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0781460 Feb 16 14:52:08.343723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55348) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:08.393796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d678f5c2-9555-4fb2-8abb-37f4b8ec743c req-376b99b3-4999-483b-8a7d-487a3b7374ca tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356346 Feb 16 14:52:08.413371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.448398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-972975f2-8298-4dac-8dcf-599eb76bc41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.451007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-972975f2-8298-4dac-8dcf-599eb76bc41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.452399 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-972975f2-8298-4dac-8dcf-599eb76bc41a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f93ebad4-a604-482b-85f7-25dfb94e8361 HTTP/1.1" status: 204 len: 168 time: 0.4258592 Feb 16 14:52:08.483081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55352) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:08.483460 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2859aabf-b8e5-42d5-bec5-882a470d4de4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1404457 Feb 16 14:52:08.486540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972975f2-8298-4dac-8dcf-599eb76bc41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ebad4-a604-482b-85f7-25dfb94e8361,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:08.488272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1464613300'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:08.570697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c77689-0103-437f-ae72-99160348421b req-72ff5960-e186-4195-91fd-523810155937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:08.572295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41c77689-0103-437f-ae72-99160348421b req-72ff5960-e186-4195-91fd-523810155937 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=3d9880f171b64558902f86be3e04c85b&device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 1099 time: 0.0687420 Feb 16 14:52:08.642371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 4cb39246-6ea9-4fa5-856c-874c17a86339 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:52:08.675191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.703415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:08.706992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.777713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.784624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 4cb39246-6ea9-4fa5-856c-874c17a86339, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=4cb39246-6ea9-4fa5-856c-874c17a86339,segment=NetworkSegment(9ccc5e73-f163-4e11-937b-e6c491db0ba8),segment_id=9ccc5e73-f163-4e11-937b-e6c491db0ba8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:08.802313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '4cb39246-6ea9-4fa5-856c-874c17a86339', 'network_id': '4632861c-d5ba-48da-bff2-b0c9f7301ac6', 'port_id': '4cb39246-6ea9-4fa5-856c-874c17a86339', 'mac_address': 'fa:16:3e:5d:81:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:52:08.804965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:52:08.817950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c77689-0103-437f-ae72-99160348421b req-ad8302ae-0550-4a8d-b34b-e4b9ed5715f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:08.819564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41c77689-0103-437f-ae72-99160348421b req-ad8302ae-0550-4a8d-b34b-e4b9ed5715f0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.2306721 Feb 16 14:52:08.829494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.829840 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment 9a754ecd-d536-4bb9-8722-d8fa1784974d of type vlan for network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc Feb 16 14:52:08.860967 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.882996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb39246-6ea9-4fa5-856c-874c17a86339 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:08.909580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41c77689-0103-437f-ae72-99160348421b req-05293a4d-4c7e-46d6-81dd-3f6f33e9f520 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e841bcd4-578f-47a1-af3c-fdc7e957e8fa HTTP/1.1" status: 200 len: 217 time: 0.0781987 Feb 16 14:52:08.911437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 4cb39246-6ea9-4fa5-856c-874c17a86339, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=4cb39246-6ea9-4fa5-856c-874c17a86339,segment=NetworkSegment(9ccc5e73-f163-4e11-937b-e6c491db0ba8),segment_id=9ccc5e73-f163-4e11-937b-e6c491db0ba8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:08.921471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=e5248397-6b10-40dc-ba2c-3efef3d1a4e6,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:08.944465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b471eb-cff7-4054-9869-54aef5a9f29d req-9cc7113d-5234-4581-8af0-e28add3db88e tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:08.952519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81b471eb-cff7-4054-9869-54aef5a9f29d req-9cc7113d-5234-4581-8af0-e28add3db88e tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 943 time: 0.2639382 Feb 16 14:52:08.956363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:08.964503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b5867-5b39-4171-ac1a-56feceb1e7e8 req-bb247884-2e8c-459e-afa9-24016247fa4b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:08.972327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-261b5867-5b39-4171-ac1a-56feceb1e7e8 req-bb247884-2e8c-459e-afa9-24016247fa4b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2846553 Feb 16 14:52:08.985185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:09.068903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:09.072190 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd9c2a76-cb0d-4a69-9a11-3d4a412d93cd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5101278 Feb 16 14:52:09.078913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:09.083936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c77689-0103-437f-ae72-99160348421b req-03beb3ef-eabd-4537-b65c-78db53f87794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:09.086126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41c77689-0103-437f-ae72-99160348421b req-03beb3ef-eabd-4537-b65c-78db53f87794 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0988920 Feb 16 14:52:09.087399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=4cb39246-6ea9-4fa5-856c-874c17a86339,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:09.184868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81b471eb-cff7-4054-9869-54aef5a9f29d req-5ea2c31e-a0f1-4cf0-8442-65dd8d78acbb tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314894 Feb 16 14:52:09.200569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-261b5867-5b39-4171-ac1a-56feceb1e7e8 req-a5cb9f55-a6ea-4dfb-9e38-30e946faf782 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265837 Feb 16 14:52:09.219174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c77689-0103-437f-ae72-99160348421b req-47551cc1-782d-4666-97bc-85283fb93836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:09.221356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41c77689-0103-437f-ae72-99160348421b req-47551cc1-782d-4666-97bc-85283fb93836 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145110 Feb 16 14:52:09.274898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['4cb39246-6ea9-4fa5-856c-874c17a86339'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:09.294821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:09.308193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:09.308193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:09.450377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:09.476738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:52:09.489263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5c292ed7-9eea-4c7b-b185-f6f86dbda0cb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0049608 Feb 16 14:52:09.492428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55380) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:09.497102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41c77689-0103-437f-ae72-99160348421b req-5bc9d512-d390-4c93-853d-47d0e54fbbb2 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591860 Feb 16 14:52:09.497953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:09.579196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:09.736111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-ea65703f-e1b6-47a9-98a9-8a678036a33d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1763186740&fields=id&tenant_id=46891b7e78a4495f975695e17e853e39 HTTP/1.1" status: 200 len: 267 time: 0.1143703 Feb 16 14:52:09.752062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e0c8-e25e-4c80-b975-88cef5ea865e req-fd40ed5e-3807-4ff7-85da-190d7582df17 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:09.753737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5997e0c8-e25e-4c80-b975-88cef5ea865e req-fd40ed5e-3807-4ff7-85da-190d7582df17 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 948 time: 0.1301157 Feb 16 14:52:09.756632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:09.760753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:09.822598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41c77689-0103-437f-ae72-99160348421b req-78088668-b4ae-405b-b2d5-4b6fee4f5ac4 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166218 Feb 16 14:52:09.849917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-c2a96b3a-0191-4042-89cb-7b83bafbbe7e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:09.857541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-c2a96b3a-0191-4042-89cb-7b83bafbbe7e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports/05a62ee1-5ef2-425e-831a-5186294250c7 HTTP/1.1" status: 200 len: 937 time: 0.1204407 Feb 16 14:52:09.869667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5997e0c8-e25e-4c80-b975-88cef5ea865e req-4d176b0a-4276-4073-b726-6083b9e51931 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964627 Feb 16 14:52:09.937542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5059bb6a-8711-4c82-adff-c58ea3252c6b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:09.939341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5059bb6a-8711-4c82-adff-c58ea3252c6b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports/1dbc7a42-30cf-473c-915c-6b88a972c02c HTTP/1.1" status: 200 len: 936 time: 0.0806701 Feb 16 14:52:09.981997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6403fe10-7127-4815-9820-1e58918a2a88 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?network_id=81b15931-d000-4e2e-837f-43c40ca895e8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0364656 Feb 16 14:52:10.017557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-4392a8c9-c76b-488f-b3ea-ae8f20356a74 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?network_id=81b15931-d000-4e2e-837f-43c40ca895e8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0290027 Feb 16 14:52:10.148774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:10.187351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-bfea8ccb-9b9f-4c4a-8ce6-e399ae018907 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:10.197176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-bfea8ccb-9b9f-4c4a-8ce6-e399ae018907 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:10.205012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-bfea8ccb-9b9f-4c4a-8ce6-e399ae018907 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:10.206845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-bfea8ccb-9b9f-4c4a-8ce6-e399ae018907 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/networks?id=41ee3635-4c70-4322-8f0a-63fd2fc380db&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=81b15931-d000-4e2e-837f-43c40ca895e8&id=81b15931-d000-4e2e-837f-43c40ca895e8 HTTP/1.1" status: 200 len: 1994 time: 0.1786280 Feb 16 14:52:10.231788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=3941b02f-d692-41f9-b52c-76cc3b41e51f,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:10.235520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-be1b26bf-ed3a-4e56-b0f5-4ab4c3993281 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/quotas/46891b7e78a4495f975695e17e853e39 HTTP/1.1" status: 200 len: 375 time: 0.0192635 Feb 16 14:52:10.248289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': '9a754ecd-d536-4bb9-8722-d8fa1784974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:10.248836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:52:10.350341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-08178bfd-4e11-48fe-9a16-bff79a9dffc1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0933113 Feb 16 14:52:10.377778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:52:10.469211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:10.478996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d6353-5c00-4415-a3fb-6a52588aa0bc req-45dd7fb3-40d2-473b-ab7f-7be0f2e2b550 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:10.481250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-051d6353-5c00-4415-a3fb-6a52588aa0bc req-45dd7fb3-40d2-473b-ab7f-7be0f2e2b550 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 944 time: 0.1293917 Feb 16 14:52:10.491926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:10.493621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:10.496744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de5009-9558-4629-ada8-56a2e98ed438 None None] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:10.574187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-ec493314-a1b9-45c1-be45-903f0984704b service neutron] 10.222.0.113 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105196 Feb 16 14:52:10.625846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-051d6353-5c00-4415-a3fb-6a52588aa0bc req-cf6822e3-8b21-40ce-99f6-3d09fdcbc9f7 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974517 Feb 16 14:52:10.632393 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08767286-8133-4925-a653-32c8aa6814fd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1376345 Feb 16 14:52:10.632393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55416) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:10.647434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc', 'name': 'tempest-PortsIpV6TestJSON-92106561'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:10.722908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-b0e7ab99-5e35-458e-ad6b-3eb123efde59 service neutron] 10.222.0.113 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475239 Feb 16 14:52:10.724417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device e841bcd4-578f-47a1-af3c-fdc7e957e8fa details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:52:10.726468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 4cb39246-6ea9-4fa5-856c-874c17a86339 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:10.794423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-0a70c3bb-7c39-4611-9251-fb9c2a035dd2 service neutron] 10.222.0.113 "GET /v2.0/ports/05a62ee1-5ef2-425e-831a-5186294250c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0702815 Feb 16 14:52:10.818666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc', 'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc', 'tenant_id': '2c9127d526cf4d4fa5d11b4951e2316a', 'fixed_ips': [{'subnet_id': '3941b02f-d692-41f9-b52c-76cc3b41e51f'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:52:10.819510 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:10.830498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b189ea-cfa3-4d7c-acfd-a0984087e6a1 req-c07435a5-4eff-4b7a-90b8-dc23edb395f7 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:10.832002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0b189ea-cfa3-4d7c-acfd-a0984087e6a1 req-c07435a5-4eff-4b7a-90b8-dc23edb395f7 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0779574 Feb 16 14:52:10.963319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0b189ea-cfa3-4d7c-acfd-a0984087e6a1 req-34820fa0-60d9-4da4-aa01-063f33d1ffe3 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541623 Feb 16 14:52:10.963319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-efd19514-c4ee-43ab-aaa6-e49c69052a82 service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345482 Feb 16 14:52:11.000854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port e841bcd4-578f-47a1-af3c-fdc7e957e8fa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:11.041673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa', 'mac_address': 'fa:16:3e:59:0d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:52:11.067826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850576f-e65a-40e5-9861-a1a8ef83ab03 req-1e141ed6-19e8-4a23-aab7-2873be78eef8 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:11.072285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6850576f-e65a-40e5-9861-a1a8ef83ab03 req-1e141ed6-19e8-4a23-aab7-2873be78eef8 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 948 time: 0.0760002 Feb 16 14:52:11.079752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-a79b3429-aebf-4dee-b62a-1985825eceef service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318891 Feb 16 14:52:11.103863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Allocated IP 2001:db8::2 (ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc/3941b02f-d692-41f9-b52c-76cc3b41e51f/682b62cd-31aa-4b04-82dc-4f04d4329bcc) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:11.115783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:11.129850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.137577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.158620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-ab5b00b6-0d66-49d4-a5bb-022dd7eaab64 service neutron] 10.222.0.113 "GET /v2.0/ports/1dbc7a42-30cf-473c-915c-6b88a972c02c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0718849 Feb 16 14:52:11.161887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6850576f-e65a-40e5-9861-a1a8ef83ab03 req-d984e116-07db-4d38-8fe6-97e4fd404f2d tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770297 Feb 16 14:52:11.167255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e841bcd4-578f-47a1-af3c-fdc7e957e8fa {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:11.179140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port e4cdf2c2-634d-47d0-9e44-2668a48dfb04 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:52:11.293497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-703231dc-d3cc-47a2-a30d-4c80986c54ae service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221595 Feb 16 14:52:11.415952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 4cb39246-6ea9-4fa5-856c-874c17a86339 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:52:11.418622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-608f92b1-ee84-4214-ba63-e3df2c66f885 service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182959 Feb 16 14:52:11.456317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 4cb39246-6ea9-4fa5-856c-874c17a86339 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:11.456692 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.460149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.507718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port e841bcd4-578f-47a1-af3c-fdc7e957e8fa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:11.542164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-001874ef-cd68-4fc3-8177-5d590d655ccd service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150992 Feb 16 14:52:11.605873 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.631145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.661681 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.686333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.699263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-cb3a61b4-3309-40b4-bb08-7927e1f701ce service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507041 Feb 16 14:52:11.708181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:11.733882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb39246-6ea9-4fa5-856c-874c17a86339'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:11.736372 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44f13d4-a1e9-4638-be2d-4b758dd5bcfe" -d '{"events": [{"server_uuid": "fa5df3b5-4462-4411-9365-9e76d6f74725", "name": "network-vif-plugged", "status": "completed", "tag": "4cb39246-6ea9-4fa5-856c-874c17a86339"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:11.747587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.767141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 4cb39246-6ea9-4fa5-856c-874c17a86339, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=4cb39246-6ea9-4fa5-856c-874c17a86339,segment=NetworkSegment(9ccc5e73-f163-4e11-937b-e6c491db0ba8),segment_id=9ccc5e73-f163-4e11-937b-e6c491db0ba8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:11.815263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-b39d9ac8-e3dd-491b-87e8-4b1398045795 service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147988 Feb 16 14:52:11.835080 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:11.842980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:11.844113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::57 (ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc/3941b02f-d692-41f9-b52c-76cc3b41e51f/e4cdf2c2-634d-47d0-9e44-2668a48dfb04) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:11.845089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Pushing event updated for resources: {'Port': ['ID=682b62cd-31aa-4b04-82dc-4f04d4329bcc,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:11.849024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:11.859408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:11.882639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['e841bcd4-578f-47a1-af3c-fdc7e957e8fa'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:11.942398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3105c1b-44bd-4771-83fa-a039f2022e6c req-b525d7b0-e674-4561-83c5-800ed67baee4 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:11.950213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3105c1b-44bd-4771-83fa-a039f2022e6c req-b525d7b0-e674-4561-83c5-800ed67baee4 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 944 time: 0.1339390 Feb 16 14:52:12.001755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Attempting to bind port 682b62cd-31aa-4b04-82dc-4f04d4329bcc on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:12.002572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Attempting to bind port 682b62cd-31aa-4b04-82dc-4f04d4329bcc by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '9a754ecd-d536-4bb9-8722-d8fa1784974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:12.003191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Attempting to bind port 682b62cd-31aa-4b04-82dc-4f04d4329bcc on network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:12.024444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:12.025153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Checking segment: {'id': '9a754ecd-d536-4bb9-8722-d8fa1784974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:12.025820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.026426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Bound using segment: {'id': '9a754ecd-d536-4bb9-8722-d8fa1784974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:12.027122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Bound port: 682b62cd-31aa-4b04-82dc-4f04d4329bcc, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a754ecd-d536-4bb9-8722-d8fa1784974d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:12.027679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.038176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=4cb39246-6ea9-4fa5-856c-874c17a86339,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:12.038527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3105c1b-44bd-4771-83fa-a039f2022e6c req-366adeab-0771-4496-8baf-ee3b23aee783 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787270 Feb 16 14:52:12.062525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-4e0adfff-1c0d-485b-bdf0-4213bf6d8f8c service neutron] 10.222.0.113 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335966 Feb 16 14:52:12.111911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.217662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.226402 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f5abde-c517-43bb-830c-6a8fb6d5c1a0 x-openstack-request-id: req-e4f5abde-c517-43bb-830c-6a8fb6d5c1a0 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:12.226742 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5df3b5-4462-4411-9365-9e76d6f74725", "name": "network-vif-plugged", "status": "completed", "tag": "4cb39246-6ea9-4fa5-856c-874c17a86339", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:12.227108 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e4f5abde-c517-43bb-830c-6a8fb6d5c1a0 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:12.227631 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb39246-6ea9-4fa5-856c-874c17a86339', 'code': 200} Feb 16 14:52:12.269145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] For port 682b62cd-31aa-4b04-82dc-4f04d4329bcc, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:12.283179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:12.291368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:12.297927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] For port 682b62cd-31aa-4b04-82dc-4f04d4329bcc, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=682b62cd-31aa-4b04-82dc-4f04d4329bcc,segment=NetworkSegment(9a754ecd-d536-4bb9-8722-d8fa1784974d),segment_id=9a754ecd-d536-4bb9-8722-d8fa1784974d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:12.298330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:12.305328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:12.305990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.310677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e00da7-ed7a-4cba-ad39-e7ea2b842fc2 req-a4afe1e7-5233-4a38-9bb4-f52368eddd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:12.319443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22e00da7-ed7a-4cba-ad39-e7ea2b842fc2 req-a4afe1e7-5233-4a38-9bb4-f52368eddd71 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 1096 time: 0.1274636 Feb 16 14:52:12.320483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=e4cdf2c2-634d-47d0-9e44-2668a48dfb04,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:12.352923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.373592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf0e81-f426-4cbb-b205-5d0209a5ed55 req-7cbdafbc-ef6e-4f92-81f9-6e2eed277cdd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:12.384431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbaf0e81-f426-4cbb-b205-5d0209a5ed55 req-7cbdafbc-ef6e-4f92-81f9-6e2eed277cdd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1630487 Feb 16 14:52:12.397859 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.424818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-0d0a8932-a579-4d48-ab7d-d5f2629abe8b service neutron] 10.222.0.113 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613734 Feb 16 14:52:12.428903 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-83bf5dbe-b0ec-4770-9058-bcadf4859192 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7923200 Feb 16 14:52:12.431348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55462) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:12.440852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': 'ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc', 'name': 'tempest-PortsIpV6TestJSON-122081759'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:12.441257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22e00da7-ed7a-4cba-ad39-e7ea2b842fc2 req-3bceff1e-9dba-4087-a220-0ba12aeb6205 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223176 Feb 16 14:52:12.468752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536e785-5afc-45f0-b770-b881ccbf4362 None None] Pushing event updated for resources: {'Port': ['ID=682b62cd-31aa-4b04-82dc-4f04d4329bcc,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:12.534946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbaf0e81-f426-4cbb-b205-5d0209a5ed55 req-a072a8bb-32c0-488b-9f73-3ef92f897ed4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495702 Feb 16 14:52:12.600014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-85784450-b097-4a8e-90b6-37f8fd95ff05 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728928 Feb 16 14:52:12.795131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:12.798620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:12.799855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc87c-a22c-4c77-a070-515045f1a883 req-a3745dfa-e713-4f4c-a0de-3e012cb7fc35 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:12.802168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b8dc87c-a22c-4c77-a070-515045f1a883 req-a3745dfa-e713-4f4c-a0de-3e012cb7fc35 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 949 time: 0.1240151 Feb 16 14:52:12.820926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-b31ce98b-8e94-4adb-9e67-1ed3eb42b99c service neutron] 10.222.0.113 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197788 Feb 16 14:52:12.850302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 9e6c005a-ba14-4d04-a59b-15b471da4bd6 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:52:12.985517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b8dc87c-a22c-4c77-a070-515045f1a883 req-5bb38802-33d6-463a-94bd-4b78884fdba9 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586740 Feb 16 14:52:13.055590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-badc36b2-7726-443a-bb08-1d8b231f6b59 service neutron] 10.222.0.113 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132149 Feb 16 14:52:13.089990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::33d (ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc/3941b02f-d692-41f9-b52c-76cc3b41e51f/9e6c005a-ba14-4d04-a59b-15b471da4bd6) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:13.192878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd07096-4f2a-4d68-b956-78ff5e3c2763 req-22c0a22f-9b4e-4034-a18a-199882f0f665 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:13.201755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cd07096-4f2a-4d68-b956-78ff5e3c2763 req-22c0a22f-9b4e-4034-a18a-199882f0f665 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 945 time: 0.0785100 Feb 16 14:52:13.287152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cd07096-4f2a-4d68-b956-78ff5e3c2763 req-d26b7d40-6751-4b62-a48a-c6afa487a3c4 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816116 Feb 16 14:52:13.391388 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:13.499804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:13.591674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:13.606071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:13.610204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:13.619573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:13.621085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:13.650954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=9e6c005a-ba14-4d04-a59b-15b471da4bd6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:13.765480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aa21c-65e8-489f-820b-f5f663b4b630 req-a58f8cb8-e9b9-4414-96bb-75fad7ac364c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:13.767196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e3aa21c-65e8-489f-820b-f5f663b4b630 req-a58f8cb8-e9b9-4414-96bb-75fad7ac364c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0932961 Feb 16 14:52:13.777776 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4ec4ad87-26bf-4740-9366-1ffcd083eec3 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3449020 Feb 16 14:52:13.780445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:13.872773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e3aa21c-65e8-489f-820b-f5f663b4b630 req-47a9db86-7b5a-4503-b34a-b0cc662f4ab9 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916102 Feb 16 14:52:13.933627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcda20f-20e9-47ec-b946-e37682412395 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:13.935247 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9bcda20f-20e9-47ec-b946-e37682412395 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A57 HTTP/1.1" status: 200 len: 926 time: 0.1536140 Feb 16 14:52:13.938162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:14.067004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 9e6c005a-ba14-4d04-a59b-15b471da4bd6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:14.068555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.077900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8ccaf-5734-41ff-bb3b-3289942acce6 None None] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:14.237191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.259390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad106c-13fb-4f79-9a1a-fbbb3be25947 req-41090ee8-d5f6-4985-82e8-e795358a45b9 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:14.260054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 9e6c005a-ba14-4d04-a59b-15b471da4bd6 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:14.264028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1aad106c-13fb-4f79-9a1a-fbbb3be25947 req-41090ee8-d5f6-4985-82e8-e795358a45b9 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 949 time: 0.0832937 Feb 16 14:52:14.272064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Provisioning complete for port 682b62cd-31aa-4b04-82dc-4f04d4329bcc triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:14.272437 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.329633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1aad106c-13fb-4f79-9a1a-fbbb3be25947 req-ad2ee92b-36ef-4a72-8a02-158ae17a15ae tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563242 Feb 16 14:52:14.443236 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.513018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] For port 682b62cd-31aa-4b04-82dc-4f04d4329bcc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=682b62cd-31aa-4b04-82dc-4f04d4329bcc,segment=NetworkSegment(9a754ecd-d536-4bb9-8722-d8fa1784974d),segment_id=9a754ecd-d536-4bb9-8722-d8fa1784974d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:14.527689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9acf73-a7c8-497f-b9fe-60f77e5b819c req-5eaf3421-cb49-47c4-9af8-05bd82e5a9de tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:14.529597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b9acf73-a7c8-497f-b9fe-60f77e5b819c req-5eaf3421-cb49-47c4-9af8-05bd82e5a9de tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 945 time: 0.0637381 Feb 16 14:52:14.607994 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.632584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b9acf73-a7c8-497f-b9fe-60f77e5b819c req-5ee566a3-9836-4362-b34c-719910ac6f59 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946412 Feb 16 14:52:14.665306 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.689136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device e841bcd4-578f-47a1-af3c-fdc7e957e8fa up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:14.827647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Pushing event updated for resources: {'Port': ['ID=682b62cd-31aa-4b04-82dc-4f04d4329bcc,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:14.827888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.834104 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/9e6c005a-ba14-4d04-a59b-15b471da4bd6 HTTP/1.1" status: 204 len: 168 time: 0.8947561 Feb 16 14:52:14.836976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55566) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:14.868477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.868806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.869151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.872275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0337344e-5040-40fd-87dd-6db51c187ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:14.873299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd221f5-b017-469e-b4ac-713d5e6414f4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=9e6c005a-ba14-4d04-a59b-15b471da4bd6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:14.942660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 682b62cd-31aa-4b04-82dc-4f04d4329bcc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:14.955619 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aca6b07-6af8-4149-90e7-ae8e9c1449b9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:52:14.966221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55582) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:14.967148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3aca6b07-6af8-4149-90e7-ae8e9c1449b9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/9e6c005a-ba14-4d04-a59b-15b471da4bd6 HTTP/1.1" status: 404 len: 333 time: 0.1288629 Feb 16 14:52:15.042136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port e841bcd4-578f-47a1-af3c-fdc7e957e8fa completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:52:15.045369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8e5aa6e5-294e-46ff-bffc-5d38e8e8d4f0 None None] Provisioning complete for port 682b62cd-31aa-4b04-82dc-4f04d4329bcc triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:15.045756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa6e5-294e-46ff-bffc-5d38e8e8d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.084255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abc40803-eab4-4673-8e2b-15463ccad768 req-e342a0ce-92a1-4ba0-9847-951eae7a422d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0847859 Feb 16 14:52:15.120894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port e841bcd4-578f-47a1-af3c-fdc7e957e8fa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:15.121375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.128895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 682b62cd-31aa-4b04-82dc-4f04d4329bcc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:15.129268 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.267469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port e4cdf2c2-634d-47d0-9e44-2668a48dfb04 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:15.274210 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.336927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003efd67-452a-4108-b82d-ec4693dde088 req-d28b1a09-e1fb-4efb-8ada-0b3e6b773ff2 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:15.349728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-003efd67-452a-4108-b82d-ec4693dde088 req-d28b1a09-e1fb-4efb-8ada-0b3e6b773ff2 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1813641 Feb 16 14:52:15.436833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-003efd67-452a-4108-b82d-ec4693dde088 req-ec5b7e01-812f-4a5a-97d2-ef78f76a32b5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808599 Feb 16 14:52:15.499139 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.507846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8e5aa6e5-294e-46ff-bffc-5d38e8e8d4f0 None None] Could not find standard attr ID for object 9e6c005a-ba14-4d04-a59b-15b471da4bd6. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:52:15.563927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.595023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:15.598730 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeda160-fb99-435b-9896-455ea0e2665f" -d '{"events": [{"server_uuid": "529ab3dd-f36c-4941-ba69-61473a9df4ba", "name": "network-vif-plugged", "status": "completed", "tag": "e841bcd4-578f-47a1-af3c-fdc7e957e8fa"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:15.609208 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for e4cdf2c2-634d-47d0-9e44-2668a48dfb04 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:15.638530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8e5aa6e5-294e-46ff-bffc-5d38e8e8d4f0 None None] Provisioning complete for port e4cdf2c2-634d-47d0-9e44-2668a48dfb04 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:15.639123 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8e5aa6e5-294e-46ff-bffc-5d38e8e8d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.653655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port e841bcd4-578f-47a1-af3c-fdc7e957e8fa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:15.674098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a9b1f-5c99-4fc8-a83f-f4f0dbec85ae req-7a9121e4-11c6-4a0f-9aad-ca9bc0f4fd05 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:15.682225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d7a9b1f-5c99-4fc8-a83f-f4f0dbec85ae req-7a9121e4-11c6-4a0f-9aad-ca9bc0f4fd05 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 949 time: 0.0940602 Feb 16 14:52:15.731280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d7a9b1f-5c99-4fc8-a83f-f4f0dbec85ae req-2fd7b02f-2a53-4c06-bb14-8e9cb3dbbe94 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Feb 16 14:52:15.748468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8e5aa6e5-294e-46ff-bffc-5d38e8e8d4f0 None None] Port e4cdf2c2-634d-47d0-9e44-2668a48dfb04 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:15.778909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.828102 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86f0469-d21f-4ca3-ac3b-561396bbcbd1 x-openstack-request-id: req-f86f0469-d21f-4ca3-ac3b-561396bbcbd1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:15.828491 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529ab3dd-f36c-4941-ba69-61473a9df4ba", "name": "network-vif-plugged", "status": "completed", "tag": "e841bcd4-578f-47a1-af3c-fdc7e957e8fa", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:15.828965 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f86f0469-d21f-4ca3-ac3b-561396bbcbd1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:15.829539 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa', 'code': 200} Feb 16 14:52:15.887007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:15.896739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-93c047a9-72b9-46d7-9dab-cbbeaa8c979b None None] Could not find standard attr ID for object 9e6c005a-ba14-4d04-a59b-15b471da4bd6. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:52:15.923888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-93c047a9-72b9-46d7-9dab-cbbeaa8c979b None None] Provisioning complete for port e4cdf2c2-634d-47d0-9e44-2668a48dfb04 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:15.924377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93c047a9-72b9-46d7-9dab-cbbeaa8c979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.932317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:15.956160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-93c047a9-72b9-46d7-9dab-cbbeaa8c979b None None] Port e4cdf2c2-634d-47d0-9e44-2668a48dfb04 was deleted so its status cannot be updated. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 14:52:15.993706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616fa4-669a-41d0-b5fc-675e53c7b9a6 req-bd51206d-e18f-4e1b-bc43-e13bb2144dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:15.995295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2616fa4-669a-41d0-b5fc-675e53c7b9a6 req-bd51206d-e18f-4e1b-bc43-e13bb2144dea service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 1101 time: 0.1066239 Feb 16 14:52:15.997376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=e4cdf2c2-634d-47d0-9e44-2668a48dfb04,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:16.031500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.039946 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8a0511e4-84bb-4c03-ab36-162c733d8501 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/e4cdf2c2-634d-47d0-9e44-2668a48dfb04 HTTP/1.1" status: 204 len: 168 time: 1.0725381 Feb 16 14:52:16.041465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55624) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:16.086962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2616fa4-669a-41d0-b5fc-675e53c7b9a6 req-d123b22b-f4bd-4550-b6e6-da45880ca03f service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761044 Feb 16 14:52:16.088260 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec8c1d8-f4ba-44b9-bb27-6308e69b8717 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:52:16.090383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3ec8c1d8-f4ba-44b9-bb27-6308e69b8717 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/e4cdf2c2-634d-47d0-9e44-2668a48dfb04 HTTP/1.1" status: 404 len: 333 time: 0.0477087 Feb 16 14:52:16.093520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55626) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:16.156724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.208020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet 3941b02f-d692-41f9-b52c-76cc3b41e51f {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:52:16.213296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.219682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bdc185d-b91c-42a3-9c4c-139ec3909d9f req-0e871a46-c983-472c-9dcc-b210d35aee43 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0384939 Feb 16 14:52:16.309225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.483111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.552037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff596f-8452-4858-b209-78fe9ade57a7 req-cf773e2c-e83b-43fc-9069-7d3d6fc1829a tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:16.553651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dff596f-8452-4858-b209-78fe9ade57a7 req-cf773e2c-e83b-43fc-9069-7d3d6fc1829a tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 945 time: 0.1381078 Feb 16 14:52:16.675732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dff596f-8452-4858-b209-78fe9ade57a7 req-9275d9d9-1d6d-43ab-bbcf-d785506e8433 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859170 Feb 16 14:52:16.699833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.713637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1123a74-d708-4582-9383-d79e08ebd3d8 req-36469d4d-b9fa-4cf9-8508-80e2f260b9ea tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:16.715258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1123a74-d708-4582-9383-d79e08ebd3d8 req-36469d4d-b9fa-4cf9-8508-80e2f260b9ea tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1593773 Feb 16 14:52:16.744022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=3941b02f-d692-41f9-b52c-76cc3b41e51f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:16.747810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.751149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b233861-35ae-4403-8e8d-90f5f810b3f8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/3941b02f-d692-41f9-b52c-76cc3b41e51f HTTP/1.1" status: 204 len: 168 time: 0.6565621 Feb 16 14:52:16.762850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:16.763069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91bb8ba-0254-4bc1-a9d9-c0c38c68bdb2 None None] Network ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:16.776468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1123a74-d708-4582-9383-d79e08ebd3d8 req-2bccc0be-5a68-4098-b6f0-050e764a95d3 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 Feb 16 14:52:16.838710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 682b62cd-31aa-4b04-82dc-4f04d4329bcc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:16.859564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.898065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dd806-239d-43d3-abf1-0aa8a4c59d6b req-7c774d97-1806-4194-a57b-738b2e4f4671 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:16.905915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b2dd806-239d-43d3-abf1-0aa8a4c59d6b req-7c774d97-1806-4194-a57b-738b2e4f4671 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 950 time: 0.0645480 Feb 16 14:52:16.921670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 682b62cd-31aa-4b04-82dc-4f04d4329bcc {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:16.921983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.953769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b2dd806-239d-43d3-abf1-0aa8a4c59d6b req-c1bd3382-07b4-42ff-be1a-4fe3c541633f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469797 Feb 16 14:52:16.962204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 682b62cd-31aa-4b04-82dc-4f04d4329bcc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:16.962580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.000772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] For port 682b62cd-31aa-4b04-82dc-4f04d4329bcc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=682b62cd-31aa-4b04-82dc-4f04d4329bcc,segment=NetworkSegment(9a754ecd-d536-4bb9-8722-d8fa1784974d),segment_id=9a754ecd-d536-4bb9-8722-d8fa1784974d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:17.001296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.073014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 682b62cd-31aa-4b04-82dc-4f04d4329bcc owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:17.157480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] DHCP port deletion for ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:52:17.250871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] Deleting port 682b62cd-31aa-4b04-82dc-4f04d4329bcc {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:17.251165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.333566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] For port 682b62cd-31aa-4b04-82dc-4f04d4329bcc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=682b62cd-31aa-4b04-82dc-4f04d4329bcc,segment=NetworkSegment(9a754ecd-d536-4bb9-8722-d8fa1784974d),segment_id=9a754ecd-d536-4bb9-8722-d8fa1784974d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:17.333885 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.350443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0e64451-58e5-45cb-a1d7-aca963b514e1 req-9abb2376-b03a-49db-a3c0-815e6147ae15 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0398686 Feb 16 14:52:17.350871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] Calling delete_port for 682b62cd-31aa-4b04-82dc-4f04d4329bcc owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:17.623405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.625137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.655388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] Pushing event deleted for resources: {'Port': ['ID=682b62cd-31aa-4b04-82dc-4f04d4329bcc,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:17.661053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934626a-1388-4e61-b1ce-7d50f5f7752a None None] No DVR routers for this DVR port 682b62cd-31aa-4b04-82dc-4f04d4329bcc on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:17.667204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=682b62cd-31aa-4b04-82dc-4f04d4329bcc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:17.669115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No DVR routers for this DVR port 682b62cd-31aa-4b04-82dc-4f04d4329bcc on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:17.784785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.842759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:17.864344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a754ecd-d536-4bb9-8722-d8fa1784974d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:17.870271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a754ecd-d536-4bb9-8722-d8fa1784974d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:17.880451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.897076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.907437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:52:17.908530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:52:17.922999 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:52:17.994218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe94cd2-5752-458e-83cd-37c1d8aa9671 req-ff65e8b8-3896-49b0-a312-e878a5f54b1e tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.006378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfe94cd2-5752-458e-83cd-37c1d8aa9671 req-ff65e8b8-3896-49b0-a312-e878a5f54b1e tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 945 time: 0.2473536 Feb 16 14:52:18.100404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-541681fc-38ed-4b7e-896c-082aec593542 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.103335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-541681fc-38ed-4b7e-896c-082aec593542 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.129 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 945 time: 0.1993487 Feb 16 14:52:18.176877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfe94cd2-5752-458e-83cd-37c1d8aa9671 req-fccbc232-e3d2-4752-a670-b1329d014a9e tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/security-groups?id=56aa9f87-589b-407b-89a7-17e2f17aa5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689892 Feb 16 14:52:18.187581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc485c6-dfb7-4c23-a697-a454cdb5465f req-1aecf259-7ea8-43c2-8a49-41892a12fff1 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.206502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.213826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bc485c6-dfb7-4c23-a697-a454cdb5465f req-1aecf259-7ea8-43c2-8a49-41892a12fff1 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2049670 Feb 16 14:52:18.226861 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.237253 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc HTTP/1.1" status: 204 len: 168 time: 1.4762228 Feb 16 14:52:18.258174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55702) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:18.266352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-586673833'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:18.288981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e6898-406f-4825-b6b6-0dadc2e6a485 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=ee9d0485-ddfe-4bfc-bdd0-91d78a2a74bc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:18.367788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bc485c6-dfb7-4c23-a697-a454cdb5465f req-a1e92f67-058b-4326-b98a-61bb1dfd1a07 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464694 Feb 16 14:52:18.399022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:18.402919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.449803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de431-7bc9-44e4-86ba-e9b06f8f8b30 req-41b8e7ff-8bff-474c-8e46-bcf706e8fdee tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.457116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1de431-7bc9-44e4-86ba-e9b06f8f8b30 req-41b8e7ff-8bff-474c-8e46-bcf706e8fdee tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 950 time: 0.1663420 Feb 16 14:52:18.485308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:52:18.511725 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.512075 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment 50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c of type vlan for network e17cbbd0-c070-438c-a3ce-f09e03b753a2 Feb 16 14:52:18.526679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Deleting port 4cb39246-6ea9-4fa5-856c-874c17a86339 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:18.527021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.558804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1de431-7bc9-44e4-86ba-e9b06f8f8b30 req-4314c5af-c256-4d2e-b6d6-c00474fd2934 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007361 Feb 16 14:52:18.620487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfd2451e-db6e-43f4-8195-fde9647aa9d2 req-f31842b9-304b-4996-9b3b-c7355854a7f3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0973709 Feb 16 14:52:18.675404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] For port 4cb39246-6ea9-4fa5-856c-874c17a86339, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=4cb39246-6ea9-4fa5-856c-874c17a86339,segment=NetworkSegment(9ccc5e73-f163-4e11-937b-e6c491db0ba8),segment_id=9ccc5e73-f163-4e11-937b-e6c491db0ba8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:18.676074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.689373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Calling delete_port for 4cb39246-6ea9-4fa5-856c-874c17a86339 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:18.763416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 682b62cd-31aa-4b04-82dc-4f04d4329bcc no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:52:18.782128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.790249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 682b62cd-31aa-4b04-82dc-4f04d4329bcc {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:52:18.790861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 682b62cd-31aa-4b04-82dc-4f04d4329bcc not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:52:18.955697 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.962048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.962655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:19.041248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=e17cbbd0-c070-438c-a3ce-f09e03b753a2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:19.050613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.051159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.051577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.052019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.052433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.052839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.053407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.054122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.054814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.055343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.056020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.056600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:19.070451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:52:19.086038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:19.134638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['4cb39246-6ea9-4fa5-856c-874c17a86339'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:19.162362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Pushing event deleted for resources: {'Port': ['ID=4cb39246-6ea9-4fa5-856c-874c17a86339,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:19.169928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-51ebd692-199b-4311-9ec7-279a46c7a95b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9058173 Feb 16 14:52:19.170443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55726) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:19.175306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:19.301769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] No DVR routers for this DVR port 4cb39246-6ea9-4fa5-856c-874c17a86339 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:19.305575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:19.310873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3769d573-1f0d-4d3c-b0cd-e95756e6befd req-8c88c846-e837-4645-9fbc-1fe634ffdeec tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.129 "DELETE /v2.0/ports/4cb39246-6ea9-4fa5-856c-874c17a86339 HTTP/1.1" status: 204 len: 173 time: 1.2000589 Feb 16 14:52:19.311671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'name': 'network-vif-deleted', 'tag': '4cb39246-6ea9-4fa5-856c-874c17a86339'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:19.329328 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faacdc1-d4d7-4008-8a49-23d506f1c289" -d '{"events": [{"server_uuid": "fa5df3b5-4462-4411-9365-9e76d6f74725", "name": "network-vif-deleted", "tag": "4cb39246-6ea9-4fa5-856c-874c17a86339"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:19.402453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-323e24bb-8880-4ba3-856b-05be7b2d577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:19.404719 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-323e24bb-8880-4ba3-856b-05be7b2d577e service neutron] 10.222.0.93 "GET /v2.0/ports/05a62ee1-5ef2-425e-831a-5186294250c7 HTTP/1.1" status: 200 len: 1033 time: 0.1640759 Feb 16 14:52:19.462340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-395c8029-c360-4ab1-95e6-c1d396a4d92d req-84a4f2f9-e060-4a49-a71e-3ddf3b7b95f0 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 210 time: 0.1076956 Feb 16 14:52:19.494097 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08066f-3a81-4f53-85fc-f8b27fa04cd0 x-openstack-request-id: req-9c08066f-3a81-4f53-85fc-f8b27fa04cd0 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:19.495277 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5df3b5-4462-4411-9365-9e76d6f74725", "name": "network-vif-deleted", "tag": "4cb39246-6ea9-4fa5-856c-874c17a86339", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:19.498181 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9c08066f-3a81-4f53-85fc-f8b27fa04cd0 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:19.500300 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5df3b5-4462-4411-9365-9e76d6f74725', 'name': 'network-vif-deleted', 'tag': '4cb39246-6ea9-4fa5-856c-874c17a86339', 'status': 'completed', 'code': 200} Feb 16 14:52:19.560317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-a16fa5c0-66ff-45ff-9dc5-259597608c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:19.563620 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-a16fa5c0-66ff-45ff-9dc5-259597608c12 service neutron] 10.222.0.93 "GET /v2.0/ports/1dbc7a42-30cf-473c-915c-6b88a972c02c HTTP/1.1" status: 200 len: 1032 time: 0.1498575 Feb 16 14:52:19.576334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55738) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:19.645530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d631dd6-a5c5-4aec-8c8e-3ff0611bcc1f req-96e31a72-91f8-4036-93cf-33c2faf5b02d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:19.655511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d631dd6-a5c5-4aec-8c8e-3ff0611bcc1f req-96e31a72-91f8-4036-93cf-33c2faf5b02d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1109593 Feb 16 14:52:19.720106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d631dd6-a5c5-4aec-8c8e-3ff0611bcc1f req-46bea8df-f755-4b63-b8a0-5d253990a387 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593731 Feb 16 14:52:19.795074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-3388d4d4-9435-4b9c-aff2-ed663b866b9a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:19.805107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-3388d4d4-9435-4b9c-aff2-ed663b866b9a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:19.826644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-3388d4d4-9435-4b9c-aff2-ed663b866b9a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:19.833136 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-3388d4d4-9435-4b9c-aff2-ed663b866b9a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "GET /v2.0/networks?id=41ee3635-4c70-4322-8f0a-63fd2fc380db&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=81b15931-d000-4e2e-837f-43c40ca895e8&id=81b15931-d000-4e2e-837f-43c40ca895e8 HTTP/1.1" status: 200 len: 1994 time: 0.2533720 Feb 16 14:52:19.890819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46aae50c-1387-40fa-aa2b-bf84a0eb230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:19.958508 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-41dfdebc-3923-427e-b752-c231facd378b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46891b7e78a4495f975695e17e853e39 HTTP/1.1" status: 200 len: 380 time: 0.1109829 Feb 16 14:52:19.983665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'admin_state_up': True, 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'security_groups': ['5353fd5c-6cab-4579-8065-1dd6cb347725']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:20.043790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:20.048316 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:20.212519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46aae50c-1387-40fa-aa2b-bf84a0eb230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:20.331016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46aae50c-1387-40fa-aa2b-bf84a0eb230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:20.376318 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-46aae50c-1387-40fa-aa2b-bf84a0eb230f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0f0f80eb6694447c9827c86086ecdc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7793925 Feb 16 14:52:20.379423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:20.405609 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d50cb71-ddcf-4424-a7de-7582c9743c24 req-ce0b86ca-5183-44d6-a386-3708b303b7b4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.6061885 Feb 16 14:52:20.486880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aae50c-1387-40fa-aa2b-bf84a0eb230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95ef31-b656-485c-80ec-908d58b6e413,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:20.504020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf61ae5-7680-4f76-b946-14c2ef466b1f req-5cb7fbe9-3417-48fe-9539-de38b1c490e8 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:20.511632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acf61ae5-7680-4f76-b946-14c2ef466b1f req-5cb7fbe9-3417-48fe-9539-de38b1c490e8 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 950 time: 0.1229019 Feb 16 14:52:20.567517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acf61ae5-7680-4f76-b946-14c2ef466b1f req-b0e56693-11f3-4207-94ac-a1846168babe tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549374 Feb 16 14:52:20.604519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1418d54c-50d7-468f-a481-4991cf6234b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:20.681055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1418d54c-50d7-468f-a481-4991cf6234b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:20.758914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b73f73f-d06f-46dd-9cc1-d768cb0409f1 req-8a789ce4-9a8b-4167-8f77-cb3f59724dd4 tempest-ServerPasswordTestJSON-1046159203 tempest-ServerPasswordTestJSON-1046159203-project] 10.222.0.113 "GET /v2.0/ports?device_id=fa5df3b5-4462-4411-9365-9e76d6f74725 HTTP/1.1" status: 200 len: 210 time: 0.0813472 Feb 16 14:52:20.857556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:20.861012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:20.906524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70729-2408-4a55-b49b-8a5720b3b4e2 req-5860f48e-c1a9-4caf-96b2-6614456b5c17 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:20.908196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6e70729-2408-4a55-b49b-8a5720b3b4e2 req-5860f48e-c1a9-4caf-96b2-6614456b5c17 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0763907 Feb 16 14:52:20.950691 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:20.952397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6e70729-2408-4a55-b49b-8a5720b3b4e2 req-c30dda7d-f504-4105-b83f-2db088f4d48f tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Feb 16 14:52:21.005965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1418d54c-50d7-468f-a481-4991cf6234b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:21.008799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1418d54c-50d7-468f-a481-4991cf6234b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:21.010235 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1418d54c-50d7-468f-a481-4991cf6234b1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8a95ef31-b656-485c-80ec-908d58b6e413 HTTP/1.1" status: 204 len: 168 time: 0.6270781 Feb 16 14:52:21.098953 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d54c-50d7-468f-a481-4991cf6234b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95ef31-b656-485c-80ec-908d58b6e413,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:21.132062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=b2d4478b-16fd-447b-946b-d90ed76c64e1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:21.167479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': '50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:21.167782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: e17cbbd0-c070-438c-a3ce-f09e03b753a2, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:52:21.209956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 172.20.0.12 (41ee3635-4c70-4322-8f0a-63fd2fc380db/ea616b7d-e073-4aa2-8165-e9cf0a859ac2/d5087570-118e-4a4a-b31a-c3d8d9d90bd0) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:21.293928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:52:21.438934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, e17cbbd0-c070-438c-a3ce-f09e03b753a2) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:21.447415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:21.448048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:21.449263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566f981-a69f-428d-a017-c11d74909fd7 None None] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:21.552356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:21.644929 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06a1763f-1a67-43b5-8919-d23b96dfbbc5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4706759 Feb 16 14:52:21.645286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:21.650215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2', 'name': 'tempest-PortsIpV6TestJSON-537512067', 'fixed_ips': [{'subnet_id': 'b2d4478b-16fd-447b-946b-d90ed76c64e1', 'ip_address': '2001:db8::10'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:21.651037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-144431c3-905e-4323-9a9d-7d349da69bda req-590f9753-ee53-4155-9d17-f8ac3b114b6c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0749118 Feb 16 14:52:21.673048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-8abbad6a-4211-47ec-951a-1c20f267b7c0 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:21.674463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-8abbad6a-4211-47ec-951a-1c20f267b7c0 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.129 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 950 time: 0.1499512 Feb 16 14:52:21.729370 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:21.800400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:21.818973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-e17cbbd0-c070-438c-a3ce-f09e03b753a2', 'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2', 'tenant_id': '2c9127d526cf4d4fa5d11b4951e2316a', 'fixed_ips': [{'subnet_id': 'b2d4478b-16fd-447b-946b-d90ed76c64e1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:52:21.821766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:21.839652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:21.847510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:21.859968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55780) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:21.968414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e6d8a-ddd4-49f6-8225-a2f0a4601543 req-4898c4e5-bc50-4493-a2fe-d2ef50f3ebc8 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:21.970968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-718e6d8a-ddd4-49f6-8225-a2f0a4601543 req-4898c4e5-bc50-4493-a2fe-d2ef50f3ebc8 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 950 time: 0.2764800 Feb 16 14:52:22.007835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Deleting port e841bcd4-578f-47a1-af3c-fdc7e957e8fa {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:22.008452 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.024068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:22.110389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:22.111067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.159527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] For port e841bcd4-578f-47a1-af3c-fdc7e957e8fa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:22.166017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.180650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Calling delete_port for e841bcd4-578f-47a1-af3c-fdc7e957e8fa owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:22.271627 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5a2df9f3-0300-4c09-9e11-0dcda6932985 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2966723 Feb 16 14:52:22.284802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'admin_state_up': True, 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'security_groups': ['5353fd5c-6cab-4579-8065-1dd6cb347725']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:22.366685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] Deleting subnet e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:52:22.370981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.390699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:22.418084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.464044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9d4c32e7-2b23-4834-8a9f-4c5518ea212f None None] Provisioning complete for port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:22.465044 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d4c32e7-2b23-4834-8a9f-4c5518ea212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.536725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-718e6d8a-ddd4-49f6-8225-a2f0a4601543 req-21eddc30-e301-4b2e-a050-b4e75705c78d tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/security-groups?id=6a53d017-5b5b-43c6-884b-ab57c13b3404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409279 Feb 16 14:52:22.560471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Allocated IP 2001:db8::2 (e17cbbd0-c070-438c-a3ce-f09e03b753a2/b2d4478b-16fd-447b-946b-d90ed76c64e1/a776ef8b-d144-43f6-b5c4-040bd2840be3) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:22.561111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.566742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c32e7-2b23-4834-8a9f-4c5518ea212f None None] Port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:22.591077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568d4a5-9960-4f38-999c-ba6b3598df99 req-fab5b0b4-a671-4c40-8362-1fc131adef74 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:22.599190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b568d4a5-9960-4f38-999c-ba6b3598df99 req-fab5b0b4-a671-4c40-8362-1fc131adef74 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2641828 Feb 16 14:52:22.612068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.637853 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.640632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['e841bcd4-578f-47a1-af3c-fdc7e957e8fa'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:22.709380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Pushing event deleted for resources: {'Port': ['ID=e841bcd4-578f-47a1-af3c-fdc7e957e8fa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:22.781719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 4cb39246-6ea9-4fa5-856c-874c17a86339 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:52:22.813518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] No DVR routers for this DVR port e841bcd4-578f-47a1-af3c-fdc7e957e8fa on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:22.813752 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:52:22.842260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:22.845555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486557d9-fe4b-4c4f-9dde-09afb4e5b80f req-eed91d9f-d913-4ada-b007-57507c77a38f tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.129 "DELETE /v2.0/ports/e841bcd4-578f-47a1-af3c-fdc7e957e8fa HTTP/1.1" status: 204 len: 173 time: 1.1522696 Feb 16 14:52:22.848778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'name': 'network-vif-deleted', 'tag': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:22.849982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 4cb39246-6ea9-4fa5-856c-874c17a86339 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:52:22.850330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 4cb39246-6ea9-4fa5-856c-874c17a86339 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:52:22.881906 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382cc368-5ed4-48aa-b20f-57b1f8e359fb" -d '{"events": [{"server_uuid": "529ab3dd-f36c-4941-ba69-61473a9df4ba", "name": "network-vif-deleted", "tag": "e841bcd4-578f-47a1-af3c-fdc7e957e8fa"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:22.910448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b568d4a5-9960-4f38-999c-ba6b3598df99 req-b466e9e4-08bd-496a-a8c9-240de88a49ec tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100574 Feb 16 14:52:23.056085 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd4aa0b-d5e9-42ce-96d3-dedb2e8e984c x-openstack-request-id: req-ffd4aa0b-d5e9-42ce-96d3-dedb2e8e984c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:23.056394 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529ab3dd-f36c-4941-ba69-61473a9df4ba", "name": "network-vif-deleted", "tag": "e841bcd4-578f-47a1-af3c-fdc7e957e8fa", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:23.056679 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ffd4aa0b-d5e9-42ce-96d3-dedb2e8e984c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:23.057002 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529ab3dd-f36c-4941-ba69-61473a9df4ba', 'name': 'network-vif-deleted', 'tag': 'e841bcd4-578f-47a1-af3c-fdc7e957e8fa', 'status': 'completed', 'code': 200} Feb 16 14:52:23.104268 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.110214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0af45-4134-4424-bafd-070589dee018 req-c72b0738-f9e7-4be5-b0dc-dfd6cb72e7bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:23.121893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ece0af45-4134-4424-bafd-070589dee018 req-c72b0738-f9e7-4be5-b0dc-dfd6cb72e7bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 932 time: 0.2364309 Feb 16 14:52:23.126632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.180937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.184178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f HTTP/1.1" status: 204 len: 168 time: 1.3203745 Feb 16 14:52:23.185028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2dbf6-fa92-4f03-b3f9-88c9d0940ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72c03c2-b9dc-4d96-85a0-a25eab6a7b9f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:23.186622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55812) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:23.224371 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.279418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ece0af45-4134-4424-bafd-070589dee018 req-26d3e9a2-7e6c-4b4e-879f-8a336178130c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506290 Feb 16 14:52:23.342870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.344692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:23.351634 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.399433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Pushing event updated for resources: {'Port': ['ID=a776ef8b-d144-43f6-b5c4-040bd2840be3,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:23.415698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::10 (e17cbbd0-c070-438c-a3ce-f09e03b753a2/b2d4478b-16fd-447b-946b-d90ed76c64e1/54f9c3b6-3ac0-4277-beb7-b36e4651e5a0) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:23.421793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:23.421793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:23.424599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:23.523691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Attempting to bind port a776ef8b-d144-43f6-b5c4-040bd2840be3 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:23.523691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Attempting to bind port a776ef8b-d144-43f6-b5c4-040bd2840be3 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:23.523691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Attempting to bind port a776ef8b-d144-43f6-b5c4-040bd2840be3 on network e17cbbd0-c070-438c-a3ce-f09e03b753a2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:23.548115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:23.552312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Checking segment: {'id': '50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:23.552725 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.553123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Bound using segment: {'id': '50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:23.553625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Bound port: a776ef8b-d144-43f6-b5c4-040bd2840be3, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:23.563821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.564009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.598121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4632861c-d5ba-48da-bff2-b0c9f7301ac6']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:23.619621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccc5e73-f163-4e11-937b-e6c491db0ba8') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:23.619952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccc5e73-f163-4e11-937b-e6c491db0ba8') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:23.638289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.655030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.672579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:52:23.672987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:52:23.677149 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:52:23.772501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] For port a776ef8b-d144-43f6-b5c4-040bd2840be3, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:23.774261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:23.788100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] For port a776ef8b-d144-43f6-b5c4-040bd2840be3, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a776ef8b-d144-43f6-b5c4-040bd2840be3,segment=NetworkSegment(50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c),segment_id=50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:23.917674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-429fb3b3-9286-46e1-9d8d-b05514e4c9c5 req-e11a7d42-bd45-42ab-a14d-ebac4f2c08a4 tempest-TenantUsagesTestJSON-84341975 tempest-TenantUsagesTestJSON-84341975-project] 10.222.0.113 "GET /v2.0/ports?device_id=529ab3dd-f36c-4941-ba69-61473a9df4ba HTTP/1.1" status: 200 len: 210 time: 0.0462575 Feb 16 14:52:23.918204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 10.1.1.122 (cf2cdb5d-8519-41c7-a623-c71f6ae0060d/f254dcda-c981-4366-9878-6e993dddfd3c/ba34ef36-b048-4bf8-857e-a1eb87b590d4) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:24.039684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985b11-8971-4580-89dd-2936076dada6 req-0cc9d97b-8d63-41f8-9db7-c1610f98f7ea tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:24.039684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16985b11-8971-4580-89dd-2936076dada6 req-0cc9d97b-8d63-41f8-9db7-c1610f98f7ea tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0582902 Feb 16 14:52:24.052868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.079979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16985b11-8971-4580-89dd-2936076dada6 req-a67dbba8-f3f4-414a-9b3c-0d2504b28e62 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348847 Feb 16 14:52:24.292659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.293818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.300831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.309842 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.319070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] 10.222.0.113 "DELETE /v2.0/networks/4632861c-d5ba-48da-bff2-b0c9f7301ac6 HTTP/1.1" status: 204 len: 168 time: 1.1279764 Feb 16 14:52:24.356878 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.377379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2a3d8-e656-4831-8640-6be10a2c9fce admin admin] Pushing event deleted for resources: {'Network': ['ID=4632861c-d5ba-48da-bff2-b0c9f7301ac6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:24.488435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6797ff-fd35-494c-a8ff-2f3fde7355cb None None] Pushing event updated for resources: {'Port': ['ID=a776ef8b-d144-43f6-b5c4-040bd2840be3,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:24.518720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:24.532461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=54f9c3b6-3ac0-4277-beb7-b36e4651e5a0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:24.548319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:24.557274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:24.569928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e18314-38c5-411c-8365-7d3770df1766 req-4c52f285-b4c5-4863-9279-5b5f7eaeb063 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:24.603864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e18314-38c5-411c-8365-7d3770df1766 req-4c52f285-b4c5-4863-9279-5b5f7eaeb063 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:24.607478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06e18314-38c5-411c-8365-7d3770df1766 req-4c52f285-b4c5-4863-9279-5b5f7eaeb063 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 1654 time: 0.1939189 Feb 16 14:52:24.632379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:24.639753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:24.640529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.677150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:24.709839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:24.715249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06e18314-38c5-411c-8365-7d3770df1766 req-61296795-25e0-4dc4-8798-9f4bdcca2204 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913837 Feb 16 14:52:24.763605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=ba34ef36-b048-4bf8-857e-a1eb87b590d4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:24.825091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:24.825809 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:24.846182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55844) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:24.868934 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9dcb2c8e-a4d2-42ad-a931-8426bbd17bef tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1966758 Feb 16 14:52:24.871962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': 'e17cbbd0-c070-438c-a3ce-f09e03b753a2', 'name': 'tempest-PortsIpV6TestJSON-187042937', 'fixed_ips': [{'subnet_id': 'b2d4478b-16fd-447b-946b-d90ed76c64e1', 'ip_address': '2001:db8::f'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:24.893188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5fdb8-f35e-4748-a955-cbcfadbf45d5 req-84bd225c-8a12-4973-ab06-4e174a386f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:24.900605 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2aa5fdb8-f35e-4748-a955-cbcfadbf45d5 req-84bd225c-8a12-4973-ab06-4e174a386f92 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1922338 Feb 16 14:52:24.978912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-921f1de2-5c18-48f9-a10e-fbef6b4564d6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6988266 Feb 16 14:52:25.020619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'admin_state_up': True, 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'security_groups': ['5353fd5c-6cab-4579-8065-1dd6cb347725']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:25.130221 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2aa5fdb8-f35e-4748-a955-cbcfadbf45d5 req-e0cfb4d3-70dc-4a84-9b44-9ab5a0b764b1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125928 Feb 16 14:52:25.171030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55854) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:25.238241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bf767dc1-4b76-4601-bb0a-75325380705b None None] Provisioning complete for port ba34ef36-b048-4bf8-857e-a1eb87b590d4 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:25.239097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bf767dc1-4b76-4601-bb0a-75325380705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:25.321340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b2dc-596c-49c7-a35c-93d0c91121fe req-af82a5e5-b6e3-4422-a48d-9f3ce3faa1ed tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:25.332744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58c1b2dc-596c-49c7-a35c-93d0c91121fe req-af82a5e5-b6e3-4422-a48d-9f3ce3faa1ed tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1261401 Feb 16 14:52:25.337258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:25.344508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bf767dc1-4b76-4601-bb0a-75325380705b None None] Port ba34ef36-b048-4bf8-857e-a1eb87b590d4 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:25.414284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d2c41e6-f3f8-47a3-adb6-0f200b959237 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5d288684babd4069b883f16a3dbe324e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392828 Feb 16 14:52:25.420099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:25.502960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bda2811-9fad-4ee8-8d72-94118d8fa0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:25.515748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:25.520645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:25.563155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bda2811-9fad-4ee8-8d72-94118d8fa0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:25.613273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:25.690913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 17d4f0e3-26e4-4c4f-a043-d14921794dc6 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:52:25.796933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 10.1.1.131 (cf2cdb5d-8519-41c7-a623-c71f6ae0060d/f254dcda-c981-4366-9878-6e993dddfd3c/79124103-1843-4958-b1f7-98aecd56332b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:25.812759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55864) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:25.817663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58c1b2dc-596c-49c7-a35c-93d0c91121fe req-5d9b25cb-40db-49bc-b678-9175d713b492 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837234 Feb 16 14:52:25.972777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::f (e17cbbd0-c070-438c-a3ce-f09e03b753a2/b2d4478b-16fd-447b-946b-d90ed76c64e1/17d4f0e3-26e4-4c4f-a043-d14921794dc6) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:25.980945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bda2811-9fad-4ee8-8d72-94118d8fa0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:25.986804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bda2811-9fad-4ee8-8d72-94118d8fa0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:25.995267 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0bda2811-9fad-4ee8-8d72-94118d8fa0be admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/56aa9f87-589b-407b-89a7-17e2f17aa5fc HTTP/1.1" status: 204 len: 168 time: 0.5690584 Feb 16 14:52:26.040206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda2811-9fad-4ee8-8d72-94118d8fa0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aa9f87-589b-407b-89a7-17e2f17aa5fc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:26.091401 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.277443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.304039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b14d0-094f-49b7-b9f7-50a881ee96e9 req-75818265-8476-4762-8b75-04c14873f23c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:26.309695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b14d0-094f-49b7-b9f7-50a881ee96e9 req-75818265-8476-4762-8b75-04c14873f23c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:26.311361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e69b14d0-094f-49b7-b9f7-50a881ee96e9 req-75818265-8476-4762-8b75-04c14873f23c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 1654 time: 0.3941517 Feb 16 14:52:26.320166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fb14f11e-d937-47bb-bbc7-598f52a6041f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3d9880f171b64558902f86be3e04c85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061703 Feb 16 14:52:26.338159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3a0ca-74bf-4391-b9ef-e464d4c153b1 None None] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:26.377342 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.397734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55890) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:26.519874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e69b14d0-094f-49b7-b9f7-50a881ee96e9 req-db21190f-51b0-4b77-96c9-0f714a7b69af tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251562 Feb 16 14:52:26.527931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=79124103-1843-4958-b1f7-98aecd56332b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:26.544436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f90217f4-6118-47a6-a4c8-54ea59ef368c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.557396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:26.559218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:26.576624 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:26.606689 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f90217f4-6118-47a6-a4c8-54ea59ef368c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.732921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.751948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:26.753948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.785227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device e841bcd4-578f-47a1-af3c-fdc7e957e8fa no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:52:26.841334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283671d4-fe72-4c30-ad33-bab512d16da5 req-daec19d7-6989-495a-9efd-bcf62bbe13bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:26.843261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-283671d4-fe72-4c30-ad33-bab512d16da5 req-daec19d7-6989-495a-9efd-bcf62bbe13bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.2168252 Feb 16 14:52:26.848097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:26.853760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:26.858940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:26.859475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b19bc02a-1d57-45db-9055-f697bcba3242 None None] Provisioning complete for port a776ef8b-d144-43f6-b5c4-040bd2840be3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:26.860099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b19bc02a-1d57-45db-9055-f697bcba3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.867467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:26.868112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:26.890992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: e841bcd4-578f-47a1-af3c-fdc7e957e8fa {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:52:26.891826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device e841bcd4-578f-47a1-af3c-fdc7e957e8fa not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:52:26.924884 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-95384427-cb10-4007-a814-1d4cffb2bbc9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9222639 Feb 16 14:52:26.925386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a776ef8b-d144-43f6-b5c4-040bd2840be3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:26.936414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8', 'admin_state_up': True, 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'security_groups': ['5353fd5c-6cab-4579-8065-1dd6cb347725']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:26.945406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=17d4f0e3-26e4-4c4f-a043-d14921794dc6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:27.050625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-283671d4-fe72-4c30-ad33-bab512d16da5 req-e08c906f-baa2-406d-996e-e2192b4b3ee1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675093 Feb 16 14:52:27.107174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f90217f4-6118-47a6-a4c8-54ea59ef368c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.111940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f90217f4-6118-47a6-a4c8-54ea59ef368c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.115775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f90217f4-6118-47a6-a4c8-54ea59ef368c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6a53d017-5b5b-43c6-884b-ab57c13b3404 HTTP/1.1" status: 204 len: 168 time: 0.7096357 Feb 16 14:52:27.131145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a776ef8b-d144-43f6-b5c4-040bd2840be3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:27.131735 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.150095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90217f4-6118-47a6-a4c8-54ea59ef368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a53d017-5b5b-43c6-884b-ab57c13b3404,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:27.167018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-78d107d8-79dc-40d0-8e79-e025068d34ba tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3171701 Feb 16 14:52:27.168288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55924) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:27.202249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdd8bd-8b99-4896-baa6-656d00cb7172 req-7af7dd23-cf64-45ca-bc10-0203f9994392 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.217165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78cdd8bd-8b99-4896-baa6-656d00cb7172 req-7af7dd23-cf64-45ca-bc10-0203f9994392 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2112610 Feb 16 14:52:27.220338 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b19bc02a-1d57-45db-9055-f697bcba3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.281615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:27.291918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b19bc02a-1d57-45db-9055-f697bcba3242 None None] For port a776ef8b-d144-43f6-b5c4-040bd2840be3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a776ef8b-d144-43f6-b5c4-040bd2840be3,segment=NetworkSegment(50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c),segment_id=50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:27.299439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78cdd8bd-8b99-4896-baa6-656d00cb7172 req-2ecd38bb-2153-4ecf-ad0b-45ff2a8d2df0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789564 Feb 16 14:52:27.335240 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.477442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac89940-a551-49cc-86ca-48d42b6e618f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.479038 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3ac89940-a551-49cc-86ca-48d42b6e618f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3093259 Feb 16 14:52:27.481973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55940) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:27.487447 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b19bc02a-1d57-45db-9055-f697bcba3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.628013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.647247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c6203-d726-47ef-9336-5ac24bbb855b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.655994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c6203-d726-47ef-9336-5ac24bbb855b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.683035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c6203-d726-47ef-9336-5ac24bbb855b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.683274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-85b4ded2-996c-4058-b539-724ad60fb1cc None None] Provisioning complete for port 79124103-1843-4958-b1f7-98aecd56332b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:27.683274 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85b4ded2-996c-4058-b539-724ad60fb1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.683462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7e1c6203-d726-47ef-9336-5ac24bbb855b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1836610 Feb 16 14:52:27.687075 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:52:27.687075 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:52:27.687334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55944) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:27.692379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bc02a-1d57-45db-9055-f697bcba3242 None None] Pushing event updated for resources: {'Port': ['ID=a776ef8b-d144-43f6-b5c4-040bd2840be3,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:27.725199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-85b4ded2-996c-4058-b539-724ad60fb1cc None None] Port 79124103-1843-4958-b1f7-98aecd56332b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:27.799664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bc0a-eb2a-4992-a5df-46c715758b1b req-80ff21f6-d8e7-4e44-8141-5b3f79678d9c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.807200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bc0a-eb2a-4992-a5df-46c715758b1b req-80ff21f6-d8e7-4e44-8141-5b3f79678d9c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.813416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bc0a-eb2a-4992-a5df-46c715758b1b req-80ff21f6-d8e7-4e44-8141-5b3f79678d9c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:27.821682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98e9bc0a-eb2a-4992-a5df-46c715758b1b req-80ff21f6-d8e7-4e44-8141-5b3f79678d9c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 2375 time: 0.1538661 Feb 16 14:52:27.854804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Provisioning complete for port 17d4f0e3-26e4-4c4f-a043-d14921794dc6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:27.855600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.915695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Port 17d4f0e3-26e4-4c4f-a043-d14921794dc6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:27.930861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Provisioning complete for port 54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:27.931966 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:27.981109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98e9bc0a-eb2a-4992-a5df-46c715758b1b req-32397844-5a58-465c-9c55-b0302d7ef28e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511130 Feb 16 14:52:28.008920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 17d4f0e3-26e4-4c4f-a043-d14921794dc6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:28.011432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.021511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Port 54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:28.036592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Provisioning complete for port a776ef8b-d144-43f6-b5c4-040bd2840be3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:28.037264 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-30658a48-7a6a-49ca-9c0e-3a87cfc6b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.194245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55960) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:28.373074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-811dbc8d-8ac2-4f7e-a623-0e8b1e13da79 None None] Provisioning complete for port 54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:28.373415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-811dbc8d-8ac2-4f7e-a623-0e8b1e13da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.389974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1741853-2e5b-457b-a6a3-2a7ed1f631ac req-fb7fcc23-ff35-41b1-91c9-8f3666383a35 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:28.393844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1741853-2e5b-457b-a6a3-2a7ed1f631ac req-fb7fcc23-ff35-41b1-91c9-8f3666383a35 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 0.1636517 Feb 16 14:52:28.414513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa562-e1f2-4417-ac7e-cc9e02c89441 req-9f86f167-ac6f-48e4-b505-2edb61ae74dc tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:28.416383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c1fa562-e1f2-4417-ac7e-cc9e02c89441 req-9f86f167-ac6f-48e4-b505-2edb61ae74dc tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2049577 Feb 16 14:52:28.432022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1179944885-network', 'tenant_id': '0a44205e39364174b01785f127698223'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:28.440308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.467766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-811dbc8d-8ac2-4f7e-a623-0e8b1e13da79 None None] Port 54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:28.525591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 17d4f0e3-26e4-4c4f-a043-d14921794dc6 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:28.538466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1741853-2e5b-457b-a6a3-2a7ed1f631ac req-51fbc93f-f0fd-4824-8fd3-4c3ea06c4302 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132705 Feb 16 14:52:28.567782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c1fa562-e1f2-4417-ac7e-cc9e02c89441 req-7a8f023a-389e-47ef-9d6d-95d0a25bf25f tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303036 Feb 16 14:52:28.596802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a0aee0f7-1fa8-43ed-bc5c-f4c259b2bff8 None None] Provisioning complete for port 17d4f0e3-26e4-4c4f-a043-d14921794dc6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:28.598611 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a0aee0f7-1fa8-43ed-bc5c-f4c259b2bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.600960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 10.2.2.100 (81b15931-d000-4e2e-837f-43c40ca895e8/de837d2e-a33e-4a0b-8a6a-e89671ff2f3d/f928d621-950e-4b9f-9fae-e3c34a85d6d7) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:28.604264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1948f-cef8-495d-b251-f4886731150d req-6acceef6-6b52-49e6-ac34-43bd4f1727b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:28.607360 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-82e1948f-cef8-495d-b251-f4886731150d req-6acceef6-6b52-49e6-ac34-43bd4f1727b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.1025326 Feb 16 14:52:28.625342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55972) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:28.647653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a407-ad66-4dfc-bcd5-93f0a872b318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.687829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Made reservation on behalf of 0a44205e39364174b01785f127698223 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:28.687829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.708453 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.716762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a0aee0f7-1fa8-43ed-bc5c-f4c259b2bff8 None None] Port 17d4f0e3-26e4-4c4f-a043-d14921794dc6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:28.797828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a776ef8b-d144-43f6-b5c4-040bd2840be3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:28.888951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1948f-cef8-495d-b251-f4886731150d req-ec25cd17-d506-4f19-9087-79e75c4c53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:28.890416 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-82e1948f-cef8-495d-b251-f4886731150d req-ec25cd17-d506-4f19-9087-79e75c4c53b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.2626193 Feb 16 14:52:28.906318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a776ef8b-d144-43f6-b5c4-040bd2840be3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:28.906870 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.930458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.962857 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-82e1948f-cef8-495d-b251-f4886731150d req-2bafb90c-0ea6-407e-b7c3-45a8f37679b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.0590169 Feb 16 14:52:29.000082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=17d4f0e3-26e4-4c4f-a043-d14921794dc6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:29.047482 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.049085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.067203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1948f-cef8-495d-b251-f4886731150d req-e76a31c1-8ed8-48b6-a2c3-5ecdeea8b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:29.068726 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-82e1948f-cef8-495d-b251-f4886731150d req-e76a31c1-8ed8-48b6-a2c3-5ecdeea8b7bf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.0965483 Feb 16 14:52:29.082448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.086152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f7e2369-618e-4a35-8715-bba2c2a9af6e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/17d4f0e3-26e4-4c4f-a043-d14921794dc6 HTTP/1.1" status: 204 len: 168 time: 1.4039919 Feb 16 14:52:29.089950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55986) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:29.122146 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc597399-19c3-4384-abec-c8b934f705a6 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:52:29.123920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc597399-19c3-4384-abec-c8b934f705a6 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/17d4f0e3-26e4-4c4f-a043-d14921794dc6 HTTP/1.1" status: 404 len: 333 time: 0.0329313 Feb 16 14:52:29.127670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55988) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:29.130511 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-82e1948f-cef8-495d-b251-f4886731150d req-1bf6a2e0-26e1-44b4-9a6e-9c9d5ccd914a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386388 Feb 16 14:52:29.179777 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a407-ad66-4dfc-bcd5-93f0a872b318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.240956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cadd50-0f2d-4180-9d43-367e4dad18d4 req-684b9b6d-0f31-4678-8324-c3db44ef426f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:29.250992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cadd50-0f2d-4180-9d43-367e4dad18d4 req-684b9b6d-0f31-4678-8324-c3db44ef426f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:29.260399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cadd50-0f2d-4180-9d43-367e4dad18d4 req-684b9b6d-0f31-4678-8324-c3db44ef426f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:29.271928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46cadd50-0f2d-4180-9d43-367e4dad18d4 req-684b9b6d-0f31-4678-8324-c3db44ef426f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 2375 time: 0.1429505 Feb 16 14:52:29.271928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.309099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31952bbe-75e4-4d8f-b742-9683d6ca6c47,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:29.318801 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a407-ad66-4dfc-bcd5-93f0a872b318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.351909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:52:29.393522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.394992 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Added segment 7003162b-123f-4b99-b4b8-819ef93a1ffb of type vlan for network 0b627f34-8bf5-43f4-8229-750d4dc378d0 Feb 16 14:52:29.407968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:29.408311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.418742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.419821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5a407-ad66-4dfc-bcd5-93f0a872b318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5c90b-8ade-4b62-8d1b-69820374ae08,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:29.427252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2ec5a407-ad66-4dfc-bcd5-93f0a872b318 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=386a70c691d34115b32796165dec5b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007669 Feb 16 14:52:29.448256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55994) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:29.455949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46cadd50-0f2d-4180-9d43-367e4dad18d4 req-92d0639b-c89a-413e-911e-88a2441d26b4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818759 Feb 16 14:52:29.466074 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-82e1948f-cef8-495d-b251-f4886731150d req-4a624c82-d616-4f1a-b715-3ce8a459d5e8 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266307 Feb 16 14:52:29.468842 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.588346 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.589760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:29.589989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.608563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network 81b15931-d000-4e2e-837f-43c40ca895e8 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:29.652870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=f928d621-950e-4b9f-9fae-e3c34a85d6d7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:29.657063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:29.659811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:29.689216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] Pushing event updated for resources: {'Network': ['ID=0b627f34-8bf5-43f4-8229-750d4dc378d0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:29.701868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 0b627f34-8bf5-43f4-8229-750d4dc378d0 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:52:29.771161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dbe32925-be47-4bd2-beed-4a7c184e48fe admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5757930 Feb 16 14:52:29.773941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.776237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56006) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:29.781317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Request body: {'subnet': {'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1179944885-subnet', 'tenant_id': '0a44205e39364174b01785f127698223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:29.794000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a8fd-4f75-429d-9699-2ed1ea9ff7f9 req-e38fc945-8993-4312-b3df-a62b09188b72 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:29.795566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39c98839-aa07-478d-bfb5-efc566aa8f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.806264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586a8fd-4f75-429d-9699-2ed1ea9ff7f9 req-e38fc945-8993-4312-b3df-a62b09188b72 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1005325 Feb 16 14:52:29.814810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:29.824852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:29.825721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.872858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586a8fd-4f75-429d-9699-2ed1ea9ff7f9 req-70aeb47e-1a9c-4bec-a709-e122c8e967b0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653231 Feb 16 14:52:29.891850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39c98839-aa07-478d-bfb5-efc566aa8f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:29.893383 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-82e1948f-cef8-495d-b251-f4886731150d req-4ea2990e-b036-47ec-9366-3e8b628b6aff service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432546 Feb 16 14:52:29.992034 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1cc6475c-4b67-449e-8a78-fb778da334c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0596623 Feb 16 14:52:30.006869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8', 'admin_state_up': True, 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'security_groups': ['5353fd5c-6cab-4579-8065-1dd6cb347725']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:30.069298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-807f3d46-b149-4326-81bd-d3b3242be199 None None] Provisioning complete for port f928d621-950e-4b9f-9fae-e3c34a85d6d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:30.069678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-807f3d46-b149-4326-81bd-d3b3242be199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.102589 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Made reservation on behalf of 0a44205e39364174b01785f127698223 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:30.108017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.108887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-807f3d46-b149-4326-81bd-d3b3242be199 None None] Port f928d621-950e-4b9f-9fae-e3c34a85d6d7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:30.161659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39c98839-aa07-478d-bfb5-efc566aa8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.164154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39c98839-aa07-478d-bfb5-efc566aa8f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.168029 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-39c98839-aa07-478d-bfb5-efc566aa8f6f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a3c5c90b-8ade-4b62-8d1b-69820374ae08 HTTP/1.1" status: 204 len: 168 time: 0.7130122 Feb 16 14:52:30.205238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c98839-aa07-478d-bfb5-efc566aa8f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c5c90b-8ade-4b62-8d1b-69820374ae08,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:30.370702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:52:30.376573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.415648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Made reservation on behalf of 46891b7e78a4495f975695e17e853e39 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:30.420345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.428265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=54f9c3b6-3ac0-4277-beb7-b36e4651e5a0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:30.467085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.523176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.527471 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd999f5a-ef20-4fb0-bf82-cf2ca0bfd91f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 HTTP/1.1" status: 204 len: 168 time: 1.3956721 Feb 16 14:52:30.530679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56028) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:30.573969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:30.576294 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636282b-da3f-4f21-b0f1-598d36698f5a" -d '{"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:30.613400 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a3a294-22b0-4379-b935-923c27f549ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:52:30.614346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:30.620765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-36a3a294-22b0-4379-b935-923c27f549ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/54f9c3b6-3ac0-4277-beb7-b36e4651e5a0 HTTP/1.1" status: 404 len: 333 time: 0.0885370 Feb 16 14:52:30.623533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56036) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:30.671396 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719e673e-ce40-4a85-94f5-a2f12e91fad0 x-openstack-request-id: req-719e673e-ce40-4a85-94f5-a2f12e91fad0 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:30.674218 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:30.674218 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-719e673e-ce40-4a85-94f5-a2f12e91fad0 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:30.674218 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'code': 200} Feb 16 14:52:30.700472 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.834554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:30.835570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet b2d4478b-16fd-447b-946b-d90ed76c64e1 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:52:30.854975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.886404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9a93-5055-4093-a6d3-f828d80d90cd req-c1acdd34-c314-48cf-8c8d-cb5444ca60d3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:30.893091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9a93-5055-4093-a6d3-f828d80d90cd req-c1acdd34-c314-48cf-8c8d-cb5444ca60d3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:30.900485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9a93-5055-4093-a6d3-f828d80d90cd req-c1acdd34-c314-48cf-8c8d-cb5444ca60d3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:30.908956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9a93-5055-4093-a6d3-f828d80d90cd req-c1acdd34-c314-48cf-8c8d-cb5444ca60d3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:30.911564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b76a9a93-5055-4093-a6d3-f828d80d90cd req-c1acdd34-c314-48cf-8c8d-cb5444ca60d3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 3096 time: 0.2520618 Feb 16 14:52:30.946399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-d1d007f0-0b46-4a7f-aedb-0ec0d440531f service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2991331 Feb 16 14:52:30.976446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.984928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Allocated IP 10.2.2.200 (81b15931-d000-4e2e-837f-43c40ca895e8/de837d2e-a33e-4a0b-8a6a-e89671ff2f3d/742afedd-0f3d-4268-b259-0172f386c183) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:31.027667 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-d2a93514-37b6-4976-b6d7-420716cea1de service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2548048 Feb 16 14:52:31.028680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.058890 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b76a9a93-5055-4093-a6d3-f828d80d90cd req-68203e21-7678-425e-86b2-e8900dfaffa0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222091 Feb 16 14:52:31.126205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0734-a37a-403a-8acb-c985d36c50ab req-234a05c8-ce5c-4241-85dc-14a13be2364e tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.133426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d0b0734-a37a-403a-8acb-c985d36c50ab req-234a05c8-ce5c-4241-85dc-14a13be2364e tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1143103 Feb 16 14:52:31.171679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-35689404-c622-4c93-97ec-171311935f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.172736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Checking segment: {'id': '7003162b-123f-4b99-b4b8-819ef93a1ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:31.173173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Network hostable DHCP agents. Network: 0b627f34-8bf5-43f4-8229-750d4dc378d0, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:52:31.173309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-35689404-c622-4c93-97ec-171311935f7c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 1097 time: 0.1702824 Feb 16 14:52:31.210688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.270945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.271566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.272093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.272713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.273189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.273706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.274221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.276213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cc4501af-3930-4045-bc64-d5585ad525a0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6492 time: 0.1488438 Feb 16 14:52:31.280593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c87e68d-140c-4bac-8984-8f3070da7457,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:31.290711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d0b0734-a37a-403a-8acb-c985d36c50ab req-a0612745-794c-471e-a2e8-b212e083e881 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564472 Feb 16 14:52:31.369681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-233b5e76-4fdf-4314-bc8e-e00dd177d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.371633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-233b5e76-4fdf-4314-bc8e-e00dd177d0fe service neutron] 10.222.0.129 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.1766417 Feb 16 14:52:31.386304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.431284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Network 0b627f34-8bf5-43f4-8229-750d4dc378d0 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:52:31.449076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-99861773-c62c-4663-91f3-0e995273a518 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c0358b-52c8-4f99-a75f-97c8539df35d HTTP/1.1" status: 200 len: 217 time: 0.0710347 Feb 16 14:52:31.511810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-4c9dd883-7606-4a70-b5cb-dfbfc1422c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.512649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-4c9dd883-7606-4a70-b5cb-dfbfc1422c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.512934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-4c9dd883-7606-4a70-b5cb-dfbfc1422c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.514916 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-4c9dd883-7606-4a70-b5cb-dfbfc1422c48 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b18220e-b2f2-4afd-922c-83c86ed713f5&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0 HTTP/1.1" status: 200 len: 2297 time: 0.1838758 Feb 16 14:52:31.518573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-1199cf4e-c49f-4eb8-89f6-1b9826d8222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.520769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-1199cf4e-c49f-4eb8-89f6-1b9826d8222d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.0648999 Feb 16 14:52:31.562241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-9cae87ec-5dda-4d2c-8245-bc4feb50625c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359042 Feb 16 14:52:31.563734 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.575525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 0b627f34-8bf5-43f4-8229-750d4dc378d0) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:31.585846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.586812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.591107 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabbc6a7-6867-4231-bc3a-83927c6ffd40 None None] Network 0b627f34-8bf5-43f4-8229-750d4dc378d0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:31.604463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.614112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d4478b-16fd-447b-946b-d90ed76c64e1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:31.659386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.664326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f211ec34-2d15-40af-9328-ce19d34a2e93 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/b2d4478b-16fd-447b-946b-d90ed76c64e1 HTTP/1.1" status: 204 len: 168 time: 1.0305376 Feb 16 14:52:31.665883 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-f372a6b8-d6cc-4dee-b3b1-0aee3ebe35c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 HTTP/1.1" status: 200 len: 1001 time: 0.1363542 Feb 16 14:52:31.668478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56072) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:31.676801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Network 81b15931-d000-4e2e-837f-43c40ca895e8 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:31.681960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:31.688171 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3090ce23-f309-4671-a96b-7a17e7e86569 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9102259 Feb 16 14:52:31.699692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:31.782576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event updated for resources: {'Port': ['ID=742afedd-0f3d-4268-b259-0172f386c183,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:31.791260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717b4c4-332d-44fb-a290-1d9a7212218c None None] Network e17cbbd0-c070-438c-a3ce-f09e03b753a2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:31.829326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.830228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.853871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-ea8ac2b1-5221-4a79-a2f0-ea474b48affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:31.855746 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-ea8ac2b1-5221-4a79-a2f0-ea474b48affa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fef6a079-b0ad-4472-ac1f-69a28a56eab1 HTTP/1.1" status: 200 len: 851 time: 0.1752641 Feb 16 14:52:31.939472 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f9765a43-1376-4d6c-9b2c-e2fa1b9a419b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9340580 Feb 16 14:52:31.974078 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:31.975142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:31.998911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-b725b1c2-c220-4579-b4d5-b1515d267e96 service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897650 Feb 16 14:52:32.011285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1d996-0418-4fee-9f11-91c091a0edc2 None None] Network 0b627f34-8bf5-43f4-8229-750d4dc378d0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:32.112853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56090) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:32.143079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-65bc9527-d20e-472f-9bdd-d8720dd591a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:32.147576 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-65bc9527-d20e-472f-9bdd-d8720dd591a7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b18220e-b2f2-4afd-922c-83c86ed713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772727 Feb 16 14:52:32.159196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:32.236170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-108d2e01-5afa-4cc7-8a69-a94cf05e4676 req-415af646-1307-49c4-86e0-825f061107c5 service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195337 Feb 16 14:52:32.241181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port a776ef8b-d144-43f6-b5c4-040bd2840be3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:32.241463 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:32.432674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:52:32.583470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-889571030-network', 'tenant_id': '7a92941bc1834414903792221aa63b2a'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:32.657587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-53f69156-4323-4817-8803-1fadf7f27adb None None] Provisioning complete for port 742afedd-0f3d-4268-b259-0172f386c183 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:32.661284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53f69156-4323-4817-8803-1fadf7f27adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:32.725888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Made reservation on behalf of 7a92941bc1834414903792221aa63b2a for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:32.729476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:32.733565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-53f69156-4323-4817-8803-1fadf7f27adb None None] Port 742afedd-0f3d-4268-b259-0172f386c183 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:32.745762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:32.749014 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-b8bd291d-2c66-46a4-8c06-d9053fc5cf52 service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563314 Feb 16 14:52:32.759829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:32.763000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'bf92de27-b207-47a4-998c-1552ca16d934', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934', 'mac_address': 'fa:16:3e:9a:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:52:32.765591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5087570-118e-4a4a-b31a-c3d8d9d90bd0 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:32.799204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:32.906449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] For port a776ef8b-d144-43f6-b5c4-040bd2840be3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a776ef8b-d144-43f6-b5c4-040bd2840be3,segment=NetworkSegment(50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c),segment_id=50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:32.907232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:32.964576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for a776ef8b-d144-43f6-b5c4-040bd2840be3 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:33.022015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a087-5183-4772-a49c-036f99d99921 req-4f9318f1-a61f-49ff-b25f-a86344a80fac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.025653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] DHCP port deletion for e17cbbd0-c070-438c-a3ce-f09e03b753a2 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:52:33.027376 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.043944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a087-5183-4772-a49c-036f99d99921 req-4f9318f1-a61f-49ff-b25f-a86344a80fac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.045193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf92de27-b207-47a4-998c-1552ca16d934 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:33.058471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a087-5183-4772-a49c-036f99d99921 req-4f9318f1-a61f-49ff-b25f-a86344a80fac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.075118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a087-5183-4772-a49c-036f99d99921 req-4f9318f1-a61f-49ff-b25f-a86344a80fac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.083394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a087-5183-4772-a49c-036f99d99921 req-4f9318f1-a61f-49ff-b25f-a86344a80fac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.085445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efd7a087-5183-4772-a49c-036f99d99921 req-4f9318f1-a61f-49ff-b25f-a86344a80fac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 3817 time: 0.7558312 Feb 16 14:52:33.118548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:33.145260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] Deleting port a776ef8b-d144-43f6-b5c4-040bd2840be3 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:33.145707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.167583 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.220044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efd7a087-5183-4772-a49c-036f99d99921 req-cb87b55b-5d4b-4156-9876-9f54ceedefd1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260521 Feb 16 14:52:33.281446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Transition to ACTIVE for port object d5087570-118e-4a4a-b31a-c3d8d9d90bd0 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:33.291622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-19db1938-6213-4b74-8d7f-93918b0e7ad2 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.298841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-19db1938-6213-4b74-8d7f-93918b0e7ad2 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/networks?id=0b627f34-8bf5-43f4-8229-750d4dc378d0 HTTP/1.1" status: 200 len: 809 time: 0.3814816 Feb 16 14:52:33.317970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-884823de-f479-4dd1-89f0-03cfbd94fb0b tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/quotas/0a44205e39364174b01785f127698223 HTTP/1.1" status: 200 len: 375 time: 0.0181839 Feb 16 14:52:33.350430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] For port a776ef8b-d144-43f6-b5c4-040bd2840be3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a776ef8b-d144-43f6-b5c4-040bd2840be3,segment=NetworkSegment(50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c),segment_id=50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:33.351014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.356125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-c8edcc03-1819-4e87-b34d-f1ae1ba10560 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=0a44205e39364174b01785f127698223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372314 Feb 16 14:52:33.375959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] Calling delete_port for a776ef8b-d144-43f6-b5c4-040bd2840be3 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:33.390573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.430463 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-5a99bca1-572a-4387-881e-71e3771cc78d service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535528 Feb 16 14:52:33.481841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64d2c4-7c75-4fc6-b5d2-66b2dd80f53b req-5128e606-100f-49ae-8625-4614ffdb4886 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.490082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d64d2c4-7c75-4fc6-b5d2-66b2dd80f53b req-5128e606-100f-49ae-8625-4614ffdb4886 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1328263 Feb 16 14:52:33.497295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.539389 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:52:33.542445 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:52:33.557564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.574837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d64d2c4-7c75-4fc6-b5d2-66b2dd80f53b req-c9adb57f-03d1-4e09-9ecd-7bf582fca112 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806134 Feb 16 14:52:33.575792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.596112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] Pushing event deleted for resources: {'Port': ['ID=a776ef8b-d144-43f6-b5c4-040bd2840be3,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:33.603216 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.606214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa96c9-5eb8-459a-9b50-95748725addf None None] No DVR routers for this DVR port a776ef8b-d144-43f6-b5c4-040bd2840be3 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:33.621064 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-9d027a83-edfc-40f9-ac94-4c1ba59ecebc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 200 len: 217 time: 0.1659384 Feb 16 14:52:33.629730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Pushing event updated for resources: {'Port': ['ID=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:33.643262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['bf92de27-b207-47a4-998c-1552ca16d934'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:33.657770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=a776ef8b-d144-43f6-b5c4-040bd2840be3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:33.672383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-29864949-76ad-480e-8add-99ded80e181c service neutron] 10.222.0.113 "GET /v2.0/networks/0b627f34-8bf5-43f4-8229-750d4dc378d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073905 Feb 16 14:52:33.719658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No DVR routers for this DVR port a776ef8b-d144-43f6-b5c4-040bd2840be3 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:33.780857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-10555642-8ba4-4e00-86aa-75b3c7d34d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.782508 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-10555642-8ba4-4e00-86aa-75b3c7d34d9b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.1395233 Feb 16 14:52:33.786273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.882592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae302ce3-562d-47ec-9347-db89a42db61d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:33.915274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:52:33.943429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cd885f96-786c-4583-aed2-9700c5d2967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:33.944983 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-cd885f96-786c-4583-aed2-9700c5d2967e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032510 Feb 16 14:52:33.949553 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.949899 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Added segment 5758383b-7fbe-4edb-94e1-d996d578d6ce of type vlan for network 6e84b63b-4110-4789-95e8-aef8c1df2b4b Feb 16 14:52:33.963534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:33.999185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17cbbd0-c070-438c-a3ce-f09e03b753a2']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:34.014163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:34.014853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cf5cdc-b9c7-4e40-b6c7-c30f41e3ac4c') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:34.042079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.053646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-68260fcc-ee74-4b95-b626-575d8637ff1f service neutron] 10.222.0.113 "GET /v2.0/networks/0b627f34-8bf5-43f4-8229-750d4dc378d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804200 Feb 16 14:52:34.061908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.068024 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-fa995332-7a89-44e0-810f-366dba96c44b service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039319 Feb 16 14:52:34.077617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:52:34.078082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:52:34.082255 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:52:34.110671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Attempting to bind port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:34.110671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Attempting to bind port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:34.111080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Attempting to bind port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 on network 41ee3635-4c70-4322-8f0a-63fd2fc380db {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:34.160313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 on network 41ee3635-4c70-4322-8f0a-63fd2fc380db not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:34.160642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Attempting to bind port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 on network 41ee3635-4c70-4322-8f0a-63fd2fc380db {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:34.164376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.180866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:34.181211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Checking segment: {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:34.181595 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Bound using segment: {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:34.182133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Bound port: d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546a7e8e-f144-4eda-950b-a5b9eb5eff34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:34.182521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.259154 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.265442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.274946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/e17cbbd0-c070-438c-a3ce-f09e03b753a2 HTTP/1.1" status: 204 len: 168 time: 2.4619524 Feb 16 14:52:34.274946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56186) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:34.305403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] For port d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:34.310701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] For port d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:34.327948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-792934961'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:34.330883 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-bf1e7630-f8cb-4112-b081-4a5058c107fd service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342644 Feb 16 14:52:34.335178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c27c7-c61b-4394-991b-909479595b53 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=e17cbbd0-c070-438c-a3ce-f09e03b753a2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:34.460283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.470907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.476981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:34.482109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.493779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dec17720-723c-4978-a192-c0faf4da94d0 req-6cd90e04-cfbd-4bb7-ad8f-6dde36a4731a tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 210 time: 0.0377593 Feb 16 14:52:34.505732 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-8535bacf-628f-4030-8f97-e5752f114614 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 200 len: 217 time: 0.1600115 Feb 16 14:52:34.544622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b06d3-7591-4876-afd0-e6cf4df8bc1f req-2f481b50-6287-4d7b-9e09-777b98a68b0e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:34.551641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b06d3-7591-4876-afd0-e6cf4df8bc1f req-2f481b50-6287-4d7b-9e09-777b98a68b0e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:34.557823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b06d3-7591-4876-afd0-e6cf4df8bc1f req-2f481b50-6287-4d7b-9e09-777b98a68b0e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:34.564566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b06d3-7591-4876-afd0-e6cf4df8bc1f req-2f481b50-6287-4d7b-9e09-777b98a68b0e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:34.574843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b06d3-7591-4876-afd0-e6cf4df8bc1f req-2f481b50-6287-4d7b-9e09-777b98a68b0e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:34.574843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d8b06d3-7591-4876-afd0-e6cf4df8bc1f req-2f481b50-6287-4d7b-9e09-777b98a68b0e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 3829 time: 0.1921215 Feb 16 14:52:34.575806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:34.579507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.583397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:34.583839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.585505 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] 10.222.0.93 "PUT /v2.0/ports/d5087570-118e-4a4a-b31a-c3d8d9d90bd0 HTTP/1.1" status: 200 len: 1092 time: 2.6305959 Feb 16 14:52:34.602902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:34.605844 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:34.742724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:52:34.774018 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d61b33-c789-4dfb-8286-7699ef7c16a0 x-openstack-request-id: req-91d61b33-c789-4dfb-8286-7699ef7c16a0 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:34.774018 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:34.774018 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-91d61b33-c789-4dfb-8286-7699ef7c16a0 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:34.774018 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'status': 'completed', 'code': 200} Feb 16 14:52:34.800980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d8b06d3-7591-4876-afd0-e6cf4df8bc1f req-5e05983d-bda7-4d7d-a131-21777da3c018 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061312 Feb 16 14:52:34.818602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a776ef8b-d144-43f6-b5c4-040bd2840be3 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:52:34.865741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:34.871978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a776ef8b-d144-43f6-b5c4-040bd2840be3 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:52:34.874178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a776ef8b-d144-43f6-b5c4-040bd2840be3 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:52:34.879534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:34.881830 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Added segment 418ec0fa-4d85-4f4e-b59e-23ec34ea34b8 of type vlan for network 0468274d-aa27-4efe-9e0f-e8b3e4620843 Feb 16 14:52:34.926459 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8109896 Feb 16 14:52:34.954376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56238) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:34.964634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Request body: {'subnet': {'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-889571030-subnet', 'tenant_id': '7a92941bc1834414903792221aa63b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:34.979581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823eed89-77b4-4f36-8105-c6ce937c1043 service neutron] Pushing event updated for resources: {'Port': ['ID=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:35.017539 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:35.023612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48331d-8c2c-4c6f-b153-0a7ee9f45037 admin admin] Pushing event updated for resources: {'Network': ['ID=6e84b63b-4110-4789-95e8-aef8c1df2b4b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:35.041258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:52:35.041357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-b96d5fba-66ff-493d-8ac1-446fdec8551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.041357 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-b96d5fba-66ff-493d-8ac1-446fdec8551d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.4425373 Feb 16 14:52:35.072054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-6183bfb7-19fd-4e41-af29-b20cb2d442ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.074848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-6183bfb7-19fd-4e41-af29-b20cb2d442ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.075464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-6183bfb7-19fd-4e41-af29-b20cb2d442ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.076044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-6183bfb7-19fd-4e41-af29-b20cb2d442ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.077681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-6183bfb7-19fd-4e41-af29-b20cb2d442ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.087327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-6183bfb7-19fd-4e41-af29-b20cb2d442ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 4364 time: 0.3198791 Feb 16 14:52:35.091302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:35.140740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Made reservation on behalf of 7a92941bc1834414903792221aa63b2a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:35.146275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:35.257802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-72e9af85-5231-4070-91cf-d0b46eb85524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.258278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-72e9af85-5231-4070-91cf-d0b46eb85524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.258758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-72e9af85-5231-4070-91cf-d0b46eb85524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.260451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-72e9af85-5231-4070-91cf-d0b46eb85524 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46891b7e78a4495f975695e17e853e39&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1582451 Feb 16 14:52:35.266616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-d613aa7d-a32c-407e-89d7-138d25e18f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.268354 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-d613aa7d-a32c-407e-89d7-138d25e18f5a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1904271 Feb 16 14:52:35.281819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3268dcea-39b6-4afa-b674-21e954681f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:35.442506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:35.456752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.457639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:35.577125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2598972 Feb 16 14:52:35.629641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56272) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:35.649593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:35.655610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-a0a1bc2f-7bcf-42f6-a6b3-6c95e79b6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:35.656971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1b24599-07c0-471d-bbdd-cc99ee9a5cc1 req-a0a1bc2f-7bcf-42f6-a6b3-6c95e79b6f2c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3712792 Feb 16 14:52:35.714250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a808f560-ba9d-4dec-8866-a0f8465083a0 req-c0be43bb-bc92-4abc-bd0d-cd0123ea3ece tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 210 time: 0.0821106 Feb 16 14:52:35.747977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe6143-1494-40a1-8a9c-42d05bb07698 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Network': ['ID=0468274d-aa27-4efe-9e0f-e8b3e4620843,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:35.760989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:52:35.848888 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-f6a7e5e4-bfc0-4e69-a648-d9ac79e4625c service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737236 Feb 16 14:52:35.881168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:35.885809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:36.004749 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:52:36.201425 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-781e54ae-17ae-43e3-a715-faf9ad853355 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410008 Feb 16 14:52:36.221862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a62ee1-5ef2-425e-831a-5186294250c7 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:36.238816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:36.245188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207cb7d-fc3d-423e-9df4-302141dfc05d req-f89e9de7-0090-4c14-8454-5c9bb7085e39 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:36.252053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207cb7d-fc3d-423e-9df4-302141dfc05d req-f89e9de7-0090-4c14-8454-5c9bb7085e39 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:36.258688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207cb7d-fc3d-423e-9df4-302141dfc05d req-f89e9de7-0090-4c14-8454-5c9bb7085e39 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:36.265280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207cb7d-fc3d-423e-9df4-302141dfc05d req-f89e9de7-0090-4c14-8454-5c9bb7085e39 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:36.272442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207cb7d-fc3d-423e-9df4-302141dfc05d req-f89e9de7-0090-4c14-8454-5c9bb7085e39 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:36.274447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1207cb7d-fc3d-423e-9df4-302141dfc05d req-f89e9de7-0090-4c14-8454-5c9bb7085e39 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 3829 time: 0.1866734 Feb 16 14:52:36.323174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-6ffee5c1-4983-4a14-ba5d-49f7681dff2c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac HTTP/1.1" status: 200 len: 217 time: 0.0961416 Feb 16 14:52:36.327001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:36.336899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Transition to ACTIVE for port object 05a62ee1-5ef2-425e-831a-5186294250c7 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:36.340945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1207cb7d-fc3d-423e-9df4-302141dfc05d req-0f721e14-bbba-41c9-9c73-4e274e597f27 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521142 Feb 16 14:52:36.418812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:36.436301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:36.443795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=050140c9-6bab-47f1-b47f-4ad96e341b29,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:36.508943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-a2c93cb8-ef91-4c4d-bd41-184ab2732d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:36.512456 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-a2c93cb8-ef91-4c4d-bd41-184ab2732d16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.1727221 Feb 16 14:52:36.542914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Checking segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:36.543963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Network hostable DHCP agents. Network: 6e84b63b-4110-4789-95e8-aef8c1df2b4b, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:52:36.547529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Pushing event updated for resources: {'Port': ['ID=05a62ee1-5ef2-425e-831a-5186294250c7,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:36.588150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port bf92de27-b207-47a4-998c-1552ca16d934 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:36.588534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:36.657137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:36.838433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-a814e408-20dc-4cde-bea4-3aecee31f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:36.841879 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-a814e408-20dc-4cde-bea4-3aecee31f14b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3176627 Feb 16 14:52:36.904538 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:36.937639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=72ee7867-39b7-4cde-9f33-139c8a4b5c4d,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:36.976326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:52:36.978933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Checking segment: {'id': '418ec0fa-4d85-4f4e-b59e-23ec34ea34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:36.979298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network hostable DHCP agents. Network: 0468274d-aa27-4efe-9e0f-e8b3e4620843, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:52:37.008417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:37.015742 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166c4a3f-f82a-4e32-a533-de639225cc16" -d '{"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:37.048510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:37.106677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Attempting to bind port 05a62ee1-5ef2-425e-831a-5186294250c7 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:37.107398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Attempting to bind port 05a62ee1-5ef2-425e-831a-5186294250c7 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:37.108067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Attempting to bind port 05a62ee1-5ef2-425e-831a-5186294250c7 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:37.122341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Port 05a62ee1-5ef2-425e-831a-5186294250c7 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:37.122983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Attempting to bind port 05a62ee1-5ef2-425e-831a-5186294250c7 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:37.135175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03acd47c-b394-4ce0-a11c-30408d5d53e5 req-d21d8993-56fe-49d1-a65f-865062adb447 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 210 time: 0.0394714 Feb 16 14:52:37.150063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.166338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88394ce-e5de-4eb5-9efe-4eb1b6d5cbf4 req-4bc9ea13-6dc0-444c-9387-57ea1db019ef tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.166338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c88394ce-e5de-4eb5-9efe-4eb1b6d5cbf4 req-4bc9ea13-6dc0-444c-9387-57ea1db019ef tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1375489 Feb 16 14:52:37.172479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:37.173160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Checking segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:37.173903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Bound using segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:37.175501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Bound port: 05a62ee1-5ef2-425e-831a-5186294250c7, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:37.176154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.213615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:52:37.228873 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-4971ca1c-3462-4b09-b9d1-3c8935828192 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752663 Feb 16 14:52:37.279937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c88394ce-e5de-4eb5-9efe-4eb1b6d5cbf4 req-e3367053-e154-46f1-bb59-bc8ec0b66867 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104696 Feb 16 14:52:37.311492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=10']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:37.322695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 0468274d-aa27-4efe-9e0f-e8b3e4620843) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:37.327475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.327972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.342129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ecacca-f1a6-4696-b56f-73de19cd0cbd None None] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:37.467631 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cb582-8afa-4f5b-8d5d-6a00fb7d1389 x-openstack-request-id: req-fe5cb582-8afa-4f5b-8d5d-6a00fb7d1389 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:37.468651 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:37.468651 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fe5cb582-8afa-4f5b-8d5d-6a00fb7d1389 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:37.468651 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'code': 200} Feb 16 14:52:37.480970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6e84b63b-4110-4789-95e8-aef8c1df2b4b) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:37.496711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0917a-174f-45a3-a28d-688212537115 None None] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:37.504599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.505214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.517535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6120a586-7f0d-403f-9c82-494f12bae37c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8852572 Feb 16 14:52:37.518288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56336) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:37.536023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3d85e48f-fb74-4ddc-8044-a584dae0a5e4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-384515623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:37.602612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] For port 05a62ee1-5ef2-425e-831a-5186294250c7, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:37.626064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] For port 05a62ee1-5ef2-425e-831a-5186294250c7, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=05a62ee1-5ef2-425e-831a-5186294250c7,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:37.629994 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-ed6e286f-d93b-46a3-98df-2f2feb34b942 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202264 Feb 16 14:52:37.732049 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-574ca137-6b50-4ff5-9293-9aa8f704ebdb admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.7761910 Feb 16 14:52:37.735378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-f9b9e372-8d2b-4c6b-a8f1-7d30eb4f1aad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936 HTTP/1.1" status: 200 len: 217 time: 0.0963202 Feb 16 14:52:37.795315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-7c139158-e570-477e-a785-aadbb2cc28ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.814649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-7c139158-e570-477e-a785-aadbb2cc28ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.823461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-7c139158-e570-477e-a785-aadbb2cc28ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.830946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-7c139158-e570-477e-a785-aadbb2cc28ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.839740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-7c139158-e570-477e-a785-aadbb2cc28ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.845770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-7c139158-e570-477e-a785-aadbb2cc28ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.848222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-7c139158-e570-477e-a785-aadbb2cc28ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 4607 time: 0.2591672 Feb 16 14:52:37.853124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d85e48f-fb74-4ddc-8044-a584dae0a5e4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.853952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d85e48f-fb74-4ddc-8044-a584dae0a5e4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.889934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-93139944-9422-461f-bfaa-f64a86bdaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:37.893234 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-93139944-9422-461f-bfaa-f64a86bdaa57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.1420841 Feb 16 14:52:37.900919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.916756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-0468274d-aa27-4efe-9e0f-e8b3e4620843', 'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843', 'tenant_id': '2c9127d526cf4d4fa5d11b4951e2316a', 'fixed_ips': [{'subnet_id': '72ee7867-39b7-4cde-9f33-139c8a4b5c4d'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:52:37.918500 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:37.968840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7711b684-baaa-4385-abd9-61aaf87f4fe4 req-91fed928-6d3d-4c9e-b098-2b35ccf6fa1d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055098 Feb 16 14:52:37.995717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.001623 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.006073 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] 10.222.0.93 "PUT /v2.0/ports/05a62ee1-5ef2-425e-831a-5186294250c7 HTTP/1.1" status: 200 len: 1136 time: 3.1712587 Feb 16 14:52:38.068588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '05a62ee1-5ef2-425e-831a-5186294250c7'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:38.070947 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2342214-ba19-471a-b2b0-5ea04077a0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "05a62ee1-5ef2-425e-831a-5186294250c7"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:38.087674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0d128-7388-46e7-b5d4-4c31981078d2 None None] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:38.123751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e944-4480-4859-9617-90baf94ee15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.205216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:38.218632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d85e48f-fb74-4ddc-8044-a584dae0a5e4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.337249 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a79a87-81fd-4e69-b88a-af7dec734feb x-openstack-request-id: req-26a79a87-81fd-4e69-b88a-af7dec734feb {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:38.337541 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "05a62ee1-5ef2-425e-831a-5186294250c7", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:38.337813 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-26a79a87-81fd-4e69-b88a-af7dec734feb {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:38.338201 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '05a62ee1-5ef2-425e-831a-5186294250c7', 'status': 'completed', 'code': 200} Feb 16 14:52:38.371681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-e67ff278-b820-485f-b777-107313797ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.373243 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-e67ff278-b820-485f-b777-107313797ffc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4465137 Feb 16 14:52:38.442190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d85e48f-fb74-4ddc-8044-a584dae0a5e4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.473439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Allocated IP 2001:db8::2 (0468274d-aa27-4efe-9e0f-e8b3e4620843/72ee7867-39b7-4cde-9f33-139c8a4b5c4d/48b175ed-19a0-48bd-9b80-8f46024f8fa2) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:38.736282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77033d-b633-4f97-a16f-8aacfc097254 service neutron] Pushing event updated for resources: {'Port': ['ID=05a62ee1-5ef2-425e-831a-5186294250c7,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:38.751646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.787151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d85e48f-fb74-4ddc-8044-a584dae0a5e4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.796300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3d85e48f-fb74-4ddc-8044-a584dae0a5e4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2721791 Feb 16 14:52:38.799912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56392) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:38.817486 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.845155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843', 'name': 'tempest-PortsIpV6TestJSON-1642937806'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:38.925907 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:38.951673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-c3a7408f-88f8-4992-a107-16bec4b144de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.951673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-c3a7408f-88f8-4992-a107-16bec4b144de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.951673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-c3a7408f-88f8-4992-a107-16bec4b144de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.961909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-c3a7408f-88f8-4992-a107-16bec4b144de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.962429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-c3a7408f-88f8-4992-a107-16bec4b144de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.962711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-c3a7408f-88f8-4992-a107-16bec4b144de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:38.967132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-c3a7408f-88f8-4992-a107-16bec4b144de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5293 time: 0.5368607 Feb 16 14:52:39.025627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:39.048057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:39.057332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-346bdfe2-2f17-4856-ba84-c89dc925533f service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470096 Feb 16 14:52:39.061945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:39.113417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-aadde0a5-ff2a-462e-94f9-ef9e51473c92 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:39.115219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-aadde0a5-ff2a-462e-94f9-ef9e51473c92 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.129 "GET /v2.0/networks?id=0b627f34-8bf5-43f4-8229-750d4dc378d0 HTTP/1.1" status: 200 len: 809 time: 0.8858092 Feb 16 14:52:39.170694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Request body: {'port': {'device_id': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0', 'admin_state_up': True, 'tenant_id': '0a44205e39364174b01785f127698223'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:39.204493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Pushing event updated for resources: {'Port': ['ID=48b175ed-19a0-48bd-9b80-8f46024f8fa2,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:39.261393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69d29245-2bd7-4be9-b19f-087be34d0d13 req-64319ffb-f1c6-49d6-9e58-3408555616a2 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 210 time: 0.1741440 Feb 16 14:52:39.312834 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-f5905339-f1af-4959-84a7-31f724302ec7 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245524 Feb 16 14:52:39.314049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Attempting to bind port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:39.314432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Attempting to bind port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '418ec0fa-4d85-4f4e-b59e-23ec34ea34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:39.314798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Attempting to bind port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 on network 0468274d-aa27-4efe-9e0f-e8b3e4620843 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:39.339003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:39.339609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Checking segment: {'id': '418ec0fa-4d85-4f4e-b59e-23ec34ea34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:39.341166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:39.344041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Bound using segment: {'id': '418ec0fa-4d85-4f4e-b59e-23ec34ea34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:39.347760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Bound port: 48b175ed-19a0-48bd-9b80-8f46024f8fa2, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418ec0fa-4d85-4f4e-b59e-23ec34ea34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '0468274d-aa27-4efe-9e0f-e8b3e4620843'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:39.348556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:39.400862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-56e9f27c-c65f-4ade-a857-321507b21f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:39.401346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-56e9f27c-c65f-4ade-a857-321507b21f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:39.401810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-56e9f27c-c65f-4ade-a857-321507b21f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:39.403412 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-56e9f27c-c65f-4ade-a857-321507b21f30 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46891b7e78a4495f975695e17e853e39&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3176231 Feb 16 14:52:39.600910 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-e1bad1ac-f2cb-408a-adec-099a4d0b8615 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287 HTTP/1.1" status: 200 len: 217 time: 0.2787747 Feb 16 14:52:39.622657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] For port 48b175ed-19a0-48bd-9b80-8f46024f8fa2, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:39.630755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] For port 48b175ed-19a0-48bd-9b80-8f46024f8fa2, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=48b175ed-19a0-48bd-9b80-8f46024f8fa2,segment=NetworkSegment(418ec0fa-4d85-4f4e-b59e-23ec34ea34b8),segment_id=418ec0fa-4d85-4f4e-b59e-23ec34ea34b8)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:39.668186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:39.773720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-2649c690-d872-4fe2-a662-ce4fded435ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:39.775199 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-2649c690-d872-4fe2-a662-ce4fded435ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cfd53d6-daf4-43bf-bd34-b76148ab5a27 HTTP/1.1" status: 200 len: 797 time: 0.1645086 Feb 16 14:52:39.780425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:39.907595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-5a43bc86-d733-4a97-84b5-65bac0cdd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:39.915596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2342214-ba19-471a-b2b0-5ea04077a0b7 req-5a43bc86-d733-4a97-84b5-65bac0cdd52a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3820646 Feb 16 14:52:39.935102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-49285f44-366d-4735-83ca-69ccd56a4b30 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:39.963474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-49285f44-366d-4735-83ca-69ccd56a4b30 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.4381843 Feb 16 14:52:39.979332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf97e45-d51b-4c94-8a7c-6b0c4a36a14b None None] Pushing event updated for resources: {'Port': ['ID=48b175ed-19a0-48bd-9b80-8f46024f8fa2,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:40.058112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-cd9f0ba4-368d-4184-bd4e-be87886abad1 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/quotas/7a92941bc1834414903792221aa63b2a HTTP/1.1" status: 200 len: 375 time: 0.0817118 Feb 16 14:52:40.122697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-c1f8bcf3-5ac6-416c-a5a8-f926f2bd38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:40.124511 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-c1f8bcf3-5ac6-416c-a5a8-f926f2bd38bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3223031 Feb 16 14:52:40.139245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-22df9c6f-318d-4ce3-9dd4-9ed0a647ce39 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893571 Feb 16 14:52:40.172321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:40.180514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:40.217764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-e0dd7271-f06b-4677-bdb7-3c6870f8c513 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:40.225554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-e0dd7271-f06b-4677-bdb7-3c6870f8c513 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:40.250755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-e0dd7271-f06b-4677-bdb7-3c6870f8c513 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:40.258848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-e0dd7271-f06b-4677-bdb7-3c6870f8c513 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:40.266659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-e0dd7271-f06b-4677-bdb7-3c6870f8c513 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:40.279882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-e0dd7271-f06b-4677-bdb7-3c6870f8c513 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:40.294795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-e0dd7271-f06b-4677-bdb7-3c6870f8c513 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 4607 time: 0.7714491 Feb 16 14:52:40.351173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-c7cb4f7d-907f-457d-b1be-bd723010a79e service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136207 Feb 16 14:52:40.369190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbc7a42-30cf-473c-915c-6b88a972c02c {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:40.430781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2447c5ed-8e23-4a5e-92c8-1e417d461cba req-57bbb2fd-d97e-4abb-9dbd-a1bc656fd11c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350060 Feb 16 14:52:40.444868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:40.584040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Transition to ACTIVE for port object 1dbc7a42-30cf-473c-915c-6b88a972c02c will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:40.595303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 283bcab6-7246-4f30-b4d2-6bdc9950104e yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:52:40.662794 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-25ed0b7d-b53b-4eb4-ba4c-e325bd62ae96 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007464 Feb 16 14:52:40.686859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e09035c-be03-431a-a5e7-bb19629668a5 req-18638024-6d80-496a-913a-ab4a729e2f75 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 210 time: 0.1402979 Feb 16 14:52:40.784263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-8a9f3ab2-99a8-4fec-a4ef-df7a651955cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3 HTTP/1.1" status: 200 len: 217 time: 0.1110127 Feb 16 14:52:40.785482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:40.880908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-22f24562-06e8-418b-9771-916a6d7c60d3 service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392488 Feb 16 14:52:40.881621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 48b175ed-19a0-48bd-9b80-8f46024f8fa2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:40.985055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Made reservation on behalf of 0a44205e39364174b01785f127698223 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:40.990442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.039486 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:41.043757 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.061645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::27 (0468274d-aa27-4efe-9e0f-e8b3e4620843/72ee7867-39b7-4cde-9f33-139c8a4b5c4d/283bcab6-7246-4f30-b4d2-6bdc9950104e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:41.313006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-2ce6e0ba-8aca-4709-8bd0-943049e94422 service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301207 Feb 16 14:52:41.335368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.358080 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.464637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 48b175ed-19a0-48bd-9b80-8f46024f8fa2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=48b175ed-19a0-48bd-9b80-8f46024f8fa2,segment=NetworkSegment(418ec0fa-4d85-4f4e-b59e-23ec34ea34b8),segment_id=418ec0fa-4d85-4f4e-b59e-23ec34ea34b8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:41.465146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-b8d36c22-a2b2-4d77-85b6-35e83103fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:41.466600 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-b8d36c22-a2b2-4d77-85b6-35e83103fde6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cfd53d6-daf4-43bf-bd34-b76148ab5a27 HTTP/1.1" status: 200 len: 797 time: 0.1087739 Feb 16 14:52:41.527939 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.557090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbc7a42-30cf-473c-915c-6b88a972c02c,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:41.578378 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.625521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-a883ed60-2271-4532-b86a-1e74f6549ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:41.634970 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-a883ed60-2271-4532-b86a-1e74f6549ee8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1586030 Feb 16 14:52:41.691068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Allocated IP 172.20.0.11 (0b627f34-8bf5-43f4-8229-750d4dc378d0/5c87e68d-140c-4bac-8984-8f3070da7457/6ac2d8ab-4660-4c9c-877e-a244d0e4b50a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:41.708399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=48b175ed-19a0-48bd-9b80-8f46024f8fa2,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:41.944728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Attempting to bind port 1dbc7a42-30cf-473c-915c-6b88a972c02c on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:41.945057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Attempting to bind port 1dbc7a42-30cf-473c-915c-6b88a972c02c by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:41.945391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Attempting to bind port 1dbc7a42-30cf-473c-915c-6b88a972c02c on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:41.968061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Port 1dbc7a42-30cf-473c-915c-6b88a972c02c on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:41.968515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Attempting to bind port 1dbc7a42-30cf-473c-915c-6b88a972c02c on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:41.976701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:41.977029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Checking segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:41.977414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Bound using segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:41.977891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Bound port: 1dbc7a42-30cf-473c-915c-6b88a972c02c, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:41.978439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.988045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84570d9f-8d75-4f39-993f-45e77a9fae7a None None] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:42.000039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e6b4f9-80d8-4fcf-bd61-cbd32f4580f7 req-209f063c-99a9-4323-9846-1abb8272c98c tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 210 time: 0.1240001 Feb 16 14:52:42.087682 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-5f489de8-4038-47f6-8b31-94edcd0276b0 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426210 Feb 16 14:52:42.195524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] For port 1dbc7a42-30cf-473c-915c-6b88a972c02c, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:42.202162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] For port 1dbc7a42-30cf-473c-915c-6b88a972c02c, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1dbc7a42-30cf-473c-915c-6b88a972c02c,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:42.205181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-533a6d11-7842-4fc3-81c2-47980cda8573 None None] Provisioning complete for port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:42.205547 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-533a6d11-7842-4fc3-81c2-47980cda8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.236531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56478) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:42.310575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.341806 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c3014d60-dc30-4ba0-9e51-2470ee85391e req-65d08c4b-b321-4218-aac7-d0939a5cfffa service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353003 Feb 16 14:52:42.352927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.454019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.481217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.482643 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.488039 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] 10.222.0.93 "PUT /v2.0/ports/1dbc7a42-30cf-473c-915c-6b88a972c02c HTTP/1.1" status: 200 len: 1135 time: 4.3130209 Feb 16 14:52:42.488552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '1dbc7a42-30cf-473c-915c-6b88a972c02c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:42.492997 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c3032-4246-4146-969b-c0b4e4ef2413" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "1dbc7a42-30cf-473c-915c-6b88a972c02c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:42.501356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.511502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.526362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.539898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c29d501-cb62-455b-8eff-2eb44d364805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.551183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.580229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.595083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.597594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-879dd7f0-396a-45e0-953a-790661657e5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5384 time: 0.9026499 Feb 16 14:52:42.621975 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d230e1a-ccbf-4bd1-8b23-b08b12556900 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbc7a42-30cf-473c-915c-6b88a972c02c,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:42.640063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.642518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70f501c5-e945-4ec9-a0db-6a21531fbf94 req-f101bf38-6575-479c-85a8-1df26c346708 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 210 time: 0.2698967 Feb 16 14:52:42.673629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:42.683973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.848041 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.866504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 48b175ed-19a0-48bd-9b80-8f46024f8fa2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:42.885496 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48853b67-a752-401b-90a1-21169d29422b x-openstack-request-id: req-48853b67-a752-401b-90a1-21169d29422b {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:42.885862 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "1dbc7a42-30cf-473c-915c-6b88a972c02c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:42.886085 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-48853b67-a752-401b-90a1-21169d29422b {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:42.886493 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '1dbc7a42-30cf-473c-915c-6b88a972c02c', 'status': 'completed', 'code': 200} Feb 16 14:52:42.888816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.923139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Network 0b627f34-8bf5-43f4-8229-750d4dc378d0 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:42.931530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:42.975699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:42.982490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:42.983184 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.101323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c29d501-cb62-455b-8eff-2eb44d364805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.125442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.129634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebdbf2a7-e15c-4eee-95da-f1505e224948 req-e33ce34b-937b-4469-b7bf-ebc9c54637e1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4837446 Feb 16 14:52:43.133772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.140455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.141183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.141846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.142472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.143474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.147139 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-82d86a85-cf87-4844-b53d-9204981ca324 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6221 time: 0.3038657 Feb 16 14:52:43.240200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c29d501-cb62-455b-8eff-2eb44d364805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.247486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-859c8150-3a84-4ded-8d34-8c873b037490 req-22e3d8c8-d902-43e5-b8be-5274f4e416e0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 210 time: 0.1145532 Feb 16 14:52:43.248213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Pushing event updated for resources: {'Port': ['ID=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:43.311679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f9c763ad-6a24-4597-8e4a-15c9fd6464bf None None] Provisioning complete for port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:43.312207 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9c763ad-6a24-4597-8e4a-15c9fd6464bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.327002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.327720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.378441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.419900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29d501-cb62-455b-8eff-2eb44d364805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ab16d9-3d35-4d80-9be8-4f7910d37385,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:43.434086 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9c29d501-cb62-455b-8eff-2eb44d364805 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=83b78d7e9dab45df9325fafb11bf2817&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1956031 Feb 16 14:52:43.437690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56498) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:43.498451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-3f420e42-64d7-4e5d-9fd0-50e1409af632 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3430002 Feb 16 14:52:43.499217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=283bcab6-7246-4f30-b4d2-6bdc9950104e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:43.511758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:43.514642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:43.520104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Request body: {'port': {'device_id': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:43.523527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:43.529553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.530333 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.576359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-49f50f93-cde5-4fbc-8cbb-426fd5e17aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.580533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-49f50f93-cde5-4fbc-8cbb-426fd5e17aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.582938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-49f50f93-cde5-4fbc-8cbb-426fd5e17aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.584765 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-49f50f93-cde5-4fbc-8cbb-426fd5e17aef service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46891b7e78a4495f975695e17e853e39&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4148424 Feb 16 14:52:43.648130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.695209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-56909a53-68db-4d18-b764-7698f8626823 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8678517 Feb 16 14:52:43.697484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56500) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:43.920933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-314e3eae-ee1c-431a-9c80-01d7fbde53c7 None None] Provisioning complete for port 283bcab6-7246-4f30-b4d2-6bdc9950104e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:43.921318 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-314e3eae-ee1c-431a-9c80-01d7fbde53c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:43.928381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df155835-8fdc-4883-b5c6-2fa8d7b74b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.006202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df155835-8fdc-4883-b5c6-2fa8d7b74b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.008860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-f7a61fa7-3a55-4f6c-b95c-901ec24f07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:44.010691 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f0c3032-4246-4146-969b-c0b4e4ef2413 req-f7a61fa7-3a55-4f6c-b95c-901ec24f07c1 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4022202 Feb 16 14:52:44.052785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-314e3eae-ee1c-431a-9c80-01d7fbde53c7 None None] Port 283bcab6-7246-4f30-b4d2-6bdc9950104e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:44.108122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba34ef36-b048-4bf8-857e-a1eb87b590d4 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:44.131932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.258642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Transition to ACTIVE for port object ba34ef36-b048-4bf8-857e-a1eb87b590d4 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:44.260818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df155835-8fdc-4883-b5c6-2fa8d7b74b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.263085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df155835-8fdc-4883-b5c6-2fa8d7b74b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.264291 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-df155835-8fdc-4883-b5c6-2fa8d7b74b14 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/67ab16d9-3d35-4d80-9be8-4f7910d37385 HTTP/1.1" status: 204 len: 168 time: 0.8221986 Feb 16 14:52:44.291029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155835-8fdc-4883-b5c6-2fa8d7b74b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ab16d9-3d35-4d80-9be8-4f7910d37385,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:44.332587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.452540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34ef36-b048-4bf8-857e-a1eb87b590d4,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:44.596033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Attempting to bind port ba34ef36-b048-4bf8-857e-a1eb87b590d4 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:44.597361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Attempting to bind port ba34ef36-b048-4bf8-857e-a1eb87b590d4 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:44.597361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Attempting to bind port ba34ef36-b048-4bf8-857e-a1eb87b590d4 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:44.602342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Port ba34ef36-b048-4bf8-857e-a1eb87b590d4 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:44.602667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Attempting to bind port ba34ef36-b048-4bf8-857e-a1eb87b590d4 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:44.608875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:44.609181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Checking segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:44.609570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Bound using segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:44.610153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Bound port: ba34ef36-b048-4bf8-857e-a1eb87b590d4, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:44.610651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.823030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] For port ba34ef36-b048-4bf8-857e-a1eb87b590d4, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:44.859642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] For port ba34ef36-b048-4bf8-857e-a1eb87b590d4, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ba34ef36-b048-4bf8-857e-a1eb87b590d4,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:45.153283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.160159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.167403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.176856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.183748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.192929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.199581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.202121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-1317e07d-7914-420d-a4b4-01065bd61164 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5396 time: 0.7051330 Feb 16 14:52:45.215528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-71a6d065-d56e-48f8-a7ac-b0f397e5e387 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.217331 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-71a6d065-d56e-48f8-a7ac-b0f397e5e387 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.1557388 Feb 16 14:52:45.219835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd0ccd-ac2f-46fa-9272-193ee8e6625f req-3c9ad2e1-7cc6-4248-84f0-96b2ebcd25dc tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.221384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57fd0ccd-ac2f-46fa-9272-193ee8e6625f req-3c9ad2e1-7cc6-4248-84f0-96b2ebcd25dc tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 932 time: 0.7271729 Feb 16 14:52:45.230287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Request body: {'port': {'device_id': '1ede55df-5991-453e-89ea-dd39c88753b2', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'admin_state_up': True, 'tenant_id': '7a92941bc1834414903792221aa63b2a'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:45.396634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57fd0ccd-ac2f-46fa-9272-193ee8e6625f req-286d1571-088d-4b76-9964-90249d37074d tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444132 Feb 16 14:52:45.406398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32e63ac4-d923-45f9-83f7-125891ffcd7b req-b0d94777-18f8-4620-8019-425f4aea394a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1840169 Feb 16 14:52:45.463446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.488971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.540256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.540855 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.542751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] 10.222.0.93 "PUT /v2.0/ports/ba34ef36-b048-4bf8-857e-a1eb87b590d4 HTTP/1.1" status: 200 len: 1091 time: 2.8776467 Feb 16 14:52:45.542751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:45.545188 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454b7fc-3701-4a79-9a0f-4995a885ccc3" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "ba34ef36-b048-4bf8-857e-a1eb87b590d4"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:45.598502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad279559-b7f9-4718-a554-4483de3c856f req-a90d0d0e-9471-40fa-8156-d7604b7e9bc6 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 210 time: 0.0725482 Feb 16 14:52:45.606464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e922b9-9a70-42c2-98a9-e70ff5ee1f90 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34ef36-b048-4bf8-857e-a1eb87b590d4,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:45.606464 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ec48c-1061-47de-90d4-df2cd0bbc62f x-openstack-request-id: req-574ec48c-1061-47de-90d4-df2cd0bbc62f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:45.606464 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "ba34ef36-b048-4bf8-857e-a1eb87b590d4", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:45.606464 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-574ec48c-1061-47de-90d4-df2cd0bbc62f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:45.606464 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4', 'status': 'completed', 'code': 200} Feb 16 14:52:45.676315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Made reservation on behalf of 7a92941bc1834414903792221aa63b2a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:45.681790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.766821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:45.816412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.816412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.816412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.816412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.817640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.819963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.820467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:45.826110 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-632ce5ac-57df-468a-ab01-9d70086d66ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6288 time: 0.1881542 Feb 16 14:52:45.907276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:45.954548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.992608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Allocated IP 172.20.0.13 (6e84b63b-4110-4789-95e8-aef8c1df2b4b/050140c9-6bab-47f1-b47f-4ad96e341b29/f94af04f-f5dc-4b77-ad21-741193fbf572) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:52:46.014898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Transition to ACTIVE for port object 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:46.129838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.227640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.325389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.330094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Pushing event updated for resources: {'Port': ['ID=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:46.344077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.472622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.574642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.740763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Attempting to bind port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:46.741492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Attempting to bind port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '7003162b-123f-4b99-b4b8-819ef93a1ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:46.742033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Attempting to bind port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a on network 0b627f34-8bf5-43f4-8229-750d4dc378d0 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:46.776896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.817457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=283bcab6-7246-4f30-b4d2-6bdc9950104e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:46.826924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a on network 0b627f34-8bf5-43f4-8229-750d4dc378d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:46.827258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Attempting to bind port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a on network 0b627f34-8bf5-43f4-8229-750d4dc378d0 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:46.852845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:46.853352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Checking segment: {'id': '7003162b-123f-4b99-b4b8-819ef93a1ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:46.853753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Bound using segment: {'id': '7003162b-123f-4b99-b4b8-819ef93a1ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:46.854200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Bound port: 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7003162b-123f-4b99-b4b8-819ef93a1ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:46.854563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.855355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-168b0b4c-3dc9-461d-a8fd-85fe9836b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.856262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-168b0b4c-3dc9-461d-a8fd-85fe9836b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.856909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-168b0b4c-3dc9-461d-a8fd-85fe9836b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.859069 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-168b0b4c-3dc9-461d-a8fd-85fe9836b452 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46891b7e78a4495f975695e17e853e39&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5160556 Feb 16 14:52:46.874164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.875567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:46.881764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.889089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.899030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.905997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.913432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.922279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:46.926428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f785988a-a893-4750-949a-637a826aa97f req-07f7bdbe-c79c-4cd4-b08f-e65aad1606c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5396 time: 0.3449805 Feb 16 14:52:46.935436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:46.941498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:52:46.980338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-591463e0-921f-4c41-bc66-bc9dee7cf22b None None] Provisioning complete for port 283bcab6-7246-4f30-b4d2-6bdc9950104e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:46.981235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-591463e0-921f-4c41-bc66-bc9dee7cf22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.005645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7a052-76a8-45bd-8628-2e2c5446e28e req-9887b371-3c14-4546-a43e-1d81f120655c tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:47.009588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88c7a052-76a8-45bd-8628-2e2c5446e28e req-9887b371-3c14-4546-a43e-1d81f120655c tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 944 time: 0.3069112 Feb 16 14:52:47.030126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-591463e0-921f-4c41-bc66-bc9dee7cf22b None None] Port 283bcab6-7246-4f30-b4d2-6bdc9950104e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:47.069794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:47.142748 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.165291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f785988a-a893-4750-949a-637a826aa97f req-da63f2ce-43fc-467c-a2e1-6f09a9a2c7d2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147644 Feb 16 14:52:47.230630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:47.231285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.239562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] For port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:47.262183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] For port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,segment=NetworkSegment(7003162b-123f-4b99-b4b8-819ef93a1ffb),segment_id=7003162b-123f-4b99-b4b8-819ef93a1ffb)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:47.383697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88c7a052-76a8-45bd-8628-2e2c5446e28e req-1bd636da-f9e1-4f10-b1e6-9a7c1d47f90d tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597817 Feb 16 14:52:47.390279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-6627af56-2904-44c4-99aa-3e8db7a23d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:47.391946 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1454b7fc-3701-4a79-9a0f-4995a885ccc3 req-6627af56-2904-44c4-99aa-3e8db7a23d2e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4437170 Feb 16 14:52:47.420286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.472449 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-fa0df4d9-4c0c-4caf-8202-c85d3948d153 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2426765 Feb 16 14:52:47.483044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Request body: {'port': {'device_id': '1ede55df-5991-453e-89ea-dd39c88753b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:47.489231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:47.489406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.490814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] 10.222.0.129 "PUT /v2.0/ports/6ac2d8ab-4660-4c9c-877e-a244d0e4b50a HTTP/1.1" status: 200 len: 1092 time: 3.9773512 Feb 16 14:52:47.493237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'tag': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:47.504036 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4477519-dc8d-407c-a344-364e54f04e11" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7d9d24-9373-43ca-9749-bee7917229c5", "tag": "6ac2d8ab-4660-4c9c-877e-a244d0e4b50a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:47.551989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f517392-6b91-498c-97e4-f22f37c5148a req-259a6dd7-4ab2-4fed-9787-ba1f604203aa tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:47.553587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f517392-6b91-498c-97e4-f22f37c5148a req-259a6dd7-4ab2-4fed-9787-ba1f604203aa tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 932 time: 0.2347891 Feb 16 14:52:47.556444 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.603902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79124103-1843-4958-b1f7-98aecd56332b {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:47.608769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.618467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.635741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aebedb-8753-4ae3-b1f7-5a62192161ea service neutron] Pushing event updated for resources: {'Port': ['ID=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:47.644016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Transition to ACTIVE for port object 79124103-1843-4958-b1f7-98aecd56332b will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:47.697312 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72699367-b558-4e15-85a2-9329157ff7cb x-openstack-request-id: req-72699367-b558-4e15-85a2-9329157ff7cb {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:47.697595 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7d9d24-9373-43ca-9749-bee7917229c5", "tag": "6ac2d8ab-4660-4c9c-877e-a244d0e4b50a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:47.697708 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-72699367-b558-4e15-85a2-9329157ff7cb {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:47.698048 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'tag': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a', 'status': 'completed', 'code': 200} Feb 16 14:52:47.731910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f517392-6b91-498c-97e4-f22f37c5148a req-ffa7af2c-38d1-4527-ad2c-c688e32d625a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656487 Feb 16 14:52:47.861420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-6b0ebcfd-106e-4d95-babe-a85ea7def3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:47.863700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-6b0ebcfd-106e-4d95-babe-a85ea7def3ba service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0a44205e39364174b01785f127698223&device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 1095 time: 0.2422035 Feb 16 14:52:47.885198 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:47.925002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-8f8ee4fc-5daf-4f78-8ce5-a8c530d3fb56 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a HTTP/1.1" status: 200 len: 217 time: 0.0522001 Feb 16 14:52:48.122295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-541ef13b-b150-4a16-8bb8-0fe394779e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:48.126639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-541ef13b-b150-4a16-8bb8-0fe394779e59 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=5c87e68d-140c-4bac-8984-8f3070da7457 HTTP/1.1" status: 200 len: 849 time: 0.1921899 Feb 16 14:52:48.133189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Pushing event updated for resources: {'Port': ['ID=79124103-1843-4958-b1f7-98aecd56332b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:48.244338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-a7d48f2f-36d5-49c3-8ebb-c434b5d94d56 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=0b627f34-8bf5-43f4-8229-750d4dc378d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934744 Feb 16 14:52:48.282035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Attempting to bind port 79124103-1843-4958-b1f7-98aecd56332b on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:48.282374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Attempting to bind port 79124103-1843-4958-b1f7-98aecd56332b by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:48.282709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Attempting to bind port 79124103-1843-4958-b1f7-98aecd56332b on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:48.320763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Port 79124103-1843-4958-b1f7-98aecd56332b on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:48.321294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Attempting to bind port 79124103-1843-4958-b1f7-98aecd56332b on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:48.365850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:48.366342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Checking segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:48.366836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Bound using segment: {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:48.367398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Bound port: 79124103-1843-4958-b1f7-98aecd56332b, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e714b7-7c74-4726-8b84-1ff39027e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:48.368036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.427358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94af04f-f5dc-4b77-ad21-741193fbf572 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:48.438741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.477108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Transition to ACTIVE for port object f94af04f-f5dc-4b77-ad21-741193fbf572 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:48.496926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.499769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] For port 79124103-1843-4958-b1f7-98aecd56332b, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:48.507196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-cd60b7c8-c647-418c-a96d-bbd86fcffcbe service neutron] 10.222.0.129 "GET /v2.0/networks/0b627f34-8bf5-43f4-8229-750d4dc378d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342632 Feb 16 14:52:48.508946 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] For port 79124103-1843-4958-b1f7-98aecd56332b, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=79124103-1843-4958-b1f7-98aecd56332b,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:48.560490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.668145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.676981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.679445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.838959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:48.839601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.841033 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] 10.222.0.93 "PUT /v2.0/ports/79124103-1843-4958-b1f7-98aecd56332b HTTP/1.1" status: 200 len: 1091 time: 3.0911937 Feb 16 14:52:48.843142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '79124103-1843-4958-b1f7-98aecd56332b'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:48.845481 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "79124103-1843-4958-b1f7-98aecd56332b"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:48.887505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:48.888215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=283bcab6-7246-4f30-b4d2-6bdc9950104e,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:49.030366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Attempting to bind port f94af04f-f5dc-4b77-ad21-741193fbf572 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:49.030634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Attempting to bind port f94af04f-f5dc-4b77-ad21-741193fbf572 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:49.030944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Attempting to bind port f94af04f-f5dc-4b77-ad21-741193fbf572 on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:49.056002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d378b4e-fa99-4eb5-985a-76d7cfc941cd req-cbb2a0c8-1a53-476e-914f-12898e2df224 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.057683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d378b4e-fa99-4eb5-985a-76d7cfc941cd req-cbb2a0c8-1a53-476e-914f-12898e2df224 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 944 time: 0.5473790 Feb 16 14:52:49.099319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13b412-3ab2-496f-a182-cec3ae502685 service neutron] Pushing event updated for resources: {'Port': ['ID=79124103-1843-4958-b1f7-98aecd56332b,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:49.100302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.106334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.113579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.120199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.123882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:49.126171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.135240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.141175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.143126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-32a683e7-2b18-4378-a94d-a3c94d962cdd tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5408 time: 0.6188595 Feb 16 14:52:49.161195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Port f94af04f-f5dc-4b77-ad21-741193fbf572 on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:49.161459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Attempting to bind port f94af04f-f5dc-4b77-ad21-741193fbf572 on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:49.175458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:49.176021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Checking segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:49.182434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Bound using segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:49.182434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Bound port: f94af04f-f5dc-4b77-ad21-741193fbf572, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:49.182434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:49.265282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:49.266621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:49.270855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3443dcf1-b1cf-44b2-aec8-5e846ffbeb11 req-8ed41717-0181-4234-aaa7-db13d8a60e5e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976353 Feb 16 14:52:49.272827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee057cf1-150f-443f-82a9-190fe7fd6c58 req-9bba4bc0-55f5-4bc6-b43b-2c17c535333f service neutron] 10.222.0.129 "GET /v2.0/networks/0b627f34-8bf5-43f4-8229-750d4dc378d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935887 Feb 16 14:52:49.274031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:49.278167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d378b4e-fa99-4eb5-985a-76d7cfc941cd req-091dd79d-c309-4292-a25c-83665d46b276 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106125 Feb 16 14:52:49.637450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4477519-dc8d-407c-a344-364e54f04e11 req-895026aa-a711-41ca-bbe0-120b70014452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.639091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4477519-dc8d-407c-a344-364e54f04e11 req-895026aa-a711-41ca-bbe0-120b70014452 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=0a44205e39364174b01785f127698223&device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 1095 time: 0.2237356 Feb 16 14:52:49.648572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93838fd2-17d9-4a5c-9ea7-e4f449647012 req-58c828b8-a3a5-4750-9f8f-ac56916f18e0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.655991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93838fd2-17d9-4a5c-9ea7-e4f449647012 req-58c828b8-a3a5-4750-9f8f-ac56916f18e0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 944 time: 0.1825662 Feb 16 14:52:49.700675 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dad83d-e3d5-4bad-97bf-d64fbf28c4c4 x-openstack-request-id: req-91dad83d-e3d5-4bad-97bf-d64fbf28c4c4 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:49.700901 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "79124103-1843-4958-b1f7-98aecd56332b", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:49.701138 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-91dad83d-e3d5-4bad-97bf-d64fbf28c4c4 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:49.702909 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '79124103-1843-4958-b1f7-98aecd56332b', 'status': 'completed', 'code': 200} Feb 16 14:52:49.752040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Router a60ae262-74be-4912-b9ec-f9c63996f761 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:52:49.759500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-20b2119a-524d-430a-b903-d6cfc04c37dd None None] Provisioning complete for port 283bcab6-7246-4f30-b4d2-6bdc9950104e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:49.760720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20b2119a-524d-430a-b903-d6cfc04c37dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:49.798326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:49.819494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93838fd2-17d9-4a5c-9ea7-e4f449647012 req-d3405e92-c7a7-40cf-be15-adca83dc73c8 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626666 Feb 16 14:52:49.846263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:49.850664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-20b2119a-524d-430a-b903-d6cfc04c37dd None None] Port 283bcab6-7246-4f30-b4d2-6bdc9950104e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:52:49.885692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.886402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.887050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.887700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.888725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.889347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.890077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.892276 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-158873a1-4877-4ecd-8068-7b545d82ee1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6355 time: 0.1887877 Feb 16 14:52:49.942379 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:50.056765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.057664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:50.059263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] 10.222.0.129 "PUT /v2.0/ports/f94af04f-f5dc-4b77-ad21-741193fbf572 HTTP/1.1" status: 200 len: 1092 time: 2.5818517 Feb 16 14:52:50.140216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebd584-6834-4023-a3a7-04c2b922c6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:50.145086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f928d621-950e-4b9f-9fae-e3c34a85d6d7 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:50.166945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:50.208880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-33ada302-6e2d-4534-bf07-e74096735811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.209350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-33ada302-6e2d-4534-bf07-e74096735811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.209815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-33ada302-6e2d-4534-bf07-e74096735811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.211749 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-33ada302-6e2d-4534-bf07-e74096735811 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46891b7e78a4495f975695e17e853e39&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3038015 Feb 16 14:52:50.248303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Transition to ACTIVE for port object f928d621-950e-4b9f-9fae-e3c34a85d6d7 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:50.309965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-b303dbbc-58ad-48d7-b0a9-0f0a209a5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.311646 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-b303dbbc-58ad-48d7-b0a9-0f0a209a5fd1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 1095 time: 0.1234765 Feb 16 14:52:50.585030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4477519-dc8d-407c-a344-364e54f04e11 req-152cb817-b37d-4447-ba83-7b6430c6cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.586984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4477519-dc8d-407c-a344-364e54f04e11 req-152cb817-b37d-4447-ba83-7b6430c6cd9d service neutron] 10.222.0.129 "GET /v2.0/networks?id=0b627f34-8bf5-43f4-8229-750d4dc378d0 HTTP/1.1" status: 200 len: 911 time: 0.9284983 Feb 16 14:52:50.660178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:52:50.664225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27e82eb5-bdae-49f4-861a-07fede3cbbe8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "PUT /v2.0/routers/a60ae262-74be-4912-b9ec-f9c63996f761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9621999 Feb 16 14:52:50.673312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] Sync routers for ids ['a60ae262-74be-4912-b9ec-f9c63996f761'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:52:50.716327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.740702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.745700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] Routers {'a60ae262-74be-4912-b9ec-f9c63996f761'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:52:50.751607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:52:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a60ae262-74be-4912-b9ec-f9c63996f761'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:50.751778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.764481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.788730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.797622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.804463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:50.807159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.816611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] Routers {'a60ae262-74be-4912-b9ec-f9c63996f761'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:52:50.817617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:52:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a60ae262-74be-4912-b9ec-f9c63996f761'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:50.818072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-1375cb68-5f60-49a0-9125-48874c51b0d5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5420 time: 0.3210084 Feb 16 14:52:50.828898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4477519-dc8d-407c-a344-364e54f04e11 req-c483ab3d-8b60-4c81-8323-adee7099bc4b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a HTTP/1.1" status: 200 len: 217 time: 0.2305992 Feb 16 14:52:50.829425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56642) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:50.829760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56644) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:50.843631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ac1a-d646-40a9-8939-629d11e23eed req-c6cb59e6-8dcb-4c98-bf13-47ca4bcb19a1 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.845687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ece0ac1a-d646-40a9-8939-629d11e23eed req-c6cb59e6-8dcb-4c98-bf13-47ca4bcb19a1 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 944 time: 0.3258147 Feb 16 14:52:50.871365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:50.872105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb3397-18e3-4006-9941-c8725a9439cc None None] The sync data for ids ['a60ae262-74be-4912-b9ec-f9c63996f761'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:52:50.951352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:50.955646 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-089730f1-60e3-4302-b861-9925c8563c6e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94af04f-f5dc-4b77-ad21-741193fbf572 HTTP/1.1" status: 200 len: 217 time: 0.6364236 Feb 16 14:52:51.010210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ece0ac1a-d646-40a9-8939-629d11e23eed req-fedea8e6-cb12-41bc-be55-ac715aa2abfc tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442029 Feb 16 14:52:51.036446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7d38673-6a58-454f-a9e9-a7a165245d78 req-8c0e28d4-57c6-42aa-ae18-cb979e67508d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174740 Feb 16 14:52:51.044282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4477519-dc8d-407c-a344-364e54f04e11 req-13dd8dac-9275-4cb2-b911-09b83df53537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:51.055631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4477519-dc8d-407c-a344-364e54f04e11 req-13dd8dac-9275-4cb2-b911-09b83df53537 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=5c87e68d-140c-4bac-8984-8f3070da7457 HTTP/1.1" status: 200 len: 849 time: 0.1459320 Feb 16 14:52:51.055631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f91342-01af-44ea-971e-8a44ece304cc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:51.056456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-32f91342-01af-44ea-971e-8a44ece304cc tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports?device_id=a60ae262-74be-4912-b9ec-f9c63996f761 HTTP/1.1" status: 200 len: 988 time: 0.2082539 Feb 16 14:52:51.063304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Pushing event updated for resources: {'Port': ['ID=f928d621-950e-4b9f-9fae-e3c34a85d6d7,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:51.071058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:51.136896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4477519-dc8d-407c-a344-364e54f04e11 req-cd479b5f-e373-49b6-82c0-d9d27c37cc4b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=0b627f34-8bf5-43f4-8229-750d4dc378d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792565 Feb 16 14:52:51.213833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5cb502bf-d970-4b0a-ae93-da851758e5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:51.401434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f895c9-b366-48c6-8c21-997978a18960 req-3a57a109-2a76-4ffc-af43-caf04c117692 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:51.410783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79f895c9-b366-48c6-8c21-997978a18960 req-3a57a109-2a76-4ffc-af43-caf04c117692 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 944 time: 0.1943817 Feb 16 14:52:51.493719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-133c15aa-33f0-4e05-b04e-7b73ebc5a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:51.507397 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-133c15aa-33f0-4e05-b04e-7b73ebc5a992 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=050140c9-6bab-47f1-b47f-4ad96e341b29 HTTP/1.1" status: 200 len: 844 time: 0.5448380 Feb 16 14:52:51.514887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-b8a5de9d-8376-45cf-905a-46b19e5f4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:51.522183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1ae050f9-1e55-493d-9bf3-b7a5ca614bdb req-b8a5de9d-8376-45cf-905a-46b19e5f4050 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.2898571 Feb 16 14:52:51.540203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79f895c9-b366-48c6-8c21-997978a18960 req-9e4c2c11-aeac-4490-84f8-b9a17746ae67 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284547 Feb 16 14:52:51.555002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4477519-dc8d-407c-a344-364e54f04e11 req-f7dddfd7-05c8-4fc7-8ffe-e70e8d6b1f73 service neutron] 10.222.0.129 "GET /v2.0/networks/0b627f34-8bf5-43f4-8229-750d4dc378d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065301 Feb 16 14:52:51.653632 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-a237e75f-d6b3-41d8-b4bb-6cab53d68085 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6e84b63b-4110-4789-95e8-aef8c1df2b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471647 Feb 16 14:52:51.719035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:51.726275 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792317f-f63f-4d7a-a411-231b6bb76e03" -d '{"events": [{"name": "network-changed", "server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:51.731144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5cb502bf-d970-4b0a-ae93-da851758e5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:51.781596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4477519-dc8d-407c-a344-364e54f04e11 req-b2e02682-fe34-4afb-8947-6ea2745956fa service neutron] 10.222.0.129 "GET /v2.0/networks/0b627f34-8bf5-43f4-8229-750d4dc378d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117486 Feb 16 14:52:51.815714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Attempting to bind port f928d621-950e-4b9f-9fae-e3c34a85d6d7 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:51.817118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Attempting to bind port f928d621-950e-4b9f-9fae-e3c34a85d6d7 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:51.819527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Attempting to bind port f928d621-950e-4b9f-9fae-e3c34a85d6d7 on network 81b15931-d000-4e2e-837f-43c40ca895e8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:51.826218 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26942817-00b4-414e-92b6-dece6b0c1d2b x-openstack-request-id: req-26942817-00b4-414e-92b6-dece6b0c1d2b {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:51.827300 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:51.828103 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-26942817-00b4-414e-92b6-dece6b0c1d2b {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:51.829015 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'status': 'completed', 'code': 200} Feb 16 14:52:51.871922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5cb502bf-d970-4b0a-ae93-da851758e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:51.953844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Port f928d621-950e-4b9f-9fae-e3c34a85d6d7 on network 81b15931-d000-4e2e-837f-43c40ca895e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:51.955032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Attempting to bind port f928d621-950e-4b9f-9fae-e3c34a85d6d7 on network 81b15931-d000-4e2e-837f-43c40ca895e8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:51.988552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5cb502bf-d970-4b0a-ae93-da851758e5ee admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dcf7ff3699984133acf370edd05b99bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1302335 Feb 16 14:52:51.989240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb502bf-d970-4b0a-ae93-da851758e5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf186da7-1a86-486e-b42d-05ca233d91ac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:51.991703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56662) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:52.008303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:52.008663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Checking segment: {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:52.009035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Bound using segment: {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:52.009484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Bound port: f928d621-950e-4b9f-9fae-e3c34a85d6d7, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:52.009842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.120653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-526c9a9d-80d4-4f74-bea1-d5416f6b06bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.134650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] For port f928d621-950e-4b9f-9fae-e3c34a85d6d7, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:52.137866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] For port f928d621-950e-4b9f-9fae-e3c34a85d6d7, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f928d621-950e-4b9f-9fae-e3c34a85d6d7,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:52.154650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-526c9a9d-80d4-4f74-bea1-d5416f6b06bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.188575 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-a9756bd9-ee07-420f-9024-4c927a988f19 service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836764 Feb 16 14:52:52.252101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.334230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.340572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.347423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.353633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.359529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.366925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.373533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.376343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-6324682d-4fc3-4579-9ee4-c29bae4e71ee tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5420 time: 0.1554935 Feb 16 14:52:52.377352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.377773 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.379345 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] 10.222.0.93 "PUT /v2.0/ports/f928d621-950e-4b9f-9fae-e3c34a85d6d7 HTTP/1.1" status: 200 len: 1091 time: 3.2623534 Feb 16 14:52:52.380465 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-526c9a9d-80d4-4f74-bea1-d5416f6b06bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.383563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-526c9a9d-80d4-4f74-bea1-d5416f6b06bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.384997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-526c9a9d-80d4-4f74-bea1-d5416f6b06bf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bf186da7-1a86-486e-b42d-05ca233d91ac HTTP/1.1" status: 204 len: 168 time: 0.3923023 Feb 16 14:52:52.445874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10e383-46c9-492b-8246-635bde75fa6a req-fd1fa8e9-d754-4c3d-9486-fcf19975d9fd tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.448257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f10e383-46c9-492b-8246-635bde75fa6a req-fd1fa8e9-d754-4c3d-9486-fcf19975d9fd tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 944 time: 0.2372615 Feb 16 14:52:52.492667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c9a9d-80d4-4f74-bea1-d5416f6b06bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf186da7-1a86-486e-b42d-05ca233d91ac,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:52.502876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a2c3d-3ad4-4f6d-aa23-db062857ec30 service neutron] Pushing event updated for resources: {'Port': ['ID=f928d621-950e-4b9f-9fae-e3c34a85d6d7,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:52.539873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Request body: {'port': {'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:52.586664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f10e383-46c9-492b-8246-635bde75fa6a req-9d787904-a682-4d2b-a583-f9d67bdb8cd3 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117773 Feb 16 14:52:52.599419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4f2324c-445a-4012-bcaf-37fa1201bccc req-bd5bed23-6b11-4070-938e-c350544ac056 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131097 Feb 16 14:52:52.654590 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-14c2b490-57c7-4358-ae32-df9d1ecbc2c2 req-0fa28a44-fdbc-4d35-ba6a-b0a5a5024858 service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576898 Feb 16 14:52:52.662758 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.789659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.828710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:52:52.862848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd604-5120-4cf2-926c-82bf23a91f92 req-0702ed54-1293-4e48-9d65-10a7200395ee tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:52.880061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-596fd604-5120-4cf2-926c-82bf23a91f92 req-0702ed54-1293-4e48-9d65-10a7200395ee tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 944 time: 0.1188481 Feb 16 14:52:52.982426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-596fd604-5120-4cf2-926c-82bf23a91f92 req-1a904518-38fb-4230-9b0d-cd52eaf899d7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965371 Feb 16 14:52:53.019566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-7903bbe6-2a7e-41f2-92ff-81229e0322e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.021825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-7903bbe6-2a7e-41f2-92ff-81229e0322e6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 1095 time: 0.1583209 Feb 16 14:52:53.152183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,segment=NetworkSegment(7003162b-123f-4b99-b4b8-819ef93a1ffb),segment_id=7003162b-123f-4b99-b4b8-819ef93a1ffb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:53.166465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a', 'network_id': '0b627f34-8bf5-43f4-8229-750d4dc378d0', 'port_id': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a', 'mac_address': 'fa:16:3e:09:e8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c87e68d-140c-4bac-8984-8f3070da7457', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:52:53.241615 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.261585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:53.290771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,segment=NetworkSegment(7003162b-123f-4b99-b4b8-819ef93a1ffb),segment_id=7003162b-123f-4b99-b4b8-819ef93a1ffb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:53.339174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-1ffe16ea-0d31-40cb-9a29-f5a3a8cef92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.340795 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-1ffe16ea-0d31-40cb-9a29-f5a3a8cef92f service neutron] 10.222.0.129 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 906 time: 0.2822576 Feb 16 14:52:53.353784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56682) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:53.366414 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.371892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37662e7a-1565-4c69-9678-2342f51b2baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.434913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:53.460811 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-7066edb5-884e-4bcc-9aa8-c93346725f4b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94af04f-f5dc-4b77-ad21-741193fbf572 HTTP/1.1" status: 200 len: 217 time: 0.0871913 Feb 16 14:52:53.504394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37662e7a-1565-4c69-9678-2342f51b2baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.518981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742afedd-0f3d-4268-b259-0172f386c183 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:53.534371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 283bcab6-7246-4f30-b4d2-6bdc9950104e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:53.534714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.538443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.562903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-3e519475-34fd-4142-a9db-b5d871ecbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.564314 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-3e519475-34fd-4142-a9db-b5d871ecbaf5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=050140c9-6bab-47f1-b47f-4ad96e341b29 HTTP/1.1" status: 200 len: 844 time: 0.0915556 Feb 16 14:52:53.595731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6ac2d8ab-4660-4c9c-877e-a244d0e4b50a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:53.606477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Transition to ACTIVE for port object 742afedd-0f3d-4268-b259-0172f386c183 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:52:53.634504 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-3e2a8437-5d7a-4cdb-94bd-2fe024b9eb0e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6e84b63b-4110-4789-95e8-aef8c1df2b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387242 Feb 16 14:52:53.735107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.746717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 283bcab6-7246-4f30-b4d2-6bdc9950104e owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:53.820438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818db87-69a2-4f93-9909-de607e52fa03 req-98b6642f-81a9-4af2-819c-b9cb9c08559a tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.821909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9818db87-69a2-4f93-9909-de607e52fa03 req-98b6642f-81a9-4af2-819c-b9cb9c08559a tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 945 time: 0.0913775 Feb 16 14:52:53.839352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.846431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.852453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.858567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.865257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.871447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.878190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:53.880197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-276599b9-3742-499a-b050-f35d6b0367d7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5420 time: 0.1366587 Feb 16 14:52:53.957202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9818db87-69a2-4f93-9909-de607e52fa03 req-ec1444f0-56f9-48f9-a59c-3272d4cfe39c tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759463 Feb 16 14:52:53.961767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7494f3b9-ee1b-47b0-99a0-4cedaeed34a2 req-0cb3c1ef-d211-4e26-91be-baab2eb23d3d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733960 Feb 16 14:52:54.109582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d445-9faf-4630-baed-ceb2b3e47fac req-4c5cac3f-1b37-47e8-a26d-b964648e8862 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.109582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f157d445-9faf-4630-baed-ceb2b3e47fac req-4c5cac3f-1b37-47e8-a26d-b964648e8862 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 944 time: 0.0640473 Feb 16 14:52:54.118843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:54.121351 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f357779d-2fae-44f5-8ffe-9d44d4fe2637" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "f928d621-950e-4b9f-9fae-e3c34a85d6d7"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:54.139802 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-cdcec334-97bb-4701-ae9e-e9fec1a1d250 service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953411 Feb 16 14:52:54.151117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f157d445-9faf-4630-baed-ceb2b3e47fac req-28de6506-8599-4355-adbd-1736f11b89c7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344844 Feb 16 14:52:54.175593 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b93cd-647f-40ee-8942-3ae456a42f86 x-openstack-request-id: req-9a0b93cd-647f-40ee-8942-3ae456a42f86 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:54.176029 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "f928d621-950e-4b9f-9fae-e3c34a85d6d7", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:54.176365 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9a0b93cd-647f-40ee-8942-3ae456a42f86 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:54.176797 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7', 'status': 'completed', 'code': 200} Feb 16 14:52:54.337335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.337924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.338520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.339148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.339700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.340253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.340771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.342940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-065e779a-1c22-4dc7-bd9d-121345d68e1b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6422 time: 0.1321723 Feb 16 14:52:54.354113 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d792317f-f63f-4d7a-a411-231b6bb76e03 req-c875d907-e060-4577-bb27-5e2863ccd40f service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051365 Feb 16 14:52:54.488199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-87b66a26-267b-4c0b-bb71-9ea6b0e28129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.488669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-87b66a26-267b-4c0b-bb71-9ea6b0e28129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.489133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-87b66a26-267b-4c0b-bb71-9ea6b0e28129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.490719 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-87b66a26-267b-4c0b-bb71-9ea6b0e28129 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=46891b7e78a4495f975695e17e853e39&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.1325958 Feb 16 14:52:54.541691 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37662e7a-1565-4c69-9678-2342f51b2baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.578737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.580721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.581502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-37662e7a-1565-4c69-9678-2342f51b2baf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=79afae8dbae2499aa50ee51f5d708acd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2263317 Feb 16 14:52:54.582850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37662e7a-1565-4c69-9678-2342f51b2baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d95c917-5716-40b4-a174-501e935e0113,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:54.585235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56698) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:54.640340 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b84cf11-4c92-4a61-abb2-7749114a7f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.648597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-69b58b69-38f2-4599-9aee-8f4e36144d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:54.651257 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f357779d-2fae-44f5-8ffe-9d44d4fe2637 req-69b58b69-38f2-4599-9aee-8f4e36144d38 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1530044 Feb 16 14:52:54.673443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b84cf11-4c92-4a61-abb2-7749114a7f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.743491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Pushing event updated for resources: {'Port': ['ID=742afedd-0f3d-4268-b259-0172f386c183,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:54.841989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f94af04f-f5dc-4b77-ad21-741193fbf572 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:52:54.914967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b84cf11-4c92-4a61-abb2-7749114a7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.921812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b84cf11-4c92-4a61-abb2-7749114a7f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.924837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3b84cf11-4c92-4a61-abb2-7749114a7f70 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7d95c917-5716-40b4-a174-501e935e0113 HTTP/1.1" status: 204 len: 168 time: 0.3375969 Feb 16 14:52:54.947472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84cf11-4c92-4a61-abb2-7749114a7f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d95c917-5716-40b4-a174-501e935e0113,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:55.029588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:55.070499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'mac_address': 'fa:16:3e:ea:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:52:55.074153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:55.076563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.125439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=283bcab6-7246-4f30-b4d2-6bdc9950104e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:55.177185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.221613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94af04f-f5dc-4b77-ad21-741193fbf572 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:52:55.260914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:55.328122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f00b56-e71e-4c12-b2c2-aa8d546be8e7 req-b6f48764-123d-4c06-9d79-559c98d0bb71 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.339956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30f00b56-e71e-4c12-b2c2-aa8d546be8e7 req-b6f48764-123d-4c06-9d79-559c98d0bb71 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 945 time: 0.1790073 Feb 16 14:52:55.382890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.391589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.400528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.405873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:52:55.409358 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.409858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.416942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.417120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:55.417280 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.422161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.436204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.441283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-280a39cd-cdcd-40da-bb2f-2f19342ee546 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.2121325 Feb 16 14:52:55.459516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Attempting to bind port 742afedd-0f3d-4268-b259-0172f386c183 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:52:55.459892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Attempting to bind port 742afedd-0f3d-4268-b259-0172f386c183 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:52:55.460221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Attempting to bind port 742afedd-0f3d-4268-b259-0172f386c183 on network 81b15931-d000-4e2e-837f-43c40ca895e8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:55.469082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Port 742afedd-0f3d-4268-b259-0172f386c183 on network 81b15931-d000-4e2e-837f-43c40ca895e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:52:55.472507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Attempting to bind port 742afedd-0f3d-4268-b259-0172f386c183 on network 81b15931-d000-4e2e-837f-43c40ca895e8 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:52:55.481538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Router a60ae262-74be-4912-b9ec-f9c63996f761 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:52:55.495621 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:52:55.495999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Checking segment: {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:52:55.496401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Bound using segment: {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:52:55.496854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Bound port: 742afedd-0f3d-4268-b259-0172f386c183, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:52:55.497220 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.503204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30f00b56-e71e-4c12-b2c2-aa8d546be8e7 req-d8134b3e-e92c-4e54-8bbe-cf9b884a7b13 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612782 Feb 16 14:52:55.516929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:55.558979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a4361b2-3615-4370-a3c8-f8cbdb40f35b req-64911878-5c5d-492e-8404-e8d207e92384 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088085 Feb 16 14:52:55.628651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.633062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['f94af04f-f5dc-4b77-ad21-741193fbf572'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:52:55.676455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:52:55.687426 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] Sync routers for ids ['a60ae262-74be-4912-b9ec-f9c63996f761'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:52:55.695743 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ff463119-71d2-4d5d-b222-179ea4622ea5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "PUT /v2.0/routers/a60ae262-74be-4912-b9ec-f9c63996f761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6232359 Feb 16 14:52:55.702614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56720) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:55.710985 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] Routers {'a60ae262-74be-4912-b9ec-f9c63996f761'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:52:55.711874 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:52:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a60ae262-74be-4912-b9ec-f9c63996f761'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:55.741379 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d8138f-1c73-49df-b62d-e043608014d6 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:52:55.749997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56722) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:55.750877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:55.752721 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-02d8138f-1c73-49df-b62d-e043608014d6 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/283bcab6-7246-4f30-b4d2-6bdc9950104e HTTP/1.1" status: 404 len: 333 time: 0.0486147 Feb 16 14:52:55.753926 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f60a990-5f37-4736-9383-3929fcfe9ac2" -d '{"events": [{"server_uuid": "cb7d9d24-9373-43ca-9749-bee7917229c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ac2d8ab-4660-4c9c-877e-a244d0e4b50a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:55.774868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,segment=NetworkSegment(7003162b-123f-4b99-b4b8-819ef93a1ffb),segment_id=7003162b-123f-4b99-b4b8-819ef93a1ffb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:55.801808 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] For port 742afedd-0f3d-4268-b259-0172f386c183, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:52:55.810886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] For port 742afedd-0f3d-4268-b259-0172f386c183, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=742afedd-0f3d-4268-b259-0172f386c183,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:52:55.856364 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:55.903491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.942247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] Routers {'a60ae262-74be-4912-b9ec-f9c63996f761'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:52:55.942865 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:52:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a60ae262-74be-4912-b9ec-f9c63996f761'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:55.945217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c24050-93aa-47b2-b232-45c714309f6b req-7c2de074-a6ab-4a2d-bfeb-dbc42eb715ec tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.954384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2c24050-93aa-47b2-b232-45c714309f6b req-7c2de074-a6ab-4a2d-bfeb-dbc42eb715ec tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 945 time: 0.3130543 Feb 16 14:52:55.954633 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd77b3cd-8150-4e0e-af9a-836b1439f9a1 x-openstack-request-id: req-fd77b3cd-8150-4e0e-af9a-836b1439f9a1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:55.955160 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7d9d24-9373-43ca-9749-bee7917229c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ac2d8ab-4660-4c9c-877e-a244d0e4b50a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:55.955306 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fd77b3cd-8150-4e0e-af9a-836b1439f9a1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:55.955798 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a', 'code': 200} Feb 16 14:52:55.969010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:55.970044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.972393 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] 10.222.0.93 "PUT /v2.0/ports/742afedd-0f3d-4268-b259-0172f386c183 HTTP/1.1" status: 200 len: 1091 time: 3.4491198 Feb 16 14:52:55.981988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9051edaa-29c4-4ae9-8c09-3056b3971560 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.987723 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.037095 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:56.037743 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a8940-0b01-443f-9f0b-2161a574d2ba None None] The sync data for ids ['a60ae262-74be-4912-b9ec-f9c63996f761'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:52:56.122389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2e21e-fc94-48bf-b1e3-e6948a7b0739 service neutron] Pushing event updated for resources: {'Port': ['ID=742afedd-0f3d-4268-b259-0172f386c183,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:56.122849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2c24050-93aa-47b2-b232-45c714309f6b req-6ac4494a-f255-485e-964f-2e39afc25b08 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626568 Feb 16 14:52:56.184545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '742afedd-0f3d-4268-b259-0172f386c183'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:56.187170 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "742afedd-0f3d-4268-b259-0172f386c183"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:56.270743 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24283b75-a0de-4ff2-8a7f-b0bc15b9dd8d x-openstack-request-id: req-24283b75-a0de-4ff2-8a7f-b0bc15b9dd8d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:56.271134 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "742afedd-0f3d-4268-b259-0172f386c183", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:56.271482 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-24283b75-a0de-4ff2-8a7f-b0bc15b9dd8d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:56.272006 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': '742afedd-0f3d-4268-b259-0172f386c183', 'status': 'completed', 'code': 200} Feb 16 14:52:56.275411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bd265-ee31-4419-8c1f-cad46d970f99 req-a18a0a28-b555-40b1-ae5b-8805a20498fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.276741 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e45bd265-ee31-4419-8c1f-cad46d970f99 req-a18a0a28-b555-40b1-ae5b-8805a20498fc service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 1097 time: 0.1014006 Feb 16 14:52:56.286685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.287313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.288212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.289031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.289738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.290401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.291055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.293313 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-03bc0d40-0541-484f-bd90-2f9878e6237c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6489 time: 0.1466124 Feb 16 14:52:56.334391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9051edaa-29c4-4ae9-8c09-3056b3971560 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.336966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9051edaa-29c4-4ae9-8c09-3056b3971560 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.347375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:56.365292 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-ab844c39-ddd0-4597-8baa-a546f07a830e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0 HTTP/1.1" status: 200 len: 217 time: 0.0471320 Feb 16 14:52:56.369893 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e45bd265-ee31-4419-8c1f-cad46d970f99 req-63934122-2e63-4d6d-a42c-beb332a7de5a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753791 Feb 16 14:52:56.442948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-e55c924d-4164-4416-a6a7-a3ffa8b86025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.447382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-e55c924d-4164-4416-a6a7-a3ffa8b86025 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea616b7d-e073-4aa2-8165-e9cf0a859ac2 HTTP/1.1" status: 200 len: 856 time: 0.0692134 Feb 16 14:52:56.467447 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9051edaa-29c4-4ae9-8c09-3056b3971560 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.470975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9051edaa-29c4-4ae9-8c09-3056b3971560 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Fanout notify agent at l3_agent the message router_deleted on router a60ae262-74be-4912-b9ec-f9c63996f761 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:52:56.475945 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9051edaa-29c4-4ae9-8c09-3056b3971560 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.477238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9051edaa-29c4-4ae9-8c09-3056b3971560 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/routers/a60ae262-74be-4912-b9ec-f9c63996f761 HTTP/1.1" status: 204 len: 168 time: 0.7263024 Feb 16 14:52:56.480666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56744) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:56.505683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-e64d0002-d347-4c1d-b7d6-56b24454cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.507885 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-e64d0002-d347-4c1d-b7d6-56b24454cdec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41ee3635-4c70-4322-8f0a-63fd2fc380db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554814 Feb 16 14:52:56.546595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet 72ee7867-39b7-4cde-9f33-139c8a4b5c4d {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:52:56.550883 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.604377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.724837 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-8dbc118a-8ae6-4e43-bef6-d687827bff0e service neutron] 10.222.0.93 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078946 Feb 16 14:52:56.787331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.826050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37ceb4-1fbd-4620-a0a7-1809a4861ff1 req-d75e21c8-b88a-4115-880c-a3a7311e917f tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.827608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc37ceb4-1fbd-4620-a0a7-1809a4861ff1 req-d75e21c8-b88a-4115-880c-a3a7311e917f tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 946 time: 0.1623707 Feb 16 14:52:56.848973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f94af04f-f5dc-4b77-ad21-741193fbf572 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:52:56.865039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.870988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.877910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.883914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.889720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.896489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.902874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:56.905004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-94fa844f-ed33-4052-9e13-1aae422fae2f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.2019269 Feb 16 14:52:56.967583 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-da712ccf-e6ce-4c2e-b012-c8abad4f74c7 service neutron] 10.222.0.93 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354312 Feb 16 14:52:56.975292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc37ceb4-1fbd-4620-a0a7-1809a4861ff1 req-f9657391-ab03-488c-aca4-b0ed25ec4a7f tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395254 Feb 16 14:52:57.000289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd510af0-9688-4d63-bb10-61b4de871f0e req-e459db88-2f91-42a2-8928-507a600dfbc1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857661 Feb 16 14:52:57.063435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port f94af04f-f5dc-4b77-ad21-741193fbf572 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:52:57.071611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port f94af04f-f5dc-4b77-ad21-741193fbf572 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:57.072230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.094285 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-df31ea84-311e-4611-9e19-b49141290731 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=05a62ee1-5ef2-425e-831a-5186294250c7 HTTP/1.1" status: 200 len: 217 time: 0.0975516 Feb 16 14:52:57.115267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.155284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=72ee7867-39b7-4cde-9f33-139c8a4b5c4d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:57.158906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.167570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6683d924-e7d4-41c0-af8a-91310dffc855 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/72ee7867-39b7-4cde-9f33-139c8a4b5c4d HTTP/1.1" status: 204 len: 168 time: 0.6858346 Feb 16 14:52:57.168546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56766) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:57.187097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7498077-d680-495d-b839-f2f70d31a0e2 None None] Network 0468274d-aa27-4efe-9e0f-e8b3e4620843 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:57.228352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-ee7dbd9d-3d7e-497c-b6b3-95dac0f19318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:57.232703 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-ee7dbd9d-3d7e-497c-b6b3-95dac0f19318 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.1290274 Feb 16 14:52:57.290436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.325516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-67ab3f0e-9c26-47ee-aa46-426711033e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:57.328171 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-67ab3f0e-9c26-47ee-aa46-426711033e5d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860627 Feb 16 14:52:57.346255 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.363711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329b0dd-4cd7-46be-aaa9-575b0ba57c17 req-421c4a69-7662-458c-864e-f0fd98a8d612 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:57.372268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3329b0dd-4cd7-46be-aaa9-575b0ba57c17 req-421c4a69-7662-458c-864e-f0fd98a8d612 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 945 time: 0.1042831 Feb 16 14:52:57.409669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:57.445193 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-44198e0b-5cee-4e76-a899-36453f4c228b service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007483 Feb 16 14:52:57.466698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3329b0dd-4cd7-46be-aaa9-575b0ba57c17 req-09a66682-c528-4eb7-ade8-5656eef01978 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930865 Feb 16 14:52:57.488947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.497348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:57.497906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.554628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] DHCP port deletion for 0468274d-aa27-4efe-9e0f-e8b3e4620843 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:52:57.605701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] For port 48b175ed-19a0-48bd-9b80-8f46024f8fa2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=48b175ed-19a0-48bd-9b80-8f46024f8fa2,segment=NetworkSegment(418ec0fa-4d85-4f4e-b59e-23ec34ea34b8),segment_id=418ec0fa-4d85-4f4e-b59e-23ec34ea34b8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:57.606198 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.615821 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1d88dae5-0b53-4898-9cc8-0068a33d3ae6 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615338 Feb 16 14:52:57.624057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 48b175ed-19a0-48bd-9b80-8f46024f8fa2 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:57.625484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:57.655408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] Deleting port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:52:57.655878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.693899 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-3cc7d5f4-f1d3-4340-a581-f6e2bd780a5e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=1dbc7a42-30cf-473c-915c-6b88a972c02c HTTP/1.1" status: 200 len: 217 time: 0.0644147 Feb 16 14:52:57.764057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] For port 48b175ed-19a0-48bd-9b80-8f46024f8fa2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=48b175ed-19a0-48bd-9b80-8f46024f8fa2,segment=NetworkSegment(418ec0fa-4d85-4f4e-b59e-23ec34ea34b8),segment_id=418ec0fa-4d85-4f4e-b59e-23ec34ea34b8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:52:57.764551 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.780718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-fcc3f948-bf67-4782-a31e-38e053a80bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:57.782283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-fcc3f948-bf67-4782-a31e-38e053a80bce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.0772123 Feb 16 14:52:57.795491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] Calling delete_port for 48b175ed-19a0-48bd-9b80-8f46024f8fa2 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:52:57.853032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56774) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:57.854717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-c1fc92de-4a4e-49f9-967d-f589be102835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:57.856263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-c1fc92de-4a4e-49f9-967d-f589be102835 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625079 Feb 16 14:52:57.896714 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.904297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.920723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] No DVR routers for this DVR port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:57.944480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aaa50-6561-49ed-9daf-4746ca699986 None None] Pushing event deleted for resources: {'Port': ['ID=48b175ed-19a0-48bd-9b80-8f46024f8fa2,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:57.957388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:52:57.960920 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e71ce0-2df2-4ec6-b6f8-0406ae14cd3a" -d '{"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-plugged", "status": "completed", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:52:57.990847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=48b175ed-19a0-48bd-9b80-8f46024f8fa2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:58.001398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No DVR routers for this DVR port 48b175ed-19a0-48bd-9b80-8f46024f8fa2 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:58.025801 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-d91c688f-6482-4581-a40b-7f40870068f8 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568463 Feb 16 14:52:58.042514 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63291cc8-cae3-4be6-831e-6b06db4a432e x-openstack-request-id: req-63291cc8-cae3-4be6-831e-6b06db4a432e {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:52:58.042803 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-plugged", "status": "completed", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:52:58.043074 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-63291cc8-cae3-4be6-831e-6b06db4a432e {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:52:58.043475 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'code': 200} Feb 16 14:52:58.104834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3872cf88-e743-4f71-8228-dbb8475eaaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.179224 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-c5251e4d-adc3-4fe7-92de-e98c0dbf97cd service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394777 Feb 16 14:52:58.263273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-3babb338-247c-4b5c-b671-c81d6b748bc2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ba34ef36-b048-4bf8-857e-a1eb87b590d4 HTTP/1.1" status: 200 len: 217 time: 0.0704968 Feb 16 14:52:58.323181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.323421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ed57a-0c2a-4faa-84a0-398c14238f92 req-e9a08696-31b5-4e08-aa8b-30e486d05f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.324771 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-030ed57a-0c2a-4faa-84a0-398c14238f92 req-e9a08696-31b5-4e08-aa8b-30e486d05f40 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 1097 time: 0.1436951 Feb 16 14:52:58.355390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f0c56b4c-0f2f-4efb-b525-6614fdefc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.357197 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-f0c56b4c-0f2f-4efb-b525-6614fdefc9d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.0843444 Feb 16 14:52:58.367908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3872cf88-e743-4f71-8228-dbb8475eaaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.369902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0468274d-aa27-4efe-9e0f-e8b3e4620843']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:58.380281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a1c67-8a53-4356-ae01-2588c612ad57 req-aa10aee8-fc52-4666-9e0f-bc4a50ae187d tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.388152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f7a1c67-8a53-4356-ae01-2588c612ad57 req-aa10aee8-fc52-4666-9e0f-bc4a50ae187d tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 946 time: 0.2704394 Feb 16 14:52:58.400634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418ec0fa-4d85-4f4e-b59e-23ec34ea34b8') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:58.401183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418ec0fa-4d85-4f4e-b59e-23ec34ea34b8') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:58.404876 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-030ed57a-0c2a-4faa-84a0-398c14238f92 req-c48045ff-fce9-4759-a8db-780cf56ae16b service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672064 Feb 16 14:52:58.415111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.420983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-b0143821-5ad2-4722-973a-aedd97cdc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.426970 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-b0143821-5ad2-4722-973a-aedd97cdc587 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511460 Feb 16 14:52:58.452378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.460777 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3872cf88-e743-4f71-8228-dbb8475eaaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.516495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3872cf88-e743-4f71-8228-dbb8475eaaef admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9453e0565591484ebca0ef693a3b214d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575806 Feb 16 14:52:58.516822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56792) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:58.526735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.534158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.540599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.553714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.560108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.567684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.577915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.587716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-abd46b8b-ec7d-41f9-b967-bcdcbb11135b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.3501320 Feb 16 14:52:58.590452 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1505571e-b768-443f-a5e9-bef75b895646 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549988 Feb 16 14:52:58.590853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:52:58.591417 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.602969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872cf88-e743-4f71-8228-dbb8475eaaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13561b06-df03-4d11-baab-d88d5596cb7b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:52:58.608697 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:52:58.686061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f7a1c67-8a53-4356-ae01-2588c612ad57 req-48c0bfc2-7d4a-4699-801a-d9c2aee6d8ee tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556729 Feb 16 14:52:58.735033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ed4e9eb-93ab-4bc8-8294-efba0d9f2a23 req-884bfaa6-8b5e-4f86-9879-c6e202237c8e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458426 Feb 16 14:52:58.746037 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-bafd252e-fe7e-4d2a-9bc3-d33af4c87a33 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439550 Feb 16 14:52:58.746037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b04c125d-9b45-4a9c-814a-783791bbe5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.789787 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.797023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.808509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/0468274d-aa27-4efe-9e0f-e8b3e4620843 HTTP/1.1" status: 204 len: 168 time: 1.6346490 Feb 16 14:52:58.814016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56796) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:58.857262 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-29ba646d-880c-49c9-8e86-f09477d0a662 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=79124103-1843-4958-b1f7-98aecd56332b HTTP/1.1" status: 200 len: 217 time: 0.0936732 Feb 16 14:52:58.859854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b04c125d-9b45-4a9c-814a-783791bbe5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.868011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 48b175ed-19a0-48bd-9b80-8f46024f8fa2 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:52:58.914456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 48b175ed-19a0-48bd-9b80-8f46024f8fa2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:52:58.915239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 48b175ed-19a0-48bd-9b80-8f46024f8fa2 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:52:58.932101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650ce13-8c78-42c0-bb6f-f0bce2ca4f76 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=0468274d-aa27-4efe-9e0f-e8b3e4620843,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:58.988671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-cfb8005a-086f-417f-a659-6a25d7f17cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:58.990189 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-cfb8005a-086f-417f-a659-6a25d7f17cfc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.1197314 Feb 16 14:52:59.007280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e90eda-a890-479b-a4c0-b4c4d7ce6e3c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:59.013406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-17e90eda-a890-479b-a4c0-b4c4d7ce6e3c tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/2661e927-4a98-417e-bd80-14b4e0c975d7 HTTP/1.1" status: 200 len: 844 time: 0.1729591 Feb 16 14:52:59.014359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56798) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:59.038438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734b7d-b06c-4181-b3af-9608956a82dd req-3daa11cd-3dec-4bea-afd4-2e41c0f2bf45 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:59.040415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3734b7d-b06c-4181-b3af-9608956a82dd req-3daa11cd-3dec-4bea-afd4-2e41c0f2bf45 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 946 time: 0.2302420 Feb 16 14:52:59.049138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-16fa5943-4f9c-4a49-a8d2-04575619694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:59.050867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-16fa5943-4f9c-4a49-a8d2-04575619694a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504041 Feb 16 14:52:59.105133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-72a6b722-101a-4716-a8b4-0c6ab6bf7ae5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/2661e927-4a98-417e-bd80-14b4e0c975d7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0876296 Feb 16 14:52:59.110520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56800) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:52:59.123699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:52:59.163849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b04c125d-9b45-4a9c-814a-783791bbe5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:59.166421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b04c125d-9b45-4a9c-814a-783791bbe5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:59.172197 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b04c125d-9b45-4a9c-814a-783791bbe5fb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/13561b06-df03-4d11-baab-d88d5596cb7b HTTP/1.1" status: 204 len: 168 time: 0.6513600 Feb 16 14:52:59.185981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3734b7d-b06c-4181-b3af-9608956a82dd req-ac4fa355-927d-48ce-8494-45f810387041 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194620 Feb 16 14:52:59.221376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c125d-9b45-4a9c-814a-783791bbe5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13561b06-df03-4d11-baab-d88d5596cb7b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:59.243800 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1db4b27b-b428-4ab2-bb39-cfbc81c673ed service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674821 Feb 16 14:52:59.395766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:52:59.399644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:59.425147 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-60e248ea-5b83-458a-8c09-6929fb46a7b4 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804197 Feb 16 14:52:59.478474 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-0c57aabd-c012-4029-aca2-d3b9e054a625 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f928d621-950e-4b9f-9fae-e3c34a85d6d7 HTTP/1.1" status: 200 len: 217 time: 0.0452080 Feb 16 14:52:59.557855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1c957f3b-74ea-41be-97d6-240a84599600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:59.559972 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-1c957f3b-74ea-41be-97d6-240a84599600 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de837d2e-a33e-4a0b-8a6a-e89671ff2f3d HTTP/1.1" status: 200 len: 797 time: 0.0732536 Feb 16 14:52:59.637131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-77cd34ea-8680-4f51-b490-b7f1d97c25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:59.639276 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-77cd34ea-8680-4f51-b490-b7f1d97c25d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81b15931-d000-4e2e-837f-43c40ca895e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701268 Feb 16 14:52:59.748784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:59.771078 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-9f4ace3d-d99d-48e1-bf88-44c108d2ebe4 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198192 Feb 16 14:52:59.801506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:52:59.806934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:52:59.816452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6ce73-4165-4828-a4c4-0490c672c026 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:52:59.885851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:59.886932 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:59.920183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=d3384203-74fb-422a-805d-82cc39676c22,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:59.995582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-74d8fbd8-7db7-480d-8f78-f1fa0ed6e91c service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098188 Feb 16 14:53:00.003579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.011259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.021942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.029520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.040826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.046298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'tenant_id': '2c9127d526cf4d4fa5d11b4951e2316a', 'fixed_ips': [{'subnet_id': 'd3384203-74fb-422a-805d-82cc39676c22'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:53:00.046816 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-a7bc868f-b7b9-4795-b801-6e54f4dbbe62 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=742afedd-0f3d-4268-b259-0172f386c183 HTTP/1.1" status: 200 len: 217 time: 0.0401893 Feb 16 14:53:00.047205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.050101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.058414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.061177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-4fa0f9cd-7257-46b2-8bf2-91796b6a2787 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.1531734 Feb 16 14:53:00.109606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-36f489cd-6125-4582-a250-f243ab8288b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.112409 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-36f489cd-6125-4582-a250-f243ab8288b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de837d2e-a33e-4a0b-8a6a-e89671ff2f3d HTTP/1.1" status: 200 len: 797 time: 0.0582416 Feb 16 14:53:00.139244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-317c26d5-c6df-4473-ad3e-624a454e7a3d req-cbec0712-8118-4ff1-9767-8a9a28319089 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584652 Feb 16 14:53:00.179203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-28d38bd6-c6ec-405a-b170-b6787274dbb8 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0601752 Feb 16 14:53:00.188233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6af398c6-20e3-4fad-8559-206f0888d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.305321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-6af398c6-20e3-4fad-8559-206f0888d49c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81b15931-d000-4e2e-837f-43c40ca895e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704114 Feb 16 14:53:00.305845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Allocated IP 2001:db8::2 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/d3384203-74fb-422a-805d-82cc39676c22/44d8021f-9a3d-4f01-96e5-efb2579dc1cf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:00.306395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-8c90534a-b7e3-4c16-a86e-1fcef57b0f15 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876861 Feb 16 14:53:00.307668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56830) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:00.316203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2aecdeb2-c926-40c9-8560-0946b652b75b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'security_group': {'name': 'tempest-secgroup-1337212296'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:00.473933 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f5fb00ae-7831-4485-be9e-772f184e551d req-59d68eac-72a0-4c06-bc06-0c5c35b04000 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798527 Feb 16 14:53:00.488424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8295f-5322-4068-a611-d8a5cedf8981 req-eb07724a-9e84-4dc8-889c-a9d36105d249 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.490367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6f8295f-5322-4068-a611-d8a5cedf8981 req-eb07724a-9e84-4dc8-889c-a9d36105d249 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 946 time: 0.1522322 Feb 16 14:53:00.498428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.534128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6f8295f-5322-4068-a611-d8a5cedf8981 req-5f3edfe2-4d45-45b8-b6e5-7bec061d4c22 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373037 Feb 16 14:53:00.554146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2aecdeb2-c926-40c9-8560-0946b652b75b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.589175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.680512 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2aecdeb2-c926-40c9-8560-0946b652b75b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.685027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Pushing event updated for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:00.692849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:00.694355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:00.704552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:00.765367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2aecdeb2-c926-40c9-8560-0946b652b75b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.803262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.804324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.804795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.805266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.807290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.807829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.808290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:00.811187 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-563f5ff9-1df6-4638-8c53-cb402aa86ab1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6489 time: 0.0733814 Feb 16 14:53:00.852260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecdeb2-c926-40c9-8560-0946b652b75b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf20589-4452-4f18-9e7e-3f345ee39e4a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:00.868409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Attempting to bind port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:00.869061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Attempting to bind port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '10f4818b-74bf-4240-9582-750d31823932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:00.869522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Attempting to bind port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf on network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:00.869641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2aecdeb2-c926-40c9-8560-0946b652b75b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.870974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2aecdeb2-c926-40c9-8560-0946b652b75b tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5622559 Feb 16 14:53:00.873915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56856) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:00.880911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-238a511d-de2a-49c4-a511-5b54c34c2eda tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'security_group': {'name': 'tempest-secgroup-595404948'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:00.890348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:00.892252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Checking segment: {'id': '10f4818b-74bf-4240-9582-750d31823932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:00.898949 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.900786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Bound using segment: {'id': '10f4818b-74bf-4240-9582-750d31823932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:00.901437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Bound port: 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f4818b-74bf-4240-9582-750d31823932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:00.904067 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.060466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-be9a3446-762f-4db5-94e5-6a216d3d4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.066670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-be9a3446-762f-4db5-94e5-6a216d3d4adf service neutron] 10.222.0.93 "GET /v2.0/networks?id=81b15931-d000-4e2e-837f-43c40ca895e8 HTTP/1.1" status: 200 len: 903 time: 0.2363219 Feb 16 14:53:01.100215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c5590185-da06-4cda-a214-9e453823e49f None None] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:01.108695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c5590185-da06-4cda-a214-9e453823e49f None None] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,segment=NetworkSegment(10f4818b-74bf-4240-9582-750d31823932),segment_id=10f4818b-74bf-4240-9582-750d31823932)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:01.119755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-238a511d-de2a-49c4-a511-5b54c34c2eda tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.168253 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-da467d65-efeb-4f5b-999b-bca6f2e2b924 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=742afedd-0f3d-4268-b259-0172f386c183 HTTP/1.1" status: 200 len: 217 time: 0.0910730 Feb 16 14:53:01.170441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf79a8-de8a-4f1f-93a9-873b01325460 req-8b8bdccf-9ce1-477f-b471-cdb0636941b3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.172309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0bf79a8-de8a-4f1f-93a9-873b01325460 req-8b8bdccf-9ce1-477f-b471-cdb0636941b3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 946 time: 0.1022236 Feb 16 14:53:01.258890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.300188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-c34b0174-bc6e-4d43-b36a-b856183aa20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.308611 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-c34b0174-bc6e-4d43-b36a-b856183aa20e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de837d2e-a33e-4a0b-8a6a-e89671ff2f3d HTTP/1.1" status: 200 len: 797 time: 0.1285188 Feb 16 14:53:01.357806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0bf79a8-de8a-4f1f-93a9-873b01325460 req-05b867f4-b325-4cbe-8984-ebd0f4b78974 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742401 Feb 16 14:53:01.479891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-37b84c28-f872-47d7-8544-e31b755e497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.482834 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-37b84c28-f872-47d7-8544-e31b755e497d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81b15931-d000-4e2e-837f-43c40ca895e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1634021 Feb 16 14:53:01.484498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5590185-da06-4cda-a214-9e453823e49f None None] Pushing event updated for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:01.552674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-238a511d-de2a-49c4-a511-5b54c34c2eda tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.575722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.582964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.592166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.598404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.605626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.615405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.618946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:01.627426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-c516b794-fcfb-4615-ba39-df2c2c528cd7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.2990088 Feb 16 14:53:01.679167 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-238a511d-de2a-49c4-a511-5b54c34c2eda tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.719064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef487259-90e3-43a0-bde6-fb672ea804a5 req-39e2f337-a968-45c9-b1bb-6ebf1350d125 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906665 Feb 16 14:53:01.786110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a511d-de2a-49c4-a511-5b54c34c2eda tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be9fd2-ddc0-4e44-aad7-72e504cac23c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:01.801771 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-00fc09e3-ec66-4742-aa00-ffd3def32fb1 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066816 Feb 16 14:53:01.842855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-238a511d-de2a-49c4-a511-5b54c34c2eda tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.855790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-238a511d-de2a-49c4-a511-5b54c34c2eda tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9739783 Feb 16 14:53:01.856595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56888) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:01.864677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-159781795', 'security_groups': ['f3be9fd2-ddc0-4e44-aad7-72e504cac23c'], 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3384203-74fb-422a-805d-82cc39676c22'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:02.046077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c345c545-8e9d-4a1d-bde5-2ce71fdfdc9b req-180d3393-076c-4da7-a057-15070b0d6e35 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361403 Feb 16 14:53:02.269391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:02.372782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:02.391898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port 55f5fddb-8913-46f3-91fd-fad3c88cf934 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:53:02.615145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56920) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:02.677849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b960a3-e446-430b-a945-c6725de472a0 req-e3596ce5-5eb6-4bd3-9346-c71f8f3c44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:02.679737 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b960a3-e446-430b-a945-c6725de472a0 req-e3596ce5-5eb6-4bd3-9346-c71f8f3c44b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0525498 Feb 16 14:53:02.714511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcc5c7-dfb4-4bcf-afe2-da9675e07fc1 req-28ca25fe-f756-4d03-96d6-d4c529e7620f tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:02.719505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61bcc5c7-dfb4-4bcf-afe2-da9675e07fc1 req-28ca25fe-f756-4d03-96d6-d4c529e7620f tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1730163 Feb 16 14:53:02.764607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-12390252', 'router:external': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:02.788238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830c43-4a9d-4d22-9b85-7c6b722b3c79 req-f70d19da-62ff-4813-bc36-eb4fee6950d4 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:02.797829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c830c43-4a9d-4d22-9b85-7c6b722b3c79 req-f70d19da-62ff-4813-bc36-eb4fee6950d4 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 946 time: 0.2552900 Feb 16 14:53:02.806097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::2c6 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/d3384203-74fb-422a-805d-82cc39676c22/55f5fddb-8913-46f3-91fd-fad3c88cf934) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:02.811908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b960a3-e446-430b-a945-c6725de472a0 req-dcb23800-4a22-470e-b34c-ab38f23af130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:02.813627 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b960a3-e446-430b-a945-c6725de472a0 req-dcb23800-4a22-470e-b34c-ab38f23af130 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.1263866 Feb 16 14:53:02.847956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 44d8021f-9a3d-4f01-96e5-efb2579dc1cf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:02.879174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b960a3-e446-430b-a945-c6725de472a0 req-180f6430-b9e1-461c-b436-3632c5e49d87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.0555420 Feb 16 14:53:02.891442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Made reservation on behalf of 07b39f891dac46c9843b71342ab6fbdc for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:02.898046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:02.911990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:02.917674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:02.918029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.040391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b960a3-e446-430b-a945-c6725de472a0 req-7c2a1f95-8d55-4f31-89b0-8b94d0f7963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.041976 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b960a3-e446-430b-a945-c6725de472a0 req-7c2a1f95-8d55-4f31-89b0-8b94d0f7963a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.0758543 Feb 16 14:53:03.048974 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.073239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.090426 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b960a3-e446-430b-a945-c6725de472a0 req-bd463ff2-4775-4152-824a-3405c5caaaeb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372498 Feb 16 14:53:03.204083 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.246165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:53:03.252587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70111e96-69b8-4636-bdf6-0b451fdd4ef6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:03.258269 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b960a3-e446-430b-a945-c6725de472a0 req-15fc8a22-edb7-47ed-a80a-96455b797214 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597109 Feb 16 14:53:03.261893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:03.262464 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.263894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61bcc5c7-dfb4-4bcf-afe2-da9675e07fc1 req-5d711645-2f80-44c8-b779-01f7c51e0d4c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280421 Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.274464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:03.275976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.276325 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Added segment aa4321a1-b871-4e43-baf4-3d6103d7fb86 of type vlan for network c682bd7b-a706-4f6a-996c-8dfba5d49783 Feb 16 14:53:03.343895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c830c43-4a9d-4d22-9b85-7c6b722b3c79 req-64306d4a-a4e6-4828-be03-ea9706ccb8a4 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451772 Feb 16 14:53:03.348872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,segment=NetworkSegment(10f4818b-74bf-4240-9582-750d31823932),segment_id=10f4818b-74bf-4240-9582-750d31823932)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:03.380754 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-59b960a3-e446-430b-a945-c6725de472a0 req-a3da4f46-125e-4689-ba4a-0d4015f41ecb service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995233 Feb 16 14:53:03.401904 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.413094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.439405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.527383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:03.532221 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:53:03.534318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.539172 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:53:03.540132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.546655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.552572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.558492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.565018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.570900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.579097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-ab53cb35-539e-4ce0-b3c7-9843584ecc9f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.1260977 Feb 16 14:53:03.639280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ca90a77-5423-41e3-bce8-240c3f000f9d req-c6b776b3-5dd4-47b2-a41e-0033ef53fdd3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591054 Feb 16 14:53:03.746928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.820944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:03.827057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:03.834320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:03.840157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.840774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.845099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=55f5fddb-8913-46f3-91fd-fad3c88cf934,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:03.848769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.858075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850dd11-8399-4912-9d89-e678ac8627ad req-8ad56139-8c6b-498e-8e1d-9ad0016f4619 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:03.859647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1850dd11-8399-4912-9d89-e678ac8627ad req-8ad56139-8c6b-498e-8e1d-9ad0016f4619 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.1255090 Feb 16 14:53:03.911031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1850dd11-8399-4912-9d89-e678ac8627ad req-4bb1b955-abea-4fbd-adec-8f3caad34c5d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Feb 16 14:53:03.924906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8baf58e0-f1cc-4994-89d1-4411180c7d19 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0657372 Feb 16 14:53:03.928377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56962) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:03.936211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a2ffe70e-c956-4fc9-b766-83db70bddea2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:04.004673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.005876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:04.006829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.083662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Network': ['ID=c682bd7b-a706-4f6a-996c-8dfba5d49783,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:04.103647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c682bd7b-a706-4f6a-996c-8dfba5d49783 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:53:04.168542 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-adc170c3-879f-4d82-a399-4d461c233827 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5517776 Feb 16 14:53:04.171501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56974) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:04.178400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'subnet': {'network_id': 'c682bd7b-a706-4f6a-996c-8dfba5d49783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:04.185365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Provisioning complete for port 2661e927-4a98-417e-bd80-14b4e0c975d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:04.185904 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.234328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-58c65e8d-4369-4998-8fc8-394b87e00450 None None] Port 2661e927-4a98-417e-bd80-14b4e0c975d7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:04.319672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ffe70e-c956-4fc9-b766-83db70bddea2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:04.323224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe70e-c956-4fc9-b766-83db70bddea2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.356589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bccf1a0e-b929-49c1-9071-2a1d27ae33f1 None None] Provisioning complete for port 55f5fddb-8913-46f3-91fd-fad3c88cf934 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:04.357042 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bccf1a0e-b929-49c1-9071-2a1d27ae33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.392083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bccf1a0e-b929-49c1-9071-2a1d27ae33f1 None None] Port 55f5fddb-8913-46f3-91fd-fad3c88cf934 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:04.423042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Made reservation on behalf of 07b39f891dac46c9843b71342ab6fbdc for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:04.425549 n-d-829433-1 neutron-server[103043]: INFO neutron.db.ipam_backend_mixin [None req-a2ffe70e-c956-4fc9-b766-83db70bddea2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3384203-74fb-422a-805d-82cc39676c22 (CIDR: 2001:db8::/64) Feb 16 14:53:04.428063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.475113 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ffe70e-c956-4fc9-b766-83db70bddea2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:53:04.480150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ffe70e-c956-4fc9-b766-83db70bddea2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:04.582666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a2ffe70e-c956-4fc9-b766-83db70bddea2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6531179 Feb 16 14:53:04.592286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5eef8-260e-4672-80f4-d62396c82e73 req-7e9afb8d-3bbe-4f5b-8e19-ef0d3f669fd7 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:04.593714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04f5eef8-260e-4672-80f4-d62396c82e73 req-7e9afb8d-3bbe-4f5b-8e19-ef0d3f669fd7 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0574863 Feb 16 14:53:04.594276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56992) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:04.599832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:04.702928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04f5eef8-260e-4672-80f4-d62396c82e73 req-bc1bb5ab-d273-464a-9093-b614cce7a01d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987513 Feb 16 14:53:04.788323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 44d8021f-9a3d-4f01-96e5-efb2579dc1cf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:04.845457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f544e8e-b1f0-43d1-a662-e37916c3df32 req-d18e1627-14f1-42ec-b94f-5e27caf9a47d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:04.855527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f544e8e-b1f0-43d1-a662-e37916c3df32 req-d18e1627-14f1-42ec-b94f-5e27caf9a47d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.0716209 Feb 16 14:53:04.864341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:04.865951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:53:04.866457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.868286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.893467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:04.894103 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.926398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8bbb6f8-4c45-41af-a0d6-96a543fecdbf,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:04.936862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Checking segment: {'id': 'aa4321a1-b871-4e43-baf4-3d6103d7fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c682bd7b-a706-4f6a-996c-8dfba5d49783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:04.937216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network hostable DHCP agents. Network: c682bd7b-a706-4f6a-996c-8dfba5d49783, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:53:04.997771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f544e8e-b1f0-43d1-a662-e37916c3df32 req-fa8dc407-f7cb-48e6-bcbf-663c91c1a952 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413574 Feb 16 14:53:05.045910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.052605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.055769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network c682bd7b-a706-4f6a-996c-8dfba5d49783 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:53:05.063852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.065926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.071945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.077939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.089577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.091552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-592e77a4-ffcf-46b8-8fb7-5b5ee9546aa1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.1912651 Feb 16 14:53:05.136354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c682bd7b-a706-4f6a-996c-8dfba5d49783) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:05.144797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.145159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.152862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30074a9a-816d-46a8-a956-28b466703128 None None] Network c682bd7b-a706-4f6a-996c-8dfba5d49783 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:05.164437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72e69f0b-a4aa-4234-8267-d7d7aa1e38aa req-6fbec0a1-b7f4-4208-8164-5cf798fbd749 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651233 Feb 16 14:53:05.226401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0444983e-1009-47aa-95dd-76a19de0dc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.259655 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4730db05-4209-4334-aea4-2b9ed12b2ab4 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0865102 Feb 16 14:53:05.260128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57004) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:05.267314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-546818095', 'network_id': 'c682bd7b-a706-4f6a-996c-8dfba5d49783'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:05.372196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aba26d-e2fb-49be-9417-b10a9c059741 None None] Network c682bd7b-a706-4f6a-996c-8dfba5d49783 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:05.433912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Made reservation on behalf of 07b39f891dac46c9843b71342ab6fbdc for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:05.434465 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.436577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.465614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] device_id is not set on port 8f8288fa-ffc0-4d4f-881f-432214f43532 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:53:05.475048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:05.535805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:05.554261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.554854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.559085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e32a5-56a6-42fa-88fa-b7ae84693b09 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:05.604665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=a743ffa7-d868-406d-ac51-14a6f210d8ca,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:05.616095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Allocated IP 172.20.0.10 (c682bd7b-a706-4f6a-996c-8dfba5d49783/d8bbb6f8-4c45-41af-a0d6-96a543fecdbf/8f8288fa-ffc0-4d4f-881f-432214f43532) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:05.664000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-867d30a9-4a8b-4721-ad05-ab5e7483bc69 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0685966 Feb 16 14:53:05.667010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57018) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:05.672723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2028803067', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a743ffa7-d868-406d-ac51-14a6f210d8ca'}], 'security_groups': ['1cf20589-4452-4f18-9e7e-3f345ee39e4a']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:05.766871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.794278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.848034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63237d06-9ed9-47ce-8d1b-b56077175cfe None None] Update dhcp port {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'fixed_ips': [{'subnet_id': 'd3384203-74fb-422a-805d-82cc39676c22', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a743ffa7-d868-406d-ac51-14a6f210d8ca'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '44d8021f-9a3d-4f01-96e5-efb2579dc1cf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:53:05.879051 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63237d06-9ed9-47ce-8d1b-b56077175cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.911187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fde439-d711-4e57-925d-2f3b37709c52 req-08408557-e2a5-4b25-9185-6a1fedd30d71 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:05.912776 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02fde439-d711-4e57-925d-2f3b37709c52 req-08408557-e2a5-4b25-9185-6a1fedd30d71 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1266918 Feb 16 14:53:05.953530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.020518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Port': ['ID=8f8288fa-ffc0-4d4f-881f-432214f43532,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:06.027589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02fde439-d711-4e57-925d-2f3b37709c52 req-286611c7-4354-4c0f-a871-f7dd1e20b5a0 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068513 Feb 16 14:53:06.051948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network c682bd7b-a706-4f6a-996c-8dfba5d49783 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:06.053548 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:06.058186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:06.086606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-63237d06-9ed9-47ce-8d1b-b56077175cfe None None] Allocated IP 2001:db8:0:1::2 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/a743ffa7-d868-406d-ac51-14a6f210d8ca/44d8021f-9a3d-4f01-96e5-efb2579dc1cf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:06.107502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.108173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.114759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52b5dc-7086-4b25-8b01-ec25b30dcb7f req-f22eba67-a9cc-405a-866d-a162621d19fd tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.116587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e52b5dc-7086-4b25-8b01-ec25b30dcb7f req-f22eba67-a9cc-405a-866d-a162621d19fd tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 946 time: 0.0674274 Feb 16 14:53:06.185087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e52b5dc-7086-4b25-8b01-ec25b30dcb7f req-1ec50c3f-0bf1-478f-9b8e-bc1b53c8015e tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Feb 16 14:53:06.194626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e68ca-1fc3-4a5d-a93f-d2a4f6746485 req-dbc654b3-5bfd-4e70-9fc4-b902d371f7db tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.196183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-413e68ca-1fc3-4a5d-a93f-d2a4f6746485 req-dbc654b3-5bfd-4e70-9fc4-b902d371f7db tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.0789387 Feb 16 14:53:06.196955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-63237d06-9ed9-47ce-8d1b-b56077175cfe None None] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,segment=NetworkSegment(10f4818b-74bf-4240-9582-750d31823932),segment_id=10f4818b-74bf-4240-9582-750d31823932)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:06.227597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63237d06-9ed9-47ce-8d1b-b56077175cfe None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.244218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-413e68ca-1fc3-4a5d-a93f-d2a4f6746485 req-2deaff75-e10d-4199-8068-10bf08a9d4e2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341015 Feb 16 14:53:06.244218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57028) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:06.245137 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca923348-ab07-4e56-9c00-e644c32f1d5e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9836235 Feb 16 14:53:06.296817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63237d06-9ed9-47ce-8d1b-b56077175cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.388232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63237d06-9ed9-47ce-8d1b-b56077175cfe None None] Pushing event updated for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:06.451503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.459032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.465254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.472650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.478737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.484646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.491214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:06.493255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-19f574e1-a499-4d97-8559-8c78ffefe6c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.1889606 Feb 16 14:53:06.499176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Deleting port 8f8288fa-ffc0-4d4f-881f-432214f43532 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:06.499519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.504757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:06.593363 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.598003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Delete allocated IP 2001:db8::2c6 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/d3384203-74fb-422a-805d-82cc39676c22) {{(pid=103043) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 14:53:06.621607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:06.624193 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c4edb9-857f-4572-bb78-fa428cf2ed40" -d '{"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:06.632173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4e32c88-f2e0-4350-adc6-8487eba2dc1e req-ab99f18e-6f6f-4dce-89c2-8c4d25c0908d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304152 Feb 16 14:53:06.634653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8:0:1::1ca (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/a743ffa7-d868-406d-ac51-14a6f210d8ca/55f5fddb-8913-46f3-91fd-fad3c88cf934) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:06.639895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:06.682754 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32610de5-d0d9-41d2-ad03-2b9cf18fff86 x-openstack-request-id: req-32610de5-d0d9-41d2-ad03-2b9cf18fff86 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:06.683145 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:06.683468 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-32610de5-d0d9-41d2-ad03-2b9cf18fff86 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:06.684138 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'code': 200} Feb 16 14:53:06.708059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.743257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Calling delete_port for 8f8288fa-ffc0-4d4f-881f-432214f43532 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:06.754113 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.804166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 44d8021f-9a3d-4f01-96e5-efb2579dc1cf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:06.873459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:06.878583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:06.878954 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.921254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:06.926478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f94af04f-f5dc-4b77-ad21-741193fbf572 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:06.982416 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.042377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] In _notify_port_updated(), no bound segment for port 55f5fddb-8913-46f3-91fd-fad3c88cf934 on network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:53:07.047942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.049594 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.050963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "PUT /v2.0/ports/55f5fddb-8913-46f3-91fd-fad3c88cf934 HTTP/1.1" status: 200 len: 931 time: 1.3828743 Feb 16 14:53:07.054294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57042) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:07.076252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:07.087368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.088162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'mac_address': 'fa:16:3e:ea:3a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:07.089685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c92f1-2e79-4135-8bb8-4e634afba19a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=55f5fddb-8913-46f3-91fd-fad3c88cf934,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:07.167852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f8288fa-ffc0-4d4f-881f-432214f43532,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:07.172697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Provisioning complete for port 55f5fddb-8913-46f3-91fd-fad3c88cf934 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:07.172997 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.175526 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.232026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f94af04f-f5dc-4b77-ad21-741193fbf572 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:07.243800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 55f5fddb-8913-46f3-91fd-fad3c88cf934 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:07.244860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.248565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Port 55f5fddb-8913-46f3-91fd-fad3c88cf934 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:07.248776 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.256652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e0a59d40-fdf1-4f98-a1ae-1117e53c4d07 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "DELETE /v2.0/ports/8f8288fa-ffc0-4d4f-881f-432214f43532 HTTP/1.1" status: 204 len: 168 time: 1.0115623 Feb 16 14:53:07.264923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:07.265114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69d2fc-179d-47e8-975c-685cdd95b9a7 req-1f8f219c-7ae4-46d9-8932-4caeeb63d397 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.274126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e69d2fc-179d-47e8-975c-685cdd95b9a7 req-1f8f219c-7ae4-46d9-8932-4caeeb63d397 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1382530 Feb 16 14:53:07.274329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:07.274645 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.312345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57048) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:07.349705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c682bd7b-a706-4f6a-996c-8dfba5d49783', 'external_fixed_ips': [{'subnet_id': 'd8bbb6f8-4c45-41af-a0d6-96a543fecdbf', 'ip_address': '172.20.0.10'}]}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:07.353942 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.366021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e69d2fc-179d-47e8-975c-685cdd95b9a7 req-d45c210a-93af-4ad1-95ee-e4a9aff15df5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903172 Feb 16 14:53:07.406304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.434142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:07.450608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 55f5fddb-8913-46f3-91fd-fad3c88cf934 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:07.478094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['f94af04f-f5dc-4b77-ad21-741193fbf572'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:07.501263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092aa7-a1e4-4a02-a0c7-792e8cf8fdfe req-ae0c1e4d-4e77-4353-835d-89deca8e0d6c tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.504364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df092aa7-a1e4-4a02-a0c7-792e8cf8fdfe req-ae0c1e4d-4e77-4353-835d-89deca8e0d6c tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 946 time: 0.1465876 Feb 16 14:53:07.532537 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.534443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.617516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df092aa7-a1e4-4a02-a0c7-792e8cf8fdfe req-71a0477e-98bd-4586-a275-988fa54b32d5 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/security-groups?id=31952bbe-75e4-4d8f-b742-9683d6ca6c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045921 Feb 16 14:53:07.629530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788bde-dc42-48ae-9d81-6c1066ba9041 req-636fec04-915e-4d04-890b-caab38c69739 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.644395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05788bde-dc42-48ae-9d81-6c1066ba9041 req-636fec04-915e-4d04-890b-caab38c69739 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1128848 Feb 16 14:53:07.693296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05788bde-dc42-48ae-9d81-6c1066ba9041 req-da28ac83-28c7-4e5a-9862-f94625f2802f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500915 Feb 16 14:53:07.712516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-f0627b11-bc9c-4536-8150-c70b66383c81 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.714459 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-f0627b11-bc9c-4536-8150-c70b66383c81 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.129 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 946 time: 0.1448407 Feb 16 14:53:07.725794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Provisioning complete for port 2661e927-4a98-417e-bd80-14b4e0c975d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:07.726160 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.782818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ca972c09-a44b-420b-8dc0-90ba543dba7e None None] Port 2661e927-4a98-417e-bd80-14b4e0c975d7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:07.806446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.813105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.821305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.838878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.844760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.852112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.858285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.858425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:07.866778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-2bc3e248-b344-47d7-9886-7331de72b738 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.1349583 Feb 16 14:53:07.896360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Deleting port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:07.896751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.901722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f1ecf5c6-c98b-496b-b418-38a4e6c0600f None None] Could not find standard attr ID for object 55f5fddb-8913-46f3-91fd-fad3c88cf934. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:53:07.945425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:07.947771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=55f5fddb-8913-46f3-91fd-fad3c88cf934,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:07.953032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-858394c1-c41f-4b51-8e87-fe80a10fbcf3 req-fd5351e9-5de9-4be0-88af-536b32a5f1ab tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849864 Feb 16 14:53:07.980135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb64744e-d0ac-4f66-bba5-95e0d95659ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.002454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.006075 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b3a677a6-2cb6-46e6-b3eb-0659535caf82 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/55f5fddb-8913-46f3-91fd-fad3c88cf934 HTTP/1.1" status: 204 len: 168 time: 0.9504371 Feb 16 14:53:08.015750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57084) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:08.048741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] For port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,segment=NetworkSegment(7003162b-123f-4b99-b4b8-819ef93a1ffb),segment_id=7003162b-123f-4b99-b4b8-819ef93a1ffb)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:08.049112 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.049976 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-40868321-bd6c-41ca-80bb-146c0cc25d49 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:53:08.058279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-40868321-bd6c-41ca-80bb-146c0cc25d49 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/55f5fddb-8913-46f3-91fd-fad3c88cf934 HTTP/1.1" status: 404 len: 333 time: 0.0362604 Feb 16 14:53:08.063042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57086) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:08.065978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Calling delete_port for 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:08.179296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4d10ecf-6389-4635-b05c-cfe157368786 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.215435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4d10ecf-6389-4635-b05c-cfe157368786 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.224448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.400461 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.417283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6ac2d8ab-4660-4c9c-877e-a244d0e4b50a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:08.477239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4d10ecf-6389-4635-b05c-cfe157368786 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.480527 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4d10ecf-6389-4635-b05c-cfe157368786 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.481700 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4d10ecf-6389-4635-b05c-cfe157368786 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/security-groups/f3be9fd2-ddc0-4e44-aad7-72e504cac23c HTTP/1.1" status: 204 len: 168 time: 0.4176641 Feb 16 14:53:08.482605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Pushing event deleted for resources: {'Port': ['ID=6ac2d8ab-4660-4c9c-877e-a244d0e4b50a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:08.488894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57094) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:08.512965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:08.546363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d10ecf-6389-4635-b05c-cfe157368786 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be9fd2-ddc0-4e44-aad7-72e504cac23c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:08.549500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] No DVR routers for this DVR port 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:53:08.565548 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.570089 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-beb8a8c7-bcb9-4dd1-888b-7e846c5758f3 req-b1e7c188-48da-4f07-8191-4c68a075a962 tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.129 "DELETE /v2.0/ports/6ac2d8ab-4660-4c9c-877e-a244d0e4b50a HTTP/1.1" status: 204 len: 173 time: 0.8482165 Feb 16 14:53:08.570794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'name': 'network-vif-deleted', 'tag': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:08.580436 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808cc1e3-3579-47ff-a118-f9cdc76772d0" -d '{"events": [{"server_uuid": "cb7d9d24-9373-43ca-9749-bee7917229c5", "name": "network-vif-deleted", "tag": "6ac2d8ab-4660-4c9c-877e-a244d0e4b50a"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:08.607498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd056-63d3-45f2-9713-c67eebf42107 req-a2b831b8-5d23-41ed-b9b9-1dc394b329fd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:08.609040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-338fd056-63d3-45f2-9713-c67eebf42107 req-a2b831b8-5d23-41ed-b9b9-1dc394b329fd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1549265 Feb 16 14:53:08.629759 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a6cce-25c9-4f3c-8531-c968692e46fb x-openstack-request-id: req-cc9a6cce-25c9-4f3c-8531-c968692e46fb {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:08.631887 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7d9d24-9373-43ca-9749-bee7917229c5", "name": "network-vif-deleted", "tag": "6ac2d8ab-4660-4c9c-877e-a244d0e4b50a", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:08.631887 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cc9a6cce-25c9-4f3c-8531-c968692e46fb {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:08.631887 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7d9d24-9373-43ca-9749-bee7917229c5', 'name': 'network-vif-deleted', 'tag': '6ac2d8ab-4660-4c9c-877e-a244d0e4b50a', 'status': 'completed', 'code': 200} Feb 16 14:53:08.675956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66ea5114-6d33-443f-a51e-12da53c94478 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.749091 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.751313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:08.768019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'bf92de27-b207-47a4-998c-1552ca16d934', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': 'bf92de27-b207-47a4-998c-1552ca16d934', 'mac_address': 'fa:16:3e:9a:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:08.815118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.825429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4f95aa5-e572-4e46-9413-38fdda537e96 req-9d9449c6-a9a9-4fef-a908-ce122759c10f tempest-ServerTagsTestJSON-505663393 tempest-ServerTagsTestJSON-505663393-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb7d9d24-9373-43ca-9749-bee7917229c5 HTTP/1.1" status: 200 len: 210 time: 0.0865531 Feb 16 14:53:08.833768 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.837678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66ea5114-6d33-443f-a51e-12da53c94478 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:08.844323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-338fd056-63d3-45f2-9713-c67eebf42107 req-a2165943-a5f4-4bf1-97f4-f0108f75cb69 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912076 Feb 16 14:53:08.858644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf92de27-b207-47a4-998c-1552ca16d934 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:08.895005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:08.935493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f94af04f-f5dc-4b77-ad21-741193fbf572 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:09.002975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.035178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ba8f6-b9ee-402f-945a-263cf14cfba6 req-e63b9571-0d0a-41f5-a9da-f6479a20d030 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.036723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-841ba8f6-b9ee-402f-945a-263cf14cfba6 req-e63b9571-0d0a-41f5-a9da-f6479a20d030 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1150811 Feb 16 14:53:09.052357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port f94af04f-f5dc-4b77-ad21-741193fbf572 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:09.052817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.117961 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66ea5114-6d33-443f-a51e-12da53c94478 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.119346 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66ea5114-6d33-443f-a51e-12da53c94478 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.120517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-66ea5114-6d33-443f-a51e-12da53c94478 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/security-groups/1cf20589-4452-4f18-9e7e-3f345ee39e4a HTTP/1.1" status: 204 len: 168 time: 0.6306782 Feb 16 14:53:09.123610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:09.136281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:09.152695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea5114-6d33-443f-a51e-12da53c94478 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf20589-4452-4f18-9e7e-3f345ee39e4a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:09.178914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Allocated IP 172.20.0.10 (c682bd7b-a706-4f6a-996c-8dfba5d49783/d8bbb6f8-4c45-41af-a0d6-96a543fecdbf/badbdfc8-1fe1-42a0-8d50-ed8d138a10d0) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:09.191875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-841ba8f6-b9ee-402f-945a-263cf14cfba6 req-52710f2e-ea0d-43a5-a81b-8ac37ef51e97 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445291 Feb 16 14:53:09.202719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet d3384203-74fb-422a-805d-82cc39676c22 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:53:09.219916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.222202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.231423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['bf92de27-b207-47a4-998c-1552ca16d934'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:09.238044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.245155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.252704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.259211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.265714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.272746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.278861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:09.285363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:09.288487 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac779aa-b964-4250-948e-c293c874ec5b" -d '{"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-plugged", "status": "completed", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:09.288650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-e14c7e9f-1b1f-4699-8eba-b1f242dbad16 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.2011266 Feb 16 14:53:09.328775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.335931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:09.361830 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dc2154-24ac-4bbd-b297-3d3fb1ed1476 x-openstack-request-id: req-12dc2154-24ac-4bbd-b297-3d3fb1ed1476 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:09.363164 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-plugged", "status": "completed", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:09.363663 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-12dc2154-24ac-4bbd-b297-3d3fb1ed1476 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:09.364396 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'code': 200} Feb 16 14:53:09.401007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b1a94ff-3091-4d39-8dad-d95e0c8531a8 req-a206171b-617d-46b8-908b-16922d75d6be tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100888 Feb 16 14:53:09.454415 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.467567 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.469707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:09.482461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.543336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:53:09.543609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac2d8ab-4660-4c9c-877e-a244d0e4b50a not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:53:09.578539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:09.623202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.623803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.624658 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.674039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=d3384203-74fb-422a-805d-82cc39676c22,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:09.682827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:09.684350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9d8a2-5281-47e1-9f6c-8fa54d4c3d37 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:09.686299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b3a31143-d5b9-4607-a2d8-e516afb696e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/d3384203-74fb-422a-805d-82cc39676c22 HTTP/1.1" status: 204 len: 168 time: 0.5616219 Feb 16 14:53:09.686829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network c682bd7b-a706-4f6a-996c-8dfba5d49783 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:09.691467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:09.691779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57124) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:09.703338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:09.710534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:09.763413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Port': ['ID=badbdfc8-1fe1-42a0-8d50-ed8d138a10d0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:09.953823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57132) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:10.082217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] Deleting subnet 5c87e68d-140c-4bac-8984-8f3070da7457 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:53:10.086844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.137602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.170646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acff9c1-e61c-4deb-8985-e2ae93863b1c req-16a28ee8-3409-4f10-a3a3-5e573b8047bc tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:10.172599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9acff9c1-e61c-4deb-8985-e2ae93863b1c req-16a28ee8-3409-4f10-a3a3-5e573b8047bc tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1105304 Feb 16 14:53:10.185123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:10.189327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.256705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9acff9c1-e61c-4deb-8985-e2ae93863b1c req-a6a31185-d644-4248-b953-e491c37db220 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648837 Feb 16 14:53:10.323917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.521966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:10.550627 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.613558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c87e68d-140c-4bac-8984-8f3070da7457,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:10.619914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.622776 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-17f242bd-65ce-417d-a144-508c6fb8be21 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/5c87e68d-140c-4bac-8984-8f3070da7457 HTTP/1.1" status: 204 len: 168 time: 0.6665168 Feb 16 14:53:10.626220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57160) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:10.639346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port bf92de27-b207-47a4-998c-1552ca16d934 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:10.644043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.894429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.957326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:10.990820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:11.089560 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.147070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.207428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b627f34-8bf5-43f4-8229-750d4dc378d0']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:11.232705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7003162b-123f-4b99-b4b8-819ef93a1ffb') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:11.233151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7003162b-123f-4b99-b4b8-819ef93a1ffb') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:11.248936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=13']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:11.258017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.294744 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.301726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.323592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:53:11.326046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.330604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a449aa74-25e7-4411-9452-aa1b46dce84e None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:11.331314 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a449aa74-25e7-4411-9452-aa1b46dce84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.434671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:11.437318 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29975d4a-919e-45db-899d-76007edcecaf" -d '{"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:53:11.444060 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:53:11.450943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.535914 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.538119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:11.546173 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.547100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:11.559481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:11.561560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.569805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a542000-01ef-4f0e-9db2-4edc81aea5e9 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:11.585740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=7163a941-17ec-4e11-a661-24dccbbf10cc,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:11.598172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.631460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a449aa74-25e7-4411-9452-aa1b46dce84e None None] Provisioning complete for port 2661e927-4a98-417e-bd80-14b4e0c975d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:11.631986 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a449aa74-25e7-4411-9452-aa1b46dce84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.646209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:11.649769 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] 10.222.0.113 "DELETE /v2.0/networks/0b627f34-8bf5-43f4-8229-750d4dc378d0 HTTP/1.1" status: 204 len: 168 time: 1.0213091 Feb 16 14:53:11.669712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011a532-379a-4b48-94f2-5ca70542b4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b627f34-8bf5-43f4-8229-750d4dc378d0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:11.671089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1027358-efc5-4371-9e03-414e4180a205 req-691825a3-8411-483e-ae04-7e4c3df1cf72 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:11.689942 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6aa7af49-b164-46ec-9f77-a0e525b6f8a4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9959910 Feb 16 14:53:11.690802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:11.695391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1027358-efc5-4371-9e03-414e4180a205 req-691825a3-8411-483e-ae04-7e4c3df1cf72 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 945 time: 1.2317727 Feb 16 14:53:11.702227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-db7d0060-c1ee-46ef-b5d7-7f2130638986 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'security_group': {'name': 'tempest-secgroup-1322477074'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:11.719857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a449aa74-25e7-4411-9452-aa1b46dce84e None None] Port 2661e927-4a98-417e-bd80-14b4e0c975d7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:11.815966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1027358-efc5-4371-9e03-414e4180a205 req-2e794381-61a1-40c1-a2f8-e1784ed544e2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195102 Feb 16 14:53:11.890782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db7d0060-c1ee-46ef-b5d7-7f2130638986 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.049182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db7d0060-c1ee-46ef-b5d7-7f2130638986 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.124364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64147cb8-149a-467b-b00f-144dfe7218b7 None None] Update dhcp port {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'fixed_ips': [{'subnet_id': 'a743ffa7-d868-406d-ac51-14a6f210d8ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7163a941-17ec-4e11-a661-24dccbbf10cc'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '44d8021f-9a3d-4f01-96e5-efb2579dc1cf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:53:12.130423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db7d0060-c1ee-46ef-b5d7-7f2130638986 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.198704 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-64147cb8-149a-467b-b00f-144dfe7218b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.202988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d0060-c1ee-46ef-b5d7-7f2130638986 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b1d39-2862-4978-a269-f8ea1736338f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:12.287268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.313387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:12.319941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:12.338823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:12.354275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:12.362837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:12.380621 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.381360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:12.393620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:12.400468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:12.405509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db7d0060-c1ee-46ef-b5d7-7f2130638986 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.410074 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-db7d0060-c1ee-46ef-b5d7-7f2130638986 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7160389 Feb 16 14:53:12.415854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-1e9d32ae-8a77-4f6d-a14f-720bc0a783f2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.3242285 Feb 16 14:53:12.420473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57174) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:12.449974 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f5c2d829-8277-4e8d-812c-07fec07084b0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0a44205e39364174b01785f127698223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832603 Feb 16 14:53:12.450363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57176) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:12.504784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-33cba463-de62-4d31-84a7-0f4c8bc4d291 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'security_group': {'name': 'tempest-secgroup-835727483'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:12.528629 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e547d7c-1626-42f5-8666-76dc61f0f0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.566864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e547d7c-1626-42f5-8666-76dc61f0f0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.723168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef170375-c029-4cc7-8996-230cb0d548d8 req-be3887cb-4801-4860-9459-a45d94488f5a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2216659 Feb 16 14:53:12.753813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e547d7c-1626-42f5-8666-76dc61f0f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.768506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e547d7c-1626-42f5-8666-76dc61f0f0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.768506 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9e547d7c-1626-42f5-8666-76dc61f0f0d6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/31952bbe-75e4-4d8f-b742-9683d6ca6c47 HTTP/1.1" status: 204 len: 168 time: 0.3070972 Feb 16 14:53:12.768850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e547d7c-1626-42f5-8666-76dc61f0f0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31952bbe-75e4-4d8f-b742-9683d6ca6c47,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:12.856759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33cba463-de62-4d31-84a7-0f4c8bc4d291 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:12.870566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-64147cb8-149a-467b-b00f-144dfe7218b7 None None] Allocated IP 2001:db8::2 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/7163a941-17ec-4e11-a661-24dccbbf10cc/44d8021f-9a3d-4f01-96e5-efb2579dc1cf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:12.886787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Router 2cf85c03-1be1-47d5-8f1a-bc63232d18e2 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:53:12.988042 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:53:13.051684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-64147cb8-149a-467b-b00f-144dfe7218b7 None None] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,segment=NetworkSegment(10f4818b-74bf-4240-9582-750d31823932),segment_id=10f4818b-74bf-4240-9582-750d31823932)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:13.076511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-64147cb8-149a-467b-b00f-144dfe7218b7 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:13.191621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b7d61-eb6e-4bf7-8149-c18f91b2013b req-c5e82358-33e6-4a9d-8d01-acab2c2224b6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:13.191621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-737b7d61-eb6e-4bf7-8149-c18f91b2013b req-c5e82358-33e6-4a9d-8d01-acab2c2224b6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2285037 Feb 16 14:53:13.191621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33cba463-de62-4d31-84a7-0f4c8bc4d291 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:13.220585 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-64147cb8-149a-467b-b00f-144dfe7218b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:13.232056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:13.268099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Sync routers for ids ['2cf85c03-1be1-47d5-8f1a-bc63232d18e2'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:13.287746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-737b7d61-eb6e-4bf7-8149-c18f91b2013b req-ae75d9bd-1c7b-4936-85a1-0bb860a20045 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728049 Feb 16 14:53:13.325994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Routers {'2cf85c03-1be1-47d5-8f1a-bc63232d18e2'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:13.326676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2cf85c03-1be1-47d5-8f1a-bc63232d18e2'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:13.362135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33cba463-de62-4d31-84a7-0f4c8bc4d291 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:13.436971 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faf6134-fbe2-42f3-879c-45911ada326d x-openstack-request-id: req-0faf6134-fbe2-42f3-879c-45911ada326d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:13.437376 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-plugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:13.438038 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0faf6134-fbe2-42f3-879c-45911ada326d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:13.438038 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'code': 200} Feb 16 14:53:13.514462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cba463-de62-4d31-84a7-0f4c8bc4d291 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0833ba-097d-4877-a235-b642a728534c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:13.522896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64147cb8-149a-467b-b00f-144dfe7218b7 None None] Pushing event updated for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:13.603566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdef27-a81a-464c-8efc-da3c091a928a req-5aa70088-d76d-422f-be48-ded526b2bcba tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:13.605207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bafdef27-a81a-464c-8efc-da3c091a928a req-5aa70088-d76d-422f-be48-ded526b2bcba tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.0817461 Feb 16 14:53:13.682841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Set router 2cf85c03-1be1-47d5-8f1a-bc63232d18e2 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:53:13.717519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bafdef27-a81a-464c-8efc-da3c091a928a req-49dcb6ec-cd85-46f4-a13e-41140f240cc8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967829 Feb 16 14:53:13.733939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:13.737331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0b62c39f-644b-4243-b49a-5d970f17ab9c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.4079835 Feb 16 14:53:13.738407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57186) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:13.761139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33cba463-de62-4d31-84a7-0f4c8bc4d291 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:13.764922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-33cba463-de62-4d31-84a7-0f4c8bc4d291 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2770979 Feb 16 14:53:13.768486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57188) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:13.773701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-245e1ed6-99bc-43d2-a621-f43189e04f70 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'security_group': {'name': 'tempest-secgroup-757384700'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:13.961701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-245e1ed6-99bc-43d2-a621-f43189e04f70 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.017652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.034566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.051715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.068347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.081903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.098934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.115473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.126178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-d9e865f5-d587-488d-bd23-e637a29c61fc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.2777634 Feb 16 14:53:14.138522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-245e1ed6-99bc-43d2-a621-f43189e04f70 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.173473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.228074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-245e1ed6-99bc-43d2-a621-f43189e04f70 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.271742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27f9d320-6beb-4c12-975a-9e2cc0df610a req-dc59fa64-8cf5-42a1-950d-6f99c633bfc0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399324 Feb 16 14:53:14.276016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf85c03-1be1-47d5-8f1a-bc63232d18e2', 'name': '', 'tenant_id': '07b39f891dac46c9843b71342ab6fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c682bd7b-a706-4f6a-996c-8dfba5d49783', 'external_fixed_ips': [{'subnet_id': 'd8bbb6f8-4c45-41af-a0d6-96a543fecdbf', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'badbdfc8-1fe1-42a0-8d50-ed8d138a10d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:53:07Z', 'updated_at': '2022-02-16T14:53:10Z', 'revision_number': 3, 'project_id': '07b39f891dac46c9843b71342ab6fbdc', 'gw_port': {'id': 'badbdfc8-1fe1-42a0-8d50-ed8d138a10d0', 'name': '', 'network_id': 'c682bd7b-a706-4f6a-996c-8dfba5d49783', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:50:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf85c03-1be1-47d5-8f1a-bc63232d18e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': 'd8bbb6f8-4c45-41af-a0d6-96a543fecdbf', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:53:08Z', 'updated_at': '2022-02-16T14:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8bbb6f8-4c45-41af-a0d6-96a543fecdbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:14.340291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e1ed6-99bc-43d2-a621-f43189e04f70 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d835f673-dadf-4898-9b42-7a76a9bde99d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:14.355995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-245e1ed6-99bc-43d2-a621-f43189e04f70 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.358631 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-245e1ed6-99bc-43d2-a621-f43189e04f70 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5890319 Feb 16 14:53:14.382119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57204) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:14.388279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Checking router: 2cf85c03-1be1-47d5-8f1a-bc63232d18e2 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:53:14.393254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Updating router 2cf85c03-1be1-47d5-8f1a-bc63232d18e2 port badbdfc8-1fe1-42a0-8d50-ed8d138a10d0 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:53:14.398044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1201540671', 'security_groups': ['d835f673-dadf-4898-9b42-7a76a9bde99d'], 'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7163a941-17ec-4e11-a661-24dccbbf10cc'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:14.456288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.478260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.802715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d891f09-71f9-4e77-91a9-54ba27c6a66b req-a9066cd2-766b-433c-a755-dbefbc415d6d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:14.816269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d891f09-71f9-4e77-91a9-54ba27c6a66b req-a9066cd2-766b-433c-a755-dbefbc415d6d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.2771237 Feb 16 14:53:14.896815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d891f09-71f9-4e77-91a9-54ba27c6a66b req-e995a0d6-afb8-4250-aa07-35ce8afac54d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730252 Feb 16 14:53:14.917982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Deleting port badbdfc8-1fe1-42a0-8d50-ed8d138a10d0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:14.918627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.926006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:15.125782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.164149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Calling delete_port for badbdfc8-1fe1-42a0-8d50-ed8d138a10d0 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:15.207746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5fc5-e350-448a-ad1f-8b4364a81ea0 req-d6854033-cd1d-4719-a555-9d8b0c56579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:15.209469 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a4bb5fc5-e350-448a-ad1f-8b4364a81ea0 req-d6854033-cd1d-4719-a555-9d8b0c56579c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.2243452 Feb 16 14:53:15.271263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.283909 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a4bb5fc5-e350-448a-ad1f-8b4364a81ea0 req-c2c6f3c3-9369-4fee-869c-89b41a5880e2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596204 Feb 16 14:53:15.298014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] device_id is not set on port e716ea37-0041-4c38-9661-3c85c13fa90f yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:53:15.401969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 44d8021f-9a3d-4f01-96e5-efb2579dc1cf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:15.457038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a3bbf333-84e6-4207-8059-00c8ecc9f666 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:15.457490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf333-84e6-4207-8059-00c8ecc9f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.488708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f731b6e-6969-454e-9dcd-0b8f7a723b64 req-6f98f2af-bfc7-4735-97a0-79ca0c870862 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:15.495642 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:53:15.496121 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:53:15.497708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f731b6e-6969-454e-9dcd-0b8f7a723b64 req-6f98f2af-bfc7-4735-97a0-79ca0c870862 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.0734227 Feb 16 14:53:15.502733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.511530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:15.512076 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.574342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event deleted for resources: {'Port': ['ID=badbdfc8-1fe1-42a0-8d50-ed8d138a10d0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:15.671824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f731b6e-6969-454e-9dcd-0b8f7a723b64 req-5bc4b499-2633-4e90-927b-650ca654b866 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720877 Feb 16 14:53:15.672279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a3bbf333-84e6-4207-8059-00c8ecc9f666 None None] Provisioning complete for port 2661e927-4a98-417e-bd80-14b4e0c975d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:15.672781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf333-84e6-4207-8059-00c8ecc9f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.725104 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.741557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbf333-84e6-4207-8059-00c8ecc9f666 None None] Port 2661e927-4a98-417e-bd80-14b4e0c975d7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:15.749744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8::263 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/7163a941-17ec-4e11-a661-24dccbbf10cc/e716ea37-0041-4c38-9661-3c85c13fa90f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:15.890829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.894685 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:15.920863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.042993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Port badbdfc8-1fe1-42a0-8d50-ed8d138a10d0 not found while updating agent binding for router 2cf85c03-1be1-47d5-8f1a-bc63232d18e2. {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 14:53:16.058023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.060937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Routers set() bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:16.061310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Router IDs set() for agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 14:53:16.061896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_agentschedulers_db [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2cf85c03-1be1-47d5-8f1a-bc63232d18e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent'). {{(pid=103045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 14:53:16.062357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190ff4e-8ed4-4da1-ad3c-ca7f3a5a53b2 None None] The sync data for ids ['2cf85c03-1be1-47d5-8f1a-bc63232d18e2'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:16.065686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.072587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.080410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.091491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.103516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.110206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.119098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.129404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-23c44b63-a8fa-4390-927e-69f7c677101f tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.1634734 Feb 16 14:53:16.132971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.134069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf85c03-1be1-47d5-8f1a-bc63232d18e2 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:53:16.134217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:16.137468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:16.144265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.148138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6cb25778-b6fd-4964-b3ad-48b4af731859 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "DELETE /v2.0/routers/2cf85c03-1be1-47d5-8f1a-bc63232d18e2 HTTP/1.1" status: 204 len: 168 time: 2.4043691 Feb 16 14:53:16.148424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57226) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:16.162428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:16.172940 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.175681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.176744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.189012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=e716ea37-0041-4c38-9661-3c85c13fa90f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:16.299134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fa48b68-5f14-4c89-aec0-10641deabeac req-cc67d640-ed0e-485f-9239-21a9fc8c9483 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634145 Feb 16 14:53:16.338579 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b923c50-a7e5-4290-a38b-939412d26f35 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9528496 Feb 16 14:53:16.360721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57230) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:16.361028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Deleting subnet d8bbb6f8-4c45-41af-a0d6-96a543fecdbf {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:53:16.362813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-721ab6de-83a5-498f-a96f-26ce00dc358e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:16.367671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.498923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.635696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.682414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-030f940e-10f5-47ce-91a9-521abafb4463 None None] Provisioning complete for port e716ea37-0041-4c38-9661-3c85c13fa90f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:16.683081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-030f940e-10f5-47ce-91a9-521abafb4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.686332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a11d5-db59-4ef6-89e0-3d3ce581b3b3 req-80c4d9e5-0dc9-4fb4-b03f-73c5066269f5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:16.688077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c72a11d5-db59-4ef6-89e0-3d3ce581b3b3 req-80c4d9e5-0dc9-4fb4-b03f-73c5066269f5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1247141 Feb 16 14:53:16.731776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-030f940e-10f5-47ce-91a9-521abafb4463 None None] Port e716ea37-0041-4c38-9661-3c85c13fa90f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:16.758199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c72a11d5-db59-4ef6-89e0-3d3ce581b3b3 req-c4014e73-b92b-4b00-9bb5-5b9be8f42f91 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591490 Feb 16 14:53:16.870056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721ab6de-83a5-498f-a96f-26ce00dc358e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:16.874974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-721ab6de-83a5-498f-a96f-26ce00dc358e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.876905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.945107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8bbb6f8-4c45-41af-a0d6-96a543fecdbf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:16.947441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.953898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-355fc192-9535-4c3c-b3fc-ff73e64ccac8 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "DELETE /v2.0/subnets/d8bbb6f8-4c45-41af-a0d6-96a543fecdbf HTTP/1.1" status: 204 len: 168 time: 0.8042552 Feb 16 14:53:16.957384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57238) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:17.051293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbfc45-82a0-4f43-a9f5-16de3545a44b req-e454f114-a67c-450c-bfab-fdb3e5cd9aa7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.061032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04cbfc45-82a0-4f43-a9f5-16de3545a44b req-e454f114-a67c-450c-bfab-fdb3e5cd9aa7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.2019429 Feb 16 14:53:17.062623 n-d-829433-1 neutron-server[103044]: INFO neutron.db.ipam_backend_mixin [None req-721ab6de-83a5-498f-a96f-26ce00dc358e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7163a941-17ec-4e11-a661-24dccbbf10cc (CIDR: 2001:db8::/64) Feb 16 14:53:17.102314 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-721ab6de-83a5-498f-a96f-26ce00dc358e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:53:17.102314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721ab6de-83a5-498f-a96f-26ce00dc358e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:17.149835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04cbfc45-82a0-4f43-a9f5-16de3545a44b req-5f6d6aa4-f4d2-4031-96b3-d5865c808f7d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857115 Feb 16 14:53:17.161112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:17.200568 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-721ab6de-83a5-498f-a96f-26ce00dc358e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8484123 Feb 16 14:53:17.201154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57244) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:17.207176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4fc530e0-22dc-4978-b3be-99037bb679bd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:17.427298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:17.458409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c682bd7b-a706-4f6a-996c-8dfba5d49783']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:17.508378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4321a1-b871-4e43-baf4-3d6103d7fb86') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:17.508940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4321a1-b871-4e43-baf4-3d6103d7fb86') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:17.529528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:17.557079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:17.580510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.587465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.600106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc530e0-22dc-4978-b3be-99037bb679bd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:17.603383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.604300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fc530e0-22dc-4978-b3be-99037bb679bd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:17.617420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.632221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.640301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.647504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:17.649872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9b283b3-9043-4b23-9220-727bbf47534e req-173ceea1-8e68-4a38-98cb-dd072e3d6624 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.1874297 Feb 16 14:53:17.653664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:53:17.654264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:53:17.657090 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:53:17.851189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9b283b3-9043-4b23-9220-727bbf47534e req-d5389e79-24e9-4202-b08b-a8cb70625436 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686676 Feb 16 14:53:17.883200 n-d-829433-1 neutron-server[103044]: INFO neutron.db.ipam_backend_mixin [None req-4fc530e0-22dc-4978-b3be-99037bb679bd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a743ffa7-d868-406d-ac51-14a6f210d8ca (CIDR: 2001:db8:0:1::/64) Feb 16 14:53:17.925732 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc530e0-22dc-4978-b3be-99037bb679bd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:53:17.926288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc530e0-22dc-4978-b3be-99037bb679bd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:18.013885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a5a28-7a1f-4dcf-9b3d-60a04b3f25f6 req-ec93f834-5151-48e7-a862-dba4b80101f6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:18.025394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a44a5a28-7a1f-4dcf-9b3d-60a04b3f25f6 req-ec93f834-5151-48e7-a862-dba4b80101f6 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0913727 Feb 16 14:53:18.055318 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:18.070137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c682bd7b-a706-4f6a-996c-8dfba5d49783 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 14:53:18.094649 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4fc530e0-22dc-4978-b3be-99037bb679bd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8922930 Feb 16 14:53:18.097447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57252) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:18.103993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'subnet': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:18.139772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:18.149185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "DELETE /v2.0/networks/c682bd7b-a706-4f6a-996c-8dfba5d49783 HTTP/1.1" status: 204 len: 168 time: 1.1896112 Feb 16 14:53:18.163017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2729588-a835-4fc4-8bac-f9e0a5b4d52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event deleted for resources: {'Network': ['ID=c682bd7b-a706-4f6a-996c-8dfba5d49783,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:18.180110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57258) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:18.219465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a44a5a28-7a1f-4dcf-9b3d-60a04b3f25f6 req-61e809d1-652c-43c6-9d18-b53214a9329d tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908495 Feb 16 14:53:18.516234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cceb98-334e-46d4-882e-ce4c41ec19f9 req-2c19d8c5-7417-4c01-8fe8-a91f831ac9b0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:18.518465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19cceb98-334e-46d4-882e-ce4c41ec19f9 req-2c19d8c5-7417-4c01-8fe8-a91f831ac9b0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.1673853 Feb 16 14:53:18.588906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:18.685807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Made reservation on behalf of 2c9127d526cf4d4fa5d11b4951e2316a for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:18.696568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19cceb98-334e-46d4-882e-ce4c41ec19f9 req-72f9c81f-2139-4f90-8d30-f65e50ede075 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538501 Feb 16 14:53:18.697734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:18.920642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57272) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:18.925223 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:18.952592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-86de8e29-95b8-4e89-bfe2-1b6499edbe30 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'router': {'name': 'tempest-router--1715859906', 'project_id': '39dfa06a9c1248778aa88f393aa4e230'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:18.988700 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.091020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86de8e29-95b8-4e89-bfe2-1b6499edbe30 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.092455 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86de8e29-95b8-4e89-bfe2-1b6499edbe30 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.112098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3078000aad3c43ce9cfbc85d10c9fb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9303546 Feb 16 14:53:19.112802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57276) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:19.114796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5433b81a-980d-4b77-9ad1-c4c16ab99e8a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:19.299124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86de8e29-95b8-4e89-bfe2-1b6499edbe30 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.305049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.305049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.305049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15778bdc-6945-412a-9027-ed6eb52de2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ed54d94-04c8-46ea-a033-6217aad1c3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.412524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.419854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.428161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.435656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.444780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.452395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a807e77a-a408-4283-8496-7b931df99c51 req-16458d21-0df0-40ed-927c-45f9b62468f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5432 time: 0.2229638 Feb 16 14:53:19.479636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.503141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ed54d94-04c8-46ea-a033-6217aad1c3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.529209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:19.536136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:19.542451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:19.542451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.557007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141f4df-a073-4571-8fea-5f28bf708093 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:19.570969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Subnet': ['ID=c19c6f30-ab04-48c5-b5a7-ca2b292e13e2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:19.596809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a807e77a-a408-4283-8496-7b931df99c51 req-d6883420-560a-47cc-b958-32b37ccccecc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320891 Feb 16 14:53:19.758641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86de8e29-95b8-4e89-bfe2-1b6499edbe30 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.805821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ed54d94-04c8-46ea-a033-6217aad1c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.810529 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-22321996-5487-4b79-b287-0eabe5ee7913 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7097132 Feb 16 14:53:19.812315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ed54d94-04c8-46ea-a033-6217aad1c3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.816963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4ed54d94-04c8-46ea-a033-6217aad1c3ea admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5433b81a-980d-4b77-9ad1-c4c16ab99e8a HTTP/1.1" status: 204 len: 168 time: 0.7031348 Feb 16 14:53:19.817876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57280) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:19.827623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-302766975', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c19c6f30-ab04-48c5-b5a7-ca2b292e13e2'}], 'security_groups': ['6d7b1d39-2862-4978-a269-f8ea1736338f', 'aa0833ba-097d-4877-a235-b642a728534c']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:19.838819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed54d94-04c8-46ea-a033-6217aad1c3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5433b81a-980d-4b77-9ad1-c4c16ab99e8a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:19.904468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86de8e29-95b8-4e89-bfe2-1b6499edbe30 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:19.905680 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-86de8e29-95b8-4e89-bfe2-1b6499edbe30 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9832959 Feb 16 14:53:19.908704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57284) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:19.958459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Update dhcp port {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'fixed_ips': [{'subnet_id': 'a743ffa7-d868-406d-ac51-14a6f210d8ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7163a941-17ec-4e11-a661-24dccbbf10cc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c19c6f30-ab04-48c5-b5a7-ca2b292e13e2'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '44d8021f-9a3d-4f01-96e5-efb2579dc1cf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:53:20.037762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3762a768-f100-4bcd-8c38-d824cf2dd7b9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:20.098569 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:20.204163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:20.378651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c34912-522b-420d-8dcf-b0b845e12b4b req-b3716446-52ab-4eb0-97b3-722edfcd3df7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:20.380266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81c34912-522b-420d-8dcf-b0b845e12b4b req-b3716446-52ab-4eb0-97b3-722edfcd3df7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.2661655 Feb 16 14:53:20.553904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Allocated IP 2001:db8:0:2::2 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/c19c6f30-ab04-48c5-b5a7-ca2b292e13e2/44d8021f-9a3d-4f01-96e5-efb2579dc1cf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:20.675010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 05a62ee1-5ef2-425e-831a-5186294250c7 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:20.943200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81c34912-522b-420d-8dcf-b0b845e12b4b req-640f47f0-a3c5-41b6-8895-f78fc8f3f140 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5282278 Feb 16 14:53:20.976157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,segment=NetworkSegment(10f4818b-74bf-4240-9582-750d31823932),segment_id=10f4818b-74bf-4240-9582-750d31823932)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:21.144503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3762a768-f100-4bcd-8c38-d824cf2dd7b9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.147427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3762a768-f100-4bcd-8c38-d824cf2dd7b9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.152180 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.178165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced177-83a8-49c2-8b2b-3e09c51702a7 req-5f4c1066-622a-42f5-8114-9602445e3a70 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:21.181218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0eced177-83a8-49c2-8b2b-3e09c51702a7 req-5f4c1066-622a-42f5-8114-9602445e3a70 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0916693 Feb 16 14:53:21.182254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 05a62ee1-5ef2-425e-831a-5186294250c7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=05a62ee1-5ef2-425e-831a-5186294250c7,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:21.212059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '05a62ee1-5ef2-425e-831a-5186294250c7', 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'port_id': '05a62ee1-5ef2-425e-831a-5186294250c7', 'mac_address': 'fa:16:3e:58:2e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f254dcda-c981-4366-9878-6e993dddfd3c', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:21.227580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-2406b62b-ca20-4c6c-bfb7-417f56b4fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:21.228774 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-2406b62b-ca20-4c6c-bfb7-417f56b4fe61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 1.0538373 Feb 16 14:53:21.319610 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.359877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.371598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a62ee1-5ef2-425e-831a-5186294250c7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:21.416977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-8120c36b-e0ce-4977-ae0a-77385e9bd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:21.433293 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-8120c36b-e0ce-4977-ae0a-77385e9bd856 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.1965437 Feb 16 14:53:21.438341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3762a768-f100-4bcd-8c38-d824cf2dd7b9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.441243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3762a768-f100-4bcd-8c38-d824cf2dd7b9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8be3dc8c-8106-4099-b11d-53c6c3f610f2 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:53:21.458754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3762a768-f100-4bcd-8c38-d824cf2dd7b9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.469284 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3762a768-f100-4bcd-8c38-d824cf2dd7b9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "DELETE /v2.0/routers/8be3dc8c-8106-4099-b11d-53c6c3f610f2 HTTP/1.1" status: 204 len: 168 time: 1.5594962 Feb 16 14:53:21.545716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Delete allocated IP 2001:db8::263 (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/7163a941-17ec-4e11-a661-24dccbbf10cc) {{(pid=103043) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 14:53:21.552448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 05a62ee1-5ef2-425e-831a-5186294250c7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=05a62ee1-5ef2-425e-831a-5186294250c7,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:21.576953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Allocated IP 2001:db8:0:2::3c (3e4ab080-0faf-4bfc-a65b-3d7e991f4591/c19c6f30-ab04-48c5-b5a7-ca2b292e13e2/e716ea37-0041-4c38-9661-3c85c13fa90f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:21.631594 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-18d45547-c78b-467e-9c38-758674e2708a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.1855855 Feb 16 14:53:21.752169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:21.752169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ba34ef36-b048-4bf8-857e-a1eb87b590d4 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:21.752751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-9a7bcba2-5a89-47e2-819f-77fe82d68f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:21.752751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-9a7bcba2-5a89-47e2-819f-77fe82d68f70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.0933757 Feb 16 14:53:21.867826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0eced177-83a8-49c2-8b2b-3e09c51702a7 req-3bd12f4b-322f-4cd6-9a50-ab7d6329abe4 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733680 Feb 16 14:53:21.913658 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-21d0edeb-bbb5-4e96-95cd-665106219f30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1733444 Feb 16 14:53:21.936418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Pushing event updated for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:21.949829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:53:22.002059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ba34ef36-b048-4bf8-857e-a1eb87b590d4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ba34ef36-b048-4bf8-857e-a1eb87b590d4,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:22.012929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.013293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.013943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.013943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.014221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.014556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.014876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.015198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.015516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.015858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.016178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.017023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b292f1-4ecc-4ce1-bc64-e3af08fdfcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:22.092225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4', 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'port_id': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4', 'mac_address': 'fa:16:3e:68:7e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f254dcda-c981-4366-9878-6e993dddfd3c', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:22.183127 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:22.205085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba34ef36-b048-4bf8-857e-a1eb87b590d4 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:22.229064 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-ddf8ce9b-5247-4e2d-83da-e337c1018381 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015571 Feb 16 14:53:22.276551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ba34ef36-b048-4bf8-857e-a1eb87b590d4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ba34ef36-b048-4bf8-857e-a1eb87b590d4,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:22.300181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=05a62ee1-5ef2-425e-831a-5186294250c7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:22.353956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:22.359733 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:22.361303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1dbc7a42-30cf-473c-915c-6b88a972c02c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:22.367052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:22.374373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:22.389384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:22.391263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57322) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:22.424483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:22.448981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c68f2254-8dc2-4d30-a06a-b5be42974505 req-fac154b0-6331-4f28-8d34-e9862acb1d48 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128930 Feb 16 14:53:22.452269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:22.490485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:22.515885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-43905428-6e41-45bc-8103-bc6c61b0f371 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5433 time: 0.4265411 Feb 16 14:53:22.538137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:22.557305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:53:22.604517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1dbc7a42-30cf-473c-915c-6b88a972c02c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1dbc7a42-30cf-473c-915c-6b88a972c02c,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:22.616975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5087a2f8-cb1c-4044-9207-3a292ade2c82 req-9ba227f5-8f0a-448c-9dc4-6734f83d2bfb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980208 Feb 16 14:53:22.630452 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:22.651829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '1dbc7a42-30cf-473c-915c-6b88a972c02c', 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'port_id': '1dbc7a42-30cf-473c-915c-6b88a972c02c', 'mac_address': 'fa:16:3e:50:d6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f254dcda-c981-4366-9878-6e993dddfd3c', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:22.821026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba34ef36-b048-4bf8-857e-a1eb87b590d4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:22.893485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-353495821', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:22.906558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:22.928949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 44d8021f-9a3d-4f01-96e5-efb2579dc1cf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:23.001453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbc7a42-30cf-473c-915c-6b88a972c02c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:23.014239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] In _notify_port_updated(), no bound segment for port e716ea37-0041-4c38-9661-3c85c13fa90f on network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:53:23.029251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:23.029968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.035278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57330) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:23.049389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1dbc7a42-30cf-473c-915c-6b88a972c02c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1dbc7a42-30cf-473c-915c-6b88a972c02c,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:23.050856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "PUT /v2.0/ports/e716ea37-0041-4c38-9661-3c85c13fa90f HTTP/1.1" status: 200 len: 968 time: 3.2287998 Feb 16 14:53:23.055087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a461b13-7550-4572-a53d-3eaf3a4021a7 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event updated for resources: {'Port': ['ID=e716ea37-0041-4c38-9661-3c85c13fa90f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:23.070569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:23.071895 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.134456 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.135586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.140615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c1839-ea79-48da-a9ef-a73361fdf79b req-67801abb-5333-4e08-9069-82f3dd79891a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:23.142320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b8c1839-ea79-48da-a9ef-a73361fdf79b req-67801abb-5333-4e08-9069-82f3dd79891a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.3123546 Feb 16 14:53:23.178568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.179618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f928d621-950e-4b9f-9fae-e3c34a85d6d7 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:23.247010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b8c1839-ea79-48da-a9ef-a73361fdf79b req-ce1c957b-b3aa-4283-86d8-d0bd5c903741 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967178 Feb 16 14:53:23.421383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.458765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f928d621-950e-4b9f-9fae-e3c34a85d6d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f928d621-950e-4b9f-9fae-e3c34a85d6d7,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:23.500002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7', 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8', 'port_id': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7', 'mac_address': 'fa:16:3e:2c:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de837d2e-a33e-4a0b-8a6a-e89671ff2f3d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:23.585312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacb72c-77e3-4943-887b-4f7c108cdee9 req-fc51fb90-d6b2-450f-9d6c-67969cefa354 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:23.603773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deacb72c-77e3-4943-887b-4f7c108cdee9 req-fc51fb90-d6b2-450f-9d6c-67969cefa354 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1624436 Feb 16 14:53:23.656125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Provisioning complete for port e716ea37-0041-4c38-9661-3c85c13fa90f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:23.658482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.677764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port e716ea37-0041-4c38-9661-3c85c13fa90f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:23.678494 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.708524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deacb72c-77e3-4943-887b-4f7c108cdee9 req-0d70537b-0f15-49b2-b9ac-ebb5814c00f5 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015391 Feb 16 14:53:23.838887 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.855025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for e716ea37-0041-4c38-9661-3c85c13fa90f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:23.926471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Port e716ea37-0041-4c38-9661-3c85c13fa90f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:23.930032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=1dbc7a42-30cf-473c-915c-6b88a972c02c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:23.938097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:23.962404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:23.962818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.036688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.047735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f928d621-950e-4b9f-9fae-e3c34a85d6d7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:24.061328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.071147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.077400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f928d621-950e-4b9f-9fae-e3c34a85d6d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f928d621-950e-4b9f-9fae-e3c34a85d6d7,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:24.098107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.105119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.111702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.118296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.127213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-85a3cd2e-d3f4-4d22-bca6-9598aca76bdb tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5435 time: 0.2630136 Feb 16 14:53:24.155468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.170774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.181308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Provisioning complete for port 2661e927-4a98-417e-bd80-14b4e0c975d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:24.181695 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.189600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.190394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 742afedd-0f3d-4268-b259-0172f386c183 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:24.209366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=e716ea37-0041-4c38-9661-3c85c13fa90f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:24.244159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eb9d35d-fa4f-4196-ad3d-ca2cd77050ce req-ae686d4c-8b7f-4bbb-877a-304c74aa6300 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135085 Feb 16 14:53:24.264832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.270043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 742afedd-0f3d-4268-b259-0172f386c183, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=742afedd-0f3d-4268-b259-0172f386c183,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:24.272954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57348) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:24.285544 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1daf282e-6d40-4c82-a958-80301458b40f tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/e716ea37-0041-4c38-9661-3c85c13fa90f HTTP/1.1" status: 204 len: 168 time: 1.2490916 Feb 16 14:53:24.292931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '742afedd-0f3d-4268-b259-0172f386c183', 'network_id': '81b15931-d000-4e2e-837f-43c40ca895e8', 'port_id': '742afedd-0f3d-4268-b259-0172f386c183', 'mac_address': 'fa:16:3e:38:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de837d2e-a33e-4a0b-8a6a-e89671ff2f3d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:24.356709 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-13205e36-e1bd-41c7-aef2-efacbc9bd0f0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] GET failed (client error): The resource could not be found. Feb 16 14:53:24.361539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-13205e36-e1bd-41c7-aef2-efacbc9bd0f0 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports/e716ea37-0041-4c38-9661-3c85c13fa90f HTTP/1.1" status: 404 len: 333 time: 0.0845089 Feb 16 14:53:24.361993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57352) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:24.400613 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.429380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d9a83952-9632-4d1a-ad08-10c88ed7d192 None None] Port 2661e927-4a98-417e-bd80-14b4e0c975d7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:24.442873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742afedd-0f3d-4268-b259-0172f386c183 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:24.467997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 742afedd-0f3d-4268-b259-0172f386c183, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=742afedd-0f3d-4268-b259-0172f386c183,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:24.472809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f928d621-950e-4b9f-9fae-e3c34a85d6d7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:24.545240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1d0b0882-2ad7-41d3-8c26-7b5cf6dcc195 None None] Could not find standard attr ID for object e716ea37-0041-4c38-9661-3c85c13fa90f. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:53:24.565796 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.566480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 79124103-1843-4958-b1f7-98aecd56332b details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:24.593473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3143f2da-fb04-4098-a397-8a9f8a5174e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.646561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 79124103-1843-4958-b1f7-98aecd56332b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=79124103-1843-4958-b1f7-98aecd56332b,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:24.651271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3143f2da-fb04-4098-a397-8a9f8a5174e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.747159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '79124103-1843-4958-b1f7-98aecd56332b', 'network_id': 'cf2cdb5d-8519-41c7-a623-c71f6ae0060d', 'port_id': '79124103-1843-4958-b1f7-98aecd56332b', 'mac_address': 'fa:16:3e:53:e8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f254dcda-c981-4366-9878-6e993dddfd3c', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:24.801766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe0110-2f16-482f-a4e2-79edc12b725e req-965102c9-1171-4460-b264-222be2d6c4e6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:24.807359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bbe0110-2f16-482f-a4e2-79edc12b725e req-965102c9-1171-4460-b264-222be2d6c4e6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.3033440 Feb 16 14:53:24.841393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=742afedd-0f3d-4268-b259-0172f386c183,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:24.873795 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.906624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bbe0110-2f16-482f-a4e2-79edc12b725e req-9b03dd4e-b87b-4b1c-be57-51e9941c7300 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933170 Feb 16 14:53:24.922361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79124103-1843-4958-b1f7-98aecd56332b {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:24.932245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.945837 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3143f2da-fb04-4098-a397-8a9f8a5174e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.951662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3143f2da-fb04-4098-a397-8a9f8a5174e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:24.963426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3143f2da-fb04-4098-a397-8a9f8a5174e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/security-groups/d835f673-dadf-4898-9b42-7a76a9bde99d HTTP/1.1" status: 204 len: 168 time: 0.5977137 Feb 16 14:53:24.974876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57360) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:24.976768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:25.006461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143f2da-fb04-4098-a397-8a9f8a5174e9 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d835f673-dadf-4898-9b42-7a76a9bde99d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:25.039123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 79124103-1843-4958-b1f7-98aecd56332b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=79124103-1843-4958-b1f7-98aecd56332b,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:25.153275 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:25.155175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d5087570-118e-4a4a-b31a-c3d8d9d90bd0 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:25.243166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecfd759d-086c-4d6f-a41e-f8bcf41860ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:25.326259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bf36e-bc42-47ef-b27c-b2043c139fee req-d286b842-861e-4d23-a0c9-d62b0d2c9526 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.327877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d1bf36e-bc42-47ef-b27c-b2043c139fee req-d286b842-861e-4d23-a0c9-d62b0d2c9526 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1831408 Feb 16 14:53:25.365275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecfd759d-086c-4d6f-a41e-f8bcf41860ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:25.444562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d1bf36e-bc42-47ef-b27c-b2043c139fee req-913454a6-a409-4ae3-be1a-215844d90889 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070280 Feb 16 14:53:25.474855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Allocated IP 172.25.6.178 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/fed97b38-0f87-4408-9a8d-b88a9fac6254) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:25.564232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=79124103-1843-4958-b1f7-98aecd56332b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:25.668633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecfd759d-086c-4d6f-a41e-f8bcf41860ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:25.677752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:25.679191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecfd759d-086c-4d6f-a41e-f8bcf41860ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:25.680427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ecfd759d-086c-4d6f-a41e-f8bcf41860ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/security-groups/aa0833ba-097d-4877-a235-b642a728534c HTTP/1.1" status: 204 len: 168 time: 0.7012997 Feb 16 14:53:25.685280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:25.693893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'port_id': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'mac_address': 'fa:16:3e:df:d3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:25.713836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.753251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.761342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd759d-086c-4d6f-a41e-f8bcf41860ab tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0833ba-097d-4877-a235-b642a728534c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:25.804457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.804457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.840212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.877199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.898363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:25.929613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-d6d6870b-1bb0-4fc6-8e23-884e93677892 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5438 time: 0.3248336 Feb 16 14:53:26.075782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ec2da99-e2ea-480e-9087-bdc3b6d28f4c req-7c17de57-8160-4d13-9475-3c3d1a913746 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518664 Feb 16 14:53:26.139301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.230706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b355ba9e-63af-436a-a1dd-3e948b7e2778 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.243678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.270774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b355ba9e-63af-436a-a1dd-3e948b7e2778 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.277638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5087570-118e-4a4a-b31a-c3d8d9d90bd0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:26.316372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:26.862535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.902681 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.934588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b355ba9e-63af-436a-a1dd-3e948b7e2778 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.937193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b355ba9e-63af-436a-a1dd-3e948b7e2778 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:26.949078 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b355ba9e-63af-436a-a1dd-3e948b7e2778 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/security-groups/6d7b1d39-2862-4978-a269-f8ea1736338f HTTP/1.1" status: 204 len: 168 time: 1.2627659 Feb 16 14:53:26.951899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57382) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:26.982971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355ba9e-63af-436a-a1dd-3e948b7e2778 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b1d39-2862-4978-a269-f8ea1736338f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:27.018173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:27.028516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:27.037950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:27.080550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:27.103501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet 7163a941-17ec-4e11-a661-24dccbbf10cc {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:53:27.103501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:27.121727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event updated for resources: {'Port': ['ID=fed97b38-0f87-4408-9a8d-b88a9fac6254,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:27.238586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:27.408550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d91023-ef12-40ad-9f47-b40979167351 req-bc727d7b-61c1-4e68-962a-053e90df4540 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.417558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4d91023-ef12-40ad-9f47-b40979167351 req-bc727d7b-61c1-4e68-962a-053e90df4540 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.2222810 Feb 16 14:53:27.593263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4d91023-ef12-40ad-9f47-b40979167351 req-2b11de15-256c-4d4a-b7dc-1d94c280f9a0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748385 Feb 16 14:53:27.652602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:27.817711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:27.905131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.911650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.917675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.924158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.930091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.936228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.943105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:27.945405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-c99876eb-69c5-4fc7-b2c8-725bd166e836 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5439 time: 0.1101782 Feb 16 14:53:27.995471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ea2115d-af27-43b1-a486-8185fe4d9093 req-4b7d5bc3-19c3-41a6-b53a-a9039dea2698 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409341 Feb 16 14:53:28.044218 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.097013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=7163a941-17ec-4e11-a661-24dccbbf10cc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:28.104403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.124273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525d4e9-af98-4a47-8a38-105176bc06d5 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:28.126976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.140161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-71513960-a14f-472b-9323-c41f7738d2f5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/7163a941-17ec-4e11-a661-24dccbbf10cc HTTP/1.1" status: 204 len: 168 time: 1.1869080 Feb 16 14:53:28.141136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57408) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:28.162132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['05a62ee1-5ef2-425e-831a-5186294250c7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:28.256806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet c19c6f30-ab04-48c5-b5a7-ca2b292e13e2 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:53:28.261144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.279589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['1dbc7a42-30cf-473c-915c-6b88a972c02c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:28.315410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f928d621-950e-4b9f-9fae-e3c34a85d6d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:28.318357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d5087570-118e-4a4a-b31a-c3d8d9d90bd0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:28.342961 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.403590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['79124103-1843-4958-b1f7-98aecd56332b'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:28.484547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.512054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Router 3643cf4a-f224-4582-b3d3-b68699c909e0 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:53:28.702265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.764525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:28.772785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/c19c6f30-ab04-48c5-b5a7-ca2b292e13e2 HTTP/1.1" status: 204 len: 168 time: 0.6300957 Feb 16 14:53:28.789111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57434) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:28.850776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75ca19-afc6-4e2a-93eb-955a07a26e2a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=c19c6f30-ab04-48c5-b5a7-ca2b292e13e2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:28.909085 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfb166c-1695-4ccd-9ee2-84265263348d tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:28.913185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfb166c-1695-4ccd-9ee2-84265263348d tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:28.919217 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6dfb166c-1695-4ccd-9ee2-84265263348d tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/7163a941-17ec-4e11-a661-24dccbbf10cc HTTP/1.1" status: 404 len: 337 time: 0.1220381 Feb 16 14:53:28.919993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57438) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:28.941635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:28.952273 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] Sync routers for ids ['3643cf4a-f224-4582-b3d3-b68699c909e0'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:28.969231 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] Routers {'3643cf4a-f224-4582-b3d3-b68699c909e0'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:28.972153 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3643cf4a-f224-4582-b3d3-b68699c909e0'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:29.012285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770fb70-9406-4070-b332-a8ab91358090 req-321fb194-1ac2-49f4-956f-49238159b491 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.018662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7770fb70-9406-4070-b332-a8ab91358090 req-321fb194-1ac2-49f4-956f-49238159b491 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.2316797 Feb 16 14:53:29.032479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting subnet a743ffa7-d868-406d-ac51-14a6f210d8ca {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:53:29.037491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:29.087087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['ba34ef36-b048-4bf8-857e-a1eb87b590d4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:29.087958 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:29.089895 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:29.111591 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] Routers {'3643cf4a-f224-4582-b3d3-b68699c909e0'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:29.112749 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3643cf4a-f224-4582-b3d3-b68699c909e0'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:29.151979 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:29.153042 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cee60-5643-4fae-9e0b-080832810d61 None None] The sync data for ids ['3643cf4a-f224-4582-b3d3-b68699c909e0'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:29.155191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7770fb70-9406-4070-b332-a8ab91358090 req-424639ea-c289-4de6-b22f-27f9d5f38521 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279321 Feb 16 14:53:29.193482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:29.196358 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3d0c9348-ebf6-4cad-9b69-c881703c1370 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8020439 Feb 16 14:53:29.200186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57442) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.250231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['742afedd-0f3d-4268-b259-0172f386c183'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:29.265206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:29.273681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.280640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.291764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.301388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.310081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.325101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.339713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:29.348580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-44dde2e1-e0fb-448e-a79e-33f38fa0998e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5439 time: 0.1769333 Feb 16 14:53:29.427373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-641c48f2-67e6-4b39-974e-760f76efaa9f req-6c25ec17-5c0e-4fd7-88d5-29cb7e79ab2b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767975 Feb 16 14:53:29.432215 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f45dd0f-1f6c-404d-9ef6-1056e3c71ce3 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/3643cf4a-f224-4582-b3d3-b68699c909e0 HTTP/1.1" status: 200 len: 920 time: 0.2305098 Feb 16 14:53:29.434981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57446) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.500001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57448) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.500512 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2919cda3-2e58-471f-bae3-e6ca66370303 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=3643cf4a-f224-4582-b3d3-b68699c909e0 HTTP/1.1" status: 200 len: 205 time: 0.0610478 Feb 16 14:53:29.503480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:29.578264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Subnet': ['ID=a743ffa7-d868-406d-ac51-14a6f210d8ca,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:29.593104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:29.603077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80f28735-96c9-4cd5-a6fc-90c9bc92c06a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/a743ffa7-d868-406d-ac51-14a6f210d8ca HTTP/1.1" status: 204 len: 168 time: 0.6806500 Feb 16 14:53:29.604449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57456) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.658419 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf844cb-2ffc-46ee-8fd6-cd797c83f7b2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:29.660012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf844cb-2ffc-46ee-8fd6-cd797c83f7b2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:29.665754 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-adf844cb-2ffc-46ee-8fd6-cd797c83f7b2 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/d3384203-74fb-422a-805d-82cc39676c22 HTTP/1.1" status: 404 len: 337 time: 0.0597081 Feb 16 14:53:29.668338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57462) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.766081 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-50fe1db5-f44f-4041-bb15-a0866680d4d4 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "GET /v2.0/ports?device_id=a60ae262-74be-4912-b9ec-f9c63996f761 HTTP/1.1" status: 200 len: 205 time: 0.0940361 Feb 16 14:53:29.768535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57470) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.868883 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-33d8b0c9-ce33-439b-82e9-fdd2e49b4828 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] delete failed (client error): The resource could not be found. Feb 16 14:53:29.871508 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-33d8b0c9-ce33-439b-82e9-fdd2e49b4828 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/routers/a60ae262-74be-4912-b9ec-f9c63996f761 HTTP/1.1" status: 404 len: 336 time: 0.1018987 Feb 16 14:53:29.875125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57482) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.921044 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a05e3f-845c-4380-be93-d823a2f0a3ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:29.921865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a05e3f-845c-4380-be93-d823a2f0a3ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:29.925766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-16a05e3f-845c-4380-be93-d823a2f0a3ed tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/72ee7867-39b7-4cde-9f33-139c8a4b5c4d HTTP/1.1" status: 404 len: 337 time: 0.0488296 Feb 16 14:53:29.928691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57486) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.973856 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a882be3a-e828-4383-88b7-671c24d35651 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:29.974282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a882be3a-e828-4383-88b7-671c24d35651 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:29.977876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a882be3a-e828-4383-88b7-671c24d35651 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/b2d4478b-16fd-447b-946b-d90ed76c64e1 HTTP/1.1" status: 404 len: 337 time: 0.0473413 Feb 16 14:53:29.980520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57490) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:29.992786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:30.047923 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-9864ed71-bf5f-4328-86e0-19a405984b3d tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:30.048771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9864ed71-bf5f-4328-86e0-19a405984b3d tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:30.058616 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9864ed71-bf5f-4328-86e0-19a405984b3d tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/3941b02f-d692-41f9-b52c-76cc3b41e51f HTTP/1.1" status: 404 len: 337 time: 0.0762146 Feb 16 14:53:30.059705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57492) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:30.124080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:30.196935 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-18df6736-52c2-485f-83fd-7d5ffddfb025 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:30.200499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18df6736-52c2-485f-83fd-7d5ffddfb025 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:30.211907 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-18df6736-52c2-485f-83fd-7d5ffddfb025 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/e9b7ef45-5643-4c1a-979a-f5db8a4ab882 HTTP/1.1" status: 404 len: 333 time: 0.1449277 Feb 16 14:53:30.214466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57502) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:30.251387 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cab0926-6f4d-47c3-af7d-d08eb141738a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:30.251713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cab0926-6f4d-47c3-af7d-d08eb141738a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:30.255144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2cab0926-6f4d-47c3-af7d-d08eb141738a tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/fa901fe1-3757-4e8f-b942-2a37d6c5ccf5 HTTP/1.1" status: 404 len: 337 time: 0.0393815 Feb 16 14:53:30.257938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57504) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:30.318429 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fd437d-0554-4c2c-a266-e1b6c18613af tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:30.318891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fd437d-0554-4c2c-a266-e1b6c18613af tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:30.328235 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71fd437d-0554-4c2c-a266-e1b6c18613af tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/cde38993-2265-4609-8cd5-597a543d8cae HTTP/1.1" status: 404 len: 337 time: 0.0691719 Feb 16 14:53:30.331703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57508) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:30.376258 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-80881358-db32-43f6-84ac-262b317bf9bb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:30.377263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80881358-db32-43f6-84ac-262b317bf9bb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:30.382125 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80881358-db32-43f6-84ac-262b317bf9bb tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/31441406-0d4c-428d-a8a0-e4ef4065b2a2 HTTP/1.1" status: 404 len: 333 time: 0.0491025 Feb 16 14:53:30.386031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57512) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:30.465641 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-740c7582-cf18-4764-a94a-e7d8d315db9e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:30.466217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740c7582-cf18-4764-a94a-e7d8d315db9e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:30.472350 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-740c7582-cf18-4764-a94a-e7d8d315db9e tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/f229352d-2618-444f-830e-6e65c892d8ed HTTP/1.1" status: 404 len: 337 time: 0.0823290 Feb 16 14:53:30.475293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57522) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:30.476692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86566f-cad1-40c1-9cf5-2ce3c8137ab5 req-4939e721-d909-46cf-961f-d18c80ee98f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:30.479133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd86566f-cad1-40c1-9cf5-2ce3c8137ab5 req-4939e721-d909-46cf-961f-d18c80ee98f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.2106395 Feb 16 14:53:30.494676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Deleting port fed97b38-0f87-4408-9a8d-b88a9fac6254 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:30.495208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:30.512918 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb403e0-75eb-44e3-a1ad-5285159e8ef5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] DELETE failed (client error): The resource could not be found. Feb 16 14:53:30.513578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb403e0-75eb-44e3-a1ad-5285159e8ef5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:53:30.525736 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5cb403e0-75eb-44e3-a1ad-5285159e8ef5 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/subnets/3deda34d-eb71-4942-bea2-3f898df06faa HTTP/1.1" status: 404 len: 337 time: 0.0467272 Feb 16 14:53:30.526408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57526) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:30.597216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd86566f-cad1-40c1-9cf5-2ce3c8137ab5 req-87f0fafa-5726-465c-a560-1c9f6745384a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063356 Feb 16 14:53:30.623506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac86f18-e197-4a35-b4ec-42abf43f192c None None] Update dhcp port {'port': {'network_id': '3e4ab080-0faf-4bfc-a65b-3d7e991f4591', 'fixed_ips': [{'subnet_id': 'a743ffa7-d868-406d-ac51-14a6f210d8ca'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '44d8021f-9a3d-4f01-96e5-efb2579dc1cf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:53:30.629915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:30.645628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Calling delete_port for fed97b38-0f87-4408-9a8d-b88a9fac6254 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:30.714757 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7ac86f18-e197-4a35-b4ec-42abf43f192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:30.742328 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-55b0c7ab-1866-47f9-bf74-ed12a5ff4750 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608058 Feb 16 14:53:30.745863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 2661e927-4a98-417e-bd80-14b4e0c975d7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:30.754239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:30.821371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:30.851151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 2661e927-4a98-417e-bd80-14b4e0c975d7 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:30.937698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-b442fbf1-0b01-4584-90b3-7c48e8c40194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:30.940124 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-b442fbf1-0b01-4584-90b3-7c48e8c40194 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 1097 time: 0.0978823 Feb 16 14:53:31.071419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cbb12290-7589-44d5-8b80-360a58eecab7 None None] Provisioning complete for port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:31.073244 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cbb12290-7589-44d5-8b80-360a58eecab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.076460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f17510-1f8b-4360-bb86-f6c46f244216 None None] Network 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:31.125888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.200783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-edab4f78-f27c-4ec7-b174-e0d83c5bcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.202290 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-edab4f78-f27c-4ec7-b174-e0d83c5bcf11 service neutron] 10.222.0.129 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.2345536 Feb 16 14:53:31.230042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=2661e927-4a98-417e-bd80-14b4e0c975d7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:31.317461 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-c70145f5-eed2-494f-ac8e-464325eefee1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c0358b-52c8-4f99-a75f-97c8539df35d HTTP/1.1" status: 200 len: 217 time: 0.0898807 Feb 16 14:53:31.321346 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.327127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-56497d3d-7bde-46f4-b103-aa4ccdcdaccd tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/ports/2661e927-4a98-417e-bd80-14b4e0c975d7 HTTP/1.1" status: 204 len: 168 time: 0.7967923 Feb 16 14:53:31.338099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57554) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:31.339982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cbb12290-7589-44d5-8b80-360a58eecab7 None None] Could not find standard attr ID for object 2661e927-4a98-417e-bd80-14b4e0c975d7. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:53:31.345709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] DHCP port deletion for 3e4ab080-0faf-4bfc-a65b-3d7e991f4591 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:53:31.480447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.481058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] Deleting port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:31.481346 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.488547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-3974c172-1776-4839-9a87-114a054eb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.490552 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-3974c172-1776-4839-9a87-114a054eb88d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.1645615 Feb 16 14:53:31.497300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.528187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.537216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-97cd6b78-8dd7-4984-b831-c93f80741e4b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375648 Feb 16 14:53:31.544582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.559509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.588625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.630383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.635648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,segment=NetworkSegment(10f4818b-74bf-4240-9582-750d31823932),segment_id=10f4818b-74bf-4240-9582-750d31823932)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:31.636155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.648728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:31.652774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-563d7680-3287-480c-a471-0e771ee787bf tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5439 time: 0.2995579 Feb 16 14:53:31.655753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] Calling delete_port for 44d8021f-9a3d-4f01-96e5-efb2579dc1cf owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:31.724825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-d680f3d3-b1f0-4bd2-998f-8c07c56a21ee service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769841 Feb 16 14:53:31.726719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Deleting port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:31.727325 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.812462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dccb2f18-7e98-4d8c-a3a2-fdcdda96fb50 req-885a44bb-37ef-4437-a87d-2d21e0168fe2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479943 Feb 16 14:53:31.888546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] For port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,segment=NetworkSegment(10f4818b-74bf-4240-9582-750d31823932),segment_id=10f4818b-74bf-4240-9582-750d31823932)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:31.889088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.903625 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:31.919639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Calling delete_port for 44d8021f-9a3d-4f01-96e5-efb2579dc1cf owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:31.953037 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] No DVR routers for this DVR port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:53:31.953277 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-61094c51-8b3e-4c47-8a11-958b6941cfa1 req-1499ed9a-064c-4f16-abc5-5b0fc2b0cb2f service neutron] 10.222.0.129 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111912 Feb 16 14:53:31.989707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d794498-fe48-4320-97b5-89647d9b7148 None None] Pushing event deleted for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:31.995488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.060317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.084265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event deleted for resources: {'Port': ['ID=fed97b38-0f87-4408-9a8d-b88a9fac6254,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:32.127528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Port': ['ID=44d8021f-9a3d-4f01-96e5-efb2579dc1cf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:32.129754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] No DVR routers for this DVR port 44d8021f-9a3d-4f01-96e5-efb2579dc1cf on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:53:32.212481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.231239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fa0ed-c473-49fe-b412-b4363b9428b3 req-0c74e0ca-d82b-4fd7-9d8b-47aad48accde tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:32.233017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-870fa0ed-c473-49fe-b412-b4363b9428b3 req-0c74e0ca-d82b-4fd7-9d8b-47aad48accde tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.1581628 Feb 16 14:53:32.246396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.282162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4ab080-0faf-4bfc-a65b-3d7e991f4591']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:32.294424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f4818b-74bf-4240-9582-750d31823932') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:32.294894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f4818b-74bf-4240-9582-750d31823932') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:32.307175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.323757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.332982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:53:32.333398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:53:32.337971 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:53:32.349257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.354437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.419349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-870fa0ed-c473-49fe-b412-b4363b9428b3 req-3234afc4-feda-4303-a4eb-5bc6b75ae81f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604235 Feb 16 14:53:32.478765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.488652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.495327 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] 10.222.0.113 "DELETE /v2.0/networks/3e4ab080-0faf-4bfc-a65b-3d7e991f4591 HTTP/1.1" status: 204 len: 168 time: 1.1671112 Feb 16 14:53:32.501945 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.503904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Fanout notify agent at l3_agent the message router_deleted on router 3643cf4a-f224-4582-b3d3-b68699c909e0 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:53:32.509725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafae28-78fb-43f8-bda2-05600707c097 tempest-PortsIpV6TestJSON-1164964045 tempest-PortsIpV6TestJSON-1164964045-project] Pushing event deleted for resources: {'Network': ['ID=3e4ab080-0faf-4bfc-a65b-3d7e991f4591,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:32.518738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.521919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4433bb2-90f7-4071-965d-883bb87bb6b1 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/3643cf4a-f224-4582-b3d3-b68699c909e0 HTTP/1.1" status: 204 len: 168 time: 3.0203562 Feb 16 14:53:32.526920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57604) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:32.535528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1408855310', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': False}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:32.686522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.687788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.721874 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-3b12a541-28ab-47d5-bcc7-ad729d44d3dc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753505 Feb 16 14:53:32.751302 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:32.802667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7118d-e779-4366-846c-7e8265d595bb req-185a207e-afeb-497e-ac66-3cff75f561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:32.804824 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-185a207e-afeb-497e-ac66-3cff75f561d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bb2804b64a48475b8f0cd642262023f2&device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0523729 Feb 16 14:53:32.813489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 44d8021f-9a3d-4f01-96e5-efb2579dc1cf no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:33.072170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 44d8021f-9a3d-4f01-96e5-efb2579dc1cf {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:53:33.072696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 44d8021f-9a3d-4f01-96e5-efb2579dc1cf not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:53:33.094061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.102177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:33.104557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.119279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.120782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f94af04f-f5dc-4b77-ad21-741193fbf572 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:33.126728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7118d-e779-4366-846c-7e8265d595bb req-d35417da-e0cb-4b66-bbd6-5518b3504eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.128414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-d35417da-e0cb-4b66-bbd6-5518b3504eac service neutron] 10.222.0.93 "GET /v2.0/networks?id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 200 len: 920 time: 0.2532642 Feb 16 14:53:33.131118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.138434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.145967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.152995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.162637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-c95bf318-2f35-4879-b615-5a865c1d49f6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5439 time: 0.1923420 Feb 16 14:53:33.307401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0aa41ca-a63f-477f-9254-b74cce3b6ce5 req-b1e96f7d-9148-4263-8f90-227b05af5daa tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432502 Feb 16 14:53:33.338586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:33.359612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57642) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:33.382560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:33.385020 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dc52dd-72b0-43a7-beb5-b291fee18288" -d '{"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:33.402079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-a71459e7-eb31-4ca5-ac53-1435a2981514 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.403857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-a71459e7-eb31-4ca5-ac53-1435a2981514 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.2314591 Feb 16 14:53:33.411574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:33.427479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-c65829aa-2913-4438-b6e8-1e7e671aa497 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/quotas/7a92941bc1834414903792221aa63b2a HTTP/1.1" status: 200 len: 375 time: 0.0134838 Feb 16 14:53:33.507093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-10b01d13-fa20-4422-9cd7-a74f1cc26318 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730631 Feb 16 14:53:33.549336 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f11b4c3-607d-4205-8bf6-0d9b9574cd9a x-openstack-request-id: req-8f11b4c3-607d-4205-8bf6-0d9b9574cd9a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:33.549890 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:33.550397 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8f11b4c3-607d-4205-8bf6-0d9b9574cd9a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:33.550981 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'code': 200} Feb 16 14:53:33.552235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:33.631051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:33.657719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-da65b44d-7944-4aa7-b836-586ff73067f3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2c9127d526cf4d4fa5d11b4951e2316a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949462 Feb 16 14:53:33.660447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57654) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:33.717948 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-03089422-d4c3-4db4-ac1b-73c7bb091b15 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 200 len: 217 time: 0.5797129 Feb 16 14:53:33.722021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-e71b3452-61bd-4bb0-b066-89d9bcc11000 service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068944 Feb 16 14:53:33.753803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d854cc1-7714-4720-a7f8-8561457ad75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:33.813360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d854cc1-7714-4720-a7f8-8561457ad75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:33.827384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7118d-e779-4366-846c-7e8265d595bb req-629c0047-ece6-469b-88ba-76ca271df7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:33.829670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-629c0047-ece6-469b-88ba-76ca271df7b4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 200 len: 858 time: 0.0696077 Feb 16 14:53:33.872950 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-dc23c919-2166-428c-b861-00236bf51173 service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399271 Feb 16 14:53:33.887076 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-ccb83a63-f5cc-4169-9d94-45d56cfa95b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432384 Feb 16 14:53:33.964566 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d854cc1-7714-4720-a7f8-8561457ad75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:33.967148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d854cc1-7714-4720-a7f8-8561457ad75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:33.970006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d854cc1-7714-4720-a7f8-8561457ad75c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/71a79f2d-c15f-4566-9e03-52d60560de93 HTTP/1.1" status: 204 len: 168 time: 0.3085105 Feb 16 14:53:33.979476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d854cc1-7714-4720-a7f8-8561457ad75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a79f2d-c15f-4566-9e03-52d60560de93,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:34.085681 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-ff6b1df8-5a91-43d8-b077-35e673c13d31 service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884634 Feb 16 14:53:34.225136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:34.226501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb36b989-e1f7-4496-a23d-52c21c8879a9 req-a02b0aa9-d8e8-4fe3-b00d-13d33edb9c08 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 210 time: 0.0415041 Feb 16 14:53:34.258795 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:34.292581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-7d03d108-edd7-48f8-86a9-dfbf0eeae315 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.294746 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-7d03d108-edd7-48f8-86a9-dfbf0eeae315 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "GET /v2.0/ports?device_id=1ede55df-5991-453e-89ea-dd39c88753b2 HTTP/1.1" status: 200 len: 944 time: 0.1575994 Feb 16 14:53:34.300899 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cf7118d-e779-4366-846c-7e8265d595bb req-b2177ac2-b57d-4bc1-a79a-fdec4ecbb51b service neutron] 10.222.0.93 "GET /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058394 Feb 16 14:53:34.474174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.478835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.486788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.493575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.502799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.509027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.510378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Allocated IP 172.25.6.242 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/dd5f46b4-a308-4f0d-99d9-ec6aecd928c6) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:34.532120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.554235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-8301940b-6977-46e2-92e4-2eb57d0d71b7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5439 time: 0.1421208 Feb 16 14:53:34.573034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Deleting port f94af04f-f5dc-4b77-ad21-741193fbf572 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:34.573386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:34.615891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-553052aa-e20f-4ea8-8a38-3d93b62ba7eb req-9ea4cd7f-364d-42a7-a5e8-acf606e49908 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616584 Feb 16 14:53:34.766841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] For port f94af04f-f5dc-4b77-ad21-741193fbf572, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f94af04f-f5dc-4b77-ad21-741193fbf572,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:34.767200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:34.771570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:34.777178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef5345-d522-4569-8be2-ca821d2643db req-aaa37087-46b4-4efd-84c3-1ffe2001d960 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:34.778681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0ef5345-d522-4569-8be2-ca821d2643db req-aaa37087-46b4-4efd-84c3-1ffe2001d960 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.0619504 Feb 16 14:53:34.785416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Calling delete_port for f94af04f-f5dc-4b77-ad21-741193fbf572 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:34.818535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0ef5345-d522-4569-8be2-ca821d2643db req-8fab5080-8e7f-44d5-a151-8ac898b1eba8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331047 Feb 16 14:53:34.955138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 05a62ee1-5ef2-425e-831a-5186294250c7 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:34.965861 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.019006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:35.021864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:35.026134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:35.029217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:35.072458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 05a62ee1-5ef2-425e-831a-5186294250c7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:35.077824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 05a62ee1-5ef2-425e-831a-5186294250c7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:35.077979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.107261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.186030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event deleted for resources: {'Port': ['ID=f94af04f-f5dc-4b77-ad21-741193fbf572,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:35.209536 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.249414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 05a62ee1-5ef2-425e-831a-5186294250c7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=05a62ee1-5ef2-425e-831a-5186294250c7,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:35.254029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] No DVR routers for this DVR port f94af04f-f5dc-4b77-ad21-741193fbf572 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:53:35.261821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.265234 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-19a9a0f0-2923-4ec9-94ba-69713e1f13cf req-ea3f4b7d-26a9-4c6a-9945-6d755efe14c0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "DELETE /v2.0/ports/f94af04f-f5dc-4b77-ad21-741193fbf572 HTTP/1.1" status: 204 len: 173 time: 0.9634492 Feb 16 14:53:35.265730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-deleted', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:35.268678 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f01ab8-9b04-43cf-91ae-4c08c044d9f3" -d '{"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-deleted", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:35.301734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51d7a1c6-ed0e-457d-a750-6d13096f3c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.322882 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ce5308-f19e-4ce8-8586-441fc239c05c x-openstack-request-id: req-26ce5308-f19e-4ce8-8586-441fc239c05c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:35.323171 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ede55df-5991-453e-89ea-dd39c88753b2", "name": "network-vif-deleted", "tag": "f94af04f-f5dc-4b77-ad21-741193fbf572", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:35.323429 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-26ce5308-f19e-4ce8-8586-441fc239c05c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:35.324762 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede55df-5991-453e-89ea-dd39c88753b2', 'name': 'network-vif-deleted', 'tag': 'f94af04f-f5dc-4b77-ad21-741193fbf572', 'status': 'completed', 'code': 200} Feb 16 14:53:35.347167 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.348518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f928d621-950e-4b9f-9fae-e3c34a85d6d7 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:35.392110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4256d131-c432-4856-85ee-984dfb13acdd req-214865a8-ac13-4513-bfab-24b9a23646ab tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 210 time: 0.0604889 Feb 16 14:53:35.486112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=05a62ee1-5ef2-425e-831a-5186294250c7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:35.551358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.552484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a62ee1-5ef2-425e-831a-5186294250c7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:35.555317 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec9147e-d3c4-44a1-84e5-70bd2104c986" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "05a62ee1-5ef2-425e-831a-5186294250c7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:35.594701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57738) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:35.606077 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41520bf1-3ac8-4b3e-8c4d-0bd337b55d8a x-openstack-request-id: req-41520bf1-3ac8-4b3e-8c4d-0bd337b55d8a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:35.606356 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "05a62ee1-5ef2-425e-831a-5186294250c7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:35.606603 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-41520bf1-3ac8-4b3e-8c4d-0bd337b55d8a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:35.606981 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a62ee1-5ef2-425e-831a-5186294250c7', 'code': 200} Feb 16 14:53:35.616001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port f928d621-950e-4b9f-9fae-e3c34a85d6d7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:35.636464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port f928d621-950e-4b9f-9fae-e3c34a85d6d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:35.637696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.808134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.884552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f928d621-950e-4b9f-9fae-e3c34a85d6d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f928d621-950e-4b9f-9fae-e3c34a85d6d7,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:35.893641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.899215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:35.906217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:35.914151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:35.920248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:35.927289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:35.932669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:35.951871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:35.955355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59f0a241-402b-4d94-adef-82ec51500a6d req-a3161a0b-95e9-4d29-b44c-24ca00c06ded tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5440 time: 0.1778502 Feb 16 14:53:35.983086 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:35.984004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 742afedd-0f3d-4268-b259-0172f386c183 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:36.011256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a4c24d61-7794-40d2-9d63-81efe8218ef2 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1373094194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:36.069231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59f0a241-402b-4d94-adef-82ec51500a6d req-47f4a93c-f67a-495a-ac40-9a92cf826955 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987859 Feb 16 14:53:36.135073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f928d621-950e-4b9f-9fae-e3c34a85d6d7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:36.187769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4c24d61-7794-40d2-9d63-81efe8218ef2 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.189331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4c24d61-7794-40d2-9d63-81efe8218ef2 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.190686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Router c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:53:36.244392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 742afedd-0f3d-4268-b259-0172f386c183 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:36.249334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 742afedd-0f3d-4268-b259-0172f386c183 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:36.249708 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.312781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4c24d61-7794-40d2-9d63-81efe8218ef2 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.332102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:36.359153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Sync routers for ids ['c1f1f278-3e4c-4f47-bb6f-961e972ea2a6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:36.379911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Routers {'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:36.379911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c1f1f278-3e4c-4f47-bb6f-961e972ea2a6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:36.382518 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.457115 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4c24d61-7794-40d2-9d63-81efe8218ef2 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.458431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.460136 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-50bca672-8047-4ab1-bfb4-f1cfd464a1a9 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9328456 Feb 16 14:53:36.462968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57776) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:36.524073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 742afedd-0f3d-4268-b259-0172f386c183, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=742afedd-0f3d-4268-b259-0172f386c183,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:36.530253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf0f6d83-36a1-4b6c-9f9a-ca8d02324ecb req-2d3c4d0b-4385-4a2b-b312-25ae94f4ac26 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 210 time: 0.0459399 Feb 16 14:53:36.550478 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4c24d61-7794-40d2-9d63-81efe8218ef2 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.559152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a4c24d61-7794-40d2-9d63-81efe8218ef2 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9602747 Feb 16 14:53:36.561439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57786) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:36.567138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1180818712'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:36.569703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Set router c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:53:36.615800 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.616658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 79124103-1843-4958-b1f7-98aecd56332b up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:36.655284 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b82727ca-30a1-48bf-8fb3-b5455ce95058 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 HTTP/1.1" status: 200 len: 909 time: 0.1875494 Feb 16 14:53:36.658640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57790) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:36.663329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1408855310', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': True}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:36.752981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:36.756435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.775222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=742afedd-0f3d-4268-b259-0172f386c183,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:36.781552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.887109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6', 'name': 'tempest-snat-router-1408855310', 'tenant_id': '07b39f891dac46c9843b71342ab6fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'dd5f46b4-a308-4f0d-99d9-ec6aecd928c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:53:32Z', 'updated_at': '2022-02-16T14:53:35Z', 'revision_number': 3, 'project_id': '07b39f891dac46c9843b71342ab6fbdc', 'gw_port': {'id': 'dd5f46b4-a308-4f0d-99d9-ec6aecd928c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:53:34Z', 'updated_at': '2022-02-16T14:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:36.914625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Checking router: c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:53:36.915131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Updating router c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:53:36.915236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.916232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.930957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.945777 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.969974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 79124103-1843-4958-b1f7-98aecd56332b completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:36.980695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 79124103-1843-4958-b1f7-98aecd56332b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:36.981153 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:36.985531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.055749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.075185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:53:37.089758 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.090564 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Added segment 641ceb78-5f80-4ba9-af79-6d3538fd946d of type vlan for network b79aa19a-d382-45af-b488-653e14c598aa Feb 16 14:53:37.154635 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.280154 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.324467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-068048a0-3ea6-4c80-9dca-823d002b7077 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.326243 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-068048a0-3ea6-4c80-9dca-823d002b7077 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.1515508 Feb 16 14:53:37.340809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Request body: {'port': {'device_id': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'admin_state_up': True, 'tenant_id': '7a92941bc1834414903792221aa63b2a'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:37.356250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.362837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.363666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.414680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b86aa50-c60a-4363-ad18-1953355715e5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:37.440553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 79124103-1843-4958-b1f7-98aecd56332b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=79124103-1843-4958-b1f7-98aecd56332b,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:37.504796 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.506219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d5087570-118e-4a4a-b31a-c3d8d9d90bd0 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:37.683264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.692950 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1303480 Feb 16 14:53:37.696249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57830) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:37.702445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'subnet': {'network_id': 'b79aa19a-d382-45af-b488-653e14c598aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:37.731761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdb617-039d-4c5c-9a58-73c0324b9c5a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Network': ['ID=b79aa19a-d382-45af-b488-653e14c598aa,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:37.744760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Made reservation on behalf of 7a92941bc1834414903792221aa63b2a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:37.754833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.780044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7'}, {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742afedd-0f3d-4268-b259-0172f386c183'}, {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79124103-1843-4958-b1f7-98aecd56332b'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:37.783019 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c2347-8c34-4b4d-9797-9f9711e96505" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "f928d621-950e-4b9f-9fae-e3c34a85d6d7"}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "742afedd-0f3d-4268-b259-0172f386c183"}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "79124103-1843-4958-b1f7-98aecd56332b"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:37.796574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b79aa19a-d382-45af-b488-653e14c598aa details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:53:37.803966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2200803-245e-40f2-a51d-99e916d65d00 req-c419503b-bbca-44e4-8b96-21671d1b272f tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 210 time: 0.0775077 Feb 16 14:53:37.826528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.847231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.853686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.872224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.881475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.901758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.914095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:37.916154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-b9a503f4-b00e-4c3e-8341-2e7229f9ad07 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5442 time: 0.6985919 Feb 16 14:53:37.938634 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:37.955215 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b076b5c0-862b-4aec-b2e0-d323470f75c5 x-openstack-request-id: req-b076b5c0-862b-4aec-b2e0-d323470f75c5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:37.962534 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "f928d621-950e-4b9f-9fae-e3c34a85d6d7", "code": 200}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "742afedd-0f3d-4268-b259-0172f386c183", "code": 200}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "79124103-1843-4958-b1f7-98aecd56332b", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:37.962733 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b076b5c0-862b-4aec-b2e0-d323470f75c5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:37.963573 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7', 'code': 200} Feb 16 14:53:37.965193 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742afedd-0f3d-4268-b259-0172f386c183', 'code': 200} Feb 16 14:53:37.968254 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79124103-1843-4958-b1f7-98aecd56332b', 'code': 200} Feb 16 14:53:38.021098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=79124103-1843-4958-b1f7-98aecd56332b,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:38.035117 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.084708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-379fce21-8f66-4ab8-8ecb-d5836225c4ae req-f79440ba-64c8-4615-a196-59a33abaed80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512020 Feb 16 14:53:38.093767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Allocated IP 172.20.0.3 (6e84b63b-4110-4789-95e8-aef8c1df2b4b/050140c9-6bab-47f1-b47f-4ad96e341b29/cd3967f9-e8eb-45a3-b964-edc05f78392b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:38.163056 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cdcbfe39-8d54-4617-b630-ba7c18609510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.216161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Attempting to bind port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:38.216543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Attempting to bind port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:38.216902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Attempting to bind port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:38.230494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:38.240535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:38.241265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.241858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:38.242630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Bound port: dd5f46b4-a308-4f0d-99d9-ec6aecd928c6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:38.243215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.246798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d502eb-cc91-4b92-82c7-af23c43b9e2d None None] Pushing event updated for resources: {'Port': ['ID=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:38.283826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:38.289175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:38.298449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:38.299311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.301555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:38.312484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.357951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] For port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:38.364481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] For port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:38.428495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.459881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.486420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.514076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:38.522380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44115cf-20ef-4e39-b4f2-2abfc6b1504a req-1d8c3ad2-491e-4cf8-8bd8-84334f818dc1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:38.524224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44115cf-20ef-4e39-b4f2-2abfc6b1504a req-1d8c3ad2-491e-4cf8-8bd8-84334f818dc1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.1410122 Feb 16 14:53:38.525417 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.589200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Routers {'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:38.590194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c1f1f278-3e4c-4f47-bb6f-961e972ea2a6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:38.728780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44115cf-20ef-4e39-b4f2-2abfc6b1504a req-aaa01e14-ccae-41ba-b25c-c7d8f78f2669 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649412 Feb 16 14:53:38.730820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Allocated IP 172.25.6.51 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f5e82aae-d27b-4b6c-bb70-433615a2872a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:38.770110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] Set router c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:53:38.855173 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:38.856149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ba34ef36-b048-4bf8-857e-a1eb87b590d4 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:38.860392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d502eb-cc91-4b92-82c7-af23c43b9e2d None None] Pushing event updated for resources: {'Port': ['ID=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:39.006563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c98642f-03a6-41f1-8aba-cf8dc2a69591 req-0954d850-aa79-4f52-8ccf-5732f03e2c6d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 210 time: 0.0593214 Feb 16 14:53:39.039801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae3ca0-f343-4a92-b3bf-c3a60725940e req-69bfbf65-d9a3-4c5a-ac6f-bda0262a728a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.049278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95ae3ca0-f343-4a92-b3bf-c3a60725940e req-69bfbf65-d9a3-4c5a-ac6f-bda0262a728a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.1985393 Feb 16 14:53:39.053772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.080970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:39.113234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95ae3ca0-f343-4a92-b3bf-c3a60725940e req-9f94190c-2a71-4d09-ae40-148d9739876b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628407 Feb 16 14:53:39.149223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f94af04f-f5dc-4b77-ad21-741193fbf572 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:39.161142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port ba34ef36-b048-4bf8-857e-a1eb87b590d4 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:39.205530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.227284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: f94af04f-f5dc-4b77-ad21-741193fbf572 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:53:39.228248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f94af04f-f5dc-4b77-ad21-741193fbf572 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:53:39.230055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port ba34ef36-b048-4bf8-857e-a1eb87b590d4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:39.234116 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.247033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.292808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:39.315026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.319470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:39.337425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:39.354891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f4aed5-1f7b-4895-8c2b-f783b1902b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.374143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6', 'name': 'tempest-snat-router-1408855310', 'tenant_id': '07b39f891dac46c9843b71342ab6fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'dd5f46b4-a308-4f0d-99d9-ec6aecd928c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:53:32Z', 'updated_at': '2022-02-16T14:53:35Z', 'revision_number': 3, 'project_id': '07b39f891dac46c9843b71342ab6fbdc', 'gw_port': {'id': 'dd5f46b4-a308-4f0d-99d9-ec6aecd928c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:53:34Z', 'updated_at': '2022-02-16T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:39.388873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e82aae-d27b-4b6c-bb70-433615a2872a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:39.441948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4256fa3-3413-4472-8960-4d7a70b88914 None None] The sync data for ids ['c1f1f278-3e4c-4f47-bb6f-961e972ea2a6'] in n-d-829433-1 is: [{'id': 'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6', 'name': 'tempest-snat-router-1408855310', 'tenant_id': '07b39f891dac46c9843b71342ab6fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.242'}], 'enable_snat': False}, 'gw_port_id': 'dd5f46b4-a308-4f0d-99d9-ec6aecd928c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:53:32Z', 'updated_at': '2022-02-16T14:53:35Z', 'revision_number': 3, 'project_id': '07b39f891dac46c9843b71342ab6fbdc', 'gw_port': {'id': 'dd5f46b4-a308-4f0d-99d9-ec6aecd928c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f1f278-3e4c-4f47-bb6f-961e972ea2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:53:34Z', 'updated_at': '2022-02-16T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:39.476838 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.482200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.504811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.505150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Subnet': ['ID=e7650e11-ecac-4c0a-9ba9-540b84b1dae2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:39.505616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.512142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.518068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.524879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.527399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Checking segment: {'id': '641ceb78-5f80-4ba9-af79-6d3538fd946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b79aa19a-d382-45af-b488-653e14c598aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:39.528263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network hostable DHCP agents. Network: b79aa19a-d382-45af-b488-653e14c598aa, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:53:39.532218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.540876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.549845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-be371af1-d516-4d38-9412-a1b3eebee877 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5444 time: 0.2713437 Feb 16 14:53:39.558903 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.573915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d7baa-f293-463d-b71b-c65fcb14c8b9 req-56506d43-2226-4427-9182-ab9864eb44ca tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.573915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-931d7baa-f293-463d-b71b-c65fcb14c8b9 req-56506d43-2226-4427-9182-ab9864eb44ca tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.2880719 Feb 16 14:53:39.595398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ba34ef36-b048-4bf8-857e-a1eb87b590d4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ba34ef36-b048-4bf8-857e-a1eb87b590d4,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:39.623968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:39.629753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:39.632348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:39.640811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:39.700725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f4aed5-1f7b-4895-8c2b-f783b1902b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.712244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.712989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.735983 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.736488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network b79aa19a-d382-45af-b488-653e14c598aa is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:53:39.736780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1dbc7a42-30cf-473c-915c-6b88a972c02c up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:39.758162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30bc9297-4b87-410d-993b-a27e01bfccf1 req-a583e962-e6ee-46a4-974b-40fd4fbff4b9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073016 Feb 16 14:53:39.772425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-931d7baa-f293-463d-b71b-c65fcb14c8b9 req-aa3dfc7a-1775-4fd4-b7cd-9f70c4402019 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990602 Feb 16 14:53:39.819602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f4aed5-1f7b-4895-8c2b-f783b1902b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.880175 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-5fee4464-8b73-4b20-aeb5-d4980ac06eda tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5440309 Feb 16 14:53:39.881620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b79aa19a-d382-45af-b488-653e14c598aa) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:39.888211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ba34ef36-b048-4bf8-857e-a1eb87b590d4,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:39.912523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Request body: {'port': {'device_id': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:39.919815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accef466-5328-4a6a-abdc-55fa65761533 None None] Network b79aa19a-d382-45af-b488-653e14c598aa requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:39.923512 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75f4aed5-1f7b-4895-8c2b-f783b1902b8a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=560ab1400b3c41d5a185ec5f2cee4a62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6377430 Feb 16 14:53:39.928216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:39.929694 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:39.942620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57858) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:39.967988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4aed5-1f7b-4895-8c2b-f783b1902b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe2149-9571-4d87-9676-43424a241c7b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:40.036417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0'}, {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:40.038746 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cde0b9-5d1f-4b91-8d6e-7cd83eab3873" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0"}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "ba34ef36-b048-4bf8-857e-a1eb87b590d4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:40.046825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 1dbc7a42-30cf-473c-915c-6b88a972c02c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:40.052873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.072340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.094886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7df0c2d-822a-4f72-84b2-2a54b5d65d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.105493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 1dbc7a42-30cf-473c-915c-6b88a972c02c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:40.106007 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.138440 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2050c0c2-b180-4abd-9e26-84d9265214d3 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4407547 Feb 16 14:53:40.146021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57864) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:40.166383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7df0c2d-822a-4f72-84b2-2a54b5d65d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.204303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'network': {'name': 'tempest-router-network01--1275192184'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:40.297209 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01433ace-bc95-4618-88f8-c5391d1ac073 x-openstack-request-id: req-01433ace-bc95-4618-88f8-c5391d1ac073 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:40.297648 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0", "code": 200}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "ba34ef36-b048-4bf8-857e-a1eb87b590d4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:40.297929 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-01433ace-bc95-4618-88f8-c5391d1ac073 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:40.298487 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'code': 200} Feb 16 14:53:40.298747 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4', 'code': 200} Feb 16 14:53:40.313406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b79aa19a-d382-45af-b488-653e14c598aa', 'network_id': 'b79aa19a-d382-45af-b488-653e14c598aa', 'tenant_id': '2a95942d60f34e979f6e6f7440d24e50', 'fixed_ips': [{'subnet_id': 'e7650e11-ecac-4c0a-9ba9-540b84b1dae2'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:53:40.314833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.359664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567a1ba-d5a9-49d2-8634-acf85cf45c22 req-13da93ec-a375-4545-a1fc-423aae8e52f2 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:40.367986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2567a1ba-d5a9-49d2-8634-acf85cf45c22 req-13da93ec-a375-4545-a1fc-423aae8e52f2 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 931 time: 0.2351105 Feb 16 14:53:40.370443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.420091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:40.423982 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.425287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1dbc7a42-30cf-473c-915c-6b88a972c02c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1dbc7a42-30cf-473c-915c-6b88a972c02c,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:40.525279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-34ada55b-7e31-4ae5-9705-9a38484e0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:40.526868 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-34ada55b-7e31-4ae5-9705-9a38484e0119 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1097 time: 0.0901928 Feb 16 14:53:40.541408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.542161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:40.600626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2567a1ba-d5a9-49d2-8634-acf85cf45c22 req-088a3d25-b4fb-493b-9dee-3a818cc4a1c6 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317638 Feb 16 14:53:40.607505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:53:40.648889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7df0c2d-822a-4f72-84b2-2a54b5d65d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.651437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7df0c2d-822a-4f72-84b2-2a54b5d65d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.655824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e58bbe-3718-4378-bfd9-e18a703ef7c8 req-86a8c32d-35f3-4368-9b27-a6f02914f47b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:40.658396 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7df0c2d-822a-4f72-84b2-2a54b5d65d98 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/56fe2149-9571-4d87-9676-43424a241c7b HTTP/1.1" status: 204 len: 168 time: 0.7146122 Feb 16 14:53:40.679856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8e58bbe-3718-4378-bfd9-e18a703ef7c8 req-86a8c32d-35f3-4368-9b27-a6f02914f47b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 946 time: 0.2835593 Feb 16 14:53:40.714208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.717858 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Added segment 2aaa5434-c713-411f-a8d5-9b4e5d4d1272 of type vlan for network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 Feb 16 14:53:40.717858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.723705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df0c2d-822a-4f72-84b2-2a54b5d65d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe2149-9571-4d87-9676-43424a241c7b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:40.800109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3967f9-e8eb-45a3-b964-edc05f78392b {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:40.830914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=1dbc7a42-30cf-473c-915c-6b88a972c02c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:40.848945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.878332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.894210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Transition to ACTIVE for port object cd3967f9-e8eb-45a3-b964-edc05f78392b will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:53:40.922965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.945804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8e58bbe-3718-4378-bfd9-e18a703ef7c8 req-db4bf6b7-38bf-4347-82fb-d3bef81a6f6d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649240 Feb 16 14:53:40.966892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-9466593e-673a-4846-ae76-f2ac417da810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:40.966892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-9466593e-673a-4846-ae76-f2ac417da810 service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.4275043 Feb 16 14:53:41.080432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.082615 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:41.100540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:41.105212 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-45a6cc0b-d5ea-4b69-a9ff-d96d1a7d4685 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 1000 time: 0.1261225 Feb 16 14:53:41.138681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Allocated IP 2001:db8::2 (b79aa19a-d382-45af-b488-653e14c598aa/e7650e11-ecac-4c0a-9ba9-540b84b1dae2/4e788c77-83a1-4516-8b7d-da0995e301d9) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:41.185369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.195304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.205099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.213518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.223337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.232984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.244563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.254278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.263606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-18ca1d75-f161-45c1-854f-53a1cf4348a6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.2065163 Feb 16 14:53:41.273633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:41.315857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.328999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.328999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.343802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-3785a5aa-7e07-4a5c-bbe4-8633902f76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.351114 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-3785a5aa-7e07-4a5c-bbe4-8633902f76d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.2126489 Feb 16 14:53:41.454664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e35ef77-3499-40ab-9baf-1954c7c7ae88 req-514e0fd2-97e6-4a9c-bb7d-059ee83c5c02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1878390 Feb 16 14:53:41.464074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2820539 Feb 16 14:53:41.471141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57882) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:41.499690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3651c2-94b6-4c6a-bdd8-df7ada722fda tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Network': ['ID=8a91807d-3e9b-489d-bb7e-e1f062627ee0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:41.504524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'network': {'name': 'tempest-router-network02--233712055'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:41.548690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Attempting to bind port cd3967f9-e8eb-45a3-b964-edc05f78392b on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:41.553690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Attempting to bind port cd3967f9-e8eb-45a3-b964-edc05f78392b by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:41.553690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Attempting to bind port cd3967f9-e8eb-45a3-b964-edc05f78392b on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:41.563594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-c7c18231-f953-4a42-9866-e170e37a9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:41.565696 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-c7c18231-f953-4a42-9866-e170e37a9aa6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726034 Feb 16 14:53:41.570083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Port cd3967f9-e8eb-45a3-b964-edc05f78392b on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:53:41.570412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Attempting to bind port cd3967f9-e8eb-45a3-b964-edc05f78392b on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:41.594954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:41.596632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Checking segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:41.597235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Bound using segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:41.598360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Bound port: cd3967f9-e8eb-45a3-b964-edc05f78392b, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:41.598937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.602170 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.631089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:53:41.644841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Router 425d4cfa-8e8f-4322-b326-0f19ecabe2fd is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:53:41.710391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:41.714241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.774253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:53:41.794378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.794780 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Added segment a7d620cd-449e-487a-8f0a-57001b5c5f41 of type vlan for network 8878041c-6885-4411-a198-82849ee156be Feb 16 14:53:41.869586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.905566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57886) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:41.908967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:41.909353 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.912123 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:41.964383 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-3a3f9256-c778-4062-a5b4-1e784d8bcfac service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883009 Feb 16 14:53:42.003585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf6632f9-c692-4096-b7c6-75f6297ef5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.023487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=14']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:42.033021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.057613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.058860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.072447 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.164079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:42.183760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:42.220709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.293441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Network b79aa19a-d382-45af-b488-653e14c598aa is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:42.301904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:42.312209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:42.314783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbc7a42-30cf-473c-915c-6b88a972c02c'}, {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:42.317187 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d3a4e8-5014-4c26-937d-a391cc36646e" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "1dbc7a42-30cf-473c-915c-6b88a972c02c"}, {"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:42.330212 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.346653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34402c-9570-4d19-9f06-f2424b0b2613 req-78b7c454-9a1a-4976-af96-95a6326bab10 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.348626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d34402c-9570-4d19-9f06-f2424b0b2613 req-78b7c454-9a1a-4976-af96-95a6326bab10 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1609223 Feb 16 14:53:42.361378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665cc3-a176-4f90-af9e-ecce2f1f1bff req-c24f7ec9-9e83-42c5-a5c4-68f405944250 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.364768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:42.369680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e665cc3-a176-4f90-af9e-ecce2f1f1bff req-c24f7ec9-9e83-42c5-a5c4-68f405944250 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 943 time: 0.1799374 Feb 16 14:53:42.370343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.382165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf6632f9-c692-4096-b7c6-75f6297ef5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.388909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:42.400702 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Sync routers for ids ['425d4cfa-8e8f-4322-b326-0f19ecabe2fd'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:42.416825 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Routers {'425d4cfa-8e8f-4322-b326-0f19ecabe2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:42.420424 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['425d4cfa-8e8f-4322-b326-0f19ecabe2fd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:42.459799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9848688 Feb 16 14:53:42.460005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e665cc3-a176-4f90-af9e-ecce2f1f1bff req-e09118b8-2dd6-4e1c-b0ab-6fc0113a0aea tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830767 Feb 16 14:53:42.460092 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2a026e07-445a-44f7-a170-6fc9c180dbc1 req-ebaaa582-5042-46b7-81a2-455a13288f59 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830894 Feb 16 14:53:42.461194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.473439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:42.473602 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.477414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Pushing event updated for resources: {'Port': ['ID=4e788c77-83a1-4516-8b7d-da0995e301d9,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:42.493844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d34402c-9570-4d19-9f06-f2424b0b2613 req-6e9fe9f4-2236-4eb4-bb47-4dae8588a267 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202836 Feb 16 14:53:42.497726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.498923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dfb0cd24-226d-4bb8-b3a5-875ce79ac3dd tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8423922 Feb 16 14:53:42.504241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57898) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:42.585422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'subnet': {'network_id': '8a91807d-3e9b-489d-bb7e-e1f062627ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:42.590445 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f157fa-ec47-467c-a669-8c79b72d1a76 x-openstack-request-id: req-19f157fa-ec47-467c-a669-8c79b72d1a76 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:42.591012 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-plugged", "status": "completed", "tag": "1dbc7a42-30cf-473c-915c-6b88a972c02c", "code": 200}, {"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:42.591495 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-19f157fa-ec47-467c-a669-8c79b72d1a76 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:42.592235 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbc7a42-30cf-473c-915c-6b88a972c02c', 'code': 200} Feb 16 14:53:42.592684 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'code': 200} Feb 16 14:53:42.630372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Attempting to bind port 4e788c77-83a1-4516-8b7d-da0995e301d9 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:42.631641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Attempting to bind port 4e788c77-83a1-4516-8b7d-da0995e301d9 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '641ceb78-5f80-4ba9-af79-6d3538fd946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b79aa19a-d382-45af-b488-653e14c598aa'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:42.632217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Attempting to bind port 4e788c77-83a1-4516-8b7d-da0995e301d9 on network b79aa19a-d382-45af-b488-653e14c598aa {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:42.653511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:42.662893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:42.664688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Checking segment: {'id': '641ceb78-5f80-4ba9-af79-6d3538fd946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b79aa19a-d382-45af-b488-653e14c598aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:42.665053 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.665613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Bound using segment: {'id': '641ceb78-5f80-4ba9-af79-6d3538fd946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b79aa19a-d382-45af-b488-653e14c598aa'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:42.666175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Bound port: 4e788c77-83a1-4516-8b7d-da0995e301d9, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641ceb78-5f80-4ba9-af79-6d3538fd946d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b79aa19a-d382-45af-b488-653e14c598aa'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:42.666637 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.701064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf6632f9-c692-4096-b7c6-75f6297ef5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.709531 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Set router 425d4cfa-8e8f-4322-b326-0f19ecabe2fd gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:53:42.766436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] For port 4e788c77-83a1-4516-8b7d-da0995e301d9, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:42.770841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] For port 4e788c77-83a1-4516-8b7d-da0995e301d9, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4e788c77-83a1-4516-8b7d-da0995e301d9,segment=NetworkSegment(641ceb78-5f80-4ba9-af79-6d3538fd946d),segment_id=641ceb78-5f80-4ba9-af79-6d3538fd946d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:42.794106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:42.829275 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf6632f9-c692-4096-b7c6-75f6297ef5dc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=092f28132555468a826c5f274f89818b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8781145 Feb 16 14:53:42.833296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57900) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:42.850279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.856837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.857172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.858896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6632f9-c692-4096-b7c6-75f6297ef5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8c57d6-c159-4014-b7a1-8eb4e3180936,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:42.871782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2379-94dc-4239-af47-b4bc7eab3e5d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Network': ['ID=8878041c-6885-4411-a198-82849ee156be,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:42.873199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.879718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.886053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.886611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.887082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.888190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.888675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.889136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.889654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.892805 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a8ac164-4788-4c27-810e-76407f293b77 req-0038b39d-ecc6-4422-baff-d2ffa4d0264f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6503 time: 0.1558363 Feb 16 14:53:42.898882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.899036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.899036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.899036 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-41d6b117-7668-469b-9fd1-4f504726f8dc service neutron] 10.222.0.129 "PUT /v2.0/ports/cd3967f9-e8eb-45a3-b964-edc05f78392b HTTP/1.1" status: 200 len: 1091 time: 3.0105894 Feb 16 14:53:42.899419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:42.901867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.902022 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5d78c2-539a-458f-b108-94bbce663709" -d '{"events": [{"name": "network-changed", "server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:42.909883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:42.912174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-4d0e7ee2-d8a8-477c-9e7a-0277b4515293 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.2422698 Feb 16 14:53:42.923122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f5ed7df-545d-4ef1-9933-59dec3c00291 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/425d4cfa-8e8f-4322-b326-0f19ecabe2fd HTTP/1.1" status: 200 len: 907 time: 0.4153469 Feb 16 14:53:42.932491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57904) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:42.948508 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1a8ac164-4788-4c27-810e-76407f293b77 req-4de448c6-da67-4ff3-9f02-7a9f0c0b3d02 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424256 Feb 16 14:53:42.949592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:42.955587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:42.979646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8878041c-6885-4411-a198-82849ee156be details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:53:42.981998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:43.076593 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aebc37-a303-4873-954e-7dba394aa93d x-openstack-request-id: req-59aebc37-a303-4873-954e-7dba394aa93d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:43.076914 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:43.077112 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-59aebc37-a303-4873-954e-7dba394aa93d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:43.077705 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'status': 'completed', 'code': 200} Feb 16 14:53:43.098302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f1f091e-f15c-4b4d-af53-680c852e9e85 req-100c7145-7b9a-4550-a232-c1b590995bd3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1699338 Feb 16 14:53:43.118520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557af810-f213-4e5f-b5dc-7173751194d7 None None] Pushing event updated for resources: {'Port': ['ID=4e788c77-83a1-4516-8b7d-da0995e301d9,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:43.150592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d78c2-539a-458f-b108-94bbce663709 req-55495bd7-27fe-4feb-87de-4a44fb299501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:43.159316 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0d5d78c2-539a-458f-b108-94bbce663709 req-55495bd7-27fe-4feb-87de-4a44fb299501 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 1094 time: 0.1163247 Feb 16 14:53:43.180102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:43.180477 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87fd2ebb-4a25-4054-a561-9e7737340651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.180700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.209876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.222604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87fd2ebb-4a25-4054-a561-9e7737340651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.284386 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d4cfa-8e8f-4322-b326-0f19ecabe2fd', 'name': 'tempest-snat-router-1408855310', 'tenant_id': '07b39f891dac46c9843b71342ab6fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'f5e82aae-d27b-4b6c-bb70-433615a2872a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:53:36Z', 'updated_at': '2022-02-16T14:53:39Z', 'revision_number': 3, 'project_id': '07b39f891dac46c9843b71342ab6fbdc', 'gw_port': {'id': 'f5e82aae-d27b-4b6c-bb70-433615a2872a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:da:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425d4cfa-8e8f-4322-b326-0f19ecabe2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:53:38Z', 'updated_at': '2022-02-16T14:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:43.388711 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Checking router: 425d4cfa-8e8f-4322-b326-0f19ecabe2fd for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:53:43.389056 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Updating router 425d4cfa-8e8f-4322-b326-0f19ecabe2fd port f5e82aae-d27b-4b6c-bb70-433615a2872a binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:53:43.449516 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.459136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d78c2-539a-458f-b108-94bbce663709 req-d2d5cac6-dc74-4f24-81bb-8a0ae05cfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:43.459912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0d5d78c2-539a-458f-b108-94bbce663709 req-d2d5cac6-dc74-4f24-81bb-8a0ae05cfe88 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=7a92941bc1834414903792221aa63b2a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2941267 Feb 16 14:53:43.524640 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.565228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87fd2ebb-4a25-4054-a561-9e7737340651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.570945 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87fd2ebb-4a25-4054-a561-9e7737340651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.581963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-87fd2ebb-4a25-4054-a561-9e7737340651 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5f8c57d6-c159-4014-b7a1-8eb4e3180936 HTTP/1.1" status: 204 len: 168 time: 0.7455409 Feb 16 14:53:43.620987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd2ebb-4a25-4054-a561-9e7737340651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8c57d6-c159-4014-b7a1-8eb4e3180936,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:43.649423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d78c2-539a-458f-b108-94bbce663709 req-9033a5ff-fd25-4f39-bd25-8f2282375ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:43.650923 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0d5d78c2-539a-458f-b108-94bbce663709 req-9033a5ff-fd25-4f39-bd25-8f2282375ffb service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1782780 Feb 16 14:53:43.684312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.816480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Subnet': ['ID=2c98b20a-06ca-4a79-910d-10bd581bbee4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:43.820278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9cb9c-b237-41e9-83a7-eeb3779fa8c9 req-9921d968-f835-4cf9-8486-8f047d4e49a2 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:43.821393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcb9cb9c-b237-41e9-83a7-eeb3779fa8c9 req-9921d968-f835-4cf9-8486-8f047d4e49a2 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 943 time: 0.1350551 Feb 16 14:53:43.831102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb71ba-655b-4d4e-b684-5e9280197ed2 req-212cdf13-5581-4ba1-b109-02f336bf0886 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:43.832685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdb71ba-655b-4d4e-b684-5e9280197ed2 req-212cdf13-5581-4ba1-b109-02f336bf0886 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1451147 Feb 16 14:53:43.843913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Deleting port f5e82aae-d27b-4b6c-bb70-433615a2872a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:43.843913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:43.870676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-4743ee0d-dc04-45d3-8472-8a91ee55ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:43.872455 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-4743ee0d-dc04-45d3-8472-8a91ee55ce8e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 1094 time: 0.1090600 Feb 16 14:53:43.881620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Checking segment: {'id': '2aaa5434-c713-411f-a8d5-9b4e5d4d1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8a91807d-3e9b-489d-bb7e-e1f062627ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:43.882246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network hostable DHCP agents. Network: 8a91807d-3e9b-489d-bb7e-e1f062627ee0, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:53:43.931409 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-9b4d2358-0b66-4dae-a182-74319d7aad1b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b HTTP/1.1" status: 200 len: 217 time: 0.0508215 Feb 16 14:53:43.994156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdb71ba-655b-4d4e-b684-5e9280197ed2 req-5d234ead-86a3-4cad-812a-87d1190870e3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484344 Feb 16 14:53:44.005742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcb9cb9c-b237-41e9-83a7-eeb3779fa8c9 req-749bcfb7-ed4a-4ecf-9b3a-ed2e772b6a9a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708393 Feb 16 14:53:44.037087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.050906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-b2d4b50c-c3f9-4353-848d-93b9f9a4e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.050906 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-b2d4b50c-c3f9-4353-848d-93b9f9a4e529 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=050140c9-6bab-47f1-b47f-4ad96e341b29 HTTP/1.1" status: 200 len: 844 time: 0.1013968 Feb 16 14:53:44.050906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:53:44.060599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Calling delete_port for f5e82aae-d27b-4b6c-bb70-433615a2872a owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:44.077634 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.116832 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-c2ef55f9-5bae-4b3c-b3d1-9b56954d08fa service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6e84b63b-4110-4789-95e8-aef8c1df2b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664682 Feb 16 14:53:44.163865 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.334096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8a91807d-3e9b-489d-bb7e-e1f062627ee0) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:44.343669 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Attempting to bind port f5e82aae-d27b-4b6c-bb70-433615a2872a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:44.350175 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Attempting to bind port f5e82aae-d27b-4b6c-bb70-433615a2872a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:44.353410 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Attempting to bind port f5e82aae-d27b-4b6c-bb70-433615a2872a on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:44.354529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.357120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.366165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b2c59-dd27-42c3-abd8-f260de215f55 None None] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:44.379843 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Pushing event updated for resources: {'Port': ['ID=f5e82aae-d27b-4b6c-bb70-433615a2872a,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:44.400983 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:44.401685 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:44.402411 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.403050 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:44.403945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Bound port: f5e82aae-d27b-4b6c-bb70-433615a2872a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:44.404561 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.439928 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-eec3a422-ee6c-4a73-945a-b85c24b86290 service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115358 Feb 16 14:53:44.592567 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f73b89f0-5659-4d55-9124-0ccc7ac20970 req-6e759d8d-58a2-4838-8355-5183062d9d20 service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459095 Feb 16 14:53:44.601121 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9baee424-6bc5-4c89-801b-cfa5dc213568 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0214567 Feb 16 14:53:44.602583 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.603082 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.603272 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.609165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57944) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:44.609851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.609851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.609851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.609851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.609851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.609851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.609851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.610503 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.612800 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:53:44.631529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'subnet': {'network_id': '8878041c-6885-4411-a198-82849ee156be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:44.744526 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] For port f5e82aae-d27b-4b6c-bb70-433615a2872a, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:44.744526 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] For port f5e82aae-d27b-4b6c-bb70-433615a2872a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f5e82aae-d27b-4b6c-bb70-433615a2872a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:44.750829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238301b8-3c66-4e65-8df8-b871143a5085 req-677b5ef2-2995-4ba5-99d4-5c457eb06692 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.753456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-238301b8-3c66-4e65-8df8-b871143a5085 req-677b5ef2-2995-4ba5-99d4-5c457eb06692 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.3505692 Feb 16 14:53:44.780532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.795643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-8a91807d-3e9b-489d-bb7e-e1f062627ee0', 'network_id': '8a91807d-3e9b-489d-bb7e-e1f062627ee0', 'tenant_id': '2a95942d60f34e979f6e6f7440d24e50', 'fixed_ips': [{'subnet_id': '2c98b20a-06ca-4a79-910d-10bd581bbee4'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:53:44.795771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.795865 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.802340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.823427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.837244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4441d6-7d47-4722-b14c-73e629fde09a None None] Network b79aa19a-d382-45af-b488-653e14c598aa requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:44.838056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.844882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.862508 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.863685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:44.871163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-f74fbaa0-4039-4d01-a756-74af0343f1c4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.4640906 Feb 16 14:53:44.982480 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Routers {'425d4cfa-8e8f-4322-b326-0f19ecabe2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:44.986896 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['425d4cfa-8e8f-4322-b326-0f19ecabe2fd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:44.991880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:44.997689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.069575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a192d7c6-a07a-4b50-9c4d-861657762d15 req-da6388c7-5b9b-40ab-9ea9-a7473cc51590 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673605 Feb 16 14:53:45.104561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-238301b8-3c66-4e65-8df8-b871143a5085 req-5a303216-678f-4105-b50c-fc779202d935 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370355 Feb 16 14:53:45.141878 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] Set router 425d4cfa-8e8f-4322-b326-0f19ecabe2fd gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:53:45.212081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4e788c77-83a1-4516-8b7d-da0995e301d9 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:45.227680 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425d4cfa-8e8f-4322-b326-0f19ecabe2fd', 'name': 'tempest-snat-router-1408855310', 'tenant_id': '07b39f891dac46c9843b71342ab6fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:53:36Z', 'updated_at': '2022-02-16T14:53:43Z', 'revision_number': 4, 'project_id': '07b39f891dac46c9843b71342ab6fbdc', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:45.231451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.273517 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c549211-ff0a-4ecd-9f4c-141acf14a290 None None] The sync data for ids ['425d4cfa-8e8f-4322-b326-0f19ecabe2fd'] in n-d-829433-1 is: [{'id': '425d4cfa-8e8f-4322-b326-0f19ecabe2fd', 'name': 'tempest-snat-router-1408855310', 'tenant_id': '07b39f891dac46c9843b71342ab6fbdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:53:36Z', 'updated_at': '2022-02-16T14:53:43Z', 'revision_number': 4, 'project_id': '07b39f891dac46c9843b71342ab6fbdc', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:45.277961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5e82aae-d27b-4b6c-bb70-433615a2872a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:45.355074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57962) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:45.369205 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91663f2a-6eb4-43e7-852c-7e3e513754b2 None None] Pushing event updated for resources: {'Port': ['ID=f5e82aae-d27b-4b6c-bb70-433615a2872a,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:45.406878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b748c21b-64b9-4cde-8787-ef5526738c61 None None] Provisioning complete for port 4e788c77-83a1-4516-8b7d-da0995e301d9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:45.407430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b748c21b-64b9-4cde-8787-ef5526738c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.522020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.535760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a24a5-5d8b-43c3-b962-4d3af2716488 req-53b84f66-50a5-4f4f-925b-eec6a473183e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.543913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-459a24a5-5d8b-43c3-b962-4d3af2716488 req-53b84f66-50a5-4f4f-925b-eec6a473183e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 943 time: 0.2379084 Feb 16 14:53:45.601388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c79622-d651-482a-8c78-4571fc0dbe86 req-f5da0fb5-e7f8-4d5a-b605-1853edab3164 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.610042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1c79622-d651-482a-8c78-4571fc0dbe86 req-f5da0fb5-e7f8-4d5a-b605-1853edab3164 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2690425 Feb 16 14:53:45.627875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Allocated IP 2001:db8::2 (8a91807d-3e9b-489d-bb7e-e1f062627ee0/2c98b20a-06ca-4a79-910d-10bd581bbee4/7247f6f0-0697-414f-ba62-d87d4ef5a576) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:45.633272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.754505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.760420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.870076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Subnet': ['ID=f38a6b7d-e70b-43dc-8876-4ef225fbff80,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:45.877102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Checking segment: {'id': 'a7d620cd-449e-487a-8f0a-57001b5c5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8878041c-6885-4411-a198-82849ee156be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:45.877466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network hostable DHCP agents. Network: 8878041c-6885-4411-a198-82849ee156be, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:53:45.892149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.892687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.893173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.893927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.894548 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.895486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.895984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:45.898288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-87b28e2e-f535-4c12-880a-39779ef5716c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6492 time: 0.5390320 Feb 16 14:53:45.910375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1c79622-d651-482a-8c78-4571fc0dbe86 req-f0166f3b-9679-499b-9a9e-bfdcddc44de5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991979 Feb 16 14:53:45.947262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-459a24a5-5d8b-43c3-b962-4d3af2716488 req-92517f47-e8d7-419a-be9c-788963f2041f tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963184 Feb 16 14:53:45.971046 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-b7238c04-c5b7-4f2d-89fe-5fde95ad430f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=43c9d89e-f707-42ea-828e-3ae80b62fd89&id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624986 Feb 16 14:53:45.990911 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b748c21b-64b9-4cde-8787-ef5526738c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:45.997206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network 8878041c-6885-4411-a198-82849ee156be is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:53:45.997696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4e788c77-83a1-4516-8b7d-da0995e301d9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:45.997696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.032641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.033503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 425d4cfa-8e8f-4322-b326-0f19ecabe2fd {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:53:46.038254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.042286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-da5bd579-47f0-4969-ab97-e1e56de4d828 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "DELETE /v2.0/routers/425d4cfa-8e8f-4322-b326-0f19ecabe2fd HTTP/1.1" status: 204 len: 168 time: 3.1089501 Feb 16 14:53:46.042643 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57988) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:46.144265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8878041c-6885-4411-a198-82849ee156be) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:46.146153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a4aec-c7e5-48ec-a1ce-ab5d69ebeab3 req-597e84ac-1676-4ec4-8f23-5d30e13cb0c6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.148368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-602a4aec-c7e5-48ec-a1ce-ab5d69ebeab3 req-597e84ac-1676-4ec4-8f23-5d30e13cb0c6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0916979 Feb 16 14:53:46.161532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b748c21b-64b9-4cde-8787-ef5526738c61 None None] For port 4e788c77-83a1-4516-8b7d-da0995e301d9, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4e788c77-83a1-4516-8b7d-da0995e301d9,segment=NetworkSegment(641ceb78-5f80-4ba9-af79-6d3538fd946d),segment_id=641ceb78-5f80-4ba9-af79-6d3538fd946d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:46.167525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3c521-81d8-4ed9-b3e2-ea75dba3055a None None] Network 8878041c-6885-4411-a198-82849ee156be requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:46.176115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.176115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.213721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-602a4aec-c7e5-48ec-a1ce-ab5d69ebeab3 req-e184bc04-f5d4-4fc3-bdaf-f3849eafacfc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582654 Feb 16 14:53:46.256952 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.284792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.302564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b748c21b-64b9-4cde-8787-ef5526738c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.446607 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.496819 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8324fd9b-abe3-42e4-ad8b-2e447a3a8117 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8915110 Feb 16 14:53:46.498414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.508809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.523413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.524167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58000) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:46.524389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.527273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748c21b-64b9-4cde-8787-ef5526738c61 None None] Pushing event updated for resources: {'Port': ['ID=4e788c77-83a1-4516-8b7d-da0995e301d9,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:46.532110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.552210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.555784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.563885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.574062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-ee6b0837-52f0-47da-8a0a-1f0c5e303ba1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.2012603 Feb 16 14:53:46.641310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a7ea76-f927-4d48-91b3-ffcd13aa9e3d req-b87ac18d-5ab2-49c8-9a37-4bcf676ac2af tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654469 Feb 16 14:53:46.685848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-00d11cf3-9c40-4f4d-b921-d153045e12fb None None] Provisioning complete for port 4e788c77-83a1-4516-8b7d-da0995e301d9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:46.686255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00d11cf3-9c40-4f4d-b921-d153045e12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.717403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58006) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:46.741250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.741820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-8878041c-6885-4411-a198-82849ee156be', 'network_id': '8878041c-6885-4411-a198-82849ee156be', 'tenant_id': '2a95942d60f34e979f6e6f7440d24e50', 'fixed_ips': [{'subnet_id': 'f38a6b7d-e70b-43dc-8876-4ef225fbff80'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:53:46.742608 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.769497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b28a2-d64d-4fee-99ca-24482e579e64 req-f4c3e13d-53b8-40af-b4de-6042c96ae8da tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.773147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-753b28a2-d64d-4fee-99ca-24482e579e64 req-f4c3e13d-53b8-40af-b4de-6042c96ae8da tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1251702 Feb 16 14:53:46.851114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Pushing event updated for resources: {'Port': ['ID=7247f6f0-0697-414f-ba62-d87d4ef5a576,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:46.924010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-753b28a2-d64d-4fee-99ca-24482e579e64 req-de24d8bb-fd57-4646-aed1-d3379beb6777 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346354 Feb 16 14:53:46.941207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded11a4-da38-4f98-a53b-75dc0327ce98 req-aa7d82f3-d764-4a49-b966-c6bffd983e7b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:46.943733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4e788c77-83a1-4516-8b7d-da0995e301d9 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:46.959144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:46.971044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ded11a4-da38-4f98-a53b-75dc0327ce98 req-aa7d82f3-d764-4a49-b966-c6bffd983e7b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1609261 Feb 16 14:53:46.994596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:47.011172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:47.059489 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09dd6d90-091c-4189-a6dd-087b88fdc0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.132395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ded11a4-da38-4f98-a53b-75dc0327ce98 req-b89a8984-8172-4c3d-aac2-bafeca7d5051 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603227 Feb 16 14:53:47.187064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.192334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cd3967f9-e8eb-45a3-b964-edc05f78392b details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:47.195184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.202482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.210535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.215122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Attempting to bind port 7247f6f0-0697-414f-ba62-d87d4ef5a576 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:47.215505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Attempting to bind port 7247f6f0-0697-414f-ba62-d87d4ef5a576 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '2aaa5434-c713-411f-a8d5-9b4e5d4d1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8a91807d-3e9b-489d-bb7e-e1f062627ee0'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:47.215901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Attempting to bind port 7247f6f0-0697-414f-ba62-d87d4ef5a576 on network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:47.217336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.224413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.232115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.245041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a73ecb45-5c0b-4050-98a2-2e27d962999d req-d340b11e-bd49-4bba-9b8b-df648b928728 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.1742272 Feb 16 14:53:47.246644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:47.247087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Checking segment: {'id': '2aaa5434-c713-411f-a8d5-9b4e5d4d1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8a91807d-3e9b-489d-bb7e-e1f062627ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:47.247495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.247913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Bound using segment: {'id': '2aaa5434-c713-411f-a8d5-9b4e5d4d1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8a91807d-3e9b-489d-bb7e-e1f062627ee0'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:47.248399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Bound port: 7247f6f0-0697-414f-ba62-d87d4ef5a576, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aaa5434-c713-411f-a8d5-9b4e5d4d1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '8a91807d-3e9b-489d-bb7e-e1f062627ee0'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:47.248784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.255718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58016) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:47.257798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4e788c77-83a1-4516-8b7d-da0995e301d9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:47.258163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.264120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Request body: {'floatingip': {'port_id': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:47.278953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Allocated IP 2001:db8::2 (8878041c-6885-4411-a198-82849ee156be/f38a6b7d-e70b-43dc-8876-4ef225fbff80/77e0035f-20cc-4dc0-8d31-48aa99a7a1d3) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:47.308502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Deleting port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:47.309069 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.362282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.379812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.383238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] For port 7247f6f0-0697-414f-ba62-d87d4ef5a576, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:47.383977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] For port 7247f6f0-0697-414f-ba62-d87d4ef5a576, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7247f6f0-0697-414f-ba62-d87d4ef5a576,segment=NetworkSegment(2aaa5434-c713-411f-a8d5-9b4e5d4d1272),segment_id=2aaa5434-c713-411f-a8d5-9b4e5d4d1272)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:47.482014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.553123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e560a6-031d-490c-91ec-e75450f37752 req-83151d22-568f-48bf-b5a9-82ecf5181888 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.554798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93e560a6-031d-490c-91ec-e75450f37752 req-83151d22-568f-48bf-b5a9-82ecf5181888 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 943 time: 0.2978029 Feb 16 14:53:47.561059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] For port dd5f46b4-a308-4f0d-99d9-ec6aecd928c6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:47.561487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.569918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09dd6d90-091c-4189-a6dd-087b88fdc0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.583227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Calling delete_port for dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:47.614596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-6ffeef97-5b37-422c-ad97-0c33d84feb43 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:47.616302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-6ffeef97-5b37-422c-ad97-0c33d84feb43 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.2849789 Feb 16 14:53:47.651281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:47.693231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd5ebb-b652-4613-8e6d-6b698f857227 None None] Pushing event updated for resources: {'Port': ['ID=7247f6f0-0697-414f-ba62-d87d4ef5a576,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:47.694398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-72d215a9-9dcd-4133-99d3-8f9962d7627c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/quotas/ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 375 time: 0.0323205 Feb 16 14:53:47.712958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93e560a6-031d-490c-91ec-e75450f37752 req-05488ae9-f863-45e2-bf48-f66edff2e874 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181700 Feb 16 14:53:47.717187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'mac_address': 'fa:16:3e:78:bb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:47.763607 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09dd6d90-091c-4189-a6dd-087b88fdc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.788933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.794712 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.810015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3967f9-e8eb-45a3-b964-edc05f78392b {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:47.833699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:47.864592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Allocated IP 2001:db8::1 (8a91807d-3e9b-489d-bb7e-e1f062627ee0/2c98b20a-06ca-4a79-910d-10bd581bbee4/4c817d72-1526-4c29-9b91-a135da94ff85) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:47.876634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-09dd6d90-091c-4189-a6dd-087b88fdc0a6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d261283fb7954168bb30906db964e535&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563478 Feb 16 14:53:47.881805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58026) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:47.882037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd6d90-091c-4189-a6dd-087b88fdc0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a793321-d737-4296-b385-7fd090e17bed,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:47.920157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.951405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-1a1f0dea-c1b7-44b2-8528-f9d3f7716e13 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2422986 Feb 16 14:53:47.985364 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:47.990272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Network 8878041c-6885-4411-a198-82849ee156be is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:47.995358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:47.999010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:48.042810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Pushing event updated for resources: {'Port': ['ID=77e0035f-20cc-4dc0-8d31-48aa99a7a1d3,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:48.104880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Attempting to bind port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:48.105257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Attempting to bind port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a7d620cd-449e-487a-8f0a-57001b5c5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8878041c-6885-4411-a198-82849ee156be'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:48.105626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Attempting to bind port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 on network 8878041c-6885-4411-a198-82849ee156be {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:48.116485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:48.116867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Checking segment: {'id': 'a7d620cd-449e-487a-8f0a-57001b5c5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8878041c-6885-4411-a198-82849ee156be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:48.117276 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.117669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Bound using segment: {'id': 'a7d620cd-449e-487a-8f0a-57001b5c5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8878041c-6885-4411-a198-82849ee156be'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:48.118151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Bound port: 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d620cd-449e-487a-8f0a-57001b5c5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '8878041c-6885-4411-a198-82849ee156be'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:48.118534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.132553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-202471bf-7a6e-4330-bacc-a5488c8146a2 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159711 Feb 16 14:53:48.157237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:48.164998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.217449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1539fbc7-bde8-4bf6-9c5f-53cdfc4db458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.229974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['cd3967f9-e8eb-45a3-b964-edc05f78392b'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:48.238679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] For port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:48.246427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1539fbc7-bde8-4bf6-9c5f-53cdfc4db458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.261410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.287135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] For port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=77e0035f-20cc-4dc0-8d31-48aa99a7a1d3,segment=NetworkSegment(a7d620cd-449e-487a-8f0a-57001b5c5f41),segment_id=a7d620cd-449e-487a-8f0a-57001b5c5f41)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:48.313966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd5f46b4-a308-4f0d-99d9-ec6aecd928c6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:48.316519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-226c3671-8f32-4bf7-80f4-c8bd43682d4a service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764851 Feb 16 14:53:48.401913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.402216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.406647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fcc5f-ba41-409a-9638-f09896bca35c req-893d5191-334f-4233-b814-1ef91261ad3c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:48.408325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c6fcc5f-ba41-409a-9638-f09896bca35c req-893d5191-334f-4233-b814-1ef91261ad3c tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.1674020 Feb 16 14:53:48.441417 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.467361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.501396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c6fcc5f-ba41-409a-9638-f09896bca35c req-54ab21ef-3d90-44f2-a3f9-97a663385cff tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792439 Feb 16 14:53:48.525441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.535938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3b0e5-5d6b-409a-9809-c9c118535288 None None] Pushing event updated for resources: {'Port': ['ID=77e0035f-20cc-4dc0-8d31-48aa99a7a1d3,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:48.556406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1539fbc7-bde8-4bf6-9c5f-53cdfc4db458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.558991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1539fbc7-bde8-4bf6-9c5f-53cdfc4db458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.560279 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1539fbc7-bde8-4bf6-9c5f-53cdfc4db458 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3a793321-d737-4296-b385-7fd090e17bed HTTP/1.1" status: 204 len: 168 time: 0.6769547 Feb 16 14:53:48.574397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.593660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.599964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539fbc7-bde8-4bf6-9c5f-53cdfc4db458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a793321-d737-4296-b385-7fd090e17bed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:48.650606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:48.685194 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Floating IP 9c5be0e1-2783-45f1-b5fd-73a2af6644d2 associated. External IP: 172.25.6.200, port: d5087570-118e-4a4a-b31a-c3d8d9d90bd0. Feb 16 14:53:48.739620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:48.748294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:48.748851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.757573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Port': ['ID=4c817d72-1526-4c29-9b91-a135da94ff85,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:48.876093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-f33cca1f-b8b8-4fb5-994e-15a7095b2485 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:48.876988 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-f33cca1f-b8b8-4fb5-994e-15a7095b2485 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.129 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.2736290 Feb 16 14:53:48.877664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.878223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:53:48.879524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d6f3de6-2589-4fa0-93c7-42b7f6b29bf9 req-03760fac-38f7-427b-b7b2-0a6c3ebd063f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 210 time: 0.1089003 Feb 16 14:53:48.886421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:48.905499 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0f70f1ad-15f8-44a7-a149-3b370d14b52e tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "DELETE /v2.0/routers/c1f1f278-3e4c-4f47-bb6f-961e972ea2a6 HTTP/1.1" status: 204 len: 168 time: 2.8576381 Feb 16 14:53:48.912081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58038) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:48.949097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1564436350', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:49.108906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3d34e-d562-44e5-bbc2-925bf2510596 req-c22837f7-c020-48b8-8423-9bdbad3fc6a0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:49.119350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fc3d34e-d562-44e5-bbc2-925bf2510596 req-c22837f7-c020-48b8-8423-9bdbad3fc6a0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 944 time: 0.2461495 Feb 16 14:53:49.182330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cd3967f9-e8eb-45a3-b964-edc05f78392b up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:49.263032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7247f6f0-0697-414f-ba62-d87d4ef5a576 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:49.399574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fc3d34e-d562-44e5-bbc2-925bf2510596 req-727ec8ee-41d8-4ebd-b969-24639ac9eae5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791195 Feb 16 14:53:49.410155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.411261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.438869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Router b03cb6a5-bd06-4a3c-931e-36708f9f45ad has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:53:49.492257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.504854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Deleting port 40c0358b-52c8-4f99-a75f-97c8539df35d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:49.505374 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.667227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4519eac9-a411-4f02-8a34-6f2e79234822 None None] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:49.725218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] For port 40c0358b-52c8-4f99-a75f-97c8539df35d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=40c0358b-52c8-4f99-a75f-97c8539df35d,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:49.725586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.742170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Calling delete_port for 40c0358b-52c8-4f99-a75f-97c8539df35d owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:49.756186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-01d62751-34d3-4e3f-a401-a5317d653b19 None None] Provisioning complete for port 7247f6f0-0697-414f-ba62-d87d4ef5a576 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:49.756596 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-01d62751-34d3-4e3f-a401-a5317d653b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.818397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.840303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7247f6f0-0697-414f-ba62-d87d4ef5a576 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:49.840884 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:49.991263 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:53:50.021207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port cd3967f9-e8eb-45a3-b964-edc05f78392b completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:53:50.037861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port cd3967f9-e8eb-45a3-b964-edc05f78392b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:50.043833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.074442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-01d62751-34d3-4e3f-a401-a5317d653b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.173660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-880f537d-c761-465d-b012-9bc180a88cb5 req-3ba252b7-0e32-4bcb-bb74-8a09033f37d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 210 time: 0.1004374 Feb 16 14:53:50.185538 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.192488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:50.207590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.214956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-01d62751-34d3-4e3f-a401-a5317d653b19 None None] For port 7247f6f0-0697-414f-ba62-d87d4ef5a576, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7247f6f0-0697-414f-ba62-d87d4ef5a576,segment=NetworkSegment(2aaa5434-c713-411f-a8d5-9b4e5d4d1272),segment_id=2aaa5434-c713-411f-a8d5-9b4e5d4d1272)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:50.219787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] Sync routers for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:50.250476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:50.258967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:50.262269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8df02292-d802-4cb2-9d7b-3676d6c5ba02 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "PUT /v2.0/floatingips/9c5be0e1-2783-45f1-b5fd-73a2af6644d2 HTTP/1.1" status: 200 len: 992 time: 3.0019062 Feb 16 14:53:50.265007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:50.270225 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:50.288062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d30b55-4ddb-493d-9db7-7d30276a83f8 req-bba231ce-81f3-41ab-a217-02d619d95d59 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.307459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36d30b55-4ddb-493d-9db7-7d30276a83f8 req-bba231ce-81f3-41ab-a217-02d619d95d59 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 946 time: 0.2570634 Feb 16 14:53:50.361850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.369388 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.369595 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-01d62751-34d3-4e3f-a401-a5317d653b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.436050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36d30b55-4ddb-493d-9db7-7d30276a83f8 req-fa711d65-ae47-4773-a6be-979aacb61fcc tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225257 Feb 16 14:53:50.473163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['40c0358b-52c8-4f99-a75f-97c8539df35d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:50.483657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['eff2129b-960f-4281-a246-fca07cb171e4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:53:50.483657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d179909f-7eec-48d9-9525-159c80b12d0c None None] Network 8878041c-6885-4411-a198-82849ee156be requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:50.484570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.503913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.510158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.530672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.538965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.554786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.575595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.586877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-9bb54709-016f-4aa4-80fa-157fb65a0445 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.2240980 Feb 16 14:53:50.592681 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab585f95-c598-4f57-bf22-2b3e852587ee x-openstack-request-id: req-ab585f95-c598-4f57-bf22-2b3e852587ee {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:50.593446 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:50.593870 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ab585f95-c598-4f57-bf22-2b3e852587ee {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:50.601357 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'status': 'completed', 'code': 200} Feb 16 14:53:50.601477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Pushing event deleted for resources: {'Port': ['ID=40c0358b-52c8-4f99-a75f-97c8539df35d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:50.702069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] No DVR routers for this DVR port 40c0358b-52c8-4f99-a75f-97c8539df35d on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:53:50.704828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.708619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-215714d3-f3d4-4748-8d24-1373a2d325fe req-c3b093c5-b710-4822-8af7-ee4e6a17d177 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.129 "DELETE /v2.0/ports/40c0358b-52c8-4f99-a75f-97c8539df35d HTTP/1.1" status: 204 len: 173 time: 1.8060100 Feb 16 14:53:50.709056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdef71fe-5c52-4589-8671-331a86786fc7 req-55287cdb-c4dd-4ceb-afcc-684abbbcabc1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164598 Feb 16 14:53:50.735589 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'name': 'network-vif-deleted', 'tag': '40c0358b-52c8-4f99-a75f-97c8539df35d'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:50.735589 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6b0dfe-af3e-41c8-9763-58de2a5e36b2" -d '{"events": [{"server_uuid": "9ea11f2d-b309-499d-8a7b-d69debff22ae", "name": "network-vif-deleted", "tag": "40c0358b-52c8-4f99-a75f-97c8539df35d"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:50.756598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebcf56-e7a7-4a22-8b2e-1288bb26eec3 req-c369d09e-77bf-4294-82af-81efc9325784 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.758404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79ebcf56-e7a7-4a22-8b2e-1288bb26eec3 req-c369d09e-77bf-4294-82af-81efc9325784 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 944 time: 0.1263676 Feb 16 14:53:50.761121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:53:50.810700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:53:50.815067 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:53:50.820746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.821143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79ebcf56-e7a7-4a22-8b2e-1288bb26eec3 req-99b97430-e843-4315-b1bc-f0b2ac73e57d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Feb 16 14:53:50.872124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.872694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.873167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.873922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.874605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.875091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.875566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.877573 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-225533f9-c979-4c9d-ab18-41b801e9e1f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6503 time: 0.2529690 Feb 16 14:53:50.910677 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f55f888-b07f-4658-97ed-56ebdd80c5d1 x-openstack-request-id: req-2f55f888-b07f-4658-97ed-56ebdd80c5d1 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:50.911177 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea11f2d-b309-499d-8a7b-d69debff22ae", "name": "network-vif-deleted", "tag": "40c0358b-52c8-4f99-a75f-97c8539df35d", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:50.911355 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2f55f888-b07f-4658-97ed-56ebdd80c5d1 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:50.911895 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea11f2d-b309-499d-8a7b-d69debff22ae', 'name': 'network-vif-deleted', 'tag': '40c0358b-52c8-4f99-a75f-97c8539df35d', 'status': 'completed', 'code': 200} Feb 16 14:53:50.927432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.928554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:50.934207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.941895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.956079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.963306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.972100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.978710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:50.993731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:51.021549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f859b2a6-c268-4ce1-9078-d1ecad960b99 req-82eb0367-2a76-4ce1-b060-afbc699e648d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.1991954 Feb 16 14:53:51.056842 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.059444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d62751-34d3-4e3f-a401-a5317d653b19 None None] Pushing event updated for resources: {'Port': ['ID=7247f6f0-0697-414f-ba62-d87d4ef5a576,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:51.084844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-976ffa49-35ce-4236-8e53-14791a31bea0 None None] Provisioning complete for port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:51.085333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-976ffa49-35ce-4236-8e53-14791a31bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.117857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Port': ['ID=4c817d72-1526-4c29-9b91-a135da94ff85,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:51.176585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-b2f31423-8afa-4a5f-bae1-9e9be56b6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:51.178065 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-b2f31423-8afa-4a5f-bae1-9e9be56b6797 service neutron] 10.222.0.93 "GET /v2.0/networks?id=41ee3635-4c70-4322-8f0a-63fd2fc380db HTTP/1.1" status: 200 len: 919 time: 0.2842536 Feb 16 14:53:51.196211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:51.198787 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795e21b3-af5e-4b14-bad3-f1cbbf79c3f0" -d '{"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:51.256209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:51.305439 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc44c83a-5006-4ce2-a167-2387f1dd7cc5 x-openstack-request-id: req-dc44c83a-5006-4ce2-a167-2387f1dd7cc5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:51.305954 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:51.306487 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dc44c83a-5006-4ce2-a167-2387f1dd7cc5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:51.306877 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'code': 200} Feb 16 14:53:51.313556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58090) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:51.351366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37a99cfe-ca3a-4cc4-840a-9ccfcc9e3ca0 req-3b7b0ead-2098-4498-93cf-2913f025421a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 210 time: 0.0520041 Feb 16 14:53:51.365330 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.407517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40c0358b-52c8-4f99-a75f-97c8539df35d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:51.500750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 40c0358b-52c8-4f99-a75f-97c8539df35d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:53:51.501968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 40c0358b-52c8-4f99-a75f-97c8539df35d not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:53:51.545649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-484f9a57-38d4-487b-8b2f-250cce146fdf tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:51.559393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-484f9a57-38d4-487b-8b2f-250cce146fdf tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.1531856 Feb 16 14:53:51.579988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'port': {'device_id': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'admin_state_up': True, 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:51.616169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-976ffa49-35ce-4236-8e53-14791a31bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.674350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-106bce18-279e-40e6-ab00-66ccd128effd req-5e389d1c-1581-47b9-bf89-803ed0523ecd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=9ea11f2d-b309-499d-8a7b-d69debff22ae HTTP/1.1" status: 200 len: 210 time: 0.0626833 Feb 16 14:53:51.742649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:51.784053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-976ffa49-35ce-4236-8e53-14791a31bea0 None None] For port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=77e0035f-20cc-4dc0-8d31-48aa99a7a1d3,segment=NetworkSegment(a7d620cd-449e-487a-8f0a-57001b5c5f41),segment_id=a7d620cd-449e-487a-8f0a-57001b5c5f41)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:51.805174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28cde26b-8bd3-45c3-99fa-06164847645b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.808156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '9c5be0e1-2783-45f1-b5fd-73a2af6644d2', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'port_id': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'mac_address': 'fa:16:3e:df:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:52:07Z', 'updated_at': '2022-02-16T14:53:48Z', 'revision_number': 1, 'project_id': '46891b7e78a4495f975695e17e853e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 5, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:51.822122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:51.872974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] Checking router: b03cb6a5-bd06-4a3c-931e-36708f9f45ad for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:53:51.883423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Made reservation on behalf of ec137de5f57a41b2934ddafed334ff75 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:51.886146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-976ffa49-35ce-4236-8e53-14791a31bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.886998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.940248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28cde26b-8bd3-45c3-99fa-06164847645b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.941361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.972874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:51.997426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ffa49-35ce-4236-8e53-14791a31bea0 None None] Pushing event updated for resources: {'Port': ['ID=77e0035f-20cc-4dc0-8d31-48aa99a7a1d3,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:52.017196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:52.018091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:52.092790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Allocated IP 172.25.6.175 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/0b97b06f-3220-4d02-b08c-310642ab0671) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:52.096598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:52.097666 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28cde26b-8bd3-45c3-99fa-06164847645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.111820 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:52.145041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5171d-8b6f-4000-9f1e-ae1defe1dc8f req-99db1c13-df3e-4b47-a37c-1510d292b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:52.146617 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1c5171d-8b6f-4000-9f1e-ae1defe1dc8f req-99db1c13-df3e-4b47-a37c-1510d292b997 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 1096 time: 0.7755582 Feb 16 14:53:52.156525 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-de8f4460-5a5c-40ab-be01-6fb878a421b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0 HTTP/1.1" status: 200 len: 1000 time: 0.9670918 Feb 16 14:53:52.166502 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-28cde26b-8bd3-45c3-99fa-06164847645b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6edfb9d627b24c2a8be1c3d5006e7576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8053977 Feb 16 14:53:52.169900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58098) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:52.218164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e31ec-675a-4538-a68e-595680b07fba req-6a73cf77-ef0c-4d9c-94f7-5c4909a792ae tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:52.220962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f21e31ec-675a-4538-a68e-595680b07fba req-6a73cf77-ef0c-4d9c-94f7-5c4909a792ae tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.2710979 Feb 16 14:53:52.229311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Allocated IP 172.20.0.4 (58428ed5-2c2e-4f4a-aee1-89cc5e69c62f/6fc55b5a-d5fd-4575-852d-3179aee27a6b/16c46534-7785-494d-915f-95f3274cde2c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:52.296036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f21e31ec-675a-4538-a68e-595680b07fba req-97df2ff6-cd52-45f1-a9f3-fc58df98f762 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589411 Feb 16 14:53:52.338160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-70b291bb-cc2c-4a05-891b-c7aef23039fc None None] Provisioning complete for port 4c817d72-1526-4c29-9b91-a135da94ff85 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:52.338526 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70b291bb-cc2c-4a05-891b-c7aef23039fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.342040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cde26b-8bd3-45c3-99fa-06164847645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0684f0-df4b-4dbc-9429-20d3f02453b2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:52.358601 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b3d8c40-78aa-40f1-9dd5-c9ff99d57e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.430359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-8f8480fc-b425-4d9f-b5c7-16dfbdb1753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:52.431955 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-8f8480fc-b425-4d9f-b5c7-16dfbdb1753f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea616b7d-e073-4aa2-8165-e9cf0a859ac2 HTTP/1.1" status: 200 len: 856 time: 0.2477181 Feb 16 14:53:52.445359 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1c5171d-8b6f-4000-9f1e-ae1defe1dc8f req-317e676a-12ed-44b4-b680-0bfdc11655c1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874265 Feb 16 14:53:52.460514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b3d8c40-78aa-40f1-9dd5-c9ff99d57e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.464681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-70b291bb-cc2c-4a05-891b-c7aef23039fc None None] Port 4c817d72-1526-4c29-9b91-a135da94ff85 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:52.480060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:53:52.518881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.522676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-70b291bb-cc2c-4a05-891b-c7aef23039fc None None] Provisioning complete for port 7247f6f0-0697-414f-ba62-d87d4ef5a576 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:52.523226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70b291bb-cc2c-4a05-891b-c7aef23039fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.560348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-b233a808-de22-4fa7-b3ad-3179c704d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:52.561873 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-b233a808-de22-4fa7-b3ad-3179c704d2bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41ee3635-4c70-4322-8f0a-63fd2fc380db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118002 Feb 16 14:53:52.571040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de45dfcd-149c-4a4f-829e-3c0bc7cad884 req-37a22d69-3bee-472d-8f44-65d82200d6ae tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 210 time: 0.0664504 Feb 16 14:53:52.595506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:52.600084 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.634547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.675103 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b3d8c40-78aa-40f1-9dd5-c9ff99d57e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.677688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3b3d8c40-78aa-40f1-9dd5-c9ff99d57e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.681359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3b3d8c40-78aa-40f1-9dd5-c9ff99d57e43 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1f0684f0-df4b-4dbc-9429-20d3f02453b2 HTTP/1.1" status: 204 len: 168 time: 0.5080001 Feb 16 14:53:52.694246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Router 38f6d0f4-b3af-4317-b4c5-b066c71caae6 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:53:52.697921 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-eb408805-eaf1-4224-aa3a-22608820ad33 service neutron] 10.222.0.93 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265545 Feb 16 14:53:52.703235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d8c40-78aa-40f1-9dd5-c9ff99d57e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0684f0-df4b-4dbc-9429-20d3f02453b2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:52.786039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.799119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:52.863729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7247f6f0-0697-414f-ba62-d87d4ef5a576 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:52.897732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=16c46534-7785-494d-915f-95f3274cde2c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:52.918832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:52.919048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:52.920339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:52.923950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:52.931580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event updated for resources: {'Port': ['ID=0b97b06f-3220-4d02-b08c-310642ab0671,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:52.937857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:52.942763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '9c5be0e1-2783-45f1-b5fd-73a2af6644d2', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'port_id': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'mac_address': 'fa:16:3e:df:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:52:07Z', 'updated_at': '2022-02-16T14:53:48Z', 'revision_number': 1, 'project_id': '46891b7e78a4495f975695e17e853e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 5, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:52.943461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:52.948151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:52.964717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] Sync routers for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:52.989350 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b62749ed-9adf-4965-be69-9cd14bfccc67 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4603574 Feb 16 14:53:52.991279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58110) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:52.991996 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:52.993594 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:53.006382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-76eaa3e4-9d0d-4e2e-b897-05e376eaa5b2 req-24474bca-7981-4f75-9ec9-696970707de4 service neutron] 10.222.0.93 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935941 Feb 16 14:53:53.020993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cfc1fd-e529-459d-aebb-8108189dffa3 None None] The sync data for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 is: [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '9c5be0e1-2783-45f1-b5fd-73a2af6644d2', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'port_id': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'mac_address': 'fa:16:3e:df:d3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:52:07Z', 'updated_at': '2022-02-16T14:53:48Z', 'revision_number': 1, 'project_id': '46891b7e78a4495f975695e17e853e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 5, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:53.032636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7247f6f0-0697-414f-ba62-d87d4ef5a576 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:53.033185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:53.098723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:53.098723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:53.118930 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:53.137387 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:53.138461 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:53.148454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d6bbcfa4-4d8b-425c-ac81-6d48e5327d52 None None] Provisioning complete for port 4c817d72-1526-4c29-9b91-a135da94ff85 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:53.148836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d6bbcfa4-4d8b-425c-ac81-6d48e5327d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:53.207153 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:53.208048 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9bbc3-8a28-46fa-8ca3-4a7dba136cd6 None None] The sync data for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:53.231252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-717b2168-45ce-4359-bb3b-7516860fb2c3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6545081 Feb 16 14:53:53.246458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Request body: {'port': {'device_id': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:53.272861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbcfa4-4d8b-425c-ac81-6d48e5327d52 None None] Port 4c817d72-1526-4c29-9b91-a135da94ff85 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:53.375714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d6bbcfa4-4d8b-425c-ac81-6d48e5327d52 None None] Provisioning complete for port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:53.376398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d6bbcfa4-4d8b-425c-ac81-6d48e5327d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:53.417247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:53:53.436215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:53.477999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:53:53.478346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device dd5f46b4-a308-4f0d-99d9-ec6aecd928c6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:53:53.491291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca970-9606-4c86-9499-163d4d3f84ee None None] New status for floating IP 9c5be0e1-2783-45f1-b5fd-73a2af6644d2: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:53:53.690503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7731f-6a74-4c2a-912c-29ebc08b37ca req-a2f7c9e0-5a7b-4972-850c-d47d79d64698 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:53.693095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:53.699976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8b7731f-6a74-4c2a-912c-29ebc08b37ca req-a2f7c9e0-5a7b-4972-850c-d47d79d64698 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.3173168 Feb 16 14:53:53.747307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1553290-a497-448c-b8b5-1b015f566feb req-cb9a6619-bda6-44d3-b571-e414d86366c7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:53.754374 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1553290-a497-448c-b8b5-1b015f566feb req-cb9a6619-bda6-44d3-b571-e414d86366c7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.3073819 Feb 16 14:53:53.795951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-50b017f4-ef5b-4ecc-b124-a0d20fb9edf6 None None] Provisioning complete for port 16c46534-7785-494d-915f-95f3274cde2c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:53.796428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-50b017f4-ef5b-4ecc-b124-a0d20fb9edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:53.859253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:53:53.880549 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-d1979dcf-3ee1-4b8f-a33b-573bf74077d7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:53:53.880549 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d1979dcf-3ee1-4b8f-a33b-573bf74077d7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8837857 Feb 16 14:53:53.881323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58130) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:53.898964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8b7731f-6a74-4c2a-912c-29ebc08b37ca req-85868225-1c18-4ff4-8d4e-7d25ccb6ca9b tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980438 Feb 16 14:53:53.913489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-50b017f4-ef5b-4ecc-b124-a0d20fb9edf6 None None] Port 16c46534-7785-494d-915f-95f3274cde2c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:53:53.932338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1553290-a497-448c-b8b5-1b015f566feb req-62b40f93-72d0-4f4c-9c36-aad7c79cbe0f tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787034 Feb 16 14:53:53.964150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:53:53.964150 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.073835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c46534-7785-494d-915f-95f3274cde2c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:54.085932 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.108656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e93459-5dc0-415d-a9e3-63953163c418 req-ea9adddf-0d9f-4fa4-b57e-8a7334dd88ac tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:54.113000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74e93459-5dc0-415d-a9e3-63953163c418 req-ea9adddf-0d9f-4fa4-b57e-8a7334dd88ac tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 931 time: 0.0865812 Feb 16 14:53:54.117144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Transition to ACTIVE for port object 16c46534-7785-494d-915f-95f3274cde2c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:53:54.159953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74e93459-5dc0-415d-a9e3-63953163c418 req-3a0a9763-9d2d-4c9c-9305-352a8004f6e5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Feb 16 14:53:54.191637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.245105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Pushing event updated for resources: {'Port': ['ID=16c46534-7785-494d-915f-95f3274cde2c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:54.349382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Attempting to bind port 16c46534-7785-494d-915f-95f3274cde2c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:54.349717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Attempting to bind port 16c46534-7785-494d-915f-95f3274cde2c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:54.350121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Attempting to bind port 16c46534-7785-494d-915f-95f3274cde2c on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:54.355231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Port 16c46534-7785-494d-915f-95f3274cde2c on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:53:54.355986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Attempting to bind port 16c46534-7785-494d-915f-95f3274cde2c on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:54.362264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:54.362714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:54.363267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Bound using segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:54.363815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Bound port: 16c46534-7785-494d-915f-95f3274cde2c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:54.364287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.451136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] For port 16c46534-7785-494d-915f-95f3274cde2c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:54.455108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] For port 16c46534-7785-494d-915f-95f3274cde2c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=16c46534-7785-494d-915f-95f3274cde2c,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:54.522836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.569149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.608147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:54.609731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.611751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] 10.222.0.129 "PUT /v2.0/ports/16c46534-7785-494d-915f-95f3274cde2c HTTP/1.1" status: 200 len: 1091 time: 1.3698325 Feb 16 14:53:54.612372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'tag': '16c46534-7785-494d-915f-95f3274cde2c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:53:54.618092 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070c827d-95e0-404f-ac1f-8ecea9ef0a04" -d '{"events": [{"name": "network-changed", "server_uuid": "3449a7ae-c5ca-4227-b7dd-cff614a8cd4a", "tag": "16c46534-7785-494d-915f-95f3274cde2c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:53:54.639951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798a79e-ecda-41aa-9ff7-1658f02dbb9d service neutron] Pushing event updated for resources: {'Port': ['ID=16c46534-7785-494d-915f-95f3274cde2c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:54.673631 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85bc3ab-8c76-4efe-87d7-24b7ceb49c57 x-openstack-request-id: req-f85bc3ab-8c76-4efe-87d7-24b7ceb49c57 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:53:54.673929 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3449a7ae-c5ca-4227-b7dd-cff614a8cd4a", "tag": "16c46534-7785-494d-915f-95f3274cde2c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:53:54.674271 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f85bc3ab-8c76-4efe-87d7-24b7ceb49c57 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:53:54.674749 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'tag': '16c46534-7785-494d-915f-95f3274cde2c', 'status': 'completed', 'code': 200} Feb 16 14:53:54.748472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c827d-95e0-404f-ac1f-8ecea9ef0a04 req-7abd8925-5815-4435-91bd-42be7a252ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:54.750402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-070c827d-95e0-404f-ac1f-8ecea9ef0a04 req-7abd8925-5815-4435-91bd-42be7a252ca2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 1094 time: 0.0515659 Feb 16 14:53:54.795235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:54.864507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Router f82d9e41-46ed-48fd-9c6c-08073b0eb06b is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:53:54.866901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c827d-95e0-404f-ac1f-8ecea9ef0a04 req-b0a1ca55-5184-4cde-ba50-1f57a2715d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:54.868747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-070c827d-95e0-404f-ac1f-8ecea9ef0a04 req-b0a1ca55-5184-4cde-ba50-1f57a2715d20 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=ec137de5f57a41b2934ddafed334ff75&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1070085 Feb 16 14:53:55.054311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:55.062660 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] Sync routers for ids ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:55.076784 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] Routers {'f82d9e41-46ed-48fd-9c6c-08073b0eb06b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:55.080632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c827d-95e0-404f-ac1f-8ecea9ef0a04 req-05df2c09-08dd-413f-8087-a6e8721c484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.080761 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:55.080889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-070c827d-95e0-404f-ac1f-8ecea9ef0a04 req-05df2c09-08dd-413f-8087-a6e8721c484f service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2038374 Feb 16 14:53:55.134601 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:55.145686 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] Routers {'f82d9e41-46ed-48fd-9c6c-08073b0eb06b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:55.146555 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:55.163293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081cfd9-2d06-4f86-9666-35be91b85406 req-c91df248-339d-4bd0-8284-876582037309 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.166185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a081cfd9-2d06-4f86-9666-35be91b85406 req-c91df248-339d-4bd0-8284-876582037309 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1252086 Feb 16 14:53:55.171731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:55.176261 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-725e394a-43bb-404b-a33c-40d9a274d837 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2579668 Feb 16 14:53:55.178593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58160) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:55.182678 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:55.183560 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236d2e4-7e4c-436d-beca-22e900f90ab1 None None] The sync data for ids ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:55.191278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6cf1c-a977-42d0-bbd8-ab58a8f8ced3 req-a1a2e085-d671-4c69-95f6-9d78f1b871e9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.193140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9e6cf1c-a977-42d0-bbd8-ab58a8f8ced3 req-a1a2e085-d671-4c69-95f6-9d78f1b871e9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.1075253 Feb 16 14:53:55.193811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': False}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:55.205926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-840c7a32-b131-470f-8e5a-800789793383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.207403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-840c7a32-b131-470f-8e5a-800789793383 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 1094 time: 0.0788887 Feb 16 14:53:55.287103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a081cfd9-2d06-4f86-9666-35be91b85406 req-41ff604c-6422-46fa-8247-e5a52dae53bd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929573 Feb 16 14:53:55.288348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-d39f90a5-fa45-42f3-83f5-886d3c87e159 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c46534-7785-494d-915f-95f3274cde2c HTTP/1.1" status: 200 len: 217 time: 0.0734162 Feb 16 14:53:55.297154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting port 4c817d72-1526-4c29-9b91-a135da94ff85 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:55.297491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:55.306962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9e6cf1c-a977-42d0-bbd8-ab58a8f8ced3 req-b91fffa9-d75a-491d-b806-df0e300f956b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930266 Feb 16 14:53:55.358096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-2034d574-f022-4f71-bc62-95fde593695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.359151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-2034d574-f022-4f71-bc62-95fde593695c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0553019 Feb 16 14:53:55.431381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-a33a871f-98ad-40d8-9ff9-3f8f83cf59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.433216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-a33a871f-98ad-40d8-9ff9-3f8f83cf59c3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669115 Feb 16 14:53:55.523692 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:55.540343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Calling delete_port for 4c817d72-1526-4c29-9b91-a135da94ff85 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:55.548680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-760a0523-98f8-4966-8234-857775bdfba2 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071618 Feb 16 14:53:55.728999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb31d81b-319f-4821-b686-3ddd8faa47ae req-0fd477e9-3c03-4657-beaf-a26a3fae01e0 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741915 Feb 16 14:53:55.747289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1f449-863a-4ecd-a8b8-1810586f09ed req-f9f67eb1-a438-46ba-8ae8-202d371f9218 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.748837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55f1f449-863a-4ecd-a8b8-1810586f09ed req-f9f67eb1-a438-46ba-8ae8-202d371f9218 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 943 time: 0.3412149 Feb 16 14:53:55.762270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d90059-e8c4-49e9-888c-5f00c1c128c1 req-f38901f0-901f-4d19-9ee4-4bec44556714 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:55.763797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05d90059-e8c4-49e9-888c-5f00c1c128c1 req-f38901f0-901f-4d19-9ee4-4bec44556714 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0885158 Feb 16 14:53:55.775036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:55.828377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55f1f449-863a-4ecd-a8b8-1810586f09ed req-baa6170c-416b-49d6-a2e3-cf91694a9402 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635719 Feb 16 14:53:55.836581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05d90059-e8c4-49e9-888c-5f00c1c128c1 req-7e371236-ef02-474f-b87f-4c4f71bc977a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576303 Feb 16 14:53:55.933898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:55.973639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Port': ['ID=4c817d72-1526-4c29-9b91-a135da94ff85,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:56.083997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:56.301513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Router 38f6d0f4-b3af-4317-b4c5-b066c71caae6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:53:56.427473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e384bf5-ef4e-4a4f-b581-2d3ad8a1bc8d req-e10047b6-67a1-4a68-bb21-ce71648dd655 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:56.429361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e384bf5-ef4e-4a4f-b581-2d3ad8a1bc8d req-e10047b6-67a1-4a68-bb21-ce71648dd655 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0551269 Feb 16 14:53:56.461369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:56.467629 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cdf63828-0b3e-406c-a2c5-db81d660ab26 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5853138 Feb 16 14:53:56.473833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58204) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:56.475515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] Sync routers for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:56.486718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:56.487809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:56.492115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e384bf5-ef4e-4a4f-b581-2d3ad8a1bc8d req-1e21bf03-2c0c-4eca-a036-5b50487e83bd tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565362 Feb 16 14:53:56.516641 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-85a619de-a2fc-487f-8863-4f9da0b41b60 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] delete failed (client error): The resource could not be found. Feb 16 14:53:56.517748 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-85a619de-a2fc-487f-8863-4f9da0b41b60 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/routers/tempest-non_exist_router-1159795212 HTTP/1.1" status: 404 len: 335 time: 0.0446835 Feb 16 14:53:56.523843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58206) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:56.529208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-48139f83-b18a-4c1f-99f2-a188c73927e8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'router': {'external_gateway_info': {'network_id': '38f6d0f4-b3af-4317-b4c5-b066c71caae6'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:56.532133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:56.542574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:56.543772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:56.588872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:56.589713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009c774-e62a-4668-911b-3c3c95990f45 None None] The sync data for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:56.612423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58208) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:56.696453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:56.703624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:56.802002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93424d38-82cc-4b64-b061-fbeb46d2b488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:56.807678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-48139f83-b18a-4c1f-99f2-a188c73927e8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:56.870938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Router f82d9e41-46ed-48fd-9c6c-08073b0eb06b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:53:56.915019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93424d38-82cc-4b64-b061-fbeb46d2b488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.013315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90795962-6876-4a28-9a5f-6ffefa3f8653 req-b9c77942-29a0-47ca-909d-85fb46b209b3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:57.015742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90795962-6876-4a28-9a5f-6ffefa3f8653 req-b9c77942-29a0-47ca-909d-85fb46b209b3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0896780 Feb 16 14:53:57.029524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5c350-5aa9-4df3-ad51-776c9e83a81b req-481456ff-3176-4dfc-ae68-bd14da7266ea tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:57.032049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c5c350-5aa9-4df3-ad51-776c9e83a81b req-481456ff-3176-4dfc-ae68-bd14da7266ea tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 943 time: 0.0931833 Feb 16 14:53:57.082321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93424d38-82cc-4b64-b061-fbeb46d2b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.084890 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-48139f83-b18a-4c1f-99f2-a188c73927e8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] update failed (client error): The resource could not be found. Feb 16 14:53:57.089910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-48139f83-b18a-4c1f-99f2-a188c73927e8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6 HTTP/1.1" status: 404 len: 339 time: 0.5613151 Feb 16 14:53:57.102004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58216) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.127882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1167027178'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:57.148222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90795962-6876-4a28-9a5f-6ffefa3f8653 req-79deb01b-4b6e-4c1e-9b73-a621f2310ff2 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159081 Feb 16 14:53:57.166611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c5c350-5aa9-4df3-ad51-776c9e83a81b req-af5b021d-1138-4cf1-8cca-8f51101c060b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279976 Feb 16 14:53:57.174706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93424d38-82cc-4b64-b061-fbeb46d2b488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abed101-57ec-41a7-ba6d-7bfa1970f859,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:57.181850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-93424d38-82cc-4b64-b061-fbeb46d2b488 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cdc317236a214a16bf2477ac1df14efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683560 Feb 16 14:53:57.186222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58218) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.243483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e64dbbe8-fce7-4955-99e8-6d909986eaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.263273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:57.267147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.279924 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e64dbbe8-fce7-4955-99e8-6d909986eaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.301313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:53:57.306477 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.311691 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8a0c2e96-229a-4333-8280-2048df40e059 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "PUT /v2.0/routers/f82d9e41-46ed-48fd-9c6c-08073b0eb06b HTTP/1.1" status: 200 len: 922 time: 2.1299579 Feb 16 14:53:57.313120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58220) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.315439 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] Sync routers for ids ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:57.326247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:53:57.328803 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] Routers {'f82d9e41-46ed-48fd-9c6c-08073b0eb06b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:57.329436 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:57.337096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.337448 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Added segment 6891ac38-4a67-407b-8cda-623f38a627a4 of type vlan for network 8a2afec5-a7bb-4dd9-9f80-188716d126de Feb 16 14:53:57.381397 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.381618 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:57.393037 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] Routers {'f82d9e41-46ed-48fd-9c6c-08073b0eb06b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:53:57.393692 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:57.432553 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:57.433197 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e60158-0ea7-44d1-979d-cb859c39f68a None None] The sync data for ids ['f82d9e41-46ed-48fd-9c6c-08073b0eb06b'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:57.435598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a76329b6-62cf-4dd0-aca7-510b9ad29772 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/f82d9e41-46ed-48fd-9c6c-08073b0eb06b HTTP/1.1" status: 200 len: 922 time: 0.1199863 Feb 16 14:53:57.438155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58222) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.482045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e64dbbe8-fce7-4955-99e8-6d909986eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.485402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e64dbbe8-fce7-4955-99e8-6d909986eaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.486645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e64dbbe8-fce7-4955-99e8-6d909986eaa0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4abed101-57ec-41a7-ba6d-7bfa1970f859 HTTP/1.1" status: 204 len: 168 time: 0.2994957 Feb 16 14:53:57.495068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dbbe8-fce7-4955-99e8-6d909986eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abed101-57ec-41a7-ba6d-7bfa1970f859,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:57.515227 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.519631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:57.520528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.520989 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3df971-a6e1-4f08-962f-f73dea6f6dde tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:57.534053 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2f3df971-a6e1-4f08-962f-f73dea6f6dde tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=f82d9e41-46ed-48fd-9c6c-08073b0eb06b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0929625 Feb 16 14:53:57.534887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58228) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.633119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Network': ['ID=8a2afec5-a7bb-4dd9-9f80-188716d126de,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:57.635629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b201d73-aaef-4c91-9771-563b5a267353 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:57.641177 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3b201d73-aaef-4c91-9771-563b5a267353 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.1022761 Feb 16 14:53:57.641396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-779b3e63-37c1-4aab-ab89-d22a66720602 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5321095 Feb 16 14:53:57.641943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58230) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.643477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58232) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.649792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8a2afec5-a7bb-4dd9-9f80-188716d126de details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:53:57.650283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'subnet': {'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:57.677678 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-507871b6-fee0-4661-927a-87c802b6dfef tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82d9e41-46ed-48fd-9c6c-08073b0eb06b HTTP/1.1" status: 200 len: 205 time: 0.0344756 Feb 16 14:53:57.680583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58234) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:57.722999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa95795-6fda-40fe-aaa3-4d84a38e3c8f req-cfd614fe-4f5c-472c-9d3f-8ef1a238bf29 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:57.725390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa95795-6fda-40fe-aaa3-4d84a38e3c8f req-cfd614fe-4f5c-472c-9d3f-8ef1a238bf29 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1321492 Feb 16 14:53:57.785190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa95795-6fda-40fe-aaa3-4d84a38e3c8f req-2a6cd60f-457c-450a-803c-fa0aee210f13 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 Feb 16 14:53:57.819894 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.872011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Made reservation on behalf of 2a95942d60f34e979f6e6f7440d24e50 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:53:57.879046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:57.943487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.048502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Deleting port 0b97b06f-3220-4d02-b08c-310642ab0671 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:58.048846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.123161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.131383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.145019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Calling delete_port for 0b97b06f-3220-4d02-b08c-310642ab0671 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:53:58.157907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58238) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:58.194868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Subnet': ['ID=6e2ae4b2-8be3-4815-8449-467cef10dd29,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:58.203266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Checking segment: {'id': '6891ac38-4a67-407b-8cda-623f38a627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:58.203377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network hostable DHCP agents. Network: 8a2afec5-a7bb-4dd9-9f80-188716d126de, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:53:58.206314 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686df728-7891-42a0-a9c1-24a043de5beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.305736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network 8a2afec5-a7bb-4dd9-9f80-188716d126de is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:53:58.344216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553476d1-e1d6-4647-8f69-11811c49f35e req-42fd02c9-13ec-4179-b130-3c5ac6136ad9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:58.345760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-553476d1-e1d6-4647-8f69-11811c49f35e req-42fd02c9-13ec-4179-b130-3c5ac6136ad9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0859501 Feb 16 14:53:58.354130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52ee59-c82c-4d75-8426-6975679f33ff req-e64ba09c-54c5-4b62-9ce2-c0a30cf2019e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:58.355536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b52ee59-c82c-4d75-8426-6975679f33ff req-e64ba09c-54c5-4b62-9ce2-c0a30cf2019e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 943 time: 0.0858114 Feb 16 14:53:58.384378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686df728-7891-42a0-a9c1-24a043de5beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.397448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8a2afec5-a7bb-4dd9-9f80-188716d126de) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:58.410868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632b0f8-63ac-45e1-aa8d-6f9b21ef9baf None None] Network 8a2afec5-a7bb-4dd9-9f80-188716d126de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:53:58.412333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:58.412772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.417880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-553476d1-e1d6-4647-8f69-11811c49f35e req-83574a4c-5340-4576-a442-6932cc2cd1a3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614204 Feb 16 14:53:58.428595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b52ee59-c82c-4d75-8426-6975679f33ff req-ffb53936-5bb5-4f56-9ec1-706929fe9d86 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662420 Feb 16 14:53:58.449508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686df728-7891-42a0-a9c1-24a043de5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.483531 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.493540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686df728-7891-42a0-a9c1-24a043de5beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcc3dac-1ac4-432d-99f1-260e87d774f3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:58.517349 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-686df728-7891-42a0-a9c1-24a043de5beb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8b8ca60e8f5b405a90c40c0aa3a854be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583889 Feb 16 14:53:58.520620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event deleted for resources: {'Port': ['ID=0b97b06f-3220-4d02-b08c-310642ab0671,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:58.521179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58244) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:58.537204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7c729e4-150f-4eb6-9266-26a6432bcc2c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8883755 Feb 16 14:53:58.539650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58246) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:58.548384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b1329aa6-0664-4a07-b6c3-9212028aa74d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:58.569478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-8a2afec5-a7bb-4dd9-9f80-188716d126de', 'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de', 'tenant_id': '2a95942d60f34e979f6e6f7440d24e50', 'fixed_ips': [{'subnet_id': '6e2ae4b2-8be3-4815-8449-467cef10dd29'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:53:58.570707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.594151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.694222 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.696530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.720480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Allocated IP 2001:db8:1::2 (8a2afec5-a7bb-4dd9-9f80-188716d126de/6e2ae4b2-8be3-4815-8449-467cef10dd29/6376866b-4fa1-4757-8b0c-eb116be7f3b1) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:53:58.722644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ffd-e5ca-4f56-bada-842d9231132b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.809813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1329aa6-0664-4a07-b6c3-9212028aa74d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.814038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ffd-e5ca-4f56-bada-842d9231132b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.831204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.839384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Fanout notify agent at l3_agent the message router_deleted on router f82d9e41-46ed-48fd-9c6c-08073b0eb06b {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:53:58.839974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.841171 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3cd1676b-9c49-400c-b811-cade37b7a528 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/f82d9e41-46ed-48fd-9c6c-08073b0eb06b HTTP/1.1" status: 204 len: 168 time: 1.1593771 Feb 16 14:53:58.846410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58250) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:58.852137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b646dcc2-1021-43e7-a23f-b7778643c092 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-166891132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:58.882209 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.961087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed312e35-85e8-457f-bcbb-772774dd2acb req-3278bb15-6ff1-401b-9437-f0e6327e3682 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:58.962597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed312e35-85e8-457f-bcbb-772774dd2acb req-3278bb15-6ff1-401b-9437-f0e6327e3682 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.0898106 Feb 16 14:53:58.965005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ffd-e5ca-4f56-bada-842d9231132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.967584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b50e4ffd-e5ca-4f56-bada-842d9231132b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:58.969317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b50e4ffd-e5ca-4f56-bada-842d9231132b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/abcc3dac-1ac4-432d-99f1-260e87d774f3 HTTP/1.1" status: 204 len: 168 time: 0.4467700 Feb 16 14:53:58.997261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4ffd-e5ca-4f56-bada-842d9231132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcc3dac-1ac4-432d-99f1-260e87d774f3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:59.020573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b646dcc2-1021-43e7-a23f-b7778643c092 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.021677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b646dcc2-1021-43e7-a23f-b7778643c092 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.023303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed312e35-85e8-457f-bcbb-772774dd2acb req-a728a402-a1e2-4c5f-9a79-aa4d55a64592 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/security-groups?id=058f0d3d-fb30-4b49-9230-c2c60125c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529552 Feb 16 14:53:59.030806 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.069417 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-b1329aa6-0664-4a07-b6c3-9212028aa74d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:53:59.074352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b1329aa6-0664-4a07-b6c3-9212028aa74d tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6 HTTP/1.1" status: 400 len: 364 time: 0.5299854 Feb 16 14:53:59.080549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58254) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:59.084711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Network 8a2afec5-a7bb-4dd9-9f80-188716d126de is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:53:59.090042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:53:59.093739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:53:59.094573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b646dcc2-1021-43e7-a23f-b7778643c092 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.122126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Pushing event updated for resources: {'Port': ['ID=6376866b-4fa1-4757-8b0c-eb116be7f3b1,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:59.145965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b646dcc2-1021-43e7-a23f-b7778643c092 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.162126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Attempting to bind port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:53:59.162569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Attempting to bind port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6891ac38-4a67-407b-8cda-623f38a627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:53:59.162930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Attempting to bind port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 on network 8a2afec5-a7bb-4dd9-9f80-188716d126de {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:53:59.168126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:53:59.168496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Checking segment: {'id': '6891ac38-4a67-407b-8cda-623f38a627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:53:59.169041 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.169431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Bound using segment: {'id': '6891ac38-4a67-407b-8cda-623f38a627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:53:59.169883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Bound port: 6376866b-4fa1-4757-8b0c-eb116be7f3b1, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6891ac38-4a67-407b-8cda-623f38a627a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8a2afec5-a7bb-4dd9-9f80-188716d126de'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:53:59.170255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.216746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b646dcc2-1021-43e7-a23f-b7778643c092 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.221387 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b646dcc2-1021-43e7-a23f-b7778643c092 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3734705 Feb 16 14:53:59.222306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58258) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:53:59.227359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:53:59.321415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 16c46534-7785-494d-915f-95f3274cde2c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:53:59.390826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.439762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] For port 6376866b-4fa1-4757-8b0c-eb116be7f3b1, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:53:59.474082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] For port 6376866b-4fa1-4757-8b0c-eb116be7f3b1, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6376866b-4fa1-4757-8b0c-eb116be7f3b1,segment=NetworkSegment(6891ac38-4a67-407b-8cda-623f38a627a4),segment_id=6891ac38-4a67-407b-8cda-623f38a627a4)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:53:59.508283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 16c46534-7785-494d-915f-95f3274cde2c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=16c46534-7785-494d-915f-95f3274cde2c,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:59.528078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '16c46534-7785-494d-915f-95f3274cde2c', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': '16c46534-7785-494d-915f-95f3274cde2c', 'mac_address': 'fa:16:3e:81:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:53:59.539660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.575796 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.580495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.640670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c46534-7785-494d-915f-95f3274cde2c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:53:59.673023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 16c46534-7785-494d-915f-95f3274cde2c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=16c46534-7785-494d-915f-95f3274cde2c,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:53:59.690176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49374b-d0e1-4986-a7f3-dae39fc95424 None None] Pushing event updated for resources: {'Port': ['ID=6376866b-4fa1-4757-8b0c-eb116be7f3b1,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:59.694303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dc3bb-2265-4613-9736-3685841b6140 req-3f899e0e-2598-4a11-8a86-5729e3a3f613 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:53:59.695895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-448dc3bb-2265-4613-9736-3685841b6140 req-3f899e0e-2598-4a11-8a86-5729e3a3f613 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.93 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 946 time: 0.1201239 Feb 16 14:53:59.769085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.848250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Deleting port eff2129b-960f-4281-a246-fca07cb171e4 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:53:59.848822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:59.849024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=16c46534-7785-494d-915f-95f3274cde2c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:59.977570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['16c46534-7785-494d-915f-95f3274cde2c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:54:00.045324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.076136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.154471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] For port eff2129b-960f-4281-a246-fca07cb171e4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=eff2129b-960f-4281-a246-fca07cb171e4,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:00.154762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.185307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Calling delete_port for eff2129b-960f-4281-a246-fca07cb171e4 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:00.251646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa36e-99ef-4bdb-9372-4bd1230c3c20 req-2f5ccc6c-88f9-42a3-9df1-b11f22d51324 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:00.253248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5feaa36e-99ef-4bdb-9372-4bd1230c3c20 req-2f5ccc6c-88f9-42a3-9df1-b11f22d51324 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 944 time: 0.1738031 Feb 16 14:54:00.263343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d208-660e-4118-a737-76f72c65c56a req-652885ef-f6c5-483b-a1b4-db679d5f3bb2 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:00.265088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c29d208-660e-4118-a737-76f72c65c56a req-652885ef-f6c5-483b-a1b4-db679d5f3bb2 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.1843405 Feb 16 14:54:00.296827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Allocated IP 172.25.6.99 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/63cc5e58-3ef4-48b9-96ea-974ceb4bb3df) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:00.376029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5feaa36e-99ef-4bdb-9372-4bd1230c3c20 req-fca6e678-280f-4712-bc49-458f45f469de tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050913 Feb 16 14:54:00.381332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Allocated IP 2001:db8::1 (b79aa19a-d382-45af-b488-653e14c598aa/e7650e11-ecac-4c0a-9ba9-540b84b1dae2/4ae40d07-63a5-4e4c-b206-c104fcd8abfb) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:00.385887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c29d208-660e-4118-a737-76f72c65c56a req-0b7f5b8a-68cf-4310-b623-99014e61c0c1 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842535 Feb 16 14:54:00.465207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.528495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.543767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['eff2129b-960f-4281-a246-fca07cb171e4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:54:00.551039 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.568541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Pushing event deleted for resources: {'Port': ['ID=eff2129b-960f-4281-a246-fca07cb171e4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:00.581822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-018027fe-2339-42b2-87c6-f2bbb5cc1729 req-f9580328-29df-4771-99b2-54fb60c69c63 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.113 "GET /v2.0/ports?device_id=a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8 HTTP/1.1" status: 200 len: 210 time: 0.0442085 Feb 16 14:54:00.626340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.630151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] No DVR routers for this DVR port eff2129b-960f-4281-a246-fca07cb171e4 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:00.636563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.637485 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-448dc3bb-2265-4613-9736-3685841b6140 req-e6a91b94-7cb3-4061-89a8-ae4f942bae09 tempest-ServerRescueNegativeTestJSON-1728362850 tempest-ServerRescueNegativeTestJSON-1728362850-project] 10.222.0.93 "DELETE /v2.0/ports/eff2129b-960f-4281-a246-fca07cb171e4 HTTP/1.1" status: 204 len: 173 time: 0.9334970 Feb 16 14:54:00.642324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'name': 'network-vif-deleted', 'tag': 'eff2129b-960f-4281-a246-fca07cb171e4'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:00.644689 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b5336b-15c0-44d5-bd34-d6c0dfc6cdba" -d '{"events": [{"server_uuid": "a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8", "name": "network-vif-deleted", "tag": "eff2129b-960f-4281-a246-fca07cb171e4"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:00.682396 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.693710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:00.697863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:00.700499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:00.708290 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2334609-1edd-453a-b343-b85a21113343 x-openstack-request-id: req-c2334609-1edd-453a-b343-b85a21113343 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:00.708586 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8", "name": "network-vif-deleted", "tag": "eff2129b-960f-4281-a246-fca07cb171e4", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:00.708847 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c2334609-1edd-453a-b343-b85a21113343 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:00.709939 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40ab21d-5adb-4d68-9ae6-1d3c68a4a4b8', 'name': 'network-vif-deleted', 'tag': 'eff2129b-960f-4281-a246-fca07cb171e4', 'status': 'completed', 'code': 200} Feb 16 14:54:00.738745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event updated for resources: {'Port': ['ID=63cc5e58-3ef4-48b9-96ea-974ceb4bb3df,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:00.759469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network b79aa19a-d382-45af-b488-653e14c598aa is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:00.763918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:00.767594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:00.768156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:00.770883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Port': ['ID=4ae40d07-63a5-4e4c-b206-c104fcd8abfb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:01.058792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.177183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54903b08-94c4-4552-b9f7-7b01bcee9215 None None] Network 8a2afec5-a7bb-4dd9-9f80-188716d126de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:01.234174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 16c46534-7785-494d-915f-95f3274cde2c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:01.322022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Provisioning complete for port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:01.322451 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.418046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.456108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.489056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.489874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.495403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 16c46534-7785-494d-915f-95f3274cde2c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:54:01.511087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 16c46534-7785-494d-915f-95f3274cde2c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:01.511610 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.535800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.553602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] For port 6376866b-4fa1-4757-8b0c-eb116be7f3b1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6376866b-4fa1-4757-8b0c-eb116be7f3b1,segment=NetworkSegment(6891ac38-4a67-407b-8cda-623f38a627a4),segment_id=6891ac38-4a67-407b-8cda-623f38a627a4)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:01.633951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.672861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c46534-7785-494d-915f-95f3274cde2c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:01.677443 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05493cd-7017-464d-9b33-925dd4b996e3" -d '{"events": [{"server_uuid": "3449a7ae-c5ca-4227-b7dd-cff614a8cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "16c46534-7785-494d-915f-95f3274cde2c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:01.677647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event updated for resources: {'Port': ['ID=4ae40d07-63a5-4e4c-b206-c104fcd8abfb,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:01.697898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 16c46534-7785-494d-915f-95f3274cde2c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=16c46534-7785-494d-915f-95f3274cde2c,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:01.703928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f180ea-dd44-4110-a078-3c2100289979 req-46b382ed-203a-4e2f-8eb0-f75009aa0999 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:01.705510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9f180ea-dd44-4110-a078-3c2100289979 req-46b382ed-203a-4e2f-8eb0-f75009aa0999 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.1543248 Feb 16 14:54:01.735415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.770348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719769e0-3452-4ce9-95ce-c5c045186eb8 req-0893fecf-cc5b-40f2-8efe-35b63748a73d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:01.778568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-719769e0-3452-4ce9-95ce-c5c045186eb8 req-0893fecf-cc5b-40f2-8efe-35b63748a73d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 944 time: 0.1929703 Feb 16 14:54:01.835256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Network b79aa19a-d382-45af-b488-653e14c598aa is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:01.838786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9f180ea-dd44-4110-a078-3c2100289979 req-eb981761-b138-423e-8675-56f638d64483 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136262 Feb 16 14:54:01.839584 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.841522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:01.855279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Provisioning complete for port 4ae40d07-63a5-4e4c-b206-c104fcd8abfb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:01.855856 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.935296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.940132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:01.961252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Pushing event updated for resources: {'Port': ['ID=6376866b-4fa1-4757-8b0c-eb116be7f3b1,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:01.962320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-719769e0-3452-4ce9-95ce-c5c045186eb8 req-85c00fa6-048c-4af9-a986-cd664fe19211 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803162 Feb 16 14:54:01.988770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6376866b-4fa1-4757-8b0c-eb116be7f3b1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:02.005087 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58334) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:02.078843 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2116bff-da8a-4720-b4d9-599cb5b594ae x-openstack-request-id: req-f2116bff-da8a-4720-b4d9-599cb5b594ae {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:02.079132 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3449a7ae-c5ca-4227-b7dd-cff614a8cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "16c46534-7785-494d-915f-95f3274cde2c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:02.079381 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f2116bff-da8a-4720-b4d9-599cb5b594ae {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:02.079794 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c46534-7785-494d-915f-95f3274cde2c', 'code': 200} Feb 16 14:54:02.118578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-662556e4-0e26-4998-96e4-92ba5e980ba2 None None] Port 4ae40d07-63a5-4e4c-b206-c104fcd8abfb cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:54:02.119099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Router 38f6d0f4-b3af-4317-b4c5-b066c71caae6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:54:02.143683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=16c46534-7785-494d-915f-95f3274cde2c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:02.159494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:02.159901 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.218918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58338) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:02.279321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-da87e9a7-13a8-49ec-b8e1-f9c6bdb3256c None None] Provisioning complete for port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:02.281360 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da87e9a7-13a8-49ec-b8e1-f9c6bdb3256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.317989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9acbea-9d9c-44ba-8b79-7e1cf7baeb0d req-e271e0cc-458e-4485-b51e-4769be0a1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:02.319666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f9acbea-9d9c-44ba-8b79-7e1cf7baeb0d req-e271e0cc-458e-4485-b51e-4769be0a1dec service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 1096 time: 0.1678004 Feb 16 14:54:02.323974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:02.331322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7bc2f162-91e9-47be-95fa-ae14e5354981 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2485628 Feb 16 14:54:02.336840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58342) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:02.348368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] Sync routers for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:02.370241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:02.370693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.393322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Router aaf6db40-67f9-4856-8702-268bc52ebee7 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:54:02.409384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0226fb17-bce5-48d9-a3d3-0e3751d1f03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.435158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f9acbea-9d9c-44ba-8b79-7e1cf7baeb0d req-59c6dda4-a5e7-4860-8ad9-af1962c2b569 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038380 Feb 16 14:54:02.443369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.450755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a726d55a-a424-43b5-97b7-bbc09f54be70 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.461060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:02.461815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.503499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.504329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639927b5-736b-41eb-8851-5db9c68c9723 None None] The sync data for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:02.541584 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-a726d55a-a424-43b5-97b7-bbc09f54be70 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 14:54:02.542615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a726d55a-a424-43b5-97b7-bbc09f54be70 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6 HTTP/1.1" status: 409 len: 329 time: 0.2047915 Feb 16 14:54:02.545667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58344) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:02.589952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e4aeba9e-4700-43eb-8648-bd872dd17959 None None] Provisioning complete for port 4ae40d07-63a5-4e4c-b206-c104fcd8abfb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:02.590671 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4aeba9e-4700-43eb-8648-bd872dd17959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.630697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e4aeba9e-4700-43eb-8648-bd872dd17959 None None] Port 4ae40d07-63a5-4e4c-b206-c104fcd8abfb cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:54:02.679458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:02.687136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.688790 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-68ed3215-551b-40a0-b605-0292984fda2e tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "PUT /v2.0/routers/aaf6db40-67f9-4856-8702-268bc52ebee7 HTTP/1.1" status: 200 len: 878 time: 3.4652350 Feb 16 14:54:02.690669 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] Sync routers for ids ['aaf6db40-67f9-4856-8702-268bc52ebee7'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:02.691781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:02.703105 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] Routers {'aaf6db40-67f9-4856-8702-268bc52ebee7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:02.704063 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aaf6db40-67f9-4856-8702-268bc52ebee7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.716839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0226fb17-bce5-48d9-a3d3-0e3751d1f03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.740637 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.751856 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] Routers {'aaf6db40-67f9-4856-8702-268bc52ebee7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:02.752702 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['aaf6db40-67f9-4856-8702-268bc52ebee7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.783798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0226fb17-bce5-48d9-a3d3-0e3751d1f03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.791927 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:02.792648 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada63a1d-e83e-47b0-b411-741f8e9b6311 None None] The sync data for ids ['aaf6db40-67f9-4856-8702-268bc52ebee7'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:02.838624 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226fb17-bce5-48d9-a3d3-0e3751d1f03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c437ad1a-1510-4b78-a42d-4154c1d8cd8e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:02.844978 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0226fb17-bce5-48d9-a3d3-0e3751d1f03c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=09a0bf53ef514c4db49fc33777c86d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244500 Feb 16 14:54:02.848190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58348) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:02.861631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.894849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-da46769a-02aa-4f8e-ae9b-0f595b6de78c tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/aaf6db40-67f9-4856-8702-268bc52ebee7 HTTP/1.1" status: 200 len: 919 time: 0.2017360 Feb 16 14:54:02.899306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58352) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:02.978367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7bd78ae-5d75-4f29-a31a-5eafdb39e369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:02.989382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c4ca2-5a62-4994-b64a-170a195a6165 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:02.993260 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4e7c4ca2-5a62-4994-b64a-170a195a6165 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=aaf6db40-67f9-4856-8702-268bc52ebee7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0906227 Feb 16 14:54:02.994390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58356) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:03.034479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7bd78ae-5d75-4f29-a31a-5eafdb39e369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.084528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5189db-0f3c-4e87-9221-8a7f5986450b req-e89b58fb-106f-4cd8-8808-3f153f0f5734 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:03.086243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c5189db-0f3c-4e87-9221-8a7f5986450b req-e89b58fb-106f-4cd8-8808-3f153f0f5734 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.1484001 Feb 16 14:54:03.158040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device eff2129b-960f-4281-a246-fca07cb171e4 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:03.170499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Deleting port 435dc683-7571-40c0-ab27-5697fa8a7df6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:03.173842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.184307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: eff2129b-960f-4281-a246-fca07cb171e4 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:03.184547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device eff2129b-960f-4281-a246-fca07cb171e4 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:03.239613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcfb13-c867-4b33-93e6-210b2b618209 req-11d6e75a-1059-4a13-8ca1-b01a3f9eaf7c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:03.241098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbbcfb13-c867-4b33-93e6-210b2b618209 req-11d6e75a-1059-4a13-8ca1-b01a3f9eaf7c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1709342 Feb 16 14:54:03.250393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875a308-2931-41d6-b52f-505e8390d484 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:03.251746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c875a308-2931-41d6-b52f-505e8390d484 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.2566216 Feb 16 14:54:03.255908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58360) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:03.257701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c5189db-0f3c-4e87-9221-8a7f5986450b req-4b638c8a-7036-4e25-b53c-87d90a3447bb tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539083 Feb 16 14:54:03.258937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] For port 435dc683-7571-40c0-ab27-5697fa8a7df6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=435dc683-7571-40c0-ab27-5697fa8a7df6,segment=NetworkSegment(8259ba3f-e3bc-4237-a284-a3bd630db56c),segment_id=8259ba3f-e3bc-4237-a284-a3bd630db56c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:03.259296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.281555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Calling delete_port for 435dc683-7571-40c0-ab27-5697fa8a7df6 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:03.290392 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.308179 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2e9c5ddd-6ac7-4f85-b178-f0cafff10013 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaf6db40-67f9-4856-8702-268bc52ebee7 HTTP/1.1" status: 200 len: 205 time: 0.0488193 Feb 16 14:54:03.311262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58362) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:03.333531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7bd78ae-5d75-4f29-a31a-5eafdb39e369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.336301 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d7bd78ae-5d75-4f29-a31a-5eafdb39e369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.337422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d7bd78ae-5d75-4f29-a31a-5eafdb39e369 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c437ad1a-1510-4b78-a42d-4154c1d8cd8e HTTP/1.1" status: 204 len: 168 time: 0.4879832 Feb 16 14:54:03.366929 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbbcfb13-c867-4b33-93e6-210b2b618209 req-7d964209-eca8-48f7-862a-ef9ae4d6577e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184845 Feb 16 14:54:03.389248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd78ae-5d75-4f29-a31a-5eafdb39e369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437ad1a-1510-4b78-a42d-4154c1d8cd8e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:03.506980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.573826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting port 4ae40d07-63a5-4e4c-b206-c104fcd8abfb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:03.574453 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.665233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.686572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.704414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Calling delete_port for 4ae40d07-63a5-4e4c-b206-c104fcd8abfb owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:03.782866 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.786689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6376866b-4fa1-4757-8b0c-eb116be7f3b1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:03.842221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Pushing event deleted for resources: {'Port': ['ID=435dc683-7571-40c0-ab27-5697fa8a7df6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:03.860581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:03.861040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:03.888180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.888519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.888842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.889171 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.889496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.889859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.890905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.890905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.891131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.891431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.891794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.892112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:03.941686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Deleting port 63cc5e58-3ef4-48b9-96ea-974ceb4bb3df {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:03.941947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:04.003445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:04.031986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Port': ['ID=4ae40d07-63a5-4e4c-b206-c104fcd8abfb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:04.098590 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:04.117536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Calling delete_port for 63cc5e58-3ef4-48b9-96ea-974ceb4bb3df owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:04.123936 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:04.146080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:04.392036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Router 38f6d0f4-b3af-4317-b4c5-b066c71caae6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:54:04.450543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d5c93-aad5-47a9-89ce-f655dd18603f req-dcd74682-7b54-4dc5-ba70-1b09ef1c68fe tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:04.451983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a89d5c93-aad5-47a9-89ce-f655dd18603f req-dcd74682-7b54-4dc5-ba70-1b09ef1c68fe tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0978408 Feb 16 14:54:04.500224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:54:04.548691 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:04.877308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:04.890823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b66a8169-e587-48f8-9fec-54288b3e9c29 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3432641 Feb 16 14:54:04.893998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58392) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:04.894137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] Sync routers for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:04.906321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event deleted for resources: {'Port': ['ID=63cc5e58-3ef4-48b9-96ea-974ceb4bb3df,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:04.924914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:04.925296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:04.948601 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-3c7d028e-e903-4c2d-b4fb-73f705f3d81c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] show failed (client error): The resource could not be found. Feb 16 14:54:04.955372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3c7d028e-e903-4c2d-b4fb-73f705f3d81c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "GET /v2.0/routers/tempest-non_exist_router-1970886394 HTTP/1.1" status: 404 len: 335 time: 0.0611947 Feb 16 14:54:04.956839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58396) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:04.976565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a89d5c93-aad5-47a9-89ce-f655dd18603f req-1a4f110b-6372-46ce-a321-8a61d6fd18bd tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951756 Feb 16 14:54:04.980424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:04.983158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7cd4933b-eab2-435b-9cac-e3bec2ad4a61 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:05.003035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] Routers {'38f6d0f4-b3af-4317-b4c5-b066c71caae6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:05.003774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:05.027989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.030974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:05.031976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f06722-23c5-4437-a63d-64a936d9f892 req-7fc3a913-65b5-4d08-88e4-315d6be83f12 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:05.033810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8f06722-23c5-4437-a63d-64a936d9f892 req-7fc3a913-65b5-4d08-88e4-315d6be83f12 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.5515220 Feb 16 14:54:05.035075 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-7cd4933b-eab2-435b-9cac-e3bec2ad4a61 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] update failed (client error): The resource could not be found. Feb 16 14:54:05.043065 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e2945eff-c4ab-4f5c-a1e5-b1f3296ca262 admin admin] 10.222.0.113 "PUT /v2.0/routers/9c915fa6-24cd-4c07-b7a1-d3004e07aa97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303216 Feb 16 14:54:05.043645 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] Sync routers for ids ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:05.044788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7cd4933b-eab2-435b-9cac-e3bec2ad4a61 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "PUT /v2.0/routers/tempest-non_exist_router-79830089 HTTP/1.1" status: 404 len: 333 time: 0.0848207 Feb 16 14:54:05.045605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58400) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:05.046699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:05.064929 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] Routers {'9c915fa6-24cd-4c07-b7a1-d3004e07aa97'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:05.065579 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:05.153495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.156213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.209389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8f06722-23c5-4437-a63d-64a936d9f892 req-38370339-5baf-44a9-91f1-bfdd835e8b32 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475379 Feb 16 14:54:05.215574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting subnet 6e2ae4b2-8be3-4815-8449-467cef10dd29 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:05.220989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.268215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.274331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.284539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:05.285149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5375a-01f4-4f47-bf01-a35240acb163 None None] The sync data for ids ['38f6d0f4-b3af-4317-b4c5-b066c71caae6'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:05.300320 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.301058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Fanout notify agent at l3_agent the message router_deleted on router aaf6db40-67f9-4856-8702-268bc52ebee7 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:54:05.309267 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.314530 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c59f6780-5caa-45d3-bd7f-38ac513e3580 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/aaf6db40-67f9-4856-8702-268bc52ebee7 HTTP/1.1" status: 204 len: 168 time: 1.9972191 Feb 16 14:54:05.315445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58410) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:05.318037 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] Set router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:54:05.323169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a16c2a6a-8bdf-4559-9b90-f0ffd5d30d8d tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1751726799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:05.356978 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87f0b906-ee90-487f-8c37-13895ce0a6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.442817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a6a-8bdf-4559-9b90-f0ffd5d30d8d tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.444361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a6a-8bdf-4559-9b90-f0ffd5d30d8d tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.465195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.470528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.516046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a6a-8bdf-4559-9b90-f0ffd5d30d8d tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.527774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58414) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:05.584809 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:54:03Z', 'revision_number': 5, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port': {'id': '9a80a4a4-2196-424a-ad39-5c126289b3e7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:39Z', 'updated_at': '2022-02-16T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:05.603827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a6a-8bdf-4559-9b90-f0ffd5d30d8d tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.604387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.624830 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] Checking router: 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:54:05.649989 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] Routers {'9c915fa6-24cd-4c07-b7a1-d3004e07aa97'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:05.650118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2ae4b2-8be3-4815-8449-467cef10dd29,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:05.650219 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:53:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:05.650324 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.651970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-561bfdb2-f731-4cf6-8ef3-0f9fad5a09c7 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/subnets/6e2ae4b2-8be3-4815-8449-467cef10dd29 HTTP/1.1" status: 204 len: 168 time: 0.6027105 Feb 16 14:54:05.652994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:05.675848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7ffbb-5c81-471f-bfbe-1504870af50c None None] Network 8a2afec5-a7bb-4dd9-9f80-188716d126de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:05.679139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Deleting port 9a80a4a4-2196-424a-ad39-5c126289b3e7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:05.679485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.794482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a6a-8bdf-4559-9b90-f0ffd5d30d8d tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.794482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a16c2a6a-8bdf-4559-9b90-f0ffd5d30d8d tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4739444 Feb 16 14:54:05.796098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58422) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:05.830612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': True}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:05.861902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1347290121'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:05.866819 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] Set router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:54:05.876443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:05.937995 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:54:05Z', 'revision_number': 6, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:05.979984 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef84fb-60a0-40ca-b6c8-3260a32ee308 None None] The sync data for ids ['9c915fa6-24cd-4c07-b7a1-d3004e07aa97'] in n-d-829433-1 is: [{'id': '9c915fa6-24cd-4c07-b7a1-d3004e07aa97', 'name': 'tempest-ServerRescueNegativeTestJSON-848489466-router', 'tenant_id': 'bb2804b64a48475b8f0cd642262023f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:36Z', 'updated_at': '2022-02-16T14:54:05Z', 'revision_number': 6, 'project_id': 'bb2804b64a48475b8f0cd642262023f2', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:05.991633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:05.992243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.085260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] For port 6376866b-4fa1-4757-8b0c-eb116be7f3b1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6376866b-4fa1-4757-8b0c-eb116be7f3b1,segment=NetworkSegment(6891ac38-4a67-407b-8cda-623f38a627a4),segment_id=6891ac38-4a67-407b-8cda-623f38a627a4)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:06.086354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.112970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Calling delete_port for 6376866b-4fa1-4757-8b0c-eb116be7f3b1 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:06.177317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad075b4-37f9-493b-8cc3-e8928686da01 req-c1748a02-e949-4bc6-b050-172c0a17b0d2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:06.178830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fad075b4-37f9-493b-8cc3-e8928686da01 req-c1748a02-e949-4bc6-b050-172c0a17b0d2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.3928864 Feb 16 14:54:06.226862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] For port 9a80a4a4-2196-424a-ad39-5c126289b3e7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9a80a4a4-2196-424a-ad39-5c126289b3e7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:06.227224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.231041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Made reservation on behalf of 3dc004c1b3c647fc8dc37c6168edd3d7 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:06.234966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.242778 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.276435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Calling delete_port for 9a80a4a4-2196-424a-ad39-5c126289b3e7 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:06.278157 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.282574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.309769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Port': ['ID=6376866b-4fa1-4757-8b0c-eb116be7f3b1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:06.311599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] No DVR routers for this DVR port 6376866b-4fa1-4757-8b0c-eb116be7f3b1 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:06.323354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88df60-8de8-4369-a3cf-57ea8961868d req-c4426721-3bd0-45cb-97d8-8dc0efe2b2e0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:06.324942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb88df60-8de8-4369-a3cf-57ea8961868d req-c4426721-3bd0-45cb-97d8-8dc0efe2b2e0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.2220654 Feb 16 14:54:06.375771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9305857-91ac-4575-abfc-c8db2afcf397 None None] DHCP port deletion for 8a2afec5-a7bb-4dd9-9f80-188716d126de request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:06.378328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fad075b4-37f9-493b-8cc3-e8928686da01 req-0e1dcea4-bc2a-470b-8703-233717114c26 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585135 Feb 16 14:54:06.418389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.446534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2afec5-a7bb-4dd9-9f80-188716d126de']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:06.459607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6891ac38-4a67-407b-8cda-623f38a627a4') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:06.459913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6891ac38-4a67-407b-8cda-623f38a627a4') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:06.472157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.487594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.495859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:06.496408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:06.500735 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:06.554119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb88df60-8de8-4369-a3cf-57ea8961868d req-0c9491fe-d235-4eb7-ada1-36173dc50c55 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875052 Feb 16 14:54:06.625514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.676491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.693844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.696931 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/networks/8a2afec5-a7bb-4dd9-9f80-188716d126de HTTP/1.1" status: 204 len: 168 time: 1.0414476 Feb 16 14:54:06.699341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58426) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:06.710828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f2d1-7d83-4170-b592-6fb747452d10 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Network': ['ID=8a2afec5-a7bb-4dd9-9f80-188716d126de,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:06.791968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.797718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.886248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a80a4a4-2196-424a-ad39-5c126289b3e7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:06.887926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:06.905728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting subnet f38a6b7d-e70b-43dc-8876-4ef225fbff80 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:06.949449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f3e41c-5d79-4aa3-9024-210dd54fc171,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:06.955458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:06.955968 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Added segment 3bd8430b-a021-4bf4-9e79-35fa0baccb6b of type vlan for network f0b763a9-503c-4ea6-bd31-1b1cb7e0ad8b Feb 16 14:54:06.957391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.067855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.074321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.097580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.120176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.125442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.274459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.278056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.343059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.348518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:07.349099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.449293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.449798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c915fa6-24cd-4c07-b7a1-d3004e07aa97 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:54:07.460178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.467331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.469204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0a487030-81fc-47e2-a92d-1d789b2e7d92 admin admin] 10.222.0.113 "DELETE /v2.0/routers/9c915fa6-24cd-4c07-b7a1-d3004e07aa97 HTTP/1.1" status: 204 len: 168 time: 2.4212499 Feb 16 14:54:07.472058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58430) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:07.502494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9735930 Feb 16 14:54:07.505927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58432) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:07.515838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e700f-f4b8-402b-9fe7-a540a9ad3394 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Pushing event updated for resources: {'Network': ['ID=f0b763a9-503c-4ea6-bd31-1b1cb7e0ad8b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:07.537589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f0b763a9-503c-4ea6-bd31-1b1cb7e0ad8b details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:07.550252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] Deleting subnet e37bda59-2057-4b10-84c3-5e5a049aaafd {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:07.554251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.560595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Allocated IP 172.25.6.132 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/c0453f53-dfe4-4161-8b67-1453df2f1018) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:07.613528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'network': {'name': 'tempest-network--1173048448', 'router:external': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:07.635065 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.647078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59cdee-5c5d-4bb4-a575-e65ff0fa105c req-4473bf65-a01c-46c9-9ccd-3e696e3d8841 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:07.649045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c59cdee-5c5d-4bb4-a575-e65ff0fa105c req-4473bf65-a01c-46c9-9ccd-3e696e3d8841 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1549718 Feb 16 14:54:07.691427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.768086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Made reservation on behalf of 68f9ec6240a7497bbfb23577763f32fd for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:07.769403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c59cdee-5c5d-4bb4-a575-e65ff0fa105c req-94c39a21-a43f-4733-acc6-1c2bca29127c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871689 Feb 16 14:54:07.770609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.780075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.790220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24532a96-fb2c-4ca5-8e15-dec68d771f83 req-0bd3771e-2d0d-42a5-ba57-b02a571b3328 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:07.791747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532a96-fb2c-4ca5-8e15-dec68d771f83 req-0bd3771e-2d0d-42a5-ba57-b02a571b3328 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.1084902 Feb 16 14:54:07.802724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.805649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6376866b-4fa1-4757-8b0c-eb116be7f3b1 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:07.819574 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.831386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6376866b-4fa1-4757-8b0c-eb116be7f3b1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:07.831869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6376866b-4fa1-4757-8b0c-eb116be7f3b1 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:07.832471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 435dc683-7571-40c0-ab27-5697fa8a7df6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:07.836845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.856188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 435dc683-7571-40c0-ab27-5697fa8a7df6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:07.856560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 435dc683-7571-40c0-ab27-5697fa8a7df6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:07.857393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a80a4a4-2196-424a-ad39-5c126289b3e7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:07.861461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Subnet': ['ID=f38a6b7d-e70b-43dc-8876-4ef225fbff80,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:07.864790 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.870341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37bda59-2057-4b10-84c3-5e5a049aaafd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:07.870526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-22411f02-fc20-4369-b032-1ac4c1096d43 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/subnets/f38a6b7d-e70b-43dc-8876-4ef225fbff80 HTTP/1.1" status: 204 len: 168 time: 1.1701107 Feb 16 14:54:07.872508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58438) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:07.883259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.890453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-17e77286-4a0c-43b7-b27c-67c5bf4bc92e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/e37bda59-2057-4b10-84c3-5e5a049aaafd HTTP/1.1" status: 204 len: 168 time: 0.4173143 Feb 16 14:54:07.891116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58440) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:07.898590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b262d-e10b-475c-8cf9-f263244a5d0a None None] Network 8878041c-6885-4411-a198-82849ee156be requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:07.900719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9a80a4a4-2196-424a-ad39-5c126289b3e7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:07.901150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a80a4a4-2196-424a-ad39-5c126289b3e7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:07.936498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532a96-fb2c-4ca5-8e15-dec68d771f83 req-62bb3c56-041a-4c9e-a8f4-879415709593 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229830 Feb 16 14:54:07.954756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting subnet 2c98b20a-06ca-4a79-910d-10bd581bbee4 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:07.958835 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.980864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:07.996097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.006889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.071305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b58393b9-efc5-4ad8-94aa-a8ac44b144f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.080589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.085133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.102496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.113270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:08.144139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:08.144679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:08.145508 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.147187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.147532 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Added segment 24558822-03c6-46f8-8e99-395c26130bd3 of type vlan for network 50d488a9-9f8d-4a2a-9ccc-ea2ab12c176e Feb 16 14:54:08.148826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfa401a-9fc0-456e-9de8-bde1b71b7fb6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:08.166986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8259ba3f-e3bc-4237-a284-a3bd630db56c') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:08.167288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8259ba3f-e3bc-4237-a284-a3bd630db56c') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:08.170305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:08.174619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:08.175521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] DHCP port deletion for 8878041c-6885-4411-a198-82849ee156be request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:08.176603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Port': ['ID=c0453f53-dfe4-4161-8b67-1453df2f1018,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:08.198202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.225875 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.228350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.238564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:08.240470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] Deleting port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:08.240586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.240695 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:08.240780 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:08.316983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] For port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=77e0035f-20cc-4dc0-8d31-48aa99a7a1d3,segment=NetworkSegment(a7d620cd-449e-487a-8f0a-57001b5c5f41),segment_id=a7d620cd-449e-487a-8f0a-57001b5c5f41)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:08.318666 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.334399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] Calling delete_port for 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:08.374781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.391900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.392809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:08.393413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.397900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.401911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Subnet': ['ID=2c98b20a-06ca-4a79-910d-10bd581bbee4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:08.405802 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.411466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-53e35e82-5aae-4c51-b63b-60c20c2bb34c tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/subnets/2c98b20a-06ca-4a79-910d-10bd581bbee4 HTTP/1.1" status: 204 len: 168 time: 0.5359674 Feb 16 14:54:08.412094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58442) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:08.416598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.420229 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] 10.222.0.113 "DELETE /v2.0/networks/ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d HTTP/1.1" status: 204 len: 168 time: 0.5267844 Feb 16 14:54:08.423287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e1597c-c3c1-418b-9343-46357d6eaa3a None None] Network 8a91807d-3e9b-489d-bb7e-e1f062627ee0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:08.473749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Network': ['ID=50d488a9-9f8d-4a2a-9ccc-ea2ab12c176e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:08.488858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 50d488a9-9f8d-4a2a-9ccc-ea2ab12c176e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:08.500435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f58df-40ec-48cf-b44a-0a9016289866 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1af7a5-ecac-42c3-94ec-d0c3b8919d4d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:08.512052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.528609 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-42aad1b6-41e7-47bc-9cc0-488db0a0335a tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0199392 Feb 16 14:54:08.529265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58446) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:08.588447 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.613780 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.634025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] Pushing event deleted for resources: {'Port': ['ID=77e0035f-20cc-4dc0-8d31-48aa99a7a1d3,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:08.636213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aeaeca-efae-47cb-af78-75e9fe30569a None None] No DVR routers for this DVR port 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:08.714705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.741298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d488a9-9f8d-4a2a-9ccc-ea2ab12c176e']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:08.747823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] DHCP port deletion for 8a91807d-3e9b-489d-bb7e-e1f062627ee0 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:08.755651 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24558822-03c6-46f8-8e99-395c26130bd3') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:08.755952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24558822-03c6-46f8-8e99-395c26130bd3') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:08.770307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.792273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.801472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:08.802145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:08.805080 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:08.831298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] Deleting port 7247f6f0-0697-414f-ba62-d87d4ef5a576 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:08.831709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.869211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58450) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:08.913948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] For port 7247f6f0-0697-414f-ba62-d87d4ef5a576, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7247f6f0-0697-414f-ba62-d87d4ef5a576,segment=NetworkSegment(2aaa5434-c713-411f-a8d5-9b4e5d4d1272),segment_id=2aaa5434-c713-411f-a8d5-9b4e5d4d1272)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:08.914256 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.917368 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-809fb6b2-78a7-4568-8523-763700e31a7d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bb2804b64a48475b8f0cd642262023f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470276 Feb 16 14:54:08.922261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58452) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:08.929466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] Calling delete_port for 7247f6f0-0697-414f-ba62-d87d4ef5a576 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:08.973647 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:08.991769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50d488a9-9f8d-4a2a-9ccc-ea2ab12c176e {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 14:54:08.995212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.003642 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "DELETE /v2.0/networks/50d488a9-9f8d-4a2a-9ccc-ea2ab12c176e HTTP/1.1" status: 204 len: 168 time: 0.4702594 Feb 16 14:54:09.006208 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-096c84e2-8129-4fca-8ec1-264926267c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.032463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58456) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:09.039596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:09.062425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-096c84e2-8129-4fca-8ec1-264926267c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.070340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63c69e-848d-4617-b778-dec5e0f6d504 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event deleted for resources: {'Network': ['ID=50d488a9-9f8d-4a2a-9ccc-ea2ab12c176e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:09.116969 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.119306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.141306 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.173820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] Pushing event deleted for resources: {'Port': ['ID=7247f6f0-0697-414f-ba62-d87d4ef5a576,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:09.179944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243f8b1e-d162-472d-8d75-15fea284cae6 None None] No DVR routers for this DVR port 7247f6f0-0697-414f-ba62-d87d4ef5a576 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:09.198701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-096c84e2-8129-4fca-8ec1-264926267c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.204106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8878041c-6885-4411-a198-82849ee156be']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:09.212385 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-096c84e2-8129-4fca-8ec1-264926267c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.212385 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-096c84e2-8129-4fca-8ec1-264926267c57 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/058f0d3d-fb30-4b49-9230-c2c60125c5ef HTTP/1.1" status: 204 len: 168 time: 0.2879696 Feb 16 14:54:09.220145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c84e2-8129-4fca-8ec1-264926267c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f0d3d-fb30-4b49-9230-c2c60125c5ef,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:09.223253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d620cd-449e-487a-8f0a-57001b5c5f41') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:09.223582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d620cd-449e-487a-8f0a-57001b5c5f41') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:09.276196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.285821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ab67c-d422-4e01-8eb0-da1151946b3f req-e1373caa-481d-4ae7-bf99-d754441f8be9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:09.287015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e02ab67c-d422-4e01-8eb0-da1151946b3f req-e1373caa-481d-4ae7-bf99-d754441f8be9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.2536819 Feb 16 14:54:09.300893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87944-842a-4673-b857-acd38cba0895 req-a13b696c-4608-41e7-95c0-482af49b8855 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:09.303621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccb87944-842a-4673-b857-acd38cba0895 req-a13b696c-4608-41e7-95c0-482af49b8855 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.2578573 Feb 16 14:54:09.310793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Made reservation on behalf of 68f9ec6240a7497bbfb23577763f32fd for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:09.313341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.338147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.370640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:09.370978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: items = [ Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:09.375447 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:09.455324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:09.504879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e02ab67c-d422-4e01-8eb0-da1151946b3f req-e18aaea6-1158-4eaa-a8d6-9cf6f009d561 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980131 Feb 16 14:54:09.510872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccb87944-842a-4673-b857-acd38cba0895 req-a3cef8f5-ef9a-4b41-8b18-611fb4cfa9eb tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890202 Feb 16 14:54:09.516462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.527085 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Added segment ed6be218-b117-4d8c-b9aa-c3a12796e076 of type vlan for network 98c01300-cdcc-4cb1-a315-f2c492a35892 Feb 16 14:54:09.537503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.604500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.610029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.613685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/networks/8878041c-6885-4411-a198-82849ee156be HTTP/1.1" status: 204 len: 168 time: 1.2006488 Feb 16 14:54:09.616305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58462) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:09.641813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.644553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.647936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaaead-034d-4200-bac4-d11b1d13aeb8 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Network': ['ID=8878041c-6885-4411-a198-82849ee156be,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:09.656746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.701236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.804331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.821246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:09.830340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a91807d-3e9b-489d-bb7e-e1f062627ee0']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:09.834670 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.835950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:09.836539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.842337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aaa5434-c713-411f-a8d5-9b4e5d4d1272') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:09.842739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aaa5434-c713-411f-a8d5-9b4e5d4d1272') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:09.849259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:09.849661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 77e0035f-20cc-4dc0-8d31-48aa99a7a1d3 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:09.850626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7247f6f0-0697-414f-ba62-d87d4ef5a576 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:09.854791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.872145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.878168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7247f6f0-0697-414f-ba62-d87d4ef5a576 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:09.878515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7247f6f0-0697-414f-ba62-d87d4ef5a576 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:09.881416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:09.882012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:09.885591 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:09.903912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Network': ['ID=98c01300-cdcc-4cb1-a315-f2c492a35892,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:09.913733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 98c01300-cdcc-4cb1-a315-f2c492a35892 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:09.960290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ef2638f4-6728-468f-bf22-769a8ee68ee1 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9237163 Feb 16 14:54:09.963241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58472) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:09.970163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'subnet': {'network_id': '98c01300-cdcc-4cb1-a315-f2c492a35892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:09.993699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Router 5dde221d-c795-4f9e-91f6-43e4f5864e8b is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:54:10.013920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.019052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.023921 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/networks/8a91807d-3e9b-489d-bb7e-e1f062627ee0 HTTP/1.1" status: 204 len: 168 time: 0.4059765 Feb 16 14:54:10.028828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58474) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:10.048550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e77d7-4442-48bd-853b-ac27ccca592e tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Network': ['ID=8a91807d-3e9b-489d-bb7e-e1f062627ee0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:10.053684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Made reservation on behalf of 68f9ec6240a7497bbfb23577763f32fd for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:10.056103 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.105763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting subnet e7650e11-ecac-4c0a-9ba9-540b84b1dae2 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:10.107984 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.150424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.185514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:10.191382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.193292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dea1590c-44b3-4a0a-8507-fd04c44fc866 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "PUT /v2.0/routers/5dde221d-c795-4f9e-91f6-43e4f5864e8b HTTP/1.1" status: 200 len: 915 time: 4.3664181 Feb 16 14:54:10.195217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58482) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:10.202616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] Sync routers for ids ['5dde221d-c795-4f9e-91f6-43e4f5864e8b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:10.219957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] Routers {'5dde221d-c795-4f9e-91f6-43e4f5864e8b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:10.220581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['5dde221d-c795-4f9e-91f6-43e4f5864e8b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:10.254718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.257647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:10.266826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] Routers {'5dde221d-c795-4f9e-91f6-43e4f5864e8b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:10.267442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['5dde221d-c795-4f9e-91f6-43e4f5864e8b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:10.305242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:10.305940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41d571-e83b-42b3-a761-3c31b0c71ace None None] The sync data for ids ['5dde221d-c795-4f9e-91f6-43e4f5864e8b'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:10.367686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dfdc22c2-0ae9-4a4d-9b74-fbfaf71de271 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/5dde221d-c795-4f9e-91f6-43e4f5864e8b HTTP/1.1" status: 200 len: 921 time: 0.1713340 Feb 16 14:54:10.370675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58486) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:10.412844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef057a1-62ae-4749-85ee-4dd043cc7f36 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:10.423485 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4ef057a1-62ae-4749-85ee-4dd043cc7f36 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=5dde221d-c795-4f9e-91f6-43e4f5864e8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0425234 Feb 16 14:54:10.423485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58488) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:10.465284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.507114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Subnet': ['ID=e7650e11-ecac-4c0a-9ba9-540b84b1dae2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:10.518620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.521794 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a5e57aa2-69d0-4984-99cf-795cf40fcc8b tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/subnets/e7650e11-ecac-4c0a-9ba9-540b84b1dae2 HTTP/1.1" status: 204 len: 168 time: 0.4919777 Feb 16 14:54:10.524879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58492) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:10.525400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ceb47-7049-40e3-8247-838e732b96b0 None None] Network b79aa19a-d382-45af-b488-653e14c598aa requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:10.559163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55920bf-3551-4412-8572-f75778c7988b tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:10.561058 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e55920bf-3551-4412-8572-f75778c7988b tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.1428487 Feb 16 14:54:10.565972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58502) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:10.620927 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4147b874-d52d-454e-b8b1-8f6000fc93cd tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=5dde221d-c795-4f9e-91f6-43e4f5864e8b HTTP/1.1" status: 200 len: 205 time: 0.0522850 Feb 16 14:54:10.623736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58504) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:10.663801 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.691131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10abe4-c1a4-4f63-87d1-1c8f35f04df1 req-884247d9-0b11-4855-bd49-bc7ab7289122 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:10.692815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c10abe4-c1a4-4f63-87d1-1c8f35f04df1 req-884247d9-0b11-4855-bd49-bc7ab7289122 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.0926266 Feb 16 14:54:10.777620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.810439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c10abe4-c1a4-4f63-87d1-1c8f35f04df1 req-f5cdf8d0-f0d8-43f7-86a0-eca5d339983f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058481 Feb 16 14:54:10.832638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:54:10.832638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.836493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] DHCP port deletion for b79aa19a-d382-45af-b488-653e14c598aa request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:10.879348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Deleting port 4e788c77-83a1-4516-8b7d-da0995e301d9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:10.880312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.924594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] Deleting port 4e788c77-83a1-4516-8b7d-da0995e301d9 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:10.925262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.939797 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.994977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] For port 4e788c77-83a1-4516-8b7d-da0995e301d9, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4e788c77-83a1-4516-8b7d-da0995e301d9,segment=NetworkSegment(641ceb78-5f80-4ba9-af79-6d3538fd946d),segment_id=641ceb78-5f80-4ba9-af79-6d3538fd946d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:10.995398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.007997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Subnet': ['ID=242fe3b8-9b2b-477e-bcc0-92d6f27b84a3,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:11.012104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] Calling delete_port for 4e788c77-83a1-4516-8b7d-da0995e301d9 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:11.054945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] For port 4e788c77-83a1-4516-8b7d-da0995e301d9, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4e788c77-83a1-4516-8b7d-da0995e301d9,segment=NetworkSegment(641ceb78-5f80-4ba9-af79-6d3538fd946d),segment_id=641ceb78-5f80-4ba9-af79-6d3538fd946d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:11.055312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.083075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413e780-1921-4ec6-8482-d5b5a1a0aff7 req-142c8901-4d44-4088-b08f-8f2ab9cc8441 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:11.084706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4413e780-1921-4ec6-8482-d5b5a1a0aff7 req-142c8901-4d44-4088-b08f-8f2ab9cc8441 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.2024004 Feb 16 14:54:11.084924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Deleting port c0453f53-dfe4-4161-8b67-1453df2f1018 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:11.085282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.088937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Checking segment: {'id': 'ed6be218-b117-4d8c-b9aa-c3a12796e076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '98c01300-cdcc-4cb1-a315-f2c492a35892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:11.089300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Network hostable DHCP agents. Network: 98c01300-cdcc-4cb1-a315-f2c492a35892, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:11.091517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Calling delete_port for 4e788c77-83a1-4516-8b7d-da0995e301d9 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:11.207805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.209571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1eb135bf-2573-4902-9703-1d3761df33c8 req-2545201e-f6cd-4b56-96d6-65a1a975e982 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.0794742 Feb 16 14:54:11.215855 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.225668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Calling delete_port for c0453f53-dfe4-4161-8b67-1453df2f1018 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:11.244611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4413e780-1921-4ec6-8482-d5b5a1a0aff7 req-8d5439e6-8197-4cf7-ac01-85b643b4468d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473198 Feb 16 14:54:11.279581 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.280704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] Pushing event deleted for resources: {'Port': ['ID=4e788c77-83a1-4516-8b7d-da0995e301d9,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:11.285141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.296740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a3fe7-d567-4f42-bdd2-c77494fc561a None None] No DVR routers for this DVR port 4e788c77-83a1-4516-8b7d-da0995e301d9 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:11.357035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Network 98c01300-cdcc-4cb1-a315-f2c492a35892 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:11.360290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Port': ['ID=4e788c77-83a1-4516-8b7d-da0995e301d9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:11.377516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] No DVR routers for this DVR port 4e788c77-83a1-4516-8b7d-da0995e301d9 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:11.431149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.507265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.529752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 98c01300-cdcc-4cb1-a315-f2c492a35892) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:11.534436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:11.535199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.538864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148225d0-7340-4b7f-93c1-d5cd6b6ea047 None None] Network 98c01300-cdcc-4cb1-a315-f2c492a35892 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:11.540895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.544841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79aa19a-d382-45af-b488-653e14c598aa']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:11.559684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641ceb78-5f80-4ba9-af79-6d3538fd946d') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:11.560078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641ceb78-5f80-4ba9-af79-6d3538fd946d') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:11.573043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.585070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event deleted for resources: {'Port': ['ID=c0453f53-dfe4-4161-8b67-1453df2f1018,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:11.595708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.602742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:11.603269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:11.612556 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:11.662896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a3a544e8-ff5c-462f-bffe-03ba312fe5ce tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6981351 Feb 16 14:54:11.671248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58540) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:11.678184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'floatingip': {'floating_network_id': '98c01300-cdcc-4cb1-a315-f2c492a35892'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:11.722720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb24318-64b1-4a3b-a93c-3adddaab2004 None None] Network 98c01300-cdcc-4cb1-a315-f2c492a35892 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:11.751100 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.794111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.815570 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.819200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/networks/b79aa19a-d382-45af-b488-653e14c598aa HTTP/1.1" status: 204 len: 168 time: 1.2925737 Feb 16 14:54:11.823492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82fc49ff-bf86-410c-999f-c9023eb7829c req-772f7ca2-54a4-4d97-8c5a-a42c74067c82 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0411830 Feb 16 14:54:11.834501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58546) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:11.846178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4e788c77-83a1-4516-8b7d-da0995e301d9 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:11.850984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908fe99-3b7c-4eb4-9bcb-b0481b19bb81 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Pushing event deleted for resources: {'Network': ['ID=b79aa19a-d382-45af-b488-653e14c598aa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:11.855815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.896622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4e788c77-83a1-4516-8b7d-da0995e301d9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:11.897113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4e788c77-83a1-4516-8b7d-da0995e301d9 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:11.928622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6410d302-7fd9-45bb-ba6f-a89f03987278 tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "GET /v2.0/ports?device_id=38f6d0f4-b3af-4317-b4c5-b066c71caae6 HTTP/1.1" status: 200 len: 205 time: 0.0924633 Feb 16 14:54:11.932901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58552) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:11.950478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:11.995483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.036819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-250f3966-a644-4c7f-98d7-aed6ae34415a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.064063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.178305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa427b8-e557-4e80-bba2-a5f1bd09c00d req-d8e875cf-5a64-4a83-bf7a-4a97d963a9f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:12.180050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fa427b8-e557-4e80-bba2-a5f1bd09c00d req-d8e875cf-5a64-4a83-bf7a-4a97d963a9f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.2443273 Feb 16 14:54:12.234522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.235153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Fanout notify agent at l3_agent the message router_deleted on router 5dde221d-c795-4f9e-91f6-43e4f5864e8b {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:54:12.243961 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.245067 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bc745486-15d0-443f-a6a7-3a9c06655bb0 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/5dde221d-c795-4f9e-91f6-43e4f5864e8b HTTP/1.1" status: 204 len: 168 time: 1.6187594 Feb 16 14:54:12.251814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-250f3966-a644-4c7f-98d7-aed6ae34415a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.253288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58560) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:12.255747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-250f3966-a644-4c7f-98d7-aed6ae34415a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.259743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8d070526-45a3-43c1-b148-1936b5b64417 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-616935057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:12.268130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Allocated IP 172.20.0.4 (98c01300-cdcc-4cb1-a315-f2c492a35892/242fe3b8-9b2b-477e-bcc0-92d6f27b84a3/a49b4bde-a619-4d74-a89f-22b942b60363) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:12.275358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fa427b8-e557-4e80-bba2-a5f1bd09c00d req-3e49fb03-0668-4caa-abff-01bc4187e154 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865810 Feb 16 14:54:12.293944 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.379376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-250f3966-a644-4c7f-98d7-aed6ae34415a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.379942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250f3966-a644-4c7f-98d7-aed6ae34415a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Fanout notify agent at l3_agent the message router_deleted on router 38f6d0f4-b3af-4317-b4c5-b066c71caae6 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:54:12.394001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-250f3966-a644-4c7f-98d7-aed6ae34415a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.398013 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-250f3966-a644-4c7f-98d7-aed6ae34415a tempest-RoutersNegativeIpV6Test-1604400403 tempest-RoutersNegativeIpV6Test-1604400403-project] 10.222.0.113 "DELETE /v2.0/routers/38f6d0f4-b3af-4317-b4c5-b066c71caae6 HTTP/1.1" status: 204 len: 168 time: 0.4609442 Feb 16 14:54:12.429219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cde74d-a0e8-48b4-93fd-745a0ef50512 req-292b2ecf-6e43-4afa-9bae-aeb3459af06d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:12.430868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65cde74d-a0e8-48b4-93fd-745a0ef50512 req-292b2ecf-6e43-4afa-9bae-aeb3459af06d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0864761 Feb 16 14:54:12.437322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d070526-45a3-43c1-b148-1936b5b64417 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.438555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d070526-45a3-43c1-b148-1936b5b64417 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.475294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.493071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d070526-45a3-43c1-b148-1936b5b64417 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.500488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65cde74d-a0e8-48b4-93fd-745a0ef50512 req-7ff9e1ae-43c7-4a43-9726-ac38449e29a3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558169 Feb 16 14:54:12.562044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d070526-45a3-43c1-b148-1936b5b64417 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.609143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.648995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Network 98c01300-cdcc-4cb1-a315-f2c492a35892 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:12.651969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:12.656176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:12.667181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d070526-45a3-43c1-b148-1936b5b64417 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.668495 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8d070526-45a3-43c1-b148-1936b5b64417 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4142718 Feb 16 14:54:12.672095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58568) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:12.676666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': False}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:12.683091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Port': ['ID=a49b4bde-a619-4d74-a89f-22b942b60363,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:12.762712 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.882649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:12.967477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58574) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:13.053006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b50ae94b-c5a7-40e4-af76-e55ee16000de req-e1d1abf5-8921-4168-8043-ba0206bf7acc tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0803034 Feb 16 14:54:13.147870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.193132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3cff6a9b-c2a6-45d3-86eb-6ddaf0ee88cd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2a95942d60f34e979f6e6f7440d24e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190676 Feb 16 14:54:13.194056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:13.234665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.243674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.286763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c93198a1-08c9-4880-ac9e-4fe957184b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.345451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Port': ['ID=a49b4bde-a619-4d74-a89f-22b942b60363,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:13.353057 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c93198a1-08c9-4880-ac9e-4fe957184b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.378090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.447492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43f222-67e2-4d46-a567-b39b81e2e9ba req-2c1fe050-a174-447c-82e7-4b61425bc59d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:13.449101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e43f222-67e2-4d46-a567-b39b81e2e9ba req-2c1fe050-a174-447c-82e7-4b61425bc59d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.0752695 Feb 16 14:54:13.485028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.487589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9a9c987d-e704-4cf6-8e64-88d95b535eee tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8136761 Feb 16 14:54:13.494183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e43f222-67e2-4d46-a567-b39b81e2e9ba req-ee5482ea-dc11-4a5c-81b1-57207ab2fcaf tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 Feb 16 14:54:13.494659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58582) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:13.576651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.599469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.722527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Allocated IP 172.25.6.250 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/17283689-949e-4614-bb77-11df1d3c4f19) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:13.834133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.908095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c93198a1-08c9-4880-ac9e-4fe957184b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.910674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c93198a1-08c9-4880-ac9e-4fe957184b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:13.911797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c93198a1-08c9-4880-ac9e-4fe957184b2e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2b86aa50-c60a-4363-ad18-1953355715e5 HTTP/1.1" status: 204 len: 168 time: 0.7166004 Feb 16 14:54:13.929734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db3ef93f-8888-4e10-a084-e843a2dbd238 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "GET /v2.0/floatingips?floating_network_id=98c01300-cdcc-4cb1-a315-f2c492a35892 HTTP/1.1" status: 200 len: 689 time: 0.4339440 Feb 16 14:54:13.932642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58588) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:13.944274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93198a1-08c9-4880-ac9e-4fe957184b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b86aa50-c60a-4363-ad18-1953355715e5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:13.976304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a0ed-1346-4eda-baa8-efd43674802c req-51ed3d56-3ebf-4acb-ab16-95bc73681f66 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:13.976803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2308a0ed-1346-4eda-baa8-efd43674802c req-51ed3d56-3ebf-4acb-ab16-95bc73681f66 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0773757 Feb 16 14:54:13.984215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.030568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2308a0ed-1346-4eda-baa8-efd43674802c req-4cf459b8-9503-4b9b-bc00-9dc98ae138d4 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Feb 16 14:54:14.073027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:14.084898 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:14.088683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:14.090476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Pushing event updated for resources: {'Port': ['ID=17283689-949e-4614-bb77-11df1d3c4f19,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:14.138971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.184721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55103156-37f4-4111-a79b-62f173f4faad req-2639220c-4739-404d-a563-19118485bf80 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0266414 Feb 16 14:54:14.359766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Deleting port a49b4bde-a619-4d74-a89f-22b942b60363 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:14.360331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.520355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.520810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.538289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Calling delete_port for a49b4bde-a619-4d74-a89f-22b942b60363 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:14.552570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.621122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda097d-cd3a-47de-a72c-8af594cc7bb5 req-d9a04305-276f-434c-a179-5c017ab9c7f1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:14.622408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dda097d-cd3a-47de-a72c-8af594cc7bb5 req-d9a04305-276f-434c-a179-5c017ab9c7f1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.0526760 Feb 16 14:54:14.676270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dda097d-cd3a-47de-a72c-8af594cc7bb5 req-aba45e37-b975-4815-ae5e-744d229979ae tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Feb 16 14:54:14.847276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.850693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.900047 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.938096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event deleted for resources: {'Port': ['ID=a49b4bde-a619-4d74-a89f-22b942b60363,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:15.053161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.120121 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.142891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58614) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:15.168405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0e4ff-3b5f-41e2-8381-e45f96d5a9c3 req-5b836523-d8fa-4404-8ba4-c78c3225eca1 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:15.170022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ab0e4ff-3b5f-41e2-8381-e45f96d5a9c3 req-5b836523-d8fa-4404-8ba4-c78c3225eca1 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0519278 Feb 16 14:54:15.172333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Router 6b345a82-6958-454d-ba2a-8ba7d0f6e8dd is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:54:15.214270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ab0e4ff-3b5f-41e2-8381-e45f96d5a9c3 req-dc339629-a5e0-4780-b27d-9f76e26828d0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365031 Feb 16 14:54:15.244619 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.283123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d93ec55f-cc8d-4b78-a0b5-60fdca49dd8f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1393108207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:15.294382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=242fe3b8-9b2b-477e-bcc0-92d6f27b84a3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:15.316106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21cfa83c-6e8d-47e7-82d9-02092d091d12 req-b5119054-4904-47c8-aabe-32bcfa4258dd tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0310347 Feb 16 14:54:15.404620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.432630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:15.435096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c01300-cdcc-4cb1-a315-f2c492a35892']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:15.440870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.442091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f035378f-6147-4ab6-a9bc-37c02ff78835 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "PUT /v2.0/routers/6b345a82-6958-454d-ba2a-8ba7d0f6e8dd HTTP/1.1" status: 200 len: 915 time: 2.7689645 Feb 16 14:54:15.447246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58620) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:15.453690 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] Sync routers for ids ['6b345a82-6958-454d-ba2a-8ba7d0f6e8dd'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:15.457916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6be218-b117-4d8c-b9aa-c3a12796e076') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:15.458213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6be218-b117-4d8c-b9aa-c3a12796e076') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:15.464120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] Routers {'6b345a82-6958-454d-ba2a-8ba7d0f6e8dd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:15.468442 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6b345a82-6958-454d-ba2a-8ba7d0f6e8dd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:15.497367 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:15.499980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93ec55f-cc8d-4b78-a0b5-60fdca49dd8f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.501025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93ec55f-cc8d-4b78-a0b5-60fdca49dd8f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.506232 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] Routers {'6b345a82-6958-454d-ba2a-8ba7d0f6e8dd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:15.506831 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6b345a82-6958-454d-ba2a-8ba7d0f6e8dd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:15.510068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.544239 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:15.544239 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4e6ff-3417-4b9c-acc5-3481bbf4e085 None None] The sync data for ids ['6b345a82-6958-454d-ba2a-8ba7d0f6e8dd'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:15.550424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.618523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:15.618930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:15.626135 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:15.628653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93ec55f-cc8d-4b78-a0b5-60fdca49dd8f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.721435 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cd4bd2a7-b02b-4adc-a4ef-67b107f9aa41 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/6b345a82-6958-454d-ba2a-8ba7d0f6e8dd HTTP/1.1" status: 200 len: 921 time: 0.2706699 Feb 16 14:54:15.721435 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6971f1ea-a1e6-4bbf-b408-6d9178847ef3 req-d1fb8234-bd63-4f4a-91c8-e67ef8d557b0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.1324353 Feb 16 14:54:15.722039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:15.734350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93ec55f-cc8d-4b78-a0b5-60fdca49dd8f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.813796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.819068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98c01300-cdcc-4cb1-a315-f2c492a35892 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 14:54:15.821976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.825536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "DELETE /v2.0/networks/98c01300-cdcc-4cb1-a315-f2c492a35892 HTTP/1.1" status: 204 len: 168 time: 1.8916447 Feb 16 14:54:15.829147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc45428e-8194-401f-a15e-7a2580d0e3d7 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:15.833194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cc45428e-8194-401f-a15e-7a2580d0e3d7 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=6b345a82-6958-454d-ba2a-8ba7d0f6e8dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1071002 Feb 16 14:54:15.833194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:15.834254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58632) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:15.837108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c3cd-360f-4fce-944a-9fa5f41c54b5 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event deleted for resources: {'Network': ['ID=98c01300-cdcc-4cb1-a315-f2c492a35892,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:15.844683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93ec55f-cc8d-4b78-a0b5-60fdca49dd8f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.846180 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d93ec55f-cc8d-4b78-a0b5-60fdca49dd8f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7023342 Feb 16 14:54:15.849369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:15.854779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2099924392'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:15.874274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc895-f5d4-4ff3-9ffd-cfe01e55df28 req-7df86de6-7968-4fb5-81de-f6cc08793b8e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:15.876058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-423cc895-f5d4-4ff3-9ffd-cfe01e55df28 req-7df86de6-7968-4fb5-81de-f6cc08793b8e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1221066 Feb 16 14:54:15.928066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Made reservation on behalf of 26b814362a9d47cd952ce03ea7095b10 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:15.931828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:15.942067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.030294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.048481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9890ecbe-b71a-4143-a129-861ae401ba23 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2565 time: 0.2138941 Feb 16 14:54:16.051191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58636) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:16.072070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-423cc895-f5d4-4ff3-9ffd-cfe01e55df28 req-37cab2c6-d3c8-4575-b1d7-f7c0c950da57 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293988 Feb 16 14:54:16.093204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241b9a3-41b2-4bd8-aea3-fa4b9c049b0b tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.097554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b241b9a3-41b2-4bd8-aea3-fa4b9c049b0b tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.2590792 Feb 16 14:54:16.097687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58638) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:16.117235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.129804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-96eb6959-61a1-45ed-b2c5-1e7335ab76e7 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b345a82-6958-454d-ba2a-8ba7d0f6e8dd HTTP/1.1" status: 200 len: 205 time: 0.0308948 Feb 16 14:54:16.132370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58640) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:16.147678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:16.173948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.181965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.182218 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Added segment 0c669650-b10b-4b1b-8c15-58a1886ecfb2 of type vlan for network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 Feb 16 14:54:16.235765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4837793e-1b69-40d1-b51a-866216bc45ce,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:16.277717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.282023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.282480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.282927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.283578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.283822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.284260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.284689 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.285121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.285553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.285988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.286411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.286944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.287270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.292400 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d27e890b-48f8-4e04-bb49-76815f13a05f tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8281 time: 0.2369509 Feb 16 14:54:16.292400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.293473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58644) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:16.344906 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-d8da6422-4400-416f-91c7-ed08d193cb94 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] delete failed (client error): The resource could not be found. Feb 16 14:54:16.348731 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d8da6422-4400-416f-91c7-ed08d193cb94 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "DELETE /v2.0/floatingips/9c0908b3-83d2-43d2-b764-b4bdb26fb05f HTTP/1.1" status: 404 len: 345 time: 0.0543592 Feb 16 14:54:16.353940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58648) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:16.380497 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb334db1-0b06-4aeb-89ae-f2158a97680b tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 14:54:16.381071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb334db1-0b06-4aeb-89ae-f2158a97680b tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:54:16.384101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bb334db1-0b06-4aeb-89ae-f2158a97680b tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "DELETE /v2.0/networks/98c01300-cdcc-4cb1-a315-f2c492a35892 HTTP/1.1" status: 404 len: 339 time: 0.0293870 Feb 16 14:54:16.389006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58650) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:16.394459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'network': {'name': 'tempest-network--302196348', 'router:external': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:16.430501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.437568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.438112 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.452726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc716ed6-86bb-4753-a3bf-ed6b5022c068 req-c58b2546-0e5a-4e5a-b524-fedaa696aef9 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0399137 Feb 16 14:54:16.473609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd87921-b26e-45db-bef6-7be93d53fc6d req-a1e03a5d-5e4d-4dc4-bb8d-322d9ed3259b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.475335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bd87921-b26e-45db-bef6-7be93d53fc6d req-a1e03a5d-5e4d-4dc4-bb8d-322d9ed3259b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.1607823 Feb 16 14:54:16.481815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.520811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bd87921-b26e-45db-bef6-7be93d53fc6d req-44be8c8f-0066-4426-b7e4-a16804357164 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Feb 16 14:54:16.524935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Made reservation on behalf of 68f9ec6240a7497bbfb23577763f32fd for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:16.527353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.537907 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-5a4ea64e-0ac7-411c-a9fd-798612691d27 req-f0381880-d9bb-45f5-868c-ba8e52fc5ba2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0705466 Feb 16 14:54:16.546861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Network': ['ID=41274e1a-577c-4c5b-ae4a-f96a22fb1196,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:16.558658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:16.559485 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3508da7d-b39b-4ff7-83d0-e39b69d86840 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7089009 Feb 16 14:54:16.564682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58652) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:16.567324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:16.570424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'subnet': {'network_id': '41274e1a-577c-4c5b-ae4a-f96a22fb1196', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:16.578498 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.578853 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Added segment 901b3fa6-bdef-4574-bdd6-0c6cf5ea8acd of type vlan for network 4cc94828-f697-44dc-a0f4-882fe2ffb5d1 Feb 16 14:54:16.631075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.717919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Deleting port 17283689-949e-4614-bb77-11df1d3c4f19 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:16.718170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.762034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.763509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:16.764881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.806732 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.818751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Calling delete_port for 17283689-949e-4614-bb77-11df1d3c4f19 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:16.828122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Network': ['ID=4cc94828-f697-44dc-a0f4-882fe2ffb5d1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:16.832766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Made reservation on behalf of 26b814362a9d47cd952ce03ea7095b10 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:16.837724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.858308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4cc94828-f697-44dc-a0f4-882fe2ffb5d1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:16.925454 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5ae505ae-6852-497c-899e-9528d6f08ceb tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5348902 Feb 16 14:54:16.927843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:17.219243 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.253321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.255463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event deleted for resources: {'Port': ['ID=17283689-949e-4614-bb77-11df1d3c4f19,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:17.316309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92052b0e-c08d-4ce1-8ca8-56b1fbcc2a2f req-49f71097-080b-4a35-97a8-db517e406866 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:17.317936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92052b0e-c08d-4ce1-8ca8-56b1fbcc2a2f req-49f71097-080b-4a35-97a8-db517e406866 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1385727 Feb 16 14:54:17.401678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Subnet': ['ID=362288db-5800-4cec-8c83-3882794ddd4b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:17.434511 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.464299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea6945-9f9a-4557-b806-220489e4dea9 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:17.468991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92052b0e-c08d-4ce1-8ca8-56b1fbcc2a2f req-932558f9-b353-4a1c-a061-587245dbcea2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171563 Feb 16 14:54:17.471343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea6945-9f9a-4557-b806-220489e4dea9 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:17.477757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea6945-9f9a-4557-b806-220489e4dea9 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:17.485383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea6945-9f9a-4557-b806-220489e4dea9 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:17.486502 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5cea6945-9f9a-4557-b806-220489e4dea9 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5576017 Feb 16 14:54:17.489226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58660) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:17.511427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Checking segment: {'id': '0c669650-b10b-4b1b-8c15-58a1886ecfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '41274e1a-577c-4c5b-ae4a-f96a22fb1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:17.511820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network hostable DHCP agents. Network: 41274e1a-577c-4c5b-ae4a-f96a22fb1196, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:17.550188 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.554421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.575254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.624627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35f429e7-aa5e-499d-9f41-ecd422884509 req-5101df1d-4920-4c5c-b067-d4a4a992c52c tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0717597 Feb 16 14:54:17.661327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.682878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc94828-f697-44dc-a0f4-882fe2ffb5d1']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:17.683486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955652-bb8f-4d21-ac74-0db4fea58fb5 req-44660e59-d617-4531-b129-0b5f77ad15a7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:17.685300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9955652-bb8f-4d21-ac74-0db4fea58fb5 req-44660e59-d617-4531-b129-0b5f77ad15a7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0637393 Feb 16 14:54:17.697075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901b3fa6-bdef-4574-bdd6-0c6cf5ea8acd') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:17.697373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901b3fa6-bdef-4574-bdd6-0c6cf5ea8acd') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:17.713136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.724301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:17.729772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.737545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9955652-bb8f-4d21-ac74-0db4fea58fb5 req-ad076247-638f-4807-81f5-a5e112ebea67 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Feb 16 14:54:17.738419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:17.738825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:17.741047 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:17.744952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.745542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Fanout notify agent at l3_agent the message router_deleted on router 6b345a82-6958-454d-ba2a-8ba7d0f6e8dd {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:54:17.753715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.754837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f8eb7d0b-8d36-479b-9d64-7c9ff0185eec tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/6b345a82-6958-454d-ba2a-8ba7d0f6e8dd HTTP/1.1" status: 204 len: 168 time: 1.6214099 Feb 16 14:54:17.758646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:17.763774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1427248974', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:17.802034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 41274e1a-577c-4c5b-ae4a-f96a22fb1196) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:17.807196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:17.807824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.816371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef05c75-3365-43b4-b484-b438b9edeb28 None None] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:17.874135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9bcd2a14-23fe-4658-8136-ab97347f0623 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3075857 Feb 16 14:54:17.877283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58666) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:17.882756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'network': {'name': 'tempest-router-network01--553602814'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:17.893277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.897623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cc94828-f697-44dc-a0f4-882fe2ffb5d1 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 14:54:17.899717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.903557 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "DELETE /v2.0/networks/4cc94828-f697-44dc-a0f4-882fe2ffb5d1 HTTP/1.1" status: 204 len: 168 time: 0.4133084 Feb 16 14:54:17.907157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58668) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:17.913640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'network': {'name': 'tempest-network--1411861028', 'router:external': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:17.919394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0cfa7-dab4-4129-9f8c-d9dcb06781e4 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cc94828-f697-44dc-a0f4-882fe2ffb5d1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:17.940922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.942057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.988373 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-41274e1a-577c-4c5b-ae4a-f96a22fb1196', 'network_id': '41274e1a-577c-4c5b-ae4a-f96a22fb1196', 'tenant_id': '26b814362a9d47cd952ce03ea7095b10', 'fixed_ips': [{'subnet_id': '362288db-5800-4cec-8c83-3882794ddd4b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:54:17.989438 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.039223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.088777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Made reservation on behalf of 68f9ec6240a7497bbfb23577763f32fd for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:18.089140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Made reservation on behalf of 26b814362a9d47cd952ce03ea7095b10 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:18.091628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.094144 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.122797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:18.125402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:18.135519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.136133 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Added segment ce5bd41d-68b6-45c1-8c29-c68f28745b47 of type vlan for network 5438334e-733e-4a06-8c76-17fc6f46b9c8 Feb 16 14:54:18.138944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.139268 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Added segment c3ce870f-136e-498a-bbb3-d94d0fa0f95d of type vlan for network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 Feb 16 14:54:18.149658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Allocated IP 172.20.0.2 (41274e1a-577c-4c5b-ae4a-f96a22fb1196/362288db-5800-4cec-8c83-3882794ddd4b/73073aab-fa36-48eb-a619-8c19ba0f8672) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:18.186827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.201445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.283280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.286365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:18.287062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.311882 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.380498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Network': ['ID=5438334e-733e-4a06-8c76-17fc6f46b9c8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:18.391256 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.392825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.397785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 5438334e-733e-4a06-8c76-17fc6f46b9c8 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:18.398907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:18.399426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.413857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.442763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d6269b51-722d-4615-9f92-ea7ea18d8500 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5339744 Feb 16 14:54:18.444876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58670) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:18.494890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Network': ['ID=6afc11b3-f6fa-4e8a-83ff-5c2b11448c60,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:18.509056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:18.519729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:18.528266 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:18.530967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:18.549734 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8460ceaa-9e7b-42d3-9d99-ffb0550fbd91 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6711817 Feb 16 14:54:18.553554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Pushing event updated for resources: {'Port': ['ID=73073aab-fa36-48eb-a619-8c19ba0f8672,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:18.554234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:18.563021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'network': {'name': 'tempest-router-network02--1150088491'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:18.620845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b8900-51b8-4b65-b0c1-524a78e8ce01 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:18.624420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-842b8900-51b8-4b65-b0c1-524a78e8ce01 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] 10.222.0.113 "GET /v2.0/networks/5438334e-733e-4a06-8c76-17fc6f46b9c8 HTTP/1.1" status: 200 len: 757 time: 0.1770072 Feb 16 14:54:18.630543 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58676) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:18.644604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc932-0ada-49c6-8c1b-3aa6f2b80c84 req-42a71c09-dde3-4e5b-a18c-cddbd9db588c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:18.652394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eabc932-0ada-49c6-8c1b-3aa6f2b80c84 req-42a71c09-dde3-4e5b-a18c-cddbd9db588c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1040671 Feb 16 14:54:18.691891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Attempting to bind port 73073aab-fa36-48eb-a619-8c19ba0f8672 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:18.692220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Attempting to bind port 73073aab-fa36-48eb-a619-8c19ba0f8672 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0c669650-b10b-4b1b-8c15-58a1886ecfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '41274e1a-577c-4c5b-ae4a-f96a22fb1196'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:18.692591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Attempting to bind port 73073aab-fa36-48eb-a619-8c19ba0f8672 on network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:18.701014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:18.701271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Checking segment: {'id': '0c669650-b10b-4b1b-8c15-58a1886ecfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '41274e1a-577c-4c5b-ae4a-f96a22fb1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:18.702889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.704416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Bound using segment: {'id': '0c669650-b10b-4b1b-8c15-58a1886ecfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '41274e1a-577c-4c5b-ae4a-f96a22fb1196'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:18.704943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Bound port: 73073aab-fa36-48eb-a619-8c19ba0f8672, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c669650-b10b-4b1b-8c15-58a1886ecfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '41274e1a-577c-4c5b-ae4a-f96a22fb1196'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:18.705895 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.715701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eabc932-0ada-49c6-8c1b-3aa6f2b80c84 req-6f1084eb-9a1a-47b4-b0b9-640e21ac0c98 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620158 Feb 16 14:54:18.717005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Made reservation on behalf of 26b814362a9d47cd952ce03ea7095b10 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:18.720838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.769876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4a321-1a83-43a7-a659-66bbfa2274b8 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:18.773969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06d4a321-1a83-43a7-a659-66bbfa2274b8 tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] 10.222.0.113 "GET /v2.0/networks/f0b763a9-503c-4ea6-bd31-1b1cb7e0ad8b HTTP/1.1" status: 200 len: 768 time: 0.1393950 Feb 16 14:54:18.778365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58682) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:18.781673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0c8e22a-343f-4205-847e-d9df0bdbf59e req-1e4bd647-ec20-422e-9036-28ce11f2032f tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0476336 Feb 16 14:54:18.823465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] For port 73073aab-fa36-48eb-a619-8c19ba0f8672, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:18.827701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] For port 73073aab-fa36-48eb-a619-8c19ba0f8672, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73073aab-fa36-48eb-a619-8c19ba0f8672,segment=NetworkSegment(0c669650-b10b-4b1b-8c15-58a1886ecfb2),segment_id=0c669650-b10b-4b1b-8c15-58a1886ecfb2)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:18.873313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:18.906040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.910081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.914488 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Added segment 76e69ee7-1d67-49d5-8806-1f6c3471144a of type vlan for network fa2f58eb-4211-4f66-ad84-3df87afd7b26 Feb 16 14:54:18.914751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d277026-a818-40db-a31e-2bb8961e4e6e req-1d3d4eeb-4789-4bf1-bd08-3058abac4c66 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:18.915308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:18.919762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d277026-a818-40db-a31e-2bb8961e4e6e req-1d3d4eeb-4789-4bf1-bd08-3058abac4c66 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.0794625 Feb 16 14:54:18.994958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d277026-a818-40db-a31e-2bb8961e4e6e req-320829be-fde9-4713-ae5d-2b91e1b8f3a6 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694058 Feb 16 14:54:19.002222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc73328-0c2f-4c71-a531-2f9a486ff66b None None] Pushing event updated for resources: {'Port': ['ID=73073aab-fa36-48eb-a619-8c19ba0f8672,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:19.049690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.095487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.164932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.237297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.271000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5438334e-733e-4a06-8c76-17fc6f46b9c8']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:19.287089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5bd41d-68b6-45c1-8c29-c68f28745b47') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:19.287384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5bd41d-68b6-45c1-8c29-c68f28745b47') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:19.296029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-086d2204-712f-4cee-91cf-3ea0ae6f0b3d req-31456b97-d918-4211-a686-99ab387c7970 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0361772 Feb 16 14:54:19.317082 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.323767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:19.323767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.329192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.372777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.420546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:19.420958 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:19.424662 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:19.456683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Allocated IP 172.25.6.18 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/bc7dd128-2ecc-4756-af28-02d156a8c88c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:19.493036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Network': ['ID=fa2f58eb-4211-4f66-ad84-3df87afd7b26,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:19.497767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6ecb4d49-6536-48f3-b9bc-7ac2585dfbc8 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9420249 Feb 16 14:54:19.502789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58702) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:19.507648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network fa2f58eb-4211-4f66-ad84-3df87afd7b26 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:19.508423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'subnet': {'network_id': '6afc11b3-f6fa-4e8a-83ff-5c2b11448c60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:19.596183 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.604292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5438334e-733e-4a06-8c76-17fc6f46b9c8 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 14:54:19.616744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.620205 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "DELETE /v2.0/networks/5438334e-733e-4a06-8c76-17fc6f46b9c8 HTTP/1.1" status: 204 len: 168 time: 0.8394916 Feb 16 14:54:19.624712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58704) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:19.628043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d51595-999b-4f39-96ae-65f7c9800775 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event deleted for resources: {'Network': ['ID=5438334e-733e-4a06-8c76-17fc6f46b9c8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:19.630269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'network': {'name': 'tempest-network--634783198'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:19.664090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.696824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Made reservation on behalf of 26b814362a9d47cd952ce03ea7095b10 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:19.704781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.809354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.897136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:19.901177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:19.906664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:19.914137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Made reservation on behalf of 68f9ec6240a7497bbfb23577763f32fd for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:19.917648 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:19.932973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event updated for resources: {'Port': ['ID=bc7dd128-2ecc-4756-af28-02d156a8c88c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:19.949385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73073aab-fa36-48eb-a619-8c19ba0f8672 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:20.002035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:20.016628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.016980 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Added segment ae040e3f-e8d0-4b79-81e8-b1579d5ce44b of type vlan for network c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04 Feb 16 14:54:20.062963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 73073aab-fa36-48eb-a619-8c19ba0f8672 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:20.063341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.105939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f696471-b5a2-428a-b8f1-704729c32df0 req-febbde4e-9483-4229-9eaa-34d5422f526d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:20.115196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f696471-b5a2-428a-b8f1-704729c32df0 req-febbde4e-9483-4229-9eaa-34d5422f526d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.2587273 Feb 16 14:54:20.189061 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.223896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.227717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 73073aab-fa36-48eb-a619-8c19ba0f8672, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73073aab-fa36-48eb-a619-8c19ba0f8672,segment=NetworkSegment(0c669650-b10b-4b1b-8c15-58a1886ecfb2),segment_id=0c669650-b10b-4b1b-8c15-58a1886ecfb2)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:20.281017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f696471-b5a2-428a-b8f1-704729c32df0 req-4ac6338a-a7d7-482a-ac35-e0c4c8c709b1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634896 Feb 16 14:54:20.297162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd89484-c397-498b-a113-20cd362c21c0 req-4bfd314a-3815-4284-bc6f-c791c0b0f06d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:20.299186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd89484-c397-498b-a113-20cd362c21c0 req-4bfd314a-3815-4284-bc6f-c791c0b0f06d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.1806922 Feb 16 14:54:20.318578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcda115-49fc-4161-8e12-977253116a99 None None] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:20.350709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd89484-c397-498b-a113-20cd362c21c0 req-8e18ce89-037f-484e-ae9e-c7d29e8c5535 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Feb 16 14:54:20.356627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.407913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.409522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:20.410826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.412281 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.412541 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.472718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-67389592-7f6a-42cd-8c72-4793ba6ce4cf None None] Provisioning complete for port 73073aab-fa36-48eb-a619-8c19ba0f8672 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:20.473088 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-67389592-7f6a-42cd-8c72-4793ba6ce4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.520649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14be7082-051c-43fb-9066-148318546ad3 req-7c1fa1ec-3558-4bbd-a57b-b5260564ea3b tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.1012113 Feb 16 14:54:20.529995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=73073aab-fa36-48eb-a619-8c19ba0f8672,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:20.548010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Subnet': ['ID=b2284393-c234-4d2d-af71-dcff5b0b087b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:20.566617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Checking segment: {'id': 'c3ce870f-136e-498a-bbb3-d94d0fa0f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6afc11b3-f6fa-4e8a-83ff-5c2b11448c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:20.567274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network hostable DHCP agents. Network: 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:20.569782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Network': ['ID=c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:20.583696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.584067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.584440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.584984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.585582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.586046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.586370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.586691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.587004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.587323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.587665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.587984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.593188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.594317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.594665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.595306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.595673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.596005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.596330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.596805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.597131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.597454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.597771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.598705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:20.612725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-859c06cd-da05-40f4-a8e9-fba130370c62 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9866922 Feb 16 14:54:20.613400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58712) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:20.621787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:20.626509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:20.693928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:20.731283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.790695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:20.795001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:20.797363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.803444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38be95-caca-456b-a2e9-8d259b685033 None None] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:20.896621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:20.920288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-702a3579-7d8a-4a8a-b629-78553f019225 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4151416 Feb 16 14:54:20.923044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58714) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:20.928296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'subnet': {'network_id': 'fa2f58eb-4211-4f66-ad84-3df87afd7b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:20.983623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6afc11b3-f6fa-4e8a-83ff-5c2b11448c60', 'network_id': '6afc11b3-f6fa-4e8a-83ff-5c2b11448c60', 'tenant_id': '26b814362a9d47cd952ce03ea7095b10', 'fixed_ips': [{'subnet_id': 'b2284393-c234-4d2d-af71-dcff5b0b087b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:54:20.984536 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.019150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.036937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Network c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04 is not hosted by any dhcp agent {{(pid=103044) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 14:54:21.037798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:21.038392 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.039712 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "PUT /v2.0/networks/c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04 HTTP/1.1" status: 200 len: 858 time: 0.4253435 Feb 16 14:54:21.044765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:21.078181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ef0ebd72-d970-48bf-8907-0fa2db8e2eca None None] Provisioning complete for port 73073aab-fa36-48eb-a619-8c19ba0f8672 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:21.078560 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ef0ebd72-d970-48bf-8907-0fa2db8e2eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.081276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Router af623c63-06cb-4729-8a12-3dc1bdaa690e is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:54:21.097923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718d2db-cbd1-43f2-bb31-3e3eefa4a033 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event updated for resources: {'Network': ['ID=c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:21.118444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Made reservation on behalf of 26b814362a9d47cd952ce03ea7095b10 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:21.122098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.152656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.190081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Allocated IP 172.20.0.2 (6afc11b3-f6fa-4e8a-83ff-5c2b11448c60/b2284393-c234-4d2d-af71-dcff5b0b087b/5145a2d2-06d8-4531-9cc9-4e46934157c2) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:21.217959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:21.241367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] Sync routers for ids ['af623c63-06cb-4729-8a12-3dc1bdaa690e'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:21.295404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] Routers {'af623c63-06cb-4729-8a12-3dc1bdaa690e'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:21.296363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['af623c63-06cb-4729-8a12-3dc1bdaa690e'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:21.325508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.327446 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cfa89aa2-8ea3-446b-a6d3-8a677ab19501 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5676382 Feb 16 14:54:21.330191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58720) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:21.336041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:21.340386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.414209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:21.433238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:21.438984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] Routers {'af623c63-06cb-4729-8a12-3dc1bdaa690e'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:21.439791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['af623c63-06cb-4729-8a12-3dc1bdaa690e'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:21.457471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae040e3f-e8d0-4b79-81e8-b1579d5ce44b') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:21.457836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae040e3f-e8d0-4b79-81e8-b1579d5ce44b') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:21.474256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.484652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:21.485408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d2ee8-6cfc-49f2-b07a-eef0d73265a7 None None] The sync data for ids ['af623c63-06cb-4729-8a12-3dc1bdaa690e'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:21.523604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e34cf4-30be-419c-9c60-f4cdaac8b388 req-b26bafad-af04-419d-ab87-70d088c51463 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:21.525133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0e34cf4-30be-419c-9c60-f4cdaac8b388 req-b26bafad-af04-419d-ab87-70d088c51463 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1628475 Feb 16 14:54:21.536110 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.554043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.585736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:21.586233 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:21.587951 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:21.596820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.662955 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.670319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f111d-c92b-44d1-adb5-981b0ff975f3 req-851e0451-285d-4fb6-8d76-631f1b046aa9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:21.672105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f40f111d-c92b-44d1-adb5-981b0ff975f3 req-851e0451-285d-4fb6-8d76-631f1b046aa9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 945 time: 0.2016337 Feb 16 14:54:21.677738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.740825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.757429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0e34cf4-30be-419c-9c60-f4cdaac8b388 req-0723c8b0-f250-4bba-ad8e-903610a3f016 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011967 Feb 16 14:54:21.776643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:21.780169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:21.783197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:21.785128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Subnet': ['ID=17d0c859-3783-4c73-9716-426b2262ee0e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:21.809371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f40f111d-c92b-44d1-adb5-981b0ff975f3 req-d0405972-be0f-453f-bc1d-701bf4bcbafa tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225784 Feb 16 14:54:21.816822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Checking segment: {'id': '76e69ee7-1d67-49d5-8806-1f6c3471144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fa2f58eb-4211-4f66-ad84-3df87afd7b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:21.817595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network hostable DHCP agents. Network: fa2f58eb-4211-4f66-ad84-3df87afd7b26, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:21.820574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73073aab-fa36-48eb-a619-8c19ba0f8672 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:21.822492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Pushing event updated for resources: {'Port': ['ID=5145a2d2-06d8-4531-9cc9-4e46934157c2,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:21.860765 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.866671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 14:54:21.890858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.896437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] 10.222.0.113 "DELETE /v2.0/networks/c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04 HTTP/1.1" status: 204 len: 168 time: 0.8500440 Feb 16 14:54:21.898239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96699f38-4aee-4f34-94a9-1b0271dfbc40 tempest-ExternalNetworksTestJSON-324433181 tempest-ExternalNetworksTestJSON-324433181-project-admin] Pushing event deleted for resources: {'Network': ['ID=c850b1cd-f7e2-4cb9-89dc-f21f9c8c6b04,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:21.901270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58728) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:21.911504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network fa2f58eb-4211-4f66-ad84-3df87afd7b26 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:21.933328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Deleting port bc7dd128-2ecc-4756-af28-02d156a8c88c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:21.933773 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:21.952748 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7251ba6-762d-49eb-a9ab-8c2ecd405e4a tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] DELETE failed (client error): The resource could not be found. Feb 16 14:54:21.953495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7251ba6-762d-49eb-a9ab-8c2ecd405e4a tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:54:21.957121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f7251ba6-762d-49eb-a9ab-8c2ecd405e4a tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] 10.222.0.113 "DELETE /v2.0/subnets/242fe3b8-9b2b-477e-bcc0-92d6f27b84a3 HTTP/1.1" status: 404 len: 337 time: 0.0537624 Feb 16 14:54:21.971505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58734) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:21.975176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db562e4a-98e1-4c12-96dc-e43f87ee63d9 req-7a743957-49b5-4da2-a8f0-cadf0f938fc7 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0586643 Feb 16 14:54:21.981764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Attempting to bind port 5145a2d2-06d8-4531-9cc9-4e46934157c2 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:21.982220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Attempting to bind port 5145a2d2-06d8-4531-9cc9-4e46934157c2 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c3ce870f-136e-498a-bbb3-d94d0fa0f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6afc11b3-f6fa-4e8a-83ff-5c2b11448c60'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:21.984087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Attempting to bind port 5145a2d2-06d8-4531-9cc9-4e46934157c2 on network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:22.003056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:22.003561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Checking segment: {'id': 'c3ce870f-136e-498a-bbb3-d94d0fa0f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6afc11b3-f6fa-4e8a-83ff-5c2b11448c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:22.004041 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.004657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Bound using segment: {'id': 'c3ce870f-136e-498a-bbb3-d94d0fa0f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6afc11b3-f6fa-4e8a-83ff-5c2b11448c60'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:22.005217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Bound port: 5145a2d2-06d8-4531-9cc9-4e46934157c2, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ce870f-136e-498a-bbb3-d94d0fa0f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '6afc11b3-f6fa-4e8a-83ff-5c2b11448c60'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:22.007376 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.029851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, fa2f58eb-4211-4f66-ad84-3df87afd7b26) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:22.034540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:22.035127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.048247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a133a3-3cb5-4fa2-b86a-b4b82b406e64 None None] Network fa2f58eb-4211-4f66-ad84-3df87afd7b26 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:22.056985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.070302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Calling delete_port for bc7dd128-2ecc-4756-af28-02d156a8c88c owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:22.076630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.169476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6edbc49d-709d-421f-8fe4-ab2cb4417f24 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2450774 Feb 16 14:54:22.179688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58740) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:22.236102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 73073aab-fa36-48eb-a619-8c19ba0f8672 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:22.236487 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.249183 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.323687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] For port 5145a2d2-06d8-4531-9cc9-4e46934157c2, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:22.343810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] For port 5145a2d2-06d8-4531-9cc9-4e46934157c2, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5145a2d2-06d8-4531-9cc9-4e46934157c2,segment=NetworkSegment(c3ce870f-136e-498a-bbb3-d94d0fa0f95d),segment_id=c3ce870f-136e-498a-bbb3-d94d0fa0f95d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:22.356489 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.396575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Pushing event deleted for resources: {'Port': ['ID=bc7dd128-2ecc-4756-af28-02d156a8c88c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:22.412783 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.426977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-fa2f58eb-4211-4f66-ad84-3df87afd7b26', 'network_id': 'fa2f58eb-4211-4f66-ad84-3df87afd7b26', 'tenant_id': '26b814362a9d47cd952ce03ea7095b10', 'fixed_ips': [{'subnet_id': '17d0c859-3783-4c73-9716-426b2262ee0e'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:54:22.427926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.501351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:22.589390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Pushing event updated for resources: {'Port': ['ID=5145a2d2-06d8-4531-9cc9-4e46934157c2,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:22.614269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.617374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.618160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.618160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.618160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc5197c-fba4-4600-9c49-fb6f08380175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:54:22.707468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Allocated IP 172.20.0.2 (fa2f58eb-4211-4f66-ad84-3df87afd7b26/17d0c859-3783-4c73-9716-426b2262ee0e/dd6d2457-e08f-4a96-aa83-31635cec185e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:22.880139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b763a9-503c-4ea6-bd31-1b1cb7e0ad8b']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:22.916297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd8430b-a021-4bf4-9e79-35fa0baccb6b') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:22.917107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd8430b-a021-4bf4-9e79-35fa0baccb6b') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:22.970380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.007933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.033731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ef40-3245-4949-a15e-30ecb331bb7d req-abb604a4-e6da-4de4-969c-9c243d99547a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:23.035351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6af3ef40-3245-4949-a15e-30ecb331bb7d req-abb604a4-e6da-4de4-969c-9c243d99547a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1641259 Feb 16 14:54:23.036713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.076393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:23.076835 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:23.080666 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:23.094631 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.140966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Network fa2f58eb-4211-4f66-ad84-3df87afd7b26 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:23.144105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:23.148213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:23.163057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Pushing event updated for resources: {'Port': ['ID=dd6d2457-e08f-4a96-aa83-31635cec185e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:23.179684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9c52ccd-6f8a-4289-b316-7441b4fc4470 req-6a00d79a-9634-4045-991e-44757bc58998 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0942824 Feb 16 14:54:23.211105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6af3ef40-3245-4949-a15e-30ecb331bb7d req-7904b1d3-6e77-4992-b823-38d914d8f179 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453362 Feb 16 14:54:23.232475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.238728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.250153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.259255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Attempting to bind port dd6d2457-e08f-4a96-aa83-31635cec185e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:23.259756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Attempting to bind port dd6d2457-e08f-4a96-aa83-31635cec185e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '76e69ee7-1d67-49d5-8806-1f6c3471144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fa2f58eb-4211-4f66-ad84-3df87afd7b26'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:23.260206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Attempting to bind port dd6d2457-e08f-4a96-aa83-31635cec185e on network fa2f58eb-4211-4f66-ad84-3df87afd7b26 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:23.265862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:23.266319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Checking segment: {'id': '76e69ee7-1d67-49d5-8806-1f6c3471144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fa2f58eb-4211-4f66-ad84-3df87afd7b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:23.266790 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.267244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Bound using segment: {'id': '76e69ee7-1d67-49d5-8806-1f6c3471144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fa2f58eb-4211-4f66-ad84-3df87afd7b26'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:23.267870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Bound port: dd6d2457-e08f-4a96-aa83-31635cec185e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e69ee7-1d67-49d5-8806-1f6c3471144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fa2f58eb-4211-4f66-ad84-3df87afd7b26'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:23.268329 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.289726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.324494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.331252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] 10.222.0.113 "DELETE /v2.0/networks/f0b763a9-503c-4ea6-bd31-1b1cb7e0ad8b HTTP/1.1" status: 204 len: 168 time: 1.3558331 Feb 16 14:54:23.346130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c4cfc-89bf-4ff5-8e25-35309046ee3c tempest-ExternalNetworksTestJSON-1410069995 tempest-ExternalNetworksTestJSON-1410069995-project] Pushing event deleted for resources: {'Network': ['ID=f0b763a9-503c-4ea6-bd31-1b1cb7e0ad8b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:23.354154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Router af623c63-06cb-4729-8a12-3dc1bdaa690e has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:54:23.359153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] For port dd6d2457-e08f-4a96-aa83-31635cec185e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:23.363632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] For port dd6d2457-e08f-4a96-aa83-31635cec185e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd6d2457-e08f-4a96-aa83-31635cec185e,segment=NetworkSegment(76e69ee7-1d67-49d5-8806-1f6c3471144a),segment_id=76e69ee7-1d67-49d5-8806-1f6c3471144a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:23.442308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:23.447811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.457395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.459770 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0a642cec-901b-4c31-9d34-3cb910ea54b8 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "PUT /v2.0/routers/af623c63-06cb-4729-8a12-3dc1bdaa690e HTTP/1.1" status: 200 len: 706 time: 2.1285999 Feb 16 14:54:23.462842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58758) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:23.469548 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] Sync routers for ids ['af623c63-06cb-4729-8a12-3dc1bdaa690e'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:23.490658 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] Routers {'af623c63-06cb-4729-8a12-3dc1bdaa690e'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:23.492616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['af623c63-06cb-4729-8a12-3dc1bdaa690e'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:23.568160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Allocated IP 172.20.0.1 (6afc11b3-f6fa-4e8a-83ff-5c2b11448c60/b2284393-c234-4d2d-af71-dcff5b0b087b/95cc2cb6-6fc2-4a55-b009-19deb023a916) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:23.579567 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:23.582410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd19ab-37cd-4ec6-a21f-06a9a976d93e None None] Pushing event updated for resources: {'Port': ['ID=dd6d2457-e08f-4a96-aa83-31635cec185e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:23.601578 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2df0db88-e23f-4274-bede-633173044c34 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/routers/af623c63-06cb-4729-8a12-3dc1bdaa690e HTTP/1.1" status: 200 len: 741 time: 0.1352048 Feb 16 14:54:23.602138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58762) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:23.617178 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] Routers {'af623c63-06cb-4729-8a12-3dc1bdaa690e'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:23.617808 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['af623c63-06cb-4729-8a12-3dc1bdaa690e'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:23.682304 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-053f2176-7365-4187-8311-8dc5a8349111 tempest-RoutersAdminTest-1232130340 tempest-RoutersAdminTest-1232130340-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=af623c63-06cb-4729-8a12-3dc1bdaa690e HTTP/1.1" status: 200 len: 205 time: 0.0773146 Feb 16 14:54:23.684810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:23.686325 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:23.687317 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc2c996-f3aa-42e9-890a-777cef97c8fa None None] The sync data for ids ['af623c63-06cb-4729-8a12-3dc1bdaa690e'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:23.737035 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3b15f3b8-7b4a-49b5-8341-80d6cde72c39 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=af623c63-06cb-4729-8a12-3dc1bdaa690e HTTP/1.1" status: 200 len: 205 time: 0.0510099 Feb 16 14:54:23.737644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:23.768471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.887852 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5a36c24-a2e6-4062-9197-d6d352ead454 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:23.911442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5145a2d2-06d8-4531-9cc9-4e46934157c2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:23.930091 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.022874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5145a2d2-06d8-4531-9cc9-4e46934157c2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:24.023886 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.027256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:24.036857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:24.041425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:24.081682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe99f1a8-1ca8-4768-bb4e-a573407e0860 None None] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:24.098947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Port': ['ID=95cc2cb6-6fc2-4a55-b009-19deb023a916,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:24.125407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5a36c24-a2e6-4062-9197-d6d352ead454 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.127872 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5a36c24-a2e6-4062-9197-d6d352ead454 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.150304 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.172214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58778) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.181613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6c7c11c3-f9ff-4da7-b8ea-cfb79d51f84d None None] Provisioning complete for port 5145a2d2-06d8-4531-9cc9-4e46934157c2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:24.181974 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6c7c11c3-f9ff-4da7-b8ea-cfb79d51f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.230442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5a36c24-a2e6-4062-9197-d6d352ead454 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.230952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a36c24-a2e6-4062-9197-d6d352ead454 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Fanout notify agent at l3_agent the message router_deleted on router af623c63-06cb-4729-8a12-3dc1bdaa690e {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:54:24.242242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5a36c24-a2e6-4062-9197-d6d352ead454 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.248802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58786) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.250414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f5a36c24-a2e6-4062-9197-d6d352ead454 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/af623c63-06cb-4729-8a12-3dc1bdaa690e HTTP/1.1" status: 204 len: 168 time: 0.5117204 Feb 16 14:54:24.325587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7f31f08-0dae-4209-8c63-dab9573fb723 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=af623c63-06cb-4729-8a12-3dc1bdaa690e HTTP/1.1" status: 200 len: 205 time: 0.0698862 Feb 16 14:54:24.326025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58788) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.345026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.383906 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-abaf2a10-7f98-44e8-9aa2-9c003d1738fc tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] delete failed (client error): The resource could not be found. Feb 16 14:54:24.386958 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-abaf2a10-7f98-44e8-9aa2-9c003d1738fc tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/af623c63-06cb-4729-8a12-3dc1bdaa690e HTTP/1.1" status: 404 len: 336 time: 0.0579312 Feb 16 14:54:24.388013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 5145a2d2-06d8-4531-9cc9-4e46934157c2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5145a2d2-06d8-4531-9cc9-4e46934157c2,segment=NetworkSegment(c3ce870f-136e-498a-bbb3-d94d0fa0f95d),segment_id=c3ce870f-136e-498a-bbb3-d94d0fa0f95d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:24.394804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58790) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.424041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-076c9e11-712c-4d02-b8fc-d404701cc4d7 req-b6066f22-4e3f-472c-adbd-eb24e46d37f7 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0732081 Feb 16 14:54:24.433076 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-324028e9-a94f-4a35-a3c5-e2074bb4ba5a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3dc004c1b3c647fc8dc37c6168edd3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592392 Feb 16 14:54:24.433819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58792) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.442636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6c7c11c3-f9ff-4da7-b8ea-cfb79d51f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.456258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7e666f2a-7cb2-4c78-9867-0767d9ac0f30 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b345a82-6958-454d-ba2a-8ba7d0f6e8dd HTTP/1.1" status: 200 len: 205 time: 0.0480077 Feb 16 14:54:24.458236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58794) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.494701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0258-6bbf-47ac-997c-e7523e5b64cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.512067 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-02099d3c-e009-412f-997b-a137f5a89782 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] delete failed (client error): The resource could not be found. Feb 16 14:54:24.516322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-02099d3c-e009-412f-997b-a137f5a89782 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/6b345a82-6958-454d-ba2a-8ba7d0f6e8dd HTTP/1.1" status: 404 len: 336 time: 0.0522437 Feb 16 14:54:24.520939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58796) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.526276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eddaa2-f1dc-41a0-a8a0-417683c0f347 req-6a28a314-4ded-4609-ac0d-f34f7f239c33 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:24.533511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12eddaa2-f1dc-41a0-a8a0-417683c0f347 req-6a28a314-4ded-4609-ac0d-f34f7f239c33 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1780076 Feb 16 14:54:24.539997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0258-6bbf-47ac-997c-e7523e5b64cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.570130 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c66ea6ef-0759-4541-8227-186fb1d1ce64 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=5dde221d-c795-4f9e-91f6-43e4f5864e8b HTTP/1.1" status: 200 len: 205 time: 0.0460815 Feb 16 14:54:24.570767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58798) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.579392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.584889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-6c7c11c3-f9ff-4da7-b8ea-cfb79d51f84d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:54:24.593364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.594113 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-6c7c11c3-f9ff-4da7-b8ea-cfb79d51f84d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:54:24.648854 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-83418246-8e88-4d8d-9bc0-3b30f0112ede tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] delete failed (client error): The resource could not be found. Feb 16 14:54:24.652689 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-83418246-8e88-4d8d-9bc0-3b30f0112ede tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/5dde221d-c795-4f9e-91f6-43e4f5864e8b HTTP/1.1" status: 404 len: 336 time: 0.0809567 Feb 16 14:54:24.653255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58800) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.664748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=5145a2d2-06d8-4531-9cc9-4e46934157c2,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:24.703763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12eddaa2-f1dc-41a0-a8a0-417683c0f347 req-73b3818d-0fb4-4c69-84f3-c5404bcf12f6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622212 Feb 16 14:54:24.712126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58808) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.712360 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b055658a-3a27-4080-9168-96e6454248bf tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=aaf6db40-67f9-4856-8702-268bc52ebee7 HTTP/1.1" status: 200 len: 205 time: 0.0506423 Feb 16 14:54:24.791640 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-4180c98e-701c-44df-b903-78509fe23e62 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] delete failed (client error): The resource could not be found. Feb 16 14:54:24.792694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4180c98e-701c-44df-b903-78509fe23e62 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/aaf6db40-67f9-4856-8702-268bc52ebee7 HTTP/1.1" status: 404 len: 336 time: 0.0795774 Feb 16 14:54:24.796182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58814) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.807593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0258-6bbf-47ac-997c-e7523e5b64cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.810429 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0258-6bbf-47ac-997c-e7523e5b64cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:24.811885 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4ec0258-6bbf-47ac-997c-e7523e5b64cf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/91f3e41c-5d79-4aa3-9024-210dd54fc171 HTTP/1.1" status: 204 len: 168 time: 0.3769846 Feb 16 14:54:24.855892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b43f42fd-38e7-4d18-9fd9-dd55df496f0c tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=f82d9e41-46ed-48fd-9c6c-08073b0eb06b HTTP/1.1" status: 200 len: 205 time: 0.0582302 Feb 16 14:54:24.872788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58818) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.878551 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec0258-6bbf-47ac-997c-e7523e5b64cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f3e41c-5d79-4aa3-9024-210dd54fc171,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:24.928781 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-36c23cd7-29c1-4ad3-9237-10c3a171ed16 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] delete failed (client error): The resource could not be found. Feb 16 14:54:24.929755 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-36c23cd7-29c1-4ad3-9237-10c3a171ed16 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/f82d9e41-46ed-48fd-9c6c-08073b0eb06b HTTP/1.1" status: 404 len: 336 time: 0.0673308 Feb 16 14:54:24.932517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58820) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:24.974993 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4af761ca-3ccc-443d-90ff-8d9a3f455cf6 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "GET /v2.0/ports?device_id=3643cf4a-f224-4582-b3d3-b68699c909e0 HTTP/1.1" status: 200 len: 205 time: 0.0413172 Feb 16 14:54:24.977916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58822) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:25.035491 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-e4e25b62-fa65-43f5-a498-e72657f81240 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] delete failed (client error): The resource could not be found. Feb 16 14:54:25.035491 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e4e25b62-fa65-43f5-a498-e72657f81240 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/routers/3643cf4a-f224-4582-b3d3-b68699c909e0 HTTP/1.1" status: 404 len: 336 time: 0.0545821 Feb 16 14:54:25.039161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58824) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:25.067129 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fbff1a-72ab-4e34-8479-3ab0091c83d5 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] DELETE failed (client error): The resource could not be found. Feb 16 14:54:25.067615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fbff1a-72ab-4e34-8479-3ab0091c83d5 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:54:25.070852 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7fbff1a-72ab-4e34-8479-3ab0091c83d5 tempest-RoutersAdminTest-919880334 tempest-RoutersAdminTest-919880334-project] 10.222.0.113 "DELETE /v2.0/subnets/d8bbb6f8-4c45-41af-a0d6-96a543fecdbf HTTP/1.1" status: 404 len: 337 time: 0.0304568 Feb 16 14:54:25.073821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.120690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490e9d9-6e08-4454-8f9c-1452b057460c None None] Network fa2f58eb-4211-4f66-ad84-3df87afd7b26 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:25.167638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.251608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Port': ['ID=95cc2cb6-6fc2-4a55-b009-19deb023a916,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:25.259277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.307616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Provisioning complete for port 95cc2cb6-6fc2-4a55-b009-19deb023a916 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:25.308064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.311933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cd3967f9-e8eb-45a3-b964-edc05f78392b details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:54:25.375304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:25.377250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:25.573658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Port 95cc2cb6-6fc2-4a55-b009-19deb023a916 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:54:25.594496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f39fbaf2-d448-4418-a901-961ddcdd5126 req-99c12e75-374e-488b-99b0-3ff402bfe6f2 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0434942 Feb 16 14:54:25.601718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Router 4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:54:25.633777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Provisioning complete for port dd6d2457-e08f-4a96-aa83-31635cec185e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:25.634178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.635309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58834) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:25.723955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:25.752306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'mac_address': 'fa:16:3e:78:bb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:54:25.775786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:25.843200 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.845810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.868650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd3967f9-e8eb-45a3-b964-edc05f78392b {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:54:25.912100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] For port dd6d2457-e08f-4a96-aa83-31635cec185e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd6d2457-e08f-4a96-aa83-31635cec185e,segment=NetworkSegment(76e69ee7-1d67-49d5-8806-1f6c3471144a),segment_id=76e69ee7-1d67-49d5-8806-1f6c3471144a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:25.919867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:25.973446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dfec7b8-863f-4d4c-852d-66d24f0baebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:25.994137 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.011889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5145a2d2-06d8-4531-9cc9-4e46934157c2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:26.041428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Provisioning complete for port 5145a2d2-06d8-4531-9cc9-4e46934157c2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:26.041801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.071264 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.077490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dfec7b8-863f-4d4c-852d-66d24f0baebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.155680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['cd3967f9-e8eb-45a3-b964-edc05f78392b'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:54:26.156825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a6bc13c7-58e9-46e1-9212-de24e6a1dc6f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=68f9ec6240a7497bbfb23577763f32fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201693 Feb 16 14:54:26.158851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:26.160359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71edf4-48fc-4aa7-baeb-0b3c7cc32c56 None None] Pushing event updated for resources: {'Port': ['ID=dd6d2457-e08f-4a96-aa83-31635cec185e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:26.167132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9fab502e-c6eb-469d-b681-ee2a7ea0d56b tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "PUT /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9842095 Feb 16 14:54:26.169134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58864) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:26.174913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:26.185300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d50c2-1804-429b-aa0b-a49f7b3b7a1c req-75d9da5f-cd4c-4047-b306-c8684c685962 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:26.194361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e3d50c2-1804-429b-aa0b-a49f7b3b7a1c req-75d9da5f-cd4c-4047-b306-c8684c685962 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1074162 Feb 16 14:54:26.198507 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dfec7b8-863f-4d4c-852d-66d24f0baebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.235009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] Sync routers for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:26.265925 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5dfec7b8-863f-4d4c-852d-66d24f0baebc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0a1bc0970d40401c90ba78ea9f5723e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890454 Feb 16 14:54:26.271827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58868) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:26.290888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec7b8-863f-4d4c-852d-66d24f0baebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9052c5f-f235-4f22-8f13-22ed7b348c5a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:26.301586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:26.311533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:26.312775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e3d50c2-1804-429b-aa0b-a49f7b3b7a1c req-0fa5bb20-c11f-4a66-a004-9ca9f843be34 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169910 Feb 16 14:54:26.347472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1f0332b-41b0-46d0-9fb1-865fcc799d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.363257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5145a2d2-06d8-4531-9cc9-4e46934157c2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:26.363662 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.381646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1f0332b-41b0-46d0-9fb1-865fcc799d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.416985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:26.446029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:26.453953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:26.454627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:26.499979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:26.500442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372d08a-0c7e-497a-baeb-82d884e1da5a None None] The sync data for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:26.523685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5690af1-33e6-4d16-8f52-03cb0dfde839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.536798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1f0332b-41b0-46d0-9fb1-865fcc799d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.539942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b1f0332b-41b0-46d0-9fb1-865fcc799d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.543710 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b1f0332b-41b0-46d0-9fb1-865fcc799d81 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fbfa401a-9fc0-456e-9de8-bde1b71b7fb6 HTTP/1.1" status: 204 len: 168 time: 0.3653042 Feb 16 14:54:26.573775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0332b-41b0-46d0-9fb1-865fcc799d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfa401a-9fc0-456e-9de8-bde1b71b7fb6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:26.578813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5690af1-33e6-4d16-8f52-03cb0dfde839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.585991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-db2b4880-9973-4b1d-9919-d0bd28086be1 None None] Provisioning complete for port 95cc2cb6-6fc2-4a55-b009-19deb023a916 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:26.586585 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-db2b4880-9973-4b1d-9919-d0bd28086be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.621358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device dd6d2457-e08f-4a96-aa83-31635cec185e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:26.707852 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-9eb44c25-98d1-47b2-ba45-7e4299e5590d tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:26.709052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9eb44c25-98d1-47b2-ba45-7e4299e5590d tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "PUT /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5388188 Feb 16 14:54:26.712677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58884) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:26.748683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-db2b4880-9973-4b1d-9919-d0bd28086be1 None None] Port 95cc2cb6-6fc2-4a55-b009-19deb023a916 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:54:26.770288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26355eb5-1946-4840-9709-faa9b6fda9e7 req-f60e2add-ed10-4c1a-b844-999e850af32b tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0299766 Feb 16 14:54:26.784772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port dd6d2457-e08f-4a96-aa83-31635cec185e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:26.785057 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.827734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5690af1-33e6-4d16-8f52-03cb0dfde839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.835951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-db2b4880-9973-4b1d-9919-d0bd28086be1 None None] Provisioning complete for port dd6d2457-e08f-4a96-aa83-31635cec185e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:26.835951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-db2b4880-9973-4b1d-9919-d0bd28086be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.836199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5690af1-33e6-4d16-8f52-03cb0dfde839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:26.836199 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d5690af1-33e6-4d16-8f52-03cb0dfde839 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a9052c5f-f235-4f22-8f13-22ed7b348c5a HTTP/1.1" status: 204 len: 168 time: 0.5584445 Feb 16 14:54:26.900134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5690af1-33e6-4d16-8f52-03cb0dfde839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9052c5f-f235-4f22-8f13-22ed7b348c5a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:27.003882 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:54:27.204579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:27.316704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cd3967f9-e8eb-45a3-b964-edc05f78392b up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:27.407369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port cd3967f9-e8eb-45a3-b964-edc05f78392b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:27.407795 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:27.568882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e271a-7f3a-418d-b6d8-269eebfa5895 req-867f0055-d259-4f2d-92ae-4e4ec4f494f5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:27.574349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-540e271a-7f3a-418d-b6d8-269eebfa5895 req-867f0055-d259-4f2d-92ae-4e4ec4f494f5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1560311 Feb 16 14:54:27.617731 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:27.642672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Deleting port 95cc2cb6-6fc2-4a55-b009-19deb023a916 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:27.643271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:27.645382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:27.650534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58916) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:27.650707 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15383ecc-8f26-48f7-8667-8901b342c983" -d '{"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:27.665984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:27.685167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-540e271a-7f3a-418d-b6d8-269eebfa5895 req-a20aeab8-aeae-4d4b-9c6f-d28942fa7a57 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986531 Feb 16 14:54:27.988466 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-189db99e-5b1a-4125-948e-55a6d8f83983 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=07b39f891dac46c9843b71342ab6fbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832700 Feb 16 14:54:27.990105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device dd6d2457-e08f-4a96-aa83-31635cec185e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:27.990574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:27.991110 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32180c48-9185-4fc4-8152-7479bf1eee61 x-openstack-request-id: req-32180c48-9185-4fc4-8152-7479bf1eee61 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:27.991110 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-plugged", "status": "completed", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:27.991110 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-32180c48-9185-4fc4-8152-7479bf1eee61 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:27.991110 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'code': 200} Feb 16 14:54:27.991599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Calling delete_port for 95cc2cb6-6fc2-4a55-b009-19deb023a916 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:27.991840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port dd6d2457-e08f-4a96-aa83-31635cec185e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:27.991840 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:27.992038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9768d794-ed0e-4d40-9525-f7380970ecaa req-d68af998-c8cb-480a-a145-c0e61a2a8efa tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0493929 Feb 16 14:54:28.028035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:28.131382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c531ef32-e7ac-4a7a-82be-1a5efeafe9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:28.173956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:28.206241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c531ef32-e7ac-4a7a-82be-1a5efeafe9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:28.293600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:28.322530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:28.365114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Port': ['ID=95cc2cb6-6fc2-4a55-b009-19deb023a916,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:28.367638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c531ef32-e7ac-4a7a-82be-1a5efeafe9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:28.372457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c531ef32-e7ac-4a7a-82be-1a5efeafe9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:28.372457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c531ef32-e7ac-4a7a-82be-1a5efeafe9f2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/70111e96-69b8-4636-bdf6-0b451fdd4ef6 HTTP/1.1" status: 204 len: 168 time: 0.3429658 Feb 16 14:54:28.401891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531ef32-e7ac-4a7a-82be-1a5efeafe9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70111e96-69b8-4636-bdf6-0b451fdd4ef6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:28.636146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:28.895118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37f483-ea64-4b02-b95c-1a6ccbf7f5fb req-14240fe2-355e-4bd2-b4a9-e270f3f4dab1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:28.910792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df37f483-ea64-4b02-b95c-1a6ccbf7f5fb req-14240fe2-355e-4bd2-b4a9-e270f3f4dab1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1005559 Feb 16 14:54:28.947466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Router 4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:54:28.964020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df37f483-ea64-4b02-b95c-1a6ccbf7f5fb req-3d0a9131-4cf1-41e6-a202-c6e9b7931e4e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474350 Feb 16 14:54:29.040411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:29.051693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58962) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:29.053773 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] Sync routers for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:29.065546 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f44efca4-b137-4e67-a22b-5b68df479f55 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "PUT /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3382041 Feb 16 14:54:29.067352 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:29.069043 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:29.137860 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-5d115cce-6a96-4779-8091-b74f17c60e39 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] delete failed (client error): The resource could not be found. Feb 16 14:54:29.149922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d115cce-6a96-4779-8091-b74f17c60e39 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/routers/tempest-non_exist_router-966650086 HTTP/1.1" status: 404 len: 334 time: 0.0975223 Feb 16 14:54:29.154190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58974) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:29.159266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6416a02c-bc02-4c71-8ee0-9c52b53f847c tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'router': {'external_gateway_info': {'network_id': '4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:29.167265 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:29.195843 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:29.196944 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:29.227277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01ea145b-c9ac-4bce-ab7f-d0781562349c req-79b5fc0e-4a7f-4042-b759-bb26c82cd0fa tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0747323 Feb 16 14:54:29.252000 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:29.252920 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f81618-4848-4519-ae5c-2b731ff21d04 None None] The sync data for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:29.481655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6416a02c-bc02-4c71-8ee0-9c52b53f847c tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:29.568901 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-6416a02c-bc02-4c71-8ee0-9c52b53f847c tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] update failed (client error): The resource could not be found. Feb 16 14:54:29.568901 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6416a02c-bc02-4c71-8ee0-9c52b53f847c tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "PUT /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 HTTP/1.1" status: 404 len: 339 time: 0.4085970 Feb 16 14:54:29.569092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58986) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:29.959800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58998) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:29.977502 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.185461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83702cb-19b4-4997-b9f9-299dd600ee48 req-45c8fe3a-f35f-4728-a755-f7b29adcf862 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:30.187980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a83702cb-19b4-4997-b9f9-299dd600ee48 req-45c8fe3a-f35f-4728-a755-f7b29adcf862 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1475408 Feb 16 14:54:30.283219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59018) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:30.322277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a83702cb-19b4-4997-b9f9-299dd600ee48 req-be40ecb3-3fb6-4899-9a81-0df2c96f6df8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280353 Feb 16 14:54:30.372009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1593320299'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:30.398150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1332834000'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:30.408565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Allocated IP 172.20.0.1 (41274e1a-577c-4c5b-ae4a-f96a22fb1196/362288db-5800-4cec-8c83-3882794ddd4b/413e3d43-2545-4372-a8ef-336207860e5b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:30.466838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d918998c-3d57-426d-bd6e-f2e6f1af73ea req-1fe8aa27-a106-4cb2-9556-6384a73fd8b7 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0475247 Feb 16 14:54:30.562188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:30.576759 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.594661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.603588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.620835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Made reservation on behalf of 9aed7c0630a9401483469a7460b6b55a for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:30.625487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.656279 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.754546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.815083 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:30.875200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:30.880233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:30.902392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:30.918005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Port': ['ID=413e3d43-2545-4372-a8ef-336207860e5b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:30.983980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.150705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.152135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.178266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:31.195139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ae8764-2b75-4e7f-b965-7351010c541a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:31.202184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.202839 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment 6e6b1056-433c-40b3-a367-eaa373f59a9f of type vlan for network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb Feb 16 14:54:31.210264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f278096a-4c18-4f09-812f-f3b1a26ee81e None None] Provisioning complete for port 413e3d43-2545-4372-a8ef-336207860e5b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:31.211009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f278096a-4c18-4f09-812f-f3b1a26ee81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.242900 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.248597 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.282287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f278096a-4c18-4f09-812f-f3b1a26ee81e None None] Port 413e3d43-2545-4372-a8ef-336207860e5b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:54:31.294277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafdc76d-6199-4f67-9d7a-71cff26fcc7e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:31.299862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.309735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:31.347382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.347757 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Added segment c00c4124-8df2-4f29-90bb-40b0b2226ba3 of type vlan for network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a Feb 16 14:54:31.416603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.580490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-191c744b-4ed6-4bfe-93da-ae8a74e1f9df req-e804121e-10d7-4e4a-a2cd-6d6b3524aef5 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0389369 Feb 16 14:54:31.632899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49275-b5eb-404f-87af-b80ef4cfc6fe req-d1ccae8f-1d00-450c-98c9-78be5eac7206 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:31.634361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23f49275-b5eb-404f-87af-b80ef4cfc6fe req-d1ccae8f-1d00-450c-98c9-78be5eac7206 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.1465650 Feb 16 14:54:31.697479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23f49275-b5eb-404f-87af-b80ef4cfc6fe req-00c01c24-058e-4b2b-9db0-70d1f9153c39 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551400 Feb 16 14:54:31.773645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.790464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.796227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:31.796869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.825842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.832056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:31.832650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.886011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:31.888404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.899217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:31.961343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Pushing event updated for resources: {'Network': ['ID=31b6c55e-81f4-42a2-ae88-4c0f3bc2998a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:31.978336 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-69df12ac-52db-4f5f-8958-a7c3a37bfab6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6912456 Feb 16 14:54:31.987695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59044) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:31.989620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:31.993630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:31.998915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'name': 'tempest-PortsTestJSON-537854140'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:32.000201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event updated for resources: {'Port': ['ID=413e3d43-2545-4372-a8ef-336207860e5b,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:32.069564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51879206-0425-4554-9a15-21c8ed29b7cc req-ad28a6b4-7095-4771-8e12-5b1c3fe3f5de tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:32.079137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51879206-0425-4554-9a15-21c8ed29b7cc req-ad28a6b4-7095-4771-8e12-5b1c3fe3f5de tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2231894 Feb 16 14:54:32.108252 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-da391f28-b547-453f-9b1e-cba95c975044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1467719 Feb 16 14:54:32.131704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51879206-0425-4554-9a15-21c8ed29b7cc req-8e23b37e-d792-433e-af69-120921451db7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517204 Feb 16 14:54:32.203393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:32.204854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:32.316311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:32.322132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:32.362215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:32.498220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59054) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:32.515470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Request body: {'port': {'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a', 'binding:host_id': 'n-h2-829433-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-635968668'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:32.635195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-245a4603-23e1-497d-a712-6989caf82535 None None] Provisioning complete for port 413e3d43-2545-4372-a8ef-336207860e5b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:32.637582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-245a4603-23e1-497d-a712-6989caf82535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:32.673616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:32.690004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-245a4603-23e1-497d-a712-6989caf82535 None None] Port 413e3d43-2545-4372-a8ef-336207860e5b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:54:32.739292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Made reservation on behalf of 4bd2fc64edb04406a060103d578eac5f for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:32.741888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:32.753577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:32.782539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c7ef72f-6d9d-4037-8671-82ebad62cef8 req-33a92f8f-236a-4905-898d-9ce62d893ad5 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0612297 Feb 16 14:54:32.786250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:32.817664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584374b-4de9-4205-aded-e1da75def989 req-c910c1f5-c8e0-443a-96d4-9de8676ce8ba tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:32.824983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6584374b-4de9-4205-aded-e1da75def989 req-c910c1f5-c8e0-443a-96d4-9de8676ce8ba tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1672091 Feb 16 14:54:32.829183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Router 4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:54:32.892846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=8cb104aa-87c9-41cc-926a-d2811b35e6e6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:32.921664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6584374b-4de9-4205-aded-e1da75def989 req-070cfe5f-5e2d-4f74-a2a7-9a50873b3afc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942378 Feb 16 14:54:32.978835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': '6e6b1056-433c-40b3-a367-eaa373f59a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:32.979202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:32.995603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:33.000195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.007638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] Sync routers for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:33.020263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-214584db-e623-4d36-9ae8-c615c8385552 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "PUT /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4431880 Feb 16 14:54:33.020263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59068) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:33.032023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:33.033181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:33.078296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:33.087722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:33.088563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:33.110908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.116913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] device_id is not set on port 4ae436be-c059-4908-815d-acf68e7c35c2 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:33.130998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:33.132006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05be8e-21f1-4e16-933e-ba8fa33282dc None None] The sync data for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:33.148240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:33.160584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc5947-e2a5-4473-bc87-6b58c1eaeade req-94549335-27fb-460d-abbf-43ccdb31a295 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:33.172883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3dcc5947-e2a5-4473-bc87-6b58c1eaeade req-94549335-27fb-460d-abbf-43ccdb31a295 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1080966 Feb 16 14:54:33.204878 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eab85051-78db-4d4c-9eb5-86fc4ba6afaf tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.232000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c61fd1-064e-45ce-b4ce-09e5aa89ef2c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:33.298060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3dcc5947-e2a5-4473-bc87-6b58c1eaeade req-44ada9b7-50d8-49e0-b5f1-93824d28aec0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240973 Feb 16 14:54:33.307824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:33.318870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe24ec-1daf-467e-908e-53293e83c67b None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:33.322770 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-eab85051-78db-4d4c-9eb5-86fc4ba6afaf tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 14:54:33.326512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eab85051-78db-4d4c-9eb5-86fc4ba6afaf tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 HTTP/1.1" status: 409 len: 329 time: 0.3077521 Feb 16 14:54:33.326919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59070) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:33.364182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:33.370859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:33.372031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.504740 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-509bbf2f-1061-47e8-acaf-0c5f97a814e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5114546 Feb 16 14:54:33.515006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59074) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:33.522051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1897540903'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:33.533059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] device_id is not set on port 4ae436be-c059-4908-815d-acf68e7c35c2 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:33.556146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.627081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.637419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f9d9d-732e-495f-bf4f-3c574dd45acf req-2b2ce4a5-55b9-4e5b-8c26-fb9d506c4ae8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:33.637419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-060f9d9d-732e-495f-bf4f-3c574dd45acf req-2b2ce4a5-55b9-4e5b-8c26-fb9d506c4ae8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1412790 Feb 16 14:54:33.680015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:33.684502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.716357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-060f9d9d-732e-495f-bf4f-3c574dd45acf req-1fc52630-beec-44d6-9f4b-3ec9b81a41dd tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726938 Feb 16 14:54:33.730283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=4ae436be-c059-4908-815d-acf68e7c35c2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:33.770206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Checking segment: {'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:33.771132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Network hostable DHCP agents. Network: 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:33.774718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:33.795592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.796226 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment 9d5d6534-f86b-4f74-807b-7ebfcb2d5213 of type vlan for network c4a48092-283b-4109-bef7-76bcf3b4a2d3 Feb 16 14:54:33.884715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:33.894196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:33.916208 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.002119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:34.007203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c299a20-f9dc-4e7d-a17d-31199d4655c4 req-69a9efd9-ea17-4d0d-b04a-317929183033 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0759907 Feb 16 14:54:34.010258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d465d1-68f5-49d6-9883-d13a3fd97327 None None] Network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:34.025153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:34.045939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.046389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.046903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.052001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.062994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:34.064234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.085094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.085597 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.100326 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 2 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.154927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.155330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.155784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.166010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.166455 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.167053 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 3 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.174591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-7d7892b8-32e7-4d25-a5ba-2e21e7bf4e5c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:34.176825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-7d7892b8-32e7-4d25-a5ba-2e21e7bf4e5c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.1629636 Feb 16 14:54:34.190309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=c4a48092-283b-4109-bef7-76bcf3b4a2d3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:34.200091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.200498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.200932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.202826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c4a48092-283b-4109-bef7-76bcf3b4a2d3 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:34.210260 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-33609a53-b734-433d-b7e4-3d9efcd33557 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6916223 Feb 16 14:54:34.216118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59100) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:34.228623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'ports': [{'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb'}, {'network_id': 'c4a48092-283b-4109-bef7-76bcf3b4a2d3'}]} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:34.229064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:34.229632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': 'c4a48092-283b-4109-bef7-76bcf3b4a2d3'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:34.237033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.237542 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.250964 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 4 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.288541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9c8e0210-db23-4d89-9f28-3cc723803c71 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/quotas/ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 375 time: 0.1031928 Feb 16 14:54:34.344986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.345407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.352556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.367801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.368317 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.370052 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 5 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.420112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-c16c7a38-dccd-4b03-b45c-0d3dbc7be1ac tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1244929 Feb 16 14:54:34.434640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.434973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.435303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.449540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.449896 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.454242 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 6 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.483657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.484003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.484322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.493134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.493458 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.497162 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 7 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.518849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.519218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.519519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.526550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.526882 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.527305 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 8 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.542209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.542506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.542795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.547496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.547889 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.548423 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 9 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.563115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.563838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.571711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.571711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.571711 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.571711 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 10 to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 Feb 16 14:54:34.586128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:34.586925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:34.587759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:34.591556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 2} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:34.597152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.615209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.626800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-e3393877-8a31-4d21-be55-82c0bc729f20 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979430 Feb 16 14:54:34.632362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port 4ae436be-c059-4908-815d-acf68e7c35c2 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:34.632940 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port 4ae436be-c059-4908-815d-acf68e7c35c2 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:34.633624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.633906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Deleting port 413e3d43-2545-4372-a8ef-336207860e5b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:34.634248 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.764455 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:34.799607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Calling delete_port for 413e3d43-2545-4372-a8ef-336207860e5b owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:34.906954 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-11fa5b3b-ee30-4cfb-af61-4b48d92ae771 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2694345 Feb 16 14:54:34.909679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 97819012-3d15-4f7e-ab3b-bdcc85f15eb1 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:34.923878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] For port 4ae436be-c059-4908-815d-acf68e7c35c2, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:34.924255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempted to set empty binding levels {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 14:54:34.965405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-2bb566e9-5758-46cc-9609-f92f57f90157 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399721 Feb 16 14:54:35.005006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-3f861a69-2288-41e9-a621-51b1bf071acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:35.006543 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-3f861a69-2288-41e9-a621-51b1bf071acc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1095 time: 0.0663221 Feb 16 14:54:35.034534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.149586 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:35.150200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.157540 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.220635 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f1f05ae3-eaf5-4ebd-abf9-5b033d2018b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.235412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=4ae436be-c059-4908-815d-acf68e7c35c2,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:35.269609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 15a088e5-0d84-4ade-9c76-fafa47ebc52a yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:35.297648 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7714cb6-4933-47c1-8c5a-5bcedae3769e tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.7966819 Feb 16 14:54:35.302262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:35.306614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-e6953165-ee35-4b98-b302-eebf8f6f4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:35.308278 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-e6953165-ee35-4b98-b302-eebf8f6f4e83 service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.2659886 Feb 16 14:54:35.408545 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-4e0025e6-899b-49ad-b2f6-c55401cafb33 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.0880063 Feb 16 14:54:35.480342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bac48271-a5e3-42e8-9122-7d3912ebefdc req-e54bc91b-9995-4c82-813a-f65463a8de39 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 210 time: 0.0915196 Feb 16 14:54:35.484169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d6d9e25-1edb-4b86-9341-515bebc7bcf3 req-8042d17c-cac8-432e-925f-bafb7a8aa204 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0942812 Feb 16 14:54:35.531175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-9092e8e9-5498-493f-955e-0f5cfa41d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:35.532745 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-9092e8e9-5498-493f-955e-0f5cfa41d49a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1142471 Feb 16 14:54:35.617961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Deleting port 4ae436be-c059-4908-815d-acf68e7c35c2 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:35.618327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.625050 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.659095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.675957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-21c93ce6-266c-4ef5-be5b-2dac274abda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:35.678670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-21c93ce6-266c-4ef5-be5b-2dac274abda1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310813 Feb 16 14:54:35.692599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Port': ['ID=413e3d43-2545-4372-a8ef-336207860e5b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:35.810491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] For port 4ae436be-c059-4908-815d-acf68e7c35c2, host n-h2-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:35.811392 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:35.861071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Calling delete_port for 4ae436be-c059-4908-815d-acf68e7c35c2 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:35.986250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.007644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.059590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=97819012-3d15-4f7e-ab3b-bdcc85f15eb1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:36.070670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-dee25ee3-5d58-4562-a5f3-d9da3d415677 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807669 Feb 16 14:54:36.103080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:36.107480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:36.129163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:36.136920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.249841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Router 4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:54:36.268633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=15a088e5-0d84-4ade-9c76-fafa47ebc52a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:36.306641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.308340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': '9d5d6534-f86b-4f74-807b-7ebfcb2d5213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'c4a48092-283b-4109-bef7-76bcf3b4a2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:36.308700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: c4a48092-283b-4109-bef7-76bcf3b4a2d3, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:36.339482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ad0b5c93-1615-4736-806e-17efc3e18943 req-5424b962-1e51-409e-9217-8dee7bf1fcd1 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333515 Feb 16 14:54:36.343966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ae436be-c059-4908-815d-acf68e7c35c2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:36.353083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:54:36.363956 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.368431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2a080d2d-42ff-4ed4-b4dd-61b2dade1e25 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "PUT /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0366032 Feb 16 14:54:36.368431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59138) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:36.371716 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] Sync routers for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:54:36.376651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59140) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:36.377129 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-77e3d4df-19a9-44e8-815c-80446086eed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "DELETE /v2.0/ports/4ae436be-c059-4908-815d-acf68e7c35c2 HTTP/1.1" status: 204 len: 168 time: 1.0733433 Feb 16 14:54:36.393243 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:36.394174 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:36.411188 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-319095f9-2a4f-4970-ad7e-801c3d808c22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:54:36.413807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-319095f9-2a4f-4970-ad7e-801c3d808c22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "GET /v2.0/ports/4ae436be-c059-4908-815d-acf68e7c35c2 HTTP/1.1" status: 404 len: 333 time: 0.0356171 Feb 16 14:54:36.418621 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59142) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:36.428638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Request body: {'port': {'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-802559407'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:36.469742 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:36.476876 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-2c3ad6c7-84a8-4a5e-94f7-0b812b6f95e5 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] show failed (client error): The resource could not be found. Feb 16 14:54:36.479070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2c3ad6c7-84a8-4a5e-94f7-0b812b6f95e5 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "GET /v2.0/routers/tempest-non_exist_router-360772811 HTTP/1.1" status: 404 len: 334 time: 0.1091530 Feb 16 14:54:36.482316 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] Routers {'4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:54:36.482796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59144) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:36.483108 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:54:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:36.489154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8454d968-b499-41d2-a94a-4a96d5a575e1 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:36.531425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network c4a48092-283b-4109-bef7-76bcf3b4a2d3 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:36.532554 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-8454d968-b499-41d2-a94a-4a96d5a575e1 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] update failed (client error): The resource could not be found. Feb 16 14:54:36.537051 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8454d968-b499-41d2-a94a-4a96d5a575e1 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "PUT /v2.0/routers/tempest-non_exist_router-805359527 HTTP/1.1" status: 404 len: 334 time: 0.0496445 Feb 16 14:54:36.537509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59150) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:36.548539 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:36.549848 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a4dd57-b0b5-421f-b5fc-4910d7f91fb3 None None] The sync data for ids ['4361d12e-2e0b-46b2-ad71-0f8a1dbb4284'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:54:36.552344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Made reservation on behalf of 4bd2fc64edb04406a060103d578eac5f for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:36.558472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.591489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] device_id is not set on port ea2253a7-930b-48e2-b263-71641696df38 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:36.614836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-294ac6a9-9516-47e4-86e4-9f2d9c379dba req-012c5c11-3015-48a3-9c36-55d7819dac3f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 210 time: 0.0382171 Feb 16 14:54:36.639199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Deleting subnet 17d0c859-3783-4c73-9716-426b2262ee0e {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:36.639199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.644955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c4a48092-283b-4109-bef7-76bcf3b4a2d3) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:36.672051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557198de-7c06-4ac2-b20e-272c2a9dac0d None None] Network c4a48092-283b-4109-bef7-76bcf3b4a2d3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:36.697638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0cd20635-62e4-468d-8d68-781b281b4f68 req-70727756-18e9-4e2c-9d55-ed9857b94332 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0305333 Feb 16 14:54:36.708346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:36.718075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:36.738656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:36.748712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.749420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:36.868757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.005659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.122886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.123077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.171454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:37.174580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:37.178290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:37.182661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:37.182661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.187960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Subnet': ['ID=17d0c859-3783-4c73-9716-426b2262ee0e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:37.194474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=ea2253a7-930b-48e2-b263-71641696df38,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:37.210770 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8652fcd8-3665-4cd0-88b3-dc1722be9afd tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9935136 Feb 16 14:54:37.214035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59166) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:37.226264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.229768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-be8fb402-e9d4-4e77-b481-ea8a6050ad86 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/subnets/17d0c859-3783-4c73-9716-426b2262ee0e HTTP/1.1" status: 204 len: 168 time: 0.6913800 Feb 16 14:54:37.236582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59168) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:37.236962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac023d-4612-47bd-9a49-b8a72064e7e4 None None] Network fa2f58eb-4211-4f66-ad84-3df87afd7b26 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:37.287047 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ec5a089-da80-47c4-806e-2d4f710b2b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8649862 Feb 16 14:54:37.289961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:37.296247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:37.348444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 15a088e5-0d84-4ade-9c76-fafa47ebc52a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:37.349069 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.433609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Deleting subnet b2284393-c234-4d2d-af71-dcff5b0b087b {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:37.445541 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.451285 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.465851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 15a088e5-0d84-4ade-9c76-fafa47ebc52a owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:37.484224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.512047 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.671443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.705637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] DHCP port deletion for fa2f58eb-4211-4f66-ad84-3df87afd7b26 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:37.746546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=15a088e5-0d84-4ade-9c76-fafa47ebc52a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:37.765598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.768926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-38c34edb-b3d6-46d3-b3a9-5e5591a8fd62 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/15a088e5-0d84-4ade-9c76-fafa47ebc52a HTTP/1.1" status: 204 len: 168 time: 0.5536387 Feb 16 14:54:37.776792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59176) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:37.791673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35c03c65-718a-40ef-a50b-711a324dd42d req-460c4e20-1be2-4a7c-abc6-c201245473bf tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 210 time: 0.0373201 Feb 16 14:54:37.804720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.910767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] Deleting port dd6d2457-e08f-4a96-aa83-31635cec185e {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:37.911157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:37.914899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device dd6d2457-e08f-4a96-aa83-31635cec185e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:37.925379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1956376-74f7-46b2-b59f-98dc4a255b34 req-1fe7b28d-81f4-428b-b0e3-0fca076ca5a0 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0615749 Feb 16 14:54:38.003913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0818c74c-2b99-4b76-bb3f-3a0efbe8c3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.115078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] device_id is not set on port ea2253a7-930b-48e2-b263-71641696df38 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:38.126751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.182128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae150fe-a98b-4e76-bb9d-26882d200a17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:38.188857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae150fe-a98b-4e76-bb9d-26882d200a17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:38.190643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dae150fe-a98b-4e76-bb9d-26882d200a17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4066281 Feb 16 14:54:38.193794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59188) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:38.227438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] For port dd6d2457-e08f-4a96-aa83-31635cec185e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd6d2457-e08f-4a96-aa83-31635cec185e,segment=NetworkSegment(76e69ee7-1d67-49d5-8806-1f6c3471144a),segment_id=76e69ee7-1d67-49d5-8806-1f6c3471144a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:38.228948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.230190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.255410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] Calling delete_port for dd6d2457-e08f-4a96-aa83-31635cec185e owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:38.285820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-d5f5e141-4fec-44d5-870f-cf80f15338d8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:38.296034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-d5f5e141-4fec-44d5-870f-cf80f15338d8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.2776074 Feb 16 14:54:38.308921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'port': {'device_id': '150756d3-3bb6-4534-8512-fb33344c0208', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'admin_state_up': True, 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:38.315689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.334365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.338241 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/subnets/b2284393-c234-4d2d-af71-dcff5b0b087b HTTP/1.1" status: 204 len: 168 time: 1.1002808 Feb 16 14:54:38.345189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59190) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:38.383411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.384063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.384572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.386872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=ea2253a7-930b-48e2-b263-71641696df38,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:38.392429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abf0e6-a162-4e0c-8208-e79910bde624 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Subnet': ['ID=b2284393-c234-4d2d-af71-dcff5b0b087b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:38.401656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.406514 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.406514 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 2 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.440682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323c2a1-4de9-40d8-93ba-1433ef8a3e68 None None] Network 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:38.442724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.446790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.452290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.452735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.462427 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.462746 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.472478 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 3 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.501688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.503282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.504287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.509488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 97819012-3d15-4f7e-ab3b-bdcc85f15eb1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:38.510546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.533031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.533692 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.537836 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 4 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.559053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port dd6d2457-e08f-4a96-aa83-31635cec185e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd6d2457-e08f-4a96-aa83-31635cec185e,segment=NetworkSegment(76e69ee7-1d67-49d5-8806-1f6c3471144a),segment_id=76e69ee7-1d67-49d5-8806-1f6c3471144a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:38.595123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.616979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.618861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.620600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.640424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.641276 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.644840 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 5 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.651400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.689659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Deleting port dd6d2457-e08f-4a96-aa83-31635cec185e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:38.690231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.693604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.693950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.694284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.699599 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.708501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.708838 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.710834 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 6 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.720418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 97819012-3d15-4f7e-ab3b-bdcc85f15eb1 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:38.737663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.737992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.738332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.744186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.744515 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.746142 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 7 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.751843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Made reservation on behalf of ec137de5f57a41b2934ddafed334ff75 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:38.754882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.784814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=dd6d2457-e08f-4a96-aa83-31635cec185e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:38.792492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.792866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.793118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.802341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.849725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.850168 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.850764 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 8 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.868804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.869324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.869759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.877336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.877824 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.878385 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 9 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.894871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:38.895528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:38.895985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:38.901670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] Pushing event deleted for resources: {'Port': ['ID=dd6d2457-e08f-4a96-aa83-31635cec185e,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:38.907837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:38.909060 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:38.916410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.919262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Allocated IP 172.20.0.7 (58428ed5-2c2e-4f4a-aee1-89cc5e69c62f/6fc55b5a-d5fd-4575-852d-3179aee27a6b/2630ffdf-c7ea-4192-944d-44ebb6c25d84) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:38.926437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289b4ce-8397-4f64-9c8b-6f45bdcb251f None None] No DVR routers for this DVR port dd6d2457-e08f-4a96-aa83-31635cec185e on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:38.942119 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 10 to bind port ea2253a7-930b-48e2-b263-71641696df38 Feb 16 14:54:38.955226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:38.961567 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/97819012-3d15-4f7e-ab3b-bdcc85f15eb1 HTTP/1.1" status: 204 len: 168 time: 0.7643259 Feb 16 14:54:38.979728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59194) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:39.044445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:39.044754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:39.046200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:39.048567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce997683-ed85-41c6-a84e-bf65716548e0 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=97819012-3d15-4f7e-ab3b-bdcc85f15eb1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:39.054121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:39.054568 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port ea2253a7-930b-48e2-b263-71641696df38 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:39.055064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.067323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] DHCP port deletion for 6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:39.113294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f68289-34ef-4c4e-b110-7b93e14e1633 req-0e337d8d-6d94-4d31-8f2d-3a8312e6c7d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 210 time: 0.1320715 Feb 16 14:54:39.172420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] Deleting port 5145a2d2-06d8-4531-9cc9-4e46934157c2 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:39.172793 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.207969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] For port ea2253a7-930b-48e2-b263-71641696df38, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:39.208504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempted to set empty binding levels {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 14:54:39.209200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c9afd0e-ac82-446f-ac07-4d41e0013269 req-ea895840-c799-4f2b-aa1a-755491d7f3a6 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0971601 Feb 16 14:54:39.231181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] For port dd6d2457-e08f-4a96-aa83-31635cec185e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=dd6d2457-e08f-4a96-aa83-31635cec185e,segment=NetworkSegment(76e69ee7-1d67-49d5-8806-1f6c3471144a),segment_id=76e69ee7-1d67-49d5-8806-1f6c3471144a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:39.231573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.271850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] For port 5145a2d2-06d8-4531-9cc9-4e46934157c2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5145a2d2-06d8-4531-9cc9-4e46934157c2,segment=NetworkSegment(c3ce870f-136e-498a-bbb3-d94d0fa0f95d),segment_id=c3ce870f-136e-498a-bbb3-d94d0fa0f95d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:39.272250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.275134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Calling delete_port for dd6d2457-e08f-4a96-aa83-31635cec185e owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:39.289200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.313288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] Calling delete_port for 5145a2d2-06d8-4531-9cc9-4e46934157c2 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:39.336316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39399a52-8d57-4e38-8770-63e19b1a73d6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.337829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-39399a52-8d57-4e38-8770-63e19b1a73d6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3388634 Feb 16 14:54:39.343922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59208) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:39.374327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] In _notify_port_updated(), no bound segment for port ea2253a7-930b-48e2-b263-71641696df38 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:54:39.379455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.380248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.380664 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c11cc6c-8781-46dc-8bd4-da947ec2b073 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:54:39.382254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2c11cc6c-8781-46dc-8bd4-da947ec2b073 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/15a088e5-0d84-4ade-9c76-fafa47ebc52a HTTP/1.1" status: 404 len: 333 time: 0.0374031 Feb 16 14:54:39.388763 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "PUT /v2.0/ports/ea2253a7-930b-48e2-b263-71641696df38 HTTP/1.1" status: 200 len: 978 time: 2.0954189 Feb 16 14:54:39.396333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59210) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:39.396861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59212) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:39.479503 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8b2b8b-c2a0-4fd9-9cb1-02d189371978 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:54:39.482493 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee8b2b8b-c2a0-4fd9-9cb1-02d189371978 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/97819012-3d15-4f7e-ab3b-bdcc85f15eb1 HTTP/1.1" status: 404 len: 333 time: 0.0846415 Feb 16 14:54:39.486817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59218) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:39.502082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.541031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad4b7b-a190-4b59-926b-59e04a928fb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=ea2253a7-930b-48e2-b263-71641696df38,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:39.559206 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.602516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] No DVR routers for this DVR port 5145a2d2-06d8-4531-9cc9-4e46934157c2 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:39.602842 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.604393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.623142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.626278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.626278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.626278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.626278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.626666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.627154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.627477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.628168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.628566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.629094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.629604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.630052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.630551 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.631001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.631516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.631992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.632615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.633113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.633563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.634099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.634632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.635172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.635723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.636323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.636814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.637268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.637710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.638198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.638810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.639869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.640371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.641409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.642035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.642656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.643184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.643757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.644295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.644915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.645365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.645862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.649305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.649305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.649305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.649305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.649675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.649902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:39.654426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.655328 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7a7c4cec-83c7-47eb-ac14-6e085d93b397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42353 time: 0.2563004 Feb 16 14:54:39.658645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48205d99-fb52-4ae7-82c3-11d68061a061 None None] Pushing event deleted for resources: {'Port': ['ID=5145a2d2-06d8-4531-9cc9-4e46934157c2,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:39.660736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59220) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:39.697610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Port': ['ID=dd6d2457-e08f-4a96-aa83-31635cec185e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:39.732017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] No DVR routers for this DVR port dd6d2457-e08f-4a96-aa83-31635cec185e on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:39.746742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.765480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['16c46534-7785-494d-915f-95f3274cde2c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:54:39.793113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Deleting port ea2253a7-930b-48e2-b263-71641696df38 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:39.793732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.822676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=2630ffdf-c7ea-4192-944d-44ebb6c25d84,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:39.830934 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.890450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5145a2d2-06d8-4531-9cc9-4e46934157c2 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:39.908167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] For port ea2253a7-930b-48e2-b263-71641696df38, host n-h2-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:39.908823 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:39.908946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:39.933977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5145a2d2-06d8-4531-9cc9-4e46934157c2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:39.934536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5145a2d2-06d8-4531-9cc9-4e46934157c2 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:39.936977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Calling delete_port for ea2253a7-930b-48e2-b263-71641696df38 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:40.153593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.219046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:40.221656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea2253a7-930b-48e2-b263-71641696df38,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:40.225750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:40.231696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.240431 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-97f6a3a9-253a-4463-83da-31453265c4f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "DELETE /v2.0/ports/ea2253a7-930b-48e2-b263-71641696df38 HTTP/1.1" status: 204 len: 168 time: 0.5780380 Feb 16 14:54:40.241205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59228) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:40.278715 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-635bc337-cb67-4f2d-9154-794bcafa12b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:54:40.287206 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-635bc337-cb67-4f2d-9154-794bcafa12b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "GET /v2.0/ports/ea2253a7-930b-48e2-b263-71641696df38 HTTP/1.1" status: 404 len: 333 time: 0.0395210 Feb 16 14:54:40.287912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59234) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:40.299633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-171224184', 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:40.321380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a48092-283b-4109-bef7-76bcf3b4a2d3']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:40.383683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.399568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Made reservation on behalf of 4bd2fc64edb04406a060103d578eac5f for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:40.401932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.403475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5d6534-f86b-4f74-807b-7ebfcb2d5213') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:40.411269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5d6534-f86b-4f74-807b-7ebfcb2d5213') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:40.434119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] device_id is not set on port cc7847ef-3c4f-4310-bcc4-5aff2bc05078 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:40.449704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.505105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2f58eb-4211-4f66-ad84-3df87afd7b26']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:40.568773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17bb2656-0aa4-4c2a-9686-f28aa1b873db req-ff05157a-9899-4d1a-a163-9a35590e72d5 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0914159 Feb 16 14:54:40.572497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.593719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e69ee7-1d67-49d5-8806-1f6c3471144a') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:40.594246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e69ee7-1d67-49d5-8806-1f6c3471144a') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:40.604943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:40.605563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.613003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:40.613406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:40.616596 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:40.624088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe62175-737e-49d3-ab4e-348327f22519 req-e5c1157d-b604-45b4-bb84-554b886d21cb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:40.627072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fe62175-737e-49d3-ab4e-348327f22519 req-e5c1157d-b604-45b4-bb84-554b886d21cb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 931 time: 0.4179134 Feb 16 14:54:40.632649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f20916a6-f7ac-463b-aea8-14179dd4cd66 None None] Provisioning complete for port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:40.633365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f20916a6-f7ac-463b-aea8-14179dd4cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.644518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.674428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f20916a6-f7ac-463b-aea8-14179dd4cd66 None None] Port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:54:40.720829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.729012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.739715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:40.739715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:40.743107 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:40.800105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fe62175-737e-49d3-ab4e-348327f22519 req-8eb34d3b-ea59-4258-8a81-1b2a03743c81 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536925 Feb 16 14:54:40.812526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-40f590b6-8132-484d-8ddc-abf1d3e7c67e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5074954 Feb 16 14:54:40.836087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.839561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.844997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/c4a48092-283b-4109-bef7-76bcf3b4a2d3 HTTP/1.1" status: 204 len: 168 time: 1.3556094 Feb 16 14:54:40.849086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59242) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:40.856001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-23155526'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:40.863939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.886214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Request body: {'port': {'device_id': '150756d3-3bb6-4534-8512-fb33344c0208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:40.889754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b83505-6baf-40de-a4e0-f77d990c86b6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=c4a48092-283b-4109-bef7-76bcf3b4a2d3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:40.915480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.929529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:40.933935 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.936253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:40.942870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:40.943871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:40.944505 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:40.945204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/networks/fa2f58eb-4211-4f66-ad84-3df87afd7b26 HTTP/1.1" status: 204 len: 168 time: 2.5979602 Feb 16 14:54:40.949667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59244) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:40.950340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=cc7847ef-3c4f-4310-bcc4-5aff2bc05078,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:40.965544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ddf09-c101-4958-8e6a-c79fc4680da3 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Network': ['ID=fa2f58eb-4211-4f66-ad84-3df87afd7b26,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:41.001442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.032730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:41.036244 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.066620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.083331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:41.096131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6e411332-f7d9-4480-98c9-368beb2af8fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8069272 Feb 16 14:54:41.099984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59246) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:41.133191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.133631 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment 3fe2df4e-d677-4b72-ae8a-da00aa47da32 of type vlan for network c4631922-7605-41fb-adea-d2f9272599c1 Feb 16 14:54:41.207977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.235048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13049c-13b0-4e09-bfc4-e2498d22592d tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:41.240058 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a13049c-13b0-4e09-bfc4-e2498d22592d tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "GET /v2.0/ports/cc7847ef-3c4f-4310-bcc4-5aff2bc05078 HTTP/1.1" status: 200 len: 958 time: 0.1384583 Feb 16 14:54:41.240243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59248) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:41.285371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.299475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.320061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afc11b3-f6fa-4e8a-83ff-5c2b11448c60']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:41.362885 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ce870f-136e-498a-bbb3-d94d0fa0f95d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:41.363191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ce870f-136e-498a-bbb3-d94d0fa0f95d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:41.381780 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.400786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.410719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:41.411138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.411466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2630ffdf-c7ea-4192-944d-44ebb6c25d84 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:41.414566 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:41.429257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.463822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.470335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:41.470925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.487613 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.491964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Deleting port cc7847ef-3c4f-4310-bcc4-5aff2bc05078 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:41.491964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.619585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.637481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Calling delete_port for cc7847ef-3c4f-4310-bcc4-5aff2bc05078 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:41.660278 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8099916 Feb 16 14:54:41.663367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59262) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:41.664093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.665683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032bb02-a2b4-473f-9da7-9808de9bc496 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=c4631922-7605-41fb-adea-d2f9272599c1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:41.677145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Transition to ACTIVE for port object 2630ffdf-c7ea-4192-944d-44ebb6c25d84 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:54:41.679033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c4631922-7605-41fb-adea-d2f9272599c1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:41.680050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44c263cd-e9c2-4978-8a28-68f3c89eb65a req-c3867c2e-b412-4ee4-a353-00636f62150a tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0429125 Feb 16 14:54:41.693981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:41.756412 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:41.838969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Pushing event updated for resources: {'Port': ['ID=2630ffdf-c7ea-4192-944d-44ebb6c25d84,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:42.011682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Attempting to bind port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:42.012005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Attempting to bind port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:42.012377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Attempting to bind port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:42.020662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:42.020983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Attempting to bind port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:42.032793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e512d-ddb6-40b5-bb86-e081c316a1e7 req-cc9e2762-3910-48ca-ae68-810fff7dabef tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:42.034761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8e512d-ddb6-40b5-bb86-e081c316a1e7 req-cc9e2762-3910-48ca-ae68-810fff7dabef tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 943 time: 0.1063190 Feb 16 14:54:42.040926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:42.041283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:42.041686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Bound using segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:42.042141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Bound port: 2630ffdf-c7ea-4192-944d-44ebb6c25d84, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:42.042506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.141082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8e512d-ddb6-40b5-bb86-e081c316a1e7 req-76eef4c9-bf90-4388-8c13-5a8ac2d9c7a0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946000 Feb 16 14:54:42.176946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] For port 2630ffdf-c7ea-4192-944d-44ebb6c25d84, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:42.177317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.180145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] For port 2630ffdf-c7ea-4192-944d-44ebb6c25d84, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:42.181575 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/networks/6afc11b3-f6fa-4e8a-83ff-5c2b11448c60 HTTP/1.1" status: 204 len: 168 time: 1.2282073 Feb 16 14:54:42.183842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59266) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:42.232061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b974d1-ab11-4d37-9431-f76bc7f9c762 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Network': ['ID=6afc11b3-f6fa-4e8a-83ff-5c2b11448c60,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:42.245727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Deleting subnet 362288db-5800-4cec-8c83-3882794ddd4b {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:42.250080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.346829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.396269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.488662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.512274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.517128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:42.519786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.521375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.528405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:42.529193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.530837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] 10.222.0.129 "PUT /v2.0/ports/2630ffdf-c7ea-4192-944d-44ebb6c25d84 HTTP/1.1" status: 200 len: 1091 time: 1.7096884 Feb 16 14:54:42.531297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150756d3-3bb6-4534-8512-fb33344c0208', 'tag': '2630ffdf-c7ea-4192-944d-44ebb6c25d84'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:42.533590 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e005d23-40de-4d13-95f4-f8a92558eb43" -d '{"events": [{"name": "network-changed", "server_uuid": "150756d3-3bb6-4534-8512-fb33344c0208", "tag": "2630ffdf-c7ea-4192-944d-44ebb6c25d84"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:42.560095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.582667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc7847ef-3c4f-4310-bcc4-5aff2bc05078,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:42.604787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Subnet': ['ID=362288db-5800-4cec-8c83-3882794ddd4b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:42.609475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933b5f3-1dde-4e1d-9042-b231e4847481 service neutron] Pushing event updated for resources: {'Port': ['ID=2630ffdf-c7ea-4192-944d-44ebb6c25d84,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:42.613604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.617017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6725c476-dd55-4ee0-a628-bb47b2a48e1e tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/subnets/362288db-5800-4cec-8c83-3882794ddd4b HTTP/1.1" status: 204 len: 168 time: 0.4320183 Feb 16 14:54:42.619688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59284) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:42.647944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964deb71-8453-4f8a-b4f7-7a3bd2a3b48a None None] Network 41274e1a-577c-4c5b-ae4a-f96a22fb1196 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:42.708128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.717019 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-32f65b48-24cb-4717-8fd1-78a90096b2f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "DELETE /v2.0/ports/cc7847ef-3c4f-4310-bcc4-5aff2bc05078 HTTP/1.1" status: 204 len: 168 time: 1.4714391 Feb 16 14:54:42.721520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:42.727599 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97333bd5-9720-4ef5-a77e-edcf09d00e70 x-openstack-request-id: req-97333bd5-9720-4ef5-a77e-edcf09d00e70 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:42.728609 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150756d3-3bb6-4534-8512-fb33344c0208", "tag": "2630ffdf-c7ea-4192-944d-44ebb6c25d84", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:42.728879 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-97333bd5-9720-4ef5-a77e-edcf09d00e70 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:42.729291 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150756d3-3bb6-4534-8512-fb33344c0208', 'tag': '2630ffdf-c7ea-4192-944d-44ebb6c25d84', 'status': 'completed', 'code': 200} Feb 16 14:54:42.732296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Performing IP validity checks on allocation pools {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 14:54:42.733205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 14:54:42.763631 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e5d6a-a00a-41b4-9f14-193cac762d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:54:42.766356 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca6e5d6a-a00a-41b4-9f14-193cac762d12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "GET /v2.0/ports/cc7847ef-3c4f-4310-bcc4-5aff2bc05078 HTTP/1.1" status: 404 len: 333 time: 0.0437834 Feb 16 14:54:42.771825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59292) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:42.778628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Request body: {'port': {'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227409468'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:42.833367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-29caccd6-03e5-4985-a580-8569c0d45e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:42.839301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-29caccd6-03e5-4985-a580-8569c0d45e16 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 1094 time: 0.1789412 Feb 16 14:54:42.850920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.887402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Made reservation on behalf of 4bd2fc64edb04406a060103d578eac5f for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:42.890395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:42.918469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34e65258-320c-4ea3-9b91-ac581bc184a6 req-965fae2a-f8d1-4007-aad9-ffa91addb69b tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0551000 Feb 16 14:54:42.969359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] device_id is not set on port c839aa29-77ed-4609-8a1f-34b335f1e333 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:42.978598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-a55a6a44-587b-4be6-8242-c8fc6289184c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84 HTTP/1.1" status: 200 len: 217 time: 0.1244724 Feb 16 14:54:43.021572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] DHCP port deletion for 41274e1a-577c-4c5b-ae4a-f96a22fb1196 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:43.070665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-399dca9c-6a27-4689-817f-3f8322d3d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:43.071922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-399dca9c-6a27-4689-817f-3f8322d3d367 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0845253 Feb 16 14:54:43.092828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Deleting port 73073aab-fa36-48eb-a619-8c19ba0f8672 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:43.093207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.118777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] Deleting port 73073aab-fa36-48eb-a619-8c19ba0f8672 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:43.119123 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.185166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-8589dca8-7880-4906-b799-312ad80f6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:43.187350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-8589dca8-7880-4906-b799-312ad80f6736 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071749 Feb 16 14:54:43.189203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] For port 73073aab-fa36-48eb-a619-8c19ba0f8672, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73073aab-fa36-48eb-a619-8c19ba0f8672,segment=NetworkSegment(0c669650-b10b-4b1b-8c15-58a1886ecfb2),segment_id=0c669650-b10b-4b1b-8c15-58a1886ecfb2)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:43.189563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.221761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Calling delete_port for 73073aab-fa36-48eb-a619-8c19ba0f8672 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:43.227617 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.238835 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.269630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] For port 73073aab-fa36-48eb-a619-8c19ba0f8672, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73073aab-fa36-48eb-a619-8c19ba0f8672,segment=NetworkSegment(0c669650-b10b-4b1b-8c15-58a1886ecfb2),segment_id=0c669650-b10b-4b1b-8c15-58a1886ecfb2)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:43.270438 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.305956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] Calling delete_port for 73073aab-fa36-48eb-a619-8c19ba0f8672 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:43.356379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=b333756a-4ed2-485f-aada-d87cb873ca1a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:43.376679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': '3fe2df4e-d677-4b72-ae8a-da00aa47da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:43.377162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: c4631922-7605-41fb-adea-d2f9272599c1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:43.395133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-9e13e564-7a28-4c5c-b618-1907d07ab07d service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974463 Feb 16 14:54:43.435463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c239fa0-ed37-4b94-8362-7fa6c63ce667 req-52ce7809-b8c4-4bbf-b19f-a763410a75db tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:43.437529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c239fa0-ed37-4b94-8362-7fa6c63ce667 req-52ce7809-b8c4-4bbf-b19f-a763410a75db tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 943 time: 0.1293225 Feb 16 14:54:43.448490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.499042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:43.502219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:43.507151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:43.508432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:43.508887 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.513161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=c839aa29-77ed-4609-8a1f-34b335f1e333,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:43.525042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network c4631922-7605-41fb-adea-d2f9272599c1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:43.543592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c239fa0-ed37-4b94-8362-7fa6c63ce667 req-397fb445-ef51-49b2-bf5e-c284533f630a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725124 Feb 16 14:54:43.559118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.580437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4acbf6b7-8827-4347-b60f-04fac7d1f5f8 req-10a9f954-9004-4d26-8eed-94b45e266b21 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672499 Feb 16 14:54:43.581958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.602884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Port': ['ID=73073aab-fa36-48eb-a619-8c19ba0f8672,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:43.604709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] No DVR routers for this DVR port 73073aab-fa36-48eb-a619-8c19ba0f8672 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:43.619841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] Pushing event deleted for resources: {'Port': ['ID=73073aab-fa36-48eb-a619-8c19ba0f8672,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:43.625140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a8211-323c-4710-a05e-40ce9c5bc649 None None] No DVR routers for this DVR port 73073aab-fa36-48eb-a619-8c19ba0f8672 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:43.667880 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5ee15583-a3ad-4f9f-a06e-cc0a151d212b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8948379 Feb 16 14:54:43.671655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59306) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:43.676683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:43.699040 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.714858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c4631922-7605-41fb-adea-d2f9272599c1) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:43.717148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:43.718046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.727755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41274e1a-577c-4c5b-ae4a-f96a22fb1196']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:43.733490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbf1e9-0fef-4e3d-8eac-d7a7f5ef3f97 None None] Network c4631922-7605-41fb-adea-d2f9272599c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:43.770230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.775800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c669650-b10b-4b1b-8c15-58a1886ecfb2') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:43.776108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c669650-b10b-4b1b-8c15-58a1886ecfb2') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:43.807594 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.828683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-525d9607-d578-4500-bac1-d9636608d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:43.830333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-525d9607-d578-4500-bac1-d9636608d47e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 1094 time: 0.0796018 Feb 16 14:54:43.831480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.831879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73073aab-fa36-48eb-a619-8c19ba0f8672 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:43.841856 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6c701fc6-b5a9-4d37-be79-b255f40b186b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1634407 Feb 16 14:54:43.844710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:43.850379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1', 'name': 'tempest-PortsTestJSON-399848456'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:43.858914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:43.859722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:43.862784 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:43.867065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 73073aab-fa36-48eb-a619-8c19ba0f8672 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:43.867409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73073aab-fa36-48eb-a619-8c19ba0f8672 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:43.955799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-c4631922-7605-41fb-adea-d2f9272599c1', 'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1', 'tenant_id': 'cae4d26acc6145638e16472a028f6f4d', 'fixed_ips': [{'subnet_id': 'b333756a-4ed2-485f-aada-d87cb873ca1a'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:54:43.956947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.097434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc9b3be5-9d54-499a-b69f-eb955f385f11 req-c9972475-66b9-41bc-ae0e-e0fd8dee2ea2 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0499227 Feb 16 14:54:44.102058 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.105443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] device_id is not set on port c839aa29-77ed-4609-8a1f-34b335f1e333 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:44.116579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.122665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/networks/41274e1a-577c-4c5b-ae4a-f96a22fb1196 HTTP/1.1" status: 204 len: 168 time: 1.4991837 Feb 16 14:54:44.132876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59322) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:44.132876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.143840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Allocated IP 172.20.0.2 (c4631922-7605-41fb-adea-d2f9272599c1/b333756a-4ed2-485f-aada-d87cb873ca1a/92bab370-cf46-4a39-be32-7c1a13ef1ccb) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:44.144078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc597fb-a1e6-4513-a322-6eecf2509ade tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Pushing event deleted for resources: {'Network': ['ID=41274e1a-577c-4c5b-ae4a-f96a22fb1196,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:44.156092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-387d0ca2-1dab-4eaf-ac35-a8d3a1055e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:44.158011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-387d0ca2-1dab-4eaf-ac35-a8d3a1055e40 service neutron] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.3198571 Feb 16 14:54:44.172886 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bf9810f4-a583-4e61-a9d4-f03e97ae3bd2 tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "GET /v2.0/ports?device_id=4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 HTTP/1.1" status: 200 len: 205 time: 0.0388885 Feb 16 14:54:44.175654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59324) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:44.208092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.212960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-3ff3df37-c1ef-49ef-b4e9-7535a57ea3bc service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84 HTTP/1.1" status: 200 len: 217 time: 0.0469861 Feb 16 14:54:44.261135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=c839aa29-77ed-4609-8a1f-34b335f1e333,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:44.270684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:44.274189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.286811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.287179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.287410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.295015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.295355 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.296511 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 2 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.310659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port e63aba5c-7104-45e3-83c4-1c66b4840c7d yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:44.318528 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.321313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.321653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.322003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.329317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3667cdb1-b15c-4f3c-a9fd-a406832c201f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.356683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.357008 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.362085 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 3 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.387372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.387678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.387990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.394479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.394812 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.395184 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 4 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.407312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.407680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.407824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-0d3a80aa-a6f8-4b37-b08f-f2c7ead42c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:44.408027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.408880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.409233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-0d3a80aa-a6f8-4b37-b08f-f2c7ead42c92 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1611483 Feb 16 14:54:44.417282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.417618 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.440496 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 5 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.457068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Network c4631922-7605-41fb-adea-d2f9272599c1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:44.461034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:44.464206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:44.471848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.472182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.472516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.485575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.486146 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.489745 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 6 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.501761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Pushing event updated for resources: {'Port': ['ID=92bab370-cf46-4a39-be32-7c1a13ef1ccb,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:44.504565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.6 (c4631922-7605-41fb-adea-d2f9272599c1/b333756a-4ed2-485f-aada-d87cb873ca1a/e63aba5c-7104-45e3-83c4-1c66b4840c7d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:44.527737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.528284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.528634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.532018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Attempting to bind port 92bab370-cf46-4a39-be32-7c1a13ef1ccb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.532484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Attempting to bind port 92bab370-cf46-4a39-be32-7c1a13ef1ccb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3fe2df4e-d677-4b72-ae8a-da00aa47da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.533047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Attempting to bind port 92bab370-cf46-4a39-be32-7c1a13ef1ccb on network c4631922-7605-41fb-adea-d2f9272599c1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.538781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.539155 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.540069 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3667cdb1-b15c-4f3c-a9fd-a406832c201f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.540230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:44.540595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Checking segment: {'id': '3fe2df4e-d677-4b72-ae8a-da00aa47da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:44.540997 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.541235 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 7 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.541829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Bound using segment: {'id': '3fe2df4e-d677-4b72-ae8a-da00aa47da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:44.542466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Bound port: 92bab370-cf46-4a39-be32-7c1a13ef1ccb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe2df4e-d677-4b72-ae8a-da00aa47da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c4631922-7605-41fb-adea-d2f9272599c1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:44.542750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3667cdb1-b15c-4f3c-a9fd-a406832c201f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.543089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.566293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.566628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.567138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.583849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.584290 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.588311 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 8 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.620740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] For port 92bab370-cf46-4a39-be32-7c1a13ef1ccb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:44.625535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] For port 92bab370-cf46-4a39-be32-7c1a13ef1ccb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=92bab370-cf46-4a39-be32-7c1a13ef1ccb,segment=NetworkSegment(3fe2df4e-d677-4b72-ae8a-da00aa47da32),segment_id=3fe2df4e-d677-4b72-ae8a-da00aa47da32)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:44.644461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.644696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.645523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.655763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.656266 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.658943 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 9 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.683756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.684097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.684439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.703145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.703759 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.706790 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempt 10 to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 Feb 16 14:54:44.717096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.756236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.784782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a65a2-d6da-410f-a5df-fd011957b1e8 None None] Pushing event updated for resources: {'Port': ['ID=92bab370-cf46-4a39-be32-7c1a13ef1ccb,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:44.797647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:44.797986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:44.798322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempting to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:44.808661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:44.808661 n-d-829433-1 neutron-server[103044]: ERROR neutron.plugins.ml2.managers [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Failed to bind port c839aa29-77ed-4609-8a1f-34b335f1e333 on host n-h2-829433-1 for vnic_type normal using segments [{'id': 'c00c4124-8df2-4f29-90bb-40b0b2226ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '31b6c55e-81f4-42a2-ae88-4c0f3bc2998a'}] Feb 16 14:54:44.808661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.850819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.944878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-5c917ac5-87d7-45e8-918c-bcd0a5385e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:44.946472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-5c917ac5-87d7-45e8-918c-bcd0a5385e31 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5003262 Feb 16 14:54:44.948483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] For port c839aa29-77ed-4609-8a1f-34b335f1e333, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:44.949048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attempted to set empty binding levels {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 14:54:44.955363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network c4631922-7605-41fb-adea-d2f9272599c1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:44.956880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=e63aba5c-7104-45e3-83c4-1c66b4840c7d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:44.959824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:44.962297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:44.990276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40fcbf-f186-4889-b9f4-be0db68de333 req-7e3e38f9-8e8b-490f-814a-f8a98a229bfb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:44.999252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af40fcbf-f186-4889-b9f4-be0db68de333 req-7e3e38f9-8e8b-490f-814a-f8a98a229bfb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 943 time: 0.0997183 Feb 16 14:54:45.027772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3667cdb1-b15c-4f3c-a9fd-a406832c201f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.028335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3667cdb1-b15c-4f3c-a9fd-a406832c201f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Fanout notify agent at l3_agent the message router_deleted on router 4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:54:45.035528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:45.037838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.060343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3667cdb1-b15c-4f3c-a9fd-a406832c201f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.062228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3667cdb1-b15c-4f3c-a9fd-a406832c201f tempest-RoutersNegativeTest-1292416910 tempest-RoutersNegativeTest-1292416910-project] 10.222.0.113 "DELETE /v2.0/routers/4361d12e-2e0b-46b2-ad71-0f8a1dbb4284 HTTP/1.1" status: 204 len: 168 time: 0.8570857 Feb 16 14:54:45.066583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.110393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] In _notify_port_updated(), no bound segment for port c839aa29-77ed-4609-8a1f-34b335f1e333 on network 31b6c55e-81f4-42a2-ae88-4c0f3bc2998a {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:54:45.113905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:45.113905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.113905 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "PUT /v2.0/ports/c839aa29-77ed-4609-8a1f-34b335f1e333 HTTP/1.1" status: 200 len: 979 time: 1.4407780 Feb 16 14:54:45.115794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af40fcbf-f186-4889-b9f4-be0db68de333 req-1074306e-8f66-4fc8-91b9-977e1b4dc783 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941575 Feb 16 14:54:45.116343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59362) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:45.130061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeba99-4e69-4a4b-aa53-53e2d673965a tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event updated for resources: {'Port': ['ID=c839aa29-77ed-4609-8a1f-34b335f1e333,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:45.170344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-c8032825-442e-4cf6-90fb-9793c7e72454 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157066 Feb 16 14:54:45.176550 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f97c101d-8bf8-4a5e-a4f3-cb50f9a39a24 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3306255 Feb 16 14:54:45.179306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59366) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:45.337339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port e63aba5c-7104-45e3-83c4-1c66b4840c7d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:45.338109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.349386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd984ead-7306-4879-9eb1-8cef0cfc5554 req-b587971e-4355-4d2a-b391-eefbedf7454e tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0707774 Feb 16 14:54:45.366274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e005d23-40de-4d13-95f4-f8a92558eb43 req-74c55ce3-d731-407a-9db0-410975bf7051 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867046 Feb 16 14:54:45.383756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Deleting port c839aa29-77ed-4609-8a1f-34b335f1e333 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:45.383756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.447260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.455650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] For port c839aa29-77ed-4609-8a1f-34b335f1e333, host n-h2-829433-1, got binding levels [] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:45.458143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.468856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for e63aba5c-7104-45e3-83c4-1c66b4840c7d owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:45.478300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Calling delete_port for c839aa29-77ed-4609-8a1f-34b335f1e333 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:45.641539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59386) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:45.676555 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.705165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Pushing event deleted for resources: {'Port': ['ID=c839aa29-77ed-4609-8a1f-34b335f1e333,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:45.715007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.719354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0acaa616-8a5b-4842-8ddc-c51c87f4f97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "DELETE /v2.0/ports/c839aa29-77ed-4609-8a1f-34b335f1e333 HTTP/1.1" status: 204 len: 168 time: 0.6003702 Feb 16 14:54:45.722214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59394) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:45.723225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.753831 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-348ac454-cb4b-4f1e-926a-eb4f9a9eca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] GET failed (client error): The resource could not be found. Feb 16 14:54:45.755565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-348ac454-cb4b-4f1e-926a-eb4f9a9eca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-926656983-project-admin] 10.222.0.113 "GET /v2.0/ports/c839aa29-77ed-4609-8a1f-34b335f1e333 HTTP/1.1" status: 404 len: 333 time: 0.0318434 Feb 16 14:54:45.759353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59396) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:45.787808 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=e63aba5c-7104-45e3-83c4-1c66b4840c7d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:45.889299 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.895631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-09eaf1de-2e96-421e-b67f-cbc3efa85d82 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=26b814362a9d47cd952ce03ea7095b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529283 Feb 16 14:54:45.899085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:45.906825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 92bab370-cf46-4a39-be32-7c1a13ef1ccb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:45.937359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.947760 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fdcfc3bd-9d6e-4f30-b081-eed80219508d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/e63aba5c-7104-45e3-83c4-1c66b4840c7d HTTP/1.1" status: 204 len: 168 time: 0.7609410 Feb 16 14:54:45.947760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59406) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:45.972598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 92bab370-cf46-4a39-be32-7c1a13ef1ccb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:45.973231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:45.990840 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3bda38-34de-4ec1-92a6-e194a3e2654f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:54:45.992312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3bda38-34de-4ec1-92a6-e194a3e2654f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:54:45.998295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ac3bda38-34de-4ec1-92a6-e194a3e2654f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/e63aba5c-7104-45e3-83c4-1c66b4840c7d HTTP/1.1" status: 404 len: 333 time: 0.0501232 Feb 16 14:54:45.998634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59408) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:46.030201 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f306816-da9e-4d3c-8b8a-a9b8b8f2d9b8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:54:46.032331 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1f306816-da9e-4d3c-8b8a-a9b8b8f2d9b8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/e63aba5c-7104-45e3-83c4-1c66b4840c7d HTTP/1.1" status: 404 len: 333 time: 0.0321052 Feb 16 14:54:46.035609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59410) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:46.040251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.049462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6560269d-a6c7-4534-926f-7dae7ff296ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.075619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b6c55e-81f4-42a2-ae88-4c0f3bc2998a']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:46.077919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.097227 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6560269d-a6c7-4534-926f-7dae7ff296ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.099927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00c4124-8df2-4f29-90bb-40b0b2226ba3') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:46.100136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00c4124-8df2-4f29-90bb-40b0b2226ba3') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:46.122041 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.129276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet b333756a-4ed2-485f-aada-d87cb873ca1a {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:46.134282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.152208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.154522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 92bab370-cf46-4a39-be32-7c1a13ef1ccb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=92bab370-cf46-4a39-be32-7c1a13ef1ccb,segment=NetworkSegment(3fe2df4e-d677-4b72-ae8a-da00aa47da32),segment_id=3fe2df4e-d677-4b72-ae8a-da00aa47da32)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:46.159091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:46.159501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:46.162731 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:46.181860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec15e3f-83f9-41de-9a5c-a91b4323ee8d None None] Network c4631922-7605-41fb-adea-d2f9272599c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:46.192741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.236698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.259357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f71ff8cd-7cd9-4252-aab5-09382a1675e1 None None] Provisioning complete for port 92bab370-cf46-4a39-be32-7c1a13ef1ccb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:46.260019 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f71ff8cd-7cd9-4252-aab5-09382a1675e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.281659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b19184-717b-4aec-b78e-844ef1d2f58c req-24e95cc5-62f0-4b84-89a2-3683ad6729e4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:46.283522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17b19184-717b-4aec-b78e-844ef1d2f58c req-24e95cc5-62f0-4b84-89a2-3683ad6729e4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 943 time: 0.0696626 Feb 16 14:54:46.305917 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.335359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.336778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17b19184-717b-4aec-b78e-844ef1d2f58c req-323adb06-36c2-4014-8f3c-333cb59bef1e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Feb 16 14:54:46.349226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.379798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.385292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] 10.222.0.113 "DELETE /v2.0/networks/31b6c55e-81f4-42a2-ae88-4c0f3bc2998a HTTP/1.1" status: 204 len: 168 time: 0.6247709 Feb 16 14:54:46.386481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5515b-f68a-4cf5-8298-38bb4912c556 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686614698-project] Pushing event deleted for resources: {'Network': ['ID=31b6c55e-81f4-42a2-ae88-4c0f3bc2998a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:46.408985 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6560269d-a6c7-4534-926f-7dae7ff296ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.408985 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6560269d-a6c7-4534-926f-7dae7ff296ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.417113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6560269d-a6c7-4534-926f-7dae7ff296ef admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4837793e-1b69-40d1-b51a-866216bc45ce HTTP/1.1" status: 204 len: 168 time: 0.5153134 Feb 16 14:54:46.427468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560269d-a6c7-4534-926f-7dae7ff296ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837793e-1b69-40d1-b51a-866216bc45ce,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:46.491879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=92bab370-cf46-4a39-be32-7c1a13ef1ccb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:46.517741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03a33044-fb43-406f-b69d-398d254ef5ec req-a1aa6f99-1300-4a6d-84dd-4ff66848dc95 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0716214 Feb 16 14:54:46.540010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.568086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=b333756a-4ed2-485f-aada-d87cb873ca1a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:46.576263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.581708 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3b8e1bf8-e64e-4969-879f-60ae410fda86 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/b333756a-4ed2-485f-aada-d87cb873ca1a HTTP/1.1" status: 204 len: 168 time: 0.5449388 Feb 16 14:54:46.585360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59422) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:46.677538 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.735759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 92bab370-cf46-4a39-be32-7c1a13ef1ccb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:46.736108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.828337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] For port 92bab370-cf46-4a39-be32-7c1a13ef1ccb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=92bab370-cf46-4a39-be32-7c1a13ef1ccb,segment=NetworkSegment(3fe2df4e-d677-4b72-ae8a-da00aa47da32),segment_id=3fe2df4e-d677-4b72-ae8a-da00aa47da32)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:46.828337 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.854382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e4fe0-f0c5-4d86-a155-a6f6f05de35f None None] Network c4631922-7605-41fb-adea-d2f9272599c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:46.854529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 92bab370-cf46-4a39-be32-7c1a13ef1ccb owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:46.933061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-04225104-87f0-45f3-b5c8-0ddd2484479c None None] Provisioning complete for port 92bab370-cf46-4a39-be32-7c1a13ef1ccb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:46.933626 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04225104-87f0-45f3-b5c8-0ddd2484479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.065114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.132153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-04225104-87f0-45f3-b5c8-0ddd2484479c None None] Could not find standard attr ID for object 92bab370-cf46-4a39-be32-7c1a13ef1ccb. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:54:47.137297 n-d-829433-1 neutron-server[103045]: INFO neutron.plugins.ml2.db [None req-04225104-87f0-45f3-b5c8-0ddd2484479c None None] No ports have port_id starting with 92bab370-cf46-4a39-be32-7c1a13ef1ccb Feb 16 14:54:47.145677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=92bab370-cf46-4a39-be32-7c1a13ef1ccb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:47.148077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No DVR routers for this DVR port 92bab370-cf46-4a39-be32-7c1a13ef1ccb on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:47.176302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59440) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:47.229769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85b2cb-42b5-4f46-8a46-49156772e23e None None] DHCP port deletion for c4631922-7605-41fb-adea-d2f9272599c1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:47.304262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.341093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4631922-7605-41fb-adea-d2f9272599c1']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:47.354950 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-016bd3b2-37af-4cbd-b8ce-5d4cd81588b2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9aed7c0630a9401483469a7460b6b55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751328 Feb 16 14:54:47.355216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59450) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:47.355576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-e4c0d07e-92d1-4eb9-a013-f4348dd46fcb tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:47.357176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-e4c0d07e-92d1-4eb9-a013-f4348dd46fcb tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.2404270 Feb 16 14:54:47.363031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe2df4e-d677-4b72-ae8a-da00aa47da32') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:47.370208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe2df4e-d677-4b72-ae8a-da00aa47da32') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:47.380785 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.390839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-611d000b-1c83-48a8-85ad-915bb5cd7244 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/quotas/7a92941bc1834414903792221aa63b2a HTTP/1.1" status: 200 len: 375 time: 0.0248938 Feb 16 14:54:47.398912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.418488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:47.418899 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:47.422577 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:47.432514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b68c9c3-3e2b-41d5-ad8b-69dd0d371809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.449308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2630ffdf-c7ea-4192-944d-44ebb6c25d84 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:54:47.458615 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b68c9c3-3e2b-41d5-ad8b-69dd0d371809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.539409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cd3967f9-e8eb-45a3-b964-edc05f78392b no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:47.547676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ee922b15-641d-449b-80a9-fdcb4a782ac5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434972 Feb 16 14:54:47.559160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff9fe9-2f11-4da2-bd98-0be16212ac98 req-b4ad72f0-0e18-47e9-b484-63985561283f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:47.560655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4eff9fe9-2f11-4da2-bd98-0be16212ac98 req-b4ad72f0-0e18-47e9-b484-63985561283f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 943 time: 0.1373591 Feb 16 14:54:47.619987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b68c9c3-3e2b-41d5-ad8b-69dd0d371809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.623660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b68c9c3-3e2b-41d5-ad8b-69dd0d371809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.628659 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b68c9c3-3e2b-41d5-ad8b-69dd0d371809 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/aafdc76d-6199-4f67-9d7a-71cff26fcc7e HTTP/1.1" status: 204 len: 168 time: 0.2689762 Feb 16 14:54:47.628786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.643370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68c9c3-3e2b-41d5-ad8b-69dd0d371809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafdc76d-6199-4f67-9d7a-71cff26fcc7e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:47.643592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.647883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/c4631922-7605-41fb-adea-d2f9272599c1 HTTP/1.1" status: 204 len: 168 time: 1.0606019 Feb 16 14:54:47.657262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59464) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:47.668288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1035435278'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:47.668636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2cf80-ba1b-4513-b007-30f303efa241 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=c4631922-7605-41fb-adea-d2f9272599c1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:47.678181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.697115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4eff9fe9-2f11-4da2-bd98-0be16212ac98 req-a60ca017-f534-4280-9033-eed4d757b9fc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278586 Feb 16 14:54:47.703374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2630ffdf-c7ea-4192-944d-44ebb6c25d84, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:47.726229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '2630ffdf-c7ea-4192-944d-44ebb6c25d84', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': '2630ffdf-c7ea-4192-944d-44ebb6c25d84', 'mac_address': 'fa:16:3e:a9:e8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:54:47.743157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-7bcfe962-5545-4105-94c2-e56897864d3c service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814547 Feb 16 14:54:47.761984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:47.765454 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16d6ee1-1413-4815-af59-92cddf651757" -d '{"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:47.788610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:47.791319 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.808035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2630ffdf-c7ea-4192-944d-44ebb6c25d84 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:54:47.840562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2630ffdf-c7ea-4192-944d-44ebb6c25d84, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:47.856674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 92bab370-cf46-4a39-be32-7c1a13ef1ccb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:47.859957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:47.863516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.866205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2731d991-6775-4f1e-b408-05fee2f3fdc3 req-f274271d-879c-4a99-a1bf-fcf6c1169e28 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0389349 Feb 16 14:54:47.882115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 92bab370-cf46-4a39-be32-7c1a13ef1ccb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:47.882458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 92bab370-cf46-4a39-be32-7c1a13ef1ccb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:47.891511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:47.899741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-1a902196-434d-4531-8a36-a3a2553bb877 service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431110 Feb 16 14:54:47.899880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.914914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.915427 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment 779b8491-a76c-41f2-8f9d-78cf17ee27ab of type vlan for network 5d17c242-d129-4ab1-82c4-4f003065e1c1 Feb 16 14:54:47.944943 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d19b29-0783-4ce7-a47f-e013a51412ac x-openstack-request-id: req-b2d19b29-0783-4ce7-a47f-e013a51412ac {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:47.945434 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:47.945542 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b2d19b29-0783-4ce7-a47f-e013a51412ac {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:47.945927 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'code': 200} Feb 16 14:54:47.958467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.965613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:47.966574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:48.030575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=2630ffdf-c7ea-4192-944d-44ebb6c25d84,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:48.059702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.066213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:48.066809 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.119220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59474) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:48.140307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=5d17c242-d129-4ab1-82c4-4f003065e1c1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:48.151755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 5d17c242-d129-4ab1-82c4-4f003065e1c1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:48.199293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['2630ffdf-c7ea-4192-944d-44ebb6c25d84'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:54:48.231043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fc994f8f-bff4-4f40-bf01-e0fcfb036b5c tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:48.231988 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-fc994f8f-bff4-4f40-bf01-e0fcfb036b5c tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 14:54:48.232627 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-fc994f8f-bff4-4f40-bf01-e0fcfb036b5c tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 14:54:48.240404 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8423e38d-dc76-4664-b94a-4410d2e9e53e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5797832 Feb 16 14:54:48.241722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc994f8f-bff4-4f40-bf01-e0fcfb036b5c tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1208336 Feb 16 14:54:48.248487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59482) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:48.250370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59484) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:48.260132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123154555'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:48.313031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:48.330192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba6fffd1-c66a-4112-8f25-2da2a469e347 req-db2dcb30-6b44-4ef1-b8c5-3edb522f2955 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 210 time: 0.0302293 Feb 16 14:54:48.397281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-0415cf25-f6f5-4061-b8f8-88bc96b1dae3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:48.398825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-0415cf25-f6f5-4061-b8f8-88bc96b1dae3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "GET /v2.0/ports?device_id=b863dfed-5dcb-46e4-888f-edbe0920a4bb HTTP/1.1" status: 200 len: 943 time: 0.1152086 Feb 16 14:54:48.520226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Deleting port cd3967f9-e8eb-45a3-b964-edc05f78392b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:48.520570 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.528439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.542018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.614805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] For port cd3967f9-e8eb-45a3-b964-edc05f78392b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cd3967f9-e8eb-45a3-b964-edc05f78392b,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:48.615171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.628691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Calling delete_port for cd3967f9-e8eb-45a3-b964-edc05f78392b owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:48.631408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.699296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:48.704035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.755984 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.824429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb7292-c1fc-40fd-9cbc-3a7d33dac09a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:48.850839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12866e0a-a1ef-4308-aa39-a352de290aa9 req-9f5e63ec-7ce4-4ef1-bc1c-e570d10027f3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:48.852629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12866e0a-a1ef-4308-aa39-a352de290aa9 req-9f5e63ec-7ce4-4ef1-bc1c-e570d10027f3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 944 time: 0.0699682 Feb 16 14:54:48.868092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.871253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.908907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59494) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:48.915976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event deleted for resources: {'Port': ['ID=cd3967f9-e8eb-45a3-b964-edc05f78392b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:48.986631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] No DVR routers for this DVR port cd3967f9-e8eb-45a3-b964-edc05f78392b on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:48.989552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:48.993375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b3c79d1-fc07-4200-aef8-97443340d3c4 req-a1fac028-6d23-4c7d-a86e-14917311847b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "DELETE /v2.0/ports/cd3967f9-e8eb-45a3-b964-edc05f78392b HTTP/1.1" status: 204 len: 173 time: 0.5849957 Feb 16 14:54:49.004221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-deleted', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:49.006591 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a7c74a-6ccd-4c55-9b54-4afbd3b9e657" -d '{"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-deleted", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:49.015575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.043622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12866e0a-a1ef-4308-aa39-a352de290aa9 req-7e2a5a18-6808-4f3f-a24c-f065f1bbe2a0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834753 Feb 16 14:54:49.046785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64a9294f-4ec2-4613-8eea-62234783f84b req-fd28aac0-c602-4076-a793-823d22e074d5 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0816712 Feb 16 14:54:49.051947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.062498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e17484-52c7-443f-b0cd-ab4f0cbc591b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:49.078847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e3963937-4a1c-47c5-9c47-ceefc7c115da admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4bd2fc64edb04406a060103d578eac5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685572 Feb 16 14:54:49.081736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59502) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:49.113634 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa17fbe-8838-488c-babc-ebf615a32a27 x-openstack-request-id: req-7aa17fbe-8838-488c-babc-ebf615a32a27 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:49.113938 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863dfed-5dcb-46e4-888f-edbe0920a4bb", "name": "network-vif-deleted", "tag": "cd3967f9-e8eb-45a3-b964-edc05f78392b", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:49.114315 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7aa17fbe-8838-488c-babc-ebf615a32a27 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:49.114778 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b863dfed-5dcb-46e4-888f-edbe0920a4bb', 'name': 'network-vif-deleted', 'tag': 'cd3967f9-e8eb-45a3-b964-edc05f78392b', 'status': 'completed', 'code': 200} Feb 16 14:54:49.134378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=924d957d-4728-4d74-9150-158305fa57a0,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:49.146476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34c98432-90d7-4ac2-b44b-3cc92f1a5287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.160715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.163980 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-712c4a35-64f6-4867-9ca1-0a3bb4d31cda tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9101403 Feb 16 14:54:49.164984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': '779b8491-a76c-41f2-8f9d-78cf17ee27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:49.165275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59504) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:49.165585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: 5d17c242-d129-4ab1-82c4-4f003065e1c1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:49.173324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4d578b03-7fa6-43e3-8af8-5f8087fbd1b6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '15e17484-52c7-443f-b0cd-ab4f0cbc591b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:49.179941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34c98432-90d7-4ac2-b44b-3cc92f1a5287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.310976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 5d17c242-d129-4ab1-82c4-4f003065e1c1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:49.410688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34c98432-90d7-4ac2-b44b-3cc92f1a5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.413583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-34c98432-90d7-4ac2-b44b-3cc92f1a5287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.414566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-34c98432-90d7-4ac2-b44b-3cc92f1a5287 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c6c61fd1-064e-45ce-b4ce-09e5aa89ef2c HTTP/1.1" status: 204 len: 168 time: 0.3318770 Feb 16 14:54:49.427376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-765f4bc5-0850-4ac9-a1a1-ed904485cdec req-920d1230-7993-47ed-9ff2-ccdfd14c9f69 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 210 time: 0.0419054 Feb 16 14:54:49.432558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d578b03-7fa6-43e3-8af8-5f8087fbd1b6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.437722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c98432-90d7-4ac2-b44b-3cc92f1a5287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c61fd1-064e-45ce-b4ce-09e5aa89ef2c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:49.460802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 5d17c242-d129-4ab1-82c4-4f003065e1c1) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:49.465618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:49.466178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.477433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2630ffdf-c7ea-4192-944d-44ebb6c25d84 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:49.480671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fdabb8-5313-4fe3-9201-d8fc4bde9882 None None] Network 5d17c242-d129-4ab1-82c4-4f003065e1c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:49.538234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d578b03-7fa6-43e3-8af8-5f8087fbd1b6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.602976 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fc166f57-414e-477c-a7a5-ed3d1fbb7325 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3478279 Feb 16 14:54:49.603196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59510) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:49.609234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1258285083'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:49.642646 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d578b03-7fa6-43e3-8af8-5f8087fbd1b6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.678695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d578b03-7fa6-43e3-8af8-5f8087fbd1b6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290cf85b-af7c-4d7f-9788-5dc373abe96a,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:49.685825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-5d17c242-d129-4ab1-82c4-4f003065e1c1', 'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1', 'tenant_id': 'cae4d26acc6145638e16472a028f6f4d', 'fixed_ips': [{'subnet_id': '924d957d-4728-4d74-9150-158305fa57a0'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:54:49.687962 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.759575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d578b03-7fa6-43e3-8af8-5f8087fbd1b6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.760970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4d578b03-7fa6-43e3-8af8-5f8087fbd1b6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5946820 Feb 16 14:54:49.763697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59512) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:49.769237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3bf77ccc-0d49-4967-b700-3e23e171b1c1 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '15e17484-52c7-443f-b0cd-ab4f0cbc591b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:49.780852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:54:49.795434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:49.796057 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.893718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:49.894209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Allocated IP 172.20.0.2 (5d17c242-d129-4ab1-82c4-4f003065e1c1/924d957d-4728-4d74-9150-158305fa57a0/29403898-896d-4d3c-a87f-d5e0a110dc8b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:49.901646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:49.930972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:49.986915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.029290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150756d3-3bb6-4534-8512-fb33344c0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2630ffdf-c7ea-4192-944d-44ebb6c25d84'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:50.031850 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe8a7e-e289-4f66-94bb-4dde336676b9" -d '{"events": [{"server_uuid": "150756d3-3bb6-4534-8512-fb33344c0208", "name": "network-vif-plugged", "status": "completed", "tag": "2630ffdf-c7ea-4192-944d-44ebb6c25d84"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:50.055241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 2630ffdf-c7ea-4192-944d-44ebb6c25d84, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:50.071994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3bf77ccc-0d49-4967-b700-3e23e171b1c1 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.131129 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633f8b31-e356-40a2-9566-b6ae7167fd69 x-openstack-request-id: req-633f8b31-e356-40a2-9566-b6ae7167fd69 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:50.131423 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150756d3-3bb6-4534-8512-fb33344c0208", "name": "network-vif-plugged", "status": "completed", "tag": "2630ffdf-c7ea-4192-944d-44ebb6c25d84", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:50.132477 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-633f8b31-e356-40a2-9566-b6ae7167fd69 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:50.132919 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150756d3-3bb6-4534-8512-fb33344c0208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2630ffdf-c7ea-4192-944d-44ebb6c25d84', 'code': 200} Feb 16 14:54:50.137082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.208279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.261323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=2630ffdf-c7ea-4192-944d-44ebb6c25d84,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:50.262199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63576119-4266-4dc0-8a52-52ab6194ff3b req-97683ea8-8da9-40f1-80ce-410e8e2b81cc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:50.263731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63576119-4266-4dc0-8a52-52ab6194ff3b req-97683ea8-8da9-40f1-80ce-410e8e2b81cc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 944 time: 0.1293130 Feb 16 14:54:50.268187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87969862-a344-4c05-b493-470d3ca4f012 req-863a92f4-050c-4477-86dc-c1274d9c8333 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0597613 Feb 16 14:54:50.278029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ebdc4-26a6-4097-9294-21ec3894c653 req-638af033-44e8-4cd7-8cac-fbe6dcd82330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:50.279508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-718ebdc4-26a6-4097-9294-21ec3894c653 req-638af033-44e8-4cd7-8cac-fbe6dcd82330 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 1096 time: 0.0825586 Feb 16 14:54:50.282969 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.332886 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-3bf77ccc-0d49-4967-b700-3e23e171b1c1 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 14:54:50.334211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3bf77ccc-0d49-4967-b700-3e23e171b1c1 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5688128 Feb 16 14:54:50.338788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59530) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:50.339855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Network 5d17c242-d129-4ab1-82c4-4f003065e1c1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:50.343215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-718ebdc4-26a6-4097-9294-21ec3894c653 req-93be7a77-367f-4ae3-a414-f9f9b9a90ab2 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541263 Feb 16 14:54:50.345812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:50.351472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:50.356499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63576119-4266-4dc0-8a52-52ab6194ff3b req-041e7b13-17e1-423a-a0ea-7c4af399a446 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Feb 16 14:54:50.388923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Pushing event updated for resources: {'Port': ['ID=29403898-896d-4d3c-a87f-d5e0a110dc8b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:50.402164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.11 (5d17c242-d129-4ab1-82c4-4f003065e1c1/924d957d-4728-4d74-9150-158305fa57a0/14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:50.425729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Attempting to bind port 29403898-896d-4d3c-a87f-d5e0a110dc8b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:50.426222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Attempting to bind port 29403898-896d-4d3c-a87f-d5e0a110dc8b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '779b8491-a76c-41f2-8f9d-78cf17ee27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:50.426772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Attempting to bind port 29403898-896d-4d3c-a87f-d5e0a110dc8b on network 5d17c242-d129-4ab1-82c4-4f003065e1c1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:50.433701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:50.434079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Checking segment: {'id': '779b8491-a76c-41f2-8f9d-78cf17ee27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:50.434483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.435316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Bound using segment: {'id': '779b8491-a76c-41f2-8f9d-78cf17ee27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:50.435316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Bound port: 29403898-896d-4d3c-a87f-d5e0a110dc8b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779b8491-a76c-41f2-8f9d-78cf17ee27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '5d17c242-d129-4ab1-82c4-4f003065e1c1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:50.435808 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.446832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9915ee-ff57-4431-9d17-86359a82d0ee tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.520918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9915ee-ff57-4431-9d17-86359a82d0ee tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.523671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] For port 29403898-896d-4d3c-a87f-d5e0a110dc8b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:50.532203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] For port 29403898-896d-4d3c-a87f-d5e0a110dc8b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=29403898-896d-4d3c-a87f-d5e0a110dc8b,segment=NetworkSegment(779b8491-a76c-41f2-8f9d-78cf17ee27ab),segment_id=779b8491-a76c-41f2-8f9d-78cf17ee27ab)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:50.581469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-908bac05-f066-40c0-b3b0-afa3c4f9f0e2 req-b088a2da-3319-473d-b01c-aceaa1ecc575 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 210 time: 0.0331571 Feb 16 14:54:50.610326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.631223 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.691227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde581e6-8637-4c69-9008-f085a0b6421d None None] Pushing event updated for resources: {'Port': ['ID=29403898-896d-4d3c-a87f-d5e0a110dc8b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:50.735530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9915ee-ff57-4431-9d17-86359a82d0ee tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.738629 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd9915ee-ff57-4431-9d17-86359a82d0ee tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.739962 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd9915ee-ff57-4431-9d17-86359a82d0ee tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/15e17484-52c7-443f-b0cd-ab4f0cbc591b HTTP/1.1" status: 204 len: 168 time: 0.3954580 Feb 16 14:54:50.742690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59540) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:50.745974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.787156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9915ee-ff57-4431-9d17-86359a82d0ee tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e17484-52c7-443f-b0cd-ab4f0cbc591b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:50.810599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 5d17c242-d129-4ab1-82c4-4f003065e1c1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:50.814628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:50.818732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:50.842975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fbb865a2-7b3c-4e59-9460-762d7976bb1a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932496 Feb 16 14:54:50.843585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59544) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:50.847696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:50.848918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-68a102cc-93ef-4ce1-9959-1689c95b269a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822918542'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:50.895522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:50.897404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:50.942106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59546) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:50.975328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-68a102cc-93ef-4ce1-9959-1689c95b269a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.027858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ada8f11e-d07f-4ff7-893c-7b53990d4174 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.4234440 Feb 16 14:54:51.028732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59550) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:51.066693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-68a102cc-93ef-4ce1-9959-1689c95b269a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.090366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-657123634'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:51.137275 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:51.137790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.202852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-68a102cc-93ef-4ce1-9959-1689c95b269a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.229612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:51.232970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.236986 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.244462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a102cc-93ef-4ce1-9959-1689c95b269a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130f6a18-93d2-4388-bd9c-0f82175434cd,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:51.257229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:51.257848 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.296390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-68a102cc-93ef-4ce1-9959-1689c95b269a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.297654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-68a102cc-93ef-4ce1-9959-1689c95b269a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4528298 Feb 16 14:54:51.319379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59552) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:51.324305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d3bf8123-174d-4f9f-ad9a-d47a8095bab4 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '130f6a18-93d2-4388-bd9c-0f82175434cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:51.325060 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-d3bf8123-174d-4f9f-ad9a-d47a8095bab4 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 14:54:51.325575 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-d3bf8123-174d-4f9f-ad9a-d47a8095bab4 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:51.330969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d3bf8123-174d-4f9f-ad9a-d47a8095bab4 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098221 Feb 16 14:54:51.331586 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59556) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:51.415268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a8a5115-c98f-4149-9e3f-5f8358adbe0c req-f0a8f756-0a85-479a-ae99-2aacccbb1bdf tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0485909 Feb 16 14:54:51.438009 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dafd000-3d6b-449d-a780-1c61cf029b61 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.469391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cd3967f9-e8eb-45a3-b964-edc05f78392b no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:51.507892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: cd3967f9-e8eb-45a3-b964-edc05f78392b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:51.508237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cd3967f9-e8eb-45a3-b964-edc05f78392b not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:51.509641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dafd000-3d6b-449d-a780-1c61cf029b61 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.524339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-1c36f303-f0e1-4d32-97d2-ef3871dabfbc tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:51.525874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-1c36f303-f0e1-4d32-97d2-ef3871dabfbc tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.2642734 Feb 16 14:54:51.553327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Request body: {'port': {'device_id': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'admin_state_up': True, 'tenant_id': '7a92941bc1834414903792221aa63b2a'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:51.602790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.635631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:51.712437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dafd000-3d6b-449d-a780-1c61cf029b61 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.715411 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5dafd000-3d6b-449d-a780-1c61cf029b61 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.716862 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5dafd000-3d6b-449d-a780-1c61cf029b61 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/130f6a18-93d2-4388-bd9c-0f82175434cd HTTP/1.1" status: 204 len: 168 time: 0.3820016 Feb 16 14:54:51.724776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59562) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:51.762990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafd000-3d6b-449d-a780-1c61cf029b61 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130f6a18-93d2-4388-bd9c-0f82175434cd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:51.770607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.774480 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-10a9fb14-0b6d-4562-bda2-3a0135ddc2f4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef HTTP/1.1" status: 204 len: 168 time: 0.7445900 Feb 16 14:54:51.780519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59564) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:51.823393 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddfd3c6-56d8-43b5-9066-e4a7136570e8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:54:51.828266 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4ddfd3c6-56d8-43b5-9066-e4a7136570e8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef HTTP/1.1" status: 404 len: 333 time: 0.0433061 Feb 16 14:54:51.830985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59566) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:51.898418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 924d957d-4728-4d74-9150-158305fa57a0 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:54:51.898418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.903807 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1b55d33d-4962-4a5b-afa0-4c5e9a44ccee tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1776555 Feb 16 14:54:51.929388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59568) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:51.935790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7c3fe186-de3c-4d3e-877d-49e06bb62319 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--959188462'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:51.967686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:51.984934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56c6c5-c98c-4e78-8a8d-c36301857136 None None] Network 5d17c242-d129-4ab1-82c4-4f003065e1c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:51.994093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21c95d86-9bfc-4398-a14a-e22888f49f7c req-9f1779ea-825c-436c-b465-ae7f1a1f1b74 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 210 time: 0.0476809 Feb 16 14:54:52.009654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 29403898-896d-4d3c-a87f-d5e0a110dc8b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:52.069116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6b25-41cc-4199-99ba-97ecb30b9def req-15be872b-c3b3-4887-8a37-23f70c621819 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:52.070821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-102c6b25-41cc-4199-99ba-97ecb30b9def req-15be872b-c3b3-4887-8a37-23f70c621819 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 945 time: 0.5436015 Feb 16 14:54:52.080576 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.094776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f3d64151-61db-4275-8360-9add14f37613 None None] Provisioning complete for port 29403898-896d-4d3c-a87f-d5e0a110dc8b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:52.095413 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f3d64151-61db-4275-8360-9add14f37613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.096545 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.106999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3fe186-de3c-4d3e-877d-49e06bb62319 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.138739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-102c6b25-41cc-4199-99ba-97ecb30b9def req-094a3ff6-f70a-43c5-a685-1368e30da141 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Feb 16 14:54:52.181245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 29403898-896d-4d3c-a87f-d5e0a110dc8b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:54:52.181619 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.208590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.216795 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3fe186-de3c-4d3e-877d-49e06bb62319 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.240843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dd82fb-373a-4551-8097-dfbc8365fad6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:52.248246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Made reservation on behalf of 7a92941bc1834414903792221aa63b2a for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:52.253008 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.277625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3fe186-de3c-4d3e-877d-49e06bb62319 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.285786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:52.287871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.326112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f3d64151-61db-4275-8360-9add14f37613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.334577 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.335584 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Added segment 15a99a47-d968-425d-83cc-53f031dc7afc of type vlan for network 38e7f6a1-65af-4c24-9402-c35bc26c56df Feb 16 14:54:52.353860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.366713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.374942 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/924d957d-4728-4d74-9150-158305fa57a0 HTTP/1.1" status: 204 len: 168 time: 0.5428717 Feb 16 14:54:52.378663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97abf42-6f2c-4bd2-be0b-6894e4f84aed tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=924d957d-4728-4d74-9150-158305fa57a0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:52.381233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59570) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:52.392734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fe186-de3c-4d3e-877d-49e06bb62319 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f52c405-0d0f-4278-b68a-2f1b5e278265,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:52.431606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 29403898-896d-4d3c-a87f-d5e0a110dc8b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=29403898-896d-4d3c-a87f-d5e0a110dc8b,segment=NetworkSegment(779b8491-a76c-41f2-8f9d-78cf17ee27ab),segment_id=779b8491-a76c-41f2-8f9d-78cf17ee27ab)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:52.434332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.438333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-f3d64151-61db-4275-8360-9add14f37613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:54:52.438687 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-f3d64151-61db-4275-8360-9add14f37613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:54:52.460451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3fe186-de3c-4d3e-877d-49e06bb62319 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.465182 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7c3fe186-de3c-4d3e-877d-49e06bb62319 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5347390 Feb 16 14:54:52.466674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59574) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:52.475672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d4dd4f82-fe6e-4ae8-8fc1-0c0e5359dfc0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f52c405-0d0f-4278-b68a-2f1b5e278265', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:52.482990 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-d4dd4f82-fe6e-4ae8-8fc1-0c0e5359dfc0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 14:54:52.482990 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-d4dd4f82-fe6e-4ae8-8fc1-0c0e5359dfc0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:52.482990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4dd4f82-fe6e-4ae8-8fc1-0c0e5359dfc0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059562 Feb 16 14:54:52.484266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59576) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:52.495195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Allocated IP 172.20.0.12 (6e84b63b-4110-4789-95e8-aef8c1df2b4b/050140c9-6bab-47f1-b47f-4ad96e341b29/41e1a651-47fb-464d-897a-20b81d946026) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:52.503823 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.504258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.579257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 29403898-896d-4d3c-a87f-d5e0a110dc8b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:52.579640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.583027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=29403898-896d-4d3c-a87f-d5e0a110dc8b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:52.602241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18a10707-4f3b-419a-ba6f-9afe3506dad2 req-a8463143-814b-4ab2-a08a-381bfd345b92 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0649867 Feb 16 14:54:52.637117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.643603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:52.644231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.657970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cd28ce-c42c-49b6-8c6e-d0771971893e None None] Network 5d17c242-d129-4ab1-82c4-4f003065e1c1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:52.666451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] For port 29403898-896d-4d3c-a87f-d5e0a110dc8b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=29403898-896d-4d3c-a87f-d5e0a110dc8b,segment=NetworkSegment(779b8491-a76c-41f2-8f9d-78cf17ee27ab),segment_id=779b8491-a76c-41f2-8f9d-78cf17ee27ab)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:52.666938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.679664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e5f6d09-0dff-4662-b29c-06f8e7e0086a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.683092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 29403898-896d-4d3c-a87f-d5e0a110dc8b owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:52.809217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e5f6d09-0dff-4662-b29c-06f8e7e0086a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.809217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Network': ['ID=38e7f6a1-65af-4c24-9402-c35bc26c56df,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:52.820716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 38e7f6a1-65af-4c24-9402-c35bc26c56df details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:52.828089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d533a220-9ca2-4da2-be63-b68f525ba427 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8848283 Feb 16 14:54:52.875956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] DHCP port deletion for 5d17c242-d129-4ab1-82c4-4f003065e1c1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:54:52.905431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.910411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:52.936943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=29403898-896d-4d3c-a87f-d5e0a110dc8b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:52.943638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No DVR routers for this DVR port 29403898-896d-4d3c-a87f-d5e0a110dc8b on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:52.984778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f3d64151-61db-4275-8360-9add14f37613 None None] Port 29403898-896d-4d3c-a87f-d5e0a110dc8b update to ACTIVE by agent not found {{(pid=103045) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 14:54:53.002667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e5f6d09-0dff-4662-b29c-06f8e7e0086a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.006281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] Deleting port 29403898-896d-4d3c-a87f-d5e0a110dc8b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:53.006844 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.007770 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e5f6d09-0dff-4662-b29c-06f8e7e0086a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.012858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4e5f6d09-0dff-4662-b29c-06f8e7e0086a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/3f52c405-0d0f-4278-b68a-2f1b5e278265 HTTP/1.1" status: 204 len: 168 time: 0.5248954 Feb 16 14:54:53.013687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:53.035381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.044358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f6d09-0dff-4662-b29c-06f8e7e0086a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f52c405-0d0f-4278-b68a-2f1b5e278265,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:53.068858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.070746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d17c242-d129-4ab1-82c4-4f003065e1c1']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:53.097528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779b8491-a76c-41f2-8f9d-78cf17ee27ab') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:53.097985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779b8491-a76c-41f2-8f9d-78cf17ee27ab') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:54:53.102802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] For port 29403898-896d-4d3c-a87f-d5e0a110dc8b, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:53.103200 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.118900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] Calling delete_port for 29403898-896d-4d3c-a87f-d5e0a110dc8b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:53.126596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.126783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] Port 29403898-896d-4d3c-a87f-d5e0a110dc8b was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:54:53.128871 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.146846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.156816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:54:53.157378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:54:53.160736 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:54:53.181673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] No DVR routers for this DVR port 29403898-896d-4d3c-a87f-d5e0a110dc8b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:54:53.199897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59395f30-8bd3-47ca-a856-5d5b2f375bf4 None None] Pushing event deleted for resources: {'Port': ['ID=29403898-896d-4d3c-a87f-d5e0a110dc8b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:53.210825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8788f8a7-d60a-4507-a368-a120e50c79e0 None None] Could not find standard attr ID for object 29403898-896d-4d3c-a87f-d5e0a110dc8b. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:54:53.275749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59584) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:53.276436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-54f4595d-79eb-4a93-b8fd-27c635e3bfbb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2568569 Feb 16 14:54:53.283194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5d773f5e-b7c5-4a11-87d9-a4606d3e4b43 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559625926'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:53.293522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:53.309874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:53.335287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:53.335287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:53.351770 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6ac3464-518a-4e2d-81d2-05032703e96b req-da71b4e3-8f10-410b-9a41-850163efb51d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0567832 Feb 16 14:54:53.398032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f576cf-8d9e-4faa-b83d-b67e880c4b78 req-6ddad2b2-899f-4368-9ba9-5dbc4afef305 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:53.399499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0f576cf-8d9e-4faa-b83d-b67e880c4b78 req-6ddad2b2-899f-4368-9ba9-5dbc4afef305 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 932 time: 0.2468982 Feb 16 14:54:53.406930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:53.407524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.428505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c502890-b6c3-4a0a-9295-3eb1fc001b3c req-67c77e01-9c27-4a51-abcb-eda698e3bbcb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:53.430016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c502890-b6c3-4a0a-9295-3eb1fc001b3c req-67c77e01-9c27-4a51-abcb-eda698e3bbcb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 945 time: 0.1731768 Feb 16 14:54:53.431360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.437950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.442932 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/5d17c242-d129-4ab1-82c4-4f003065e1c1 HTTP/1.1" status: 204 len: 168 time: 1.0598364 Feb 16 14:54:53.449538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59586) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:53.455616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'name': 'tempest-PortsTestJSON-2061166319'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:53.480665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d773f5e-b7c5-4a11-87d9-a4606d3e4b43 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.484352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0f576cf-8d9e-4faa-b83d-b67e880c4b78 req-7764cbbf-1ac8-4505-ab3d-662d88bc29f9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733051 Feb 16 14:54:53.511565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c502890-b6c3-4a0a-9295-3eb1fc001b3c req-e1e7316c-e211-485c-b44d-ca17550e013b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619688 Feb 16 14:54:53.519666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4955eed-cde5-4a29-ac7b-ac11c0134385 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=5d17c242-d129-4ab1-82c4-4f003065e1c1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:53.569018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-3190ddbb-2da5-470f-ba3d-b46024c07656 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0305159 Feb 16 14:54:53.584579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Request body: {'port': {'device_id': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:53.630342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d773f5e-b7c5-4a11-87d9-a4606d3e4b43 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.647233 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.693807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:53.698249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.722445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port c385ce95-91b0-412b-912a-0e67d9752d72 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:53.729986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5195c5cb-2288-4de5-8905-8b138a19365e req-fcc97621-ba7e-4af2-86fd-c6dfc83dbc42 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0411484 Feb 16 14:54:53.730352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d773f5e-b7c5-4a11-87d9-a4606d3e4b43 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.821455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d773f5e-b7c5-4a11-87d9-a4606d3e4b43 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693236a9-1936-43a2-b16a-de56cc92e2f6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:53.893739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 29403898-896d-4d3c-a87f-d5e0a110dc8b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:54:53.915392 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d773f5e-b7c5-4a11-87d9-a4606d3e4b43 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.916741 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5d773f5e-b7c5-4a11-87d9-a4606d3e4b43 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6399193 Feb 16 14:54:53.919566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59592) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:53.924840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-071a3fd2-500b-450a-adee-c39bba37298b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '693236a9-1936-43a2-b16a-de56cc92e2f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:53.938240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 29403898-896d-4d3c-a87f-d5e0a110dc8b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:54:53.938772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 29403898-896d-4d3c-a87f-d5e0a110dc8b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:54:53.942155 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-071a3fd2-500b-450a-adee-c39bba37298b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 14:54:53.943567 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-071a3fd2-500b-450a-adee-c39bba37298b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:53.944908 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-071a3fd2-500b-450a-adee-c39bba37298b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244274 Feb 16 14:54:53.949766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59594) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:53.957753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0032b2ac-3c51-4863-8646-f99c4c243270 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '693236a9-1936-43a2-b16a-de56cc92e2f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:53.965424 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-0032b2ac-3c51-4863-8646-f99c4c243270 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 14:54:53.965973 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-0032b2ac-3c51-4863-8646-f99c4c243270 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:53.970615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0032b2ac-3c51-4863-8646-f99c4c243270 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0158517 Feb 16 14:54:53.971507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59596) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:53.977017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c7017b9c-89b5-45c2-ac62-fdc06ad1ad18 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '693236a9-1936-43a2-b16a-de56cc92e2f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:53.978100 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-c7017b9c-89b5-45c2-ac62-fdc06ad1ad18 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 14:54:53.978587 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-c7017b9c-89b5-45c2-ac62-fdc06ad1ad18 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:53.980219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c7017b9c-89b5-45c2-ac62-fdc06ad1ad18 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070908 Feb 16 14:54:53.985371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59598) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:53.986209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:53.990076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-db180804-6978-4d33-88ec-85a5c86aa609 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '693236a9-1936-43a2-b16a-de56cc92e2f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:53.990946 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-db180804-6978-4d33-88ec-85a5c86aa609 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 14:54:53.991429 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-db180804-6978-4d33-88ec-85a5c86aa609 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:53.994780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db180804-6978-4d33-88ec-85a5c86aa609 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062106 Feb 16 14:54:53.996474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59600) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:54.037115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e1a651-47fb-464d-897a-20b81d946026 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:54:54.045435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.060090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Transition to ACTIVE for port object 41e1a651-47fb-464d-897a-20b81d946026 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:54:54.069398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ef92d57-0d41-451b-a192-ed2920f4f526 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.092457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ef92d57-0d41-451b-a192-ed2920f4f526 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.127172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.135108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.179801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:54.182942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:54.187395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:54.194557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:54.194557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.203766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=c385ce95-91b0-412b-912a-0e67d9752d72,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:54.231496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:54.267586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Attempting to bind port 41e1a651-47fb-464d-897a-20b81d946026 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:54.267927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Attempting to bind port 41e1a651-47fb-464d-897a-20b81d946026 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:54.268250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Attempting to bind port 41e1a651-47fb-464d-897a-20b81d946026 on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:54.271146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ef92d57-0d41-451b-a192-ed2920f4f526 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.273791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Port 41e1a651-47fb-464d-897a-20b81d946026 on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:54:54.273927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ef92d57-0d41-451b-a192-ed2920f4f526 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.274383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Attempting to bind port 41e1a651-47fb-464d-897a-20b81d946026 on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:54.277437 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8ef92d57-0d41-451b-a192-ed2920f4f526 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/693236a9-1936-43a2-b16a-de56cc92e2f6 HTTP/1.1" status: 204 len: 168 time: 0.2761765 Feb 16 14:54:54.279177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59602) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:54.285147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef92d57-0d41-451b-a192-ed2920f4f526 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693236a9-1936-43a2-b16a-de56cc92e2f6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:54.297778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:54.298083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Checking segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:54.298463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Bound using segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:54.298906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Bound port: 41e1a651-47fb-464d-897a-20b81d946026, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:54.299267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.300013 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-011158a5-3bb2-4a54-91e9-3a4583138b5c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8471663 Feb 16 14:54:54.300999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59604) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:54.418218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d25d84d7-b596-4b3b-a69c-93397e908c29 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1325276 Feb 16 14:54:54.419062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59606) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:54.424346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6fc08a64-d0b9-4359-9938-319270f9bbd0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232967911'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:54.461808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:54.465802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:54.486624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port c385ce95-91b0-412b-912a-0e67d9752d72 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:54.486966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.539891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc08a64-d0b9-4359-9938-319270f9bbd0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.583298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.629526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:54.630288 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.631991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] 10.222.0.129 "PUT /v2.0/ports/41e1a651-47fb-464d-897a-20b81d946026 HTTP/1.1" status: 200 len: 1092 time: 1.0537202 Feb 16 14:54:54.657005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'tag': '41e1a651-47fb-464d-897a-20b81d946026'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:54:54.659488 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd812423-46ec-48c5-9def-d3e58faf7163" -d '{"events": [{"name": "network-changed", "server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "tag": "41e1a651-47fb-464d-897a-20b81d946026"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:54:54.664368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.674310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc08a64-d0b9-4359-9938-319270f9bbd0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.694980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for c385ce95-91b0-412b-912a-0e67d9752d72 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:54.727444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67d6f-e658-4831-8e8e-f3baea57ae4a req-c960b26e-9a21-4bd7-a88e-e413667d3caf tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:54.729128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0d67d6f-e658-4831-8e8e-f3baea57ae4a req-c960b26e-9a21-4bd7-a88e-e413667d3caf tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 944 time: 0.1680312 Feb 16 14:54:54.734536 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64557b3a-e1a2-46d7-a04e-e16c943efa49 x-openstack-request-id: req-64557b3a-e1a2-46d7-a04e-e16c943efa49 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:54:54.734957 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "tag": "41e1a651-47fb-464d-897a-20b81d946026", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:54:54.735342 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-64557b3a-e1a2-46d7-a04e-e16c943efa49 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:54:54.735882 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'tag': '41e1a651-47fb-464d-897a-20b81d946026', 'status': 'completed', 'code': 200} Feb 16 14:54:54.740123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9741f4-e95c-4041-87ce-efd56e17c645 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:54.814680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc08a64-d0b9-4359-9938-319270f9bbd0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.850060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0d67d6f-e658-4831-8e8e-f3baea57ae4a req-9f7c72cb-fdab-4380-a691-9ed70c525490 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130757 Feb 16 14:54:54.871701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc08a64-d0b9-4359-9938-319270f9bbd0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f55e072-cc2b-45d3-86d7-f2a52a9eec75,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:54.903706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d872cde-7396-4fc2-af70-b91822d2aaa2 req-81516d24-b7f7-4f44-a74d-d474ed1b88ff tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0659149 Feb 16 14:54:54.914071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812423-46ec-48c5-9def-d3e58faf7163 req-c6dc446c-9b35-4981-ae7d-8bfbdec30f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:54.919076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc08a64-d0b9-4359-9938-319270f9bbd0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.924254 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6fc08a64-d0b9-4359-9938-319270f9bbd0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5039189 Feb 16 14:54:54.924877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:54.929597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd812423-46ec-48c5-9def-d3e58faf7163 req-c6dc446c-9b35-4981-ae7d-8bfbdec30f54 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 1095 time: 0.1659303 Feb 16 14:54:54.940574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0c1fdcc3-b606-47ff-bf6e-b35bd5a75301 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:54.941421 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-0c1fdcc3-b606-47ff-bf6e-b35bd5a75301 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 14:54:54.942054 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-0c1fdcc3-b606-47ff-bf6e-b35bd5a75301 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:54.943185 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c1fdcc3-b606-47ff-bf6e-b35bd5a75301 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0173020 Feb 16 14:54:54.947326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59618) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:54.951678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6e9b3fb2-73fd-4c94-a457-c617446320c7 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:54.996898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:55.040846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=c385ce95-91b0-412b-912a-0e67d9752d72,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:55.051931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:55.055184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2ba14b37-1cec-420d-b48b-dd24496db2b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/c385ce95-91b0-412b-912a-0e67d9752d72 HTTP/1.1" status: 204 len: 168 time: 0.7365770 Feb 16 14:54:55.057929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59620) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:55.064577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'mac_address': 'fa:16:3e:75:21:c5', 'name': 'tempest-PortsTestJSON-1732571672'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:55.122856 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-6e9b3fb2-73fd-4c94-a457-c617446320c7 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:55.124725 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6e9b3fb2-73fd-4c94-a457-c617446320c7 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1763687 Feb 16 14:54:55.127910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59622) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:55.134047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e31a382f-4c9d-46ed-9127-4342318f5995 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:55.134638 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-e31a382f-4c9d-46ed-9127-4342318f5995 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 14:54:55.140348 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-e31a382f-4c9d-46ed-9127-4342318f5995 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:55.140348 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e31a382f-4c9d-46ed-9127-4342318f5995 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070357 Feb 16 14:54:55.140652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59624) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:55.151815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-774f8da3-d0dd-4cef-a35a-3868e31aeacf tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:55.156644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812423-46ec-48c5-9def-d3e58faf7163 req-7c40f77e-4c79-4ce6-b806-eca9b081951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:55.158124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd812423-46ec-48c5-9def-d3e58faf7163 req-7c40f77e-4c79-4ce6-b806-eca9b081951e service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=7a92941bc1834414903792221aa63b2a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2288380 Feb 16 14:54:55.271890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812423-46ec-48c5-9def-d3e58faf7163 req-90760d87-f50c-446a-bf6c-54a028c8f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:55.273519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd812423-46ec-48c5-9def-d3e58faf7163 req-90760d87-f50c-446a-bf6c-54a028c8f539 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1088107 Feb 16 14:54:55.294279 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-774f8da3-d0dd-4cef-a35a-3868e31aeacf tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:55.295746 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-774f8da3-d0dd-4cef-a35a-3868e31aeacf tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1541162 Feb 16 14:54:55.299210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59626) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:55.304373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2d892f75-3fc6-4e05-a983-8c7f712d1446 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:55.305060 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-2d892f75-3fc6-4e05-a983-8c7f712d1446 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 14:54:55.305554 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-2d892f75-3fc6-4e05-a983-8c7f712d1446 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:55.306503 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d892f75-3fc6-4e05-a983-8c7f712d1446 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060966 Feb 16 14:54:55.309593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:55.320260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2aecc792-a98e-4d02-98eb-c21d41eb603a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:55.361913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-882d7050-dd06-4ce6-aeac-65d41d0b7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:55.363415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-882d7050-dd06-4ce6-aeac-65d41d0b7199 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 1095 time: 0.0422900 Feb 16 14:54:55.378448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:55.420380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-32544429-7691-4781-8967-8c8ede4043f8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41e1a651-47fb-464d-897a-20b81d946026 HTTP/1.1" status: 200 len: 217 time: 0.0494609 Feb 16 14:54:55.521332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:55.545109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-7a6a546d-9578-4a41-805d-25bfd49394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:55.547657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-7a6a546d-9578-4a41-805d-25bfd49394d7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=050140c9-6bab-47f1-b47f-4ad96e341b29 HTTP/1.1" status: 200 len: 844 time: 0.0933464 Feb 16 14:54:55.557467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port bb07b167-3726-4dc1-a926-826fcf6f93a9 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:55.626231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-27d1a3fa-2bcf-465f-8a60-16ac20655135 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6e84b63b-4110-4789-95e8-aef8c1df2b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705459 Feb 16 14:54:55.630610 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-2aecc792-a98e-4d02-98eb-c21d41eb603a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Project 4dc425a8a2764b89838422acd08354b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:54:55.752305 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-2aecc792-a98e-4d02-98eb-c21d41eb603a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:55.756848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2aecc792-a98e-4d02-98eb-c21d41eb603a tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4403386 Feb 16 14:54:55.757218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59632) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:55.761677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9a185e21-b99a-43ac-8adf-47c6c885311b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:55.763662 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-9a185e21-b99a-43ac-8adf-47c6c885311b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 14:54:55.764156 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-9a185e21-b99a-43ac-8adf-47c6c885311b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:55.768962 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9a185e21-b99a-43ac-8adf-47c6c885311b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085537 Feb 16 14:54:55.769119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:55.774923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4fa19edd-1801-4667-8c70-2451e05d22b5 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:55.809621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-8c9354e2-13aa-44fa-bda9-cf9da5bb5979 service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757858 Feb 16 14:54:55.879991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:55.940567 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-4fa19edd-1801-4667-8c70-2451e05d22b5 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Project 4dc425a8a2764b89838422acd08354b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:54:55.943039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0113e943-5ea4-4940-b21b-31a8d35577c5 req-539f17cd-f05a-40df-8845-ed0f45dc3ad7 service neutron] 10.222.0.129 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242523 Feb 16 14:54:55.993688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400cbe9-825c-425e-8675-e2e454c47ae3 req-08960e1f-d909-44b8-afc1-244bda99e2f4 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:55.995176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6400cbe9-825c-425e-8675-e2e454c47ae3 req-08960e1f-d909-44b8-afc1-244bda99e2f4 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 944 time: 0.0565093 Feb 16 14:54:56.044372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe8e54bc-b111-4c29-ac3a-bc8067a76f04 req-025d26d2-8c94-4e8e-950c-bf3546f3b551 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0350559 Feb 16 14:54:56.059479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6400cbe9-825c-425e-8675-e2e454c47ae3 req-09a7cd16-c1a9-4f1e-b0e2-22845c52dcc6 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570788 Feb 16 14:54:56.079598 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-4fa19edd-1801-4667-8c70-2451e05d22b5 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:56.084050 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.085126 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4fa19edd-1801-4667-8c70-2451e05d22b5 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3143137 Feb 16 14:54:56.085890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59642) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:56.106875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-567f2944-dbf0-4157-b4a2-b84bc240093e tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '3f55e072-cc2b-45d3-86d7-f2a52a9eec75', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:56.142255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:56.145489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:56.148197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:56.154663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:56.155326 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.170125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=bb07b167-3726-4dc1-a926-826fcf6f93a9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:56.171768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59644) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:56.177678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'subnet': {'network_id': '38e7f6a1-65af-4c24-9402-c35bc26c56df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:56.225299 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-567f2944-dbf0-4157-b4a2-b84bc240093e tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Project 4dc425a8a2764b89838422acd08354b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:54:56.273632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8bcbac8f-0f98-4351-a857-50accc3c5517 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2146707 Feb 16 14:54:56.276521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:56.321056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0526ec-2d33-4545-8924-bbabf8a9fe44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:56.325118 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea0526ec-2d33-4545-8924-bbabf8a9fe44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/bb07b167-3726-4dc1-a926-826fcf6f93a9 HTTP/1.1" status: 200 len: 841 time: 0.0449436 Feb 16 14:54:56.325283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59648) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:56.393583 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-567f2944-dbf0-4157-b4a2-b84bc240093e tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:54:56.394543 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-567f2944-dbf0-4157-b4a2-b84bc240093e tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2996163 Feb 16 14:54:56.397790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59650) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:56.407163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19178798-88f0-4ded-b0d0-74aee26d8ee4 req-581c11fb-780f-452e-9aec-b445799d1ece tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0&device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.0351794 Feb 16 14:54:56.444106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port bb07b167-3726-4dc1-a926-826fcf6f93a9 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:56.444459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.471578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-663b62a3-8b50-47e5-9f7d-ef066c67757f tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.491274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:56.494767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.496910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-663b62a3-8b50-47e5-9f7d-ef066c67757f tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.654377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-663b62a3-8b50-47e5-9f7d-ef066c67757f tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.657400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-663b62a3-8b50-47e5-9f7d-ef066c67757f tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.658703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-663b62a3-8b50-47e5-9f7d-ef066c67757f tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/3f55e072-cc2b-45d3-86d7-f2a52a9eec75 HTTP/1.1" status: 204 len: 168 time: 0.2599576 Feb 16 14:54:56.662104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59654) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:56.681626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b62a3-8b50-47e5-9f7d-ef066c67757f tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f55e072-cc2b-45d3-86d7-f2a52a9eec75,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:56.727324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4cd2b34-d8bd-4414-9026-821ba2e1d5dd tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638463 Feb 16 14:54:56.731219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59656) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:56.736568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-91763472-f11f-41ed-9ea8-1122fedaaf2b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177410602'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:56.894025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91763472-f11f-41ed-9ea8-1122fedaaf2b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.899173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:56.921901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for bb07b167-3726-4dc1-a926-826fcf6f93a9 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:56.968974 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b9ba2060-a7ba-4e20-bc04-dabfad0a9bd0 req-43763517-516f-4fb5-8c89-c76dd83d8256 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a029004077be4cdab3a97034d860c3df&device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0260556 Feb 16 14:54:56.976637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91763472-f11f-41ed-9ea8-1122fedaaf2b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.010732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e2ce6e2-cccb-4955-82b9-47dfb0c83dcc req-0ef4a565-ee7e-4e95-981c-e5ada6f4ccee tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0323031 Feb 16 14:54:57.035315 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b9ba2060-a7ba-4e20-bc04-dabfad0a9bd0 req-d6a7fed7-25e3-4ba2-949e-7405c3af5f42 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=a029004077be4cdab3a97034d860c3df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317233 Feb 16 14:54:57.111893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91763472-f11f-41ed-9ea8-1122fedaaf2b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.147211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91763472-f11f-41ed-9ea8-1122fedaaf2b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc66ff8-5729-417d-8748-33105ab1a538,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:57.205071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71236643-f5ee-483f-947a-ba242a8fb54d req-923823e7-0887-4c02-9d31-f7ffe4b726df tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:57.206588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71236643-f5ee-483f-947a-ba242a8fb54d req-923823e7-0887-4c02-9d31-f7ffe4b726df tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Feb 16 14:54:57.209718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91763472-f11f-41ed-9ea8-1122fedaaf2b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.210863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-91763472-f11f-41ed-9ea8-1122fedaaf2b tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4786720 Feb 16 14:54:57.214594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59664) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:57.220422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2d28b361-f8b3-46fa-8e5d-033533fd71db tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '7bc66ff8-5729-417d-8748-33105ab1a538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:57.228515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.238167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba2060-a7ba-4e20-bc04-dabfad0a9bd0 req-45d51bac-0974-4da0-a39c-5bef725bf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:57.239617 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b9ba2060-a7ba-4e20-bc04-dabfad0a9bd0 req-45d51bac-0974-4da0-a39c-5bef725bf23e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1974075 Feb 16 14:54:57.260038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=bb07b167-3726-4dc1-a926-826fcf6f93a9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:57.268391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.269035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71236643-f5ee-483f-947a-ba242a8fb54d req-9897140c-6cda-4af3-8597-2891c4f5f978 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552614 Feb 16 14:54:57.271693 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8ced1d2d-9037-4a67-8c4b-f42a762bf4da tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/bb07b167-3726-4dc1-a926-826fcf6f93a9 HTTP/1.1" status: 204 len: 168 time: 0.9449918 Feb 16 14:54:57.273965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59666) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:57.276741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.301913 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6b3527-7218-442f-836d-0d9d066ee09b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:54:57.303399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d6b3527-7218-442f-836d-0d9d066ee09b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/bb07b167-3726-4dc1-a926-826fcf6f93a9 HTTP/1.1" status: 404 len: 333 time: 0.0285132 Feb 16 14:54:57.307128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59668) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:57.315100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'name': 'tempest-PortsTestJSON-366603203'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:57.349640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Subnet': ['ID=cd2d8ed3-5d1c-462c-86c1-ef40c07545ec,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:57.352213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Checking segment: {'id': '15a99a47-d968-425d-83cc-53f031dc7afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '38e7f6a1-65af-4c24-9402-c35bc26c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:57.352576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network hostable DHCP agents. Network: 38e7f6a1-65af-4c24-9402-c35bc26c56df, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:57.436792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network 38e7f6a1-65af-4c24-9402-c35bc26c56df is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:54:57.466077 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-2d28b361-f8b3-46fa-8e5d-033533fd71db tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The resource could not be found. Feb 16 14:54:57.467190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2d28b361-f8b3-46fa-8e5d-033533fd71db tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2509930 Feb 16 14:54:57.471876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59672) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:57.477020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ff7a74b9-5960-4998-ba52-be74635741e2 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '7bc66ff8-5729-417d-8748-33105ab1a538', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6cbb0964-8813-4200-9f9a-8cabeaec1418'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:57.522237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 38e7f6a1-65af-4c24-9402-c35bc26c56df) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:57.526483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:57.527242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.534055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a203ae6-6f88-4695-a21b-d6e692de30c0 None None] Network 38e7f6a1-65af-4c24-9402-c35bc26c56df requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:57.534597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:57.538538 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.559165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port eb47670c-37ed-425d-b330-15eb6799365c yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:54:57.623059 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2662a25e-1e87-43b7-bbf9-13e93a1428f0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4498200 Feb 16 14:54:57.627085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:57.632064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1870321323'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:57.692819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-38e7f6a1-65af-4c24-9402-c35bc26c56df', 'network_id': '38e7f6a1-65af-4c24-9402-c35bc26c56df', 'tenant_id': '4a64be428a7d4785885e13250337a163', 'fixed_ips': [{'subnet_id': 'cd2d8ed3-5d1c-462c-86c1-ef40c07545ec'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:54:57.693765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.734602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.846717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Allocated IP 2001:db8:0:ffff::2 (38e7f6a1-65af-4c24-9402-c35bc26c56df/cd2d8ed3-5d1c-462c-86c1-ef40c07545ec/a1fb3107-ed94-491b-89ff-64b08de17037) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:54:57.849117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.883670 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-ff7a74b9-5960-4998-ba52-be74635741e2 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The resource could not be found. Feb 16 14:54:57.885757 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ff7a74b9-5960-4998-ba52-be74635741e2 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4115093 Feb 16 14:54:57.887397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:57.891921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59678) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:57.894365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.911409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:57.920267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:57.921085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:57.928961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:57.933991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.933991 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Added segment 3041da40-3778-4d37-b042-5785ef20f3e7 of type vlan for network b517e047-a87d-441c-b658-cb84b9e32696 Feb 16 14:54:57.934416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:57.935029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.940775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=eb47670c-37ed-425d-b330-15eb6799365c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:57.980898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21e94d57-05f3-40b2-8ea0-503d724cdacc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:57.984863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.011696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.015819 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21e94d57-05f3-40b2-8ea0-503d724cdacc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.086007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3155839a-989b-456d-820d-4083847a585d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7775683 Feb 16 14:54:58.089156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59682) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:58.094956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:58.115618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-780f60e4-d86f-4b8a-b396-ee6cebe5fa28 req-fcfbb3c2-d263-4260-a7a3-ea76b1b83ee6 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0283260 Feb 16 14:54:58.123427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.129499 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.135576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:58.136362 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.152737 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21e94d57-05f3-40b2-8ea0-503d724cdacc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.156840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21e94d57-05f3-40b2-8ea0-503d724cdacc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.160656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-21e94d57-05f3-40b2-8ea0-503d724cdacc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/7bc66ff8-5729-417d-8748-33105ab1a538 HTTP/1.1" status: 204 len: 168 time: 0.2668481 Feb 16 14:54:58.163508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59684) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:58.169013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Network 38e7f6a1-65af-4c24-9402-c35bc26c56df is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:54:58.172034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:54:58.175179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e94d57-05f3-40b2-8ea0-503d724cdacc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc66ff8-5729-417d-8748-33105ab1a538,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:58.175466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:54:58.181038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Pushing event updated for resources: {'Port': ['ID=a1fb3107-ed94-491b-89ff-64b08de17037,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:58.224349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-472bbe4b-ba5f-493b-bf14-f7239795fc64 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596650 Feb 16 14:54:58.230578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59686) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:58.233118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b16ed68b-7bc4-4b60-8b41-9346af01bddc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '43bf7086-15b0-48f3-a06f-b44e5d0f6d36', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:58.249515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.274272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Network': ['ID=b517e047-a87d-441c-b658-cb84b9e32696,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:58.348106 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a46d883f-b175-4120-9ffe-8dce81fa999b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7198987 Feb 16 14:54:58.351240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59690) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:58.355751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b517e047-a87d-441c-b658-cb84b9e32696 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:54:58.366803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'subnet': {'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:58.440817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Attempting to bind port a1fb3107-ed94-491b-89ff-64b08de17037 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:54:58.441315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Attempting to bind port a1fb3107-ed94-491b-89ff-64b08de17037 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '15a99a47-d968-425d-83cc-53f031dc7afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '38e7f6a1-65af-4c24-9402-c35bc26c56df'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:54:58.447006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Attempting to bind port a1fb3107-ed94-491b-89ff-64b08de17037 on network 38e7f6a1-65af-4c24-9402-c35bc26c56df {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:54:58.464462 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.473825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:54:58.474205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Checking segment: {'id': '15a99a47-d968-425d-83cc-53f031dc7afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '38e7f6a1-65af-4c24-9402-c35bc26c56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:58.474736 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.475406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Bound using segment: {'id': '15a99a47-d968-425d-83cc-53f031dc7afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '38e7f6a1-65af-4c24-9402-c35bc26c56df'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:54:58.475869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Bound port: a1fb3107-ed94-491b-89ff-64b08de17037, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a99a47-d968-425d-83cc-53f031dc7afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '38e7f6a1-65af-4c24-9402-c35bc26c56df'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:54:58.476251 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.548206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] For port a1fb3107-ed94-491b-89ff-64b08de17037, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:54:58.551172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.552045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] For port a1fb3107-ed94-491b-89ff-64b08de17037, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a1fb3107-ed94-491b-89ff-64b08de17037,segment=NetworkSegment(15a99a47-d968-425d-83cc-53f031dc7afc),segment_id=15a99a47-d968-425d-83cc-53f031dc7afc)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:54:58.588439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] In _notify_port_updated(), no bound segment for port eb47670c-37ed-425d-b330-15eb6799365c on network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:54:58.594020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:58.594660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.598791 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "PUT /v2.0/ports/eb47670c-37ed-425d-b330-15eb6799365c HTTP/1.1" status: 200 len: 818 time: 0.5060043 Feb 16 14:54:58.599908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59692) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:58.639263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e8d7d-f81a-4ddd-83ca-5481a6b53fab tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=eb47670c-37ed-425d-b330-15eb6799365c,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:58.690850 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.734148 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b9ba2060-a7ba-4e20-bc04-dabfad0a9bd0 req-8d1973c4-c003-418d-8964-0e4e50d7e29e tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.93 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0345080 Feb 16 14:54:58.741718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port eb47670c-37ed-425d-b330-15eb6799365c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:54:58.742151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.753397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a9dd9-c183-4f4c-b508-fd98901585c0 None None] Pushing event updated for resources: {'Port': ['ID=a1fb3107-ed94-491b-89ff-64b08de17037,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:58.818200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:58.830848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156813ab-90a3-43a7-9a18-eac5ec579685 req-dfb6b60a-92ad-4bc3-a417-0b46745ceca6 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:58.834908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for eb47670c-37ed-425d-b330-15eb6799365c owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:54:58.835064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-156813ab-90a3-43a7-9a18-eac5ec579685 req-dfb6b60a-92ad-4bc3-a417-0b46745ceca6 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 944 time: 0.4725780 Feb 16 14:54:58.880573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-156813ab-90a3-43a7-9a18-eac5ec579685 req-88e348fb-cec5-41e3-bd13-e9f52244f19d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Feb 16 14:54:58.910393 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-b16ed68b-7bc4-4b60-8b41-9346af01bddc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The resource could not be found. Feb 16 14:54:58.913343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b16ed68b-7bc4-4b60-8b41-9346af01bddc tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6840057 Feb 16 14:54:58.916230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59696) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:58.921461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d63c035c-6027-4b51-a459-55f023b5aea0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--241841311'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:59.077740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:59.081797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.111605 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.149372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=eb47670c-37ed-425d-b330-15eb6799365c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:59.157583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.161425 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-719acef5-d5d3-48fb-90ea-acdb059d8750 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/eb47670c-37ed-425d-b330-15eb6799365c HTTP/1.1" status: 204 len: 168 time: 0.5610743 Feb 16 14:54:59.165958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:59.198403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d63c035c-6027-4b51-a459-55f023b5aea0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.248797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b22359-cac9-4789-b610-066090ed433d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:59.251094 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-54b22359-cac9-4789-b610-066090ed433d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0842030 Feb 16 14:54:59.254804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59702) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:59.262575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42427cee-49c3-4fe8-8481-335afa7248e2 req-8886f7e2-22f0-4325-82d3-46a2cfddde0c tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=4583e8c1-fb58-4af1-aba5-e5156bbdf4d0 HTTP/1.1" status: 200 len: 210 time: 0.0336664 Feb 16 14:54:59.292908 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8df5b2a-76f3-4576-aea4-533cbf118362 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:54:59.294472 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c8df5b2a-76f3-4576-aea4-533cbf118362 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/eb47670c-37ed-425d-b330-15eb6799365c HTTP/1.1" status: 404 len: 333 time: 0.0387642 Feb 16 14:54:59.301833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59704) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:59.312663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2115047708'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:59.327197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d63c035c-6027-4b51-a459-55f023b5aea0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.402865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d63c035c-6027-4b51-a459-55f023b5aea0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.432361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c035c-6027-4b51-a459-55f023b5aea0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d449729-fe07-4018-83f1-b4409bbea877,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:59.450464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:54:59.454268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.484635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 41e1a651-47fb-464d-897a-20b81d946026 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:54:59.514422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:54:59.534349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.534690 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment fb14ba3d-c0ee-4cc0-8c1a-f77bf467face of type vlan for network b1ce5784-9f2a-49df-8e57-22dd9275aba3 Feb 16 14:54:59.581777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d63c035c-6027-4b51-a459-55f023b5aea0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.585669 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d63c035c-6027-4b51-a459-55f023b5aea0 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6660635 Feb 16 14:54:59.585988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:54:59.589770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:54:59.592209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5506f04d-e67b-4232-9d84-645eee1262cb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--904028867'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:54:59.592786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.600716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:59.615864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '41e1a651-47fb-464d-897a-20b81d946026', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': '41e1a651-47fb-464d-897a-20b81d946026', 'mac_address': 'fa:16:3e:23:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:54:59.659969 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.673113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.677211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5506f04d-e67b-4232-9d84-645eee1262cb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.678157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e1a651-47fb-464d-897a-20b81d946026 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:54:59.699661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:54:59.707207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Subnet': ['ID=eafc2c88-66ad-4262-8562-f3a0b51f3d84,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:59.729294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Checking segment: {'id': '3041da40-3778-4d37-b042-5785ef20f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:54:59.729635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network hostable DHCP agents. Network: b517e047-a87d-441c-b658-cb84b9e32696, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:54:59.770320 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5506f04d-e67b-4232-9d84-645eee1262cb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.814284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.870957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:54:59.875467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a1fb3107-ed94-491b-89ff-64b08de17037 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:54:59.902759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d0de10-be3e-4bfc-9d8c-7b97d3d2fe61 None None] Network 38e7f6a1-65af-4c24-9402-c35bc26c56df requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:54:59.923069 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.929154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:54:59.929863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:59.973974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5506f04d-e67b-4232-9d84-645eee1262cb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.021672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a1fb3107-ed94-491b-89ff-64b08de17037 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:00.021672 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.022043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network b517e047-a87d-441c-b658-cb84b9e32696 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:00.031858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506f04d-e67b-4232-9d84-645eee1262cb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02eaa775-7f85-47f5-ad1e-7f39849596b2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:00.061294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-67463f65-7632-4bf1-b5be-009c27b5d1dc None None] Provisioning complete for port a1fb3107-ed94-491b-89ff-64b08de17037 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:00.062122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=b1ce5784-9f2a-49df-8e57-22dd9275aba3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:00.062925 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-67463f65-7632-4bf1-b5be-009c27b5d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.065378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['41e1a651-47fb-464d-897a-20b81d946026'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:55:00.085725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a276-75e6-474f-89ce-9771f83ff0f2 req-106aa9a2-d93d-4a9b-a58d-65cfd6a6ca44 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:00.087609 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1870a276-75e6-474f-89ce-9771f83ff0f2 req-106aa9a2-d93d-4a9b-a58d-65cfd6a6ca44 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 945 time: 0.0887909 Feb 16 14:55:00.122702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:00.130071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1870a276-75e6-474f-89ce-9771f83ff0f2 req-6939c9a1-02b8-4655-b515-c2c733c90f31 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354712 Feb 16 14:55:00.142642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5506f04d-e67b-4232-9d84-645eee1262cb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.145086 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5506f04d-e67b-4232-9d84-645eee1262cb tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5580394 Feb 16 14:55:00.151717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4b772699-514e-44e8-b533-85190f0b1a16 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8472626 Feb 16 14:55:00.151717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b517e047-a87d-441c-b658-cb84b9e32696) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:00.155120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59712) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:00.155276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59714) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:00.159481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:00.160200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.165519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-551089c1-3adc-40fa-a0ac-38e91eddb4de tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '0d449729-fe07-4018-83f1-b4409bbea877', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '02eaa775-7f85-47f5-ad1e-7f39849596b2'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:00.166064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:00.195214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300e57c-de3f-49f4-bb40-b3b3733dd891 None None] Network b517e047-a87d-441c-b658-cb84b9e32696 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:00.316238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-22f6ad4b-76d1-4ac2-9502-5d8339de8685 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9608684 Feb 16 14:55:00.318801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59718) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:00.334768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'port': {'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696', 'name': 'tempest-NetworksIpV6TestAttrs-953190770'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:00.401300 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-551089c1-3adc-40fa-a0ac-38e91eddb4de tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:55:00.405439 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-551089c1-3adc-40fa-a0ac-38e91eddb4de tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2459176 Feb 16 14:55:00.405439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:00.484883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:00.487774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.496088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.506711 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-67463f65-7632-4bf1-b5be-009c27b5d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.516492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b8dde0-9e35-463e-a4e9-655e5e3eaad6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.568787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b8dde0-9e35-463e-a4e9-655e5e3eaad6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.596162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a1fb3107-ed94-491b-89ff-64b08de17037, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a1fb3107-ed94-491b-89ff-64b08de17037,segment=NetworkSegment(15a99a47-d968-425d-83cc-53f031dc7afc),segment_id=15a99a47-d968-425d-83cc-53f031dc7afc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:00.626956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b517e047-a87d-441c-b658-cb84b9e32696', 'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696', 'tenant_id': '4a64be428a7d4785885e13250337a163', 'fixed_ips': [{'subnet_id': 'eafc2c88-66ad-4262-8562-f3a0b51f3d84'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:00.627851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.701092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:00.705043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.724436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] device_id is not set on port 3a02754b-4509-4d23-b111-a8720fe56386 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:00.751674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.844585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a1fb3107-ed94-491b-89ff-64b08de17037,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:00.847238 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-67463f65-7632-4bf1-b5be-009c27b5d1dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:55:00.847611 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-67463f65-7632-4bf1-b5be-009c27b5d1dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:55:00.872914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b8dde0-9e35-463e-a4e9-655e5e3eaad6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.875763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f9b8dde0-9e35-463e-a4e9-655e5e3eaad6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.879183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f9b8dde0-9e35-463e-a4e9-655e5e3eaad6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/02eaa775-7f85-47f5-ad1e-7f39849596b2 HTTP/1.1" status: 204 len: 168 time: 0.4706237 Feb 16 14:55:00.880251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59726) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:00.914531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:00.947397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8dde0-9e35-463e-a4e9-655e5e3eaad6 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eaa775-7f85-47f5-ad1e-7f39849596b2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:00.969209 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e28a6c86-813a-4e04-aa6a-b86b4c82baa3 req-d10d9153-af89-447b-ad8f-27f1138478be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a029004077be4cdab3a97034d860c3df&device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.0387459 Feb 16 14:55:01.000148 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e28a6c86-813a-4e04-aa6a-b86b4c82baa3 req-b97f91e0-eb28-4b90-803f-66e1620d0df8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=a029004077be4cdab3a97034d860c3df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213447 Feb 16 14:55:01.033355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Allocated IP 2001:db8::f816:3eff:fe94:bec5 (b517e047-a87d-441c-b658-cb84b9e32696/eafc2c88-66ad-4262-8562-f3a0b51f3d84/17746e1b-9a8f-409f-be85-fc3683ff871a) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:01.035569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffb3f0e3-6f0a-4bd8-a53b-33d151407ea8 req-06ca62ca-1354-4aba-93ec-a484e880551d tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.0515413 Feb 16 14:55:01.051765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8c1f7da0-beb4-4aa2-bf08-505514da7713 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1676619 Feb 16 14:55:01.051765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=2c07c7f8-74ad-4b1d-8852-380b21d8c86d,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:01.055057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59728) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:01.081813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': 'fb14ba3d-c0ee-4cc0-8c1a-f77bf467face', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:01.082176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: b1ce5784-9f2a-49df-8e57-22dd9275aba3, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:01.113836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a6c86-813a-4e04-aa6a-b86b4c82baa3 req-00f390df-144e-40ab-a565-f53863e67343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:01.115965 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e28a6c86-813a-4e04-aa6a-b86b4c82baa3 req-00f390df-144e-40ab-a565-f53863e67343 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1088767 Feb 16 14:55:01.128637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8c0453ec-8470-4588-8a8c-8a214ec16660 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.160235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8c0453ec-8470-4588-8a8c-8a214ec16660 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.199701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:01.222661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.254953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033c5d-5709-4820-9963-cbfe284327a0 req-9b710f39-ade4-4ddf-a6f8-fe3a205b8e68 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:01.256464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24033c5d-5709-4820-9963-cbfe284327a0 req-9b710f39-ade4-4ddf-a6f8-fe3a205b8e68 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 945 time: 0.0526381 Feb 16 14:55:01.288652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b1ce5784-9f2a-49df-8e57-22dd9275aba3) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:01.293547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:01.295450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.296579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7f80a-f4b4-4e0d-8e72-03914f67d661 None None] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:01.308794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24033c5d-5709-4820-9963-cbfe284327a0 req-fe307456-035f-4d3a-8093-a46d4c4fc84a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Feb 16 14:55:01.334122 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8c0453ec-8470-4588-8a8c-8a214ec16660 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.337024 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8c0453ec-8470-4588-8a8c-8a214ec16660 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.341110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8c0453ec-8470-4588-8a8c-8a214ec16660 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/0d449729-fe07-4018-83f1-b4409bbea877 HTTP/1.1" status: 204 len: 168 time: 0.2826035 Feb 16 14:55:01.341280 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.344031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59734) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:01.370941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0453ec-8470-4588-8a8c-8a214ec16660 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d449729-fe07-4018-83f1-b4409bbea877,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:01.399727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Allocated IP 2001:db8::f816:3eff:fe86:dcd9 (b517e047-a87d-441c-b658-cb84b9e32696/eafc2c88-66ad-4262-8562-f3a0b51f3d84/3a02754b-4509-4d23-b111-a8720fe56386) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:01.400427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4c7e90c3-1ac8-4009-97c2-32a6ca00343d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2424841 Feb 16 14:55:01.401981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59736) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:01.409572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7aa0db3c-461e-4241-a1da-05690c5f1ef9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:01.418637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3918f139-8a80-4125-ba7a-56c5843142f7 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681298 Feb 16 14:55:01.418637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59738) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:01.423116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c16c1ade-de08-456a-a463-78ca5d0ae329 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430164903'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:01.554665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 41e1a651-47fb-464d-897a-20b81d946026 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:01.557023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c16c1ade-de08-456a-a463-78ca5d0ae329 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.599095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Network b517e047-a87d-441c-b658-cb84b9e32696 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:01.619807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:01.635252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Pushing event updated for resources: {'Port': ['ID=17746e1b-9a8f-409f-be85-fc3683ff871a,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:01.635252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:01.642121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c16c1ade-de08-456a-a463-78ca5d0ae329 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.675125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.736233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Attempting to bind port 17746e1b-9a8f-409f-be85-fc3683ff871a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:01.736594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Attempting to bind port 17746e1b-9a8f-409f-be85-fc3683ff871a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3041da40-3778-4d37-b042-5785ef20f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:01.736954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Attempting to bind port 17746e1b-9a8f-409f-be85-fc3683ff871a on network b517e047-a87d-441c-b658-cb84b9e32696 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:01.747319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:01.747961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Checking segment: {'id': '3041da40-3778-4d37-b042-5785ef20f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:01.749964 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.749964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Bound using segment: {'id': '3041da40-3778-4d37-b042-5785ef20f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:01.749964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Bound port: 17746e1b-9a8f-409f-be85-fc3683ff871a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3041da40-3778-4d37-b042-5785ef20f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'b517e047-a87d-441c-b658-cb84b9e32696'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:01.750392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.774747 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c16c1ade-de08-456a-a463-78ca5d0ae329 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.800207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'tenant_id': 'cae4d26acc6145638e16472a028f6f4d', 'fixed_ips': [{'subnet_id': '2c07c7f8-74ad-4b1d-8852-380b21d8c86d'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:01.802559 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.817163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c1ade-de08-456a-a463-78ca5d0ae329 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f235f07-c7ff-4af2-b37c-8f16050b23ad,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:01.831871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa0db3c-461e-4241-a1da-05690c5f1ef9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:01.836277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7aa0db3c-461e-4241-a1da-05690c5f1ef9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.842025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.849646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e7d51c5b-08f1-4042-8f28-13a10cec7d6b None None] Provisioning complete for port a1fb3107-ed94-491b-89ff-64b08de17037 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:01.850014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7d51c5b-08f1-4042-8f28-13a10cec7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.867292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a1fb3107-ed94-491b-89ff-64b08de17037 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:01.894712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 41e1a651-47fb-464d-897a-20b81d946026 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:55:01.942385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network b517e047-a87d-441c-b658-cb84b9e32696 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:01.943030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c16c1ade-de08-456a-a463-78ca5d0ae329 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.948135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c16c1ade-de08-456a-a463-78ca5d0ae329 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5258646 Feb 16 14:55:01.948135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59740) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:01.951356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:01.954707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-648861d2-6c52-4f6f-a00c-f80196328758 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '5f235f07-c7ff-4af2-b37c-8f16050b23ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:01.963061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:01.969721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:01.970359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.975852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Port': ['ID=3a02754b-4509-4d23-b111-a8720fe56386,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:01.976457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 41e1a651-47fb-464d-897a-20b81d946026 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:01.976814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:01.981787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] For port 17746e1b-9a8f-409f-be85-fc3683ff871a, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:02.001513 n-d-829433-1 neutron-server[103044]: INFO neutron.db.ipam_backend_mixin [None req-7aa0db3c-461e-4241-a1da-05690c5f1ef9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c07c7f8-74ad-4b1d-8852-380b21d8c86d (CIDR: 172.20.0.0/28) Feb 16 14:55:02.035896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] For port 17746e1b-9a8f-409f-be85-fc3683ff871a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17746e1b-9a8f-409f-be85-fc3683ff871a,segment=NetworkSegment(3041da40-3778-4d37-b042-5785ef20f3e7),segment_id=3041da40-3778-4d37-b042-5785ef20f3e7)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:02.066364 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa0db3c-461e-4241-a1da-05690c5f1ef9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:55:02.066964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa0db3c-461e-4241-a1da-05690c5f1ef9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:02.109702 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-131aa090-24ce-4d42-bedd-1e36b3becc84 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7897851 Feb 16 14:55:02.112666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59744) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:02.132185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a1fb3107-ed94-491b-89ff-64b08de17037 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:02.132561 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.146143 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.179099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Allocated IP 172.20.0.2 (b1ce5784-9f2a-49df-8e57-22dd9275aba3/2c07c7f8-74ad-4b1d-8852-380b21d8c86d/e317adc3-8478-4e12-9ace-020c5fdf3ac0) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:02.189825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7aa0db3c-461e-4241-a1da-05690c5f1ef9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7864530 Feb 16 14:55:02.193163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59748) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:02.205348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0fe25a1-2bb0-4b18-962c-d16a41c74e5a req-c59c99aa-1e08-442f-b251-66ae57920a9b tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.0472884 Feb 16 14:55:02.207194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:02.215850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting subnet eafc2c88-66ad-4262-8562-f3a0b51f3d84 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:02.220274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.272896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.300619 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.317119 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-648861d2-6c52-4f6f-a00c-f80196328758 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:55:02.318344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-648861d2-6c52-4f6f-a00c-f80196328758 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3693657 Feb 16 14:55:02.322423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59750) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:02.341098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5ce4cb13-f87a-4b2a-8752-c687578cd35c tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group_rule': {'security_group_id': '5f235f07-c7ff-4af2-b37c-8f16050b23ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:02.377681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598467b-6cea-4ad2-97db-d014afe21f65 None None] Pushing event updated for resources: {'Port': ['ID=17746e1b-9a8f-409f-be85-fc3683ff871a,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:02.409751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1a651-47fb-464d-897a-20b81d946026'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:02.411768 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c9587f-8acd-4cad-bfda-7494f5f1c77b" -d '{"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-plugged", "status": "completed", "tag": "41e1a651-47fb-464d-897a-20b81d946026"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:02.447503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:02.489820 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d510f21-4bac-44c3-b925-ea20667777d2 x-openstack-request-id: req-3d510f21-4bac-44c3-b925-ea20667777d2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:02.493154 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-plugged", "status": "completed", "tag": "41e1a651-47fb-464d-897a-20b81d946026", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:02.493154 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3d510f21-4bac-44c3-b925-ea20667777d2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:02.493154 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1a651-47fb-464d-897a-20b81d946026', 'code': 200} Feb 16 14:55:02.547928 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.550890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.597036 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.611340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e28a6c86-813a-4e04-aa6a-b86b4c82baa3 req-e678743e-92ee-4849-b551-b225917be4e5 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.93 "GET /v2.0/ports?device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.0485728 Feb 16 14:55:02.656021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc66999-a0c4-43d5-bb9b-4523e2ccfb12 req-9b3f25e7-7543-4100-bb9e-a06c725a2dac tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:02.661918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:02.667561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abc66999-a0c4-43d5-bb9b-4523e2ccfb12 req-9b3f25e7-7543-4100-bb9e-a06c725a2dac tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 945 time: 0.2133067 Feb 16 14:55:02.696343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.733225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54c98-d00d-4908-9fe6-5854eafd71ac req-9da23a96-f1cf-4145-8ca1-8e0f58dc315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:02.735192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48f54c98-d00d-4908-9fe6-5854eafd71ac req-9da23a96-f1cf-4145-8ca1-8e0f58dc315e service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 1097 time: 0.1550477 Feb 16 14:55:02.758555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:02.762520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:02.764463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Pushing event updated for resources: {'Port': ['ID=e317adc3-8478-4e12-9ace-020c5fdf3ac0,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:02.776131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:02.799931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abc66999-a0c4-43d5-bb9b-4523e2ccfb12 req-0e47f071-ab99-46d7-ab41-df70c5ea40c4 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314435 Feb 16 14:55:02.802774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:02.807826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.835282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48f54c98-d00d-4908-9fe6-5854eafd71ac req-f3fce709-219a-436e-93c9-1d10c87c2eb1 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905931 Feb 16 14:55:02.858068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Attempting to bind port e317adc3-8478-4e12-9ace-020c5fdf3ac0 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:02.859375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Attempting to bind port e317adc3-8478-4e12-9ace-020c5fdf3ac0 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'fb14ba3d-c0ee-4cc0-8c1a-f77bf467face', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:02.859811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Attempting to bind port e317adc3-8478-4e12-9ace-020c5fdf3ac0 on network b1ce5784-9f2a-49df-8e57-22dd9275aba3 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:02.865987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:02.866510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Checking segment: {'id': 'fb14ba3d-c0ee-4cc0-8c1a-f77bf467face', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:02.867055 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.867991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Bound using segment: {'id': 'fb14ba3d-c0ee-4cc0-8c1a-f77bf467face', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:02.868565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Bound port: e317adc3-8478-4e12-9ace-020c5fdf3ac0, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb14ba3d-c0ee-4cc0-8c1a-f77bf467face', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:02.869055 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.940718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.943728 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-5ce4cb13-f87a-4b2a-8752-c687578cd35c tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:55:02.945897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5ce4cb13-f87a-4b2a-8752-c687578cd35c tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6225071 Feb 16 14:55:02.946508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] For port e317adc3-8478-4e12-9ace-020c5fdf3ac0, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:02.951077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] For port e317adc3-8478-4e12-9ace-020c5fdf3ac0, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e317adc3-8478-4e12-9ace-020c5fdf3ac0,segment=NetworkSegment(fb14ba3d-c0ee-4cc0-8c1a-f77bf467face),segment_id=fb14ba3d-c0ee-4cc0-8c1a-f77bf467face)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:02.951287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59756) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:02.980134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Subnet': ['ID=eafc2c88-66ad-4262-8562-f3a0b51f3d84,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:02.985617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:02.989195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-24c9ab45-4f3e-4c65-99d1-63bb89d2b6d6 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/eafc2c88-66ad-4262-8562-f3a0b51f3d84 HTTP/1.1" status: 204 len: 168 time: 0.8748791 Feb 16 14:55:02.993474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59758) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:03.058700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14bb81ae-e342-43ea-93ea-237d20edaf89 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.092421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871d7aa-0206-496b-a329-357624d4c9bd tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:03.094540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871d7aa-0206-496b-a329-357624d4c9bd tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:03.096458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6871d7aa-0206-496b-a329-357624d4c9bd tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1016154 Feb 16 14:55:03.099302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59760) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:03.107044 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.128820 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14bb81ae-e342-43ea-93ea-237d20edaf89 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.198405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c195ccc-72af-449a-81a4-16b952871ab4 None None] Pushing event updated for resources: {'Port': ['ID=e317adc3-8478-4e12-9ace-020c5fdf3ac0,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:03.236016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ffad51-46ba-4263-8ce6-d10c7a20a850 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.247715 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ffad51-46ba-4263-8ce6-d10c7a20a850 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 14:55:03.247715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ffad51-46ba-4263-8ce6-d10c7a20a850 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:03.251901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a4ffad51-46ba-4263-8ce6-d10c7a20a850 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/b517e047-a87d-441c-b658-cb84b9e32696 HTTP/1.1" status: 409 len: 405 time: 0.1512876 Feb 16 14:55:03.255985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59764) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:03.265438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-22385631'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:03.276844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.374646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14bb81ae-e342-43ea-93ea-237d20edaf89 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.377914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14bb81ae-e342-43ea-93ea-237d20edaf89 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.380197 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-14bb81ae-e342-43ea-93ea-237d20edaf89 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/5f235f07-c7ff-4af2-b37c-8f16050b23ad HTTP/1.1" status: 204 len: 168 time: 0.4281151 Feb 16 14:55:03.391066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59768) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:03.408567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:03.409081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e43030a3-33f0-40ff-9718-cf2f0a2b75a0 req-8b70e419-93fd-4731-90d9-29cfc03b76d4 tempest-ServerShowV247Test-1093041829 tempest-ServerShowV247Test-1093041829-project] 10.222.0.113 "GET /v2.0/ports?device_id=25864e5f-d4de-41f5-a982-6710aab6e718 HTTP/1.1" status: 200 len: 210 time: 0.0653508 Feb 16 14:55:03.422699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:03.424584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb81ae-e342-43ea-93ea-237d20edaf89 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f235f07-c7ff-4af2-b37c-8f16050b23ad,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:03.428863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:03.429454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.449035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=698821ef-14a3-4ae0-b46a-18d09a1e297b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:03.460689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:03.467655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.503426 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b00c7376-6d33-45a1-b22d-e8f89a2bcb8d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3084667 Feb 16 14:55:03.505949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59770) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:03.519821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'fixed_ips': [{'subnet_id': '2c07c7f8-74ad-4b1d-8852-380b21d8c86d'}, {'subnet_id': '698821ef-14a3-4ae0-b46a-18d09a1e297b'}], 'name': 'tempest-PortsTestJSON-1819048523'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:03.589876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:03.617591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:03.619691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d2de0f76-f057-4be5-8c47-f8a5f48fd2d7 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2048786 Feb 16 14:55:03.622694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'tempest-secgroup--866483333'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:03.623196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.623665 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Added segment cc129a50-8370-4378-9ef0-f2c715a41fde of type vlan for network a5808ce9-1fef-43f7-9282-5259166bb37e Feb 16 14:55:03.682207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.841696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.866106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.875884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:03.876532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.965865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:03.974044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e317adc3-8478-4e12-9ace-020c5fdf3ac0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:03.993882 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:55:04.024608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff630f-444d-41e1-81f7-d2fe415f9240 None None] Network b517e047-a87d-441c-b658-cb84b9e32696 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:04.031164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Network': ['ID=a5808ce9-1fef-43f7-9282-5259166bb37e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:04.047281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40e28-8d5e-426c-9470-468a67adc8c7 req-f48fe918-4877-4234-bb94-440c241c22cc tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:04.048881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0d40e28-8d5e-426c-9470-468a67adc8c7 req-f48fe918-4877-4234-bb94-440c241c22cc tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 946 time: 0.0735338 Feb 16 14:55:04.051893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network a5808ce9-1fef-43f7-9282-5259166bb37e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:04.092481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0d40e28-8d5e-426c-9470-468a67adc8c7 req-9841dc1e-91ac-4b06-a78d-280513855c90 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 Feb 16 14:55:04.157411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:04.171977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d5caae32-fff1-4561-8e00-dece551eaddc None None] Provisioning complete for port 17746e1b-9a8f-409f-be85-fc3683ff871a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:04.172351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5caae32-fff1-4561-8e00-dece551eaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.204323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-edf1f7bb-9a0c-4a27-a934-f02274adf2b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9444184 Feb 16 14:55:04.204560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59776) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:04.210880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'subnet': {'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:04.223612 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.289036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95772ec7-0158-4fe3-a6df-bb50b2ed61cd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:04.294728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e317adc3-8478-4e12-9ace-020c5fdf3ac0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:04.295108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.305430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.310550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:04.339342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.369510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.375498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04de5a0d-b5fe-423e-a4df-e1ba6599c719 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7567437 Feb 16 14:55:04.378056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59778) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:04.385376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5827ad9a-d754-4eb3-915b-d159de1407b2 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:04.385696 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-5827ad9a-d754-4eb3-915b-d159de1407b2 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 14:55:04.387179 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-5827ad9a-d754-4eb3-915b-d159de1407b2 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 14:55:04.392891 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5827ad9a-d754-4eb3-915b-d159de1407b2 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "PUT /v2.0/security-groups/95772ec7-0158-4fe3-a6df-bb50b2ed61cd HTTP/1.1" status: 409 len: 330 time: 0.0134428 Feb 16 14:55:04.394226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59780) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:04.409177 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5caae32-fff1-4561-8e00-dece551eaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.414516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port ca0ab623-d0d6-467f-8e51-e595a5466d2f yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:04.458539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] DHCP port deletion for b517e047-a87d-441c-b658-cb84b9e32696 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:55:04.528988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:04.535134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.570161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e8e206-3608-4ba6-b107-e348d73c2092 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.604179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.616081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d5caae32-fff1-4561-8e00-dece551eaddc None None] For port 17746e1b-9a8f-409f-be85-fc3683ff871a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17746e1b-9a8f-409f-be85-fc3683ff871a,segment=NetworkSegment(3041da40-3778-4d37-b042-5785ef20f3e7),segment_id=3041da40-3778-4d37-b042-5785ef20f3e7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:04.651178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52b87a-8548-4117-980a-cc0037d1de1b None None] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:04.679442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e8e206-3608-4ba6-b107-e348d73c2092 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.791561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.3 (b1ce5784-9f2a-49df-8e57-22dd9275aba3/2c07c7f8-74ad-4b1d-8852-380b21d8c86d/ca0ab623-d0d6-467f-8e51-e595a5466d2f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:04.809023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.27 (b1ce5784-9f2a-49df-8e57-22dd9275aba3/698821ef-14a3-4ae0-b46a-18d09a1e297b/ca0ab623-d0d6-467f-8e51-e595a5466d2f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:04.810937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8c96a-1a41-4b1a-95db-ac8a1b9a7086 req-986abd94-9711-477e-a1b5-31699033187b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:04.812763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7e8c96a-1a41-4b1a-95db-ac8a1b9a7086 req-986abd94-9711-477e-a1b5-31699033187b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0890899 Feb 16 14:55:04.856898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7e8c96a-1a41-4b1a-95db-ac8a1b9a7086 req-e8ce6f1a-8edf-43c3-8bca-f7f78a5a9f01 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375316 Feb 16 14:55:04.863458 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5caae32-fff1-4561-8e00-dece551eaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.900824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e8e206-3608-4ba6-b107-e348d73c2092 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.903587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e8e206-3608-4ba6-b107-e348d73c2092 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.906516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-05e8e206-3608-4ba6-b107-e348d73c2092 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/95772ec7-0158-4fe3-a6df-bb50b2ed61cd HTTP/1.1" status: 204 len: 168 time: 0.5103273 Feb 16 14:55:04.915847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port e317adc3-8478-4e12-9ace-020c5fdf3ac0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e317adc3-8478-4e12-9ace-020c5fdf3ac0,segment=NetworkSegment(fb14ba3d-c0ee-4cc0-8c1a-f77bf467face),segment_id=fb14ba3d-c0ee-4cc0-8c1a-f77bf467face)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:04.922601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59792) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:04.955721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8e206-3608-4ba6-b107-e348d73c2092 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95772ec7-0158-4fe3-a6df-bb50b2ed61cd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:04.966496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] Deleting port 17746e1b-9a8f-409f-be85-fc3683ff871a {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:04.967179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:04.997003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caae32-fff1-4561-8e00-dece551eaddc None None] Pushing event updated for resources: {'Port': ['ID=17746e1b-9a8f-409f-be85-fc3683ff871a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:05.004449 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4b9f87d-10f2-4daa-aa81-1c253a6a5d0e tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767996 Feb 16 14:55:05.004713 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.004713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17746e1b-9a8f-409f-be85-fc3683ff871a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:05.007144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59794) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:05.030939 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-c4a921fa-3ff0-494c-a9db-b9da150e27b4 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] delete failed (client error): The resource could not be found. Feb 16 14:55:05.036526 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c4a921fa-3ff0-494c-a9db-b9da150e27b4 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "DELETE /v2.0/security-groups/d2a794c2-f411-4849-aa91-0a3ce229677c HTTP/1.1" status: 404 len: 347 time: 0.0246823 Feb 16 14:55:05.037993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59796) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:05.062179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.071807 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-b33f0202-ddce-431f-91ab-bdb9a7117288 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] show failed (client error): The resource could not be found. Feb 16 14:55:05.071807 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b33f0202-ddce-431f-91ab-bdb9a7117288 tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-groups/67317950-6968-4ae6-b719-6ca788b54e43 HTTP/1.1" status: 404 len: 347 time: 0.0271792 Feb 16 14:55:05.072060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151e08a-8725-4932-8ced-a7d3a0d2e4d3 req-806a5713-7623-4bf5-90fb-41ec7c6132a2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:05.072060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6151e08a-8725-4932-8ced-a7d3a0d2e4d3 req-806a5713-7623-4bf5-90fb-41ec7c6132a2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1140950 Feb 16 14:55:05.072368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59798) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:05.111853 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-89632a39-dbb9-447a-b9d1-6673011f370e tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] show failed (client error): The resource could not be found. Feb 16 14:55:05.118487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-89632a39-dbb9-447a-b9d1-6673011f370e tempest-NegativeSecGroupIPv6Test-1295530678 tempest-NegativeSecGroupIPv6Test-1295530678-project] 10.222.0.113 "GET /v2.0/security-group-rules/b35f8c68-a69a-44ec-9005-9114cd285f36 HTTP/1.1" status: 404 len: 356 time: 0.0375192 Feb 16 14:55:05.137995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6151e08a-8725-4932-8ced-a7d3a0d2e4d3 req-77288e3e-3ada-4636-935c-cea0131d3905 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560966 Feb 16 14:55:05.215498 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.242648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa1f5f-1b0b-43ee-a81e-ae996f2d50f1 req-030f86be-abf1-423b-a7f4-ca5ddd310935 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:05.244227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5faa1f5f-1b0b-43ee-a81e-ae996f2d50f1 req-030f86be-abf1-423b-a7f4-ca5ddd310935 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 946 time: 0.0640042 Feb 16 14:55:05.289328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] For port 17746e1b-9a8f-409f-be85-fc3683ff871a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17746e1b-9a8f-409f-be85-fc3683ff871a,segment=NetworkSegment(3041da40-3778-4d37-b042-5785ef20f3e7),segment_id=3041da40-3778-4d37-b042-5785ef20f3e7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:05.289328 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.303030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=ca0ab623-d0d6-467f-8e51-e595a5466d2f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:05.321748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5faa1f5f-1b0b-43ee-a81e-ae996f2d50f1 req-330faf27-2892-414a-a724-5aff47f74ebb tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661561 Feb 16 14:55:05.323200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-217940cb-3b51-458b-bbbf-7ff26b3a3554 None None] Provisioning complete for port e317adc3-8478-4e12-9ace-020c5fdf3ac0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:05.325190 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-217940cb-3b51-458b-bbbf-7ff26b3a3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.335287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb739f99-3aa1-4fec-9b0d-cd945017a2d0 req-cd0be1d6-a1c2-4c96-b1d2-6d4caa5305f1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:05.336736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:05.344113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:05.344862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb739f99-3aa1-4fec-9b0d-cd945017a2d0 req-cd0be1d6-a1c2-4c96-b1d2-6d4caa5305f1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0994880 Feb 16 14:55:05.350851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59808) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:05.366795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:05.397741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2109a5f-ad71-4d28-a826-feaf5698bb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.425975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] Calling delete_port for 17746e1b-9a8f-409f-be85-fc3683ff871a owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:05.431017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=e317adc3-8478-4e12-9ace-020c5fdf3ac0,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:05.446486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb739f99-3aa1-4fec-9b0d-cd945017a2d0 req-86750a68-055f-4836-9ea2-f3b4136e9c00 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976083 Feb 16 14:55:05.451419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:05.452129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.495942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:55:05.495942 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.537040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 17746e1b-9a8f-409f-be85-fc3683ff871a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:05.537504 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.585753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d366-cdd2-4d20-91f4-1f9aec3278ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.615420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Subnet': ['ID=12dc4afb-9146-43a0-8828-8b847995fe68,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:05.623077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2ea3664b-f1c0-45a7-bda0-76acfabcf0ec tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1156566 Feb 16 14:55:05.629099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59816) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:05.635038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c07c7f8-74ad-4b1d-8852-380b21d8c86d'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:05.694902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Checking segment: {'id': 'cc129a50-8370-4378-9ef0-f2c715a41fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:05.695266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network hostable DHCP agents. Network: a5808ce9-1fef-43f7-9282-5259166bb37e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:05.706378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabea56d-022a-4bbe-810c-c2a17c7dfec4 req-917894f8-d0ab-4429-9081-d805a4a88dc1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:05.707965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fabea56d-022a-4bbe-810c-c2a17c7dfec4 req-917894f8-d0ab-4429-9081-d805a4a88dc1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1619153 Feb 16 14:55:05.754038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b6b1a-4617-46dd-ad37-f99cf501f4d8 None None] Update dhcp port {'port': {'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'fixed_ips': [{'subnet_id': '2c07c7f8-74ad-4b1d-8852-380b21d8c86d', 'ip_address': '172.20.0.2'}, {'subnet_id': '698821ef-14a3-4ae0-b46a-18d09a1e297b'}], 'binding:host_id': 'n-d-829433-1'}, 'id': 'e317adc3-8478-4e12-9ace-020c5fdf3ac0'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:55:05.784924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-813b6b1a-4617-46dd-ad37-f99cf501f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.812417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fabea56d-022a-4bbe-810c-c2a17c7dfec4 req-ba2f8bb6-4f2c-4afa-8c03-6ac80656df1d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896108 Feb 16 14:55:05.904760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:05.948141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] Pushing event deleted for resources: {'Port': ['ID=17746e1b-9a8f-409f-be85-fc3683ff871a,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:05.950193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e317adc3-8478-4e12-9ace-020c5fdf3ac0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:05.975376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59824) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:05.979853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network a5808ce9-1fef-43f7-9282-5259166bb37e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:05.988283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed590a-8c5b-47be-a21d-d65e53481371 None None] No DVR routers for this DVR port 17746e1b-9a8f-409f-be85-fc3683ff871a on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:06.004056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d366-cdd2-4d20-91f4-1f9aec3278ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.006008 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.079904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-813b6b1a-4617-46dd-ad37-f99cf501f4d8 None None] Allocated IP 172.20.0.18 (b1ce5784-9f2a-49df-8e57-22dd9275aba3/698821ef-14a3-4ae0-b46a-18d09a1e297b/e317adc3-8478-4e12-9ace-020c5fdf3ac0) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:06.088626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e317adc3-8478-4e12-9ace-020c5fdf3ac0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:06.089035 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.099285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b05aa-bb35-44ef-80ca-46e81a7d0600 req-471da103-f3d7-4017-a5b7-3e9289701eec tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:06.105148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d366-cdd2-4d20-91f4-1f9aec3278ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.105281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b8b05aa-bb35-44ef-80ca-46e81a7d0600 req-471da103-f3d7-4017-a5b7-3e9289701eec tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 946 time: 0.1362011 Feb 16 14:55:06.147142 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ea7d366-cdd2-4d20-91f4-1f9aec3278ce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a029004077be4cdab3a97034d860c3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7952650 Feb 16 14:55:06.152342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59828) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:06.153459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, a5808ce9-1fef-43f7-9282-5259166bb37e) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:06.170678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:06.171919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.205310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7d366-cdd2-4d20-91f4-1f9aec3278ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb096b-d78d-4de7-bdcf-c32189f57f81,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:06.227224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7ea5b-e7fe-400d-a6a9-3a8060b83354 None None] Network a5808ce9-1fef-43f7-9282-5259166bb37e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:06.244731 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c9c00bc5-ec68-4288-a3fe-32810f5c6534 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4dc425a8a2764b89838422acd08354b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681875 Feb 16 14:55:06.247176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59830) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:06.288585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b8b05aa-bb35-44ef-80ca-46e81a7d0600 req-6cde448a-a764-43b2-85ab-f06b6413dd3b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817815 Feb 16 14:55:06.316967 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1256ab7a-5349-4df1-a7f4-9e8db6e832a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.348786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1256ab7a-5349-4df1-a7f4-9e8db6e832a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.429625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ec76316-5e6d-4e49-8e9a-7730926fbe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.448193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0b5bb860-267d-4042-a09e-43fe796d94a7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2392757 Feb 16 14:55:06.449399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59832) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:06.457289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'port': {'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e', 'name': 'tempest-NetworksIpV6TestAttrs-1330513142'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:06.465798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ec76316-5e6d-4e49-8e9a-7730926fbe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.472102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-813b6b1a-4617-46dd-ad37-f99cf501f4d8 None None] For port e317adc3-8478-4e12-9ace-020c5fdf3ac0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e317adc3-8478-4e12-9ace-020c5fdf3ac0,segment=NetworkSegment(fb14ba3d-c0ee-4cc0-8c1a-f77bf467face),segment_id=fb14ba3d-c0ee-4cc0-8c1a-f77bf467face)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:06.525643 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1256ab7a-5349-4df1-a7f4-9e8db6e832a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.528550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1256ab7a-5349-4df1-a7f4-9e8db6e832a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.532501 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1256ab7a-5349-4df1-a7f4-9e8db6e832a5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/06bb7292-c1fc-40fd-9cbc-3a7d33dac09a HTTP/1.1" status: 204 len: 168 time: 0.2807610 Feb 16 14:55:06.548180 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-813b6b1a-4617-46dd-ad37-f99cf501f4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.551987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-a5808ce9-1fef-43f7-9282-5259166bb37e', 'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e', 'tenant_id': '4a64be428a7d4785885e13250337a163', 'fixed_ips': [{'subnet_id': '12dc4afb-9146-43a0-8828-8b847995fe68'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:06.552761 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.565295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256ab7a-5349-4df1-a7f4-9e8db6e832a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb7292-c1fc-40fd-9cbc-3a7d33dac09a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:06.641836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17746e1b-9a8f-409f-be85-fc3683ff871a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:06.685561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ec76316-5e6d-4e49-8e9a-7730926fbe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.689482 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ec76316-5e6d-4e49-8e9a-7730926fbe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.690638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ec76316-5e6d-4e49-8e9a-7730926fbe50 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a8cb096b-d78d-4de7-bdcf-c32189f57f81 HTTP/1.1" status: 204 len: 168 time: 0.5358582 Feb 16 14:55:06.727049 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-813b6b1a-4617-46dd-ad37-f99cf501f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.735051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 17746e1b-9a8f-409f-be85-fc3683ff871a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:55:06.735377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17746e1b-9a8f-409f-be85-fc3683ff871a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:06.736702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec76316-5e6d-4e49-8e9a-7730926fbe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb096b-d78d-4de7-bdcf-c32189f57f81,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:06.776344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:06.783001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:06.789610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7527e85-e4c2-4d06-80b5-1c2e9f7d63d1 req-ff432733-4d3a-4244-b5e8-473dab880100 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:06.803643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7527e85-e4c2-4d06-80b5-1c2e9f7d63d1 req-ff432733-4d3a-4244-b5e8-473dab880100 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1598012 Feb 16 14:55:06.810245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] device_id is not set on port 0808488c-aed1-47f8-8d39-85fd5e7c483f yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:06.820288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Delete allocated IP 172.20.0.27 (b1ce5784-9f2a-49df-8e57-22dd9275aba3/698821ef-14a3-4ae0-b46a-18d09a1e297b) {{(pid=103043) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 14:55:06.856868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b6b1a-4617-46dd-ad37-f99cf501f4d8 None None] Pushing event updated for resources: {'Port': ['ID=e317adc3-8478-4e12-9ace-020c5fdf3ac0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:06.901315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Allocated IP 2001:db8::f816:3eff:fefa:e948 (a5808ce9-1fef-43f7-9282-5259166bb37e/12dc4afb-9146-43a0-8828-8b847995fe68/3fefccca-61e4-4884-99a0-0355ddb43836) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:06.907750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7527e85-e4c2-4d06-80b5-1c2e9f7d63d1 req-39894873-8c14-4270-8e6f-578b9b724581 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027179 Feb 16 14:55:07.068341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.129368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.140704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.198356 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.266431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Network a5808ce9-1fef-43f7-9282-5259166bb37e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:07.272720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:07.277529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Pushing event updated for resources: {'Port': ['ID=3fefccca-61e4-4884-99a0-0355ddb43836,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:07.290997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:07.308834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Allocated IP 2001:db8::f816:3eff:fe49:ad83 (a5808ce9-1fef-43f7-9282-5259166bb37e/12dc4afb-9146-43a0-8828-8b847995fe68/0808488c-aed1-47f8-8d39-85fd5e7c483f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:07.400476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Attempting to bind port 3fefccca-61e4-4884-99a0-0355ddb43836 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:07.400938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Attempting to bind port 3fefccca-61e4-4884-99a0-0355ddb43836 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cc129a50-8370-4378-9ef0-f2c715a41fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:07.401307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Attempting to bind port 3fefccca-61e4-4884-99a0-0355ddb43836 on network a5808ce9-1fef-43f7-9282-5259166bb37e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:07.408887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:07.415771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Checking segment: {'id': 'cc129a50-8370-4378-9ef0-f2c715a41fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:07.415771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.415771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Bound using segment: {'id': 'cc129a50-8370-4378-9ef0-f2c715a41fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:07.415771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Bound port: 3fefccca-61e4-4884-99a0-0355ddb43836, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc129a50-8370-4378-9ef0-f2c715a41fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'a5808ce9-1fef-43f7-9282-5259166bb37e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:07.415771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.511765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] For port 3fefccca-61e4-4884-99a0-0355ddb43836, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:07.517514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.526543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] For port 3fefccca-61e4-4884-99a0-0355ddb43836, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3fefccca-61e4-4884-99a0-0355ddb43836,segment=NetworkSegment(cc129a50-8370-4378-9ef0-f2c715a41fde),segment_id=cc129a50-8370-4378-9ef0-f2c715a41fde)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:07.610512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.612978 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.694425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=ca0ab623-d0d6-467f-8e51-e595a5466d2f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:07.728074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network a5808ce9-1fef-43f7-9282-5259166bb37e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:07.731254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:07.743361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:07.752546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3752f8-fed2-46e7-9768-2703bc59a82a None None] Pushing event updated for resources: {'Port': ['ID=3fefccca-61e4-4884-99a0-0355ddb43836,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:07.757473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:07.758469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.771269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Port': ['ID=0808488c-aed1-47f8-8d39-85fd5e7c483f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:07.783127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] In _notify_port_updated(), no bound segment for port ca0ab623-d0d6-467f-8e51-e595a5466d2f on network b1ce5784-9f2a-49df-8e57-22dd9275aba3 {{(pid=103043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:55:07.789515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:07.790217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:07.794133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f7784-ce1e-4f27-92d6-be344cfdfd9d None None] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:07.794516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a78d4ec9-84f4-4cb4-ab1a-3529bbe7a530 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "PUT /v2.0/ports/ca0ab623-d0d6-467f-8e51-e595a5466d2f HTTP/1.1" status: 200 len: 919 time: 2.1615818 Feb 16 14:55:07.795421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59870) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:07.800660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0be64-437e-48bd-9b88-f945f9ab317e req-7a46b596-64e9-4b52-af53-ced56159f678 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:07.812451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c07c7f8-74ad-4b1d-8852-380b21d8c86d'}, {'subnet_id': '698821ef-14a3-4ae0-b46a-18d09a1e297b'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:07.812610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-add0be64-437e-48bd-9b88-f945f9ab317e req-7a46b596-64e9-4b52-af53-ced56159f678 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 946 time: 0.1879148 Feb 16 14:55:07.870394 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5403f488-1064-4291-804a-9ebf596ae3a0 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4156973 Feb 16 14:55:07.870940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-add0be64-437e-48bd-9b88-f945f9ab317e req-b794d90e-b831-4638-96f6-320b946adbb7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549994 Feb 16 14:55:07.877581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59874) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:07.955885 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.039452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e317adc3-8478-4e12-9ace-020c5fdf3ac0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:08.097279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting subnet 12dc4afb-9146-43a0-8828-8b847995fe68 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:08.116889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.270453 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.332515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4502c-485e-41d1-b393-159f6de779be req-69f3e13a-59f8-4a93-bbad-060171646fb5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:08.344576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8b4502c-485e-41d1-b393-159f6de779be req-69f3e13a-59f8-4a93-bbad-060171646fb5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2256353 Feb 16 14:55:08.368829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59900) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:08.504057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8b4502c-485e-41d1-b393-159f6de779be req-dc694817-e0c1-497e-8c8b-c774cc5955da tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533017 Feb 16 14:55:08.556101 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.576629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59908) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:08.588513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0a5aaaa0-9318-4737-92d9-ea7eed9783e7 None None] Provisioning complete for port e317adc3-8478-4e12-9ace-020c5fdf3ac0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:08.589513 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaaa0-9318-4737-92d9-ea7eed9783e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.598307 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [-] 10.222.0.113 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0143738 Feb 16 14:55:08.603858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59910) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:08.611119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.30 (b1ce5784-9f2a-49df-8e57-22dd9275aba3/698821ef-14a3-4ae0-b46a-18d09a1e297b/ca0ab623-d0d6-467f-8e51-e595a5466d2f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:08.669322 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2bb07065-0c70-4ff7-ae8c-d8f28755c0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.700766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ce708885-869f-4e83-9f05-58a2b157af23 tempest-NetworksApiDiscovery-1355200232 tempest-NetworksApiDiscovery-1355200232-project] 10.222.0.113 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.0897334 Feb 16 14:55:08.709099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e317adc3-8478-4e12-9ace-020c5fdf3ac0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:08.709625 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.720721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-890264348-network', 'tenant_id': '7a3f36cd585b410398f20dda568bfcd9'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:08.776511 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.805815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.821532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Subnet': ['ID=12dc4afb-9146-43a0-8828-8b847995fe68,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:08.827473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.834747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d67414dd-6f99-4060-a053-78a382b63ba3 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/12dc4afb-9146-43a0-8828-8b847995fe68 HTTP/1.1" status: 204 len: 168 time: 0.9527378 Feb 16 14:55:08.834747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59918) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:08.888999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0a5aaaa0-9318-4737-92d9-ea7eed9783e7 None None] Provisioning complete for port ca0ab623-d0d6-467f-8e51-e595a5466d2f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:08.889384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaaa0-9318-4737-92d9-ea7eed9783e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.900738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Made reservation on behalf of 7a3f36cd585b410398f20dda568bfcd9 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:08.904024 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.906716 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:08.938517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0a5aaaa0-9318-4737-92d9-ea7eed9783e7 None None] Port ca0ab623-d0d6-467f-8e51-e595a5466d2f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:08.945360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60bd2a-a694-402a-9eba-4986bb228f6a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:08.951266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60bd2a-a694-402a-9eba-4986bb228f6a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:08.951266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9b60bd2a-a694-402a-9eba-4986bb228f6a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1120093 Feb 16 14:55:08.953666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59924) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:09.020329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.056836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bed803d5-d7e2-45db-b6d1-cbb7e12f8fcf tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.064746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=ca0ab623-d0d6-467f-8e51-e595a5466d2f,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:09.066618 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed803d5-d7e2-45db-b6d1-cbb7e12f8fcf tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 14:55:09.068160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed803d5-d7e2-45db-b6d1-cbb7e12f8fcf tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:09.072074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bed803d5-d7e2-45db-b6d1-cbb7e12f8fcf tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/a5808ce9-1fef-43f7-9282-5259166bb37e HTTP/1.1" status: 409 len: 405 time: 0.1172957 Feb 16 14:55:09.076128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:09.082861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1540508461'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:09.169928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:09.179269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.220607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:09.226555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] In _notify_port_updated(), no bound segment for port ca0ab623-d0d6-467f-8e51-e595a5466d2f on network b1ce5784-9f2a-49df-8e57-22dd9275aba3 {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:55:09.231092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.232400 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Added segment b866ad93-6ccb-41ab-b58c-3af2315db34e of type vlan for network 2fbac85e-1b40-42cf-be03-54e490fcfa35 Feb 16 14:55:09.233219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:09.234675 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.247254 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-64bdf932-4045-4095-941f-cc7733979210 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "PUT /v2.0/ports/ca0ab623-d0d6-467f-8e51-e595a5466d2f HTTP/1.1" status: 200 len: 999 time: 1.4433880 Feb 16 14:55:09.252464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59934) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:09.275966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59936) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:09.302682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.302990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ade6e4-c9be-49e1-9e68-0ff388c6c227 None None] Network a5808ce9-1fef-43f7-9282-5259166bb37e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:09.342948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.378069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port ca0ab623-d0d6-467f-8e51-e595a5466d2f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:09.379303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.383406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5a670a51-4265-4645-b2bf-54e21cc19e33 None None] Provisioning complete for port 3fefccca-61e4-4884-99a0-0355ddb43836 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:09.383798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a670a51-4265-4645-b2bf-54e21cc19e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.435121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.445039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:09.445673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.453562 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f699c1e3-5462-4f8b-938e-270a22ee48b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.485048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.498397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for ca0ab623-d0d6-467f-8e51-e595a5466d2f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:09.501514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.514943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:09.533516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.534128 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Added segment 6afd48e8-308b-46ab-aeab-12fee6956958 of type vlan for network 277d9db6-e81c-44f5-8805-7978921777bf Feb 16 14:55:09.535922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a670a51-4265-4645-b2bf-54e21cc19e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.556987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Network': ['ID=2fbac85e-1b40-42cf-be03-54e490fcfa35,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:09.579651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.599399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d9df05-2012-4e3c-aff7-6c9ad4381101,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:09.601730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5a670a51-4265-4645-b2bf-54e21cc19e33 None None] For port 3fefccca-61e4-4884-99a0-0355ddb43836, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3fefccca-61e4-4884-99a0-0355ddb43836,segment=NetworkSegment(cc129a50-8370-4378-9ef0-f2c715a41fde),segment_id=cc129a50-8370-4378-9ef0-f2c715a41fde)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:09.606405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2fbac85e-1b40-42cf-be03-54e490fcfa35 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:09.610257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] DHCP port deletion for a5808ce9-1fef-43f7-9282-5259166bb37e request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:55:09.619610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.652942 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f699c1e3-5462-4f8b-938e-270a22ee48b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.662999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e2bda213-a0ef-4684-b73b-07e68302dbff tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5857413 Feb 16 14:55:09.666376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59942) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:09.674636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'subnet': {'network_id': '2fbac85e-1b40-42cf-be03-54e490fcfa35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:09.698948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a670a51-4265-4645-b2bf-54e21cc19e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.732598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b1e62-7f85-4557-892c-b8026c7fb311 req-f9b68684-22d5-432b-88c7-0735ef6c0aab tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:09.735864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e1b1e62-7f85-4557-892c-b8026c7fb311 req-f9b68684-22d5-432b-88c7-0735ef6c0aab tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0708315 Feb 16 14:55:09.773406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f699c1e3-5462-4f8b-938e-270a22ee48b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.783602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a670a51-4265-4645-b2bf-54e21cc19e33 None None] Pushing event updated for resources: {'Port': ['ID=3fefccca-61e4-4884-99a0-0355ddb43836,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:09.797434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] Deleting port 3fefccca-61e4-4884-99a0-0355ddb43836 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:09.798024 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.833852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e1b1e62-7f85-4557-892c-b8026c7fb311 req-5cb62848-d44a-4c8d-903f-6deeb598d424 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914409 Feb 16 14:55:09.842737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f699c1e3-5462-4f8b-938e-270a22ee48b7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8582afd362f24545b3e1960789f2ecc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656087 Feb 16 14:55:09.843778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59944) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:09.902581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] For port 3fefccca-61e4-4884-99a0-0355ddb43836, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3fefccca-61e4-4884-99a0-0355ddb43836,segment=NetworkSegment(cc129a50-8370-4378-9ef0-f2c715a41fde),segment_id=cc129a50-8370-4378-9ef0-f2c715a41fde)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:09.902984 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.917642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699c1e3-5462-4f8b-938e-270a22ee48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daa8cdd-d7b2-4bde-9a6e-508d1ad8cbda,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:09.923416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.924613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] Calling delete_port for 3fefccca-61e4-4884-99a0-0355ddb43836 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:09.928429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:09.928429 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.928642 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f0e5961b-5541-4bae-aad4-7198785fc33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:09.962069 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f0e5961b-5541-4bae-aad4-7198785fc33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.000136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:10.003914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.027894 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6579065 Feb 16 14:55:10.032241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59946) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:10.038629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Request body: {'subnet': {'network_id': '277d9db6-e81c-44f5-8805-7978921777bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-890264348-subnet', 'tenant_id': '7a3f36cd585b410398f20dda568bfcd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:10.069179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88f278-649a-4c78-a56c-aafb9a070ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=277d9db6-e81c-44f5-8805-7978921777bf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:10.075838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.089081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 277d9db6-e81c-44f5-8805-7978921777bf details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:10.154702 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.160502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=ca0ab623-d0d6-467f-8e51-e595a5466d2f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:10.198827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f0e5961b-5541-4bae-aad4-7198785fc33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.201403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f0e5961b-5541-4bae-aad4-7198785fc33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.203764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f0e5961b-5541-4bae-aad4-7198785fc33e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2daa8cdd-d7b2-4bde-9a6e-508d1ad8cbda HTTP/1.1" status: 204 len: 168 time: 0.3519430 Feb 16 14:55:10.204098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] Pushing event deleted for resources: {'Port': ['ID=3fefccca-61e4-4884-99a0-0355ddb43836,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:10.204647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Made reservation on behalf of 7a3f36cd585b410398f20dda568bfcd9 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:10.207062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.208714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-07d33922-fffe-4f8a-8273-c8de22f2c050 None None] Provisioning complete for port e317adc3-8478-4e12-9ace-020c5fdf3ac0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:10.209177 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07d33922-fffe-4f8a-8273-c8de22f2c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.213681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1cfdf-9c87-462c-b5f1-3a34efd19d81 None None] No DVR routers for this DVR port 3fefccca-61e4-4884-99a0-0355ddb43836 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:10.299406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5961b-5541-4bae-aad4-7198785fc33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daa8cdd-d7b2-4bde-9a6e-508d1ad8cbda,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:10.326819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-07d33922-fffe-4f8a-8273-c8de22f2c050 None None] Could not find standard attr ID for object ca0ab623-d0d6-467f-8e51-e595a5466d2f. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:55:10.331947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.337556 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-932a8ecf-96fa-4e09-8597-5a33f1de7464 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/ca0ab623-d0d6-467f-8e51-e595a5466d2f HTTP/1.1" status: 204 len: 168 time: 1.0841801 Feb 16 14:55:10.338847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59960) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:10.380255 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd1a5ff-c50f-4f7f-aac8-939b502fb304 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:55:10.384374 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7bd1a5ff-c50f-4f7f-aac8-939b502fb304 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/ca0ab623-d0d6-467f-8e51-e595a5466d2f HTTP/1.1" status: 404 len: 333 time: 0.0426438 Feb 16 14:55:10.384753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59962) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:10.441650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-40c25391-86c5-4ff1-8479-a1ae45679ea3 None None] Could not find standard attr ID for object ca0ab623-d0d6-467f-8e51-e595a5466d2f. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:55:10.484472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 698821ef-14a3-4ae0-b46a-18d09a1e297b {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:10.488143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.531129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.580815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.651701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed26cb3-4bfa-4643-9395-f4de4b820365,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:10.661736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Checking segment: {'id': '6afd48e8-308b-46ab-aeab-12fee6956958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '277d9db6-e81c-44f5-8805-7978921777bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:10.662103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Network hostable DHCP agents. Network: 277d9db6-e81c-44f5-8805-7978921777bf, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:10.774705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Network 277d9db6-e81c-44f5-8805-7978921777bf is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:10.871974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 277d9db6-e81c-44f5-8805-7978921777bf) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:10.881040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ec6d5-53ec-4506-ae70-a7cb152691d1 None None] Network 277d9db6-e81c-44f5-8805-7978921777bf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:10.897125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:10.898062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:10.997608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b0e32-a5ee-4c40-a3f9-3fdc27b66978 req-a2d2a896-3b41-4b13-837b-aeb960fe6017 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:10.999498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e9b0e32-a5ee-4c40-a3f9-3fdc27b66978 req-a2d2a896-3b41-4b13-837b-aeb960fe6017 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0578957 Feb 16 14:55:11.003324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d2aa92c5-8b2d-4c86-ab51-0dd831f66ce6 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9699996 Feb 16 14:55:11.028528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:55:11.034749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.050247 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.061741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e9b0e32-a5ee-4c40-a3f9-3fdc27b66978 req-47b374f6-b03f-4ddf-8eaa-3e597b116071 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556674 Feb 16 14:55:11.097889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471da9c4-a3ae-4f80-8d72-327fdb195c9c None None] Network 277d9db6-e81c-44f5-8805-7978921777bf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:11.151474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Subnet': ['ID=58395ab6-b141-4776-9002-3cad682a793f,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:11.178686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Checking segment: {'id': 'b866ad93-6ccb-41ab-b58c-3af2315db34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '2fbac85e-1b40-42cf-be03-54e490fcfa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:11.179087 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network hostable DHCP agents. Network: 2fbac85e-1b40-42cf-be03-54e490fcfa35, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:11.203310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59988) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:11.253863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] Deleting subnet 1ed26cb3-4bfa-4643-9395-f4de4b820365 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:11.257450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.261954 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.295032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.317320 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.319129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network 2fbac85e-1b40-42cf-be03-54e490fcfa35 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:11.365041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=698821ef-14a3-4ae0-b46a-18d09a1e297b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:11.368635 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.372925 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-07ff612e-7f6b-49ef-a05f-e5ba8885041e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/698821ef-14a3-4ae0-b46a-18d09a1e297b HTTP/1.1" status: 204 len: 168 time: 0.9862778 Feb 16 14:55:11.375241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59998) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:11.391408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.447967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2fbac85e-1b40-42cf-be03-54e490fcfa35) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:11.461226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063830c6-9501-4d4b-9fd6-0dae2bc64105 None None] Network 2fbac85e-1b40-42cf-be03-54e490fcfa35 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:11.462074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:11.462687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.489906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 2c07c7f8-74ad-4b1d-8852-380b21d8c86d {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:11.497775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.534253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.550836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.573130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 41e1a651-47fb-464d-897a-20b81d946026 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:55:11.587400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60004) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:11.588055 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6bcf737-78c7-412a-b14d-b8a2ba14a16d tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9176455 Feb 16 14:55:11.595826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.628712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b66748-5050-44b8-8750-1b4227c87f45 None None] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:11.631715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed26cb3-4bfa-4643-9395-f4de4b820365,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:11.643525 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.643525 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9d1b1579-a1bd-47f8-b12c-35c1a9dd877e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1ed26cb3-4bfa-4643-9395-f4de4b820365 HTTP/1.1" status: 204 len: 168 time: 0.4350648 Feb 16 14:55:11.643525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60006) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:11.720672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.757622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.760017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.760610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-383fa455-9acb-44c7-9de0-19125ed062bd None None] Could not find standard attr ID for object ca0ab623-d0d6-467f-8e51-e595a5466d2f. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:55:11.829749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.870369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d2807-7c17-4258-b352-2a67e3ba2db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2fbac85e-1b40-42cf-be03-54e490fcfa35', 'network_id': '2fbac85e-1b40-42cf-be03-54e490fcfa35', 'tenant_id': '4a64be428a7d4785885e13250337a163', 'fixed_ips': [{'subnet_id': '58395ab6-b141-4776-9002-3cad682a793f'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:11.871475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d41d2807-7c17-4258-b352-2a67e3ba2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.892278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.927457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277d9db6-e81c-44f5-8805-7978921777bf']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:11.940470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afd48e8-308b-46ab-aeab-12fee6956958') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:11.941172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afd48e8-308b-46ab-aeab-12fee6956958') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:11.960620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.976781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.983290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:11.984503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:11.986704 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:11.989342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:12.005920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '41e1a651-47fb-464d-897a-20b81d946026', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': '41e1a651-47fb-464d-897a-20b81d946026', 'mac_address': 'fa:16:3e:23:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:55:12.032242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.038107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.069555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Subnet': ['ID=58395ab6-b141-4776-9002-3cad682a793f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:12.075229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.102013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41e1a651-47fb-464d-897a-20b81d946026 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:55:12.128833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.137353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:12.144540 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/2c07c7f8-74ad-4b1d-8852-380b21d8c86d HTTP/1.1" status: 204 len: 168 time: 0.7682445 Feb 16 14:55:12.146797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60022) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:12.160898 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f3ea5-e6a6-4c27-93c3-146148c332dc tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=2c07c7f8-74ad-4b1d-8852-380b21d8c86d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:12.184351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.198160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d62349-e5a4-4b16-8439-ed39e94a95a1 None None] Update dhcp port {'port': {'network_id': 'b1ce5784-9f2a-49df-8e57-22dd9275aba3', 'fixed_ips': [{'subnet_id': '2c07c7f8-74ad-4b1d-8852-380b21d8c86d'}], 'binding:host_id': 'n-d-829433-1'}, 'id': 'e317adc3-8478-4e12-9ace-020c5fdf3ac0'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:55:12.239121 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99d62349-e5a4-4b16-8439-ed39e94a95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.280373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbac85e-1b40-42cf-be03-54e490fcfa35']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:12.283199 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.298909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b866ad93-6ccb-41ab-b58c-3af2315db34e') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:12.299231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b866ad93-6ccb-41ab-b58c-3af2315db34e') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:12.315124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.318798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.349302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fcc02-524a-490b-b9f8-77c6f097e6b2 req-26647b07-e3cb-4c08-a977-c582671b73d6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:12.351021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c4fcc02-524a-490b-b9f8-77c6f097e6b2 req-26647b07-e3cb-4c08-a977-c582671b73d6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1373045 Feb 16 14:55:12.352139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.355619 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.361187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:12.361599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:12.365462 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:12.401265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.411933 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] 10.222.0.113 "DELETE /v2.0/networks/277d9db6-e81c-44f5-8805-7978921777bf HTTP/1.1" status: 204 len: 168 time: 0.7657397 Feb 16 14:55:12.421890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855de2b-3d54-4346-a1f5-26709c1fa015 admin admin] Pushing event deleted for resources: {'Network': ['ID=277d9db6-e81c-44f5-8805-7978921777bf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:12.501321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c4fcc02-524a-490b-b9f8-77c6f097e6b2 req-6e94259c-28ae-44af-a6b0-8775961047e9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676696 Feb 16 14:55:12.511379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port e317adc3-8478-4e12-9ace-020c5fdf3ac0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:12.511806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.570894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.577485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.583844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60046) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:12.584127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/2fbac85e-1b40-42cf-be03-54e490fcfa35 HTTP/1.1" status: 204 len: 168 time: 0.9949739 Feb 16 14:55:12.590005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-573718462'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:12.603684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48db013-88c1-4f8e-8a61-21a6eaaa603a tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Network': ['ID=2fbac85e-1b40-42cf-be03-54e490fcfa35,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:12.629161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['41e1a651-47fb-464d-897a-20b81d946026'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:55:12.633488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] For port e317adc3-8478-4e12-9ace-020c5fdf3ac0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e317adc3-8478-4e12-9ace-020c5fdf3ac0,segment=NetworkSegment(fb14ba3d-c0ee-4cc0-8c1a-f77bf467face),segment_id=fb14ba3d-c0ee-4cc0-8c1a-f77bf467face)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:12.633860 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.647821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for e317adc3-8478-4e12-9ace-020c5fdf3ac0 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:12.665450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.672777 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-d41d2807-7c17-4258-b352-2a67e3ba2db6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 14:55:12.672777 n-d-829433-1 neutron-server[103045]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 16 14:55:12.672777 n-d-829433-1 neutron-server[103045]: [parameters: {'project_id': '4a64be428a7d4785885e13250337a163', 'id': 'ad018a5f-158f-487e-b19b-9b4467696fbc', 'name': '', 'network_id': '2fbac85e-1b40-42cf-be03-54e490fcfa35', 'mac_address': 'fa:16:3e:5d:3f:28', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2fbac85e-1b40-42cf-be03-54e490fcfa35', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1867}] Feb 16 14:55:12.672777 n-d-829433-1 neutron-server[103045]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:55:12.675466 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-d41d2807-7c17-4258-b352-2a67e3ba2db6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:55:12.700450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:12.781084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:12.785769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.786443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5010fa-95ea-4413-b1c5-b06c378a7954 None None] Network b1ce5784-9f2a-49df-8e57-22dd9275aba3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:12.817350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:12.827825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.828352 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Added segment cda52f8e-0324-4420-a9af-e929f6cc9fde of type vlan for network 7360aefb-87c9-4702-9820-5685f1fae90c Feb 16 14:55:12.855281 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.855965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d075a1e3-2b97-4814-b1ce-2c834ff78cf7 None None] Provisioning complete for port e317adc3-8478-4e12-9ace-020c5fdf3ac0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:12.856336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d075a1e3-2b97-4814-b1ce-2c834ff78cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.877992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.902106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d075a1e3-2b97-4814-b1ce-2c834ff78cf7 None None] Port e317adc3-8478-4e12-9ace-020c5fdf3ac0 was deleted so its status cannot be updated. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 14:55:12.911352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=e317adc3-8478-4e12-9ace-020c5fdf3ac0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:12.915496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No DVR routers for this DVR port e317adc3-8478-4e12-9ace-020c5fdf3ac0 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:12.988155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.991723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:12.992518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:12.992639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0c10f-9345-44b1-87bf-03ca7e391e86 None None] DHCP port deletion for b1ce5784-9f2a-49df-8e57-22dd9275aba3 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:55:13.033925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.047749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60062) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:13.064771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ce5784-9f2a-49df-8e57-22dd9275aba3']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:13.080949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb14ba3d-c0ee-4cc0-8c1a-f77bf467face') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:13.081163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Network': ['ID=7360aefb-87c9-4702-9820-5685f1fae90c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:13.081327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb14ba3d-c0ee-4cc0-8c1a-f77bf467face') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:13.092359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 7360aefb-87c9-4702-9820-5685f1fae90c details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:13.095254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.113829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.119107 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a027f20-8b6d-4cf2-9ce3-b8932729519f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5335822 Feb 16 14:55:13.122582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9bb5252d-a722-4c9d-a471-082e123d2b40 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7a3f36cd585b410398f20dda568bfcd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739274 Feb 16 14:55:13.124108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60064) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:13.126090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60066) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:13.138758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'subnet': {'network_id': '7360aefb-87c9-4702-9820-5685f1fae90c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:13.175641 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d41d2807-7c17-4258-b352-2a67e3ba2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.175933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:13.177860 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:13.207571 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:13.223862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299a6ff-80f2-4a5d-8f6d-7ba2a2d43256 None None] Network 2fbac85e-1b40-42cf-be03-54e490fcfa35 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:13.223967 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-294c4ef8-a2be-4d5d-b5e7-ae0bb950d447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.243261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a299a6ff-80f2-4a5d-8f6d-7ba2a2d43256 None None] Network 2fbac85e-1b40-42cf-be03-54e490fcfa35 could not be found, it might have been deleted concurrently. {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 14:55:13.256225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-294c4ef8-a2be-4d5d-b5e7-ae0bb950d447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.414434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-294c4ef8-a2be-4d5d-b5e7-ae0bb950d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.417226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-294c4ef8-a2be-4d5d-b5e7-ae0bb950d447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.418416 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-294c4ef8-a2be-4d5d-b5e7-ae0bb950d447 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/55d9df05-2012-4e3c-aff7-6c9ad4381101 HTTP/1.1" status: 204 len: 168 time: 0.2910748 Feb 16 14:55:13.426963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c4ef8-a2be-4d5d-b5e7-ae0bb950d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d9df05-2012-4e3c-aff7-6c9ad4381101,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:13.466283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:13.470254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.475483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.492341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.495452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/b1ce5784-9f2a-49df-8e57-22dd9275aba3 HTTP/1.1" status: 204 len: 168 time: 1.3409331 Feb 16 14:55:13.500757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60082) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:13.576599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292a20e-6074-42fa-a92b-4c875a46b924 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=b1ce5784-9f2a-49df-8e57-22dd9275aba3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:13.580197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 41e1a651-47fb-464d-897a-20b81d946026 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:13.651822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571fbc50-a3d7-47de-9fdc-4e888e3f0b01 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:13.653346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-571fbc50-a3d7-47de-9fdc-4e888e3f0b01 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1523225 Feb 16 14:55:13.657696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60088) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:13.706686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 41e1a651-47fb-464d-897a-20b81d946026 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:13.709407 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.743682 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-457e697b-911c-4fcb-8247-bec04aab367b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0844674 Feb 16 14:55:13.748175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60090) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:13.757234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1737584532'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:13.773993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e634-596e-4d14-9713-a72d981fda82 req-87be8a8d-9f69-4dbd-b50c-e73424d988e6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:13.776729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cd0e634-596e-4d14-9713-a72d981fda82 req-87be8a8d-9f69-4dbd-b50c-e73424d988e6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1128979 Feb 16 14:55:13.879293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cd0e634-596e-4d14-9713-a72d981fda82 req-c5216189-e730-4256-99be-8b2dc568d522 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867693 Feb 16 14:55:13.883074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:13.887051 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.930288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e317adc3-8478-4e12-9ace-020c5fdf3ac0 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:13.932439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:13.955804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e317adc3-8478-4e12-9ace-020c5fdf3ac0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:55:13.956170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e317adc3-8478-4e12-9ace-020c5fdf3ac0 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:13.959136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.964979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:13.965704 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment fa742aa1-3c8e-4ea7-a1aa-325c962afc73 of type vlan for network 149a496d-2334-4ae6-bc9e-2676adc5299c Feb 16 14:55:13.976141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.023467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.046923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1a651-47fb-464d-897a-20b81d946026'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:14.050985 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced586ef-2b1a-44c6-998a-e1229ceadcfb" -d '{"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-plugged", "status": "completed", "tag": "41e1a651-47fb-464d-897a-20b81d946026"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:14.057134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:14.129340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Checking segment: {'id': 'cda52f8e-0324-4420-a9af-e929f6cc9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7360aefb-87c9-4702-9820-5685f1fae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:14.129769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network hostable DHCP agents. Network: 7360aefb-87c9-4702-9820-5685f1fae90c, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:14.130050 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.135815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Subnet': ['ID=4378ad1f-d40b-4f97-ad84-822ca38934c5,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:14.137346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:14.138238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.177799 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.196624 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40608adb-c6a8-466d-94f5-81755d58af29 x-openstack-request-id: req-40608adb-c6a8-466d-94f5-81755d58af29 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:14.196924 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-plugged", "status": "completed", "tag": "41e1a651-47fb-464d-897a-20b81d946026", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:14.197173 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-40608adb-c6a8-466d-94f5-81755d58af29 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:14.198288 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1a651-47fb-464d-897a-20b81d946026', 'code': 200} Feb 16 14:55:14.231862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network 7360aefb-87c9-4702-9820-5685f1fae90c is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:14.278729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:14.283651 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=149a496d-2334-4ae6-bc9e-2676adc5299c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:14.310793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 149a496d-2334-4ae6-bc9e-2676adc5299c details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:14.324851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 7360aefb-87c9-4702-9820-5685f1fae90c) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:14.332721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:14.333672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.381001 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e3ee4523-ce3f-4d3d-a0b1-4bd8b4095a8f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6289341 Feb 16 14:55:14.381359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60108) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:14.387161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:14.408157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe7efbc-715e-4536-afd6-55c460ef5285 None None] Network 7360aefb-87c9-4702-9820-5685f1fae90c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:14.450778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:14.451321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-91dc53d7-6521-4281-bcdd-0c46d0cb62c8 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3250406 Feb 16 14:55:14.592182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:14.604539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.697429 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.741185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-7360aefb-87c9-4702-9820-5685f1fae90c', 'network_id': '7360aefb-87c9-4702-9820-5685f1fae90c', 'tenant_id': '4a64be428a7d4785885e13250337a163', 'fixed_ips': [{'subnet_id': '4378ad1f-d40b-4f97-ad84-822ca38934c5'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:14.742264 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.826936 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.992675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Allocated IP 2001:db8::2 (7360aefb-87c9-4702-9820-5685f1fae90c/4378ad1f-d40b-4f97-ad84-822ca38934c5/1bbc6711-fc59-47c3-9f5f-b576860ca21b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:15.126555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78666b8-3ef6-4e63-8df4-84aa029deb34 req-49d3dff6-3388-4d3c-83f9-211644ebd613 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:15.128759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b78666b8-3ef6-4e63-8df4-84aa029deb34 req-49d3dff6-3388-4d3c-83f9-211644ebd613 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0677333 Feb 16 14:55:15.130713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.164980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.244620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b78666b8-3ef6-4e63-8df4-84aa029deb34 req-4f2ee23f-8aff-4f54-9ee9-e4e04d80807d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043403 Feb 16 14:55:15.249122 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.297279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=84d373fb-da87-4279-b250-672fe7d524d9,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:15.337424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': 'fa742aa1-3c8e-4ea7-a1aa-325c962afc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:15.338831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: 149a496d-2334-4ae6-bc9e-2676adc5299c, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:15.355960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Network 7360aefb-87c9-4702-9820-5685f1fae90c is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:15.357894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:15.360402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Pushing event updated for resources: {'Port': ['ID=1bbc6711-fc59-47c3-9f5f-b576860ca21b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:15.365323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:15.375903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.467241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Subnet': ['ID=4378ad1f-d40b-4f97-ad84-822ca38934c5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:15.468500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Attempting to bind port 1bbc6711-fc59-47c3-9f5f-b576860ca21b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:15.468500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Attempting to bind port 1bbc6711-fc59-47c3-9f5f-b576860ca21b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cda52f8e-0324-4420-a9af-e929f6cc9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7360aefb-87c9-4702-9820-5685f1fae90c'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:15.469176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Attempting to bind port 1bbc6711-fc59-47c3-9f5f-b576860ca21b on network 7360aefb-87c9-4702-9820-5685f1fae90c {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:15.471492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 149a496d-2334-4ae6-bc9e-2676adc5299c is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:15.476118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:15.476622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Checking segment: {'id': 'cda52f8e-0324-4420-a9af-e929f6cc9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7360aefb-87c9-4702-9820-5685f1fae90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:15.477132 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.477621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Bound using segment: {'id': 'cda52f8e-0324-4420-a9af-e929f6cc9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7360aefb-87c9-4702-9820-5685f1fae90c'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:15.478203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Bound port: 1bbc6711-fc59-47c3-9f5f-b576860ca21b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda52f8e-0324-4420-a9af-e929f6cc9fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '7360aefb-87c9-4702-9820-5685f1fae90c'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:15.478664 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.585803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 149a496d-2334-4ae6-bc9e-2676adc5299c) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:15.592527 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.592817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:15.598380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.601040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f049c-1e80-45cb-a1ff-ee1ddb44f8b2 None None] Network 149a496d-2334-4ae6-bc9e-2676adc5299c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:15.620776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7360aefb-87c9-4702-9820-5685f1fae90c']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:15.634323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda52f8e-0324-4420-a9af-e929f6cc9fde') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:15.634897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda52f8e-0324-4420-a9af-e929f6cc9fde') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:15.674163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] For port 1bbc6711-fc59-47c3-9f5f-b576860ca21b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:15.676182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.709269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] For port 1bbc6711-fc59-47c3-9f5f-b576860ca21b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1bbc6711-fc59-47c3-9f5f-b576860ca21b,segment=NetworkSegment(cda52f8e-0324-4420-a9af-e929f6cc9fde),segment_id=cda52f8e-0324-4420-a9af-e929f6cc9fde)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:15.766390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-381b6bd7-89ae-4d25-ace4-8724979c1022 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3838944 Feb 16 14:55:15.769366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60152) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:15.775006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c', 'name': 'tempest-PortsTestJSON-2133923398'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:15.819046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-149a496d-2334-4ae6-bc9e-2676adc5299c', 'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c', 'tenant_id': 'cae4d26acc6145638e16472a028f6f4d', 'fixed_ips': [{'subnet_id': '84d373fb-da87-4279-b250-672fe7d524d9'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:15.819378 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.831458 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.879625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.899047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:15.902672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:15.907929 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:16.035438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851503bf-d34f-4464-89ba-9f2a7f302e13 None None] Network 7360aefb-87c9-4702-9820-5685f1fae90c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:16.038771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 14:55:16.038771 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 14:55:16.038771 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '7360aefb-87c9-4702-9820-5685f1fae90c'}] Feb 16 14:55:16.038771 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:55:16.040120 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:55:16.045464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ed48e-30ae-4b9d-bcdc-4808210bcc1c None None] Pushing event updated for resources: {'Port': ['ID=1bbc6711-fc59-47c3-9f5f-b576860ca21b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:16.094250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:16.098549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.134406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 5014e8f7-4906-4094-b115-364246c58b92 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:16.237151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Allocated IP 172.20.0.2 (149a496d-2334-4ae6-bc9e-2676adc5299c/84d373fb-da87-4279-b250-672fe7d524d9/758c1618-4703-419c-94fc-aa130664a4eb) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:16.245517 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.423317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47304-6fa6-4bee-aaf0-f262c52f9429 req-7c71bca2-75cf-4432-89fa-0ae01714abb0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:16.426346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81a47304-6fa6-4bee-aaf0-f262c52f9429 req-7c71bca2-75cf-4432-89fa-0ae01714abb0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0778551 Feb 16 14:55:16.492632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81a47304-6fa6-4bee-aaf0-f262c52f9429 req-50da4ade-9cb2-497a-8e32-08dcf0b9fa78 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557361 Feb 16 14:55:16.533047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.544310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.611896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting port 1bbc6711-fc59-47c3-9f5f-b576860ca21b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:16.612589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.643723 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.707006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Network 149a496d-2334-4ae6-bc9e-2676adc5299c is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:16.709123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] For port 1bbc6711-fc59-47c3-9f5f-b576860ca21b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1bbc6711-fc59-47c3-9f5f-b576860ca21b,segment=NetworkSegment(cda52f8e-0324-4420-a9af-e929f6cc9fde),segment_id=cda52f8e-0324-4420-a9af-e929f6cc9fde)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:16.709524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.714372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:16.716253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Pushing event updated for resources: {'Port': ['ID=758c1618-4703-419c-94fc-aa130664a4eb,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:16.719005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:16.727787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Calling delete_port for 1bbc6711-fc59-47c3-9f5f-b576860ca21b owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:16.804869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Attempting to bind port 758c1618-4703-419c-94fc-aa130664a4eb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:16.805472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Attempting to bind port 758c1618-4703-419c-94fc-aa130664a4eb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'fa742aa1-3c8e-4ea7-a1aa-325c962afc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:16.805969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Attempting to bind port 758c1618-4703-419c-94fc-aa130664a4eb on network 149a496d-2334-4ae6-bc9e-2676adc5299c {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:16.812203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:16.813400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Checking segment: {'id': 'fa742aa1-3c8e-4ea7-a1aa-325c962afc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:16.813400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.813699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Bound using segment: {'id': 'fa742aa1-3c8e-4ea7-a1aa-325c962afc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:16.814529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Bound port: 758c1618-4703-419c-94fc-aa130664a4eb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa742aa1-3c8e-4ea7-a1aa-325c962afc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:16.815050 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.840984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.3 (149a496d-2334-4ae6-bc9e-2676adc5299c/84d373fb-da87-4279-b250-672fe7d524d9/5014e8f7-4906-4094-b115-364246c58b92) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:16.926172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] For port 758c1618-4703-419c-94fc-aa130664a4eb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:16.929767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] For port 758c1618-4703-419c-94fc-aa130664a4eb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=758c1618-4703-419c-94fc-aa130664a4eb,segment=NetworkSegment(fa742aa1-3c8e-4ea7-a1aa-325c962afc73),segment_id=fa742aa1-3c8e-4ea7-a1aa-325c962afc73)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:16.972517 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.997980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.015677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Port': ['ID=1bbc6711-fc59-47c3-9f5f-b576860ca21b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:17.029283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No DVR routers for this DVR port 1bbc6711-fc59-47c3-9f5f-b576860ca21b on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:17.143856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.173075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a6ce0-8425-429a-b1cc-290bfec0f193 None None] Pushing event updated for resources: {'Port': ['ID=758c1618-4703-419c-94fc-aa130664a4eb,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:17.184987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7360aefb-87c9-4702-9820-5685f1fae90c']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:17.209397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda52f8e-0324-4420-a9af-e929f6cc9fde') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:17.209745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda52f8e-0324-4420-a9af-e929f6cc9fde') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:17.229578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.306746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.311428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.322313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:17.323145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:17.328244 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:17.517630 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.549270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.560501 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/7360aefb-87c9-4702-9820-5685f1fae90c HTTP/1.1" status: 204 len: 168 time: 3.1046011 Feb 16 14:55:17.560848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60194) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:17.565930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1342423675'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:17.571582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e242f-78c6-4fd0-8792-8605fc25056b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Network': ['ID=7360aefb-87c9-4702-9820-5685f1fae90c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:17.585117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.723042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83650554-6310-4be4-8263-9fceb2e4e1f1 req-da8500d2-2d18-41cc-a070-181ede82e74b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:17.724505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83650554-6310-4be4-8263-9fceb2e4e1f1 req-da8500d2-2d18-41cc-a070-181ede82e74b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1104352 Feb 16 14:55:17.745308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 149a496d-2334-4ae6-bc9e-2676adc5299c is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:17.766462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=5014e8f7-4906-4094-b115-364246c58b92,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:17.787949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:17.794665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:17.805993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83650554-6310-4be4-8263-9fceb2e4e1f1 req-b3b2699b-0fac-4e34-bc6f-936291e54edc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628953 Feb 16 14:55:17.809246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:17.817429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.858459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:17.876760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.877454 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Added segment d8b4c2b2-005b-44ea-a4af-7d18c2d62e6d of type vlan for network c3f43cd0-1f83-4677-9a73-0516e44b7a26 Feb 16 14:55:17.908158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:17.909721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:17.959956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:18.006692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 758c1618-4703-419c-94fc-aa130664a4eb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:18.052723 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9abb05eb-8503-4c2e-a501-1ebc135bc5c9 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2820990 Feb 16 14:55:18.055301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60206) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:18.063796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '149a496d-2334-4ae6-bc9e-2676adc5299c', 'name': 'tempest-PortsTestJSON-329976029'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:18.146397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 758c1618-4703-419c-94fc-aa130664a4eb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:18.146660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:18.146792 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:18.155040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:18.156818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:18.348217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7835038 Feb 16 14:55:18.349063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60212) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:18.380241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Request body: {'subnet': {'network_id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:18.396340 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:18.396874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb4e00-03f7-44a4-9643-82372024bc38 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Network': ['ID=c3f43cd0-1f83-4677-9a73-0516e44b7a26,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:18.430439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c3f43cd0-1f83-4677-9a73-0516e44b7a26 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:18.542421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:18.561496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:18.604788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port d6f6918a-ab91-477a-9601-ad7656d86d10 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:18.787431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 758c1618-4703-419c-94fc-aa130664a4eb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=758c1618-4703-419c-94fc-aa130664a4eb,segment=NetworkSegment(fa742aa1-3c8e-4ea7-a1aa-325c962afc73),segment_id=fa742aa1-3c8e-4ea7-a1aa-325c962afc73)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:18.819647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.7 (149a496d-2334-4ae6-bc9e-2676adc5299c/84d373fb-da87-4279-b250-672fe7d524d9/d6f6918a-ab91-477a-9601-ad7656d86d10) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:18.872526 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:18.943255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Made reservation on behalf of 4a64be428a7d4785885e13250337a163 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:18.955087 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.036394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94b58d-b9b8-4f60-9c5c-1622eff518ec None None] Network 149a496d-2334-4ae6-bc9e-2676adc5299c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:19.113111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=758c1618-4703-419c-94fc-aa130664a4eb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:19.131509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b1ee6-2151-40bb-9e7a-5ceb60a83034 req-b4833109-92cd-45a4-a4b6-4e70c2944cc2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:19.133701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-923b1ee6-2151-40bb-9e7a-5ceb60a83034 req-b4833109-92cd-45a4-a4b6-4e70c2944cc2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0972068 Feb 16 14:55:19.140509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f8bd60c6-ac99-4c72-8878-802b0e0514e2 None None] Provisioning complete for port 758c1618-4703-419c-94fc-aa130664a4eb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:19.140928 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f8bd60c6-ac99-4c72-8878-802b0e0514e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.205272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-923b1ee6-2151-40bb-9e7a-5ceb60a83034 req-b30899cb-7cd6-49a3-986f-69ceccd9bbad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548406 Feb 16 14:55:19.255273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.562507 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.592726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 149a496d-2334-4ae6-bc9e-2676adc5299c is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:19.617839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:19.624117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:19.732579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-778f01f0-9a19-4111-9b23-a7785d755917 None None] Provisioning complete for port 5014e8f7-4906-4094-b115-364246c58b92 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:19.739898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-778f01f0-9a19-4111-9b23-a7785d755917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.748974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=d6f6918a-ab91-477a-9601-ad7656d86d10,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:19.813947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-778f01f0-9a19-4111-9b23-a7785d755917 None None] Port 5014e8f7-4906-4094-b115-364246c58b92 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:19.835165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-778f01f0-9a19-4111-9b23-a7785d755917 None None] Provisioning complete for port 758c1618-4703-419c-94fc-aa130664a4eb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:19.835708 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-778f01f0-9a19-4111-9b23-a7785d755917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.872187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:55:19.885636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:19.897498 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.901616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:19.974130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 758c1618-4703-419c-94fc-aa130664a4eb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:20.067644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Checking segment: {'id': 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:20.068044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network hostable DHCP agents. Network: c3f43cd0-1f83-4677-9a73-0516e44b7a26, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:20.089707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event updated for resources: {'Subnet': ['ID=322dd3bb-346d-402a-9a20-684cff958091,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:20.140686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 758c1618-4703-419c-94fc-aa130664a4eb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:20.141408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:20.171822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60250) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:20.172854 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4e5ac3bb-479d-4fd4-b551-7c413a81ee44 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1162195 Feb 16 14:55:20.272478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Network c3f43cd0-1f83-4677-9a73-0516e44b7a26 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:20.326180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5e0a159c-8fe7-4b24-b126-71d595bbcdb6 None None] Provisioning complete for port 5014e8f7-4906-4094-b115-364246c58b92 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:20.326554 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e0a159c-8fe7-4b24-b126-71d595bbcdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:20.360944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6968bda-5b8a-479f-857b-245572ef5a64 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:20.362716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f6968bda-5b8a-479f-857b-245572ef5a64 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1890500 Feb 16 14:55:20.366792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60256) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:20.376177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c3f43cd0-1f83-4677-9a73-0516e44b7a26) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:20.410868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:20.410868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:20.415742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f03d9-9352-403b-a956-267fd1372360 None None] Network c3f43cd0-1f83-4677-9a73-0516e44b7a26 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:20.472373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6260-6c58-47d8-bccd-8dc2e895afc9 req-c034dbe9-df99-46ab-9106-333decd34e54 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:20.473917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7beb6260-6c58-47d8-bccd-8dc2e895afc9 req-c034dbe9-df99-46ab-9106-333decd34e54 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1294086 Feb 16 14:55:20.518099 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a77281e8-0daf-41d3-90cb-4a09fd05df48 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1649246 Feb 16 14:55:20.518342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60260) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:20.554307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7beb6260-6c58-47d8-bccd-8dc2e895afc9 req-a1e1141d-6995-487e-b28b-8f448c7a2118 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669062 Feb 16 14:55:20.556735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a159c-8fe7-4b24-b126-71d595bbcdb6 None None] Port 5014e8f7-4906-4094-b115-364246c58b92 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:20.619960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port d6f6918a-ab91-477a-9601-ad7656d86d10 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:20.619960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:20.713199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ccb9e023-3c63-48dc-863f-db8a9df3e5ad None None] Provisioning complete for port d6f6918a-ab91-477a-9601-ad7656d86d10 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:20.714250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e023-3c63-48dc-863f-db8a9df3e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:20.721775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-c3f43cd0-1f83-4677-9a73-0516e44b7a26', 'network_id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26', 'tenant_id': '4a64be428a7d4785885e13250337a163', 'fixed_ips': [{'subnet_id': '322dd3bb-346d-402a-9a20-684cff958091'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:20.723306 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:20.736311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:20.750661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for d6f6918a-ab91-477a-9601-ad7656d86d10 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:20.783990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9e023-3c63-48dc-863f-db8a9df3e5ad None None] Port d6f6918a-ab91-477a-9601-ad7656d86d10 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:20.924383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Allocated IP 2001:db8::f816:3eff:fe36:3421 (c3f43cd0-1f83-4677-9a73-0516e44b7a26/322dd3bb-346d-402a-9a20-684cff958091/5115479f-b4f7-4746-a8c1-456e39b04f71) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:20.963584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.028655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.058015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.109658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=d6f6918a-ab91-477a-9601-ad7656d86d10,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:21.185789 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.238792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.252027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60282) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:21.252628 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1dab9a71-e572-4696-8bdd-47224ceb1cc2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/d6f6918a-ab91-477a-9601-ad7656d86d10 HTTP/1.1" status: 204 len: 168 time: 0.8842864 Feb 16 14:55:21.292091 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4685c8-bec8-47ba-84a8-bd887d65d804 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:55:21.293960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-de4685c8-bec8-47ba-84a8-bd887d65d804 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/d6f6918a-ab91-477a-9601-ad7656d86d10 HTTP/1.1" status: 404 len: 333 time: 0.0409510 Feb 16 14:55:21.296865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60284) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:21.309196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.422882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Network c3f43cd0-1f83-4677-9a73-0516e44b7a26 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:21.430462 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.459088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:21.466765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:21.478393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 5014e8f7-4906-4094-b115-364246c58b92 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:21.478814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.479018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Pushing event updated for resources: {'Port': ['ID=5115479f-b4f7-4746-a8c1-456e39b04f71,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:21.481491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Subnet': ['ID=322dd3bb-346d-402a-9a20-684cff958091,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:21.577350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.611855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Attempting to bind port 5115479f-b4f7-4746-a8c1-456e39b04f71 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:21.612261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Attempting to bind port 5115479f-b4f7-4746-a8c1-456e39b04f71 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:21.612627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Attempting to bind port 5115479f-b4f7-4746-a8c1-456e39b04f71 on network c3f43cd0-1f83-4677-9a73-0516e44b7a26 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:21.613652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f43cd0-1f83-4677-9a73-0516e44b7a26']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:21.618822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:21.619714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Checking segment: {'id': 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:21.620144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.620699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Bound using segment: {'id': 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:21.621180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Bound port: 5115479f-b4f7-4746-a8c1-456e39b04f71, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:21.621891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.628736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:21.632652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:21.644107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.670192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.684228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:21.684228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.701506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] For port 5115479f-b4f7-4746-a8c1-456e39b04f71, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:21.708399 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:21.778670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] For port 5115479f-b4f7-4746-a8c1-456e39b04f71, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5115479f-b4f7-4746-a8c1-456e39b04f71,segment=NetworkSegment(d8b4c2b2-005b-44ea-a4af-7d18c2d62e6d),segment_id=d8b4c2b2-005b-44ea-a4af-7d18c2d62e6d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:21.795863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.828400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 5014e8f7-4906-4094-b115-364246c58b92 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:21.844183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f2ea8-4e57-4eb0-b04d-9bc8eded9fad req-4941ee81-f04d-4c52-adc9-a39d6affaf91 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:21.850249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 14:55:21.850249 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 14:55:21.850249 n-d-829433-1 neutron-server[103044]: [parameters: {'id': 'c3f43cd0-1f83-4677-9a73-0516e44b7a26'}] Feb 16 14:55:21.850249 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:55:21.850685 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:55:21.851459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e50f2ea8-4e57-4eb0-b04d-9bc8eded9fad req-4941ee81-f04d-4c52-adc9-a39d6affaf91 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1158912 Feb 16 14:55:21.907792 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:21.919977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e50f2ea8-4e57-4eb0-b04d-9bc8eded9fad req-f2800b3c-141c-44ed-be8d-3dd3973c7133 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533581 Feb 16 14:55:22.059921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8220b-b28f-43ad-a125-dedfa34a2d1e None None] Network c3f43cd0-1f83-4677-9a73-0516e44b7a26 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:22.080747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929c873-6830-490f-a796-4cc74eefd417 None None] Pushing event updated for resources: {'Port': ['ID=5115479f-b4f7-4746-a8c1-456e39b04f71,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:22.292635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fbbd3a-1281-48fd-9d7c-f11aab9506f8 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 14:55:22.352086 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:22.426956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting port 5115479f-b4f7-4746-a8c1-456e39b04f71 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:22.427301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:22.527506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] For port 5115479f-b4f7-4746-a8c1-456e39b04f71, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5115479f-b4f7-4746-a8c1-456e39b04f71,segment=NetworkSegment(d8b4c2b2-005b-44ea-a4af-7d18c2d62e6d),segment_id=d8b4c2b2-005b-44ea-a4af-7d18c2d62e6d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:22.529822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:22.556198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Calling delete_port for 5115479f-b4f7-4746-a8c1-456e39b04f71 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:22.644173 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:22.696318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=5014e8f7-4906-4094-b115-364246c58b92,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:22.698467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbbd3a-1281-48fd-9d7c-f11aab9506f8 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 14:55:22.784659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.785030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.785416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.785665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.785999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.786376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.786725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.787191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.787926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.788281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.800881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.800881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:22.829266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:22.837169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7df5db42-3359-41d8-888f-2e53924e2b7e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/5014e8f7-4906-4094-b115-364246c58b92 HTTP/1.1" status: 204 len: 168 time: 1.5367351 Feb 16 14:55:22.837723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60322) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:22.838071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:22.868294 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-433cb731-b335-4d68-ab40-8eb4300c7c81 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:55:22.872761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-433cb731-b335-4d68-ab40-8eb4300c7c81 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/5014e8f7-4906-4094-b115-364246c58b92 HTTP/1.1" status: 404 len: 333 time: 0.0309083 Feb 16 14:55:22.873164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60324) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:22.901113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Port': ['ID=5115479f-b4f7-4746-a8c1-456e39b04f71,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:22.918590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No DVR routers for this DVR port 5115479f-b4f7-4746-a8c1-456e39b04f71 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:22.977409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 84d373fb-da87-4279-b250-672fe7d524d9 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:22.986548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.132561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.143473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.186237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f43cd0-1f83-4677-9a73-0516e44b7a26']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:23.220587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:23.227435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd4bc7-59fb-404d-aaa3-b496f010e6ed req-cef2b372-6ab5-4527-a45a-f39e69300e36 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:23.227984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b4c2b2-005b-44ea-a4af-7d18c2d62e6d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:23.240441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39fd4bc7-59fb-404d-aaa3-b496f010e6ed req-cef2b372-6ab5-4527-a45a-f39e69300e36 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2215860 Feb 16 14:55:23.248980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.276064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.292917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:23.293475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:23.296933 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:23.329701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39fd4bc7-59fb-404d-aaa3-b496f010e6ed req-7065cfcc-cfe5-49dc-968e-e2fffdae8399 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869150 Feb 16 14:55:23.449059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.517996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.529275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.537039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60338) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.541992 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/c3f43cd0-1f83-4677-9a73-0516e44b7a26 HTTP/1.1" status: 204 len: 168 time: 3.0223596 Feb 16 14:55:23.568962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21c5b-1aed-4b66-8fdb-d8aa44526e26 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Network': ['ID=c3f43cd0-1f83-4677-9a73-0516e44b7a26,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:23.588815 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-872a53b2-73cb-4d3f-88c0-282a66edb2eb tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:23.588815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872a53b2-73cb-4d3f-88c0-282a66edb2eb tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:23.592690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.602262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-872a53b2-73cb-4d3f-88c0-282a66edb2eb tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/322dd3bb-346d-402a-9a20-684cff958091 HTTP/1.1" status: 404 len: 337 time: 0.0637071 Feb 16 14:55:23.610297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.624048 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d42e727-48cb-4fc7-9f06-a6c6968a2790 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:23.625744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d42e727-48cb-4fc7-9f06-a6c6968a2790 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:23.637536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d42e727-48cb-4fc7-9f06-a6c6968a2790 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/c3f43cd0-1f83-4677-9a73-0516e44b7a26 HTTP/1.1" status: 404 len: 339 time: 0.0435569 Feb 16 14:55:23.638222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60342) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.670122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=84d373fb-da87-4279-b250-672fe7d524d9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:23.700354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.710001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-37c70444-2097-40c2-860a-2b56897b31f8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/84d373fb-da87-4279-b250-672fe7d524d9 HTTP/1.1" status: 204 len: 168 time: 0.8356187 Feb 16 14:55:23.711804 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a27adb-e989-4901-a537-4ce0387e67fe tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:23.712108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.716058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a27adb-e989-4901-a537-4ce0387e67fe tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:23.727731 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f1a27adb-e989-4901-a537-4ce0387e67fe tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/4378ad1f-d40b-4f97-ad84-822ca38934c5 HTTP/1.1" status: 404 len: 337 time: 0.0868125 Feb 16 14:55:23.727731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60348) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.746439 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-b067b522-a424-458a-9023-e17f7a541454 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:23.746993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b067b522-a424-458a-9023-e17f7a541454 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:23.756591 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b067b522-a424-458a-9023-e17f7a541454 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/7360aefb-87c9-4702-9820-5685f1fae90c HTTP/1.1" status: 404 len: 339 time: 0.0255828 Feb 16 14:55:23.756591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60350) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.762133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a680d-b7c7-4a14-a7fa-8bf573905286 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 14:55:23.816676 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f654e11-ea12-4bf8-8377-f10ccaa7865f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:23.817346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f654e11-ea12-4bf8-8377-f10ccaa7865f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:23.823943 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0f654e11-ea12-4bf8-8377-f10ccaa7865f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/58395ab6-b141-4776-9002-3cad682a793f HTTP/1.1" status: 404 len: 337 time: 0.0689278 Feb 16 14:55:23.825814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60352) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.853068 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc444e1b-20e9-4b9c-ad82-549f7a8f38d7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:23.854327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc444e1b-20e9-4b9c-ad82-549f7a8f38d7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:23.861629 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc444e1b-20e9-4b9c-ad82-549f7a8f38d7 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/2fbac85e-1b40-42cf-be03-54e490fcfa35 HTTP/1.1" status: 404 len: 339 time: 0.0346718 Feb 16 14:55:23.862428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60354) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:23.918710 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:23.973444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a680d-b7c7-4a14-a7fa-8bf573905286 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 14:55:24.023908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting port 0808488c-aed1-47f8-8d39-85fd5e7c483f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:24.024282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.042524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 758c1618-4703-419c-94fc-aa130664a4eb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:24.043206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.141548 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.159248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Calling delete_port for 0808488c-aed1-47f8-8d39-85fd5e7c483f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:24.168714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] For port 758c1618-4703-419c-94fc-aa130664a4eb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=758c1618-4703-419c-94fc-aa130664a4eb,segment=NetworkSegment(fa742aa1-3c8e-4ea7-a1aa-325c962afc73),segment_id=fa742aa1-3c8e-4ea7-a1aa-325c962afc73)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:24.169372 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.189112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 758c1618-4703-419c-94fc-aa130664a4eb owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:24.334888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.368007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.374050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60360) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:24.377666 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/ports/0808488c-aed1-47f8-8d39-85fd5e7c483f HTTP/1.1" status: 204 len: 168 time: 0.5140219 Feb 16 14:55:24.440874 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ce1b65-717b-4a9c-b0fb-5cce7ad74340 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:24.440874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ce1b65-717b-4a9c-b0fb-5cce7ad74340 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:24.444797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e6ce1b65-717b-4a9c-b0fb-5cce7ad74340 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/12dc4afb-9146-43a0-8828-8b847995fe68 HTTP/1.1" status: 404 len: 337 time: 0.0688753 Feb 16 14:55:24.444971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.447433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f3647-e848-4d15-acab-2cb77a9614b4 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Port': ['ID=0808488c-aed1-47f8-8d39-85fd5e7c483f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:24.449485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:24.529982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No DVR routers for this DVR port 758c1618-4703-419c-94fc-aa130664a4eb on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:24.576477 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.607420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=758c1618-4703-419c-94fc-aa130664a4eb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:24.723794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.746235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f6e4-f3f0-4a6e-a774-b95bd80be1c2 req-fa1307a6-62d6-4548-97df-6585531a8da3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:24.748849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5552f6e4-f3f0-4a6e-a774-b95bd80be1c2 req-fa1307a6-62d6-4548-97df-6585531a8da3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2729187 Feb 16 14:55:24.752163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5808ce9-1fef-43f7-9282-5259166bb37e']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:24.781156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc129a50-8370-4378-9ef0-f2c715a41fde') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:24.781459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc129a50-8370-4378-9ef0-f2c715a41fde') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:24.786959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.799939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.819189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5552f6e4-f3f0-4a6e-a774-b95bd80be1c2 req-5397f1d4-8fcd-4b27-b388-82461ac5a05e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606856 Feb 16 14:55:24.821200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.829185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:24.829959 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.848064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149a496d-2334-4ae6-bc9e-2676adc5299c']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:24.883391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa742aa1-3c8e-4ea7-a1aa-325c962afc73') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:24.883735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa742aa1-3c8e-4ea7-a1aa-325c962afc73') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:24.912105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:24.930237 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:24.955720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.989127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:24.989567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:24.992061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d5adc-f763-4202-b0d7-f82f2090f1d6 None None] Network 149a496d-2334-4ae6-bc9e-2676adc5299c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:24.993099 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:25.084903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:25.096091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:25.106165 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/a5808ce9-1fef-43f7-9282-5259166bb37e HTTP/1.1" status: 204 len: 168 time: 0.6556363 Feb 16 14:55:25.129860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60390) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:25.580357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c272fe-fecd-430d-a483-08e4e0be3550 None None] DHCP port deletion for 149a496d-2334-4ae6-bc9e-2676adc5299c request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:55:25.684359 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:25.738820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:25.752155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/149a496d-2334-4ae6-bc9e-2676adc5299c HTTP/1.1" status: 204 len: 168 time: 2.0365160 Feb 16 14:55:25.754494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60416) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:25.788001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1828466226'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:25.807867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39727543-3011-4e31-8d77-8046b8cadd59 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=149a496d-2334-4ae6-bc9e-2676adc5299c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:25.839384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73fa32-ab66-4692-85f8-c8ed9232932f tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Network': ['ID=a5808ce9-1fef-43f7-9282-5259166bb37e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:25.919878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a340e24-7953-4bbf-ba40-bb21676cf4d5 req-6448a212-0bc5-4736-8582-3a1bd82e281f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:25.922417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a340e24-7953-4bbf-ba40-bb21676cf4d5 req-6448a212-0bc5-4736-8582-3a1bd82e281f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0906134 Feb 16 14:55:25.945215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-ddffcab5-93ce-49ba-8319-404cd1486a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:25.946724 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-ddffcab5-93ce-49ba-8319-404cd1486a30 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1095 time: 0.0636091 Feb 16 14:55:25.952446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 758c1618-4703-419c-94fc-aa130664a4eb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:25.953893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting port 3a02754b-4509-4d23-b111-a8720fe56386 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:25.954241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:25.966527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:25.971960 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:25.973376 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 758c1618-4703-419c-94fc-aa130664a4eb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:55:25.973733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 758c1618-4703-419c-94fc-aa130664a4eb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:26.008918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:26.022033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.028147 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment b05af326-a99f-4d94-8295-7d3436f8ae65 of type vlan for network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 Feb 16 14:55:26.054779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a340e24-7953-4bbf-ba40-bb21676cf4d5 req-c23c2888-1b76-4d36-88c7-e33bac68f7af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255386 Feb 16 14:55:26.090131 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.104791 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.115714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Calling delete_port for 3a02754b-4509-4d23-b111-a8720fe56386 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:26.146350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-fd21528e-df55-46f5-af90-b3b392f3323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:26.148335 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-fd21528e-df55-46f5-af90-b3b392f3323c service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.1908460 Feb 16 14:55:26.246323 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.253330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:26.253961 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.257981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-426ce1cc-564e-491d-8eef-e2acfa839e74 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.0763597 Feb 16 14:55:26.335636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-3e0721de-35a5-4d00-b367-9f1c6663670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:26.337572 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-3e0721de-35a5-4d00-b367-9f1c6663670b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0696120 Feb 16 14:55:26.349370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=7de29919-c81b-482e-bc3f-ec1d1a1f4105,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:26.365222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:26.405023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.474090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Port': ['ID=3a02754b-4509-4d23-b111-a8720fe56386,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:26.492081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.492081 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-db20d3c7-6148-4da9-b9e4-2ca05bb48773 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/ports/3a02754b-4509-4d23-b111-a8720fe56386 HTTP/1.1" status: 204 len: 168 time: 1.3553004 Feb 16 14:55:26.493149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60426) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:26.497895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-f92817c2-c94a-467d-8afe-0b6dd625b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:26.499443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-f92817c2-c94a-467d-8afe-0b6dd625b9de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520336 Feb 16 14:55:26.572454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-801bef25-2cf2-4b60-b71d-0417af7f9534 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8129630 Feb 16 14:55:26.572454 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-290018ae-3a77-4297-912d-5f041529df67 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] DELETE failed (client error): The resource could not be found. Feb 16 14:55:26.572454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290018ae-3a77-4297-912d-5f041529df67 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:26.580559 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-290018ae-3a77-4297-912d-5f041529df67 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/eafc2c88-66ad-4262-8562-f3a0b51f3d84 HTTP/1.1" status: 404 len: 337 time: 0.0849633 Feb 16 14:55:26.580559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60428) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:26.590248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:26.600005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60430) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:26.618413 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-0ad5fdc2-a329-4204-a08c-36f2c5774374 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109247 Feb 16 14:55:26.760513 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.838409 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d7c4e46c-0616-4618-b58f-2196c9e2ef95 req-d2c0a167-be4c-40d9-9cd4-148dc6f49150 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117798 Feb 16 14:55:26.894144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.919880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:26.924827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:26.950664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b517e047-a87d-441c-b658-cb84b9e32696']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:26.997840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3041da40-3778-4d37-b042-5785ef20f3e7') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:26.998140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3041da40-3778-4d37-b042-5785ef20f3e7') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:27.017703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.044594 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.056797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:27.056797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:27.064213 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:27.204657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529dfa-d42d-4086-83b6-c869dced3c3a req-ac26851a-44a3-4cf3-a9c9-da847a26efd1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:27.214009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff529dfa-d42d-4086-83b6-c869dced3c3a req-ac26851a-44a3-4cf3-a9c9-da847a26efd1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0672953 Feb 16 14:55:27.236527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.246943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.250312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/b517e047-a87d-441c-b658-cb84b9e32696 HTTP/1.1" status: 204 len: 168 time: 0.6488919 Feb 16 14:55:27.254257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60458) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:27.277816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff529dfa-d42d-4086-83b6-c869dced3c3a req-c7821852-ba51-43c3-a0d5-c90b967dda53 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623438 Feb 16 14:55:27.292822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2d238-81e0-43ad-af4c-b65d97d2e44b tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Network': ['ID=b517e047-a87d-441c-b658-cb84b9e32696,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:27.395908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting subnet cd2d8ed3-5d1c-462c-86c1-ef40c07545ec {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:27.400898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.481264 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.541224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.627609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.667172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=8ae58f21-b127-4764-ab64-dd6afd97130a,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:27.696419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': 'b05af326-a99f-4d94-8295-7d3436f8ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:27.698263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: 7de29919-c81b-482e-bc3f-ec1d1a1f4105, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:27.798024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:27.798646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.829041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2d8ed3-5d1c-462c-86c1-ef40c07545ec,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:27.832844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:27.836895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-865ce970-6aff-4125-964b-6e985fb287c9 tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/subnets/cd2d8ed3-5d1c-462c-86c1-ef40c07545ec HTTP/1.1" status: 204 len: 168 time: 0.5794673 Feb 16 14:55:27.839381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60466) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:27.842625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd368d-3a68-42c2-92bd-d8c05c5f07a9 None None] Network 38e7f6a1-65af-4c24-9402-c35bc26c56df requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:27.895657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 7de29919-c81b-482e-bc3f-ec1d1a1f4105) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:27.926710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267bd9e5-1d2c-41e1-9115-11ba00e6800c None None] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:27.986236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:27.987093 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.038608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.110397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60474) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:28.110778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a33daea5-2df4-49e6-a519-a29bd988a133 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5305099 Feb 16 14:55:28.115868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105', 'name': 'tempest-PortsTestJSON-1999228919', 'fixed_ips': [{'subnet_id': '8ae58f21-b127-4764-ab64-dd6afd97130a', 'ip_address': '172.20.0.10'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:28.174216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Deleting port a1fb3107-ed94-491b-89ff-64b08de17037 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:28.174563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.289641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-7de29919-c81b-482e-bc3f-ec1d1a1f4105', 'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105', 'tenant_id': 'cae4d26acc6145638e16472a028f6f4d', 'fixed_ips': [{'subnet_id': '8ae58f21-b127-4764-ab64-dd6afd97130a'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:28.300072 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.300072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] DHCP port deletion for 38e7f6a1-65af-4c24-9402-c35bc26c56df request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:55:28.371056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] For port a1fb3107-ed94-491b-89ff-64b08de17037, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a1fb3107-ed94-491b-89ff-64b08de17037,segment=NetworkSegment(15a99a47-d968-425d-83cc-53f031dc7afc),segment_id=15a99a47-d968-425d-83cc-53f031dc7afc)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:28.373082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.396096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Calling delete_port for a1fb3107-ed94-491b-89ff-64b08de17037 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:28.543611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:28.637853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Deleting port a1fb3107-ed94-491b-89ff-64b08de17037 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:28.638238 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.643848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac71ca4-cc71-4554-a23e-8b6c2c71314c req-2c4c4824-042f-4427-ad08-340b3cf5ccab tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:28.647382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ac71ca4-cc71-4554-a23e-8b6c2c71314c req-2c4c4824-042f-4427-ad08-340b3cf5ccab tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1876187 Feb 16 14:55:28.647382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.697477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Port': ['ID=a1fb3107-ed94-491b-89ff-64b08de17037,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:28.707235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] No DVR routers for this DVR port a1fb3107-ed94-491b-89ff-64b08de17037 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:28.762892 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.771629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Allocated IP 172.20.0.2 (7de29919-c81b-482e-bc3f-ec1d1a1f4105/8ae58f21-b127-4764-ab64-dd6afd97130a/a8657b2e-c3bd-4d5b-a104-a41f4856d722) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:28.778604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] For port a1fb3107-ed94-491b-89ff-64b08de17037, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:28.779155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.793061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 50e28a0b-8f08-419e-bedd-af93a192cb3a yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:28.810182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Calling delete_port for a1fb3107-ed94-491b-89ff-64b08de17037 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:28.818079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Port a1fb3107-ed94-491b-89ff-64b08de17037 was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:55:28.821147 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:28.852015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ac71ca4-cc71-4554-a23e-8b6c2c71314c req-5f94b79c-7673-4bc8-b04a-2d6e0a1cde78 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991754 Feb 16 14:55:28.989485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60488) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:29.007527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Pushing event deleted for resources: {'Port': ['ID=a1fb3107-ed94-491b-89ff-64b08de17037,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:29.009930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] No DVR routers for this DVR port a1fb3107-ed94-491b-89ff-64b08de17037 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:29.039365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.039725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.040064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.040406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.040768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.041102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.041437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.041774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.042098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.042427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.042754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.043081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efffe8d0-45fb-4358-a00e-9a7aace2a858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:55:29.050159 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.097287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e7f6a1-65af-4c24-9402-c35bc26c56df']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:29.123948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a99a47-d968-425d-83cc-53f031dc7afc') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:29.124164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a99a47-d968-425d-83cc-53f031dc7afc') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:29.161743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.191747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53cb4-746a-4764-b044-03ff0a68c7f5 req-f3db1717-595c-48cc-8a7b-8926665daab9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:29.192307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cd53cb4-746a-4764-b044-03ff0a68c7f5 req-f3db1717-595c-48cc-8a7b-8926665daab9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1135321 Feb 16 14:55:29.222852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.223158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.276224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:29.277154 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.280692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a7c58cb-b855-4bf3-89f0-b4ac11c9878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:29.283660 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:29.291189 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.379084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Pushing event updated for resources: {'Port': ['ID=a8657b2e-c3bd-4d5b-a104-a41f4856d722,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:29.390624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:29.391706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cd53cb4-746a-4764-b044-03ff0a68c7f5 req-b540e4f6-8a4a-4a84-adc6-0413fa6c7b55 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920798 Feb 16 14:55:29.395609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:29.402502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.10 (7de29919-c81b-482e-bc3f-ec1d1a1f4105/8ae58f21-b127-4764-ab64-dd6afd97130a/50e28a0b-8f08-419e-bedd-af93a192cb3a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:29.406021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:29.480951 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.520049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.528744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] 10.222.0.113 "DELETE /v2.0/networks/38e7f6a1-65af-4c24-9402-c35bc26c56df HTTP/1.1" status: 204 len: 168 time: 1.6884692 Feb 16 14:55:29.532160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Attempting to bind port a8657b2e-c3bd-4d5b-a104-a41f4856d722 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:29.532612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Attempting to bind port a8657b2e-c3bd-4d5b-a104-a41f4856d722 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'b05af326-a99f-4d94-8295-7d3436f8ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:29.540131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Attempting to bind port a8657b2e-c3bd-4d5b-a104-a41f4856d722 on network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:29.540499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83afe81-4915-49d8-b7ac-78ee58a59bfc tempest-NetworksIpV6TestAttrs-1666411270 tempest-NetworksIpV6TestAttrs-1666411270-project] Pushing event deleted for resources: {'Network': ['ID=38e7f6a1-65af-4c24-9402-c35bc26c56df,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:29.540599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:29.540599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Checking segment: {'id': 'b05af326-a99f-4d94-8295-7d3436f8ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:29.540794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.541089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Bound using segment: {'id': 'b05af326-a99f-4d94-8295-7d3436f8ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:29.542027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Bound port: a8657b2e-c3bd-4d5b-a104-a41f4856d722, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05af326-a99f-4d94-8295-7d3436f8ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:29.542445 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.633174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] For port a8657b2e-c3bd-4d5b-a104-a41f4856d722, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:29.636989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] For port a8657b2e-c3bd-4d5b-a104-a41f4856d722, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a8657b2e-c3bd-4d5b-a104-a41f4856d722,segment=NetworkSegment(b05af326-a99f-4d94-8295-7d3436f8ae65),segment_id=b05af326-a99f-4d94-8295-7d3436f8ae65)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:29.652732 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a7c58cb-b855-4bf3-89f0-b4ac11c9878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.692570 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.746958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a7c58cb-b855-4bf3-89f0-b4ac11c9878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.770502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.771262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fc96d-352a-4449-b487-bda9e0720975 None None] Pushing event updated for resources: {'Port': ['ID=a8657b2e-c3bd-4d5b-a104-a41f4856d722,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:29.817888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c58cb-b855-4bf3-89f0-b4ac11c9878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087af8be-e661-4087-857e-4fe08fd47f8b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:29.825209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3a7c58cb-b855-4bf3-89f0-b4ac11c9878d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c028dfbae123472bb4dd8bc65dc491bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349459 Feb 16 14:55:29.828782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60510) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:29.912885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb50d76e-39a7-47b4-aba2-5cde3d605844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.918898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:29.944948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a1fb3107-ed94-491b-89ff-64b08de17037 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:29.980436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a1fb3107-ed94-491b-89ff-64b08de17037 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:55:29.986208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a1fb3107-ed94-491b-89ff-64b08de17037 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:29.999463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:30.005909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:30.006956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb50d76e-39a7-47b4-aba2-5cde3d605844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.010662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:30.124933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=50e28a0b-8f08-419e-bedd-af93a192cb3a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:30.132855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:30.184441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:30.185404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.217189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb50d76e-39a7-47b4-aba2-5cde3d605844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.219986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb50d76e-39a7-47b4-aba2-5cde3d605844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.223423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bb50d76e-39a7-47b4-aba2-5cde3d605844 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/087af8be-e661-4087-857e-4fe08fd47f8b HTTP/1.1" status: 204 len: 168 time: 0.3913913 Feb 16 14:55:30.243232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50d76e-39a7-47b4-aba2-5cde3d605844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087af8be-e661-4087-857e-4fe08fd47f8b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:30.291151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73b7d-3ff6-4047-a6a5-ec1684b6454d req-619e97a5-fa8b-40d1-8e43-fb3e50a11559 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:30.297522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-420bcdf9-5bde-4f21-ab1e-f7bd3d1db190 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1832879 Feb 16 14:55:30.298235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60534) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:30.300068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0dc73b7d-3ff6-4047-a6a5-ec1684b6454d req-619e97a5-fa8b-40d1-8e43-fb3e50a11559 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1841464 Feb 16 14:55:30.308452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': '7de29919-c81b-482e-bc3f-ec1d1a1f4105', 'name': 'tempest-PortsTestJSON-533949838', 'fixed_ips': [{'subnet_id': '8ae58f21-b127-4764-ab64-dd6afd97130a', 'ip_address': '172.20.0.9'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:30.401451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0dc73b7d-3ff6-4047-a6a5-ec1684b6454d req-cc1f06af-7536-451b-a158-9ca27e18216e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963020 Feb 16 14:55:30.536051 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ba9e8365-333a-402b-83dc-50a47272edd2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4a64be428a7d4785885e13250337a163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020207 Feb 16 14:55:30.548727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60540) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:30.657743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6173476f-8fc1-469a-9e7d-dae24a8282fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.667978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c798-535a-4d4e-b5b1-02a7608d8479 req-0b98235d-ae91-4b2c-80ca-2d1d2ef7b2ad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:30.675849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:30.684922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.687447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c479c798-535a-4d4e-b5b1-02a7608d8479 req-0b98235d-ae91-4b2c-80ca-2d1d2ef7b2ad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1568158 Feb 16 14:55:30.728905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 227b15c2-0be5-45c7-9919-28cad5f9ee5e yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:30.761589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6173476f-8fc1-469a-9e7d-dae24a8282fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.811130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c479c798-535a-4d4e-b5b1-02a7608d8479 req-dfbdbd15-bd97-4d4f-a976-930bb7b4cccd tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227694 Feb 16 14:55:30.932986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6173476f-8fc1-469a-9e7d-dae24a8282fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.944848 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6173476f-8fc1-469a-9e7d-dae24a8282fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:30.946056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6173476f-8fc1-469a-9e7d-dae24a8282fb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e4dd82fb-373a-4551-8097-dfbc8365fad6 HTTP/1.1" status: 204 len: 168 time: 0.3908420 Feb 16 14:55:31.038290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173476f-8fc1-469a-9e7d-dae24a8282fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dd82fb-373a-4551-8097-dfbc8365fad6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:31.097417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.9 (7de29919-c81b-482e-bc3f-ec1d1a1f4105/8ae58f21-b127-4764-ab64-dd6afd97130a/227b15c2-0be5-45c7-9919-28cad5f9ee5e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:31.099968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07533a7-8195-4c66-86cb-49b962432bee req-1769ca3b-a335-4216-8dbf-ff05f6454296 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:31.117911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d07533a7-8195-4c66-86cb-49b962432bee req-1769ca3b-a335-4216-8dbf-ff05f6454296 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1943736 Feb 16 14:55:31.178895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d07533a7-8195-4c66-86cb-49b962432bee req-d306f6f1-9b49-435f-a62b-f1c1c19c3823 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600076 Feb 16 14:55:31.185803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60554) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:31.220730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bcc734a0-12b9-4c1b-8b0d-191b0458a7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:31.398774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bcc734a0-12b9-4c1b-8b0d-191b0458a7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:31.430952 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:31.483746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bcc734a0-12b9-4c1b-8b0d-191b0458a7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:31.556696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60564) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:31.567861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bcc734a0-12b9-4c1b-8b0d-191b0458a7d0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b3c4841c7e084edb8f9aa3eb6de01b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783994 Feb 16 14:55:31.571835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc734a0-12b9-4c1b-8b0d-191b0458a7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6506d8a-ad24-4717-94ae-b29f8e12435a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:31.586214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:31.736008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:31.759534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:31.766021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:31.788062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280308c-1fa4-47ae-8891-cfd45eb0db8b req-89d0919a-9e30-4586-b8f8-0e75cd232384 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:31.789650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e280308c-1fa4-47ae-8891-cfd45eb0db8b req-89d0919a-9e30-4586-b8f8-0e75cd232384 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1460738 Feb 16 14:55:31.801226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=227b15c2-0be5-45c7-9919-28cad5f9ee5e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:31.834632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33773509-aaf4-43b9-8120-50707b7bba7d None None] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:31.846953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-363ff5b2-89dc-4e66-b619-bb2ca63394a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:31.874156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e280308c-1fa4-47ae-8891-cfd45eb0db8b req-dbf87200-3a8a-463e-8907-e063741645b1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778341 Feb 16 14:55:31.997835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:31.998947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.014817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-363ff5b2-89dc-4e66-b619-bb2ca63394a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.031598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-b3c496db-3ef8-47f4-9bc1-f2f8b4ec4dde service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113498 Feb 16 14:55:32.128802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a8657b2e-c3bd-4d5b-a104-a41f4856d722 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:32.161845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-680d1ce9-5c1e-4866-9c93-f172cfd3d1d3 None None] Provisioning complete for port a8657b2e-c3bd-4d5b-a104-a41f4856d722 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:32.162504 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-680d1ce9-5c1e-4866-9c93-f172cfd3d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.269416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-2b6acc4b-c4bb-4b65-b0e6-f4c36239a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.272636 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-2b6acc4b-c4bb-4b65-b0e6-f4c36239a24b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 1096 time: 0.1746454 Feb 16 14:55:32.365994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a8657b2e-c3bd-4d5b-a104-a41f4856d722 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:32.366363 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.394920 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-680d1ce9-5c1e-4866-9c93-f172cfd3d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.401382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-4fb2b996-6176-43cf-a9d3-d27d7281f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.402908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-4fb2b996-6176-43cf-a9d3-d27d7281f863 service neutron] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.1097300 Feb 16 14:55:32.444680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-680d1ce9-5c1e-4866-9c93-f172cfd3d1d3 None None] For port a8657b2e-c3bd-4d5b-a104-a41f4856d722, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a8657b2e-c3bd-4d5b-a104-a41f4856d722,segment=NetworkSegment(b05af326-a99f-4d94-8295-7d3436f8ae65),segment_id=b05af326-a99f-4d94-8295-7d3436f8ae65)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:32.449974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-f29adc83-247e-4ca7-ae11-b06c16243f78 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c46534-7785-494d-915f-95f3274cde2c HTTP/1.1" status: 200 len: 217 time: 0.0406237 Feb 16 14:55:32.481929 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.510776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-693c0130-f0c7-4124-bf72-392ad6d85e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.512418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-693c0130-f0c7-4124-bf72-392ad6d85e92 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0561213 Feb 16 14:55:32.567181 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c110572-812b-4fbf-ba2a-45c0517a2efe tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2669840 Feb 16 14:55:32.568415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-7aeb505b-528d-4180-b9f2-191438ac55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.569905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60590) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:32.570040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-7aeb505b-528d-4180-b9f2-191438ac55df service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508122 Feb 16 14:55:32.620716 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-363ff5b2-89dc-4e66-b619-bb2ca63394a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.623690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-363ff5b2-89dc-4e66-b619-bb2ca63394a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.628233 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-363ff5b2-89dc-4e66-b619-bb2ca63394a5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c6506d8a-ad24-4717-94ae-b29f8e12435a HTTP/1.1" status: 204 len: 168 time: 1.0684516 Feb 16 14:55:32.641211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ff5b2-89dc-4e66-b619-bb2ca63394a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6506d8a-ad24-4717-94ae-b29f8e12435a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:32.653417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a38074e-5c76-40ab-94bb-8646f3c214b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.658388 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a38074e-5c76-40ab-94bb-8646f3c214b3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0843501 Feb 16 14:55:32.659695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60596) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:32.740751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-32bb4f3f-4396-4fc4-80ac-fa5f1bdda412 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635063 Feb 16 14:55:32.786190 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-680d1ce9-5c1e-4866-9c93-f172cfd3d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:32.806694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34baa7-1a0b-4807-a740-645f72959d60 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.816378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34baa7-1a0b-4807-a740-645f72959d60 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.892840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34baa7-1a0b-4807-a740-645f72959d60 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:32.898882 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca34baa7-1a0b-4807-a740-645f72959d60 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2381165 Feb 16 14:55:32.906532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60608) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:32.971111 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:55:32.974315 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:55:33.072762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d1ce9-5c1e-4866-9c93-f172cfd3d1d3 None None] Pushing event updated for resources: {'Port': ['ID=a8657b2e-c3bd-4d5b-a104-a41f4856d722,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:33.084164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Provisioning complete for port a8657b2e-c3bd-4d5b-a104-a41f4856d722 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:33.084486 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:33.140905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcd049e9-b43b-4f7c-999f-09cc7033325d req-1a81cdb2-9c38-495b-92f0-9902fad65167 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884585 Feb 16 14:55:33.266400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 227b15c2-0be5-45c7-9919-28cad5f9ee5e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:33.276504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f123626-786a-4295-b31b-74d23563512e req-c9363808-048f-4cf7-be0b-b155e9f25994 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:33.277590 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:33.295123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f123626-786a-4295-b31b-74d23563512e req-c9363808-048f-4cf7-be0b-b155e9f25994 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1469450 Feb 16 14:55:33.359944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f123626-786a-4295-b31b-74d23563512e req-b73e94d2-db42-4f8e-b331-59ed5d6f7ee1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582385 Feb 16 14:55:33.385422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Provisioning complete for port 227b15c2-0be5-45c7-9919-28cad5f9ee5e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:33.390271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:33.521445 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:33.558720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 227b15c2-0be5-45c7-9919-28cad5f9ee5e owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:33.746850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60636) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:33.845401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Port 227b15c2-0be5-45c7-9919-28cad5f9ee5e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:33.882228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Provisioning complete for port 50e28a0b-8f08-419e-bedd-af93a192cb3a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:33.882607 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:33.933367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c2850b2c-3428-44d0-9f61-29ea98a01550 None None] Port 50e28a0b-8f08-419e-bedd-af93a192cb3a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:33.964520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.009863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8875f-dc4b-426a-a2e9-1fd4353f7235 req-2b643e96-9a65-4257-a2c5-8180ef34ac88 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:34.018249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=227b15c2-0be5-45c7-9919-28cad5f9ee5e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:34.026276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0b8875f-dc4b-426a-a2e9-1fd4353f7235 req-2b643e96-9a65-4257-a2c5-8180ef34ac88 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1582057 Feb 16 14:55:34.082008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ae2916fd-dba4-4f9d-8add-cc4d32e6963a None None] Could not find standard attr ID for object 227b15c2-0be5-45c7-9919-28cad5f9ee5e. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:55:34.110843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ae2916fd-dba4-4f9d-8add-cc4d32e6963a None None] Provisioning complete for port 50e28a0b-8f08-419e-bedd-af93a192cb3a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:34.115987 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ae2916fd-dba4-4f9d-8add-cc4d32e6963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.160876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0b8875f-dc4b-426a-a2e9-1fd4353f7235 req-3defd16e-4863-4f28-9dc9-b8f5be8f545d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302440 Feb 16 14:55:34.190372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a8657b2e-c3bd-4d5b-a104-a41f4856d722 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:34.275971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ae2916fd-dba4-4f9d-8add-cc4d32e6963a None None] Port 50e28a0b-8f08-419e-bedd-af93a192cb3a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:34.305813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-1147591403'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:34.335655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a8657b2e-c3bd-4d5b-a104-a41f4856d722 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:34.336433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.352006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.358828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dc66aa66-9e9f-45ff-abb2-c89444535b79 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/227b15c2-0be5-45c7-9919-28cad5f9ee5e HTTP/1.1" status: 204 len: 168 time: 1.4433322 Feb 16 14:55:34.361864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:34.429745 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcd4f59-1f11-4f08-87b0-aee84861366b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:55:34.439780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3bcd4f59-1f11-4f08-87b0-aee84861366b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/227b15c2-0be5-45c7-9919-28cad5f9ee5e HTTP/1.1" status: 404 len: 333 time: 0.0696971 Feb 16 14:55:34.441229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60656) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:34.557831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:34.561375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.580494 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.631007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 50e28a0b-8f08-419e-bedd-af93a192cb3a {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:34.631350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.745936 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.763601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 50e28a0b-8f08-419e-bedd-af93a192cb3a owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:34.838883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.904308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:34.946775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed2073a-b73d-4e8c-ae99-ea030bc23381,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:35.013509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.015843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1062, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:35.054075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=50e28a0b-8f08-419e-bedd-af93a192cb3a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:35.058003 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.058568 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment d69c08d6-668c-4cca-9523-56426e065613 of type vlan for network 23474a13-eb58-4886-be99-31f221cc19a4 Feb 16 14:55:35.195757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.212671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.216598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d252f0a1-87fe-420f-8e73-7e5ed436ab6d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/50e28a0b-8f08-419e-bedd-af93a192cb3a HTTP/1.1" status: 204 len: 168 time: 0.7743716 Feb 16 14:55:35.219845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60692) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:35.259570 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b4cea888-37f9-4a68-a93f-7ae6f26fe485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.260308 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-598226ef-3a56-467f-95fa-a964f07cca2c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:55:35.263396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-598226ef-3a56-467f-95fa-a964f07cca2c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/50e28a0b-8f08-419e-bedd-af93a192cb3a HTTP/1.1" status: 404 len: 333 time: 0.0424950 Feb 16 14:55:35.267295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60696) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:35.327129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.333750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:35.334365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.405234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb8f8-9bb0-406e-a6b3-491a1bae3b36 req-72bb6fec-405d-454d-968c-e92f2626ad0c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:35.406968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43fbb8f8-9bb0-406e-a6b3-491a1bae3b36 req-72bb6fec-405d-454d-968c-e92f2626ad0c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0655937 Feb 16 14:55:35.430993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 8ae58f21-b127-4764-ab64-dd6afd97130a {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:35.441234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.447467 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6971102 Feb 16 14:55:35.461299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60702) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:35.465169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43fbb8f8-9bb0-406e-a6b3-491a1bae3b36 req-6997ab35-f010-43a1-a598-7ad8948ee3b5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471144 Feb 16 14:55:35.471068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-945056758'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:35.476782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66511f54-638d-4a55-9419-78c7d8afc76b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=23474a13-eb58-4886-be99-31f221cc19a4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:35.488003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 23474a13-eb58-4886-be99-31f221cc19a4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:35.535361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.591945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:35.598100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.681847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:35.685407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.707131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.708446 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment 59c519a9-d60f-4bcb-bf3b-7979ef6b0613 of type vlan for network 6ace1a70-7d92-4041-9f34-c97c690ede5f Feb 16 14:55:35.729826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d2925-b063-4ef7-96f9-598a42706d86 req-862d66f8-eb16-4c5e-91b1-3d0bb54861c9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:35.739010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-062d2925-b063-4ef7-96f9-598a42706d86 req-862d66f8-eb16-4c5e-91b1-3d0bb54861c9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0998631 Feb 16 14:55:35.809197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-062d2925-b063-4ef7-96f9-598a42706d86 req-27fe5bec-1433-4563-8c45-23ed8d3ae49f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689082 Feb 16 14:55:35.830848 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.856410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.894600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae58f21-b127-4764-ab64-dd6afd97130a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:35.896833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.903071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60744) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:35.905158 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-505f7d60-feb7-45ae-b483-81cffa8c7387 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/8ae58f21-b127-4764-ab64-dd6afd97130a HTTP/1.1" status: 204 len: 168 time: 0.6334841 Feb 16 14:55:35.909306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a390bb5-1ca4-4a20-88a3-fb83a9d3201f None None] Network 7de29919-c81b-482e-bc3f-ec1d1a1f4105 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:35.939991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:35.945688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:35.946380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.223475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] DHCP port deletion for 7de29919-c81b-482e-bc3f-ec1d1a1f4105 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:55:36.283388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] Deleting port a8657b2e-c3bd-4d5b-a104-a41f4856d722 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:36.284683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.378852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] For port a8657b2e-c3bd-4d5b-a104-a41f4856d722, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a8657b2e-c3bd-4d5b-a104-a41f4856d722,segment=NetworkSegment(b05af326-a99f-4d94-8295-7d3436f8ae65),segment_id=b05af326-a99f-4d94-8295-7d3436f8ae65)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:36.381295 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.401348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] Calling delete_port for a8657b2e-c3bd-4d5b-a104-a41f4856d722 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:36.513239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f15d-c7ec-4084-b090-d5aeaf473293 req-09167a15-6bdb-43cb-bd9b-35c60b250f9f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.513239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4231f15d-c7ec-4084-b090-d5aeaf473293 req-09167a15-6bdb-43cb-bd9b-35c60b250f9f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.5854657 Feb 16 14:55:36.520775 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.543977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=6ace1a70-7d92-4041-9f34-c97c690ede5f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:36.555260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:36.600683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d7aa70a-e034-4470-969f-a6813bdb54d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1316528 Feb 16 14:55:36.601835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60764) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:36.605255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4231f15d-c7ec-4084-b090-d5aeaf473293 req-fa46b59f-0562-4c03-b43d-301f0278d08b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782387 Feb 16 14:55:36.612102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': '23474a13-eb58-4886-be99-31f221cc19a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:36.623119 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.629376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port a8657b2e-c3bd-4d5b-a104-a41f4856d722 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:36.629723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.706827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] For port a8657b2e-c3bd-4d5b-a104-a41f4856d722, host n-d-829433-1, got binding levels [] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:36.707202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.725732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for a8657b2e-c3bd-4d5b-a104-a41f4856d722 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:36.728457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Port a8657b2e-c3bd-4d5b-a104-a41f4856d722 was not found and therefore no delete operation was performed {{(pid=103043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:55:36.729823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.757362 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ff2f7944-176c-42a9-ba64-61335e4598e5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1393096 Feb 16 14:55:36.763898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] Pushing event deleted for resources: {'Port': ['ID=a8657b2e-c3bd-4d5b-a104-a41f4856d722,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:36.778833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890e501-6c3f-404b-9a94-be41aaccfa45 None None] No DVR routers for this DVR port a8657b2e-c3bd-4d5b-a104-a41f4856d722 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:36.791825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=a8657b2e-c3bd-4d5b-a104-a41f4856d722,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:36.791825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No DVR routers for this DVR port a8657b2e-c3bd-4d5b-a104-a41f4856d722 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:36.822048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:36.826712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.902275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edad615-8ee4-42f7-be05-582c8079afcb req-91157139-0a84-4586-a5dd-93f688cec05b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.906701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9edad615-8ee4-42f7-be05-582c8079afcb req-91157139-0a84-4586-a5dd-93f688cec05b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1740286 Feb 16 14:55:36.929831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:36.965998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de29919-c81b-482e-bc3f-ec1d1a1f4105']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:36.967660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.969254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.969826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.970489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.970973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.971412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.971902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:36.973832 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f6e33037-bbcb-42c4-aa16-966ce6638f9c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aa08f1ea767b4697af004bf547bd9bab&device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 6492 time: 0.0866189 Feb 16 14:55:36.981002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9edad615-8ee4-42f7-be05-582c8079afcb req-2bee728e-78aa-4389-9313-94063383a56c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617428 Feb 16 14:55:36.982637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05af326-a99f-4d94-8295-7d3436f8ae65') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:36.982919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05af326-a99f-4d94-8295-7d3436f8ae65') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:37.002245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.018259 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.041026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:37.041026 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:37.067037 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:37.178795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-39721ef6-a4ab-4549-9bf5-4437198117b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.179410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-39721ef6-a4ab-4549-9bf5-4437198117b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.183809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-39721ef6-a4ab-4549-9bf5-4437198117b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.183809 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-39721ef6-a4ab-4549-9bf5-4437198117b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0b18220e-b2f2-4afd-922c-83c86ed713f5&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=d6a65f21-dee2-406d-8515-cd3a47a924d2&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0 HTTP/1.1" status: 200 len: 2297 time: 0.1654775 Feb 16 14:55:37.217695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c7ba0-037d-4ff8-af58-c129683fa7e3 req-ed468735-a75f-4cff-bd83-011fda08c0cb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.220332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a4c7ba0-037d-4ff8-af58-c129683fa7e3 req-ed468735-a75f-4cff-bd83-011fda08c0cb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0801258 Feb 16 14:55:37.264292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.265079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a4c7ba0-037d-4ff8-af58-c129683fa7e3 req-ca45a9c5-d0ed-495c-9e17-cee8fb097d35 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375669 Feb 16 14:55:37.270733 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-13ad2041-d3c4-4726-92f7-f250a2bf04a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 HTTP/1.1" status: 200 len: 1001 time: 0.0809114 Feb 16 14:55:37.289628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.334624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.338192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/7de29919-c81b-482e-bc3f-ec1d1a1f4105 HTTP/1.1" status: 204 len: 168 time: 1.4341066 Feb 16 14:55:37.339597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9987337-b172-4d2f-9cf1-8d94314566e5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=7de29919-c81b-482e-bc3f-ec1d1a1f4105,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:37.344755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60814) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:37.351495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1108673779'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:37.430103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=e41de7a8-d321-4fba-945c-8300506602fb,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:37.457546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-45c47209-3942-47c3-8c75-0da0c8d94f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.459828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-45c47209-3942-47c3-8c75-0da0c8d94f57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fef6a079-b0ad-4472-ac1f-69a28a56eab1 HTTP/1.1" status: 200 len: 851 time: 0.1329660 Feb 16 14:55:37.462292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:37.466387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.511006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': 'd69c08d6-668c-4cca-9523-56426e065613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23474a13-eb58-4886-be99-31f221cc19a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:37.521333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: 23474a13-eb58-4886-be99-31f221cc19a4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:37.545481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:55:37.561192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.561541 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Added segment 425f33c5-c185-461e-8d70-1804f6805be1 of type vlan for network f23f01f1-82b0-412c-908b-1af30a349edf Feb 16 14:55:37.580347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5865a-997f-4224-8216-1fbb44a1d643 req-2c9124aa-b605-4e78-bed0-85effdfb6b1f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.581884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bd5865a-997f-4224-8216-1fbb44a1d643 req-2c9124aa-b605-4e78-bed0-85effdfb6b1f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1468792 Feb 16 14:55:37.594136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-9d5f4b6a-efde-4390-a318-0a67b6bbbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.596263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-9d5f4b6a-efde-4390-a318-0a67b6bbbb0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0b18220e-b2f2-4afd-922c-83c86ed713f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209803 Feb 16 14:55:37.662787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bd5865a-997f-4224-8216-1fbb44a1d643 req-3828a946-15ac-43a8-adbd-6533b88d9a11 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745056 Feb 16 14:55:37.668913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.676678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 23474a13-eb58-4886-be99-31f221cc19a4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:37.727313 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ffac4afd-64a0-43c9-8d4c-b0b1eba081f6 service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227498 Feb 16 14:55:37.774208 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 23474a13-eb58-4886-be99-31f221cc19a4) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:37.781406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8835af1e-2fea-4009-be56-20021f447059 None None] Network 23474a13-eb58-4886-be99-31f221cc19a4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:37.797328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.800715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.801014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.862367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:37.865465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:37.899572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5528486 Feb 16 14:55:37.902283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:37.924458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bdf1c-ec94-4841-8252-039635dbe4cf tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Network': ['ID=f23f01f1-82b0-412c-908b-1af30a349edf,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:37.926928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:37.935924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60842) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:38.008948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f23f01f1-82b0-412c-908b-1af30a349edf details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:55:38.055635 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6d0276c7-e683-443e-92fe-d7d60433e48e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4530742 Feb 16 14:55:38.058436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60846) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:38.072025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': '6ace1a70-7d92-4041-9f34-c97c690ede5f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:38.081545 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-fe05b5c0-f3a3-4eed-8dca-39e0ac62059e service neutron] 10.222.0.93 "GET /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442857 Feb 16 14:55:38.122213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a8657b2e-c3bd-4d5b-a104-a41f4856d722 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:38.145336 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ea6129c4-f08e-48c0-9085-8f7cb7c7245d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 200 len: 217 time: 0.0543754 Feb 16 14:55:38.173152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5535bbe9-64d7-4883-b2bd-ae7d74541773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:38.237107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ae9ccf94-cc3e-40ad-98af-fdb6ca33b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.237497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a8657b2e-c3bd-4d5b-a104-a41f4856d722 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:55:38.238070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a8657b2e-c3bd-4d5b-a104-a41f4856d722 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:38.239408 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ae9ccf94-cc3e-40ad-98af-fdb6ca33b2b4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.0867848 Feb 16 14:55:38.267148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-23474a13-eb58-4886-be99-31f221cc19a4', 'network_id': '23474a13-eb58-4886-be99-31f221cc19a4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': 'e41de7a8-d321-4fba-945c-8300506602fb'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:38.278016 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:38.328672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:38.342644 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:38.431411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.432442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.433074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.433698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.435032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.435740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.437138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.441888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-1174568d-d08a-4c44-9c4d-3341d8784839 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6503 time: 0.5048742 Feb 16 14:55:38.467280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-a656e43b-454f-482d-8e88-4f68c5b6d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.469139 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-a656e43b-454f-482d-8e88-4f68c5b6d6dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2196007 Feb 16 14:55:38.514881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Allocated IP 172.20.0.2 (23474a13-eb58-4886-be99-31f221cc19a4/e41de7a8-d321-4fba-945c-8300506602fb/478a4d0e-2117-4b05-aa11-9c840e8fcf7b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:38.658730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-9fdc82b5-5ba2-425a-ae15-0bbf6dd54e1d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:38.660931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-9fdc82b5-5ba2-425a-ae15-0bbf6dd54e1d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.2113323 Feb 16 14:55:38.705025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-190dfd64-dd16-46f0-b9e1-e60410cc9693 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2518709 Feb 16 14:55:38.706866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-bf77ab01-d99b-4381-a991-bcbe68968fc9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/quotas/7a92941bc1834414903792221aa63b2a HTTP/1.1" status: 200 len: 375 time: 0.0389242 Feb 16 14:55:38.721722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:38.752124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:38.756386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:38.758196 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-5e3bc08d-3445-415b-94a8-5d3897ed511a service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802517 Feb 16 14:55:38.829865 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:38.857217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-a7e8e0e7-3091-4c2d-804d-cfa0326d01f8 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363542 Feb 16 14:55:38.908720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Network 23474a13-eb58-4886-be99-31f221cc19a4 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:38.912402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:38.916475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:38.929589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Pushing event updated for resources: {'Port': ['ID=478a4d0e-2117-4b05-aa11-9c840e8fcf7b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:38.990143 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-a6035433-02d7-45c6-b21d-46970541c381 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228162 Feb 16 14:55:39.010999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.030738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Attempting to bind port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:39.031743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Attempting to bind port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'd69c08d6-668c-4cca-9523-56426e065613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23474a13-eb58-4886-be99-31f221cc19a4'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:39.033487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Attempting to bind port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b on network 23474a13-eb58-4886-be99-31f221cc19a4 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:39.039953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:39.040334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Checking segment: {'id': 'd69c08d6-668c-4cca-9523-56426e065613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23474a13-eb58-4886-be99-31f221cc19a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:39.040915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.041310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Bound using segment: {'id': 'd69c08d6-668c-4cca-9523-56426e065613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23474a13-eb58-4886-be99-31f221cc19a4'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:39.041774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Bound port: 478a4d0e-2117-4b05-aa11-9c840e8fcf7b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69c08d6-668c-4cca-9523-56426e065613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '23474a13-eb58-4886-be99-31f221cc19a4'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:39.042471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.066924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-a8d9bc3a-93b4-420d-ab8e-e341499be410 service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083871 Feb 16 14:55:39.131804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] For port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:39.135947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] For port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=478a4d0e-2117-4b05-aa11-9c840e8fcf7b,segment=NetworkSegment(d69c08d6-668c-4cca-9523-56426e065613),segment_id=d69c08d6-668c-4cca-9523-56426e065613)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:39.183076 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-39e87fcf-f07d-4788-8ebf-605f41573274 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 200 len: 217 time: 0.1856241 Feb 16 14:55:39.184579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=6a831b43-fe0b-4314-ad4b-66999a2832c1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:39.221427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.250039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-f8e24399-a369-486a-8d4a-9af9eef31746 service neutron] 10.222.0.113 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752913 Feb 16 14:55:39.313668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.353644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Checking segment: {'id': '425f33c5-c185-461e-8d70-1804f6805be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:39.354136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network hostable DHCP agents. Network: f23f01f1-82b0-412c-908b-1af30a349edf, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:39.369038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-6cf262dc-e511-4094-87d7-b77036bbed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:39.371244 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-6cf262dc-e511-4094-87d7-b77036bbed1e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.1730621 Feb 16 14:55:39.372168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caefec-c4ff-4eba-8adc-d4c95c5775a0 None None] Pushing event updated for resources: {'Port': ['ID=478a4d0e-2117-4b05-aa11-9c840e8fcf7b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:39.419851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=35099165-edb3-4093-a2e9-7c8f285f0f43,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:39.447854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': '59c519a9-d60f-4bcb-bf3b-7979ef6b0613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6ace1a70-7d92-4041-9f34-c97c690ede5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:39.448282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: 6ace1a70-7d92-4041-9f34-c97c690ede5f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:55:39.460593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-aae2e394-8d94-448b-87bd-e59b899789e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:39.462286 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-aae2e394-8d94-448b-87bd-e59b899789e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725839 Feb 16 14:55:39.496386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network f23f01f1-82b0-412c-908b-1af30a349edf is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:39.621678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:55:39.625300 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.632091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-dc233816-086b-45b3-be8d-bee2b1a5847f service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545339 Feb 16 14:55:39.635118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 41e1a651-47fb-464d-897a-20b81d946026 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:39.766946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-673a5e75-1736-497a-8ee4-1799b5f57b3e req-06554c95-7ca5-403a-905c-1cc99ec13203 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 210 time: 0.0790994 Feb 16 14:55:39.787444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6ace1a70-7d92-4041-9f34-c97c690ede5f) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:39.793827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:39.794535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.833339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f23f01f1-82b0-412c-908b-1af30a349edf) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:39.847683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:39.848427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:39.901608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d26999b-bc77-4981-ae51-f47a341ca926 None None] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:39.917972 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f763e67e-019a-4b04-a2fe-9e53eb6f9de4 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670720 Feb 16 14:55:39.982041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0682cfd-001c-4088-a2fd-91b5c962292c None None] Network f23f01f1-82b0-412c-908b-1af30a349edf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:39.986015 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-4ae31bab-5c5d-44c7-91fc-4e7c251dc445 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac HTTP/1.1" status: 200 len: 217 time: 0.0573347 Feb 16 14:55:39.995619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75cfd4e8-27a5-4c1f-b85d-3a94ac6a017f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0808465 Feb 16 14:55:40.025443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60890) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:40.047432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a049399d-17f2-4d4f-a427-d3f7510442e7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1862299438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:40.069130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-2a776545-52a3-4c33-8a35-4737d2100b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:40.070658 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-2a776545-52a3-4c33-8a35-4737d2100b42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.0731516 Feb 16 14:55:40.102332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-df1abbed-7e53-41de-8322-b03d13ff46f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0421889 Feb 16 14:55:40.104967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60896) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:40.110469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2fa02e3b-2581-44ae-86d1-2ccf5bdfa8b2 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1057599078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:40.176145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-14a81410-5911-4862-96f4-0f75fecd6658 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:40.178815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-14a81410-5911-4862-96f4-0f75fecd6658 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "GET /v2.0/ports?device_id=70dfdc12-de95-4553-b7ba-e040a037ade8 HTTP/1.1" status: 200 len: 946 time: 0.4003503 Feb 16 14:55:40.207834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-0ac44a39-5a7a-47be-87f9-90fa7dfb048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:40.209343 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-0ac44a39-5a7a-47be-87f9-90fa7dfb048c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313667 Feb 16 14:55:40.229129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.231494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 478a4d0e-2117-4b05-aa11-9c840e8fcf7b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:40.242158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a049399d-17f2-4d4f-a427-d3f7510442e7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.244361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a049399d-17f2-4d4f-a427-d3f7510442e7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.325229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e1a651-47fb-464d-897a-20b81d946026'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:40.328237 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d772f495-a30b-4aff-bdd5-1caaf90dd81b" -d '{"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-unplugged", "status": "completed", "tag": "41e1a651-47fb-464d-897a-20b81d946026"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:40.329510 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-3ab59be9-87ca-47d4-b158-159a1e66e4db service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073456 Feb 16 14:55:40.372355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2fa02e3b-2581-44ae-86d1-2ccf5bdfa8b2 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.373525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:40.373717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2fa02e3b-2581-44ae-86d1-2ccf5bdfa8b2 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.419941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a049399d-17f2-4d4f-a427-d3f7510442e7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.464033 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b1b1b6-5409-4d23-9994-c5ca7f868d1c x-openstack-request-id: req-96b1b1b6-5409-4d23-9994-c5ca7f868d1c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:40.464814 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-unplugged", "status": "completed", "tag": "41e1a651-47fb-464d-897a-20b81d946026", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:40.465385 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-96b1b1b6-5409-4d23-9994-c5ca7f868d1c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:40.465948 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e1a651-47fb-464d-897a-20b81d946026', 'code': 200} Feb 16 14:55:40.502179 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a049399d-17f2-4d4f-a427-d3f7510442e7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.513633 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2fa02e3b-2581-44ae-86d1-2ccf5bdfa8b2 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.526931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Deleting port 41e1a651-47fb-464d-897a-20b81d946026 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:40.527999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.532549 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-40740da3-fb6f-414e-8115-99d73c35dc37 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747081 Feb 16 14:55:40.560113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:40.560423 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.594259 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-8c17dac8-58ab-4f14-ba03-add23d5ab56a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936 HTTP/1.1" status: 200 len: 217 time: 0.0537291 Feb 16 14:55:40.596884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-f23f01f1-82b0-412c-908b-1af30a349edf', 'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf', 'tenant_id': 'cae4d26acc6145638e16472a028f6f4d', 'fixed_ips': [{'subnet_id': '6a831b43-fe0b-4314-ad4b-66999a2832c1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:40.597766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.599835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.637743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] For port 41e1a651-47fb-464d-897a-20b81d946026, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=41e1a651-47fb-464d-897a-20b81d946026,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:40.638113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.652559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Calling delete_port for 41e1a651-47fb-464d-897a-20b81d946026 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:40.704269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ee498395-6024-456d-8eed-b7030fa693ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:40.706333 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ee498395-6024-456d-8eed-b7030fa693ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 200 len: 797 time: 0.1058316 Feb 16 14:55:40.783187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f62f8fa3-adca-4a4d-90c3-d95bf05b99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:40.789472 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f62f8fa3-adca-4a4d-90c3-d95bf05b99ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6a65f21-dee2-406d-8515-cd3a47a924d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707891 Feb 16 14:55:40.820194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2fa02e3b-2581-44ae-86d1-2ccf5bdfa8b2 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.893826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91b211e0-24cb-4c67-b103-3d0659e50752 req-8894d095-a04c-47f3-b598-d5321b365e1e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 210 time: 0.0433736 Feb 16 14:55:40.894812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.949682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2fa02e3b-2581-44ae-86d1-2ccf5bdfa8b2 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:40.951201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2fa02e3b-2581-44ae-86d1-2ccf5bdfa8b2 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8452797 Feb 16 14:55:40.952440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event deleted for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:40.955365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60914) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:40.994728 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:55:41.000818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a049399d-17f2-4d4f-a427-d3f7510442e7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.003575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a049399d-17f2-4d4f-a427-d3f7510442e7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9696226 Feb 16 14:55:41.007907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60918) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:41.022763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf', 'name': 'tempest-PortsTestJSON-965649306'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:41.057426 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-112b0d0a-ff9f-4e99-bf15-155d322afedd service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633190 Feb 16 14:55:41.084855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] No DVR routers for this DVR port 41e1a651-47fb-464d-897a-20b81d946026 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:41.089157 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.106010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73fa6778-0909-4bdc-a36c-5c434ba1103b req-f16c42f9-4bc3-4b8f-9ba7-c7c38d364ca5 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.129 "DELETE /v2.0/ports/41e1a651-47fb-464d-897a-20b81d946026 HTTP/1.1" status: 204 len: 173 time: 0.9192402 Feb 16 14:55:41.106585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-deleted', 'tag': '41e1a651-47fb-464d-897a-20b81d946026'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:41.109032 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57e0a86-8f51-44d5-b5bc-517ea397707e" -d '{"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-deleted", "tag": "41e1a651-47fb-464d-897a-20b81d946026"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:41.169420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd06ed1-394e-4c15-b819-542646d2c003 None None] Network 23474a13-eb58-4886-be99-31f221cc19a4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:41.173372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6ace1a70-7d92-4041-9f34-c97c690ede5f', 'network_id': '6ace1a70-7d92-4041-9f34-c97c690ede5f', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': '35099165-edb3-4093-a2e9-7c8f285f0f43'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:41.179159 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.224095 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ad75b-0c10-4b53-858a-da2550622248 x-openstack-request-id: req-e28ad75b-0c10-4b53-858a-da2550622248 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:41.224520 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dfdc12-de95-4553-b7ba-e040a037ade8", "name": "network-vif-deleted", "tag": "41e1a651-47fb-464d-897a-20b81d946026", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:41.225324 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e28ad75b-0c10-4b53-858a-da2550622248 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:41.225563 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dfdc12-de95-4553-b7ba-e040a037ade8', 'name': 'network-vif-deleted', 'tag': '41e1a651-47fb-464d-897a-20b81d946026', 'status': 'completed', 'code': 200} Feb 16 14:55:41.387525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:41.394543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.441027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:41.441499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f0ad5d9-4863-41d6-917f-fd6c572fda7c None None] Provisioning complete for port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:41.442281 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad5d9-4863-41d6-917f-fd6c572fda7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.644679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.652748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=41e1a651-47fb-464d-897a-20b81d946026,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:41.761748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Allocated IP 172.20.0.2 (f23f01f1-82b0-412c-908b-1af30a349edf/6a831b43-fe0b-4314-ad4b-66999a2832c1/ab87e096-16bb-4461-b011-153fb9adde06) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:41.795282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.867010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:41.898818 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-0ae33334-64f5-4e72-b3de-dfee3f397bd1 service neutron] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870836 Feb 16 14:55:41.925208 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad5d9-4863-41d6-917f-fd6c572fda7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.011375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-600ea857-64a3-4327-9158-2bfc1d9d6825 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287 HTTP/1.1" status: 200 len: 217 time: 0.0932496 Feb 16 14:55:42.036277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ad5f002-c232-4794-b95c-d9c80ecf947a req-913d551b-6e3e-4813-860c-764ba96c05c7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 210 time: 0.0600166 Feb 16 14:55:42.063963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=478a4d0e-2117-4b05-aa11-9c840e8fcf7b,segment=NetworkSegment(d69c08d6-668c-4cca-9523-56426e065613),segment_id=d69c08d6-668c-4cca-9523-56426e065613)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:42.108287 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.130205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ccb9f67a-8d3b-457a-aaac-fe58f689efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:42.132087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-ccb9f67a-8d3b-457a-aaac-fe58f689efc7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cfd53d6-daf4-43bf-bd34-b76148ab5a27 HTTP/1.1" status: 200 len: 797 time: 0.1099367 Feb 16 14:55:42.203809 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.295290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.331598 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.334111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-810eb5bc-9ad9-4e4b-b035-3165ede58ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:42.339094 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-810eb5bc-9ad9-4e4b-b035-3165ede58ce7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1690493 Feb 16 14:55:42.388319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Allocated IP 172.21.0.2 (6ace1a70-7d92-4041-9f34-c97c690ede5f/35099165-edb3-4093-a2e9-7c8f285f0f43/873aab87-00f9-4dae-ba42-77f677f57057) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:42.424855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.8 (f23f01f1-82b0-412c-908b-1af30a349edf/6a831b43-fe0b-4314-ad4b-66999a2832c1/f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:42.438489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Network f23f01f1-82b0-412c-908b-1af30a349edf is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:42.497630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:42.500469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-6f0ad5d9-4863-41d6-917f-fd6c572fda7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:55:42.500929 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-6f0ad5d9-4863-41d6-917f-fd6c572fda7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:55:42.505248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:42.559317 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.602540 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-6712bf50-be82-4aa7-b84a-e598f2f1f7c1 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509041 Feb 16 14:55:42.603775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.20.0.1 (23474a13-eb58-4886-be99-31f221cc19a4/e41de7a8-d321-4fba-945c-8300506602fb/25602fb5-5177-44f2-a177-6fa0248c020c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:42.730018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=478a4d0e-2117-4b05-aa11-9c840e8fcf7b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:42.734811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Attempting to bind port ab87e096-16bb-4461-b011-153fb9adde06 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:42.735339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Attempting to bind port ab87e096-16bb-4461-b011-153fb9adde06 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '425f33c5-c185-461e-8d70-1804f6805be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:42.735813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Attempting to bind port ab87e096-16bb-4461-b011-153fb9adde06 on network f23f01f1-82b0-412c-908b-1af30a349edf {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:42.800132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:42.800541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Checking segment: {'id': '425f33c5-c185-461e-8d70-1804f6805be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:42.800958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.802649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Bound using segment: {'id': '425f33c5-c185-461e-8d70-1804f6805be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:42.804002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Bound port: ab87e096-16bb-4461-b011-153fb9adde06, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425f33c5-c185-461e-8d70-1804f6805be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f23f01f1-82b0-412c-908b-1af30a349edf'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:42.804499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.805616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.894314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=ab87e096-16bb-4461-b011-153fb9adde06,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:42.970508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] For port ab87e096-16bb-4461-b011-153fb9adde06, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:42.970732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-651cc25c-4c3f-41d8-a789-b7f15f805f7e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:42.972349 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-651cc25c-4c3f-41d8-a789-b7f15f805f7e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.93 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 804 time: 0.2372286 Feb 16 14:55:42.975048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] For port ab87e096-16bb-4461-b011-153fb9adde06, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab87e096-16bb-4461-b011-153fb9adde06,segment=NetworkSegment(425f33c5-c185-461e-8d70-1804f6805be1),segment_id=425f33c5-c185-461e-8d70-1804f6805be1)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:42.987431 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.989517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:42.994168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Request body: {'port': {'device_id': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'admin_state_up': True, 'tenant_id': '7a92941bc1834414903792221aa63b2a'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:42.999297 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-07907f53-c65a-4eab-b973-adb357a4c221 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819962 Feb 16 14:55:43.061329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network f23f01f1-82b0-412c-908b-1af30a349edf is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:43.065762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:43.068249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:43.090669 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.113899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:43.118652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.149032 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-f5f5e3f6-2c13-4729-a2d9-c7ca66d4a176 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3 HTTP/1.1" status: 200 len: 217 time: 0.1246490 Feb 16 14:55:43.180271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:43.180271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.182305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.191109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:43.195912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:43.199996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:43.252774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Pushing event updated for resources: {'Port': ['ID=873aab87-00f9-4dae-ba42-77f677f57057,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:43.268807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c599cf34-7869-4b6d-be53-91534d20e667 req-2a2468dd-7c0e-45e5-941e-3ca0f2360b28 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 210 time: 0.1045179 Feb 16 14:55:43.310876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c2d69539-038e-4ea2-b809-14288d99c93f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3014102 Feb 16 14:55:43.311809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-2ca5b0ad-b2d7-42c1-8678-94382697c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:43.314005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60956) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:43.314767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-2ca5b0ad-b2d7-42c1-8678-94382697c1e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cfd53d6-daf4-43bf-bd34-b76148ab5a27 HTTP/1.1" status: 200 len: 797 time: 0.1482308 Feb 16 14:55:43.445850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-1d5db1b5-4069-4ac3-af5a-b180b151cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:43.447578 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-1d5db1b5-4069-4ac3-af5a-b180b151cd67 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c0c81f24-4bf1-458d-aa2a-f268476c4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1242728 Feb 16 14:55:43.456248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Attempting to bind port 873aab87-00f9-4dae-ba42-77f677f57057 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:43.460444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Attempting to bind port 873aab87-00f9-4dae-ba42-77f677f57057 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '59c519a9-d60f-4bcb-bf3b-7979ef6b0613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6ace1a70-7d92-4041-9f34-c97c690ede5f'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:43.460444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Attempting to bind port 873aab87-00f9-4dae-ba42-77f677f57057 on network 6ace1a70-7d92-4041-9f34-c97c690ede5f {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:43.473496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-40215430-6aba-42dc-87d8-3b8ff30112c9 None None] Provisioning complete for port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:43.473867 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40215430-6aba-42dc-87d8-3b8ff30112c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.544116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:43.548355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Checking segment: {'id': '59c519a9-d60f-4bcb-bf3b-7979ef6b0613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6ace1a70-7d92-4041-9f34-c97c690ede5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:43.549013 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.549594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Bound using segment: {'id': '59c519a9-d60f-4bcb-bf3b-7979ef6b0613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6ace1a70-7d92-4041-9f34-c97c690ede5f'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:43.550271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Bound port: 873aab87-00f9-4dae-ba42-77f677f57057, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c519a9-d60f-4bcb-bf3b-7979ef6b0613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '6ace1a70-7d92-4041-9f34-c97c690ede5f'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:43.550819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.565433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Made reservation on behalf of 7a92941bc1834414903792221aa63b2a for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:43.572394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.580813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.596488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f721584-5f96-4175-afe3-0bf8f20f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=ab87e096-16bb-4461-b011-153fb9adde06,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:43.671220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 41e1a651-47fb-464d-897a-20b81d946026 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:43.717931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 41e1a651-47fb-464d-897a-20b81d946026 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:55:43.718353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 41e1a651-47fb-464d-897a-20b81d946026 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:43.722202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=25602fb5-5177-44f2-a177-6fa0248c020c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:43.739677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] For port 873aab87-00f9-4dae-ba42-77f677f57057, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:43.744692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] For port 873aab87-00f9-4dae-ba42-77f677f57057, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=873aab87-00f9-4dae-ba42-77f677f57057,segment=NetworkSegment(59c519a9-d60f-4bcb-bf3b-7979ef6b0613),segment_id=59c519a9-d60f-4bcb-bf3b-7979ef6b0613)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:43.773907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 23474a13-eb58-4886-be99-31f221cc19a4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:43.777505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:43.782907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:43.868923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.896330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:43.905821 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-558f102b-ce35-42b1-94c1-4b807e1d5e3a service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495094 Feb 16 14:55:43.944983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2de6f0-eea3-4d21-a283-4aaf356a507f None None] Pushing event updated for resources: {'Port': ['ID=873aab87-00f9-4dae-ba42-77f677f57057,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:44.080587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.189479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f213ae7d-392a-43e3-b62d-6e678f1f3b78 None None] Provisioning complete for port 25602fb5-5177-44f2-a177-6fa0248c020c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:44.190025 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f213ae7d-392a-43e3-b62d-6e678f1f3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.198361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Allocated IP 172.20.0.5 (6e84b63b-4110-4789-95e8-aef8c1df2b4b/050140c9-6bab-47f1-b47f-4ad96e341b29/499a2cb5-ad23-41f5-9bc2-82257da02cde) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:44.236673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f213ae7d-392a-43e3-b62d-6e678f1f3b78 None None] Port 25602fb5-5177-44f2-a177-6fa0248c020c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:44.343591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.432259 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.490340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70e0a542-da62-40da-9858-010c79800fbf req-8be002c6-e50a-4e08-a663-72e32bc0a004 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 210 time: 0.0846114 Feb 16 14:55:44.621466 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6792000-138c-44d6-a2a4-23a759d759e9 req-6b3bd130-0dc4-4d94-a976-fb84fde73928 service neutron] 10.222.0.93 "GET /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925218 Feb 16 14:55:44.717470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.754891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 873aab87-00f9-4dae-ba42-77f677f57057 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:44.795133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.874307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:45.059460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.103152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.103704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49efe7-385b-45b6-a7ab-e80a769d549d None None] Network f23f01f1-82b0-412c-908b-1af30a349edf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:45.214364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4199e2aa-7cfd-428a-aa06-5ab5c10f2c9d None None] Provisioning complete for port ab87e096-16bb-4461-b011-153fb9adde06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:45.215007 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4199e2aa-7cfd-428a-aa06-5ab5c10f2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.243342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event updated for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:45.291122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Network 6e84b63b-4110-4789-95e8-aef8c1df2b4b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:45.303738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:45.308183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:45.314914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 873aab87-00f9-4dae-ba42-77f677f57057 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:45.319482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.374242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:45.375677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.488304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.519557 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-0a5471c6-1956-4f04-8898-b02866dcc673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5324500 Feb 16 14:55:45.534282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Request body: {'port': {'device_id': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:45.560965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4199e2aa-7cfd-428a-aa06-5ab5c10f2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.576783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.625941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4199e2aa-7cfd-428a-aa06-5ab5c10f2c9d None None] For port ab87e096-16bb-4461-b011-153fb9adde06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab87e096-16bb-4461-b011-153fb9adde06,segment=NetworkSegment(425f33c5-c185-461e-8d70-1804f6805be1),segment_id=425f33c5-c185-461e-8d70-1804f6805be1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:45.673667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bcebd3-d7a7-4fe2-8c6b-08b0375df5f6 None None] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:45.745529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.750272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=25602fb5-5177-44f2-a177-6fa0248c020c,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:45.774060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.816302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204f875-f70c-4fc0-b375-38277167e870 req-b50e508a-a2f9-4a26-a3d9-58a54ccc0f71 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:45.821064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8204f875-f70c-4fc0-b375-38277167e870 req-b50e508a-a2f9-4a26-a3d9-58a54ccc0f71 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 931 time: 0.1869686 Feb 16 14:55:45.837002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4199e2aa-7cfd-428a-aa06-5ab5c10f2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.873094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8204f875-f70c-4fc0-b375-38277167e870 req-4a66805f-48cd-416c-8138-2253fc3efcb3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Feb 16 14:55:45.928014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:45.967460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.029806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199e2aa-7cfd-428a-aa06-5ab5c10f2c9d None None] Pushing event updated for resources: {'Port': ['ID=ab87e096-16bb-4461-b011-153fb9adde06,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:46.056167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 873aab87-00f9-4dae-ba42-77f677f57057, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=873aab87-00f9-4dae-ba42-77f677f57057,segment=NetworkSegment(59c519a9-d60f-4bcb-bf3b-7979ef6b0613),segment_id=59c519a9-d60f-4bcb-bf3b-7979ef6b0613)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:46.064762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7cf7a02d-04b8-4c9f-b00d-4169977001be None None] Provisioning complete for port 873aab87-00f9-4dae-ba42-77f677f57057 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:46.065136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cf7a02d-04b8-4c9f-b00d-4169977001be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.094949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 23474a13-eb58-4886-be99-31f221cc19a4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:46.105398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:46.151929 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.152770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 478a4d0e-2117-4b05-aa11-9c840e8fcf7b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:46.467934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=873aab87-00f9-4dae-ba42-77f677f57057,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:46.506795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:46.507335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.589924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.672067 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499a2cb5-ad23-41f5-9bc2-82257da02cde {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:55:46.678541 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.691300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.721130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Transition to ACTIVE for port object 499a2cb5-ad23-41f5-9bc2-82257da02cde will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:55:46.757609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router cb1ec757-1bf0-493d-9979-65b8f95682c7 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:55:46.770480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ab87e096-16bb-4461-b011-153fb9adde06 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:46.827689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ab87e096-16bb-4461-b011-153fb9adde06 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:46.828746 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.838844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.860592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:55:46.862900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.869226 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4dbbf64c-3c9e-4255-958a-1b34302636b0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/cb1ec757-1bf0-493d-9979-65b8f95682c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9125259 Feb 16 14:55:46.877216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32768) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:46.881406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] Sync routers for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:55:46.883579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Provisioning complete for port 873aab87-00f9-4dae-ba42-77f677f57057 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:46.884134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.908229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.951794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:46.952579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:46.972884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47af82c-f0f4-4920-8fcc-00c947e5ce4f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:46.976759 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c47af82c-f0f4-4920-8fcc-00c947e5ce4f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports/25602fb5-5177-44f2-a177-6fa0248c020c HTTP/1.1" status: 200 len: 910 time: 0.0968554 Feb 16 14:55:46.976759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Pushing event updated for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:46.977366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:47.012674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:47.013201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:47.057716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:47.058363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:47.089002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d3b59-12a7-4e5e-9f5c-0acb1737eb4d req-844556b7-f88c-4001-a15a-0daeb4181663 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:47.294811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a63d3b59-12a7-4e5e-9f5c-0acb1737eb4d req-844556b7-f88c-4001-a15a-0daeb4181663 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 943 time: 0.0772252 Feb 16 14:55:47.354507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:47.354507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e96ebb-12ae-4da5-9f42-a2ee9f726be5 None None] The sync data for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:55:47.356450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network f23f01f1-82b0-412c-908b-1af30a349edf is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:47.356450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:47.358385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Provisioning complete for port ab87e096-16bb-4461-b011-153fb9adde06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:47.358385 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:47.359696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a63d3b59-12a7-4e5e-9f5c-0acb1737eb4d req-9d4991cf-5373-41b2-801b-3f577cac732a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731492 Feb 16 14:55:47.360302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ab87e096-16bb-4461-b011-153fb9adde06 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:47.392959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Provisioning complete for port f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:47.393333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:47.440967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ab87e096-16bb-4461-b011-153fb9adde06 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:47.441366 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:47.473102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Router 95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:55:47.541269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Port f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:47.612395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Provisioning complete for port 25602fb5-5177-44f2-a177-6fa0248c020c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:47.612764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:47.638891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:55:47.651139 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] Sync routers for ids ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:55:47.653195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9294292c-f253-4c74-85f3-489feb590e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "PUT /v2.0/routers/95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3380513 Feb 16 14:55:47.655636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32786) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:47.667338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 873aab87-00f9-4dae-ba42-77f677f57057 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:47.675526 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] Routers {'95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:47.676189 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:47.681615 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6f9161d8-1b85-46f0-aff1-9d7052a35a13 None None] Port 25602fb5-5177-44f2-a177-6fa0248c020c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:47.724380 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:47.736236 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] Routers {'95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:47.736943 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:47.760907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ef3f0-894e-42a7-94ca-c933bf454dda tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:47.763159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-932ef3f0-894e-42a7-94ca-c933bf454dda tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports?device_id=95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f HTTP/1.1" status: 200 len: 981 time: 0.1062326 Feb 16 14:55:47.767674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32790) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:47.780444 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:47.782202 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d286ec8-3272-4555-927e-2d5c8a1d4626 None None] The sync data for ids ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:55:47.805483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 873aab87-00f9-4dae-ba42-77f677f57057 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:47.805941 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:47.838419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1421dbed-594f-4fb5-85b9-bad68c44e049 None None] Provisioning complete for port f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:47.838930 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1421dbed-594f-4fb5-85b9-bad68c44e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:47.857501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Attempting to bind port 499a2cb5-ad23-41f5-9bc2-82257da02cde on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:47.858362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Attempting to bind port 499a2cb5-ad23-41f5-9bc2-82257da02cde by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:47.858704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Attempting to bind port 499a2cb5-ad23-41f5-9bc2-82257da02cde on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:47.890031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1421dbed-594f-4fb5-85b9-bad68c44e049 None None] Port f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:47.903337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Port 499a2cb5-ad23-41f5-9bc2-82257da02cde on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:55:47.903817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Attempting to bind port 499a2cb5-ad23-41f5-9bc2-82257da02cde on network 6e84b63b-4110-4789-95e8-aef8c1df2b4b {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:47.949242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:47.949583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Checking segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:47.949986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Bound using segment: {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:47.950429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Bound port: 499a2cb5-ad23-41f5-9bc2-82257da02cde, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5758383b-7fbe-4edb-94e1-d996d578d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:47.950787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:48.111156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:48.114652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:48.116918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:48.291130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:48.405620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:48.410013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:48.410013 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] 10.222.0.93 "PUT /v2.0/ports/499a2cb5-ad23-41f5-9bc2-82257da02cde HTTP/1.1" status: 200 len: 1091 time: 2.8801663 Feb 16 14:55:48.410013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'tag': '499a2cb5-ad23-41f5-9bc2-82257da02cde'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:48.411185 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "96e6609c-9b44-4b67-84de-a70af9c8140b", "tag": "499a2cb5-ad23-41f5-9bc2-82257da02cde"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:48.431127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ef58-1d59-465b-9704-81b7d933dca3 req-84352f16-2f76-4239-a428-1af722901d6a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:48.433277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a73ef58-1d59-465b-9704-81b7d933dca3 req-84352f16-2f76-4239-a428-1af722901d6a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 943 time: 0.1410716 Feb 16 14:55:48.491694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936abe-6f3b-412b-ad68-927b8b7032c4 service neutron] Pushing event updated for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:48.525920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:48.586788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a73ef58-1d59-465b-9704-81b7d933dca3 req-cf932a73-10e2-43fc-a531-178e4df474b9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423717 Feb 16 14:55:48.621846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.21.0.1 (6ace1a70-7d92-4041-9f34-c97c690ede5f/35099165-edb3-4093-a2e9-7c8f285f0f43/06d3a191-86e2-45ec-ac15-de4782c7bc89) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:48.690758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-e6be5861-3ff9-4e5b-a22e-892ffaab7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:48.694122 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-e6be5861-3ff9-4e5b-a22e-892ffaab7473 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 1094 time: 0.1203132 Feb 16 14:55:48.777434 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-a6eee484-864c-4fd7-816d-48cf27e6d9e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde HTTP/1.1" status: 200 len: 217 time: 0.0500290 Feb 16 14:55:48.820110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:48.820449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:48.846202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-b5499f91-1873-4ead-a4d6-efe5753630d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:48.847711 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-b5499f91-1873-4ead-a4d6-efe5753630d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=050140c9-6bab-47f1-b47f-4ad96e341b29 HTTP/1.1" status: 200 len: 844 time: 0.0567212 Feb 16 14:55:48.915138 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-2c4cef9e-21a7-42ff-8184-6e75df1826fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e84b63b-4110-4789-95e8-aef8c1df2b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505793 Feb 16 14:55:48.948863 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc24408b-c259-4513-aeac-f641b9b0c6b7 x-openstack-request-id: req-dc24408b-c259-4513-aeac-f641b9b0c6b7 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:48.949158 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e6609c-9b44-4b67-84de-a70af9c8140b", "tag": "499a2cb5-ad23-41f5-9bc2-82257da02cde", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:48.949412 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dc24408b-c259-4513-aeac-f641b9b0c6b7 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:48.949816 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'tag': '499a2cb5-ad23-41f5-9bc2-82257da02cde', 'status': 'completed', 'code': 200} Feb 16 14:55:48.993598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.044564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.068313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:49.098105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.104096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.112571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.114420 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.119331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.124594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.131177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.137000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.138931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-d434068c-1854-4909-8459-46de599fac94 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.1910565 Feb 16 14:55:49.175678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:49.179933 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-4b972df3-e693-4a5f-8c0c-ecad735a14cb service neutron] 10.222.0.93 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293012 Feb 16 14:55:49.190743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:49.190743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=06d3a191-86e2-45ec-ac15-de4782c7bc89,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:49.190743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:49.222342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2935446-b10e-458e-889d-a8e781e98cc5 req-6e66e1ab-2e9a-4cf8-821f-83211cd3abef tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463324 Feb 16 14:55:49.295787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.416164 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b3deb071-c32f-4eba-98ff-068b18cad5bf req-4b3ed3f2-42fb-4dcd-bdca-c91f9f6e0c89 service neutron] 10.222.0.93 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247667 Feb 16 14:55:49.455897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.488797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:49.544435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f8afbb6f-0de3-4d46-8c9a-44951f90e6f3 None None] Provisioning complete for port 06d3a191-86e2-45ec-ac15-de4782c7bc89 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:49.545407 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f8afbb6f-0de3-4d46-8c9a-44951f90e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.574688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.581651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32814) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:49.624260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f8afbb6f-0de3-4d46-8c9a-44951f90e6f3 None None] Port 06d3a191-86e2-45ec-ac15-de4782c7bc89 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:49.709972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-b76be50e-e036-4368-90c1-d10ae0066970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.711584 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-b76be50e-e036-4368-90c1-d10ae0066970 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7a92941bc1834414903792221aa63b2a&device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 1094 time: 0.1296759 Feb 16 14:55:49.763307 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.789480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23f6896e-30aa-42e8-a30d-84cd0502deaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:49.823990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d0ed5-bcc9-4c23-bfc0-199245895c10 req-82be0bf0-5f22-442d-986a-38d039e1dc67 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.825503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e32d0ed5-bcc9-4c23-bfc0-199245895c10 req-82be0bf0-5f22-442d-986a-38d039e1dc67 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 943 time: 0.0984964 Feb 16 14:55:49.951521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-9c9d3acb-fbab-4945-8738-64b7ab45c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:49.951521 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-9c9d3acb-fbab-4945-8738-64b7ab45c6ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 200 len: 906 time: 0.2287276 Feb 16 14:55:50.001209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e32d0ed5-bcc9-4c23-bfc0-199245895c10 req-624f2e10-d4d2-4f48-9ebd-2ad3d5d5754e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385221 Feb 16 14:55:50.002726 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-db1321e8-8d8a-49dd-a98d-9ac2b68d39f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde HTTP/1.1" status: 200 len: 217 time: 0.0420561 Feb 16 14:55:50.090940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-272893f2-5d75-448f-bd42-13447b856113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.092450 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-272893f2-5d75-448f-bd42-13447b856113 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=050140c9-6bab-47f1-b47f-4ad96e341b29 HTTP/1.1" status: 200 len: 844 time: 0.0747037 Feb 16 14:55:50.118799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.139364 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-70ace4bb-b52e-4a63-bddb-80a082a7197a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6e84b63b-4110-4789-95e8-aef8c1df2b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335457 Feb 16 14:55:50.197668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.295270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=06d3a191-86e2-45ec-ac15-de4782c7bc89,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:50.313090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.336723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Router 95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:55:50.346651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23f6896e-30aa-42e8-a30d-84cd0502deaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.394532 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-82324938-a2fd-4693-83ff-2ce2b906f042 service neutron] 10.222.0.93 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454994 Feb 16 14:55:50.430405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23f6896e-30aa-42e8-a30d-84cd0502deaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.496492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:50.502597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:55:50.508489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:50.509111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-23f6896e-30aa-42e8-a30d-84cd0502deaa admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bcddadeffa404b97895f39f8cf152378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9264307 Feb 16 14:55:50.514684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32852) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:50.523000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.524185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] Sync routers for ids ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:55:50.530112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.537091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.543740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.550875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.552086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] Routers {'95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:50.552815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:50.556653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.563668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:50.565806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-7c20d975-55d6-4f76-b764-bd5f6fa36483 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.2278140 Feb 16 14:55:50.582421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d4c2702-af00-45c1-b505-e99885f5ffb3 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "PUT /v2.0/routers/95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8021462 Feb 16 14:55:50.582421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6896e-30aa-42e8-a30d-84cd0502deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cc74c6-4223-4388-b371-74ffa1dff5c8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:50.582421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32854) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:50.596684 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-50e3fb9c-1f52-4fbe-b8c4-1c019b9e6a0e req-6c06fad6-2ab0-4e4c-b560-366a309fa14d service neutron] 10.222.0.93 "GET /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857913 Feb 16 14:55:50.634478 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff7df71-4ae2-4375-ac24-9a8d700b134c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:55:50.638598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fff7df71-4ae2-4375-ac24-9a8d700b134c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/f2fd5d35-4ed8-4a15-b92d-944ea1dc9a20 HTTP/1.1" status: 404 len: 333 time: 0.0588872 Feb 16 14:55:50.642660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32858) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:50.646517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:50.668944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] Routers {'95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:50.671351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:50.707667 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8197eb-def7-4162-95b2-c70c0de14109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.715577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:50.716750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536cc0db-f288-47e3-a60b-3758c262b6e2 None None] The sync data for ids ['95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:55:50.747969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4d7cfc5-c712-4d1f-bbea-079024347645 req-cece3bb9-6503-4721-b7c5-8fc356106712 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715889 Feb 16 14:55:50.750688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e34d-89d3-4609-bb32-c71559d1b29f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.769702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8197eb-def7-4162-95b2-c70c0de14109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.778005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router cb1ec757-1bf0-493d-9979-65b8f95682c7 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:55:50.896372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c56a12bc-392d-48ba-b5fb-3fcb26a6da33 None None] Provisioning complete for port 06d3a191-86e2-45ec-ac15-de4782c7bc89 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:50.896908 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c56a12bc-392d-48ba-b5fb-3fcb26a6da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.931218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:55:50.938725 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e390f343-9d0c-4073-aa90-c00b307059c6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/cb1ec757-1bf0-493d-9979-65b8f95682c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9511364 Feb 16 14:55:50.941906 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] Sync routers for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:55:50.951799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:50.959660 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:50.966443 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:50.966753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c56a12bc-392d-48ba-b5fb-3fcb26a6da33 None None] Port 06d3a191-86e2-45ec-ac15-de4782c7bc89 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:50.967095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e34d-89d3-4609-bb32-c71559d1b29f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:50.970336 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e34d-89d3-4609-bb32-c71559d1b29f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.006134 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:51.016875 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:51.017498 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:51.020866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8921cb0f-c2c6-423f-a26b-f87c8c68784f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.022627 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8921cb0f-c2c6-423f-a26b-f87c8c68784f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports/06d3a191-86e2-45ec-ac15-de4782c7bc89 HTTP/1.1" status: 200 len: 910 time: 0.0691361 Feb 16 14:55:51.024434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8197eb-def7-4162-95b2-c70c0de14109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.027689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3d8197eb-def7-4162-95b2-c70c0de14109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.033006 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3d8197eb-def7-4162-95b2-c70c0de14109 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/53cc74c6-4223-4388-b371-74ffa1dff5c8 HTTP/1.1" status: 204 len: 168 time: 0.5153947 Feb 16 14:55:51.037878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32864) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:51.061433 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:51.062413 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c69d90-91b0-4cce-b15a-caebd0cca5a2 None None] The sync data for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:55:51.095468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8197eb-def7-4162-95b2-c70c0de14109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cc74c6-4223-4388-b371-74ffa1dff5c8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:51.138160 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e34d-89d3-4609-bb32-c71559d1b29f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.139530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc1e34d-89d3-4609-bb32-c71559d1b29f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Fanout notify agent at l3_agent the message router_deleted on router 95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:55:51.148299 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3dc1e34d-89d3-4609-bb32-c71559d1b29f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.151966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3dc1e34d-89d3-4609-bb32-c71559d1b29f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/routers/95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f HTTP/1.1" status: 204 len: 168 time: 0.4987803 Feb 16 14:55:51.155144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32868) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:51.176208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0959c-e5b1-4300-bb99-513167fd1a92 req-4b2d3fbc-2391-4c73-9d22-c313b1667a2e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.178260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04d0959c-e5b1-4300-bb99-513167fd1a92 req-4b2d3fbc-2391-4c73-9d22-c313b1667a2e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 943 time: 0.0903430 Feb 16 14:55:51.228684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04d0959c-e5b1-4300-bb99-513167fd1a92 req-58b98225-d3ab-4c05-b932-4245b859e21b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Feb 16 14:55:51.292358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 6a831b43-fe0b-4314-ad4b-66999a2832c1 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:51.299102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.376405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.498560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.587181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.829365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32876) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:51.849350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-461b33ca-89d7-4cde-869c-0e2deb150ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:51.937260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.942999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.949794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.956517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.962467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.968489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.975182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:51.977253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-1e275b2a-48d2-4f6b-b27e-0c3b13267adb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.1259649 Feb 16 14:55:52.022779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.050230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6aea460-51b4-4b22-be21-90649c2842c4 req-6e627da3-0859-4195-bc24-e78d418cf56a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645499 Feb 16 14:55:52.054934 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-461b33ca-89d7-4cde-869c-0e2deb150ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.059276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=6a831b43-fe0b-4314-ad4b-66999a2832c1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:52.064301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.071130 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-02b6f84d-ea55-474f-997e-2e763edaf648 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/6a831b43-fe0b-4314-ad4b-66999a2832c1 HTTP/1.1" status: 204 len: 168 time: 0.9113698 Feb 16 14:55:52.071385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32878) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:52.085389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5cc22-fad7-4660-885b-0b77f7c15620 None None] Network f23f01f1-82b0-412c-908b-1af30a349edf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:52.130480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-461b33ca-89d7-4cde-869c-0e2deb150ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.196497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-461b33ca-89d7-4cde-869c-0e2deb150ba5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=12f49edf3f964dc9a3ba1439eab8322b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658862 Feb 16 14:55:52.197848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b33ca-89d7-4cde-869c-0e2deb150ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8599af83-b728-42fc-93ec-15b3942af939,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:52.204540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.206692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32880) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:52.294540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a4829c-3898-4795-b612-cec834ba3dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.304796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] DHCP port deletion for f23f01f1-82b0-412c-908b-1af30a349edf request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:55:52.316587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 06d3a191-86e2-45ec-ac15-de4782c7bc89 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:52.316922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.332756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a4829c-3898-4795-b612-cec834ba3dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.373731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] Deleting port ab87e096-16bb-4461-b011-153fb9adde06 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:52.375413 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.391632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port ab87e096-16bb-4461-b011-153fb9adde06 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:52.391875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.421671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.435111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 06d3a191-86e2-45ec-ac15-de4782c7bc89 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:52.443411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] For port ab87e096-16bb-4461-b011-153fb9adde06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab87e096-16bb-4461-b011-153fb9adde06,segment=NetworkSegment(425f33c5-c185-461e-8d70-1804f6805be1),segment_id=425f33c5-c185-461e-8d70-1804f6805be1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:52.447451 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.460719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] Calling delete_port for ab87e096-16bb-4461-b011-153fb9adde06 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:52.469803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72256f1-7a70-42b6-b4c5-c2b56475729d req-b4a4f52e-9a2f-4bf8-974a-40fc39bee686 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.471345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d72256f1-7a70-42b6-b4c5-c2b56475729d req-b4a4f52e-9a2f-4bf8-974a-40fc39bee686 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 943 time: 0.1298058 Feb 16 14:55:52.479299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] For port ab87e096-16bb-4461-b011-153fb9adde06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab87e096-16bb-4461-b011-153fb9adde06,segment=NetworkSegment(425f33c5-c185-461e-8d70-1804f6805be1),segment_id=425f33c5-c185-461e-8d70-1804f6805be1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:52.479943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.497188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for ab87e096-16bb-4461-b011-153fb9adde06 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:52.565451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a4829c-3898-4795-b612-cec834ba3dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.568192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a4829c-3898-4795-b612-cec834ba3dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.569362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-58a4829c-3898-4795-b612-cec834ba3dd2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8599af83-b728-42fc-93ec-15b3942af939 HTTP/1.1" status: 204 len: 168 time: 0.3617485 Feb 16 14:55:52.577124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d72256f1-7a70-42b6-b4c5-c2b56475729d req-bd2cec79-99c0-4f09-95da-b55384aeac61 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898888 Feb 16 14:55:52.588341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4829c-3898-4795-b612-cec834ba3dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8599af83-b728-42fc-93ec-15b3942af939,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:52.615695 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.620827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.654076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] Pushing event deleted for resources: {'Port': ['ID=ab87e096-16bb-4461-b011-153fb9adde06,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:52.659721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No DVR routers for this DVR port ab87e096-16bb-4461-b011-153fb9adde06 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:52.661348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=ab87e096-16bb-4461-b011-153fb9adde06,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:52.667907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756fff3f-726c-4385-bdcb-97a70268cfd5 None None] No DVR routers for this DVR port ab87e096-16bb-4461-b011-153fb9adde06 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:52.701087 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.707485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.714061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.721020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.730305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.734092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.742105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.744792 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-d1b3be39-5009-4876-9053-c56ee9f692b7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.1281922 Feb 16 14:55:52.753652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.767257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.788411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23f01f1-82b0-412c-908b-1af30a349edf']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:52.798332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425f33c5-c185-461e-8d70-1804f6805be1') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:52.798628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425f33c5-c185-461e-8d70-1804f6805be1') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:52.808153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.816304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=06d3a191-86e2-45ec-ac15-de4782c7bc89,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:52.824598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.832865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-fdc5ac64-4581-4d72-942b-08f2582bd1ae tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:52.834288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-fdc5ac64-4581-4d72-942b-08f2582bd1ae tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "GET /v2.0/ports/fda968d1-90e5-46fa-bba4-e53c52da6605?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810390 Feb 16 14:55:52.834583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:55:52.835053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:55:52.838305 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:55:53.004999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:53.012630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:53.020014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/f23f01f1-82b0-412c-908b-1af30a349edf HTTP/1.1" status: 204 len: 168 time: 0.9478264 Feb 16 14:55:53.022075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32892) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:53.052742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa753008-c6d2-4eb3-9d7f-876464b31e3b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=f23f01f1-82b0-412c-908b-1af30a349edf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:53.092717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0386e74-20d6-4712-8b98-8be8f3adad2c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.098125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b0386e74-20d6-4712-8b98-8be8f3adad2c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/8cb104aa-87c9-41cc-926a-d2811b35e6e6 HTTP/1.1" status: 200 len: 840 time: 0.0749824 Feb 16 14:55:53.098760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32898) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:53.116156 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:53.123422 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-cb9db75d-59e3-4634-99c7-803510b29109 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "GET /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2737103 Feb 16 14:55:53.144992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:53.164029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6caa6f7d-c033-4ca3-9ecc-1a281ce994c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/8cb104aa-87c9-41cc-926a-d2811b35e6e6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0641196 Feb 16 14:55:53.164695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32900) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:53.192980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:53.294950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ab87e096-16bb-4461-b011-153fb9adde06 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:53.301390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.307466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.318964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.322079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ab87e096-16bb-4461-b011-153fb9adde06 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:55:53.322427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ab87e096-16bb-4461-b011-153fb9adde06 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:53.332115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.340251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.349428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.361692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.361821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:53.366841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-006fe886-b980-4243-929b-4ac4ac1c14fa tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 5435 time: 0.2234101 Feb 16 14:55:53.428734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-033c07f5-4dd4-4f0d-9626-10a47be53b3f req-d7eb6883-c47e-4888-a508-85e2f88cb84b tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600538 Feb 16 14:55:53.513489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:53.518514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:53.558470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router cb1ec757-1bf0-493d-9979-65b8f95682c7 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:55:53.643622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 499a2cb5-ad23-41f5-9bc2-82257da02cde details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:55:53.648819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e99bfb8b-9b49-43f4-aced-bcb1dde87287 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:53.689239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] For port fda968d1-90e5-46fa-bba4-e53c52da6605, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=fda968d1-90e5-46fa-bba4-e53c52da6605,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:53.710479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:55:53.716156 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d055fd80-dee5-4c8e-93aa-6dc8ca80d772 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/cb1ec757-1bf0-493d-9979-65b8f95682c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6774323 Feb 16 14:55:53.719446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32912) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:53.846786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670a35e-eee7-464b-8bc0-23632f2e2d13 req-4b20d898-98a5-4742-bb68-7d329a69848d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:53.850102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1670a35e-eee7-464b-8bc0-23632f2e2d13 req-4b20d898-98a5-4742-bb68-7d329a69848d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 943 time: 0.1429012 Feb 16 14:55:53.873969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] For port fda968d1-90e5-46fa-bba4-e53c52da6605, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:53.896286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:53.923248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1670a35e-eee7-464b-8bc0-23632f2e2d13 req-310f8314-8b2f-4623-97f1-22ef1ccf4c8e tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650084 Feb 16 14:55:53.932181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] device_id is not set on port fda968d1-90e5-46fa-bba4-e53c52da6605 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:53.981772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:53.988307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:53.993306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] Sync routers for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:55:54.002883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.004186 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.006088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.008732 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:55:54.012361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a3595-62df-446a-b003-5b9665f4cb72 None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:54.028705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=18ad97ea-9453-455c-bc2c-6d6df6f94b1a,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:54.089316 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.116969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eee6ddb2-0926-47b7-972a-e4457dc370bb tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9293628 Feb 16 14:55:54.118795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:54.129378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7774d458-d9c8-4d01-bcf9-360606667102 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'security_group': {'name': 'tempest-secgroup-2145885310'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:54.173322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:54.173960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:54.224175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:54.256401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] No DVR routers for this DVR port fda968d1-90e5-46fa-bba4-e53c52da6605 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:54.256977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7774d458-d9c8-4d01-bcf9-360606667102 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.324021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] In _notify_port_updated(), no bound segment for port fda968d1-90e5-46fa-bba4-e53c52da6605 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:55:54.325410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.326154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.327709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] 10.222.0.93 "PUT /v2.0/ports/fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 200 len: 1027 time: 1.1894934 Feb 16 14:55:54.341393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:54.346999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:54.352046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a5dfd-299d-4a9d-af8a-81f28de7591f service neutron] Pushing event updated for resources: {'Port': ['ID=fda968d1-90e5-46fa-bba4-e53c52da6605,revision_number=6']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:54.369675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:54.435537 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.438059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:54.438859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41a349-3013-48b3-9471-5b55103b3f01 None None] The sync data for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:55:54.449448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7774d458-d9c8-4d01-bcf9-360606667102 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.473435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '499a2cb5-ad23-41f5-9bc2-82257da02cde', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': '499a2cb5-ad23-41f5-9bc2-82257da02cde', 'mac_address': 'fa:16:3e:ca:19:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:55:54.478619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-2b0677d1-6821-442b-a6f2-9e5565c8266c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.490334 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-2b0677d1-6821-442b-a6f2-9e5565c8266c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "GET /v2.0/ports/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1514492 Feb 16 14:55:54.499423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:54.502858 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd3fdc-640f-48b8-a75c-b98230339125" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:54.508950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7774d458-d9c8-4d01-bcf9-360606667102 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.527665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:54.571369 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fc1762-c313-4dc7-8329-708de4617e63 x-openstack-request-id: req-95fc1762-c313-4dc7-8329-708de4617e63 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:54.571685 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:54.571943 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-95fc1762-c313-4dc7-8329-708de4617e63 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:54.572336 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287', 'code': 200} Feb 16 14:55:54.588156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774d458-d9c8-4d01-bcf9-360606667102 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d7b1e9-47e2-446f-b496-bba31b516893,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:54.601906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e99bfb8b-9b49-43f4-aced-bcb1dde87287, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:54.624635 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.650340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.650599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3c759e41-7871-42ec-b73d-a077a0f65d11 None None] Provisioning complete for port fda968d1-90e5-46fa-bba4-e53c52da6605 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:54.650734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c759e41-7871-42ec-b73d-a077a0f65d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.677206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7774d458-d9c8-4d01-bcf9-360606667102 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.678072 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.681807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7774d458-d9c8-4d01-bcf9-360606667102 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5617082 Feb 16 14:55:54.683976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32934) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:54.689853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-750776a9-2887-4bc2-ba89-58330de91eef tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'security_group': {'name': 'tempest-secgroup-947951751'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:54.691293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3c759e41-7871-42ec-b73d-a077a0f65d11 None None] Port fda968d1-90e5-46fa-bba4-e53c52da6605 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:54.693621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499a2cb5-ad23-41f5-9bc2-82257da02cde {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:55:54.701863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'tenant_id': 'cae4d26acc6145638e16472a028f6f4d', 'fixed_ips': [{'subnet_id': '18ad97ea-9453-455c-bc2c-6d6df6f94b1a'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:55:54.703022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.708705 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.709681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ef565b2f-4693-417a-9ddd-2cfa1d664936 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:54.744271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-c38b505c-601e-466d-b354-e0fde1dbb338 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.756307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-c38b505c-601e-466d-b354-e0fde1dbb338 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.762895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-c38b505c-601e-466d-b354-e0fde1dbb338 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.770224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-c38b505c-601e-466d-b354-e0fde1dbb338 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.778227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-c38b505c-601e-466d-b354-e0fde1dbb338 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.786134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-c38b505c-601e-466d-b354-e0fde1dbb338 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:54.795369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-c38b505c-601e-466d-b354-e0fde1dbb338 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 4661 time: 0.1829021 Feb 16 14:55:54.830658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-750776a9-2887-4bc2-ba89-58330de91eef tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.882084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d5026ac-2d53-4912-b631-6997e5ea4c83 req-4b863363-3581-4d9e-a4c3-098ab7886853 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&id=43c9d89e-f707-42ea-828e-3ae80b62fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854125 Feb 16 14:55:54.883618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:54.970033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-750776a9-2887-4bc2-ba89-58330de91eef tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:54.989921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Allocated IP 172.20.0.2 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/18ad97ea-9453-455c-bc2c-6d6df6f94b1a/4b60a7e7-d39f-4677-9aee-29da8f81afbf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:55.030411 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.033543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=e99bfb8b-9b49-43f4-aced-bcb1dde87287,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:55.063027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-750776a9-2887-4bc2-ba89-58330de91eef tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.074034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] For port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:55.140356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe407d-905c-439c-a79d-8c123402f30a req-1d572a08-9b13-4f1e-aeb9-e7d0dc654bc9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:55.158781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bbfe407d-905c-439c-a79d-8c123402f30a req-1d572a08-9b13-4f1e-aeb9-e7d0dc654bc9 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 944 time: 0.1410675 Feb 16 14:55:55.185402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750776a9-2887-4bc2-ba89-58330de91eef tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a8c1d5-7320-4590-8b4d-4acf18882e5c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:55.198259 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] For port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:55.209319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bbfe407d-905c-439c-a79d-8c123402f30a req-4e3a16a5-f569-4640-aded-b218bdb0edf1 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491171 Feb 16 14:55:55.251861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] device_id is not set on port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:55.263400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.264904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-750776a9-2887-4bc2-ba89-58330de91eef tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.267267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-750776a9-2887-4bc2-ba89-58330de91eef tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5818689 Feb 16 14:55:55.269787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32946) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:55.272686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 25602fb5-5177-44f2-a177-6fa0248c020c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:55.272686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.279105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-215411267', 'security_groups': ['a1a8c1d5-7320-4590-8b4d-4acf18882e5c'], 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18ad97ea-9453-455c-bc2c-6d6df6f94b1a'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:55.287524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.311705 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.313919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:55.346878 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.359038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ef565b2f-4693-417a-9ddd-2cfa1d664936, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:55.364712 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.412482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['499a2cb5-ad23-41f5-9bc2-82257da02cde'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:55:55.423120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:55.431486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,revision_number=6']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:55.457250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:55.461275 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.461961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device fda968d1-90e5-46fa-bba4-e53c52da6605 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:55.469558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:55.470649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Pushing event updated for resources: {'Port': ['ID=4b60a7e7-d39f-4677-9aee-29da8f81afbf,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:55.520682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] No DVR routers for this DVR port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:55.561536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] In _notify_port_updated(), no bound segment for port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 on network d6a65f21-dee2-406d-8515-cd3a47a924d2 {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:55:55.564836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:55.568799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:55.569440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.570781 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-c40b3765-afef-457c-9b74-45bdd8090de1 service neutron] 10.222.0.93 "PUT /v2.0/ports/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 200 len: 1028 time: 1.0526974 Feb 16 14:55:55.634279 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.658027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 25602fb5-5177-44f2-a177-6fa0248c020c owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:55.685150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Attempting to bind port 4b60a7e7-d39f-4677-9aee-29da8f81afbf on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:55:55.685880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Attempting to bind port 4b60a7e7-d39f-4677-9aee-29da8f81afbf by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6e6b1056-433c-40b3-a367-eaa373f59a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:55:55.686510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Attempting to bind port 4b60a7e7-d39f-4677-9aee-29da8f81afbf on network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:55:55.700030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ef565b2f-4693-417a-9ddd-2cfa1d664936,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:55.721614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device fda968d1-90e5-46fa-bba4-e53c52da6605 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:55.722264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:55.727162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.730614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:55:55.732824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Checking segment: {'id': '6e6b1056-433c-40b3-a367-eaa373f59a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:55:55.732824 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.733397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Bound using segment: {'id': '6e6b1056-433c-40b3-a367-eaa373f59a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:55:55.734001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Bound port: 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6b1056-433c-40b3-a367-eaa373f59a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:55:55.735167 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.768407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port 6e94b057-1ebc-4ee2-b867-d133e7cde25b yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:55:55.786197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port ef565b2f-4693-417a-9ddd-2cfa1d664936 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:55.790133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:55.859977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:55:55.860692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:55.947405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] For port 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:55:55.973738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] For port 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b60a7e7-d39f-4677-9aee-29da8f81afbf,segment=NetworkSegment(6e6b1056-433c-40b3-a367-eaa373f59a9f),segment_id=6e6b1056-433c-40b3-a367-eaa373f59a9f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:55:55.997023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.13 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/18ad97ea-9453-455c-bc2c-6d6df6f94b1a/6e94b057-1ebc-4ee2-b867-d133e7cde25b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:55:56.000837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-329dcbc6-1d9f-43ce-8af8-46d1c2123636 None None] Provisioning complete for port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:56.002186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-329dcbc6-1d9f-43ce-8af8-46d1c2123636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.069356 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.150483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-329dcbc6-1d9f-43ce-8af8-46d1c2123636 None None] Port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:56.175696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a4a3-f9a6-47c7-9019-e0f9c0ba62d0 req-830ac466-81b9-4511-b64b-dc13daeaa896 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:56.195251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a4a3-f9a6-47c7-9019-e0f9c0ba62d0 req-830ac466-81b9-4511-b64b-dc13daeaa896 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:56.204527 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.206558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef8ec0-d1ef-4075-8e61-ab4ff17e588e None None] Pushing event updated for resources: {'Port': ['ID=4b60a7e7-d39f-4677-9aee-29da8f81afbf,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:56.235411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] For port ef565b2f-4693-417a-9ddd-2cfa1d664936, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ef565b2f-4693-417a-9ddd-2cfa1d664936,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:56.235411 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.260473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a4a3-f9a6-47c7-9019-e0f9c0ba62d0 req-830ac466-81b9-4511-b64b-dc13daeaa896 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:56.266397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for ef565b2f-4693-417a-9ddd-2cfa1d664936 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:56.285082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:56.288875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a4a3-f9a6-47c7-9019-e0f9c0ba62d0 req-830ac466-81b9-4511-b64b-dc13daeaa896 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:56.305898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a4a3-f9a6-47c7-9019-e0f9c0ba62d0 req-830ac466-81b9-4511-b64b-dc13daeaa896 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:56.318595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03f5a4a3-f9a6-47c7-9019-e0f9c0ba62d0 req-830ac466-81b9-4511-b64b-dc13daeaa896 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 3882 time: 0.2895949 Feb 16 14:55:56.359897 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.370270 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.371089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d15b3eb1-7c4a-4752-9122-c08fdff47aa3 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:56.447971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=25602fb5-5177-44f2-a177-6fa0248c020c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:56.578994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936'}, {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:56.581331 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeef2871-7160-4a32-8169-c2ad810c1261" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936"}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:56.596617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:56.657112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03f5a4a3-f9a6-47c7-9019-e0f9c0ba62d0 req-92c448a8-daf3-40a9-9685-d06f8ed6bd75 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249896 Feb 16 14:55:56.711078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3526a-c04c-459f-aa6d-cd2146f3894a req-b530bbae-ce5a-4dbf-8441-67bd3f6acac0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:56.721296 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.726525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9df3526a-c04c-459f-aa6d-cd2146f3894a req-b530bbae-ce5a-4dbf-8441-67bd3f6acac0 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 944 time: 0.3448751 Feb 16 14:55:56.771029 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f1a71-e11b-4325-aa50-39fe39a44b47 x-openstack-request-id: req-fc5f1a71-e11b-4325-aa50-39fe39a44b47 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:56.780433 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936", "code": 200}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:56.780433 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc5f1a71-e11b-4325-aa50-39fe39a44b47 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:56.780433 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936', 'code': 200} Feb 16 14:55:56.780433 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'code': 200} Feb 16 14:55:56.783907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.813680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9df3526a-c04c-459f-aa6d-cd2146f3894a req-55caf4a9-cd91-4210-8bda-18331655936f tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852547 Feb 16 14:55:56.838514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:56.898865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.964510 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.965346 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:56.965506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:55:57.054411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:57.060531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:57.062990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=6e94b057-1ebc-4ee2-b867-d133e7cde25b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:57.066270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:55:57.071688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:57.133417 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.162805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32980) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:57.207838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:57.214990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.217838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:57.319140 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.338918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-15592d52-5d32-48f0-804e-667551894136 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0678484 Feb 16 14:55:57.343694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32984) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:57.348022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-eb9b468d-d265-46f5-8cc6-04f036cbffae tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:57.461991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ab4c3954-b028-4492-af16-569bcea96565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.569396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 499a2cb5-ad23-41f5-9bc2-82257da02cde up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:57.571476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b60a7e7-d39f-4677-9aee-29da8f81afbf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:57.599753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.651582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router cb1ec757-1bf0-493d-9979-65b8f95682c7 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:55:57.657948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=ef565b2f-4693-417a-9ddd-2cfa1d664936,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:57.665961 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ab4c3954-b028-4492-af16-569bcea96565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.680653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:57.707099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] No DVR routers for this DVR port ef565b2f-4693-417a-9ddd-2cfa1d664936 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:57.712849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.714256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:57.715323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.730991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9b468d-d265-46f5-8cc6-04f036cbffae tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:57.731113 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-b15aae35-872d-4005-86a3-f1106b6ab11c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "DELETE /v2.0/ports/ef565b2f-4693-417a-9ddd-2cfa1d664936 HTTP/1.1" status: 204 len: 173 time: 2.1386898 Feb 16 14:55:57.731113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:57.731113 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f976a70-5b6b-43ab-9450-7d7292d52af2" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:57.731351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb9b468d-d265-46f5-8cc6-04f036cbffae tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.819991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ab4c3954-b028-4492-af16-569bcea96565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.872059 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039eb76b-d4cd-4a10-9cfe-5f111f300d2a x-openstack-request-id: req-039eb76b-d4cd-4a10-9cfe-5f111f300d2a {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:57.873346 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "ef565b2f-4693-417a-9ddd-2cfa1d664936", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:57.873346 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-039eb76b-d4cd-4a10-9cfe-5f111f300d2a {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:57.877078 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'ef565b2f-4693-417a-9ddd-2cfa1d664936', 'status': 'completed', 'code': 200} Feb 16 14:55:57.879206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 499a2cb5-ad23-41f5-9bc2-82257da02cde completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:55:57.892496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 499a2cb5-ad23-41f5-9bc2-82257da02cde triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:57.892956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.904513 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:57.976949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ab4c3954-b028-4492-af16-569bcea96565 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=82e35a94f7554ea4ad1fbfe640941795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8106563 Feb 16 14:55:57.976949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c3954-b028-4492-af16-569bcea96565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b9ff47-7ef4-4ce9-aa01-929a7278a0c1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:57.990386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32996) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:58.001499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:55:58.014020 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] Sync routers for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:55:58.018338 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-494bc2c3-5268-4bcb-8863-8cd1c48c0c32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/cb1ec757-1bf0-493d-9979-65b8f95682c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2961791 Feb 16 14:55:58.021816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bd83e04f-0556-427f-9a0e-c83c2d158fb1 None None] Provisioning complete for port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:58.026005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd83e04f-0556-427f-9a0e-c83c2d158fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.027577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32998) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:58.071258 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:58.072279 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:58.080940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d229-a5a2-4109-9f58-f96024c74144 req-28fa8f40-a111-4efa-899a-c897713f2203 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:58.091506 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dc1a79e9-5554-4581-bd79-088aef330203 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb1ec757-1bf0-493d-9979-65b8f95682c7 HTTP/1.1" status: 200 len: 205 time: 0.0587566 Feb 16 14:55:58.091755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d229-a5a2-4109-9f58-f96024c74144 req-28fa8f40-a111-4efa-899a-c897713f2203 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:58.094112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b60a7e7-d39f-4677-9aee-29da8f81afbf,segment=NetworkSegment(6e6b1056-433c-40b3-a367-eaa373f59a9f),segment_id=6e6b1056-433c-40b3-a367-eaa373f59a9f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:58.097300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33000) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:58.109097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d229-a5a2-4109-9f58-f96024c74144 req-28fa8f40-a111-4efa-899a-c897713f2203 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:58.117105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d229-a5a2-4109-9f58-f96024c74144 req-28fa8f40-a111-4efa-899a-c897713f2203 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:58.129575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f135d229-a5a2-4109-9f58-f96024c74144 req-28fa8f40-a111-4efa-899a-c897713f2203 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 3143 time: 0.3133574 Feb 16 14:55:58.147066 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:58.169461 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.174402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bd83e04f-0556-427f-9a0e-c83c2d158fb1 None None] Port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:58.175481 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] Routers {'cb1ec757-1bf0-493d-9979-65b8f95682c7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:55:58.177545 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb1ec757-1bf0-493d-9979-65b8f95682c7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:58.179380 n-d-829433-1 neutron-server[103043]: INFO neutron.db.ipam_backend_mixin [None req-eb9b468d-d265-46f5-8cc6-04f036cbffae tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 18ad97ea-9453-455c-bc2c-6d6df6f94b1a (CIDR: 172.20.0.0/28) Feb 16 14:55:58.205111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8934382-1086-4ff3-9daf-8cccb89a07f2 req-5f8cb37e-80aa-49c0-acd5-4e4b0c5eb838 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:58.206923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8934382-1086-4ff3-9daf-8cccb89a07f2 req-5f8cb37e-80aa-49c0-acd5-4e4b0c5eb838 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 944 time: 0.2600491 Feb 16 14:55:58.233757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:58.237894 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.266184 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:55:58.267998 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03005c-51b8-442b-913f-f6b6945046bd None None] The sync data for ids ['cb1ec757-1bf0-493d-9979-65b8f95682c7'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:55:58.282124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37c52dab-af8f-4542-9cbc-6fb72fe8b4c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.295983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-466899c0-02f5-4147-83b1-c10c24ac583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.299037 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9b468d-d265-46f5-8cc6-04f036cbffae tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:55:58.299487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9b468d-d265-46f5-8cc6-04f036cbffae tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:55:58.320548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=4b60a7e7-d39f-4677-9aee-29da8f81afbf,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:58.328316 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.334374 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f135d229-a5a2-4109-9f58-f96024c74144 req-b5a7525a-79d2-4bdf-809c-154026355bdb tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039196 Feb 16 14:55:58.341253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port e99bfb8b-9b49-43f4-aced-bcb1dde87287 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:58.345554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.383356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8934382-1086-4ff3-9daf-8cccb89a07f2 req-635d5b22-f72b-41f3-b764-cc3a0e8df5bd tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646073 Feb 16 14:55:58.400113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bd83e04f-0556-427f-9a0e-c83c2d158fb1 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:58.400492 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd83e04f-0556-427f-9a0e-c83c2d158fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.403688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:58.446792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb9b468d-d265-46f5-8cc6-04f036cbffae tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1034465 Feb 16 14:55:58.449550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33004) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:58.455392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:58.462425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-466899c0-02f5-4147-83b1-c10c24ac583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.609456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-16b3c3e4-e5c9-4834-b13c-f15879ae997a None None] Provisioning complete for port 6e94b057-1ebc-4ee2-b867-d133e7cde25b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:58.609989 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16b3c3e4-e5c9-4834-b13c-f15879ae997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.636391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37c52dab-af8f-4542-9cbc-6fb72fe8b4c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.645537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37c52dab-af8f-4542-9cbc-6fb72fe8b4c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.648219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-16b3c3e4-e5c9-4834-b13c-f15879ae997a None None] Port 6e94b057-1ebc-4ee2-b867-d133e7cde25b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:55:58.655708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:55:58.660530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.708345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] For port e99bfb8b-9b49-43f4-aced-bcb1dde87287, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e99bfb8b-9b49-43f4-aced-bcb1dde87287,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:58.708730 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.724974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for e99bfb8b-9b49-43f4-aced-bcb1dde87287 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:58.771310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37c52dab-af8f-4542-9cbc-6fb72fe8b4c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.771835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c52dab-af8f-4542-9cbc-6fb72fe8b4c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Fanout notify agent at l3_agent the message router_deleted on router cb1ec757-1bf0-493d-9979-65b8f95682c7 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:55:58.780177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-37c52dab-af8f-4542-9cbc-6fb72fe8b4c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.780419 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-37c52dab-af8f-4542-9cbc-6fb72fe8b4c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/cb1ec757-1bf0-493d-9979-65b8f95682c7 HTTP/1.1" status: 204 len: 168 time: 0.6774707 Feb 16 14:55:58.784487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33008) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:58.784624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3'}, {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac'}, {'server_uuid': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499a2cb5-ad23-41f5-9bc2-82257da02cde'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:58.786893 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b69c873-4a6e-465a-b600-d58b36ce3533" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3"}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac"}, {"server_uuid": "96e6609c-9b44-4b67-84de-a70af9c8140b", "name": "network-vif-plugged", "status": "completed", "tag": "499a2cb5-ad23-41f5-9bc2-82257da02cde"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:58.807012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-466899c0-02f5-4147-83b1-c10c24ac583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.810853 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-466899c0-02f5-4147-83b1-c10c24ac583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.814111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-466899c0-02f5-4147-83b1-c10c24ac583c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/21b9ff47-7ef4-4ce9-aa01-929a7278a0c1 HTTP/1.1" status: 204 len: 168 time: 0.8222928 Feb 16 14:55:58.837232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33014) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:58.855046 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a66eb4-c1ec-4cc5-b2e7-bf8ede0b40f2 x-openstack-request-id: req-10a66eb4-c1ec-4cc5-b2e7-bf8ede0b40f2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:58.855326 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3", "code": 200}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac", "code": 200}, {"server_uuid": "96e6609c-9b44-4b67-84de-a70af9c8140b", "name": "network-vif-plugged", "status": "completed", "tag": "499a2cb5-ad23-41f5-9bc2-82257da02cde", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:58.855601 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-10a66eb4-c1ec-4cc5-b2e7-bf8ede0b40f2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:58.855999 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3', 'code': 200} Feb 16 14:55:58.857584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466899c0-02f5-4147-83b1-c10c24ac583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b9ff47-7ef4-4ce9-aa01-929a7278a0c1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:58.859584 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac', 'code': 200} Feb 16 14:55:58.859744 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499a2cb5-ad23-41f5-9bc2-82257da02cde', 'code': 200} Feb 16 14:55:58.871914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet 35099165-edb3-4093-a2e9-7c8f285f0f43 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:55:58.874691 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.957415 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:58.986197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422509d8-66a6-491d-bed1-04eeff2b2f70 req-c87514da-ee4b-4aff-8324-c20d5b351579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:58.987726 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-422509d8-66a6-491d-bed1-04eeff2b2f70 req-c87514da-ee4b-4aff-8324-c20d5b351579 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 1096 time: 0.0533786 Feb 16 14:55:59.031632 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-422509d8-66a6-491d-bed1-04eeff2b2f70 req-a98aac5f-3781-4d71-b9fe-301d231942f2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Feb 16 14:55:59.050594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.057512 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c871a2d-3eff-47a6-b32f-fbf580cd1617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.080832 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=e99bfb8b-9b49-43f4-aced-bcb1dde87287,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:59.129923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] No DVR routers for this DVR port e99bfb8b-9b49-43f4-aced-bcb1dde87287 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:55:59.134542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.138070 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-b61b3f0e-ff62-4cb7-beba-c724c9a433f0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "DELETE /v2.0/ports/e99bfb8b-9b49-43f4-aced-bcb1dde87287 HTTP/1.1" status: 204 len: 173 time: 1.3957245 Feb 16 14:55:59.172944 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.248877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b60a7e7-d39f-4677-9aee-29da8f81afbf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:55:59.316051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:55:59.316515 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.371022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:55:59.371307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.493698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] For port d15b3eb1-7c4a-4752-9122-c08fdff47aa3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:55:59.495004 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.503764 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.517042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for d15b3eb1-7c4a-4752-9122-c08fdff47aa3 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:55:59.603436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33024) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:59.630418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8aec924a-643f-495c-b088-79c621e31f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.644835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:55:59.648133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:55:59.651346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:59.652178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.661505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb923d-b63a-4e52-ba75-936d33bbe245 None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:59.714768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a9b58-aa05-4a13-80e1-a63460a6f46b req-1e6c154b-9ab4-4956-bdf7-c4a2ef861eb3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:59.716650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be9a9b58-aa05-4a13-80e1-a63460a6f46b req-1e6c154b-9ab4-4956-bdf7-c4a2ef861eb3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 945 time: 0.2203770 Feb 16 14:55:59.723969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=b13df2ec-d40f-4cd3-8bcc-915fb6d478da,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:59.749779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c871a2d-3eff-47a6-b32f-fbf580cd1617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.766533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddec384-4179-4960-af63-f47684ad3e0c req-1b2f1d28-1553-407d-9d58-60c5f9f486a7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:59.772767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddec384-4179-4960-af63-f47684ad3e0c req-1b2f1d28-1553-407d-9d58-60c5f9f486a7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:59.772921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8aec924a-643f-495c-b088-79c621e31f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.778788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddec384-4179-4960-af63-f47684ad3e0c req-1b2f1d28-1553-407d-9d58-60c5f9f486a7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:55:59.780638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ddec384-4179-4960-af63-f47684ad3e0c req-1b2f1d28-1553-407d-9d58-60c5f9f486a7 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 2410 time: 0.2470031 Feb 16 14:55:59.814394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-10c222ec-8972-47b8-aaeb-9b34d3473598 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3632271 Feb 16 14:55:59.817475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33026) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:59.819477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be9a9b58-aa05-4a13-80e1-a63460a6f46b req-aeab40d8-99b0-4116-aeef-af07525b329d tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893090 Feb 16 14:55:59.824082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2045726511', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b13df2ec-d40f-4cd3-8bcc-915fb6d478da'}], 'security_groups': ['a5d7b1e9-47e2-446f-b496-bba31b516893']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:55:59.847223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ddec384-4179-4960-af63-f47684ad3e0c req-c65c0a61-c93b-44a6-974e-eba63feb18a0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577242 Feb 16 14:55:59.877279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c871a2d-3eff-47a6-b32f-fbf580cd1617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.885243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:55:59.887992 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2693ded2-4e8a-4321-bac6-abfd84c32764" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:55:59.888242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.893790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8aec924a-643f-495c-b088-79c621e31f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.896907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.912868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb04e8-317b-4d0c-afea-74b066490092 None None] Update dhcp port {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'fixed_ips': [{'subnet_id': '18ad97ea-9453-455c-bc2c-6d6df6f94b1a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b13df2ec-d40f-4cd3-8bcc-915fb6d478da'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '4b60a7e7-d39f-4677-9aee-29da8f81afbf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:55:59.934840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:59.941135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/35099165-edb3-4093-a2e9-7c8f285f0f43 HTTP/1.1" status: 204 len: 168 time: 1.1553025 Feb 16 14:55:59.944799 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48899901-ee0d-48ff-8023-33ca3a97fe55 x-openstack-request-id: req-48899901-ee0d-48ff-8023-33ca3a97fe55 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:55:59.945196 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "e99bfb8b-9b49-43f4-aced-bcb1dde87287", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:55:59.945662 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-48899901-ee0d-48ff-8023-33ca3a97fe55 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:55:59.946283 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'e99bfb8b-9b49-43f4-aced-bcb1dde87287', 'status': 'completed', 'code': 200} Feb 16 14:55:59.946570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e7da3-9309-4602-9ab6-5a311cdc0b01 None None] Network 6ace1a70-7d92-4041-9f34-c97c690ede5f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:55:59.951781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33030) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:59.973739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb55b3-57ba-4b6a-b4c3-7e9deeb41410 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=35099165-edb3-4093-a2e9-7c8f285f0f43,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:59.986223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7c871a2d-3eff-47a6-b32f-fbf580cd1617 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=83303e69821e48308122878e58d19597&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1494060 Feb 16 14:55:59.988251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c871a2d-3eff-47a6-b32f-fbf580cd1617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bd760a-04d8-4d71-bce7-a7ca04c7b244,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:55:59.991379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33032) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:55:59.991605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-34fb04e8-317b-4d0c-afea-74b066490092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.033896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=d15b3eb1-7c4a-4752-9122-c08fdff47aa3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:00.043785 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35dea421-76cf-4134-ac7c-ec3ba3b820f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.071374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35dea421-76cf-4134-ac7c-ec3ba3b820f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.083652 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8aec924a-643f-495c-b088-79c621e31f71 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eae746e315d945beb1d4be06b9b0f714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791200 Feb 16 14:56:00.091464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33034) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:00.108648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec924a-643f-495c-b088-79c621e31f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898f20a7-e5f6-4384-b4c1-dc6aff9e109a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:00.155638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] No DVR routers for this DVR port d15b3eb1-7c4a-4752-9122-c08fdff47aa3 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:00.159172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-063c6ff5-0537-471f-bf72-463a2ba72826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.161816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.166024 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-e91e2c07-63c3-4e22-a805-7120f06f1a8e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "DELETE /v2.0/ports/d15b3eb1-7c4a-4752-9122-c08fdff47aa3 HTTP/1.1" status: 204 len: 173 time: 0.9118803 Feb 16 14:56:00.184030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet e41de7a8-d321-4fba-945c-8300506602fb {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:00.192957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-063c6ff5-0537-471f-bf72-463a2ba72826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.217598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.239002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35dea421-76cf-4134-ac7c-ec3ba3b820f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.239474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-34fb04e8-317b-4d0c-afea-74b066490092 None None] Allocated IP 172.20.0.18 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/b13df2ec-d40f-4cd3-8bcc-915fb6d478da/4b60a7e7-d39f-4677-9aee-29da8f81afbf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:00.244158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35dea421-76cf-4134-ac7c-ec3ba3b820f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.249905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-35dea421-76cf-4134-ac7c-ec3ba3b820f8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/53bd760a-04d8-4d71-bce7-a7ca04c7b244 HTTP/1.1" status: 204 len: 168 time: 0.2538645 Feb 16 14:56:00.257075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dea421-76cf-4134-ac7c-ec3ba3b820f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bd760a-04d8-4d71-bce7-a7ca04c7b244,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:00.324687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-063c6ff5-0537-471f-bf72-463a2ba72826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.329746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-063c6ff5-0537-471f-bf72-463a2ba72826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.334846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-063c6ff5-0537-471f-bf72-463a2ba72826 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/898f20a7-e5f6-4384-b4c1-dc6aff9e109a HTTP/1.1" status: 204 len: 168 time: 0.2424483 Feb 16 14:56:00.353839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] DHCP port deletion for 6ace1a70-7d92-4041-9f34-c97c690ede5f request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:00.364254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c6ff5-0537-471f-bf72-463a2ba72826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898f20a7-e5f6-4384-b4c1-dc6aff9e109a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:00.365127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.369640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.439146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-34fb04e8-317b-4d0c-afea-74b066490092 None None] For port 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b60a7e7-d39f-4677-9aee-29da8f81afbf,segment=NetworkSegment(6e6b1056-433c-40b3-a367-eaa373f59a9f),segment_id=6e6b1056-433c-40b3-a367-eaa373f59a9f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:00.486513 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-34fb04e8-317b-4d0c-afea-74b066490092 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.491473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] Deleting port 873aab87-00f9-4dae-ba42-77f677f57057 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:00.491875 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.557220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-34fb04e8-317b-4d0c-afea-74b066490092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.612541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] For port 873aab87-00f9-4dae-ba42-77f677f57057, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=873aab87-00f9-4dae-ba42-77f677f57057,segment=NetworkSegment(59c519a9-d60f-4bcb-bf3b-7979ef6b0613),segment_id=59c519a9-d60f-4bcb-bf3b-7979ef6b0613)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:00.612912 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.637611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.652525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] Calling delete_port for 873aab87-00f9-4dae-ba42-77f677f57057 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:00.687114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb04e8-317b-4d0c-afea-74b066490092 None None] Pushing event updated for resources: {'Port': ['ID=4b60a7e7-d39f-4677-9aee-29da8f81afbf,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:00.708558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:00.709015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.828550 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:00.873319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] No DVR routers for this DVR port 873aab87-00f9-4dae-ba42-77f677f57057 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:00.875730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a041c2-28f2-4270-8d5d-efc1b6f7fe8b None None] Pushing event deleted for resources: {'Port': ['ID=873aab87-00f9-4dae-ba42-77f677f57057,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:00.944608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] For port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:00.946996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.002753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.008528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:01.055662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.063218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/e41de7a8-d321-4fba-945c-8300506602fb HTTP/1.1" status: 204 len: 168 time: 1.0984602 Feb 16 14:56:01.063385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4542faf7-4b62-48e0-8ada-dcfeeeb01151 None None] Network 23474a13-eb58-4886-be99-31f221cc19a4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:01.064972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33050) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:01.067355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3bc0f-60d4-478d-8396-1bd65f064ceb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=e41de7a8-d321-4fba-945c-8300506602fb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:01.155822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88c62-8e4f-428b-aaf5-4dc9b570a676 req-8c78be09-aa28-45ba-ad4c-1f32bef46aef tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:01.162217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e88c62-8e4f-428b-aaf5-4dc9b570a676 req-8c78be09-aa28-45ba-ad4c-1f32bef46aef tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:01.164004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60e88c62-8e4f-428b-aaf5-4dc9b570a676 req-8c78be09-aa28-45ba-ad4c-1f32bef46aef tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 1677 time: 0.1980097 Feb 16 14:56:01.181310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe844-9728-4636-8249-b783f30b8b3c req-acd178c3-e2c5-48f7-9e49-2fc15a8c3d30 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:01.182902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b97fe844-9728-4636-8249-b783f30b8b3c req-acd178c3-e2c5-48f7-9e49-2fc15a8c3d30 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 945 time: 0.2078521 Feb 16 14:56:01.309253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-26feaf7c-5b86-4b9c-98b0-dc7958b5dfd3 {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:56:01.309253 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:56:01.309626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.323265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60e88c62-8e4f-428b-aaf5-4dc9b570a676 req-a1058573-acf6-409b-a1d0-9d365c008ae2 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393251 Feb 16 14:56:01.326069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b97fe844-9728-4636-8249-b783f30b8b3c req-589d7ece-03ad-450d-8547-1f8569d80a23 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229529 Feb 16 14:56:01.345894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b60a7e7-d39f-4677-9aee-29da8f81afbf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:01.404652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33062) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:01.408678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] DHCP port deletion for 23474a13-eb58-4886-be99-31f221cc19a4 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:01.449640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.474282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8be08d7-6033-480d-899d-25980815db55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.492700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:01.493216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.514897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.541137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:01.555385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ace1a70-7d92-4041-9f34-c97c690ede5f']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:01.570303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] Deleting port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:01.570794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.583109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c519a9-d60f-4bcb-bf3b-7979ef6b0613') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:01.583403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c519a9-d60f-4bcb-bf3b-7979ef6b0613') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:01.598835 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.626427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.637084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:01.637470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:01.641054 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:01.665834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] No DVR routers for this DVR port f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:01.669756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.674504 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-db6a4bd5-32f0-42fe-9177-df0eb977e423 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "DELETE /v2.0/ports/f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac HTTP/1.1" status: 204 len: 173 time: 1.4965644 Feb 16 14:56:01.740866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8be08d7-6033-480d-899d-25980815db55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.746817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] For port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=478a4d0e-2117-4b05-aa11-9c840e8fcf7b,segment=NetworkSegment(d69c08d6-668c-4cca-9523-56426e065613),segment_id=d69c08d6-668c-4cca-9523-56426e065613)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:01.747350 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.768783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] Calling delete_port for 478a4d0e-2117-4b05-aa11-9c840e8fcf7b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:01.827442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.837036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.842444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/6ace1a70-7d92-4041-9f34-c97c690ede5f HTTP/1.1" status: 204 len: 168 time: 0.7754209 Feb 16 14:56:01.853070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Provisioning complete for port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:01.853440 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.855211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 873aab87-00f9-4dae-ba42-77f677f57057 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:01.859838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33078) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:01.880444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.885660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8be08d7-6033-480d-899d-25980815db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.888976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da2c46-933d-4873-8522-a40210b6540c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=6ace1a70-7d92-4041-9f34-c97c690ede5f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:01.905023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 873aab87-00f9-4dae-ba42-77f677f57057 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:01.905369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 873aab87-00f9-4dae-ba42-77f677f57057 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:01.935214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:01.950979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:01.951601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.956040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:01.956427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:01.957899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3'}, {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:56:01.960955 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053881e-3a02-4c90-885c-e7d6adc6b7ef" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3"}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:56:02.023077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f8be08d7-6033-480d-899d-25980815db55 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=876eee541cc141e8a781aa2f36139137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143830 Feb 16 14:56:02.023307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33084) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:02.068960 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.070584 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f0466c-7ac7-454c-b26b-ef1b6b0e8094 x-openstack-request-id: req-e2f0466c-7ac7-454c-b26b-ef1b6b0e8094 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:56:02.075863 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "d15b3eb1-7c4a-4752-9122-c08fdff47aa3", "status": "completed", "code": 200}, {"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:56:02.075863 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e2f0466c-7ac7-454c-b26b-ef1b6b0e8094 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:56:02.075863 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'd15b3eb1-7c4a-4752-9122-c08fdff47aa3', 'status': 'completed', 'code': 200} Feb 16 14:56:02.075863 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': 'f1fa84df-bbc8-4fa8-b2ad-f589ef81c2ac', 'status': 'completed', 'code': 200} Feb 16 14:56:02.099109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be08d7-6033-480d-899d-25980815db55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0827ce7-f1ba-433f-b86d-2f69f623d9f0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:02.109459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.127513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] Pushing event deleted for resources: {'Port': ['ID=478a4d0e-2117-4b05-aa11-9c840e8fcf7b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:02.132634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe89a54-217a-421a-a107-0974d53b41c3 None None] No DVR routers for this DVR port 478a4d0e-2117-4b05-aa11-9c840e8fcf7b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:02.158031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Provisioning complete for port 6e94b057-1ebc-4ee2-b867-d133e7cde25b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:02.158401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.211982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b340b6c4-6956-4b7d-8057-f2a69ba26446 None None] Port 6e94b057-1ebc-4ee2-b867-d133e7cde25b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:02.280832 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] For port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:02.280832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.299591 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99e7ed22-201f-4cd4-82ea-4152ce863774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.321251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.354081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23474a13-eb58-4886-be99-31f221cc19a4']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:02.366439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69c08d6-668c-4cca-9523-56426e065613') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:02.366741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69c08d6-668c-4cca-9523-56426e065613') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:02.378957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.399889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.408028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:02.409127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:02.413712 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:02.447241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99e7ed22-201f-4cd4-82ea-4152ce863774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.545596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320256b1-f335-4d1d-a6c0-da7c8f3ba464 req-756a5145-9e99-4551-b777-9c6b526eb5df tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:02.549337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-320256b1-f335-4d1d-a6c0-da7c8f3ba464 req-756a5145-9e99-4551-b777-9c6b526eb5df tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 943 time: 0.0581830 Feb 16 14:56:02.604044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-320256b1-f335-4d1d-a6c0-da7c8f3ba464 req-fd00586c-6ff8-4409-8b4d-9f202a825682 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups?id=efd474e9-080b-4f0a-9d48-8ecd6680fa26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Feb 16 14:56:02.605045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.631331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.637560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/23474a13-eb58-4886-be99-31f221cc19a4 HTTP/1.1" status: 204 len: 168 time: 0.7702563 Feb 16 14:56:02.637560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c29b5-3c36-449f-85d1-e8271ad8e534 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=23474a13-eb58-4886-be99-31f221cc19a4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:02.638655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33118) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:02.645164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-1156707845'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:02.776468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:02.781028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.821380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:56:02.833826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.834688 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment 058306b2-dd98-4000-9373-1b2408ec3f8c of type vlan for network 35a9c801-59c1-4ca4-b8a0-13a050bca047 Feb 16 14:56:02.883158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.963366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad656ea-7ffe-42af-9409-1425ecc76729 req-0c023e50-624f-4227-b2f4-3d97174b5ee7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:02.965087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ad656ea-7ffe-42af-9409-1425ecc76729 req-0c023e50-624f-4227-b2f4-3d97174b5ee7 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 945 time: 0.0532746 Feb 16 14:56:02.971322 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:02.977092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:02.977814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.080436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4408274 Feb 16 14:56:03.081704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657d69e-c4f1-46ab-9a2a-66d762bbe3bc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=35a9c801-59c1-4ca4-b8a0-13a050bca047,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:03.086680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33138) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:03.086872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ad656ea-7ffe-42af-9409-1425ecc76729 req-6b79f5cd-aea9-4740-ab05-7f66b2ec2e18 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047981 Feb 16 14:56:03.092213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:03.095819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.096725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.097025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:56:03.097691 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Floating IP 4b0f7840-542a-4735-9d69-97746a304832 disassociated. External IP: 172.25.6.193, port: 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6. Feb 16 14:56:03.098199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:03.105352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Delete allocated IP 172.20.0.13 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/18ad97ea-9453-455c-bc2c-6d6df6f94b1a) {{(pid=103044) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 14:56:03.185310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.20 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/b13df2ec-d40f-4cd3-8bcc-915fb6d478da/6e94b057-1ebc-4ee2-b867-d133e7cde25b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:03.270497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 478a4d0e-2117-4b05-aa11-9c840e8fcf7b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:03.293684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 478a4d0e-2117-4b05-aa11-9c840e8fcf7b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:03.294031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 478a4d0e-2117-4b05-aa11-9c840e8fcf7b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:03.306443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99e7ed22-201f-4cd4-82ea-4152ce863774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.309068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99e7ed22-201f-4cd4-82ea-4152ce863774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.326755 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-99e7ed22-201f-4cd4-82ea-4152ce863774 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a0827ce7-f1ba-433f-b86d-2f69f623d9f0 HTTP/1.1" status: 204 len: 168 time: 1.2499738 Feb 16 14:56:03.358527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7ed22-201f-4cd4-82ea-4152ce863774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0827ce7-f1ba-433f-b86d-2f69f623d9f0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:03.429608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.455237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:03.455787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.459862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.487704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=31e48843-8cd0-42d1-aa2b-c8ac49fa75d6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:03.566751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.717279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=6e94b057-1ebc-4ee2-b867-d133e7cde25b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:03.747354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Router f67e9917-4935-466c-b8c2-6e90755bea2d has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:56:03.747354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] In _notify_port_updated(), no bound segment for port 6e94b057-1ebc-4ee2-b867-d133e7cde25b on network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:56:03.748082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:03.748728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.753270 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-be64a512-6955-40e0-917c-023b46765f0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "PUT /v2.0/ports/6e94b057-1ebc-4ee2-b867-d133e7cde25b HTTP/1.1" status: 200 len: 921 time: 3.9314129 Feb 16 14:56:03.753536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33150) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:03.765349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4187662-1d09-4b94-869d-8f5fa01c62a1 req-e3838570-28a6-4a35-9646-cf17712a7bf9 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0340760 Feb 16 14:56:03.768144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:03.840818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=e8cb66f4-d969-42f9-91cb-4c31f7dff359,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:03.865885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': '058306b2-dd98-4000-9373-1b2408ec3f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:03.867480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: 35a9c801-59c1-4ca4-b8a0-13a050bca047, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:56:03.987428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:56:04.006719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:04.020211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 6e94b057-1ebc-4ee2-b867-d133e7cde25b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:04.020423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] Sync routers for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:04.020758 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.054055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:04.055057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:04.084637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 35a9c801-59c1-4ca4-b8a0-13a050bca047) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:04.098210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:04.099202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.116896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb4872-2fb8-4df3-95cc-8d623dbf4227 None None] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:04.123769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] No DVR routers for this DVR port 31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:04.158867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.162601 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cabb3123-55d1-4696-a272-c7a209070512 req-168656b8-c638-4301-bd50-f1b55c6ce833 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.93 "DELETE /v2.0/ports/31e48843-8cd0-42d1-aa2b-c8ac49fa75d6 HTTP/1.1" status: 204 len: 173 time: 2.4746823 Feb 16 14:56:04.163095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:56:04.165493 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04879e04-e24e-469c-951a-55b4327eb904" -d '{"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:56:04.264453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.279499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-82d10e1c-5c6a-44c3-a85f-b6fb9dc22de0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1915381 Feb 16 14:56:04.283307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33170) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:04.284937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 6e94b057-1ebc-4ee2-b867-d133e7cde25b owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:04.289849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d9914daf-8b8f-4e1c-93aa-0dc5ea2add49 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2042111361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:04.391011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb1cb2-b3b8-4e02-8d7f-1482cff3b829 req-0607fbd4-8668-46c7-b756-2aae77bd5418 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:04.393177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcfb1cb2-b3b8-4e02-8d7f-1482cff3b829 req-0607fbd4-8668-46c7-b756-2aae77bd5418 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 945 time: 0.0831516 Feb 16 14:56:04.396692 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585975f6-e3a5-4754-96ec-969a2e5b642f x-openstack-request-id: req-585975f6-e3a5-4754-96ec-969a2e5b642f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:56:04.396977 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974e212-39ad-4c5f-a8d5-b25b9cd562cb", "name": "network-vif-deleted", "tag": "31e48843-8cd0-42d1-aa2b-c8ac49fa75d6", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:56:04.397235 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-585975f6-e3a5-4754-96ec-969a2e5b642f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:56:04.397628 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974e212-39ad-4c5f-a8d5-b25b9cd562cb', 'name': 'network-vif-deleted', 'tag': '31e48843-8cd0-42d1-aa2b-c8ac49fa75d6', 'status': 'completed', 'code': 200} Feb 16 14:56:04.447422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcfb1cb2-b3b8-4e02-8d7f-1482cff3b829 req-705e5a5e-b4bc-436e-bfa9-343f595d7c27 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 Feb 16 14:56:04.479031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9914daf-8b8f-4e1c-93aa-0dc5ea2add49 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.483171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9914daf-8b8f-4e1c-93aa-0dc5ea2add49 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.587936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7c81bbe8-26be-4b73-a9c0-494b7c0f126a None None] Provisioning complete for port 6e94b057-1ebc-4ee2-b867-d133e7cde25b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:04.588599 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7c81bbe8-26be-4b73-a9c0-494b7c0f126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.593791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.630916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7c81bbe8-26be-4b73-a9c0-494b7c0f126a None None] Port 6e94b057-1ebc-4ee2-b867-d133e7cde25b cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:04.667416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:56:04.689683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=6e94b057-1ebc-4ee2-b867-d133e7cde25b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:04.713556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.713900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.714235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.714566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.714890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.715209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.725505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9914daf-8b8f-4e1c-93aa-0dc5ea2add49 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.728734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.728993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.729689 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.730015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.730351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.730676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:04.810815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9914daf-8b8f-4e1c-93aa-0dc5ea2add49 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.885060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.890839 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3504e606-a2aa-4219-a394-89010753cb0d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/6e94b057-1ebc-4ee2-b867-d133e7cde25b HTTP/1.1" status: 204 len: 168 time: 1.1338642 Feb 16 14:56:04.893403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33188) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:04.932578 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2c82a1-fd38-4ca1-85b8-ae1d1d7fff35 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:56:04.936794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ea2c82a1-fd38-4ca1-85b8-ae1d1d7fff35 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/6e94b057-1ebc-4ee2-b867-d133e7cde25b HTTP/1.1" status: 404 len: 333 time: 0.0419474 Feb 16 14:56:04.939442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33192) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:04.960960 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d9914daf-8b8f-4e1c-93aa-0dc5ea2add49 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:04.962146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d9914daf-8b8f-4e1c-93aa-0dc5ea2add49 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6770291 Feb 16 14:56:04.971262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33194) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:04.978949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'port': {'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047', 'name': 'tempest-RoutersTest-593685747'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:05.021582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46eb07fb-e317-4c50-9a9e-1b9971b9b86f req-d9e31e27-6ec8-44b9-9c3f-1e8b5ad3c416 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0853782 Feb 16 14:56:05.076951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-35a9c801-59c1-4ca4-b8a0-13a050bca047', 'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': 'e8cb66f4-d969-42f9-91cb-4c31f7dff359'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:56:05.077948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.108862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4133e52-905a-4611-96d4-11eb35810cf7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.134234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4133e52-905a-4611-96d4-11eb35810cf7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.341582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Allocated IP 172.20.0.2 (35a9c801-59c1-4ca4-b8a0-13a050bca047/e8cb66f4-d969-42f9-91cb-4c31f7dff359/7da9516c-3504-40f5-98e6-3c8eb682239c) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:05.343023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4133e52-905a-4611-96d4-11eb35810cf7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.346503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:29Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:05.348152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4133e52-905a-4611-96d4-11eb35810cf7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.350827 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4133e52-905a-4611-96d4-11eb35810cf7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/security-groups/a1a8c1d5-7320-4590-8b4d-4acf18882e5c HTTP/1.1" status: 204 len: 168 time: 0.4121122 Feb 16 14:56:05.353519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33202) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:05.362534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4133e52-905a-4611-96d4-11eb35810cf7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a8c1d5-7320-4590-8b4d-4acf18882e5c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:05.390149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:05.396258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.419870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-430429ab-ab01-480c-a3f2-40e280f5f85b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.436834 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dd2f-e721-4416-a435-dd1cd1b62ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.439384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] device_id is not set on port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:56:05.444969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] Checking router: f67e9917-4935-466c-b8c2-6e90755bea2d for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:56:05.454559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-430429ab-ab01-480c-a3f2-40e280f5f85b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.549828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:05.550469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:55:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:05.604628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-430429ab-ab01-480c-a3f2-40e280f5f85b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.612927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-430429ab-ab01-480c-a3f2-40e280f5f85b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.612927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-430429ab-ab01-480c-a3f2-40e280f5f85b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/security-groups/a5d7b1e9-47e2-446f-b496-bba31b516893 HTTP/1.1" status: 204 len: 168 time: 0.2557921 Feb 16 14:56:05.613245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33214) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:05.652267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430429ab-ab01-480c-a3f2-40e280f5f85b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d7b1e9-47e2-446f-b496-bba31b516893,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:05.727140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 499a2cb5-ad23-41f5-9bc2-82257da02cde details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:56:05.731934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b934d-0a48-4828-8b0d-22de05b5ad48 req-157c2efc-ec83-4ec3-a43b-a75acc22acd8 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:05.735869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f7b934d-0a48-4828-8b0d-22de05b5ad48 req-157c2efc-ec83-4ec3-a43b-a75acc22acd8 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 945 time: 0.1477714 Feb 16 14:56:05.755482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 18ad97ea-9453-455c-bc2c-6d6df6f94b1a {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:05.766540 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.809578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f7b934d-0a48-4828-8b0d-22de05b5ad48 req-a92529ed-6908-49b4-b6b3-85ddf46f8041 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606024 Feb 16 14:56:05.833752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:56:05.853827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.925540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:05.968065 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.036261 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.091389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.20.0.9 (35a9c801-59c1-4ca4-b8a0-13a050bca047/e8cb66f4-d969-42f9-91cb-4c31f7dff359/cf9ca6c6-b4f0-45af-953f-6d0bce3cc706) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:06.096184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:06.117136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:06.123985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:06.169189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:06.219834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Pushing event updated for resources: {'Port': ['ID=7da9516c-3504-40f5-98e6-3c8eb682239c,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:06.222508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '499a2cb5-ad23-41f5-9bc2-82257da02cde', 'network_id': '6e84b63b-4110-4789-95e8-aef8c1df2b4b', 'port_id': '499a2cb5-ad23-41f5-9bc2-82257da02cde', 'mac_address': 'fa:16:3e:ca:19:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050140c9-6bab-47f1-b47f-4ad96e341b29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:56:06.230999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.244199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17eba5f5-a6a5-4f94-98cf-ced6a0a3467a req-4c09cd21-1dca-4ee6-977f-270db3c1dec4 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0632896 Feb 16 14:56:06.337351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Attempting to bind port 7da9516c-3504-40f5-98e6-3c8eb682239c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:56:06.337673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Attempting to bind port 7da9516c-3504-40f5-98e6-3c8eb682239c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '058306b2-dd98-4000-9373-1b2408ec3f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:56:06.338047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Attempting to bind port 7da9516c-3504-40f5-98e6-3c8eb682239c on network 35a9c801-59c1-4ca4-b8a0-13a050bca047 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:56:06.359606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:56:06.367245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Checking segment: {'id': '058306b2-dd98-4000-9373-1b2408ec3f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:06.368274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.368386 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.368386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Bound using segment: {'id': '058306b2-dd98-4000-9373-1b2408ec3f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:56:06.368386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Bound port: 7da9516c-3504-40f5-98e6-3c8eb682239c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058306b2-dd98-4000-9373-1b2408ec3f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '35a9c801-59c1-4ca4-b8a0-13a050bca047'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:56:06.368386 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.368732 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/18ad97ea-9453-455c-bc2c-6d6df6f94b1a HTTP/1.1" status: 204 len: 168 time: 0.7507131 Feb 16 14:56:06.371153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33234) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:06.378631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf164367-c607-4861-b267-e20bffb91af4 None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:06.380530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:06.383288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a538a4-7ad1-4195-a628-abcf7efd6f4f tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=18ad97ea-9453-455c-bc2c-6d6df6f94b1a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:06.466435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.521900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 499a2cb5-ad23-41f5-9bc2-82257da02cde {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:56:06.566974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:06.569457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:29Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:06.586440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.631654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0b40b-13e4-4a60-b6f9-7eaf2587233e None None] The sync data for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 is: [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:48:20Z', 'revision_number': 4, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '455dde3c-b4d0-403e-91ef-47a2c0bb7cda', 'name': '', 'network_id': '0b18220e-b2f2-4afd-922c-83c86ed713f5', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'mac_address': 'fa:16:3e:ae:e8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:19Z', 'updated_at': '2022-02-16T14:48:29Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'subnets': [{'id': 'fef6a079-b0ad-4472-ac1f-69a28a56eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:06.648467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] For port 7da9516c-3504-40f5-98e6-3c8eb682239c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:56:06.668298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:06.676549 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.717895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:06.857110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:06.886418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:06.916606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:06.994449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=cf9ca6c6-b4f0-45af-953f-6d0bce3cc706,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:07.061444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:07.062395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:07.140407 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] For port 7da9516c-3504-40f5-98e6-3c8eb682239c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7da9516c-3504-40f5-98e6-3c8eb682239c,segment=NetworkSegment(058306b2-dd98-4000-9373-1b2408ec3f8c),segment_id=058306b2-dd98-4000-9373-1b2408ec3f8c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:56:07.148064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:07.185149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-288c4499-9368-4647-bff0-858701cdb86a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2127452 Feb 16 14:56:07.189772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33252) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:07.260056 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:07.262500 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db86a7f7-71b2-4979-bc14-d36d962f7c3f None None] New status for floating IP 4b0f7840-542a-4735-9d69-97746a304832: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:56:07.275854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f260b5-1562-41ea-aebf-10c900bf5457 req-23803ef9-18ef-4697-b6e7-4ade9d8da673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:07.287956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07f260b5-1562-41ea-aebf-10c900bf5457 req-23803ef9-18ef-4697-b6e7-4ade9d8da673 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 944 time: 0.1974742 Feb 16 14:56:07.366678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['499a2cb5-ad23-41f5-9bc2-82257da02cde'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:56:07.399376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:07.487065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=22230ff2-86a9-4e7f-9519-ee1da29059af,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:07.536064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23ba2df6-b03c-4b83-91c9-8ea27500b858 req-486e9372-1df0-4c4e-b6bb-fab31933b9bd tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.1157384 Feb 16 14:56:07.541163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:07.542102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07f260b5-1562-41ea-aebf-10c900bf5457 req-c386170c-9a94-4117-9b08-423ad74a66f3 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102146 Feb 16 14:56:07.559637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:07.563534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:07.566858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:07.567886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:07.709841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e656c8-b809-40a2-8685-00d4df14e1e3 None None] Pushing event updated for resources: {'Port': ['ID=7da9516c-3504-40f5-98e6-3c8eb682239c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:07.711760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7dbb010d-f3ff-4ec2-937f-f1a132388562 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3388023 Feb 16 14:56:07.714361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33262) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:07.725237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-86167caf-fc74-474c-8fc4-097235143e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'security_group': {'name': 'tempest-secgroup-279992023'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:07.907979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86167caf-fc74-474c-8fc4-097235143e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.051250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86167caf-fc74-474c-8fc4-097235143e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.057837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-863eec7d-889b-42b1-88cc-94f4bcfc4bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.102276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.130621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86167caf-fc74-474c-8fc4-097235143e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.234204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86167caf-fc74-474c-8fc4-097235143e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032cb863-a319-4f19-9208-3faeac2f7273,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:08.272754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86167caf-fc74-474c-8fc4-097235143e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.274822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86167caf-fc74-474c-8fc4-097235143e41 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5579047 Feb 16 14:56:08.280868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33288) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:08.287613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ae5d77ff-1508-43ee-a3b3-59f3e75a65c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'security_group': {'name': 'tempest-secgroup-1024833675'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:08.428625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae5d77ff-1508-43ee-a3b3-59f3e75a65c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.653781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae5d77ff-1508-43ee-a3b3-59f3e75a65c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.665829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.736613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf4f0dae-691a-4ed9-959c-fccdd67e85a4 req-c539f818-1ebd-46b1-8be4-c783921fed3c tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0448091 Feb 16 14:56:08.740536 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae5d77ff-1508-43ee-a3b3-59f3e75a65c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.742796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.798737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b273c-677e-406b-8962-7f249ef373e9 req-e0656e4a-a06a-458c-87ce-abd7ce650e0a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:08.800832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-874b273c-677e-406b-8962-7f249ef373e9 req-e0656e4a-a06a-458c-87ce-abd7ce650e0a tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 944 time: 0.1452436 Feb 16 14:56:08.823712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d77ff-1508-43ee-a3b3-59f3e75a65c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ead06a2-8870-431d-9c2d-17533cc7c0a9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:08.865417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-874b273c-677e-406b-8962-7f249ef373e9 req-6e1f63a1-4812-4517-96eb-3d4e7d655f53 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555274 Feb 16 14:56:08.873357 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ae5d77ff-1508-43ee-a3b3-59f3e75a65c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.873357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ae5d77ff-1508-43ee-a3b3-59f3e75a65c8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5884717 Feb 16 14:56:08.873357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33302) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:08.888397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fb9b6036-ef35-4ebe-9764-f031e12d265b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'security_group': {'name': 'tempest-secgroup-1933767408'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:08.987398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=cf9ca6c6-b4f0-45af-953f-6d0bce3cc706,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:09.013149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6036-ef35-4ebe-9764-f031e12d265b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.014289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ffd5fc-6ab4-4fd6-85ea-37f9292f1d05 None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:09.182814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6036-ef35-4ebe-9764-f031e12d265b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.235736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c3737-0b69-4b9b-99bc-02bc120d0751 None None] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:09.267872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6036-ef35-4ebe-9764-f031e12d265b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.293929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.325722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b6036-ef35-4ebe-9764-f031e12d265b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c2074-da6f-41b8-bed0-cbb2c5c372bb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:09.346258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6e466073-a6f5-4a14-a723-f658326b1bbc None None] Provisioning complete for port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:09.346633 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e466073-a6f5-4a14-a723-f658326b1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.380739 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6036-ef35-4ebe-9764-f031e12d265b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.382387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fb9b6036-ef35-4ebe-9764-f031e12d265b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5084980 Feb 16 14:56:09.386837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33310) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:09.395647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-119216840', 'security_groups': ['901c2074-da6f-41b8-bed0-cbb2c5c372bb'], 'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22230ff2-86a9-4e7f-9519-ee1da29059af'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:09.403089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7da9516c-3504-40f5-98e6-3c8eb682239c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:09.534026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6e466073-a6f5-4a14-a723-f658326b1bbc None None] Port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:09.615250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.624167 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.637723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6e466073-a6f5-4a14-a723-f658326b1bbc None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:09.638089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e466073-a6f5-4a14-a723-f658326b1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.694104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24e34d-76c4-419b-8488-5f997f2a1706 None None] Update dhcp port {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'fixed_ips': [{'subnet_id': 'b13df2ec-d40f-4cd3-8bcc-915fb6d478da', 'ip_address': '172.20.0.18'}, {'subnet_id': '22230ff2-86a9-4e7f-9519-ee1da29059af'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '4b60a7e7-d39f-4677-9aee-29da8f81afbf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:56:09.704255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7da9516c-3504-40f5-98e6-3c8eb682239c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:09.704628 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.708496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:09.775440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 499a2cb5-ad23-41f5-9bc2-82257da02cde no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:09.839030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d24e34d-76c4-419b-8488-5f997f2a1706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.878273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:09.935465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] device_id is not set on port d9908df4-3654-4105-9ba2-3ec32631166c yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:56:10.070441 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.081034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:10.183041 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.339488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.8 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/22230ff2-86a9-4e7f-9519-ee1da29059af/d9908df4-3654-4105-9ba2-3ec32631166c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:10.344327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=cf9ca6c6-b4f0-45af-953f-6d0bce3cc706,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:10.441244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810633-e548-44c5-952f-4e08c2c64883 req-5e8b030e-78c1-4a25-97e2-e6152af449ef tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:10.443193 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77810633-e548-44c5-952f-4e08c2c64883 req-5e8b030e-78c1-4a25-97e2-e6152af449ef tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.93 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 944 time: 0.3703690 Feb 16 14:56:10.445094 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.463143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c02b16a-8e11-40dd-83fc-cfef6bcc9bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.468482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.549540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 7da9516c-3504-40f5-98e6-3c8eb682239c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7da9516c-3504-40f5-98e6-3c8eb682239c,segment=NetworkSegment(058306b2-dd98-4000-9373-1b2408ec3f8c),segment_id=058306b2-dd98-4000-9373-1b2408ec3f8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:10.562473 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.587048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 499a2cb5-ad23-41f5-9bc2-82257da02cde {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:56:10.588579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.613961 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.621809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:10.671685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01629c2b-8463-43e1-b961-545e26d20ec0 req-2f6ae443-e0a7-41bf-83cf-71324fba50be tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0727255 Feb 16 14:56:10.686417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=7da9516c-3504-40f5-98e6-3c8eb682239c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:10.694567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-930a1acb-6bcc-4d87-a1cc-90d6b780593c None None] Provisioning complete for port 7da9516c-3504-40f5-98e6-3c8eb682239c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:10.694929 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-930a1acb-6bcc-4d87-a1cc-90d6b780593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.729845 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.786514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b40e3-8fe3-4add-9180-c5e6c5c9e062 req-2d2afe1a-12da-4402-87d1-511bc4690727 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:10.791720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b73b40e3-8fe3-4add-9180-c5e6c5c9e062 req-2d2afe1a-12da-4402-87d1-511bc4690727 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 944 time: 0.1942055 Feb 16 14:56:10.834170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:10.853562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b73b40e3-8fe3-4add-9180-c5e6c5c9e062 req-e57b4515-f2dd-411a-bd3b-b04901d18705 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485003 Feb 16 14:56:10.861218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-930a1acb-6bcc-4d87-a1cc-90d6b780593c None None] Provisioning complete for port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:10.861679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-930a1acb-6bcc-4d87-a1cc-90d6b780593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.884556 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.937299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:10.947058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:10.989889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:10.993138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:10.995056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c02b16a-8e11-40dd-83fc-cfef6bcc9bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:10.999073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:11.004430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Deleting port 499a2cb5-ad23-41f5-9bc2-82257da02cde {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:11.005108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.022159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-930a1acb-6bcc-4d87-a1cc-90d6b780593c None None] Port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:11.053562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3d24e34d-76c4-419b-8488-5f997f2a1706 None None] Allocated IP 172.20.0.2 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/22230ff2-86a9-4e7f-9519-ee1da29059af/4b60a7e7-d39f-4677-9aee-29da8f81afbf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:11.071225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=d9908df4-3654-4105-9ba2-3ec32631166c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:11.129221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:11.130696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.132113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c02b16a-8e11-40dd-83fc-cfef6bcc9bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.208131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dfd4f49e-3386-4e04-a2ce-58e0eddb2b77 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8199258 Feb 16 14:56:11.210816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33334) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:11.217792 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c02b16a-8e11-40dd-83fc-cfef6bcc9bae admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=474c593eca3349e5a7fdf6d1e87102f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1344216 Feb 16 14:56:11.231350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7532decb-3729-450f-8d68-819f1fc1c6a4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:11.231817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02b16a-8e11-40dd-83fc-cfef6bcc9bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7687c5c-b758-432a-ac0e-7ed7dcb20ef4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:11.234478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33336) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:11.269841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-51f45462-ef1a-449c-a564-25a25788de17 None None] Provisioning complete for port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:11.271616 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51f45462-ef1a-449c-a564-25a25788de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.275517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] For port 499a2cb5-ad23-41f5-9bc2-82257da02cde, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=499a2cb5-ad23-41f5-9bc2-82257da02cde,segment=NetworkSegment(5758383b-7fbe-4edb-94e1-d996d578d6ce),segment_id=5758383b-7fbe-4edb-94e1-d996d578d6ce)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:11.276252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.308702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Calling delete_port for 499a2cb5-ad23-41f5-9bc2-82257da02cde owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:11.360325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3d24e34d-76c4-419b-8488-5f997f2a1706 None None] For port 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b60a7e7-d39f-4677-9aee-29da8f81afbf,segment=NetworkSegment(6e6b1056-433c-40b3-a367-eaa373f59a9f),segment_id=6e6b1056-433c-40b3-a367-eaa373f59a9f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:11.393178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.432101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5ff3-df94-4dac-852d-d0f305453adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.442628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7da9516c-3504-40f5-98e6-3c8eb682239c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:11.458534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-51f45462-ef1a-449c-a564-25a25788de17 None None] Port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:11.487856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5ff3-df94-4dac-852d-d0f305453adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.496197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router 4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:56:11.535722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d24e34d-76c4-419b-8488-5f997f2a1706 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.537594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.570871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7532decb-3729-450f-8d68-819f1fc1c6a4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:11.579595 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7532decb-3729-450f-8d68-819f1fc1c6a4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.608921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f2dc4e38-271f-492a-97cb-f879bcc5aae9 None None] Provisioning complete for port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:11.609179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f2dc4e38-271f-492a-97cb-f879bcc5aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.676718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7da9516c-3504-40f5-98e6-3c8eb682239c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:11.676718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.678160 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d24e34d-76c4-419b-8488-5f997f2a1706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:11.720362 n-d-829433-1 neutron-server[103043]: INFO neutron.db.ipam_backend_mixin [None req-7532decb-3729-450f-8d68-819f1fc1c6a4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 22230ff2-86a9-4e7f-9519-ee1da29059af (CIDR: 172.20.0.0/28) Feb 16 14:56:11.760195 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7532decb-3729-450f-8d68-819f1fc1c6a4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:56:11.760741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7532decb-3729-450f-8d68-819f1fc1c6a4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:11.828971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84c371e2-70f1-4c13-9195-83c80afd6050 req-6805a84c-3549-478e-a85a-43bb168e46a0 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0445852 Feb 16 14:56:11.847411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc4e38-271f-492a-97cb-f879bcc5aae9 None None] Port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:11.911152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7532decb-3729-450f-8d68-819f1fc1c6a4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6987133 Feb 16 14:56:11.913936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:11.919073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b25c1cae-620e-48a6-8a95-9e0c5a6f42d8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:11.992579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24e34d-76c4-419b-8488-5f997f2a1706 None None] Pushing event updated for resources: {'Port': ['ID=4b60a7e7-d39f-4677-9aee-29da8f81afbf,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:12.234333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbf076-a272-4d3f-82ab-1da6a6fea8f1 req-725c197a-90c0-4521-9d5e-f6c797ac8dbe tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:12.236287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74bbf076-a272-4d3f-82ab-1da6a6fea8f1 req-725c197a-90c0-4521-9d5e-f6c797ac8dbe tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 943 time: 0.1153390 Feb 16 14:56:12.252366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:12.270962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] Sync routers for ids ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:12.271491 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-97b4ef18-c496-472a-b4a0-049d7ad433ac tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0805440 Feb 16 14:56:12.274386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33350) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:12.288743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] Routers {'4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:12.289236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:12.321429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74bbf076-a272-4d3f-82ab-1da6a6fea8f1 req-e8582b7e-4282-497f-a521-9c57e1f4c37b tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/security-groups?id=ae302ce3-562d-47ec-9347-db89a42db61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788925 Feb 16 14:56:12.338113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:12.370859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:12.373404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:12.377272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5ff3-df94-4dac-852d-d0f305453adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:12.379900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fbe5ff3-df94-4dac-852d-d0f305453adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:12.396081 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3fbe5ff3-df94-4dac-852d-d0f305453adb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c7687c5c-b758-432a-ac0e-7ed7dcb20ef4 HTTP/1.1" status: 204 len: 168 time: 1.1518703 Feb 16 14:56:12.399161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] Routers {'4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:12.399825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:12.422596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c1cae-620e-48a6-8a95-9e0c5a6f42d8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:12.428035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b25c1cae-620e-48a6-8a95-9e0c5a6f42d8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:12.471045 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad5da7-a603-4990-a0f9-f4c874a2143a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:12.475310 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9bad5da7-a603-4990-a0f9-f4c874a2143a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports/cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 HTTP/1.1" status: 200 len: 976 time: 0.1929672 Feb 16 14:56:12.481463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:12.482770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ef2e2-4820-4317-ac36-cf1ef0179ac9 None None] The sync data for ids ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:12.492015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:12.494632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Pushing event deleted for resources: {'Port': ['ID=499a2cb5-ad23-41f5-9bc2-82257da02cde,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:12.517176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe5ff3-df94-4dac-852d-d0f305453adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7687c5c-b758-432a-ac0e-7ed7dcb20ef4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:12.693954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] No DVR routers for this DVR port 499a2cb5-ad23-41f5-9bc2-82257da02cde on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:12.696845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:12.700828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77810633-e548-44c5-952f-4e08c2c64883 req-e8366295-6b0f-462b-80b5-8ce4460b4635 tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.93 "DELETE /v2.0/ports/499a2cb5-ad23-41f5-9bc2-82257da02cde HTTP/1.1" status: 204 len: 173 time: 2.2406075 Feb 16 14:56:12.706723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'name': 'network-vif-deleted', 'tag': '499a2cb5-ad23-41f5-9bc2-82257da02cde'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:56:12.709195 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36443f7e-9edb-436d-b72a-405cdea42158" -d '{"events": [{"server_uuid": "96e6609c-9b44-4b67-84de-a70af9c8140b", "name": "network-vif-deleted", "tag": "499a2cb5-ad23-41f5-9bc2-82257da02cde"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:56:12.744165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b8407-f330-4635-a780-6d5c70730c4d req-3ff82248-d497-49cd-93b8-f77df2b9f23c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:12.754487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-789b8407-f330-4635-a780-6d5c70730c4d req-3ff82248-d497-49cd-93b8-f77df2b9f23c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1954446 Feb 16 14:56:12.754487 n-d-829433-1 neutron-server[103043]: INFO neutron.db.ipam_backend_mixin [None req-b25c1cae-620e-48a6-8a95-9e0c5a6f42d8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b13df2ec-d40f-4cd3-8bcc-915fb6d478da (CIDR: 172.20.0.16/28) Feb 16 14:56:12.766574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-7eb08a18-66cf-4e86-8c76-0575a7a26645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:12.766574 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-7eb08a18-66cf-4e86-8c76-0575a7a26645 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1095 time: 0.2309031 Feb 16 14:56:12.811487 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c8321-9241-450c-8b9f-0228bf09c2fd x-openstack-request-id: req-4a6c8321-9241-450c-8b9f-0228bf09c2fd {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:56:12.811803 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e6609c-9b44-4b67-84de-a70af9c8140b", "name": "network-vif-deleted", "tag": "499a2cb5-ad23-41f5-9bc2-82257da02cde", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:56:12.812058 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4a6c8321-9241-450c-8b9f-0228bf09c2fd {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:56:12.812451 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e6609c-9b44-4b67-84de-a70af9c8140b', 'name': 'network-vif-deleted', 'tag': '499a2cb5-ad23-41f5-9bc2-82257da02cde', 'status': 'completed', 'code': 200} Feb 16 14:56:12.817916 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25c1cae-620e-48a6-8a95-9e0c5a6f42d8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:56:12.818666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25c1cae-620e-48a6-8a95-9e0c5a6f42d8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:12.852955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-789b8407-f330-4635-a780-6d5c70730c4d req-c282c3c9-0df9-4829-94a0-d8dcf822cd57 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995708 Feb 16 14:56:12.924012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b25c1cae-620e-48a6-8a95-9e0c5a6f42d8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0089459 Feb 16 14:56:12.926670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33366) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:12.933602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'subnet': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:13.005268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-6e8129f9-3f75-422b-bbba-ed5354070598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:13.007200 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-6e8129f9-3f75-422b-bbba-ed5354070598 service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.1973376 Feb 16 14:56:13.071762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac593e1d-c0c2-481a-a43d-6e4b3ba289ae req-3575fa39-b56d-4e8b-abe0-3b4ef3fd6c12 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0412109 Feb 16 14:56:13.102560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a6c39cfa-6a5d-48d0-9039-8bf5178637db None None] Provisioning complete for port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:13.103094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6c39cfa-6a5d-48d0-9039-8bf5178637db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.170963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a6c39cfa-6a5d-48d0-9039-8bf5178637db None None] Port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:13.184602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a6c39cfa-6a5d-48d0-9039-8bf5178637db None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:13.185197 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-1f53c0ff-b89f-419f-991f-f34c3b7bff3d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.1651900 Feb 16 14:56:13.185880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6c39cfa-6a5d-48d0-9039-8bf5178637db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.268081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-0fcdea9d-4b43-4174-aa75-61b9f4949c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:13.269816 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-0fcdea9d-4b43-4174-aa75-61b9f4949c60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0743732 Feb 16 14:56:13.319026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Made reservation on behalf of cae4d26acc6145638e16472a028f6f4d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:13.323085 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.373994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b60a7e7-d39f-4677-9aee-29da8f81afbf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:13.414296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:13.446238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:13.446612 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.447443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-294fde2a-b32c-48bc-9c36-6ed6359e75b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.495325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-f3c999cb-532c-4dab-acfa-809387bc0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:13.496796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-886f22e4-dd64-40c1-8bfc-410519907f36 None None] Provisioning complete for port d9908df4-3654-4105-9ba2-3ec32631166c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:13.496967 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-f3c999cb-532c-4dab-acfa-809387bc0369 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166607 Feb 16 14:56:13.497476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-886f22e4-dd64-40c1-8bfc-410519907f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.516056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8f842ae-9c54-4e45-9210-9d0e9ba61165 req-04328229-2445-4a37-b4ea-88929d27194c tempest-ImagesTestJSON-1855302046 tempest-ImagesTestJSON-1855302046-project] 10.222.0.113 "GET /v2.0/ports?device_id=96e6609c-9b44-4b67-84de-a70af9c8140b HTTP/1.1" status: 200 len: 210 time: 0.0355520 Feb 16 14:56:13.540471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-886f22e4-dd64-40c1-8bfc-410519907f36 None None] Port d9908df4-3654-4105-9ba2-3ec32631166c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:13.725324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.798506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-294fde2a-b32c-48bc-9c36-6ed6359e75b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.801103 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-af225f97-ca21-4376-a3be-7e829ce0269f service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938049 Feb 16 14:56:13.846271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.888022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:13.898787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:13.915212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-294fde2a-b32c-48bc-9c36-6ed6359e75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:13.915673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb19cf8-62c7-44ab-ad18-4629dd759c9b None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:14.018683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Subnet': ['ID=37571738-349b-472a-999a-50ada4160d9d,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:14.026141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:14.026748 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.136176 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-294fde2a-b32c-48bc-9c36-6ed6359e75b4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1e6b17c2af5c4339a75e518cf4e63343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197504 Feb 16 14:56:14.141942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffe13e-01e2-414c-9dd5-d70ce91faf7c req-ecfc5b06-4d73-4cd5-8956-f4763ff5ea32 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:14.155709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33378) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:14.157177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05ffe13e-01e2-414c-9dd5-d70ce91faf7c req-ecfc5b06-4d73-4cd5-8956-f4763ff5ea32 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1238167 Feb 16 14:56:14.158251 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1d62dcee-c1c4-4fd4-9312-fe18ae82ceb0 req-2c66af5c-0b70-4fde-afb5-215a5b2500d2 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453498 Feb 16 14:56:14.178295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fde2a-b32c-48bc-9c36-6ed6359e75b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1c03c6-553c-43ed-9288-102dab7ba29b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:14.215800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-135cda8d-dc3f-4f7a-a491-03798fa74698 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2878230 Feb 16 14:56:14.222243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33382) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:14.259211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1891073389', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37571738-349b-472a-999a-50ada4160d9d'}], 'security_groups': ['032cb863-a319-4f19-9208-3faeac2f7273', '9ead06a2-8870-431d-9c2d-17533cc7c0a9']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:14.287968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05ffe13e-01e2-414c-9dd5-d70ce91faf7c req-5bca3169-da31-441a-a958-8b067b5f7803 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274440 Feb 16 14:56:14.414027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1f99542-cd62-4a3d-834a-2c73513d3bae req-b05dc41e-fde8-4d8c-8793-aadf594ef400 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0965641 Feb 16 14:56:14.508428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7f421-9840-45a5-bdea-77891649ea12 None None] Update dhcp port {'port': {'network_id': '6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb', 'fixed_ips': [{'subnet_id': 'b13df2ec-d40f-4cd3-8bcc-915fb6d478da', 'ip_address': '172.20.0.18'}, {'subnet_id': '22230ff2-86a9-4e7f-9519-ee1da29059af', 'ip_address': '172.20.0.2'}, {'subnet_id': '37571738-349b-472a-999a-50ada4160d9d'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '4b60a7e7-d39f-4677-9aee-29da8f81afbf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:56:14.556986 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e0f2-b196-4511-a2fc-d57c8bc6edfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.559841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-13f7f421-9840-45a5-bdea-77891649ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.677611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e0f2-b196-4511-a2fc-d57c8bc6edfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.753340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:14.755631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.841720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-13f7f421-9840-45a5-bdea-77891649ea12 None None] Allocated IP 172.20.0.34 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/37571738-349b-472a-999a-50ada4160d9d/4b60a7e7-d39f-4677-9aee-29da8f81afbf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:14.948491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-13f7f421-9840-45a5-bdea-77891649ea12 None None] For port 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b60a7e7-d39f-4677-9aee-29da8f81afbf,segment=NetworkSegment(6e6b1056-433c-40b3-a367-eaa373f59a9f),segment_id=6e6b1056-433c-40b3-a367-eaa373f59a9f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:14.995953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-13f7f421-9840-45a5-bdea-77891649ea12 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.042857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.101736 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-13f7f421-9840-45a5-bdea-77891649ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.317242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f421-9840-45a5-bdea-77891649ea12 None None] Pushing event updated for resources: {'Port': ['ID=4b60a7e7-d39f-4677-9aee-29da8f81afbf,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:15.564191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17394f-4c73-4313-8ae1-f1f9ab786ffb req-80987538-d89e-47e1-9202-d35f81bd9057 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:15.566272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33426) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:15.577072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db17394f-4c73-4313-8ae1-f1f9ab786ffb req-80987538-d89e-47e1-9202-d35f81bd9057 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1230531 Feb 16 14:56:15.627849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.643693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] Deleting subnet 050140c9-6bab-47f1-b47f-4ad96e341b29 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:15.688646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db17394f-4c73-4313-8ae1-f1f9ab786ffb req-32962a82-22f1-49bb-853c-3748a1dea609 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099453 Feb 16 14:56:15.718406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.733607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for cf9ca6c6-b4f0-45af-953f-6d0bce3cc706 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:15.748986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-836f8868-c3a7-4380-a28d-a5cf996db67d req-c4f0314a-df01-45e6-9454-962ec706e15e tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0591624 Feb 16 14:56:15.775378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 499a2cb5-ad23-41f5-9bc2-82257da02cde no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:15.810833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e0f2-b196-4511-a2fc-d57c8bc6edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.813747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bc0e0f2-b196-4511-a2fc-d57c8bc6edfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.817799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0bc0e0f2-b196-4511-a2fc-d57c8bc6edfd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dc1c03c6-553c-43ed-9288-102dab7ba29b HTTP/1.1" status: 204 len: 168 time: 1.6583886 Feb 16 14:56:15.826355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 499a2cb5-ad23-41f5-9bc2-82257da02cde {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:15.826933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 499a2cb5-ad23-41f5-9bc2-82257da02cde not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:15.860307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0e0f2-b196-4511-a2fc-d57c8bc6edfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1c03c6-553c-43ed-9288-102dab7ba29b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:15.885581 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:15.889347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Delete allocated IP 172.20.0.8 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/22230ff2-86a9-4e7f-9519-ee1da29059af) {{(pid=103044) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 14:56:15.930507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Allocated IP 172.20.0.46 (6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb/37571738-349b-472a-999a-50ada4160d9d/d9908df4-3654-4105-9ba2-3ec32631166c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:16.023858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.262267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.279212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Provisioning complete for port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:16.280125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.302156 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.325142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:16.326157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.338520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:16.342985 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.373464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050140c9-6bab-47f1-b47f-4ad96e341b29,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:16.389430 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.399079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33436) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:16.400114 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-932d7b71-c052-4429-9e3e-c3aa40c5539b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/050140c9-6bab-47f1-b47f-4ad96e341b29 HTTP/1.1" status: 204 len: 168 time: 0.8325770 Feb 16 14:56:16.400932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.446652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=cf9ca6c6-b4f0-45af-953f-6d0bce3cc706,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:16.451750 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.522507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Provisioning complete for port d9908df4-3654-4105-9ba2-3ec32631166c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:16.522507 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.567283 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.611447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b6e99d30-6336-4263-8c51-d2ef4d7a7465 None None] Port d9908df4-3654-4105-9ba2-3ec32631166c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:16.700260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event updated for resources: {'Port': ['ID=d9908df4-3654-4105-9ba2-3ec32631166c,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:16.790245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.792957 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.797867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] In _notify_port_updated(), no bound segment for port d9908df4-3654-4105-9ba2-3ec32631166c on network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:56:16.803979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:16.804616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.808603 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c39f48b-5151-4e5a-8216-a0740e264b17 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "PUT /v2.0/ports/d9908df4-3654-4105-9ba2-3ec32631166c HTTP/1.1" status: 200 len: 960 time: 2.5747993 Feb 16 14:56:16.810172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33448) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:16.828184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e84b63b-4110-4789-95e8-aef8c1df2b4b']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:16.831881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5758383b-7fbe-4edb-94e1-d996d578d6ce') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:16.832301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5758383b-7fbe-4edb-94e1-d996d578d6ce') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:16.845044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.862353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.886860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:16.896353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:16.898067 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:17.054089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4512d29f-e428-4e64-90c5-27518426b718 req-392e8162-0fcb-446e-a084-0084f1939e66 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.1343584 Feb 16 14:56:17.147720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.150603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port d9908df4-3654-4105-9ba2-3ec32631166c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:17.150946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.166674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.167236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router 4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:56:17.170922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] 10.222.0.113 "DELETE /v2.0/networks/6e84b63b-4110-4789-95e8-aef8c1df2b4b HTTP/1.1" status: 204 len: 168 time: 0.7704697 Feb 16 14:56:17.174546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159771fe-d119-4a0d-ad46-52e3b2993a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e84b63b-4110-4789-95e8-aef8c1df2b4b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:17.249331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4ef414a5-8aa8-480b-8387-c74ff5ba2f73 None None] Provisioning complete for port d9908df4-3654-4105-9ba2-3ec32631166c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:17.251529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4ef414a5-8aa8-480b-8387-c74ff5ba2f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.323759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4ef414a5-8aa8-480b-8387-c74ff5ba2f73 None None] Port d9908df4-3654-4105-9ba2-3ec32631166c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:17.327860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b60a7e7-d39f-4677-9aee-29da8f81afbf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:17.381930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:17.382566 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.577951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33472) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:17.677964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b5908bec-823d-4a49-a75b-74de2cb82977 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7a92941bc1834414903792221aa63b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953670 Feb 16 14:56:17.680440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33474) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:17.755058 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1174028-981a-468a-82ef-cf49f77c21a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.783589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1174028-981a-468a-82ef-cf49f77c21a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.828856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:17.835921 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-49733b6c-e1b7-4fab-b8cb-61c8dfbc5b65 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3426394 Feb 16 14:56:17.840097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33478) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:17.845540 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] Sync routers for ids ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:17.863399 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] Routers {'4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:17.866480 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:17.940992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1174028-981a-468a-82ef-cf49f77c21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.943871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1174028-981a-468a-82ef-cf49f77c21a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:17.945296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f1174028-981a-468a-82ef-cf49f77c21a6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ae302ce3-562d-47ec-9347-db89a42db61d HTTP/1.1" status: 204 len: 168 time: 0.2622795 Feb 16 14:56:17.958528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1174028-981a-468a-82ef-cf49f77c21a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae302ce3-562d-47ec-9347-db89a42db61d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:18.058951 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-2e81c167-99c8-4970-a0ad-210534141eba tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 14:56:18.060479 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2e81c167-99c8-4970-a0ad-210534141eba tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2196667 Feb 16 14:56:18.062563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.064338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33484) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:18.079728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for d9908df4-3654-4105-9ba2-3ec32631166c owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:18.107984 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:18.113638 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:56:18.125158 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] Routers {'4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:18.127760 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:18.196541 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:18.197518 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0f1eb-9955-4033-8042-8ac5dd8f4821 None None] The sync data for ids ['4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:18.360806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.476854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=d9908df4-3654-4105-9ba2-3ec32631166c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:18.559203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.568936 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ae722fd0-fbce-4d20-9268-4c4a76ee8059 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/d9908df4-3654-4105-9ba2-3ec32631166c HTTP/1.1" status: 204 len: 168 time: 1.7566473 Feb 16 14:56:18.568936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33500) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:18.585955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ac46c905-86a6-417d-806f-de3c08785ce4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7 HTTP/1.1" status: 200 len: 205 time: 0.5203934 Feb 16 14:56:18.595480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33502) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:18.601140 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20d5096-6617-4bd5-92c7-33ccac9bed4d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] GET failed (client error): The resource could not be found. Feb 16 14:56:18.607250 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f20d5096-6617-4bd5-92c7-33ccac9bed4d tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports/d9908df4-3654-4105-9ba2-3ec32631166c HTTP/1.1" status: 404 len: 333 time: 0.0373833 Feb 16 14:56:18.607919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33504) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:18.656147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29bcda87-0262-4b2c-be47-fb08c4dd1575 req-707f67d7-e518-49e8-a497-7dfdb8eeeb70 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0771785 Feb 16 14:56:18.711874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267e5737-c6cb-42a1-9573-c4f260553776 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.717696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-271dfed9-06a9-4060-beeb-0466976af6c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.755249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267e5737-c6cb-42a1-9573-c4f260553776 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.918003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-271dfed9-06a9-4060-beeb-0466976af6c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.920833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267e5737-c6cb-42a1-9573-c4f260553776 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.921317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-271dfed9-06a9-4060-beeb-0466976af6c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.925177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267e5737-c6cb-42a1-9573-c4f260553776 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:18.927200 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-267e5737-c6cb-42a1-9573-c4f260553776 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/security-groups/901c2074-da6f-41b8-bed0-cbb2c5c372bb HTTP/1.1" status: 204 len: 168 time: 0.3183472 Feb 16 14:56:18.930095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33516) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:18.944066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e5737-c6cb-42a1-9573-c4f260553776 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c2074-da6f-41b8-bed0-cbb2c5c372bb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:19.028442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b618-f928-4696-aafb-d35ec3b7d355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.053980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b618-f928-4696-aafb-d35ec3b7d355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.085373 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-271dfed9-06a9-4060-beeb-0466976af6c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.085906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271dfed9-06a9-4060-beeb-0466976af6c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Fanout notify agent at l3_agent the message router_deleted on router 4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:56:19.096211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-271dfed9-06a9-4060-beeb-0466976af6c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.096211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-271dfed9-06a9-4060-beeb-0466976af6c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7 HTTP/1.1" status: 204 len: 168 time: 0.4904888 Feb 16 14:56:19.097594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33520) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:19.160092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet e8cb66f4-d969-42f9-91cb-4c31f7dff359 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:19.163443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.213913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.242544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b618-f928-4696-aafb-d35ec3b7d355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.245825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b618-f928-4696-aafb-d35ec3b7d355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.247837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ffe2b618-f928-4696-aafb-d35ec3b7d355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/security-groups/9ead06a2-8870-431d-9c2d-17533cc7c0a9 HTTP/1.1" status: 204 len: 168 time: 0.3163154 Feb 16 14:56:19.250706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33530) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:19.269730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2b618-f928-4696-aafb-d35ec3b7d355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ead06a2-8870-431d-9c2d-17533cc7c0a9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:19.351143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.360443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4252d7b-7d49-476c-b33c-b715f7c8cf08 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.390526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4252d7b-7d49-476c-b33c-b715f7c8cf08 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.576500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4252d7b-7d49-476c-b33c-b715f7c8cf08 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.577814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.579390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4252d7b-7d49-476c-b33c-b715f7c8cf08 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.580838 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4252d7b-7d49-476c-b33c-b715f7c8cf08 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/security-groups/032cb863-a319-4f19-9208-3faeac2f7273 HTTP/1.1" status: 204 len: 168 time: 0.3291154 Feb 16 14:56:19.585014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33536) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:19.624933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4252d7b-7d49-476c-b33c-b715f7c8cf08 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032cb863-a319-4f19-9208-3faeac2f7273,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:19.661298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 22230ff2-86a9-4e7f-9519-ee1da29059af {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:19.674251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.705547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cb66f4-d969-42f9-91cb-4c31f7dff359,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:19.733028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae611441-7d3f-4055-ba60-a57755660e43 None None] Network 35a9c801-59c1-4ca4-b8a0-13a050bca047 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:19.745501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.765413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-66f312ea-9c8d-4d32-b77f-35e1c759e50f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/e8cb66f4-d969-42f9-91cb-4c31f7dff359 HTTP/1.1" status: 204 len: 168 time: 0.6604953 Feb 16 14:56:19.777457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:19.785630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33548) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:19.835470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e333f6d7-cbbc-4b8f-a6e4-1d8434d8d638 req-9717b9d5-3dba-4ac4-be07-38a40853b859 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0666051 Feb 16 14:56:19.998885 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.029478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.082816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] DHCP port deletion for 35a9c801-59c1-4ca4-b8a0-13a050bca047 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:20.140939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 7da9516c-3504-40f5-98e6-3c8eb682239c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:20.142856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.214412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.248693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] Deleting port 7da9516c-3504-40f5-98e6-3c8eb682239c {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:20.249219 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.296687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.305863 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/22230ff2-86a9-4e7f-9519-ee1da29059af HTTP/1.1" status: 204 len: 168 time: 0.7138877 Feb 16 14:56:20.305863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc51057-ca76-4df4-b2de-57d459f718a7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=22230ff2-86a9-4e7f-9519-ee1da29059af,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:20.316973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33564) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:20.328504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port 7da9516c-3504-40f5-98e6-3c8eb682239c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7da9516c-3504-40f5-98e6-3c8eb682239c,segment=NetworkSegment(058306b2-dd98-4000-9373-1b2408ec3f8c),segment_id=058306b2-dd98-4000-9373-1b2408ec3f8c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:20.329298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.332783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec50cb-0d44-45fb-8a46-8bcb05f03749 None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:20.379268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 7da9516c-3504-40f5-98e6-3c8eb682239c owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:20.458574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet 37571738-349b-472a-999a-50ada4160d9d {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:20.467681 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.521778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] For port 7da9516c-3504-40f5-98e6-3c8eb682239c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7da9516c-3504-40f5-98e6-3c8eb682239c,segment=NetworkSegment(058306b2-dd98-4000-9373-1b2408ec3f8c),segment_id=058306b2-dd98-4000-9373-1b2408ec3f8c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:20.524986 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.565249 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.589306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] Calling delete_port for 7da9516c-3504-40f5-98e6-3c8eb682239c owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:20.674263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.782704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=7da9516c-3504-40f5-98e6-3c8eb682239c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:20.782704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No DVR routers for this DVR port 7da9516c-3504-40f5-98e6-3c8eb682239c on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:20.827457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.933040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.985681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:20.994534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] Pushing event deleted for resources: {'Port': ['ID=7da9516c-3504-40f5-98e6-3c8eb682239c,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:20.997041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ae8365-6881-43e2-be4b-70fe94d94ae0 None None] No DVR routers for this DVR port 7da9516c-3504-40f5-98e6-3c8eb682239c on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:21.011835 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.039992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a9c801-59c1-4ca4-b8a0-13a050bca047']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:21.048837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=37571738-349b-472a-999a-50ada4160d9d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:21.060558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058306b2-dd98-4000-9373-1b2408ec3f8c') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:21.060858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058306b2-dd98-4000-9373-1b2408ec3f8c') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:21.064720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.072095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3e6e568e-d41c-432b-bdf3-5310778eb6d4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/37571738-349b-472a-999a-50ada4160d9d HTTP/1.1" status: 204 len: 168 time: 0.7538171 Feb 16 14:56:21.074259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33582) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:21.082341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.113200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.120058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:21.120449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:21.126020 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:21.155292 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-83df3894-bf84-4bf1-abdb-068929bb95d2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:21.155812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83df3894-bf84-4bf1-abdb-068929bb95d2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:21.162872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-83df3894-bf84-4bf1-abdb-068929bb95d2 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/22230ff2-86a9-4e7f-9519-ee1da29059af HTTP/1.1" status: 404 len: 337 time: 0.0868146 Feb 16 14:56:21.163974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33584) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:21.226675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f06256d0-f5fa-47ab-b9f8-0edc05ed5115 req-f61570f6-bb15-45d1-bb43-1fddcae4d108 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0826020 Feb 16 14:56:21.331277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.333711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting subnet b13df2ec-d40f-4cd3-8bcc-915fb6d478da {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:21.346778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.350015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.359904 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/35a9c801-59c1-4ca4-b8a0-13a050bca047 HTTP/1.1" status: 204 len: 168 time: 1.5689135 Feb 16 14:56:21.398055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7da9516c-3504-40f5-98e6-3c8eb682239c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:21.411178 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33590) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:21.432703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-545928234'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:21.442591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7da9516c-3504-40f5-98e6-3c8eb682239c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:21.442928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7da9516c-3504-40f5-98e6-3c8eb682239c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:21.459795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900a55c-8189-4a8a-b9db-9ecf4d3f93fe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=35a9c801-59c1-4ca4-b8a0-13a050bca047,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:21.461829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.590243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:21.606048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.643068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:56:21.647954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.663168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.668903 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment 67035bfb-547a-480e-9d1c-5fcb7286095d of type vlan for network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f Feb 16 14:56:21.766828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.925132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.931475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.932182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:21.933063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.985830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Subnet': ['ID=b13df2ec-d40f-4cd3-8bcc-915fb6d478da,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:21.992054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:21.995976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-653953c5-bed0-41d5-8a46-41037b05f5b5 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/b13df2ec-d40f-4cd3-8bcc-915fb6d478da HTTP/1.1" status: 204 len: 168 time: 0.8148429 Feb 16 14:56:21.999089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33606) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.031081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e29e83-3039-477d-9232-bafcf5fe36af None None] Network 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:22.034468 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-896391b4-5c5c-41c5-bf1d-3d3c363b8461 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.034468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896391b4-5c5c-41c5-bf1d-3d3c363b8461 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.039992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-896391b4-5c5c-41c5-bf1d-3d3c363b8461 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/18ad97ea-9453-455c-bc2c-6d6df6f94b1a HTTP/1.1" status: 404 len: 337 time: 0.0393605 Feb 16 14:56:22.040762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33608) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.068801 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6428249 Feb 16 14:56:22.070015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa02ff9-6d1c-4bf1-9827-3f5eb358ff25 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=6ab93cf9-b245-442f-b9f3-e4da5ba02a8f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:22.072783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33610) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.082167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': '6ab93cf9-b245-442f-b9f3-e4da5ba02a8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:22.097174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-24f671d3-2370-456e-9e27-569647c7a64c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "GET /v2.0/ports?device_id=95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f HTTP/1.1" status: 200 len: 205 time: 0.0552673 Feb 16 14:56:22.097801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33612) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.143922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:56:22.174089 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-5345153d-4ca6-4f31-ba2d-b3cf0eca813e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] delete failed (client error): The resource could not be found. Feb 16 14:56:22.181539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5345153d-4ca6-4f31-ba2d-b3cf0eca813e tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/routers/95c7973d-0d9a-4f5b-ac1f-a1664e67ff7f HTTP/1.1" status: 404 len: 336 time: 0.0790772 Feb 16 14:56:22.182046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33616) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.237326 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c74a3d-19d2-4728-9d74-9cdea7558ef7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.237777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c74a3d-19d2-4728-9d74-9cdea7558ef7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.243664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c3c74a3d-19d2-4728-9d74-9cdea7558ef7 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/6a831b43-fe0b-4314-ad4b-66999a2832c1 HTTP/1.1" status: 404 len: 337 time: 0.0604286 Feb 16 14:56:22.244254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33618) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.277666 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb642a4-3fdd-40dd-b218-542e769d9bc8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.278126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb642a4-3fdd-40dd-b218-542e769d9bc8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.283775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ddb642a4-3fdd-40dd-b218-542e769d9bc8 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/8ae58f21-b127-4764-ab64-dd6afd97130a HTTP/1.1" status: 404 len: 337 time: 0.0385361 Feb 16 14:56:22.290550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33622) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.331395 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-559f1724-7c61-4868-be6e-e304997a7ca6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.332209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559f1724-7c61-4868-be6e-e304997a7ca6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.336105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-559f1724-7c61-4868-be6e-e304997a7ca6 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/84d373fb-da87-4279-b250-672fe7d524d9 HTTP/1.1" status: 404 len: 337 time: 0.0445278 Feb 16 14:56:22.338586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33624) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.348790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-de267200-fa6b-4316-bb54-ba9b712dfc33 None None] Provisioning complete for port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:22.349501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-de267200-fa6b-4316-bb54-ba9b712dfc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:22.376815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:22.380465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:22.414761 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b096e86-4a50-4a42-a09f-26f23929836c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.415521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b096e86-4a50-4a42-a09f-26f23929836c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.421742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9b096e86-4a50-4a42-a09f-26f23929836c tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/ca0ab623-d0d6-467f-8e51-e595a5466d2f HTTP/1.1" status: 404 len: 333 time: 0.0795631 Feb 16 14:56:22.470659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33626) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.509250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-de267200-fa6b-4316-bb54-ba9b712dfc33 None None] Port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:22.511231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-202f21fb-df7d-47b9-81aa-a223233276f6 req-90aaebaf-0838-450a-842a-5ec10ab068bd tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.1456947 Feb 16 14:56:22.543700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-de267200-fa6b-4316-bb54-ba9b712dfc33 None None] Provisioning complete for port 4b60a7e7-d39f-4677-9aee-29da8f81afbf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:22.549258 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-de267200-fa6b-4316-bb54-ba9b712dfc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:22.600478 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed18831-98a3-47b0-a95d-124331346355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.601297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed18831-98a3-47b0-a95d-124331346355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.607707 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0ed18831-98a3-47b0-a95d-124331346355 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/698821ef-14a3-4ae0-b46a-18d09a1e297b HTTP/1.1" status: 404 len: 337 time: 0.1343298 Feb 16 14:56:22.610239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33634) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.678495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] DHCP port deletion for 6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:22.697155 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75c8d6c-663b-48fe-978d-b49dcff2b7de tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.697788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75c8d6c-663b-48fe-978d-b49dcff2b7de tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.703438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e75c8d6c-663b-48fe-978d-b49dcff2b7de tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/2c07c7f8-74ad-4b1d-8852-380b21d8c86d HTTP/1.1" status: 404 len: 337 time: 0.0890009 Feb 16 14:56:22.704037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33636) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.795412 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-455c3b93-4df1-41e7-87df-16ef579e2a97 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.796308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455c3b93-4df1-41e7-87df-16ef579e2a97 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.800592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-455c3b93-4df1-41e7-87df-16ef579e2a97 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/14bdbf3c-dc30-49d7-a11a-6a070f2cd2ef HTTP/1.1" status: 404 len: 333 time: 0.0955274 Feb 16 14:56:22.803165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33638) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.829648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:22.842030 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae02132-1357-412b-aeae-e73cd4442b8b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.842966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae02132-1357-412b-aeae-e73cd4442b8b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.846623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aae02132-1357-412b-aeae-e73cd4442b8b tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/924d957d-4728-4d74-9150-158305fa57a0 HTTP/1.1" status: 404 len: 337 time: 0.0423028 Feb 16 14:56:22.849670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33640) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.852405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] Deleting port 4b60a7e7-d39f-4677-9aee-29da8f81afbf {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:22.852995 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:22.896767 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1f0bd9-226c-4273-9e3b-8f5af5d869e4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] DELETE failed (client error): The resource could not be found. Feb 16 14:56:22.898373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1f0bd9-226c-4273-9e3b-8f5af5d869e4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:56:22.904254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9d1f0bd9-226c-4273-9e3b-8f5af5d869e4 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/subnets/b333756a-4ed2-485f-aada-d87cb873ca1a HTTP/1.1" status: 404 len: 337 time: 0.0525906 Feb 16 14:56:22.906058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33642) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:22.936331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=6f4a057b-444e-4fe9-be48-607514c62d0a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:22.956810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': '67035bfb-547a-480e-9d1c-5fcb7286095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6ab93cf9-b245-442f-b9f3-e4da5ba02a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:22.957170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:56:23.024000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] For port 4b60a7e7-d39f-4677-9aee-29da8f81afbf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4b60a7e7-d39f-4677-9aee-29da8f81afbf,segment=NetworkSegment(6e6b1056-433c-40b3-a367-eaa373f59a9f),segment_id=6e6b1056-433c-40b3-a367-eaa373f59a9f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:23.025608 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.049139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Deleting port 8cb104aa-87c9-41cc-926a-d2811b35e6e6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:23.049760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.056916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] Calling delete_port for 4b60a7e7-d39f-4677-9aee-29da8f81afbf owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:23.062509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:56:23.156194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.159716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:23.165137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:23.165931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.174644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Calling delete_port for 8cb104aa-87c9-41cc-926a-d2811b35e6e6 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:23.176274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9d30e-0f35-4998-92ea-1682360a2a22 None None] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:23.272175 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ddc2613c-5bb2-4acd-acd8-80ff8808f790 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1970813 Feb 16 14:56:23.281082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33648) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:23.286701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1fc1480d-878c-4ddb-b7c0-d509f3102c41 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1136611515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:23.301885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b60a7e7-d39f-4677-9aee-29da8f81afbf no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:23.309997 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.364070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4b60a7e7-d39f-4677-9aee-29da8f81afbf {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:23.364497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4b60a7e7-d39f-4677-9aee-29da8f81afbf not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:23.371190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] Pushing event deleted for resources: {'Port': ['ID=4b60a7e7-d39f-4677-9aee-29da8f81afbf,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:23.372866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12691d4d-a0f3-4747-9405-c612cb6276bb None None] No DVR routers for this DVR port 4b60a7e7-d39f-4677-9aee-29da8f81afbf on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:23.394230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fc1480d-878c-4ddb-b7c0-d509f3102c41 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.395306 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fc1480d-878c-4ddb-b7c0-d509f3102c41 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.396357 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.488754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Port': ['ID=8cb104aa-87c9-41cc-926a-d2811b35e6e6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:23.512687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6ab93cf9-b245-442f-b9f3-e4da5ba02a8f', 'network_id': '6ab93cf9-b245-442f-b9f3-e4da5ba02a8f', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': '6f4a057b-444e-4fe9-be48-607514c62d0a'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:56:23.514774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fc1480d-878c-4ddb-b7c0-d509f3102c41 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.516907 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.524405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.538268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/ports/8cb104aa-87c9-41cc-926a-d2811b35e6e6 HTTP/1.1" status: 204 len: 168 time: 0.6299176 Feb 16 14:56:23.540765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:23.541037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.541663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.546282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.548235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.550207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.550719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.553319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.553878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.554382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.554880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.555383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.556274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac23750-4f75-45b7-aabc-bc3c6000c271 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:23.681789 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fc1480d-878c-4ddb-b7c0-d509f3102c41 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.746321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b356a977-0ea6-48b0-a203-f17e26fd2080 req-c486541c-5b0e-4b0d-a602-e07cff3a0a93 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/ports?device_id=b974e212-39ad-4c5f-a8d5-b25b9cd562cb HTTP/1.1" status: 200 len: 210 time: 0.0507061 Feb 16 14:56:23.773062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.836007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Allocated IP 172.20.0.2 (6ab93cf9-b245-442f-b9f3-e4da5ba02a8f/6f4a057b-444e-4fe9-be48-607514c62d0a/4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:23.896630 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fc1480d-878c-4ddb-b7c0-d509f3102c41 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.898952 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1fc1480d-878c-4ddb-b7c0-d509f3102c41 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6158109 Feb 16 14:56:23.904401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33672) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:23.911969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.939375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:23.954359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6b1056-433c-40b3-a367-eaa373f59a9f') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:23.954743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6b1056-433c-40b3-a367-eaa373f59a9f') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:23.966606 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.986932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:23.996697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:23.997342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:24.082068 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:24.176501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.206150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.223065 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] 10.222.0.113 "DELETE /v2.0/networks/6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb HTTP/1.1" status: 204 len: 168 time: 0.6746461 Feb 16 14:56:24.236874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.280883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60c289-9f60-453a-b733-b285935fc597 tempest-PortsTestJSON-1738738030 tempest-PortsTestJSON-1738738030-project] Pushing event deleted for resources: {'Network': ['ID=6450cdf9-77f5-41fd-9ce8-6adeaa9a45fb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:24.333556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.380382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.392271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:24.406029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:24.421120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:24.438314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Pushing event updated for resources: {'Port': ['ID=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:24.513675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Attempting to bind port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:56:24.514388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Attempting to bind port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '67035bfb-547a-480e-9d1c-5fcb7286095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6ab93cf9-b245-442f-b9f3-e4da5ba02a8f'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:56:24.514778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Attempting to bind port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa on network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:56:24.520963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:56:24.521340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Checking segment: {'id': '67035bfb-547a-480e-9d1c-5fcb7286095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6ab93cf9-b245-442f-b9f3-e4da5ba02a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:24.521741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.522130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Bound using segment: {'id': '67035bfb-547a-480e-9d1c-5fcb7286095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6ab93cf9-b245-442f-b9f3-e4da5ba02a8f'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:56:24.522599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Bound port: 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67035bfb-547a-480e-9d1c-5fcb7286095d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '6ab93cf9-b245-442f-b9f3-e4da5ba02a8f'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:56:24.523095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.610627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] For port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:56:24.617023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] For port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,segment=NetworkSegment(67035bfb-547a-480e-9d1c-5fcb7286095d),segment_id=67035bfb-547a-480e-9d1c-5fcb7286095d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:56:24.674944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.20.0.1 (6ab93cf9-b245-442f-b9f3-e4da5ba02a8f/6f4a057b-444e-4fe9-be48-607514c62d0a/43738931-812a-4ddd-ae20-e27a9a6bac80) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:24.704005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.778961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6a9ff-51f8-4e5d-b1f5-d9bbb885ea5e None None] Pushing event updated for resources: {'Port': ['ID=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:24.822306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.926094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:24.943808 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33704) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:24.996671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:24.999204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:25.003839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33708) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:25.009171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:25.057754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=43738931-812a-4ddd-ae20-e27a9a6bac80,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:25.100597 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.155671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17065b5f-1283-4fc5-b067-a03bd1615c8d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.196529 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e476f39c-a087-476f-bd32-46bc272d3fa2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cae4d26acc6145638e16472a028f6f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506351 Feb 16 14:56:25.199097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33712) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:25.236177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17065b5f-1283-4fc5-b067-a03bd1615c8d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.350252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29362d4a-cbf7-4fd7-aa8c-31e6ac9156ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.380241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29362d4a-cbf7-4fd7-aa8c-31e6ac9156ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.453408 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.478544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:25.525419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17065b5f-1283-4fc5-b067-a03bd1615c8d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.528439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17065b5f-1283-4fc5-b067-a03bd1615c8d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.533038 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-17065b5f-1283-4fc5-b067-a03bd1615c8d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/security-groups/efd474e9-080b-4f0a-9d48-8ecd6680fa26 HTTP/1.1" status: 204 len: 168 time: 0.5281224 Feb 16 14:56:25.541887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33732) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:25.541887 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29362d4a-cbf7-4fd7-aa8c-31e6ac9156ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.541887 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29362d4a-cbf7-4fd7-aa8c-31e6ac9156ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.556868 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-29362d4a-cbf7-4fd7-aa8c-31e6ac9156ea admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/33ae8764-2b75-4e7f-b965-7351010c541a HTTP/1.1" status: 204 len: 168 time: 0.3539593 Feb 16 14:56:25.561221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:25.562002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.591980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17065b5f-1283-4fc5-b067-a03bd1615c8d tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd474e9-080b-4f0a-9d48-8ecd6680fa26,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:25.600522 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-8cf176a2-32fb-410f-b37a-c385c4fb9051 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] show failed (client error): The resource could not be found. Feb 16 14:56:25.604216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8cf176a2-32fb-410f-b37a-c385c4fb9051 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "GET /v2.0/security-groups/efd474e9-080b-4f0a-9d48-8ecd6680fa26 HTTP/1.1" status: 404 len: 347 time: 0.0454597 Feb 16 14:56:25.612097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33736) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:25.618839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29362d4a-cbf7-4fd7-aa8c-31e6ac9156ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ae8764-2b75-4e7f-b965-7351010c541a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:25.692849 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.728633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,segment=NetworkSegment(67035bfb-547a-480e-9d1c-5fcb7286095d),segment_id=67035bfb-547a-480e-9d1c-5fcb7286095d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:25.772344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port ed98751f-5243-4aa0-99f9-0c4de531755e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:25.772672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.800240 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.873104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:25.878866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.898736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.899002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:25.913406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for ed98751f-5243-4aa0-99f9-0c4de531755e owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:25.948604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.046323 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.049961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=43738931-812a-4ddd-ae20-e27a9a6bac80,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:26.145786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:26.147372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:26.199415 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.216943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ea9a1-b4d9-4331-979a-f4918e5039a8 None None] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:26.237074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=ed98751f-5243-4aa0-99f9-0c4de531755e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:26.311248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.315594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.316815 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fc161af5-dc55-48c8-913e-550e64e67f4a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/floatingips/4b0f7840-542a-4735-9d69-97746a304832 HTTP/1.1" status: 204 len: 168 time: 0.7037446 Feb 16 14:56:26.319619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33746) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:26.326507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fcf685d6-a72a-40b4-96a5-8b3825bad286 None None] Provisioning complete for port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:26.331170 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fcf685d6-a72a-40b4-96a5-8b3825bad286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.333400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:26.353910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33754) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:26.390700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router 9506a9ff-b273-41ec-a5b7-71e9c0abf590 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:56:26.528532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc64a2d6-fef4-4e6d-b5d5-78e6316ff9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.604515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc7816fc-fc78-4c8a-8d11-5c1d7fb8bfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.741930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc64a2d6-fef4-4e6d-b5d5-78e6316ff9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.777076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc7816fc-fc78-4c8a-8d11-5c1d7fb8bfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.866749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc64a2d6-fef4-4e6d-b5d5-78e6316ff9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.869215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:26.879384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27ea5c9b-15f6-46e1-aca5-2e54d5f88ec0 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/9506a9ff-b273-41ec-a5b7-71e9c0abf590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9735439 Feb 16 14:56:26.881105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33770) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:26.886153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] Sync routers for ids ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:26.904088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dc7816fc-fc78-4c8a-8d11-5c1d7fb8bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.921517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] Routers {'9506a9ff-b273-41ec-a5b7-71e9c0abf590'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:26.923526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:26.955329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc64a2d6-fef4-4e6d-b5d5-78e6316ff9b3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=06e5c0216d7146f783a02e133ca55781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208141 Feb 16 14:56:26.958325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65b9d4-3ada-4736-801f-a3a8d355bcae tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:26.961341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64a2d6-fef4-4e6d-b5d5-78e6316ff9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2abdfb9-8f39-45c8-a83a-71d08afb08ed,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:26.965677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:26.974771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7d65b9d4-3ada-4736-801f-a3a8d355bcae tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports/43738931-812a-4ddd-ae20-e27a9a6bac80 HTTP/1.1" status: 200 len: 910 time: 0.0923052 Feb 16 14:56:26.977373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:26.977717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:26.980906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:26.984240 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dc7816fc-fc78-4c8a-8d11-5c1d7fb8bfc1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2a1dd0fc3c6844dcae8361a50062702f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292362 Feb 16 14:56:26.992722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33776) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:26.995559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:27.010725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0518e35e-e1bb-4e32-8fd4-ea50dd490bde None None] Provisioning complete for port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:27.011248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0518e35e-e1bb-4e32-8fd4-ea50dd490bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.047283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] Routers {'9506a9ff-b273-41ec-a5b7-71e9c0abf590'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:27.048540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:27.090596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:27.092424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41096297-d1a0-42c7-829a-a0bba431e99e None None] The sync data for ids ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:27.134824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7816fc-fc78-4c8a-8d11-5c1d7fb8bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349f998e-600d-42b6-ba44-f5e5e688ae1a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:27.199686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84eb6a7c-9314-4e38-8b1b-a97674d96bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.202668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.209017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0518e35e-e1bb-4e32-8fd4-ea50dd490bde None None] Provisioning complete for port 43738931-812a-4ddd-ae20-e27a9a6bac80 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:27.209620 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0518e35e-e1bb-4e32-8fd4-ea50dd490bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.247284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:27.279355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84eb6a7c-9314-4e38-8b1b-a97674d96bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.300671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0518e35e-e1bb-4e32-8fd4-ea50dd490bde None None] Port 43738931-812a-4ddd-ae20-e27a9a6bac80 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:27.341134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:27.387815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3931b5e3-0da0-4744-975d-d9618728c5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.442115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-173111e6-deab-4d9d-b40e-39a65ed3e717 None None] Provisioning complete for port 43738931-812a-4ddd-ae20-e27a9a6bac80 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:27.442763 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-173111e6-deab-4d9d-b40e-39a65ed3e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.445893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:27.446209 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.482993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3931b5e3-0da0-4744-975d-d9618728c5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.510567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-173111e6-deab-4d9d-b40e-39a65ed3e717 None None] Port 43738931-812a-4ddd-ae20-e27a9a6bac80 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:27.552744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84eb6a7c-9314-4e38-8b1b-a97674d96bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.556052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84eb6a7c-9314-4e38-8b1b-a97674d96bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.557301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-84eb6a7c-9314-4e38-8b1b-a97674d96bf6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/349f998e-600d-42b6-ba44-f5e5e688ae1a HTTP/1.1" status: 204 len: 168 time: 0.5636351 Feb 16 14:56:27.573931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb6a7c-9314-4e38-8b1b-a97674d96bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f998e-600d-42b6-ba44-f5e5e688ae1a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:27.611360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.665777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9a49e767-e912-4bf5-b728-b7d3c9e6528b None None] Provisioning complete for port 43738931-812a-4ddd-ae20-e27a9a6bac80 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:27.666817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a49e767-e912-4bf5-b728-b7d3c9e6528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.700951 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3931b5e3-0da0-4744-975d-d9618728c5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.703914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3931b5e3-0da0-4744-975d-d9618728c5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.704083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:27.720496 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3931b5e3-0da0-4744-975d-d9618728c5fb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d2abdfb9-8f39-45c8-a83a-71d08afb08ed HTTP/1.1" status: 204 len: 168 time: 0.7476838 Feb 16 14:56:27.731202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9a49e767-e912-4bf5-b728-b7d3c9e6528b None None] Port 43738931-812a-4ddd-ae20-e27a9a6bac80 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:27.735937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931b5e3-0da0-4744-975d-d9618728c5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2abdfb9-8f39-45c8-a83a-71d08afb08ed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:27.756623 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.792232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:27.796247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-af2a3d2b-4611-42c0-b84a-80637fa5bc16 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/ports/d4aa76d6-2dc5-4eac-b1d5-0e4eb14c3404 HTTP/1.1" status: 204 len: 168 time: 1.4756238 Feb 16 14:56:27.799579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33796) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:27.900707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port fda968d1-90e5-46fa-bba4-e53c52da6605 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:27.901353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.001448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.014823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for fda968d1-90e5-46fa-bba4-e53c52da6605 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:28.061926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 43738931-812a-4ddd-ae20-e27a9a6bac80 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:28.062371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.176137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.194648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 43738931-812a-4ddd-ae20-e27a9a6bac80 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:28.302180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.344546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=fda968d1-90e5-46fa-bba4-e53c52da6605,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:28.427939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.431402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-64464f78-b536-4f56-a56b-8b3607f35fb5 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/ports/fda968d1-90e5-46fa-bba4-e53c52da6605 HTTP/1.1" status: 204 len: 168 time: 0.6307321 Feb 16 14:56:28.434169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33806) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:28.468225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.490216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting subnet 7cfd53d6-daf4-43bf-bd34-b76148ab5a27 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:28.493479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.498646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=43738931-812a-4ddd-ae20-e27a9a6bac80,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:28.548646 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.675675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.680646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.914433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.923680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router 9506a9ff-b273-41ec-a5b7-71e9c0abf590 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:56:28.955860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff642f0b-6a35-41bc-8f01-5657501d8172 None None] Network c0c81f24-4bf1-458d-aa2a-f268476c4bc0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:28.956344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:28.961030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/subnets/7cfd53d6-daf4-43bf-bd34-b76148ab5a27 HTTP/1.1" status: 204 len: 168 time: 0.5258641 Feb 16 14:56:28.962223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c88f5-c175-4a1a-9ec8-89686b0c7137 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfd53d6-daf4-43bf-bd34-b76148ab5a27,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:28.965472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33814) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:29.031038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting subnet dc7bb928-30e3-42db-b238-0a9aaa86e079 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:29.036394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:29.036537 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.048472 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] Sync routers for ids ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:29.049977 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2e45ba51-deeb-412d-9934-5e60e29bd69c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/9506a9ff-b273-41ec-a5b7-71e9c0abf590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0637765 Feb 16 14:56:29.053837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33820) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:29.060472 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] Routers {'9506a9ff-b273-41ec-a5b7-71e9c0abf590'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:29.062153 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:29.086434 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.114798 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:29.123897 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-50e2728c-f621-4d9c-832a-4000e7a4f067 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=9506a9ff-b273-41ec-a5b7-71e9c0abf590 HTTP/1.1" status: 200 len: 205 time: 0.0666211 Feb 16 14:56:29.127239 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] Routers {'9506a9ff-b273-41ec-a5b7-71e9c0abf590'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:29.127685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33824) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:29.127904 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:29.176545 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:29.180708 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a0d3d-5c0b-465b-902e-ec5acf3d5ec1 None None] The sync data for ids ['9506a9ff-b273-41ec-a5b7-71e9c0abf590'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:29.200089 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.239757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7212b0-0c37-4eb8-a82f-2c922afa7160 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.333365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] DHCP port deletion for c0c81f24-4bf1-458d-aa2a-f268476c4bc0 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:29.370446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33828) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:29.392981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0e326cba-4e90-401b-a24a-fe1bfba9281e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.398365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Deleting port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:29.399555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.419525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.442801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7212b0-0c37-4eb8-a82f-2c922afa7160 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.442801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7212b0-0c37-4eb8-a82f-2c922afa7160 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.470468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7bb928-30e3-42db-b238-0a9aaa86e079,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:29.479500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.487187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c69cb9ff-7709-4ca6-b2d2-049206772f02 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/subnets/dc7bb928-30e3-42db-b238-0a9aaa86e079 HTTP/1.1" status: 204 len: 168 time: 0.5206618 Feb 16 14:56:29.489231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33830) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:29.510183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] For port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:29.511297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.529481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Calling delete_port for 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:29.582303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4bce8a-c770-4dc8-8274-201aa301564d None None] Network d6a65f21-dee2-406d-8515-cd3a47a924d2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:29.597317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.617180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7212b0-0c37-4eb8-a82f-2c922afa7160 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.617806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7212b0-0c37-4eb8-a82f-2c922afa7160 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Fanout notify agent at l3_agent the message router_deleted on router 9506a9ff-b273-41ec-a5b7-71e9c0abf590 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:56:29.628402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f7212b0-0c37-4eb8-a82f-2c922afa7160 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.632580 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5f7212b0-0c37-4eb8-a82f-2c922afa7160 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/9506a9ff-b273-41ec-a5b7-71e9c0abf590 HTTP/1.1" status: 204 len: 168 time: 0.5038252 Feb 16 14:56:29.634004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33834) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:29.689220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0e326cba-4e90-401b-a24a-fe1bfba9281e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.696762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Deleting port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:29.697104 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.709507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet 6f4a057b-444e-4fe9-be48-607514c62d0a {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:29.713233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.785425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] For port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,segment=NetworkSegment(4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79),segment_id=4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:29.785793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.790886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.809894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Calling delete_port for 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:29.822028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0e326cba-4e90-401b-a24a-fe1bfba9281e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.875910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] DHCP port deletion for d6a65f21-dee2-406d-8515-cd3a47a924d2 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:29.911933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.922833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0e326cba-4e90-401b-a24a-fe1bfba9281e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a076c019a6e44f289b7debc8977a326d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504785 Feb 16 14:56:29.928933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33844) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:29.932915 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:29.940957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e326cba-4e90-401b-a24a-fe1bfba9281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25eb68a-734a-4d60-9c7f-9bf15d8a535a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:29.968972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Pushing event deleted for resources: {'Port': ['ID=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:29.987071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] No DVR routers for this DVR port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:30.011994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.015513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.016992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.017533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.018053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.018569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.019106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.020014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.021009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.021775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.028148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.028148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4d7f0-bc78-4635-84e9-da3088cc40c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:56:30.042677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.045347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] Deleting port c1d3fb5b-67a9-43bb-9556-81c404bd3175 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:30.046002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.072219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-077f03aa-c592-405a-ba8b-d1155487d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.079749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] No DVR routers for this DVR port 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:30.084687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Port': ['ID=19fc8a51-4e66-4d7f-9c24-7bbc89220aaa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:30.103288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.140686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-077f03aa-c592-405a-ba8b-d1155487d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.143169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4a057b-444e-4fe9-be48-607514c62d0a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:30.146128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] For port c1d3fb5b-67a9-43bb-9556-81c404bd3175, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c1d3fb5b-67a9-43bb-9556-81c404bd3175,segment=NetworkSegment(86305be5-31c0-45ca-a059-53ea06154a75),segment_id=86305be5-31c0-45ca-a059-53ea06154a75)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:30.146522 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.154417 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.157754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ddc87-85cc-4ea2-bcc7-be3cb8625e80 None None] Network 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:30.163684 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2b447bcd-4da0-4be5-9894-84ddece05da4 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/6f4a057b-444e-4fe9-be48-607514c62d0a HTTP/1.1" status: 204 len: 168 time: 0.5278251 Feb 16 14:56:30.164396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33850) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:30.180934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] Calling delete_port for c1d3fb5b-67a9-43bb-9556-81c404bd3175 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:30.225379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.263422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c81f24-4bf1-458d-aa2a-f268476c4bc0']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:30.293125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.300648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:30.300978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ceda2ee-c5db-4d4f-bc1f-f4091dfe9d79') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:30.320547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.357290 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.365045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:30.374000 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:30.426488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-077f03aa-c592-405a-ba8b-d1155487d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.429274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-077f03aa-c592-405a-ba8b-d1155487d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.431742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-077f03aa-c592-405a-ba8b-d1155487d4e8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d25eb68a-734a-4d60-9c7f-9bf15d8a535a HTTP/1.1" status: 204 len: 168 time: 0.5000567 Feb 16 14:56:30.450582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f03aa-c592-405a-ba8b-d1155487d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25eb68a-734a-4d60-9c7f-9bf15d8a535a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:30.503403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] DHCP port deletion for 6ab93cf9-b245-442f-b9f3-e4da5ba02a8f request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:30.511717 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.561941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] Pushing event deleted for resources: {'Port': ['ID=c1d3fb5b-67a9-43bb-9556-81c404bd3175,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:30.570736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc413e-026c-486d-bff0-c580917658a4 None None] No DVR routers for this DVR port c1d3fb5b-67a9-43bb-9556-81c404bd3175 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:30.577262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.605517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.619387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/networks/c0c81f24-4bf1-458d-aa2a-f268476c4bc0 HTTP/1.1" status: 204 len: 168 time: 1.1265662 Feb 16 14:56:30.620325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c5b9-51a4-40d5-9e3f-f0d25e81fb41 tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Network': ['ID=c0c81f24-4bf1-458d-aa2a-f268476c4bc0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:30.624252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33866) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:30.634133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] Deleting port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:30.639688 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.739312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.769254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] For port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,segment=NetworkSegment(67035bfb-547a-480e-9d1c-5fcb7286095d),segment_id=67035bfb-547a-480e-9d1c-5fcb7286095d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:30.769651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.784413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] Calling delete_port for 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:30.819654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:30.820291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.888050 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.893634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,segment=NetworkSegment(67035bfb-547a-480e-9d1c-5fcb7286095d),segment_id=67035bfb-547a-480e-9d1c-5fcb7286095d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:30.894037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.909390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:30.916205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a65f21-dee2-406d-8515-cd3a47a924d2']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:30.928189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86305be5-31c0-45ca-a059-53ea06154a75') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:30.928777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86305be5-31c0-45ca-a059-53ea06154a75') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:30.930953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.940418 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.955096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.965354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:30.969763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:30.970243 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:30.974720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] Pushing event deleted for resources: {'Port': ['ID=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:30.981691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af169829-3a82-4e36-b887-15d4d504dcdb None None] No DVR routers for this DVR port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:31.016814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.042024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:31.051048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No DVR routers for this DVR port 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:31.090501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.098518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.109257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] 10.222.0.113 "DELETE /v2.0/networks/d6a65f21-dee2-406d-8515-cd3a47a924d2 HTTP/1.1" status: 204 len: 168 time: 0.4790289 Feb 16 14:56:31.129748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce314f-1f89-4533-9d99-a32c67c93c7a tempest-TaggedBootDevicesTest-1661596856 tempest-TaggedBootDevicesTest-1661596856-project] Pushing event deleted for resources: {'Network': ['ID=d6a65f21-dee2-406d-8515-cd3a47a924d2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:31.163526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.207864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab93cf9-b245-442f-b9f3-e4da5ba02a8f']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:31.225890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67035bfb-547a-480e-9d1c-5fcb7286095d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:31.227173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67035bfb-547a-480e-9d1c-5fcb7286095d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:31.242472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.257121 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.263909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:31.264815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:31.269212 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:31.307436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c1d3fb5b-67a9-43bb-9556-81c404bd3175 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:31.333912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c1d3fb5b-67a9-43bb-9556-81c404bd3175 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:31.334240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c1d3fb5b-67a9-43bb-9556-81c404bd3175 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:31.334664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:31.355011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:31.355321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4bcc6c0b-e7c0-45d7-87ac-6f19037f38aa not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:31.355758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:31.375783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:31.376136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 19fc8a51-4e66-4d7f-9c24-7bbc89220aaa not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:31.403054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33888) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:31.439431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.451586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.454759 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/6ab93cf9-b245-442f-b9f3-e4da5ba02a8f HTTP/1.1" status: 204 len: 168 time: 1.2892494 Feb 16 14:56:31.458594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33892) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:31.463918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-919108158', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:31.466884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902fbd2-13ae-42f1-bad7-3e476ec51e00 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=6ab93cf9-b245-442f-b9f3-e4da5ba02a8f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:31.582579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.583719 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.618704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:31.623332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1254100948-network', 'tenant_id': 'c66e01160cd94d958dc54709b0a50eab'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:31.632622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5af5c219-5e01-4d58-984a-cbf56ef83953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.698449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.720652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5af5c219-5e01-4d58-984a-cbf56ef83953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.800935 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5af5c219-5e01-4d58-984a-cbf56ef83953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.826993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Made reservation on behalf of c66e01160cd94d958dc54709b0a50eab for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:31.831228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.870991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5c219-5e01-4d58-984a-cbf56ef83953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5466bcac-55f0-4f00-9720-9593ea90db39,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:31.892123 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5af5c219-5e01-4d58-984a-cbf56ef83953 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8a407c4538024e799bab653340cd65bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722511 Feb 16 14:56:31.894685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33906) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:31.901646 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:31.965008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d3e31c2-90ce-4d96-a4f7-d8fa5c52df0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.000895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d3e31c2-90ce-4d96-a4f7-d8fa5c52df0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.060814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.070295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-c306cd5e-0575-41a1-8344-864690adb09b service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624312 Feb 16 14:56:32.120219 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d3e31c2-90ce-4d96-a4f7-d8fa5c52df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.123253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d3e31c2-90ce-4d96-a4f7-d8fa5c52df0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.124967 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d3e31c2-90ce-4d96-a4f7-d8fa5c52df0d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5466bcac-55f0-4f00-9720-9593ea90db39 HTTP/1.1" status: 204 len: 168 time: 0.2292902 Feb 16 14:56:32.134954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e31c2-90ce-4d96-a4f7-d8fa5c52df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5466bcac-55f0-4f00-9720-9593ea90db39,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:32.226151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-59b85126-d908-4447-b930-810244815c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:32.227919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-59b85126-d908-4447-b930-810244815c21 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 1096 time: 0.1345642 Feb 16 14:56:32.332526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.399168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-be4aea62-19da-47e7-a6c1-f1243d3a5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:32.400702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-be4aea62-19da-47e7-a6c1-f1243d3a5d6e service neutron] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.1479931 Feb 16 14:56:32.403530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.501999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:56:32.507328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-773c634c-0230-4b07-8c26-40d0e3f40d15 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84 HTTP/1.1" status: 200 len: 217 time: 0.0971074 Feb 16 14:56:32.586812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.587050 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Added segment c2538963-7734-490b-a439-ec9b3e5e36a2 of type vlan for network cb44d576-99a9-425e-8c66-b98c331910ba Feb 16 14:56:32.588362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef9aae-3757-464c-8ca9-2b550f0ce5b6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:32.659531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.697175 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.706197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.722300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-fd9a4895-3eca-4ac3-93cf-e90777706c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:32.724172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-fd9a4895-3eca-4ac3-93cf-e90777706c02 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1825802 Feb 16 14:56:32.873339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-4a9437df-fd7a-46a1-8069-f1600a895fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:32.874871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-4a9437df-fd7a-46a1-8069-f1600a895fb6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088510 Feb 16 14:56:32.912026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.25.6.208 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/cf939baf-e141-40db-ad70-8d0d102f6de1) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:32.917495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:32.918452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:32.919037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:33.086239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6819813 Feb 16 14:56:33.089203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33944) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:33.096547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Request body: {'subnet': {'network_id': 'cb44d576-99a9-425e-8c66-b98c331910ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1254100948-subnet', 'tenant_id': 'c66e01160cd94d958dc54709b0a50eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:33.110648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d701b-2011-486b-a38f-44c55ff7166d admin admin] Pushing event updated for resources: {'Network': ['ID=cb44d576-99a9-425e-8c66-b98c331910ba,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:33.130219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cb44d576-99a9-425e-8c66-b98c331910ba details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:56:33.142931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-5f307b3a-a1e9-468e-b766-d1b1f19f2d05 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578063 Feb 16 14:56:33.205864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Made reservation on behalf of c66e01160cd94d958dc54709b0a50eab for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:33.208902 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:33.240614 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:33.319388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7de173d0-b976-48bb-86b9-7e0b4b7fa413 req-0390a099-f109-4af9-862c-4813d4717c4a service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660800 Feb 16 14:56:33.382800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:33.446338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:33.452767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:33.455966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:33.494605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=cf939baf-e141-40db-ad70-8d0d102f6de1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:33.675876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:33.798538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd92c84-1ade-4907-bb99-409283c3e497,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:33.829558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Checking segment: {'id': 'c2538963-7734-490b-a439-ec9b3e5e36a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cb44d576-99a9-425e-8c66-b98c331910ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:33.829988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Network hostable DHCP agents. Network: cb44d576-99a9-425e-8c66-b98c331910ba, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:56:33.982606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Network cb44d576-99a9-425e-8c66-b98c331910ba is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:56:34.078584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cb44d576-99a9-425e-8c66-b98c331910ba) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:34.088974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:34.088974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:34.094168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf22c6-4a8c-4d58-891f-7af49b8938ab None None] Network cb44d576-99a9-425e-8c66-b98c331910ba requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:34.234074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362cede8-1b2f-4266-aeb8-7f3cdd83e7cf None None] Network cb44d576-99a9-425e-8c66-b98c331910ba requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:34.448634 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a33ca82-8c02-40fb-b096-5bcdbee7c5f6 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3212316 Feb 16 14:56:34.449130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:34.654261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:34.891741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router cf8e970a-a4cd-4a2f-a5d0-453ede882c54 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:56:35.123100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:35.142722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] Sync routers for ids ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:35.193056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] Routers {'cf8e970a-a4cd-4a2f-a5d0-453ede882c54'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:35.193692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:35.245612 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:35.245612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9afd1810-f1cd-4255-849a-b29cbc71d57f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7831156 Feb 16 14:56:35.245983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34008) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:35.275021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:35.299250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b96cd69f-edb3-495e-acda-adf263341989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:35.307085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] Routers {'cf8e970a-a4cd-4a2f-a5d0-453ede882c54'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:35.308076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:35.316506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e6f5b827-92de-4630-b9a4-5267168bd610 req-d1416968-71b4-426d-8179-e88f107bf38a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-261046718', 'description': 'tempest-description-1254379738'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:35.355463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:35.356359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8a340-3e7f-44c2-a0e0-90d2ec097f8b None None] The sync data for ids ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:35.462164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e6f5b827-92de-4630-b9a4-5267168bd610 req-d1416968-71b4-426d-8179-e88f107bf38a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:35.487635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34016) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:35.488453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e5a3e0f9-012a-4080-8572-1d30cea81082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/routers/cf8e970a-a4cd-4a2f-a5d0-453ede882c54 HTTP/1.1" status: 200 len: 880 time: 0.2429645 Feb 16 14:56:35.780788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e6f5b827-92de-4630-b9a4-5267168bd610 req-d1416968-71b4-426d-8179-e88f107bf38a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:35.918573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e6f5b827-92de-4630-b9a4-5267168bd610 req-d1416968-71b4-426d-8179-e88f107bf38a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:35.974182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416968-71b4-426d-8179-e88f107bf38a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bda690-bd68-4877-a862-62b54c8f931e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:35.996876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-432f94fc-528a-4168-87ff-0c1b22c8d30f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5032024 Feb 16 14:56:35.997133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34032) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:36.002241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e313b9fa-764f-455a-8b0a-a31cddd51882 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-919108158'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:36.057584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e6f5b827-92de-4630-b9a4-5267168bd610 req-d1416968-71b4-426d-8179-e88f107bf38a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.059718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6f5b827-92de-4630-b9a4-5267168bd610 req-d1416968-71b4-426d-8179-e88f107bf38a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7499030 Feb 16 14:56:36.191147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55368d5c-e64f-4590-b935-034845c72788 req-47c2eb84-68de-4d45-b979-840cfaed754d tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/d8bda690-bd68-4877-a862-62b54c8f931e HTTP/1.1" status: 200 len: 1814 time: 0.0960495 Feb 16 14:56:36.200703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-55368d5c-e64f-4590-b935-034845c72788 req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8bda690-bd68-4877-a862-62b54c8f931e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:36.201136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-55368d5c-e64f-4590-b935-034845c72788 req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8bda690-bd68-4877-a862-62b54c8f931e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:36.333427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-55368d5c-e64f-4590-b935-034845c72788 req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.382506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-55368d5c-e64f-4590-b935-034845c72788 req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.461241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-55368d5c-e64f-4590-b935-034845c72788 req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.489127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36f1d47-6c2b-48db-b28a-50d7f4ff9869,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:36.493632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e313b9fa-764f-455a-8b0a-a31cddd51882 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.584993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-55368d5c-e64f-4590-b935-034845c72788 req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.586465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55368d5c-e64f-4590-b935-034845c72788 req-3a9854da-6d9c-42c8-b37c-4fe197d1151e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3903825 Feb 16 14:56:36.612882 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e313b9fa-764f-455a-8b0a-a31cddd51882 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.696472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34054) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:36.709820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee65c6d7-312e-4f69-8711-c020a06f4230 req-9a5988ce-5cd6-4a43-ab6f-81970413f505 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/d8bda690-bd68-4877-a862-62b54c8f931e HTTP/1.1" status: 200 len: 2408 time: 0.1007216 Feb 16 14:56:36.763807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f78e6d58-06bc-4f84-9dbd-4c89fcfb7deb req-7ccfbe10-4b7c-4d14-8651-8c996df80d77 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-group-rules/b36f1d47-6c2b-48db-b28a-50d7f4ff9869 HTTP/1.1" status: 200 len: 778 time: 0.0260429 Feb 16 14:56:36.792078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e313b9fa-764f-455a-8b0a-a31cddd51882 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router cf8e970a-a4cd-4a2f-a5d0-453ede882c54 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:56:36.819628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f78e6d58-06bc-4f84-9dbd-4c89fcfb7deb req-b7464234-dbcc-49f0-afc9-a86283c4f710 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/d8bda690-bd68-4877-a862-62b54c8f931e HTTP/1.1" status: 200 len: 2408 time: 0.0484378 Feb 16 14:56:36.858615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f78e6d58-06bc-4f84-9dbd-4c89fcfb7deb req-e8742ece-3b6f-48bc-ada9-b844bc090875 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.869370 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f78e6d58-06bc-4f84-9dbd-4c89fcfb7deb req-e8742ece-3b6f-48bc-ada9-b844bc090875 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.923105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e313b9fa-764f-455a-8b0a-a31cddd51882 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:36.933152 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] Sync routers for ids ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:36.942456 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e313b9fa-764f-455a-8b0a-a31cddd51882 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:36.947396 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e313b9fa-764f-455a-8b0a-a31cddd51882 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/cf8e970a-a4cd-4a2f-a5d0-453ede882c54 HTTP/1.1" status: 200 len: 887 time: 0.9467876 Feb 16 14:56:36.947697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34062) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:36.949497 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] Routers {'cf8e970a-a4cd-4a2f-a5d0-453ede882c54'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:36.950554 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:37.005196 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:37.019772 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] Routers {'cf8e970a-a4cd-4a2f-a5d0-453ede882c54'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:37.026219 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:37.034628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f78e6d58-06bc-4f84-9dbd-4c89fcfb7deb req-e8742ece-3b6f-48bc-ada9-b844bc090875 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.050655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f78e6d58-06bc-4f84-9dbd-4c89fcfb7deb req-e8742ece-3b6f-48bc-ada9-b844bc090875 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.051929 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f78e6d58-06bc-4f84-9dbd-4c89fcfb7deb req-e8742ece-3b6f-48bc-ada9-b844bc090875 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/b36f1d47-6c2b-48db-b28a-50d7f4ff9869 HTTP/1.1" status: 204 len: 173 time: 0.2260685 Feb 16 14:56:37.060629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb3d05c4-699a-44ac-985b-d39526045429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.071898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8742ece-3b6f-48bc-ada9-b844bc090875 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b36f1d47-6c2b-48db-b28a-50d7f4ff9869,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:37.091098 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:37.092427 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8d25b-a3d2-420d-8a8f-2c26db4b7ace None None] The sync data for ids ['cf8e970a-a4cd-4a2f-a5d0-453ede882c54'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:37.122372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c9d4afbb-d98e-4459-a977-0959eecaf263 req-de498896-cdad-4042-9099-ef6433dd60d6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2108844540', 'description': 'tempest-description-1283287188'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:37.185244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-46e6c66e-a4fe-4349-b091-08b5a38dbffe tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/routers/cf8e970a-a4cd-4a2f-a5d0-453ede882c54 HTTP/1.1" status: 200 len: 887 time: 0.2360420 Feb 16 14:56:37.189294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34068) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:37.244844 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c86037bc-cc61-46da-890e-7f9e62ff5cbd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf8e970a-a4cd-4a2f-a5d0-453ede882c54 HTTP/1.1" status: 200 len: 205 time: 0.0542269 Feb 16 14:56:37.245655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34072) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:37.245857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb3d05c4-699a-44ac-985b-d39526045429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.280547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9d4afbb-d98e-4459-a977-0959eecaf263 req-de498896-cdad-4042-9099-ef6433dd60d6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.382747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.394547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9d4afbb-d98e-4459-a977-0959eecaf263 req-de498896-cdad-4042-9099-ef6433dd60d6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.396895 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fb3d05c4-699a-44ac-985b-d39526045429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.469861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d05c4-699a-44ac-985b-d39526045429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74fe393-2d64-4edf-88bd-951d3cc99e12,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:37.475826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fb3d05c4-699a-44ac-985b-d39526045429 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ae8ba1947df247558857068d28f5f40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7780380 Feb 16 14:56:37.478451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34076) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:37.485176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9d4afbb-d98e-4459-a977-0959eecaf263 req-de498896-cdad-4042-9099-ef6433dd60d6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.537192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.584998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de498896-cdad-4042-9099-ef6433dd60d6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4a035a-ef7e-4810-9d86-9642f954f76c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:37.617289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f4073-a1ab-46d5-b4b5-7adc6c905ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.647529 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f4073-a1ab-46d5-b4b5-7adc6c905ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.653621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9d4afbb-d98e-4459-a977-0959eecaf263 req-de498896-cdad-4042-9099-ef6433dd60d6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.655206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9d4afbb-d98e-4459-a977-0959eecaf263 req-de498896-cdad-4042-9099-ef6433dd60d6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5431867 Feb 16 14:56:37.723236 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-629d786f-a4c2-4748-ae9a-3fabc3d19aa5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213856 Feb 16 14:56:37.753087 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port cf939baf-e141-40db-ad70-8d0d102f6de1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:37.753434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.758420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-147b24fd-248d-4407-9be9-6f5806877154 req-cf816625-31b3-4951-a35d-1098ab1614d4 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/3d4a035a-ef7e-4810-9d86-9642f954f76c HTTP/1.1" status: 200 len: 1815 time: 0.0520704 Feb 16 14:56:37.807819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-437930da-9686-456f-bdfc-4c19f5d99a13 req-d3523911-d2f5-4270-a242-7a0c3d8ad9c7 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-287260531', 'description': 'tempest-description-2046844241'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:37.884473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.900394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for cf939baf-e141-40db-ad70-8d0d102f6de1 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:37.903580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-98dd5267-9713-4363-a916-cb8cdd5fb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:37.906401 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-98dd5267-9713-4363-a916-cb8cdd5fb47d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1095 time: 0.1331770 Feb 16 14:56:37.971893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f4073-a1ab-46d5-b4b5-7adc6c905ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.974767 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f4073-a1ab-46d5-b4b5-7adc6c905ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:37.978359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b12f4073-a1ab-46d5-b4b5-7adc6c905ea3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a74fe393-2d64-4edf-88bd-951d3cc99e12 HTTP/1.1" status: 204 len: 168 time: 0.4966395 Feb 16 14:56:38.000202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f4073-a1ab-46d5-b4b5-7adc6c905ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74fe393-2d64-4edf-88bd-951d3cc99e12,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:38.008626 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3bc36429-9ebb-4187-a74b-219a01c97fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.027325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-437930da-9686-456f-bdfc-4c19f5d99a13 req-d3523911-d2f5-4270-a242-7a0c3d8ad9c7 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.197259 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-437930da-9686-456f-bdfc-4c19f5d99a13 req-d3523911-d2f5-4270-a242-7a0c3d8ad9c7 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.268183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-b23479e1-dab2-4795-83d0-587a7064b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:38.270109 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-b23479e1-dab2-4795-83d0-587a7064b75d service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.3208179 Feb 16 14:56:38.319863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-437930da-9686-456f-bdfc-4c19f5d99a13 req-d3523911-d2f5-4270-a242-7a0c3d8ad9c7 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.374407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.389025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3523911-d2f5-4270-a242-7a0c3d8ad9c7 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ddf760-dccf-4c79-a855-b6426457661d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:38.436604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=cf939baf-e141-40db-ad70-8d0d102f6de1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:38.465738 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-1ab6b863-feca-48ea-94f8-5262f0e94e06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.1867383 Feb 16 14:56:38.511142 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-437930da-9686-456f-bdfc-4c19f5d99a13 req-d3523911-d2f5-4270-a242-7a0c3d8ad9c7 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.512521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-437930da-9686-456f-bdfc-4c19f5d99a13 req-d3523911-d2f5-4270-a242-7a0c3d8ad9c7 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7102563 Feb 16 14:56:38.583203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.669597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9453630e-954d-44aa-8afb-6e35e2449cdc req-cbe3f178-96e4-4bff-8f25-b68644ee0a5e tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/e7ddf760-dccf-4c79-a855-b6426457661d HTTP/1.1" status: 200 len: 1814 time: 0.1187074 Feb 16 14:56:38.716403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ebe0b32b-7347-4b1d-b728-c1a4ff231a20 req-7d0b8451-96fd-41f6-b2fa-3fe381bbeb3b tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1794722485', 'description': 'tempest-description-1292024306'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:38.769832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.774654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.782806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-1a43bd50-968d-49bc-bbc5-de4ce3404370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:38.784521 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-1a43bd50-968d-49bc-bbc5-de4ce3404370 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.2910829 Feb 16 14:56:38.875506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ebe0b32b-7347-4b1d-b728-c1a4ff231a20 req-7d0b8451-96fd-41f6-b2fa-3fe381bbeb3b tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.903063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-91e54962-4c04-4d27-9660-6a99b8563aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:38.904656 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-91e54962-4c04-4d27-9660-6a99b8563aba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776079 Feb 16 14:56:38.986702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:38.993775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Fanout notify agent at l3_agent the message router_deleted on router cf8e970a-a4cd-4a2f-a5d0-453ede882c54 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:56:39.007582 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.009226 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-31013980-f1e6-4745-b006-beedaf287945 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/cf8e970a-a4cd-4a2f-a5d0-453ede882c54 HTTP/1.1" status: 204 len: 168 time: 1.7621908 Feb 16 14:56:39.012778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34118) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:39.023232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-471520343'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:39.057792 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-9c9c341b-0e6b-4365-8095-10f48b520fb0 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439297 Feb 16 14:56:39.079750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ebe0b32b-7347-4b1d-b728-c1a4ff231a20 req-7d0b8451-96fd-41f6-b2fa-3fe381bbeb3b tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.125557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:39.129644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.171037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ebe0b32b-7347-4b1d-b728-c1a4ff231a20 req-7d0b8451-96fd-41f6-b2fa-3fe381bbeb3b tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.278026 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f751b32e-8a52-43e8-81b4-2c26b7a85e3e req-b6612ac3-aec1-454e-ac26-f332b3887f6e service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100811 Feb 16 14:56:39.279739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:56:39.290752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b8451-96fd-41f6-b2fa-3fe381bbeb3b tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c311c3-e006-4c56-82ca-61241fdb566d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:39.296027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.296673 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment 1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a of type vlan for network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 Feb 16 14:56:39.314780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ebe0b32b-7347-4b1d-b728-c1a4ff231a20 req-7d0b8451-96fd-41f6-b2fa-3fe381bbeb3b tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.316404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebe0b32b-7347-4b1d-b728-c1a4ff231a20 req-7d0b8451-96fd-41f6-b2fa-3fe381bbeb3b tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6040280 Feb 16 14:56:39.359053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34124) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:39.376680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93cf2a16-1f02-42ba-80ae-e2536d4df62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.397371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.464979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cb814f0-3cd4-485a-a310-6b45b906b858 req-d446fcd8-825f-49a3-a759-a65e443d562d tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/90c311c3-e006-4c56-82ca-61241fdb566d HTTP/1.1" status: 200 len: 1815 time: 0.1063564 Feb 16 14:56:39.472827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f66da828-6373-470e-b0a3-e58fdc2dfe6f req-ab7c5925-af1e-4928-9b2d-62cde5707a0a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1917474739', 'description': 'tempest-description-272044345'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:39.508060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93cf2a16-1f02-42ba-80ae-e2536d4df62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.606597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.607144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.607667 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93cf2a16-1f02-42ba-80ae-e2536d4df62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.612881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:39.615379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.649033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f66da828-6373-470e-b0a3-e58fdc2dfe6f req-ab7c5925-af1e-4928-9b2d-62cde5707a0a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.673677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-93cf2a16-1f02-42ba-80ae-e2536d4df62b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=14fd4ed6ada34a1086dab6e06ac029ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124411 Feb 16 14:56:39.674471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf2a16-1f02-42ba-80ae-e2536d4df62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed6e4f-008b-411a-a44f-7a4c968db231,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:39.685650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34130) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:39.722946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=2e954080-eeed-43d0-8f35-ac3c6785e8e4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:39.744190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:56:39.791353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b9f80b9-1f41-4cc8-b7e3-87f6cff1d1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.810991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34136) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:39.811292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-384d0d25-52c4-4560-a6ba-71cd720f2f15 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7943261 Feb 16 14:56:39.818096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': '2e954080-eeed-43d0-8f35-ac3c6785e8e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:39.861132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f66da828-6373-470e-b0a3-e58fdc2dfe6f req-ab7c5925-af1e-4928-9b2d-62cde5707a0a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:39.867960 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b9f80b9-1f41-4cc8-b7e3-87f6cff1d1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.010454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b9f80b9-1f41-4cc8-b7e3-87f6cff1d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.013458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b9f80b9-1f41-4cc8-b7e3-87f6cff1d1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.014814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6b9f80b9-1f41-4cc8-b7e3-87f6cff1d1b1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4eed6e4f-008b-411a-a44f-7a4c968db231 HTTP/1.1" status: 204 len: 168 time: 0.3207808 Feb 16 14:56:40.015331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f66da828-6373-470e-b0a3-e58fdc2dfe6f req-ab7c5925-af1e-4928-9b2d-62cde5707a0a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.030885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f80b9-1f41-4cc8-b7e3-87f6cff1d1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed6e4f-008b-411a-a44f-7a4c968db231,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:40.061372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c5925-af1e-4928-9b2d-62cde5707a0a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c66de66-b4fa-4580-b3fd-2e234d55621f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:40.097167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:40.100998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.115247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f66da828-6373-470e-b0a3-e58fdc2dfe6f req-ab7c5925-af1e-4928-9b2d-62cde5707a0a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.119450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f66da828-6373-470e-b0a3-e58fdc2dfe6f req-ab7c5925-af1e-4928-9b2d-62cde5707a0a tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6531899 Feb 16 14:56:40.200137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d37e4ca-4828-4376-8cce-241720ee41a3 req-93103460-2f65-4309-84c0-33a7800fa6ea tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/2c66de66-b4fa-4580-b3fd-2e234d55621f HTTP/1.1" status: 200 len: 1814 time: 0.0494387 Feb 16 14:56:40.246469 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-7a54f2c3-d315-48d7-9f15-f1c9c212afe5 req-705a7806-9260-43e3-8af4-8436841451e6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] show failed (client error): The resource could not be found. Feb 16 14:56:40.247515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a54f2c3-d315-48d7-9f15-f1c9c212afe5 req-705a7806-9260-43e3-8af4-8436841451e6 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/9ce2e44a-e278-4400-936d-e183d3e43587 HTTP/1.1" status: 404 len: 352 time: 0.0233679 Feb 16 14:56:40.293676 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-0af2b9c1-c413-4cbd-ae06-79a329b6c043 req-350646a1-dcdf-43a6-8d62-fd951509c8dd tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] show failed (client error): The resource could not be found. Feb 16 14:56:40.294907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0af2b9c1-c413-4cbd-ae06-79a329b6c043 req-350646a1-dcdf-43a6-8d62-fd951509c8dd tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-group-rules/1e5d1093-b4c4-4a37-aa6f-d665eb64b4be HTTP/1.1" status: 404 len: 361 time: 0.0183709 Feb 16 14:56:40.381837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0169308f-35b2-4895-b9dc-1d084a47baf7 req-c394f3c8-a237-4d0c-9ca5-9bd008cdbdb2 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/2c66de66-b4fa-4580-b3fd-2e234d55621f HTTP/1.1" status: 200 len: 1814 time: 0.0511453 Feb 16 14:56:40.463738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0169308f-35b2-4895-b9dc-1d084a47baf7 req-f6df1d4d-34e5-4fe1-83ec-7d1bd77be803 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.498730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0169308f-35b2-4895-b9dc-1d084a47baf7 req-f6df1d4d-34e5-4fe1-83ec-7d1bd77be803 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.520285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.613425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=308d8a11-8803-4358-8e50-500c426f3fbb,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:40.624578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': '1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2e954080-eeed-43d0-8f35-ac3c6785e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:40.624999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: 2e954080-eeed-43d0-8f35-ac3c6785e8e4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:56:40.663907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0169308f-35b2-4895-b9dc-1d084a47baf7 req-f6df1d4d-34e5-4fe1-83ec-7d1bd77be803 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.667114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0169308f-35b2-4895-b9dc-1d084a47baf7 req-f6df1d4d-34e5-4fe1-83ec-7d1bd77be803 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.673003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0169308f-35b2-4895-b9dc-1d084a47baf7 req-f6df1d4d-34e5-4fe1-83ec-7d1bd77be803 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "DELETE /v2.0/security-groups/2c66de66-b4fa-4580-b3fd-2e234d55621f HTTP/1.1" status: 204 len: 173 time: 0.2723935 Feb 16 14:56:40.682904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df1d4d-34e5-4fe1-83ec-7d1bd77be803 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c66de66-b4fa-4580-b3fd-2e234d55621f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:40.731926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:56:40.763792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-931de564-ceaa-483d-aeb9-29c88fea4320 req-6753c55c-7254-4241-89af-fec3319bebac tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/90c311c3-e006-4c56-82ca-61241fdb566d HTTP/1.1" status: 200 len: 1815 time: 0.0738349 Feb 16 14:56:40.828109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2e954080-eeed-43d0-8f35-ac3c6785e8e4) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:40.840028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed841c8d-01e0-448e-b3df-096f0e4d624a None None] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:40.840827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:40.843201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.850269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-931de564-ceaa-483d-aeb9-29c88fea4320 req-52a7878e-9e4a-4211-9d61-a44f24cef354 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.890201 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-931de564-ceaa-483d-aeb9-29c88fea4320 req-52a7878e-9e4a-4211-9d61-a44f24cef354 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.974577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a6b4bbe6-8a26-4afb-bbd2-9c57330ea081 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1620383 Feb 16 14:56:40.977032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34180) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:40.983112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cd12d6bd-47f0-424c-a877-1d33ea3d8c3b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-428331842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:41.074253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-931de564-ceaa-483d-aeb9-29c88fea4320 req-52a7878e-9e4a-4211-9d61-a44f24cef354 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.085332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-931de564-ceaa-483d-aeb9-29c88fea4320 req-52a7878e-9e4a-4211-9d61-a44f24cef354 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.085332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-931de564-ceaa-483d-aeb9-29c88fea4320 req-52a7878e-9e4a-4211-9d61-a44f24cef354 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "DELETE /v2.0/security-groups/90c311c3-e006-4c56-82ca-61241fdb566d HTTP/1.1" status: 204 len: 173 time: 0.3041835 Feb 16 14:56:41.106657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7878e-9e4a-4211-9d61-a44f24cef354 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c311c3-e006-4c56-82ca-61241fdb566d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:41.137179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd12d6bd-47f0-424c-a877-1d33ea3d8c3b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.138946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd12d6bd-47f0-424c-a877-1d33ea3d8c3b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.194760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45d58b2b-c900-4fb6-ba4b-89bd65ebe5b5 req-b55b6cdf-4d2f-4650-92bd-18779c124f4f tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/e7ddf760-dccf-4c79-a855-b6426457661d HTTP/1.1" status: 200 len: 1814 time: 0.0810041 Feb 16 14:56:41.205255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2e954080-eeed-43d0-8f35-ac3c6785e8e4', 'network_id': '2e954080-eeed-43d0-8f35-ac3c6785e8e4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': '308d8a11-8803-4358-8e50-500c426f3fbb'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:56:41.206112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.262829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd12d6bd-47f0-424c-a877-1d33ea3d8c3b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.317515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45d58b2b-c900-4fb6-ba4b-89bd65ebe5b5 req-8ec674f3-13dd-46cf-ab4c-2d3cae361b16 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.354151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45d58b2b-c900-4fb6-ba4b-89bd65ebe5b5 req-8ec674f3-13dd-46cf-ab4c-2d3cae361b16 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.382005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd12d6bd-47f0-424c-a877-1d33ea3d8c3b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.412297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.478111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Allocated IP 172.20.0.2 (2e954080-eeed-43d0-8f35-ac3c6785e8e4/308d8a11-8803-4358-8e50-500c426f3fbb/422a451c-fbcc-413e-9d21-a678f90a3e04) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:41.492393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.519906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45d58b2b-c900-4fb6-ba4b-89bd65ebe5b5 req-8ec674f3-13dd-46cf-ab4c-2d3cae361b16 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.523203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd12d6bd-47f0-424c-a877-1d33ea3d8c3b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.524526 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cd12d6bd-47f0-424c-a877-1d33ea3d8c3b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5464182 Feb 16 14:56:41.528380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34200) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:41.528608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45d58b2b-c900-4fb6-ba4b-89bd65ebe5b5 req-8ec674f3-13dd-46cf-ab4c-2d3cae361b16 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.531100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45d58b2b-c900-4fb6-ba4b-89bd65ebe5b5 req-8ec674f3-13dd-46cf-ab4c-2d3cae361b16 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "DELETE /v2.0/security-groups/e7ddf760-dccf-4c79-a855-b6426457661d HTTP/1.1" status: 204 len: 173 time: 0.3354251 Feb 16 14:56:41.550079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec674f3-13dd-46cf-ab4c-2d3cae361b16 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ddf760-dccf-4c79-a855-b6426457661d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:41.645915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed4c5655-2c7c-475b-8293-0a09abd0a28f req-4adc936e-e86d-4312-ab28-5e143e08cdd8 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/3d4a035a-ef7e-4810-9d86-9642f954f76c HTTP/1.1" status: 200 len: 1815 time: 0.0709043 Feb 16 14:56:41.774649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ed4c5655-2c7c-475b-8293-0a09abd0a28f req-1c97209c-d02f-40ee-a523-9531ebb6b385 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:41.844873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ed4c5655-2c7c-475b-8293-0a09abd0a28f req-1c97209c-d02f-40ee-a523-9531ebb6b385 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.068583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ed4c5655-2c7c-475b-8293-0a09abd0a28f req-1c97209c-d02f-40ee-a523-9531ebb6b385 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.072082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ed4c5655-2c7c-475b-8293-0a09abd0a28f req-1c97209c-d02f-40ee-a523-9531ebb6b385 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.073267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed4c5655-2c7c-475b-8293-0a09abd0a28f req-1c97209c-d02f-40ee-a523-9531ebb6b385 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "DELETE /v2.0/security-groups/3d4a035a-ef7e-4810-9d86-9642f954f76c HTTP/1.1" status: 204 len: 173 time: 0.4205613 Feb 16 14:56:42.152287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97209c-d02f-40ee-a523-9531ebb6b385 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4a035a-ef7e-4810-9d86-9642f954f76c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:42.171819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.172382 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.250199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a931d69-2036-4b26-9b76-51a402cad02e req-73767ce8-3ad9-40ee-aefd-f4e0b57cc943 tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "GET /v2.0/security-groups/d8bda690-bd68-4877-a862-62b54c8f931e HTTP/1.1" status: 200 len: 1814 time: 0.1511817 Feb 16 14:56:42.320629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.354354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3a931d69-2036-4b26-9b76-51a402cad02e req-9b0debb2-ccd9-46fe-a50b-f752f909b07c tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.390437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3a931d69-2036-4b26-9b76-51a402cad02e req-9b0debb2-ccd9-46fe-a50b-f752f909b07c tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.420378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Pushing event updated for resources: {'Port': ['ID=422a451c-fbcc-413e-9d21-a678f90a3e04,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:42.455500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:42.457479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:42.462050 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:42.467667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.525669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Attempting to bind port 422a451c-fbcc-413e-9d21-a678f90a3e04 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:56:42.526147 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Attempting to bind port 422a451c-fbcc-413e-9d21-a678f90a3e04 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2e954080-eeed-43d0-8f35-ac3c6785e8e4'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:56:42.526572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Attempting to bind port 422a451c-fbcc-413e-9d21-a678f90a3e04 on network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:56:42.532439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:56:42.532918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Checking segment: {'id': '1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2e954080-eeed-43d0-8f35-ac3c6785e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:42.533509 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.534012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Bound using segment: {'id': '1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2e954080-eeed-43d0-8f35-ac3c6785e8e4'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:56:42.534619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Bound port: 422a451c-fbcc-413e-9d21-a678f90a3e04, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2e954080-eeed-43d0-8f35-ac3c6785e8e4'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:56:42.535064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.600965 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3a931d69-2036-4b26-9b76-51a402cad02e req-9b0debb2-ccd9-46fe-a50b-f752f909b07c tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.604958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3a931d69-2036-4b26-9b76-51a402cad02e req-9b0debb2-ccd9-46fe-a50b-f752f909b07c tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.606578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a931d69-2036-4b26-9b76-51a402cad02e req-9b0debb2-ccd9-46fe-a50b-f752f909b07c tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] 10.222.0.113 "DELETE /v2.0/security-groups/d8bda690-bd68-4877-a862-62b54c8f931e HTTP/1.1" status: 204 len: 173 time: 0.3492193 Feb 16 14:56:42.617999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] For port 422a451c-fbcc-413e-9d21-a678f90a3e04, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:56:42.621438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34234) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:42.622768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0debb2-ccd9-46fe-a50b-f752f909b07c tempest-SecurityGroupRulesNegativeTestJSON-793576305 tempest-SecurityGroupRulesNegativeTestJSON-793576305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bda690-bd68-4877-a862-62b54c8f931e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:42.622970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] For port 422a451c-fbcc-413e-9d21-a678f90a3e04, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=422a451c-fbcc-413e-9d21-a678f90a3e04,segment=NetworkSegment(1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a),segment_id=1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:56:42.711243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] Deleting subnet 8bd92c84-1ade-4907-bb99-409283c3e497 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:42.733446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.754996 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.872595 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:42.944049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41cab0-1bbc-4bd9-a1ca-008f74fb475d None None] Pushing event updated for resources: {'Port': ['ID=422a451c-fbcc-413e-9d21-a678f90a3e04,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:42.985605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.130093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.20.0.1 (2e954080-eeed-43d0-8f35-ac3c6785e8e4/308d8a11-8803-4358-8e50-500c426f3fbb/61f8a36a-f786-409c-b6b6-2085fc5a698e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:43.142719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34252) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:43.153651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.192097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.195707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/8bd92c84-1ade-4907-bb99-409283c3e497 HTTP/1.1" status: 204 len: 168 time: 0.5622251 Feb 16 14:56:43.197008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e0693-b9d3-46b7-9e8b-4523af723d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd92c84-1ade-4907-bb99-409283c3e497,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:43.200633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34256) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:43.402604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.528018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.532734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 422a451c-fbcc-413e-9d21-a678f90a3e04 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:43.562490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.658959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 422a451c-fbcc-413e-9d21-a678f90a3e04 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:43.659333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.686121 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.691418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb44d576-99a9-425e-8c66-b98c331910ba']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:43.713259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2538963-7734-490b-a439-ec9b3e5e36a2') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:43.714432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2538963-7734-490b-a439-ec9b3e5e36a2') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:43.740096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.796802 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.812621 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:43.815727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:43.827153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:43.859972 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.913969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:43.961608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=61f8a36a-f786-409c-b6b6-2085fc5a698e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:44.013049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 422a451c-fbcc-413e-9d21-a678f90a3e04, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=422a451c-fbcc-413e-9d21-a678f90a3e04,segment=NetworkSegment(1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a),segment_id=1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:44.110704 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.214152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=422a451c-fbcc-413e-9d21-a678f90a3e04,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:44.299354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.459200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:44.459805 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:44.461397 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:44.511631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3332cd47-7e70-4fbc-96bf-87f3081e4a93 None None] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:44.638031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-629e279a-5dec-43d8-9bff-cce658c9af86 None None] Provisioning complete for port 422a451c-fbcc-413e-9d21-a678f90a3e04 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:44.638678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-629e279a-5dec-43d8-9bff-cce658c9af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.650212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.661398 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.667139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] 10.222.0.113 "DELETE /v2.0/networks/cb44d576-99a9-425e-8c66-b98c331910ba HTTP/1.1" status: 204 len: 168 time: 1.4630125 Feb 16 14:56:44.679775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec6208-bd0d-46df-9754-e8605bc54cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb44d576-99a9-425e-8c66-b98c331910ba,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:44.765909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.774177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.840241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.966970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=61f8a36a-f786-409c-b6b6-2085fc5a698e,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:44.980857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.115244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:45.116771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:45.145001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34290) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:45.147487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-751b5a0f-06ae-4b8b-939a-8c52205d871d None None] Provisioning complete for port 422a451c-fbcc-413e-9d21-a678f90a3e04 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:45.152200 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-751b5a0f-06ae-4b8b-939a-8c52205d871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.184712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Deleting port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:45.185072 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.333668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c8b4b979-3b23-453d-a3f1-638c86eba9a7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c66e01160cd94d958dc54709b0a50eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863387 Feb 16 14:56:45.337989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34294) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:45.429071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 422a451c-fbcc-413e-9d21-a678f90a3e04 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:45.460512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] For port 455dde3c-b4d0-403e-91ef-47a2c0bb7cda, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:45.461116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.472461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34298) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:45.498300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Calling delete_port for 455dde3c-b4d0-403e-91ef-47a2c0bb7cda owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:45.505726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55693570-51f8-4b9c-bedc-a547a98b181e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.542799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-751b5a0f-06ae-4b8b-939a-8c52205d871d None None] Provisioning complete for port 61f8a36a-f786-409c-b6b6-2085fc5a698e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:45.543010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-751b5a0f-06ae-4b8b-939a-8c52205d871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.548889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router 63740f7a-37d4-4db0-8ec6-eb9c969d56f1 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:56:45.569645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55693570-51f8-4b9c-bedc-a547a98b181e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.587265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 422a451c-fbcc-413e-9d21-a678f90a3e04 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:45.587675 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.636942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-751b5a0f-06ae-4b8b-939a-8c52205d871d None None] Port 61f8a36a-f786-409c-b6b6-2085fc5a698e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:45.746998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb9f11a2-a894-41d5-b31c-4251e789ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.771247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c39a4df7-afd8-4fb9-84f6-41fe48f404af None None] Provisioning complete for port 61f8a36a-f786-409c-b6b6-2085fc5a698e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:45.771879 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c39a4df7-afd8-4fb9-84f6-41fe48f404af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.779280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:45.788271 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cae050aa-0840-4543-8b4c-a2bb761e6d0b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/63740f7a-37d4-4db0-8ec6-eb9c969d56f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2599356 Feb 16 14:56:45.789071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34302) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:45.809130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] Sync routers for ids ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:45.848243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6919797-03bc-464c-bb87-3e6af4446402 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:45.850879 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a6919797-03bc-464c-bb87-3e6af4446402 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports/61f8a36a-f786-409c-b6b6-2085fc5a698e HTTP/1.1" status: 200 len: 910 time: 0.0608730 Feb 16 14:56:45.853330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34306) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:45.859119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '308d8a11-8803-4358-8e50-500c426f3fbb'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:45.867051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] Routers {'63740f7a-37d4-4db0-8ec6-eb9c969d56f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:45.868004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:45.871452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c39a4df7-afd8-4fb9-84f6-41fe48f404af None None] Port 61f8a36a-f786-409c-b6b6-2085fc5a698e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:45.909356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:45.924018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] Routers {'63740f7a-37d4-4db0-8ec6-eb9c969d56f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:45.924806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:45.943177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55693570-51f8-4b9c-bedc-a547a98b181e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.943177 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-55693570-51f8-4b9c-bedc-a547a98b181e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.944335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-55693570-51f8-4b9c-bedc-a547a98b181e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/68ef9aae-3757-464c-8ca9-2b550f0ce5b6 HTTP/1.1" status: 204 len: 168 time: 0.6037493 Feb 16 14:56:45.995933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:45.997570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ab24e-ab21-42ff-b436-404ab8fd95af None None] The sync data for ids ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:46.000073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55693570-51f8-4b9c-bedc-a547a98b181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef9aae-3757-464c-8ca9-2b550f0ce5b6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:46.038581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8be91663-2e88-44e3-9e92-94bdb2d59fae None None] Provisioning complete for port 61f8a36a-f786-409c-b6b6-2085fc5a698e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:46.041213 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8be91663-2e88-44e3-9e92-94bdb2d59fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.100249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb9f11a2-a894-41d5-b31c-4251e789ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.103506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8be91663-2e88-44e3-9e92-94bdb2d59fae None None] Port 61f8a36a-f786-409c-b6b6-2085fc5a698e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:56:46.140587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.207262 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb9f11a2-a894-41d5-b31c-4251e789ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.239860 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.264271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Pushing event deleted for resources: {'Port': ['ID=455dde3c-b4d0-403e-91ef-47a2c0bb7cda,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:46.268278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.284913 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eb9f11a2-a894-41d5-b31c-4251e789ec13 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6fa01c13cf664663b3f132c6d52f9189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8113611 Feb 16 14:56:46.290010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:46.399617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f11a2-a894-41d5-b31c-4251e789ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05fdd55-f613-42b2-a19b-a8cf86f9808d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:46.489332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.492966 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f421698-1a88-41ec-a68d-90f78a3a6ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.576557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f421698-1a88-41ec-a68d-90f78a3a6ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.751481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34322) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:46.767277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.777828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Router f67e9917-4935-466c-b8c2-6e90755bea2d has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:56:46.834042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f421698-1a88-41ec-a68d-90f78a3a6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.837483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f421698-1a88-41ec-a68d-90f78a3a6ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.838760 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f421698-1a88-41ec-a68d-90f78a3a6ca3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c05fdd55-f613-42b2-a19b-a8cf86f9808d HTTP/1.1" status: 204 len: 168 time: 0.5203547 Feb 16 14:56:46.848789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f421698-1a88-41ec-a68d-90f78a3a6ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05fdd55-f613-42b2-a19b-a8cf86f9808d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:46.884817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.912940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3534c6bf-40c2-4eb7-9842-1c51462ca392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.950577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:46.951103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:46.951230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.952596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/ports/61f8a36a-f786-409c-b6b6-2085fc5a698e HTTP/1.1" status: 200 len: 910 time: 1.0981209 Feb 16 14:56:46.962458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f43e5df8-b95e-40d6-ac3b-5eae2c38c670 admin admin] 10.222.0.113 "PUT /v2.0/routers/f67e9917-4935-466c-b8c2-6e90755bea2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8180108 Feb 16 14:56:46.963771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34334) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:46.965904 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] Sync routers for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:46.970794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34336) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:46.976373 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:46.977042 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:46.997532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb6802-0366-412b-b1dc-bfc070d47a14 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=61f8a36a-f786-409c-b6b6-2085fc5a698e,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:47.085842 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:56:47.274044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3534c6bf-40c2-4eb7-9842-1c51462ca392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.287270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.299265 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:56:46Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:47.331585 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] Checking router: f67e9917-4935-466c-b8c2-6e90755bea2d for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:56:47.348582 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] Routers {'f67e9917-4935-466c-b8c2-6e90755bea2d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:47.349471 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f67e9917-4935-466c-b8c2-6e90755bea2d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:47.356547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3534c6bf-40c2-4eb7-9842-1c51462ca392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.468307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534c6bf-40c2-4eb7-9842-1c51462ca392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe642b6-c83a-472c-8f24-72e718f1a815,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:47.476390 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] Set router f67e9917-4935-466c-b8c2-6e90755bea2d gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:56:47.479339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3534c6bf-40c2-4eb7-9842-1c51462ca392 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=61416a346cce47aca84a6d8a34ef056b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7254479 Feb 16 14:56:47.484397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:47.565316 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.599510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ed7ea26-8c16-4f04-a64c-d6ba33146018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.647184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ed7ea26-8c16-4f04-a64c-d6ba33146018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.696048 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:56:46Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:47.723672 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb915a-6456-449d-a80d-ba70212c9756 None None] The sync data for ids ['f67e9917-4935-466c-b8c2-6e90755bea2d'] in n-d-829433-1 is: [{'id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'name': 'tempest-TaggedBootDevicesTest-1245409606-router', 'tenant_id': 'aa08f1ea767b4697af004bf547bd9bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:16Z', 'updated_at': '2022-02-16T14:56:46Z', 'revision_number': 5, 'project_id': 'aa08f1ea767b4697af004bf547bd9bab', 'gw_port': {'id': '29a22d3b-ba71-4f7f-9280-73bca7b11bdd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e9917-4935-466c-b8c2-6e90755bea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:17Z', 'updated_at': '2022-02-16T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:47.741468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.746907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Deleting port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:47.747283 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.860713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ed7ea26-8c16-4f04-a64c-d6ba33146018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.863882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ed7ea26-8c16-4f04-a64c-d6ba33146018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.865034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ed7ea26-8c16-4f04-a64c-d6ba33146018 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bfe642b6-c83a-472c-8f24-72e718f1a815 HTTP/1.1" status: 204 len: 168 time: 0.3792048 Feb 16 14:56:47.887818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7ea26-8c16-4f04-a64c-d6ba33146018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe642b6-c83a-472c-8f24-72e718f1a815,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:47.897075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:47.928288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b1b163d-7b1c-4028-8fcc-4234a9cf38a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.960585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] For port 29a22d3b-ba71-4f7f-9280-73bca7b11bdd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:47.960950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:47.996522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Calling delete_port for 29a22d3b-ba71-4f7f-9280-73bca7b11bdd owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:48.057948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b1b163d-7b1c-4028-8fcc-4234a9cf38a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.136833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b1b163d-7b1c-4028-8fcc-4234a9cf38a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.178363 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b1b163d-7b1c-4028-8fcc-4234a9cf38a3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bd96518d7a2d4756b36d62f7ee64a8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795877 Feb 16 14:56:48.179632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b163d-7b1c-4028-8fcc-4234a9cf38a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd268b98-5a20-4a65-b1b0-5f0d661af62b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:48.182121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34362) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:48.276744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-276aae75-9ac6-43ad-97d1-1bede8b5f353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.284754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 61f8a36a-f786-409c-b6b6-2085fc5a698e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:48.285157 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.302953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-276aae75-9ac6-43ad-97d1-1bede8b5f353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.374824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.434248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a22d3b-ba71-4f7f-9280-73bca7b11bdd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:48.446950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.462921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-276aae75-9ac6-43ad-97d1-1bede8b5f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.465592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-276aae75-9ac6-43ad-97d1-1bede8b5f353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.466790 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-276aae75-9ac6-43ad-97d1-1bede8b5f353 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dd268b98-5a20-4a65-b1b0-5f0d661af62b HTTP/1.1" status: 204 len: 168 time: 0.2742281 Feb 16 14:56:48.481044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276aae75-9ac6-43ad-97d1-1bede8b5f353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd268b98-5a20-4a65-b1b0-5f0d661af62b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:48.491862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 61f8a36a-f786-409c-b6b6-2085fc5a698e owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:48.496990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:48.569479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.795065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34378) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:48.809386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7f08d16-ce82-4463-bfd2-9df4593da006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.904931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7f08d16-ce82-4463-bfd2-9df4593da006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.964284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-455492287-network', 'tenant_id': '221ef17d8f82453680683a096260956d'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:48.992970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7f08d16-ce82-4463-bfd2-9df4593da006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.999242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:48.999242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.055298 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7f08d16-ce82-4463-bfd2-9df4593da006 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c1621da164b9410e98b7b2df0e67443e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591712 Feb 16 14:56:49.057918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f08d16-ce82-4463-bfd2-9df4593da006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa0b36-3d81-41fc-99e8-ddbbcc5669b4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:49.076660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34386) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:49.110593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Made reservation on behalf of 221ef17d8f82453680683a096260956d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:49.113224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.141867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.163502 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.164203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67e9917-4935-466c-b8c2-6e90755bea2d {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:56:49.168526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.172499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2f5a9785-3d17-41ae-9413-091a39c52dd5 admin admin] 10.222.0.113 "DELETE /v2.0/routers/f67e9917-4935-466c-b8c2-6e90755bea2d HTTP/1.1" status: 204 len: 168 time: 2.1989644 Feb 16 14:56:49.173307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34390) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:49.181968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97699272-969e-440c-87ed-71da81e7b113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.218136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97699272-969e-440c-87ed-71da81e7b113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.223888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] Deleting subnet fef6a079-b0ad-4472-ac1f-69a28a56eab1 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:49.227485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.291855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.315678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.321531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.360678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=61f8a36a-f786-409c-b6b6-2085fc5a698e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:49.403495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 455dde3c-b4d0-403e-91ef-47a2c0bb7cda no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:49.430854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.443770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 455dde3c-b4d0-403e-91ef-47a2c0bb7cda {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:49.444114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 455dde3c-b4d0-403e-91ef-47a2c0bb7cda not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:49.472814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6215d671-95e3-419d-a009-400a7feacf0b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:49.484806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97699272-969e-440c-87ed-71da81e7b113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.491423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97699272-969e-440c-87ed-71da81e7b113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.501609 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-97699272-969e-440c-87ed-71da81e7b113 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/38aa0b36-3d81-41fc-99e8-ddbbcc5669b4 HTTP/1.1" status: 204 len: 168 time: 0.4181099 Feb 16 14:56:49.510612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:56:49.523200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97699272-969e-440c-87ed-71da81e7b113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa0b36-3d81-41fc-99e8-ddbbcc5669b4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:49.534940 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.535430 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Added segment 9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8 of type vlan for network 57433cb4-4a19-4844-bec5-2242ed92ff84 Feb 16 14:56:49.602008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.636972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.669556 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.768923 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.770526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:49.774764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.859311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] Pushing event updated for resources: {'Network': ['ID=57433cb4-4a19-4844-bec5-2242ed92ff84,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:49.867896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router 63740f7a-37d4-4db0-8ec6-eb9c969d56f1 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:56:49.871477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 57433cb4-4a19-4844-bec5-2242ed92ff84 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:56:49.914930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.958102 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5697cba2-8cea-4228-9e9e-7c7939fdc933 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4600701 Feb 16 14:56:49.961148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34414) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:49.970021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Request body: {'subnet': {'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-455492287-subnet', 'tenant_id': '221ef17d8f82453680683a096260956d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:49.973330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef6a079-b0ad-4472-ac1f-69a28a56eab1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:49.978187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:49.983805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47786cda-f581-4eba-a51f-e2b34420852c None None] Network 0b18220e-b2f2-4afd-922c-83c86ed713f5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:49.984587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a9c407b3-4b84-4678-a98e-09545d8dba97 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/fef6a079-b0ad-4472-ac1f-69a28a56eab1 HTTP/1.1" status: 204 len: 168 time: 0.8100400 Feb 16 14:56:49.986764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34418) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:49.993046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:49.999000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-875b7148-3649-4b22-82c1-9de87fbf118c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/63740f7a-37d4-4db0-8ec6-eb9c969d56f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0346928 Feb 16 14:56:50.009798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:50.034923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] Sync routers for ids ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:50.060823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] Routers {'63740f7a-37d4-4db0-8ec6-eb9c969d56f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:50.061456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:50.068222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34424) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:50.068421 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee561e24-5796-4a40-90b0-d3c9ca23e607 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=63740f7a-37d4-4db0-8ec6-eb9c969d56f1 HTTP/1.1" status: 200 len: 205 time: 0.0556977 Feb 16 14:56:50.158279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:50.187000 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.191802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] Routers {'63740f7a-37d4-4db0-8ec6-eb9c969d56f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:50.193522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:50.208874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a8bbb13-3a2e-497f-8744-d5d266709e3f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.244521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:50.245455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7b226-547a-440d-a70d-f61b9a8fd92e None None] The sync data for ids ['63740f7a-37d4-4db0-8ec6-eb9c969d56f1'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:50.265983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Made reservation on behalf of 221ef17d8f82453680683a096260956d for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:50.269665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.333605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] DHCP port deletion for 0b18220e-b2f2-4afd-922c-83c86ed713f5 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:50.381928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Deleting port a3c28b50-0606-4dc6-a547-87d9f048b7b6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:50.385677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.415148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] Deleting port a3c28b50-0606-4dc6-a547-87d9f048b7b6 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:50.416362 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.453426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a8bbb13-3a2e-497f-8744-d5d266709e3f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.456883 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a8bbb13-3a2e-497f-8744-d5d266709e3f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.476580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] For port a3c28b50-0606-4dc6-a547-87d9f048b7b6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a3c28b50-0606-4dc6-a547-87d9f048b7b6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:50.476947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.494022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] For port a3c28b50-0606-4dc6-a547-87d9f048b7b6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a3c28b50-0606-4dc6-a547-87d9f048b7b6,segment=NetworkSegment(a847e7a6-e214-479d-9b5f-98c111dc19d9),segment_id=a847e7a6-e214-479d-9b5f-98c111dc19d9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:50.494022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.513517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] Calling delete_port for a3c28b50-0606-4dc6-a547-87d9f048b7b6 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:50.514186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Calling delete_port for a3c28b50-0606-4dc6-a547-87d9f048b7b6 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:50.651286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a8bbb13-3a2e-497f-8744-d5d266709e3f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.652153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8bbb13-3a2e-497f-8744-d5d266709e3f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Fanout notify agent at l3_agent the message router_deleted on router 63740f7a-37d4-4db0-8ec6-eb9c969d56f1 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:56:50.659956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a8bbb13-3a2e-497f-8744-d5d266709e3f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.661319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9a8bbb13-3a2e-497f-8744-d5d266709e3f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/63740f7a-37d4-4db0-8ec6-eb9c969d56f1 HTTP/1.1" status: 204 len: 168 time: 0.5921044 Feb 16 14:56:50.664146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34442) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:50.722810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet 308d8a11-8803-4358-8e50-500c426f3fbb {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:50.726208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.748676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.757980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.784368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] Pushing event deleted for resources: {'Port': ['ID=a3c28b50-0606-4dc6-a547-87d9f048b7b6,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:50.789274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d6110-5a39-492a-9847-4519dd527de7 None None] No DVR routers for this DVR port a3c28b50-0606-4dc6-a547-87d9f048b7b6 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:50.815780 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c28b50-0606-4dc6-a547-87d9f048b7b6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:50.817742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.822590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] No DVR routers for this DVR port a3c28b50-0606-4dc6-a547-87d9f048b7b6 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:50.834579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.935809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:50.958241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d36886-b89a-4700-b528-f6efa0622e72,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:50.974807 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.000697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Checking segment: {'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:51.001768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Network hostable DHCP agents. Network: 57433cb4-4a19-4844-bec5-2242ed92ff84, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:56:51.009272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b18220e-b2f2-4afd-922c-83c86ed713f5']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:51.022769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a847e7a6-e214-479d-9b5f-98c111dc19d9') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:51.023104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a847e7a6-e214-479d-9b5f-98c111dc19d9') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:51.045289 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.064081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.072555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:51.073081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:51.075078 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:51.160087 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Network 57433cb4-4a19-4844-bec5-2242ed92ff84 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:56:51.160638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.194294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=308d8a11-8803-4358-8e50-500c426f3fbb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:51.198141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.201797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f4612999-7ef5-4eeb-a2c5-afdcff41018a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/308d8a11-8803-4358-8e50-500c426f3fbb HTTP/1.1" status: 204 len: 168 time: 0.5367095 Feb 16 14:56:51.205517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34460) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:51.210800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.210954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea47ef-8e7b-4699-b09f-afee180c7ba9 None None] Network 2e954080-eeed-43d0-8f35-ac3c6785e8e4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:51.213804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.221649 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] 10.222.0.113 "DELETE /v2.0/networks/0b18220e-b2f2-4afd-922c-83c86ed713f5 HTTP/1.1" status: 204 len: 168 time: 1.2307160 Feb 16 14:56:51.222199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34462) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:51.242542 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4045ad-846e-459c-8066-f92a058b237f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b18220e-b2f2-4afd-922c-83c86ed713f5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:51.246572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 57433cb4-4a19-4844-bec5-2242ed92ff84) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:51.252207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:51.253226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.302389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.321439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554aa6cd-a5cc-4778-ad53-e6223f162366 None None] Network 57433cb4-4a19-4844-bec5-2242ed92ff84 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:51.397631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 422a451c-fbcc-413e-9d21-a678f90a3e04 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:51.398241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.420906 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f586c0e6-488d-42e3-ae1f-5b79a5c53ee9 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4582293 Feb 16 14:56:51.446275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a3c28b50-0606-4dc6-a547-87d9f048b7b6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:51.478423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a3c28b50-0606-4dc6-a547-87d9f048b7b6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:51.478738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a3c28b50-0606-4dc6-a547-87d9f048b7b6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:51.479375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 29a22d3b-ba71-4f7f-9280-73bca7b11bdd no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:51.523139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port 422a451c-fbcc-413e-9d21-a678f90a3e04, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=422a451c-fbcc-413e-9d21-a678f90a3e04,segment=NetworkSegment(1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a),segment_id=1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:51.524111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.533820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 29a22d3b-ba71-4f7f-9280-73bca7b11bdd {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:51.534032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 29a22d3b-ba71-4f7f-9280-73bca7b11bdd not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:51.549087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 422a451c-fbcc-413e-9d21-a678f90a3e04 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:51.650171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6cba99-fb3a-4675-a9cb-fdd9dcef37cd None None] Network 57433cb4-4a19-4844-bec5-2242ed92ff84 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:51.716042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] DHCP port deletion for 2e954080-eeed-43d0-8f35-ac3c6785e8e4 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:51.820155 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.862850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=422a451c-fbcc-413e-9d21-a678f90a3e04,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:51.873487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No DVR routers for this DVR port 422a451c-fbcc-413e-9d21-a678f90a3e04 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:51.880136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] Deleting port 422a451c-fbcc-413e-9d21-a678f90a3e04 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:51.880468 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.886796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb20357-2734-4537-a514-30ba1c344be1 req-890f4f01-fa3c-4b56-9469-da1ef9e4cbe9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:51.888057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5eb20357-2734-4537-a514-30ba1c344be1 req-890f4f01-fa3c-4b56-9469-da1ef9e4cbe9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1150711 Feb 16 14:56:51.906245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.959964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] For port 422a451c-fbcc-413e-9d21-a678f90a3e04, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:51.960367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:51.975270 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] Calling delete_port for 422a451c-fbcc-413e-9d21-a678f90a3e04 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:51.985975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] Port 422a451c-fbcc-413e-9d21-a678f90a3e04 was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:56:51.988257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.029599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5eb20357-2734-4537-a514-30ba1c344be1 req-d08a8eea-dbdd-47d9-b2f0-e23e092159a9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010003 Feb 16 14:56:52.034026 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.043231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] Pushing event deleted for resources: {'Port': ['ID=422a451c-fbcc-413e-9d21-a678f90a3e04,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:52.060691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da4e7b-cf82-4812-b483-d8976bbca1bf None None] No DVR routers for this DVR port 422a451c-fbcc-413e-9d21-a678f90a3e04 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:52.097107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e954080-eeed-43d0-8f35-ac3c6785e8e4']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:52.122071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:52.122374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcdbbd8-7ed2-49dc-8965-1e7123ef6b6a') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:52.140933 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.158083 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.165157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:52.165669 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:52.237043 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:52.300674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f4142-c913-4f3f-a68f-687b8f17b22b req-ca0d37ab-8696-40bc-b233-0f33f3e98840 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:52.308735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-806f4142-c913-4f3f-a68f-687b8f17b22b req-ca0d37ab-8696-40bc-b233-0f33f3e98840 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0677762 Feb 16 14:56:52.361689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-806f4142-c913-4f3f-a68f-687b8f17b22b req-085fcf6d-9150-420a-9d6a-723fdb13c7d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517466 Feb 16 14:56:52.365829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-21ebacd3-dae5-42b5-ab71-16efe58458ac req-651a4d77-8c6b-4e81-849e-67d4c61a5365 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1531521873', 'description': 'tempest-description-1660507752'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:52.379669 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.435576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.443178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/2e954080-eeed-43d0-8f35-ac3c6785e8e4 HTTP/1.1" status: 204 len: 168 time: 1.2329187 Feb 16 14:56:52.443178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f77a4c-6d0a-424a-b6b0-894ecead9ba5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=2e954080-eeed-43d0-8f35-ac3c6785e8e4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:52.445469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34490) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:52.456615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bddad055-4592-48fb-a59e-19dd2292a948 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-219255713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:52.529113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30277fd-e3d2-4da6-85af-fd371b0f6eb5 req-e5f6403b-1e15-437e-b9a7-8e6c0f1e9205 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:52.530722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f30277fd-e3d2-4da6-85af-fd371b0f6eb5 req-e5f6403b-1e15-437e-b9a7-8e6c0f1e9205 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0806134 Feb 16 14:56:52.532929 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-21ebacd3-dae5-42b5-ab71-16efe58458ac req-651a4d77-8c6b-4e81-849e-67d4c61a5365 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.612936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f30277fd-e3d2-4da6-85af-fd371b0f6eb5 req-48d5db83-25b6-4a66-98a1-d1a571d5737f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752416 Feb 16 14:56:52.657076 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-21ebacd3-dae5-42b5-ab71-16efe58458ac req-651a4d77-8c6b-4e81-849e-67d4c61a5365 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.661490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bddad055-4592-48fb-a59e-19dd2292a948 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.662592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bddad055-4592-48fb-a59e-19dd2292a948 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.669873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Deleting port 23abf988-b096-49b3-b20d-c1e348cd23d6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:52.670377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.735514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-21ebacd3-dae5-42b5-ab71-16efe58458ac req-651a4d77-8c6b-4e81-849e-67d4c61a5365 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.746921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bddad055-4592-48fb-a59e-19dd2292a948 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.768869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] For port 23abf988-b096-49b3-b20d-c1e348cd23d6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=23abf988-b096-49b3-b20d-c1e348cd23d6,segment=NetworkSegment(2d503cd6-cdc5-433e-95e4-35c1172625d8),segment_id=2d503cd6-cdc5-433e-95e4-35c1172625d8)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:52.769668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.786469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Calling delete_port for 23abf988-b096-49b3-b20d-c1e348cd23d6 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:52.798644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a4d77-8c6b-4e81-849e-67d4c61a5365 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c96b0-bf22-4725-be9f-29cba10b9645,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:52.813179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dac28-02ad-4f3c-8d8e-fcf6192d8f8d req-b962bc95-e3e9-4f68-8299-ca2e0caab9c7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:52.815439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660dac28-02ad-4f3c-8d8e-fcf6192d8f8d req-b962bc95-e3e9-4f68-8299-ca2e0caab9c7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0837147 Feb 16 14:56:52.817137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bddad055-4592-48fb-a59e-19dd2292a948 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.858272 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-21ebacd3-dae5-42b5-ab71-16efe58458ac req-651a4d77-8c6b-4e81-849e-67d4c61a5365 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.859495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21ebacd3-dae5-42b5-ab71-16efe58458ac req-651a4d77-8c6b-4e81-849e-67d4c61a5365 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5156939 Feb 16 14:56:52.874526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660dac28-02ad-4f3c-8d8e-fcf6192d8f8d req-9b00227c-be7b-4ad9-bed9-8ad7093a5de9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513659 Feb 16 14:56:52.891401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-146ab43e-0e20-48c5-97d2-e9bc5caf40b4 req-b8f0e0cf-1c8e-4c4e-a530-7278afd1a779 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-583895967', 'description': 'tempest-description-1919834814'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:52.930535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bddad055-4592-48fb-a59e-19dd2292a948 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:52.935604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bddad055-4592-48fb-a59e-19dd2292a948 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4863989 Feb 16 14:56:52.935981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34506) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:52.942443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-231653190'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:53.103419 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146ab43e-0e20-48c5-97d2-e9bc5caf40b4 req-b8f0e0cf-1c8e-4c4e-a530-7278afd1a779 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.105550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:53.109370 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.152252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:56:53.165397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.173765 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.174175 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment 5c7258e7-08ce-4b62-846a-1ddffe262caa of type vlan for network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 Feb 16 14:56:53.198784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Pushing event deleted for resources: {'Port': ['ID=23abf988-b096-49b3-b20d-c1e348cd23d6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:53.273075 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.311317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146ab43e-0e20-48c5-97d2-e9bc5caf40b4 req-b8f0e0cf-1c8e-4c4e-a530-7278afd1a779 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.419667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146ab43e-0e20-48c5-97d2-e9bc5caf40b4 req-b8f0e0cf-1c8e-4c4e-a530-7278afd1a779 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.465048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 422a451c-fbcc-413e-9d21-a678f90a3e04 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:53.510999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0e0cf-1c8e-4c4e-a530-7278afd1a779 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d14bbe5-b53c-46dc-9632-e6da98667bc8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:53.531265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 422a451c-fbcc-413e-9d21-a678f90a3e04 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:53.531807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 422a451c-fbcc-413e-9d21-a678f90a3e04 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:53.570507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.575039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:53.575931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.576084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.593127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-26f987da-b069-4757-8689-da8f2d206aa7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:53.593127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-26f987da-b069-4757-8689-da8f2d206aa7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.2785835 Feb 16 14:56:53.618575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-146ab43e-0e20-48c5-97d2-e9bc5caf40b4 req-b8f0e0cf-1c8e-4c4e-a530-7278afd1a779 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:53.619962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-146ab43e-0e20-48c5-97d2-e9bc5caf40b4 req-b8f0e0cf-1c8e-4c4e-a530-7278afd1a779 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7331812 Feb 16 14:56:53.669128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-7c25f2fe-0891-4927-b7b7-e94f7af85af7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/quotas/ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 375 time: 0.0581541 Feb 16 14:56:53.687321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=1564cdcf-0e92-4f94-b1f6-564dfa7432b4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:53.702440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:56:53.737568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4d8f8e67-64e1-4b16-9660-99372634ce4e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7998450 Feb 16 14:56:53.743817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34542) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:53.745643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:53.826358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-fa0dc836-fead-412d-a84e-5fa05c412802 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1414626 Feb 16 14:56:53.856757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Router d31e2eb4-2108-4344-bd6d-16b09d2b7cca has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:56:53.975624 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:53.982980 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a09fb95d-a489-47c8-aecb-b6aaa56dae2e admin admin] 10.222.0.113 "PUT /v2.0/routers/d31e2eb4-2108-4344-bd6d-16b09d2b7cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7597134 Feb 16 14:56:53.986088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34558) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:53.993977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] Sync routers for ids ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:54.007895 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] Routers {'d31e2eb4-2108-4344-bd6d-16b09d2b7cca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:54.008625 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:54.109687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34566) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:54.137562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:56:54.142869 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.176843 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] Set router d31e2eb4-2108-4344-bd6d-16b09d2b7cca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:56:54.209825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54446e06-f109-44ee-af40-f697b8fd6b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.327690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54446e06-f109-44ee-af40-f697b8fd6b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.413047 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54446e06-f109-44ee-af40-f697b8fd6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.468344 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-54446e06-f109-44ee-af40-f697b8fd6b86 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2779f574539c48b7b5899a4bc414c305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563018 Feb 16 14:56:54.470244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54446e06-f109-44ee-af40-f697b8fd6b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec9a2eb-80fe-4325-b33e-a07e5c54f6b2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:54.471216 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:56:52Z', 'revision_number': 5, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:54.483649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34580) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:54.545019 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] Checking router: d31e2eb4-2108-4344-bd6d-16b09d2b7cca for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:56:54.552843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ec87-48d1-42d3-bccb-8bcabd0269ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.556100 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] Routers {'d31e2eb4-2108-4344-bd6d-16b09d2b7cca'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:54.559039 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:54.580869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ec87-48d1-42d3-bccb-8bcabd0269ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.695969 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.783852 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ec87-48d1-42d3-bccb-8bcabd0269ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.790532 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] Set router d31e2eb4-2108-4344-bd6d-16b09d2b7cca gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:56:54.790669 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ec87-48d1-42d3-bccb-8bcabd0269ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.790669 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b7a2ec87-48d1-42d3-bccb-8bcabd0269ca admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bec9a2eb-80fe-4325-b33e-a07e5c54f6b2 HTTP/1.1" status: 204 len: 168 time: 0.3015037 Feb 16 14:56:54.800975 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2ec87-48d1-42d3-bccb-8bcabd0269ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec9a2eb-80fe-4325-b33e-a07e5c54f6b2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:54.918217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-7dacb6e7-68a7-4543-8276-ad53de79a99e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:54.919763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-7dacb6e7-68a7-4543-8276-ad53de79a99e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 812 time: 0.7862151 Feb 16 14:56:54.921591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-4975b933-fe28-489f-ae27-6364571e4c1a service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0812426 Feb 16 14:56:54.925228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:54.999714 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:56:52Z', 'revision_number': 5, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:55.015992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-e13f99d4-0856-4638-bd12-ea48c46cb272 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/quotas/221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 375 time: 0.0836978 Feb 16 14:56:55.030520 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd5b3e-b80a-42da-8930-ff18e7b97c93 None None] The sync data for ids ['d31e2eb4-2108-4344-bd6d-16b09d2b7cca'] in n-d-829433-1 is: [{'id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'name': 'tempest-TaggedBootDevicesTest-1297383264-router', 'tenant_id': 'cd9954f80836423d88c0b8f76823a5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:48:32Z', 'updated_at': '2022-02-16T14:56:52Z', 'revision_number': 5, 'project_id': 'cd9954f80836423d88c0b8f76823a5fc', 'gw_port': {'id': 'f73c2769-7567-4f39-b331-e8962f7b232a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31e2eb4-2108-4344-bd6d-16b09d2b7cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:48:34Z', 'updated_at': '2022-02-16T14:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:56:55.082569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-18791bc8-39ff-4f30-8324-b709b52edb90 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578337 Feb 16 14:56:55.112706 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:56:55.224372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34600) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:55.236839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-ed498527-4ff0-41fe-8997-931004bdef81 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084979 Feb 16 14:56:55.278927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Deleting port f73c2769-7567-4f39-b331-e8962f7b232a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:55.279276 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.295990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-f76e9787-be78-4740-9525-2f3cca4e868a service neutron] 10.222.0.113 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840181 Feb 16 14:56:55.338609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.383906 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4142bf06-282a-4a28-9446-7cace0474290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.408630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 23abf988-b096-49b3-b20d-c1e348cd23d6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:55.431584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 23abf988-b096-49b3-b20d-c1e348cd23d6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:55.432261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 23abf988-b096-49b3-b20d-c1e348cd23d6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:55.526194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=162ce2dd-28b3-428f-bdcc-1b77efb765dd,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:55.536497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] For port f73c2769-7567-4f39-b331-e8962f7b232a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f73c2769-7567-4f39-b331-e8962f7b232a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:55.536870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.539450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4142bf06-282a-4a28-9446-7cace0474290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.600816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Calling delete_port for f73c2769-7567-4f39-b331-e8962f7b232a owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:55.608147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87080136-888c-40d0-875a-c83cc54b8dfe req-e8cd0fbd-a6b1-4bb8-8015-fc21340186f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 210 time: 0.0683985 Feb 16 14:56:55.619469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:55.619997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: 1564cdcf-0e92-4f94-b1f6-564dfa7432b4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:56:55.623746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4142bf06-282a-4a28-9446-7cace0474290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.649524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-123567da-9240-405d-85a9-4b7a3a8b94cc service neutron] 10.222.0.113 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211126 Feb 16 14:56:55.671825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4142bf06-282a-4a28-9446-7cace0474290 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c2f883b85b7541eba5ede949cce9cd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432857 Feb 16 14:56:55.671825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142bf06-282a-4a28-9446-7cace0474290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb43b129-c241-4db8-a568-ce2196a83ab3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:55.679372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34606) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:55.731225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7940-794e-4db0-91ee-16be0f3df47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.758002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34608) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:55.767873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7940-794e-4db0-91ee-16be0f3df47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.781807 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9933f000-db76-43b7-b47e-2c93fc4399ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.889724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:56:55.931684 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:55.977451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73c2769-7567-4f39-b331-e8962f7b232a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:55.985848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 1564cdcf-0e92-4f94-b1f6-564dfa7432b4) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:55.995613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f78ebd-d403-4ef8-b0a3-3dbc6e0311d2 None None] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:56.005286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:56:56.005891 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.026111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9933f000-db76-43b7-b47e-2c93fc4399ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.027890 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7940-794e-4db0-91ee-16be0f3df47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.030664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcdd7940-794e-4db0-91ee-16be0f3df47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.032583 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dcdd7940-794e-4db0-91ee-16be0f3df47e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fb43b129-c241-4db8-a568-ce2196a83ab3 HTTP/1.1" status: 204 len: 168 time: 0.3576996 Feb 16 14:56:56.059717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd7940-794e-4db0-91ee-16be0f3df47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb43b129-c241-4db8-a568-ce2196a83ab3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:56.091013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.114992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9933f000-db76-43b7-b47e-2c93fc4399ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.125102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e9b48b6-cafe-4c93-9e88-a9eac24aff4a req-b3460580-ffbf-4f0d-bd98-90b42d7af745 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0923991 Feb 16 14:56:56.161655 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9933f000-db76-43b7-b47e-2c93fc4399ce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d410d588ff024534b7ea78a7f90ba57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021564 Feb 16 14:56:56.163223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34620) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:56.186806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933f000-db76-43b7-b47e-2c93fc4399ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2110e079-44c9-4fa5-9751-1fed9838f558,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:56.239227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:56:56.240242 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.255923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-57e88c03-eeef-4bcc-9ea1-a63e28874551 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5146978 Feb 16 14:56:56.259010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34622) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:56.267788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.272827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.334377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ae40db9-4db8-4b14-a968-6fc3dd07f219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.366241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ae40db9-4db8-4b14-a968-6fc3dd07f219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.407735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Allocated IP 172.20.0.2 (1564cdcf-0e92-4f94-b1f6-564dfa7432b4/162ce2dd-28b3-428f-bdcc-1b77efb765dd/fde1e9bb-5fc9-4f0b-8254-cc196f51ab37) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:56.469494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.470893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31e2eb4-2108-4344-bd6d-16b09d2b7cca {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:56:56.477043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.477043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-69065547-f6bd-432f-a0f3-4854c2b966b7 admin admin] 10.222.0.113 "DELETE /v2.0/routers/d31e2eb4-2108-4344-bd6d-16b09d2b7cca HTTP/1.1" status: 204 len: 168 time: 2.4887242 Feb 16 14:56:56.479180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34626) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:56.542445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] Deleting subnet b9eaad10-b489-47c6-8ba7-48a31db9ee40 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:56:56.546199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ae40db9-4db8-4b14-a968-6fc3dd07f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.550926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ae40db9-4db8-4b14-a968-6fc3dd07f219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.552270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9ae40db9-4db8-4b14-a968-6fc3dd07f219 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2110e079-44c9-4fa5-9751-1fed9838f558 HTTP/1.1" status: 204 len: 168 time: 0.3878379 Feb 16 14:56:56.553521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.592986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae40db9-4db8-4b14-a968-6fc3dd07f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2110e079-44c9-4fa5-9751-1fed9838f558,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:56.623775 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.824755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.828051 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:56.978587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3541b70-66e0-46a9-bbbd-53598c0306a7 req-dbdabf7f-c7d4-4b33-b7fb-900ca2e9f964 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 210 time: 0.2438033 Feb 16 14:56:57.011786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.059622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9eaad10-b489-47c6-8ba7-48a31db9ee40,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:57.070814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.074778 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.081897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f7fa4d88-6894-4c7d-8336-b35a48e84bdc admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b9eaad10-b489-47c6-8ba7-48a31db9ee40 HTTP/1.1" status: 204 len: 168 time: 0.5983806 Feb 16 14:56:57.082075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:57.087355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e743ca-4609-43aa-9886-634c98ee2147 None None] Network 98de1e42-b8db-49f2-a9cc-d079999991c3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:57.221858 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.297186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56511b87-7193-42de-8640-bc977d577dac req-9949e76f-9261-4120-87eb-c4d2007b42c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0782154 Feb 16 14:56:57.337072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34658) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:57.345464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.377643 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-344607ff-e70c-478e-8721-403d28fb2f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.412547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.20.0.1 (1564cdcf-0e92-4f94-b1f6-564dfa7432b4/162ce2dd-28b3-428f-bdcc-1b77efb765dd/a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:56:57.469142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:57.478114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f73c2769-7567-4f39-b331-e8962f7b232a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:56:57.487667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:57.535833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-344607ff-e70c-478e-8721-403d28fb2f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.541629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Deleting port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:57.542090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.587161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:57.593366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Pushing event updated for resources: {'Port': ['ID=fde1e9bb-5fc9-4f0b-8254-cc196f51ab37,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:57.621918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f73c2769-7567-4f39-b331-e8962f7b232a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:56:57.622267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f73c2769-7567-4f39-b331-e8962f7b232a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:56:57.636174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-344607ff-e70c-478e-8721-403d28fb2f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.639914 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.699725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Attempting to bind port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:56:57.700096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Attempting to bind port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:56:57.700225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] For port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,segment=NetworkSegment(2d503cd6-cdc5-433e-95e4-35c1172625d8),segment_id=2d503cd6-cdc5-433e-95e4-35c1172625d8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:57.700453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Attempting to bind port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 on network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:56:57.700616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.705932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:56:57.706455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Checking segment: {'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:56:57.706691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.707187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Bound using segment: {'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:56:57.713906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Bound port: fde1e9bb-5fc9-4f0b-8254-cc196f51ab37, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:56:57.716012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.718209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-344607ff-e70c-478e-8721-403d28fb2f63 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a17ba12857db484684aaef1f3650c196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666401 Feb 16 14:56:57.722761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34666) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:57.723854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344607ff-e70c-478e-8721-403d28fb2f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b896a-f3a2-478a-a0ee-4ac4ccd58bac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:57.726599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Calling delete_port for 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:57.803508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] DHCP port deletion for 98de1e42-b8db-49f2-a9cc-d079999991c3 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:56:57.819949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b693bcc-82d0-43fa-b659-9d43fe873b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.833125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.855341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] For port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:56:57.876716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] For port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fde1e9bb-5fc9-4f0b-8254-cc196f51ab37,segment=NetworkSegment(5c7258e7-08ce-4b62-846a-1ddffe262caa),segment_id=5c7258e7-08ce-4b62-846a-1ddffe262caa)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:56:57.898670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b693bcc-82d0-43fa-b659-9d43fe873b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.898995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] Deleting port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:56:57.899352 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.903128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:57.912620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:57.919071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:56:57.928024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:57.965909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.995446 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.995446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] For port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,segment=NetworkSegment(2d503cd6-cdc5-433e-95e4-35c1172625d8),segment_id=2d503cd6-cdc5-433e-95e4-35c1172625d8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:57.995446 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:57.998068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.000362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:58.003372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] No DVR routers for this DVR port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:58.032741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] Calling delete_port for 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:56:58.117009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.198729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d926fcb-b498-434b-9ba3-6bfe9b761ae4 req-46997983-38f2-4ec6-aa1b-c11487ececde tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 210 time: 0.0631545 Feb 16 14:56:58.203054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98de1e42-b8db-49f2-a9cc-d079999991c3']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:58.210269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.213703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da8982-e260-48b7-bf4a-3aaee19aa68c None None] Pushing event updated for resources: {'Port': ['ID=fde1e9bb-5fc9-4f0b-8254-cc196f51ab37,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:58.215509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d503cd6-cdc5-433e-95e4-35c1172625d8') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:58.227240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d503cd6-cdc5-433e-95e4-35c1172625d8') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:58.240092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.244330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] No DVR routers for this DVR port 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:56:58.246346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d23ba0-7806-4b46-9f6d-1c522f9ac21b None None] Pushing event deleted for resources: {'Port': ['ID=7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:58.259866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.266709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:56:58.267432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:56:58.269362 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:56:58.324542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b693bcc-82d0-43fa-b659-9d43fe873b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.330856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b693bcc-82d0-43fa-b659-9d43fe873b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.332075 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9b693bcc-82d0-43fa-b659-9d43fe873b02 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/714b896a-f3a2-478a-a0ee-4ac4ccd58bac HTTP/1.1" status: 204 len: 168 time: 0.6078494 Feb 16 14:56:58.403429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b693bcc-82d0-43fa-b659-9d43fe873b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b896a-f3a2-478a-a0ee-4ac4ccd58bac,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:58.438476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.444221 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.451793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.459521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] 10.222.0.113 "DELETE /v2.0/networks/98de1e42-b8db-49f2-a9cc-d079999991c3 HTTP/1.1" status: 204 len: 168 time: 1.3724046 Feb 16 14:56:58.492468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd554e0a-ba4d-4dc7-8d0e-a5dd54a67313 admin admin] Pushing event deleted for resources: {'Network': ['ID=98de1e42-b8db-49f2-a9cc-d079999991c3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:58.547421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a6555b0-7967-4520-8db8-6d58a1bab154 req-80996a7a-0c42-473d-aad0-80684a4e72b4 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0550792 Feb 16 14:56:58.824400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.908752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:58.977512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34696) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:59.028670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:59.043642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:59.056218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ed32eb8a-59b7-41f8-b9c8-3c56328c2bf2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=aa08f1ea767b4697af004bf547bd9bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774512 Feb 16 14:56:59.059840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34700) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:59.156590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e97f686a-2bc1-43e0-a43e-481d3eb89ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:59.212499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:56:59.222736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:56:59.225585 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e97f686a-2bc1-43e0-a43e-481d3eb89ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:59.441848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28099ed3-e6bc-4ad9-9699-777f7543082d req-e680bbec-b6ad-49e1-8e4c-66f368c40308 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 210 time: 0.0395787 Feb 16 14:56:59.444246 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e97f686a-2bc1-43e0-a43e-481d3eb89ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:59.450258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e97f686a-2bc1-43e0-a43e-481d3eb89ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:59.451950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:56:59.452600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e97f686a-2bc1-43e0-a43e-481d3eb89ca9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/43c9d89e-f707-42ea-828e-3ae80b62fd89 HTTP/1.1" status: 204 len: 168 time: 0.3908188 Feb 16 14:56:59.462500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f686a-2bc1-43e0-a43e-481d3eb89ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c9d89e-f707-42ea-828e-3ae80b62fd89,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:56:59.608467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:59.610763 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:59.633588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:56:59.751467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8eb9c69d-2f0d-403d-9ade-55d96dcfd8b5 req-5c1e8825-27a2-450d-8e57-646121ba3c57 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0416424 Feb 16 14:56:59.756921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ba73f-ffc3-41a1-9f8b-5891ce250753 None None] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:56:59.833374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:59.853337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:56:59.866041 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c6202743-43d1-484f-895c-ac4bd087977c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6057179 Feb 16 14:56:59.867408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34728) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:56:59.874999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-968528363'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:56:59.885189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:56:59.939358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:56:59.944055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:56:59.987602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fde1e9bb-5fc9-4f0b-8254-cc196f51ab37,segment=NetworkSegment(5c7258e7-08ce-4b62-846a-1ddffe262caa),segment_id=5c7258e7-08ce-4b62-846a-1ddffe262caa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:56:59.994442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3095fe82-f3de-4a0b-a32f-e4aef2a6432f None None] Provisioning complete for port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:56:59.994841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3095fe82-f3de-4a0b-a32f-e4aef2a6432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:00.035092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:00.041116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:00.089374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:00.123749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:00.127259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:00.142373 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:00.145081 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment f5313612-484b-444e-8312-c53f14e61549 of type vlan for network f4ceaa78-ef78-49df-a7e1-783c53a6842b Feb 16 14:57:00.244349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:00.273849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:57:00.275020 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7d9ffe0c-a4c2-44ad-8597-0bfdb88d9734 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:00.286664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:00.406231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:00.421286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:00.428431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:00.444532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=fde1e9bb-5fc9-4f0b-8254-cc196f51ab37,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:00.620604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7506075 Feb 16 14:57:00.635059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34762) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:00.645366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:00.667342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03c69030-3dd9-4c4c-8395-1f3c4e3aef2d req-bfdf7f76-7f20-4b4e-bc42-13ca36fd8aa4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 210 time: 0.0779610 Feb 16 14:57:00.696594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b10405-4161-4416-bf16-ef8e8423a7dd tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=f4ceaa78-ef78-49df-a7e1-783c53a6842b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:00.729882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:00.849130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:56:58Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:56:58Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:00.924285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b111cad6-8956-4cab-a440-47767fb5a99d req-e31f40f1-a53c-48dd-a6ee-f4c1f6bfd43b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0477259 Feb 16 14:57:00.939485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34772) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:00.967471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-9a58a2fd-eb11-4bda-bef4-4f7f65e0cd64 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:00.969496 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-9a58a2fd-eb11-4bda-bef4-4f7f65e0cd64 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.3842947 Feb 16 14:57:00.992176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'port': {'device_id': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'admin_state_up': True, 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:01.055133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-761df2dc-5832-4afe-b71c-bb67027366a1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cd9954f80836423d88c0b8f76823a5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117799 Feb 16 14:57:01.056435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34780) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:01.164209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f844c54-51d6-40cc-b5c7-7469a37b73fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.191762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:01.191960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.224763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f844c54-51d6-40cc-b5c7-7469a37b73fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.237629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:01.238002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Updating router a3abe196-c959-4ee5-a84e-0be5474f4100 port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:57:01.293251 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.312045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8bf894d2-1506-42a6-a406-e48473505164 None None] Provisioning complete for port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:01.317638 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8bf894d2-1506-42a6-a406-e48473505164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.429616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f844c54-51d6-40cc-b5c7-7469a37b73fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.438988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f844c54-51d6-40cc-b5c7-7469a37b73fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.438988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0f844c54-51d6-40cc-b5c7-7469a37b73fc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/925198fb-be6c-4922-bf0c-2ce1fc8e354c HTTP/1.1" status: 204 len: 168 time: 0.3763509 Feb 16 14:57:01.449420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f844c54-51d6-40cc-b5c7-7469a37b73fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925198fb-be6c-4922-bf0c-2ce1fc8e354c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:01.507173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:01.574383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Made reservation on behalf of ec137de5f57a41b2934ddafed334ff75 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:01.578292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.839667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51574d67-7c6d-4c47-9230-959c728cb558 req-e4db1c2a-5050-4415-9743-d499c33e7817 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 210 time: 0.0406375 Feb 16 14:57:01.849660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:01.850197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.880484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-f9297e06-171e-47b1-ae84-a4e06279cf91 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:01.882746 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-f9297e06-171e-47b1-ae84-a4e06279cf91 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 812 time: 0.5595989 Feb 16 14:57:01.918778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8bf894d2-1506-42a6-a406-e48473505164 None None] Provisioning complete for port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:01.921881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8bf894d2-1506-42a6-a406-e48473505164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:01.928223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Allocated IP 172.20.0.9 (58428ed5-2c2e-4f4a-aee1-89cc5e69c62f/6fc55b5a-d5fd-4575-852d-3179aee27a6b/df0d258d-f3d9-47be-ab34-d51f907b7091) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:02.037240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8bf894d2-1506-42a6-a406-e48473505164 None None] Port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:02.113835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-082cde4a-cdaf-4b9c-bf6b-7ffaeedddca7 req-dfb28769-c555-45dc-89df-2d8ac4e770d8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0887792 Feb 16 14:57:02.167850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.183180 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.224530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a224c442-4a81-4d92-9333-4c3c424a83d4 None None] Provisioning complete for port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:02.224946 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a224c442-4a81-4d92-9333-4c3c424a83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.238095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'port': {'device_id': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84', 'admin_state_up': True, 'tenant_id': '221ef17d8f82453680683a096260956d'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:02.278711 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.289692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34832) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:02.354651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a224c442-4a81-4d92-9333-4c3c424a83d4 None None] Port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:02.372885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561923f-975b-4721-b8f7-032f4052981f None None] Pushing event updated for resources: {'Port': ['ID=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:02.377243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.419961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['16c46534-7785-494d-915f-95f3274cde2c', '2630ffdf-c7ea-4192-944d-44ebb6c25d84'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:02.426511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:02.441929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:02.486101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:02.551950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Attempting to bind port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:02.552325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Attempting to bind port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:02.552685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Attempting to bind port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd on network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:02.567269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:02.567915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Checking segment: {'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:02.568324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.568778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Bound using segment: {'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:02.569698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Bound port: a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7258e7-08ce-4b62-846a-1ddffe262caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:02.570031 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.581538 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa632dc1-5edf-4631-8ed7-64aa8db92806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.835623 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa632dc1-5edf-4631-8ed7-64aa8db92806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.849870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] For port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:02.863211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] For port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,segment=NetworkSegment(5c7258e7-08ce-4b62-846a-1ddffe262caa),segment_id=5c7258e7-08ce-4b62-846a-1ddffe262caa)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:02.917062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6eb1155e-ac56-4328-ac54-a5acae353ffe None None] Provisioning complete for port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:02.921107 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6eb1155e-ac56-4328-ac54-a5acae353ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.973056 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:02.986806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa632dc1-5edf-4631-8ed7-64aa8db92806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.034961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1155e-ac56-4328-ac54-a5acae353ffe None None] Port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:03.066941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fa632dc1-5edf-4631-8ed7-64aa8db92806 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c8516c6443434394860b414823d9379e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7758727 Feb 16 14:57:03.075265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f013d1-d40a-48bc-9d02-89483c815ee3 req-561f13a1-a851-49c4-8c3d-267209dce36b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:03.077439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04f013d1-d40a-48bc-9d02-89483c815ee3 req-561f13a1-a851-49c4-8c3d-267209dce36b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 931 time: 0.1381750 Feb 16 14:57:03.078206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa632dc1-5edf-4631-8ed7-64aa8db92806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85cca59-08b4-45a8-8372-de00242a098c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:03.088597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34874) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:03.090603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561923f-975b-4721-b8f7-032f4052981f None None] Pushing event updated for resources: {'Port': ['ID=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:03.101904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:03.103037 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:56:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:03.271692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8fef7eaf-233a-422d-9992-8cafbcf15af3 None None] Provisioning complete for port df0d258d-f3d9-47be-ab34-d51f907b7091 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:03.276072 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8fef7eaf-233a-422d-9992-8cafbcf15af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.276072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:03.314258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea25933e-74e9-4054-80e1-f16532ae8ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.349154 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea25933e-74e9-4054-80e1-f16532ae8ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.357109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:03.358985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.397555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=df0d258d-f3d9-47be-ab34-d51f907b7091,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:03.427128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01adb160-4162-45f2-86ef-bc75fc819fbe req-c59fec93-5324-4329-85af-cfbddad66c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.1561763 Feb 16 14:57:03.432058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Made reservation on behalf of 221ef17d8f82453680683a096260956d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:03.443180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.453125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.481847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34886) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:03.501901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04f013d1-d40a-48bc-9d02-89483c815ee3 req-604db2f3-33c2-47ec-adab-ce9f0945f670 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009345 Feb 16 14:57:03.528283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8fef7eaf-233a-422d-9992-8cafbcf15af3 None None] Port df0d258d-f3d9-47be-ab34-d51f907b7091 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:03.579577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-1fefc225-9d5c-499d-a1a3-ce0b7033699d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5983946 Feb 16 14:57:03.600260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Request body: {'port': {'device_id': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:03.600485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea25933e-74e9-4054-80e1-f16532ae8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.605146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ea25933e-74e9-4054-80e1-f16532ae8ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.605146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ea25933e-74e9-4054-80e1-f16532ae8ff3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a85cca59-08b4-45a8-8372-de00242a098c HTTP/1.1" status: 204 len: 168 time: 0.5142455 Feb 16 14:57:03.622835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34892) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:03.631358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25933e-74e9-4054-80e1-f16532ae8ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85cca59-08b4-45a8-8372-de00242a098c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:03.693682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a8eb54f5-3f78-4164-bc2c-001185cad1cd None None] Provisioning complete for port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:03.694993 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a8eb54f5-3f78-4164-bc2c-001185cad1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.717238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=32ac2a14-557b-4290-b844-0a0486b93d5d,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:03.724953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:56:58Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:02Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:03.739534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:03.739534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: f4ceaa78-ef78-49df-a7e1-783c53a6842b, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:57:03.757582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aa4393-e437-4a6b-986f-30f02ff3de30 None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:56:58Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:02Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:03.769057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1078957573-network', 'tenant_id': '5179e4f305c84a1ab10b137c7e649420'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:03.820758 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.829953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a8eb54f5-3f78-4164-bc2c-001185cad1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.875706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a8eb54f5-3f78-4164-bc2c-001185cad1cd None None] For port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,segment=NetworkSegment(5c7258e7-08ce-4b62-846a-1ddffe262caa),segment_id=5c7258e7-08ce-4b62-846a-1ddffe262caa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:03.937150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Made reservation on behalf of 5179e4f305c84a1ab10b137c7e649420 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:03.940688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.950113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Allocated IP 172.20.0.8 (57433cb4-4a19-4844-bec5-2242ed92ff84/65d36886-b89a-4700-b528-f6efa0622e72/d97392d8-e43d-460f-9543-54d16b36fcea) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:03.959878 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:03.992257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a8eb54f5-3f78-4164-bc2c-001185cad1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.038824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:57:04.071293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a00d9d9-38b6-41c4-b174-4ff2c7c6276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.123861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb54f5-3f78-4164-bc2c-001185cad1cd None None] Pushing event updated for resources: {'Port': ['ID=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:04.131946 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f4ceaa78-ef78-49df-a7e1-783c53a6842b) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:04.143809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb770488-5b6f-47d7-9a22-0a97cb65b479 None None] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:04.233120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.276380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:04.276380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.324036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.396594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:04.432339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a00d9d9-38b6-41c4-b174-4ff2c7c6276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.464006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9174f9-994d-4ce5-9ca1-b38707e4011c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:04.470596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ab438fe3-e669-46c6-b3a6-69f926f6209a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8334892 Feb 16 14:57:04.478474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34910) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:04.489107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.489901 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Added segment 40c36bc7-2a66-4ab7-9e03-621bcf669301 of type vlan for network 832241c7-d4b9-40a3-8d13-18b7c891a017 Feb 16 14:57:04.564083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:57:04.564525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.565728 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.590215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f633b0fa-ffa7-4aef-9601-c1d0b53bbc15 req-7472f77f-0bdd-486d-b174-ac0ed2ce6a53 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0566013 Feb 16 14:57:04.597909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0a00d9d9-38b6-41c4-b174-4ff2c7c6276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.647080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0a00d9d9-38b6-41c4-b174-4ff2c7c6276d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=05304b2751024777957f57dfaaa30285&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0185864 Feb 16 14:57:04.661506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.666680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34914) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:04.770841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00d9d9-38b6-41c4-b174-4ff2c7c6276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9d451-3b2d-4f15-8da0-d9b8aba8cec3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:04.799491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854339-e95b-4615-983b-1976881f5b0a req-87f9263e-253e-428b-a596-ca65da20437b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:04.801656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee854339-e95b-4615-983b-1976881f5b0a req-87f9263e-253e-428b-a596-ca65da20437b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 931 time: 0.1267257 Feb 16 14:57:04.852591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee854339-e95b-4615-983b-1976881f5b0a req-88364bc9-ff66-4ccd-bc8b-10b316a02a2b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Feb 16 14:57:04.889554 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.890907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0d258d-f3d9-47be-ab34-d51f907b7091 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:04.891057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:04.891717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:04.897324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Allocated IP 172.21.0.2 (f4ceaa78-ef78-49df-a7e1-783c53a6842b/32ac2a14-557b-4290-b844-0a0486b93d5d/d41d7bdb-94c7-450c-a7ec-d8aec0e49085) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:04.928842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.039153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] Pushing event updated for resources: {'Network': ['ID=832241c7-d4b9-40a3-8d13-18b7c891a017,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:05.048946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.057933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-914f926b-d36a-429f-9cbd-3e45e740fe4a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5548866 Feb 16 14:57:05.063779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34924) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:05.063966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Request body: {'subnet': {'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1078957573-subnet', 'tenant_id': '5179e4f305c84a1ab10b137c7e649420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:05.090494 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411a8b6f-145a-412f-91e1-ba5209757051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.104675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Transition to ACTIVE for port object df0d258d-f3d9-47be-ab34-d51f907b7091 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:57:05.143438 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.150107 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 832241c7-d4b9-40a3-8d13-18b7c891a017 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:05.187740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Network 57433cb4-4a19-4844-bec5-2242ed92ff84 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:05.196639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411a8b6f-145a-412f-91e1-ba5209757051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.201106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:05.226930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:05.272793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:05.376737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.377073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.377414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.377815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.378135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.378470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.378805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.379139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.379458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.379988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.380195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.380458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:05.399386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:05.445266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:05.445849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.456126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:05.456581 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.464895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Made reservation on behalf of 5179e4f305c84a1ab10b137c7e649420 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:05.477964 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.522064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.525415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.526763 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e425d3d-ede4-4555-a519-bce1e1f0f6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.624597 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-56a76082-96f8-4d02-b992-46769ec8f873 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4174697 Feb 16 14:57:05.700941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Request body: {'port': {'device_id': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:05.714811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411a8b6f-145a-412f-91e1-ba5209757051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.718398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411a8b6f-145a-412f-91e1-ba5209757051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:05.721702 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-411a8b6f-145a-412f-91e1-ba5209757051 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/20e9d451-3b2d-4f15-8da0-d9b8aba8cec3 HTTP/1.1" status: 204 len: 168 time: 1.0491977 Feb 16 14:57:05.869098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87eadd-9a43-4a99-8417-f0f43f3ced4b req-6bd03785-58bc-4703-9150-7c5f972e8cc3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:05.875240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c87eadd-9a43-4a99-8417-f0f43f3ced4b req-6bd03785-58bc-4703-9150-7c5f972e8cc3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 931 time: 0.1406333 Feb 16 14:57:05.924834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Pushing event updated for resources: {'Port': ['ID=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:05.962265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:05.962650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c87eadd-9a43-4a99-8417-f0f43f3ced4b req-80deb35b-5d8e-4295-b9e2-a8b73f627b2c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801470 Feb 16 14:57:05.969193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:05.974363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:06.010851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Pushing event updated for resources: {'Port': ['ID=df0d258d-f3d9-47be-ab34-d51f907b7091,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:06.027399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a8b6f-145a-412f-91e1-ba5209757051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9d451-3b2d-4f15-8da0-d9b8aba8cec3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:06.056905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.061883 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.063095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.136466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07176463-6b50-4591-af92-19420c11a0de req-5e76ebaa-b004-452b-809e-a06671ea2493 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:06.138337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07176463-6b50-4591-af92-19420c11a0de req-5e76ebaa-b004-452b-809e-a06671ea2493 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 943 time: 0.1191723 Feb 16 14:57:06.159489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Attempting to bind port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:06.159974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Attempting to bind port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:06.160701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Attempting to bind port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 on network f4ceaa78-ef78-49df-a7e1-783c53a6842b {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:06.167685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:06.167933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Checking segment: {'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:06.168201 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.169019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Bound using segment: {'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:06.170690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Bound port: d41d7bdb-94c7-450c-a7ec-d8aec0e49085, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:06.171139 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.172180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0cd46a-d36c-47d4-b799-d04c5320fa54,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:06.200477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Checking segment: {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:06.201092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Network hostable DHCP agents. Network: 832241c7-d4b9-40a3-8d13-18b7c891a017, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:57:06.224151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07176463-6b50-4591-af92-19420c11a0de req-02794b8d-b730-4010-b440-a9a77e5818a3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689619 Feb 16 14:57:06.231232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:06.275237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] For port d41d7bdb-94c7-450c-a7ec-d8aec0e49085, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:06.279771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] For port d41d7bdb-94c7-450c-a7ec-d8aec0e49085, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,segment=NetworkSegment(f5313612-484b-444e-8312-c53f14e61549),segment_id=f5313612-484b-444e-8312-c53f14e61549)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:06.312943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Network 832241c7-d4b9-40a3-8d13-18b7c891a017 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:57:06.356413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Attempting to bind port df0d258d-f3d9-47be-ab34-d51f907b7091 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:06.356752 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Attempting to bind port df0d258d-f3d9-47be-ab34-d51f907b7091 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:06.357086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Attempting to bind port df0d258d-f3d9-47be-ab34-d51f907b7091 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:06.366188 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.417119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 832241c7-d4b9-40a3-8d13-18b7c891a017) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:06.433385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6c0dccf-1ab8-418a-a009-7ec2ffc83a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.436302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:06.437480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.439452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Port df0d258d-f3d9-47be-ab34-d51f907b7091 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:57:06.440094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Attempting to bind port df0d258d-f3d9-47be-ab34-d51f907b7091 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:06.443025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c761ee-bbd7-4c33-989f-557f29292fce None None] Network 832241c7-d4b9-40a3-8d13-18b7c891a017 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:06.457880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:06.458154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:06.458552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Bound using segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:06.459127 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Bound port: df0d258d-f3d9-47be-ab34-d51f907b7091, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:06.459499 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.530341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-42bbd5f5-b8b8-43e6-acfe-eaebdea367a9 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4706259 Feb 16 14:57:06.559167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a17ec-aaf0-4a92-9ed1-62a12bc281f0 None None] Pushing event updated for resources: {'Port': ['ID=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:06.603903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6c0dccf-1ab8-418a-a009-7ec2ffc83a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.681146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142b3db-4130-46ae-becd-e9cf7dee4423 None None] Network 832241c7-d4b9-40a3-8d13-18b7c891a017 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:06.750980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6c0dccf-1ab8-418a-a009-7ec2ffc83a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.820901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] For port df0d258d-f3d9-47be-ab34-d51f907b7091, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:06.862881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34960) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:06.925166 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] For port df0d258d-f3d9-47be-ab34-d51f907b7091, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df0d258d-f3d9-47be-ab34-d51f907b7091,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:06.932054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0dccf-1ab8-418a-a009-7ec2ffc83a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3127c5bc-fe4c-45bd-9378-ec4082c71c9d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:06.947305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fba7ad5f-8b53-4561-b40c-5acb09b0b6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:06.997778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d97392d8-e43d-460f-9543-54d16b36fcea {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:07.012384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:07.049203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:07.053000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Transition to ACTIVE for port object d97392d8-e43d-460f-9543-54d16b36fcea will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:57:07.054225 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.21.0.1 (f4ceaa78-ef78-49df-a7e1-783c53a6842b/32ac2a14-557b-4290-b844-0a0486b93d5d/d223a383-ded8-45c3-9f7f-0c390bf7f4f0) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:07.160363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:07.160998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:07.170358 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] 10.222.0.93 "PUT /v2.0/ports/df0d258d-f3d9-47be-ab34-d51f907b7091 HTTP/1.1" status: 200 len: 1091 time: 3.5770295 Feb 16 14:57:07.171302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:07.191682 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b" -d '{"events": [{"name": "network-changed", "server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:07.226608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:07.470267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d41d7bdb-94c7-450c-a7ec-d8aec0e49085 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:07.492456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f46553-bd80-4ab6-baeb-4dc102706881 service neutron] Pushing event updated for resources: {'Port': ['ID=df0d258d-f3d9-47be-ab34-d51f907b7091,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:07.610855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f6c0dccf-1ab8-418a-a009-7ec2ffc83a78 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4ef5b810e69442c784fad739654bb6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3751862 Feb 16 14:57:07.649313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34988) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:07.682525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:07.683202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:07.851236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:07.868716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Pushing event updated for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:07.926293 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:07.963108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720fbe-c72c-451b-a6f0-526f0c870521 req-04bfd370-cff5-4d98-929a-d82bb1b3bbc5 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:07.964954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e720fbe-c72c-451b-a6f0-526f0c870521 req-04bfd370-cff5-4d98-929a-d82bb1b3bbc5 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 943 time: 0.3756449 Feb 16 14:57:07.976959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-c0f41c8e-06fd-4a4e-9456-f0793bd8f052 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:07.986035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d41d7bdb-94c7-450c-a7ec-d8aec0e49085, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,segment=NetworkSegment(f5313612-484b-444e-8312-c53f14e61549),segment_id=f5313612-484b-444e-8312-c53f14e61549)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:07.987189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-c0f41c8e-06fd-4a4e-9456-f0793bd8f052 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 815 time: 0.3818889 Feb 16 14:57:07.987697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e3845ba1-3c70-4315-ad10-b8e1a6fe070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:07.989511 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-e3845ba1-3c70-4315-ad10-b8e1a6fe070f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 1094 time: 0.5477800 Feb 16 14:57:08.001984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Attempting to bind port d97392d8-e43d-460f-9543-54d16b36fcea on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:08.002503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Attempting to bind port d97392d8-e43d-460f-9543-54d16b36fcea by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:08.002941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Attempting to bind port d97392d8-e43d-460f-9543-54d16b36fcea on network 57433cb4-4a19-4844-bec5-2242ed92ff84 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:08.040719 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fba7ad5f-8b53-4561-b40c-5acb09b0b6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.051805 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f15ac00d-787f-4995-92e8-0ba00d79e25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.053302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Port d97392d8-e43d-460f-9543-54d16b36fcea on network 57433cb4-4a19-4844-bec5-2242ed92ff84 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:57:08.053636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Attempting to bind port d97392d8-e43d-460f-9543-54d16b36fcea on network 57433cb4-4a19-4844-bec5-2242ed92ff84 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:08.061304 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-38698bd8-132d-4825-8b82-d21fafa49685 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0d258d-f3d9-47be-ab34-d51f907b7091 HTTP/1.1" status: 200 len: 217 time: 0.0545371 Feb 16 14:57:08.065192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:08.065538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Checking segment: {'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:08.065926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Bound using segment: {'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:08.066452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Bound port: d97392d8-e43d-460f-9543-54d16b36fcea, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:08.066816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.068191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-15427994-0afc-4cca-9144-4f3269cba0cc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/quotas/5179e4f305c84a1ab10b137c7e649420 HTTP/1.1" status: 200 len: 375 time: 0.0794992 Feb 16 14:57:08.090317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1969d8a4-0f78-440d-a496-47bf8c21bac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.092250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.121360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-481bc739-5259-405f-9450-2918bd78e0f5 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522146 Feb 16 14:57:08.159311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:08.186449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006fadb-72b9-475e-bff3-e4f9f4c0a98e None None] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:08.190539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-701b5e90-ac05-4c6c-8a99-19e435b4aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:08.192641 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-701b5e90-ac05-4c6c-8a99-19e435b4aede service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1111577 Feb 16 14:57:08.193715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.196468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fba7ad5f-8b53-4561-b40c-5acb09b0b6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.229854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1969d8a4-0f78-440d-a496-47bf8c21bac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.243678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e720fbe-c72c-451b-a6f0-526f0c870521 req-ed89c764-2aea-4edd-82e1-136cf47d7b0f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527964 Feb 16 14:57:08.300072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:08.300737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fba7ad5f-8b53-4561-b40c-5acb09b0b6b5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=58e5f621381149aa93942a64d6cd98f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4347434 Feb 16 14:57:08.301968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:08.308070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34996) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:08.320688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:08.323130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:08.324332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7ad5f-8b53-4561-b40c-5acb09b0b6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8121e5-aec3-4dd3-b0b6-b6035c84679b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:08.335441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cc82afa9-194a-4bdf-8a97-3ee762a5da03 None None] Provisioning complete for port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:08.339604 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cc82afa9-194a-4bdf-8a97-3ee762a5da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.374136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d97392d8-e43d-460f-9543-54d16b36fcea,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:08.376477 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab7a78-ba04-4c48-af36-0c0073e6b012 x-openstack-request-id: req-c7ab7a78-ba04-4c48-af36-0c0073e6b012 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:08.376849 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:08.377102 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c7ab7a78-ba04-4c48-af36-0c0073e6b012 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:08.377513 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091', 'status': 'completed', 'code': 200} Feb 16 14:57:08.379785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:08.390403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-51f89750-5bcc-46e0-b2a0-0c01f839914b service neutron] 10.222.0.113 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680485 Feb 16 14:57:08.395492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34998) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:08.442675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-d4c37662-29d9-4f8a-b91a-92bf385e8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:08.444296 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-d4c37662-29d9-4f8a-b91a-92bf385e8385 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314222 Feb 16 14:57:08.446770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.499824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.544552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1969d8a4-0f78-440d-a496-47bf8c21bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.549148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1969d8a4-0f78-440d-a496-47bf8c21bac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.552998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1969d8a4-0f78-440d-a496-47bf8c21bac1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3127c5bc-fe4c-45bd-9378-ec4082c71c9d HTTP/1.1" status: 204 len: 168 time: 0.8995969 Feb 16 14:57:08.574938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969d8a4-0f78-440d-a496-47bf8c21bac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3127c5bc-fe4c-45bd-9378-ec4082c71c9d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:08.626509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f3d76-b42a-4a89-a029-32e94de3a7a7 req-b9ef6e70-ec7f-4133-870c-90259e9f76af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:08.628593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be5f3d76-b42a-4a89-a029-32e94de3a7a7 req-b9ef6e70-ec7f-4133-870c-90259e9f76af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 943 time: 0.1357226 Feb 16 14:57:08.645472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aeefabb7-371a-4704-9938-b7789b5cf17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.647243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:08.648039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.649551 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] 10.222.0.93 "PUT /v2.0/ports/d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 200 len: 1091 time: 2.9643278 Feb 16 14:57:08.670071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0801-15c3-4f4a-b49b-16ad4338c1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.676923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-7245c25f-bdfa-4570-b5f3-bf5d1bd63c4d service neutron] 10.222.0.113 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673833 Feb 16 14:57:08.700952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be5f3d76-b42a-4a89-a029-32e94de3a7a7 req-487b263e-b01d-48cc-8b37-f3aa9850ab6b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575550 Feb 16 14:57:08.743353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aeefabb7-371a-4704-9938-b7789b5cf17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:08.749559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3d5b4-61b7-48b3-a849-de2932afc496 service neutron] Pushing event updated for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:08.797255 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-2f87b4e7-794b-4025-8a3b-d7d9683406e8 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087952 Feb 16 14:57:08.997552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-37edb1e9-8b13-4299-855b-73f93bafe877 None None] Provisioning complete for port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:08.998514 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-37edb1e9-8b13-4299-855b-73f93bafe877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.005981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64399c0d-7357-443e-b2cd-6c58a64f7341 req-e7b56a19-f485-4ea7-bfd7-ba4008af8e04 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 210 time: 0.0384049 Feb 16 14:57:09.150350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-37edb1e9-8b13-4299-855b-73f93bafe877 None None] Provisioning complete for port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:09.150924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-37edb1e9-8b13-4299-855b-73f93bafe877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.205953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-37edb1e9-8b13-4299-855b-73f93bafe877 None None] Port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:09.330977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7fccf913-0ed1-4a56-855b-e3d13224b828 None None] Provisioning complete for port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:09.331766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7fccf913-0ed1-4a56-855b-e3d13224b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.341599 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.372339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d41d7bdb-94c7-450c-a7ec-d8aec0e49085 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:09.413383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-c18321a9-4463-48de-9e05-c49e7e3372ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:09.415213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-c18321a9-4463-48de-9e05-c49e7e3372ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1094 time: 0.6258445 Feb 16 14:57:09.423607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7fccf913-0ed1-4a56-855b-e3d13224b828 None None] Port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:09.430729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd68d17-770c-4470-b3a4-45c1ba79eb2d req-074f4d0a-302b-4ae6-8c30-8a7ea56cfd0b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:09.433879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fd68d17-770c-4470-b3a4-45c1ba79eb2d req-074f4d0a-302b-4ae6-8c30-8a7ea56cfd0b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 943 time: 0.0967703 Feb 16 14:57:09.443707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:09.444323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.484682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fd68d17-770c-4470-b3a4-45c1ba79eb2d req-e2372684-fb5c-44a1-bdb1-34cb1632b921 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 Feb 16 14:57:09.541891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.542280 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-668c025e-9351-4980-a332-cb803c6a5640 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 200 len: 217 time: 0.0628707 Feb 16 14:57:09.543204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aeefabb7-371a-4704-9938-b7789b5cf17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.546079 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aeefabb7-371a-4704-9938-b7789b5cf17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.547140 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aeefabb7-371a-4704-9938-b7789b5cf17e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cd8121e5-aec3-4dd3-b0b6-b6035c84679b HTTP/1.1" status: 204 len: 168 time: 1.2389112 Feb 16 14:57:09.550363 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0f4083e3-ec5f-4d0b-99cf-9da6334dc4a1 req-87622d58-c048-4989-a95e-4941f8fbe73e service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341621 Feb 16 14:57:09.626905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0801-15c3-4f4a-b49b-16ad4338c1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.684220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefabb7-371a-4704-9938-b7789b5cf17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8121e5-aec3-4dd3-b0b6-b6035c84679b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:09.738926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-e83551fd-023b-47bc-9435-72db8a65b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:09.740404 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-e83551fd-023b-47bc-9435-72db8a65b7d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.1796308 Feb 16 14:57:09.761838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0801-15c3-4f4a-b49b-16ad4338c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:09.799322 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-8ef985da-a978-4719-a3d9-5d3d5124e436 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478246 Feb 16 14:57:09.848932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fa65e-8028-48e2-ae08-a320fb1b9073 req-008031a0-6775-40c8-9edd-2f0d37e9163c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:09.862580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a76fa65e-8028-48e2-ae08-a320fb1b9073 req-008031a0-6775-40c8-9edd-2f0d37e9163c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 943 time: 0.0885217 Feb 16 14:57:09.895618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-42430a58-4f03-4a38-a540-dab7f9ed5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:09.897775 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-42430a58-4f03-4a38-a540-dab7f9ed5918 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 1094 time: 0.1976159 Feb 16 14:57:09.927523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a76fa65e-8028-48e2-ae08-a320fb1b9073 req-2ab6d5de-01f2-4595-92c4-208e77b06eed tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582459 Feb 16 14:57:09.959689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35040) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:09.959849 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8f3c0801-15c3-4f4a-b49b-16ad4338c1a4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9f4540e16ed34485be7513d76b051755&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5500822 Feb 16 14:57:09.959849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c0801-15c3-4f4a-b49b-16ad4338c1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d3207-c5b6-46a9-84f0-ae895f55fbaf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:10.019170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23efaac4-d315-42d4-82cb-4ea964bea807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.061111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23efaac4-d315-42d4-82cb-4ea964bea807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.120733 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-c57f5e07-08d6-4f07-8ec0-f5ae191445f7 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983363 Feb 16 14:57:10.137782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-840b21ed-300f-49e3-9bdf-6f184b2f59ca req-f9ce0dfb-2d51-497f-95b1-4dc898ae7e2d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 210 time: 0.0685921 Feb 16 14:57:10.156038 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.215316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-702f4893-7f66-46ce-82ac-93bf382660da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:10.216954 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-702f4893-7f66-46ce-82ac-93bf382660da service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.2819560 Feb 16 14:57:10.273059 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-8e465d8f-e2d9-4129-878c-83e742a5c434 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0d258d-f3d9-47be-ab34-d51f907b7091 HTTP/1.1" status: 200 len: 217 time: 0.0463815 Feb 16 14:57:10.273059 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.284894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23efaac4-d315-42d4-82cb-4ea964bea807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.288022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23efaac4-d315-42d4-82cb-4ea964bea807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.292111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-23efaac4-d315-42d4-82cb-4ea964bea807 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/081d3207-c5b6-46a9-84f0-ae895f55fbaf HTTP/1.1" status: 204 len: 168 time: 0.3385890 Feb 16 14:57:10.310929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efaac4-d315-42d4-82cb-4ea964bea807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d3207-c5b6-46a9-84f0-ae895f55fbaf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:10.381618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:10.383934 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26349672-291b-4786-947c-a16a3cc0b24d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:10.422126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.430162 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-23795e0c-5d62-421e-bca2-07beaf278dd9 req-dd8ad12d-f6b5-4c9f-b829-f910dcb8522a service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948480 Feb 16 14:57:10.436492 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b76293d-a989-49f6-9256-65c5f3a596b5 x-openstack-request-id: req-1b76293d-a989-49f6-9256-65c5f3a596b5 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:10.437014 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:10.437447 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1b76293d-a989-49f6-9256-65c5f3a596b5 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:10.438019 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea', 'status': 'completed', 'code': 200} Feb 16 14:57:10.440838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-9cdf04de-a1fb-46e7-96e2-7f6e175668e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:10.442534 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-9cdf04de-a1fb-46e7-96e2-7f6e175668e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1572690 Feb 16 14:57:10.443151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:10.549961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-803c6a97-a6b5-4875-b797-6b4e94b9333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:10.551485 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-803c6a97-a6b5-4875-b797-6b4e94b9333a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008182 Feb 16 14:57:10.596507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:10.621833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:10.648368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65789747-1528-4a66-b6e9-eb9931910604 req-3f31a55b-57e0-4faa-8a03-723cd86fff1b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:10.648622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65789747-1528-4a66-b6e9-eb9931910604 req-3f31a55b-57e0-4faa-8a03-723cd86fff1b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 943 time: 0.0771613 Feb 16 14:57:10.698951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65789747-1528-4a66-b6e9-eb9931910604 req-dd39483c-87ec-4858-b423-897dd86ae249 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Feb 16 14:57:10.786950 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-b0368030-d08b-4725-8b56-afe5c92fe4d9 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240963 Feb 16 14:57:10.797144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349672-291b-4786-947c-a16a3cc0b24d req-3cf09723-1b6c-4ebf-badc-d6544eacafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:10.800327 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-26349672-291b-4786-947c-a16a3cc0b24d req-3cf09723-1b6c-4ebf-badc-d6544eacafd2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1094 time: 0.1656668 Feb 16 14:57:10.885107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:10.958709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e44047fd-65a8-4332-a080-09b60c55d66a None None] Provisioning complete for port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:10.959427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e44047fd-65a8-4332-a080-09b60c55d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.027118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e44047fd-65a8-4332-a080-09b60c55d66a None None] Port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:11.064676 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-9ab75d98-6bc8-4f9f-bb07-5373d2b1ee2b req-f5111ae3-cced-4291-8d7c-e54162e235ac service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701435 Feb 16 14:57:11.067316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349672-291b-4786-947c-a16a3cc0b24d req-63f627db-ec53-4f13-8578-3acc695caf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:11.068777 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-26349672-291b-4786-947c-a16a3cc0b24d req-63f627db-ec53-4f13-8578-3acc695caf3b service neutron] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 914 time: 0.2566140 Feb 16 14:57:11.078745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:11.084272 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-db3af321-b7b7-4ce0-aa9c-76ef865f7509 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5949249 Feb 16 14:57:11.090996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35076) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:11.095121 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:11.097829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-1702751088'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:11.115478 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:11.119196 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:11.131128 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-26349672-291b-4786-947c-a16a3cc0b24d req-e174fc63-ad2a-446c-a7a7-d2e2b09ec56a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 200 len: 217 time: 0.0456529 Feb 16 14:57:11.142541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e44cf-a525-4445-b0f7-4e8a23c83425 req-2c32bb75-04d0-42dc-a590-c9b9246502ff tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:11.144312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec3e44cf-a525-4445-b0f7-4e8a23c83425 req-2c32bb75-04d0-42dc-a590-c9b9246502ff tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 943 time: 0.1016719 Feb 16 14:57:11.191770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349672-291b-4786-947c-a16a3cc0b24d req-15ff8cef-f43f-4487-ae66-14d1788f2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:11.193506 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-26349672-291b-4786-947c-a16a3cc0b24d req-15ff8cef-f43f-4487-ae66-14d1788f2ffa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.0531774 Feb 16 14:57:11.197294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec3e44cf-a525-4445-b0f7-4e8a23c83425 req-4853e5b6-ca33-4b6e-8469-fefe1bc03227 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Feb 16 14:57:11.233918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35084) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:11.252666 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.259638 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-26349672-291b-4786-947c-a16a3cc0b24d req-9726b086-2b45-4ae6-9611-80822ec9538a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577836 Feb 16 14:57:11.262873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:11.264363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eae8923-3d57-40cd-a166-eb471651a496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.271641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.284489 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:11.402624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eae8923-3d57-40cd-a166-eb471651a496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.429165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.433739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd325c1b-78b5-46d8-8205-34401cd0d3b2 req-ca9279f5-631b-4cf6-a47f-c2dbf0d8b872 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 210 time: 0.0376534 Feb 16 14:57:11.439025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:11.476148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.476498 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment 4d0d6f57-462a-4aaa-9c35-69bb5509e8cb of type vlan for network eb76a852-69ff-4b3f-a2a5-c201391d62e2 Feb 16 14:57:11.488395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-26349672-291b-4786-947c-a16a3cc0b24d req-7cc4d9f8-0c88-44e1-af77-f494a5911a11 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127531 Feb 16 14:57:11.543943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eae8923-3d57-40cd-a166-eb471651a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.578956 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:08Z', 'revision_number': 3, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:09Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:11.584788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0eae8923-3d57-40cd-a166-eb471651a496 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d557ea66755d45a3b8dee16b44a31b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495016 Feb 16 14:57:11.587439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35094) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:11.615669 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:11.616453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Updating router a3abe196-c959-4ee5-a84e-0be5474f4100 port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:57:11.631182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.658263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-26349672-291b-4786-947c-a16a3cc0b24d req-4bef3a12-7709-4460-8910-6681ffece032 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282985 Feb 16 14:57:11.672380 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.677626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae8923-3d57-40cd-a166-eb471651a496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4890e09-5485-42de-b4c5-577566cdbc21,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:11.755255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.761445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:11.763814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.889922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-658e3b98-7f24-40c3-8bb2-ce0d96daadae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.903936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=eb76a852-69ff-4b3f-a2a5-c201391d62e2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:11.919138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:11.924551 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3b299efa-f61a-4ef1-9ec8-bbc290595ea3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8307431 Feb 16 14:57:11.926882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:11.931823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-658e3b98-7f24-40c3-8bb2-ce0d96daadae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:11.933058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:11.993499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53428f-3fa5-4b6a-94a3-f1b6bed9813e req-8220bd8b-36b5-436d-b14c-7aa9865d1a47 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:12.001026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df53428f-3fa5-4b6a-94a3-f1b6bed9813e req-8220bd8b-36b5-436d-b14c-7aa9865d1a47 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 943 time: 0.1503572 Feb 16 14:57:12.045374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-8bd78ecc-c765-4e7c-a260-af9ca320fdcf tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:12.046919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-8bd78ecc-c765-4e7c-a260-af9ca320fdcf tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.129 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 815 time: 0.4098048 Feb 16 14:57:12.053114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df0d258d-f3d9-47be-ab34-d51f907b7091 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:57:12.100926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Request body: {'port': {'device_id': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'admin_state_up': True, 'tenant_id': '5179e4f305c84a1ab10b137c7e649420'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:12.227471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:12.231146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.232058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df53428f-3fa5-4b6a-94a3-f1b6bed9813e req-b768b329-bc57-46b9-9a5d-272c6e19ba88 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300947 Feb 16 14:57:12.234298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port df0d258d-f3d9-47be-ab34-d51f907b7091, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df0d258d-f3d9-47be-ab34-d51f907b7091,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:12.250627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'df0d258d-f3d9-47be-ab34-d51f907b7091', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': 'df0d258d-f3d9-47be-ab34-d51f907b7091', 'mac_address': 'fa:16:3e:20:66:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:57:12.269407 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.318507 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.332789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0d258d-f3d9-47be-ab34-d51f907b7091 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:12.353907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port df0d258d-f3d9-47be-ab34-d51f907b7091, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df0d258d-f3d9-47be-ab34-d51f907b7091,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:12.364230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.365127 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.366655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-658e3b98-7f24-40c3-8bb2-ce0d96daadae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.369903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-658e3b98-7f24-40c3-8bb2-ce0d96daadae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.379508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-658e3b98-7f24-40c3-8bb2-ce0d96daadae admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a4890e09-5485-42de-b4c5-577566cdbc21 HTTP/1.1" status: 204 len: 168 time: 0.7881200 Feb 16 14:57:12.395237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f7eb6-0bc6-435d-b537-e0aff0adf161 req-ff07b72f-5b48-4ded-b2c5-b95bc08d4556 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:12.400479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-130f7eb6-0bc6-435d-b537-e0aff0adf161 req-ff07b72f-5b48-4ded-b2c5-b95bc08d4556 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 943 time: 0.0774026 Feb 16 14:57:12.409919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e3b98-7f24-40c3-8bb2-ce0d96daadae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4890e09-5485-42de-b4c5-577566cdbc21,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:12.412217 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.421962 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Pushing event updated for resources: {'Port': ['ID=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:12.428495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Made reservation on behalf of 5179e4f305c84a1ab10b137c7e649420 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:12.438205 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.438882 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.439382 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.439669 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.440111 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.440601 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.441087 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.441574 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.442059 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.442583 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.443108 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.443625 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.444121 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:12.547686 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Attempting to bind port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:12.548055 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Attempting to bind port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:12.548630 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Attempting to bind port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 on network f4ceaa78-ef78-49df-a7e1-783c53a6842b {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:12.566960 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:12.567758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Checking segment: {'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:12.568836 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.573165 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Bound using segment: {'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:12.573165 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Bound port: d223a383-ded8-45c3-9f7f-0c390bf7f4f0, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5313612-484b-444e-8312-c53f14e61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:12.573165 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.596848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=df0d258d-f3d9-47be-ab34-d51f907b7091,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:12.666289 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] For port d223a383-ded8-45c3-9f7f-0c390bf7f4f0, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:12.671192 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] For port d223a383-ded8-45c3-9f7f-0c390bf7f4f0, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,segment=NetworkSegment(f5313612-484b-444e-8312-c53f14e61549),segment_id=f5313612-484b-444e-8312-c53f14e61549)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:12.688771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80bdd1f6-7f08-4412-b916-bad9d6a8c4ab req-13a1b0cd-4bd8-4db4-acd1-dcde426814b9 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 210 time: 0.1312344 Feb 16 14:57:12.713940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-130f7eb6-0bc6-435d-b537-e0aff0adf161 req-b4dc5a95-2a51-447f-a1fe-67fcd02b96c4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685931 Feb 16 14:57:12.748846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35152) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:12.757655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.768747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-52bfddb1-798f-4e36-9819-428aae2b4d9e None None] Provisioning complete for port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:12.769120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52bfddb1-798f-4e36-9819-428aae2b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.788101 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:12.796168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Allocated IP 172.20.0.7 (832241c7-d4b9-40a3-8d13-18b7c891a017/cf0cd46a-d36c-47d4-b799-d04c5320fa54/6e1d3a78-fdf3-4616-af22-66818089db38) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:12.855605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=d115ec2b-25eb-4d91-b540-e2b5f6c50be2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:12.870112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['df0d258d-f3d9-47be-ab34-d51f907b7091'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:12.884098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:12.884721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: eb76a852-69ff-4b3f-a2a5-c201391d62e2, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:57:12.965919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361c1ae-ec07-4a3a-9593-6436a7823ce6 None None] Pushing event updated for resources: {'Port': ['ID=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:13.005706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:57:13.009572 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:13.010206 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:13.049094 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56a2c533-7bab-4c11-8882-202780fc7093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.063113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-52bfddb1-798f-4e36-9819-428aae2b4d9e None None] Port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:13.085485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.101528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, eb76a852-69ff-4b3f-a2a5-c201391d62e2) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:13.119974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fba19-3953-4a3c-b6b1-0cc0d4472380 None None] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:13.131842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:13.134435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.204415 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:13.229376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.236920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56a2c533-7bab-4c11-8882-202780fc7093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.266795 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9c48b6e0-3a3f-49f5-9148-b34163be3e1e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3368237 Feb 16 14:57:13.266795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:13.384706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Network 832241c7-d4b9-40a3-8d13-18b7c891a017 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:13.434338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:13.436332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:57:13.437731 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.443935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:13.491700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:13.544712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:13.545701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.562496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810dabc-81ba-469b-a2b0-0b6956255bcb req-d4b3b802-203a-4256-9484-d9bfb6ca2bc5 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:13.565151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3810dabc-81ba-469b-a2b0-0b6956255bcb req-d4b3b802-203a-4256-9484-d9bfb6ca2bc5 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 943 time: 0.2127433 Feb 16 14:57:13.592107 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2ef2caaf-2f7b-4f20-b7de-7cb544b6493b None None] Provisioning complete for port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:13.592838 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2ef2caaf-2f7b-4f20-b7de-7cb544b6493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.599470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56a2c533-7bab-4c11-8882-202780fc7093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:13.624878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3810dabc-81ba-469b-a2b0-0b6956255bcb req-60368d34-79f2-4f68-a9d5-608e0407dcb9 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524876 Feb 16 14:57:13.627127 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:08Z', 'revision_number': 3, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:12Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:13.668908 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-56a2c533-7bab-4c11-8882-202780fc7093 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d693dec465cf498886c08414ac5699ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9186373 Feb 16 14:57:13.671366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2c533-7bab-4c11-8882-202780fc7093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff634cc-332a-4b76-9fcd-427ad71a6640,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:13.672185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35180) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:13.696156 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fea6aa-9176-46c0-a9a5-0198d549512b None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:08Z', 'revision_number': 3, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:12Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:13.712387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Allocated IP 172.22.0.2 (eb76a852-69ff-4b3f-a2a5-c201391d62e2/d115ec2b-25eb-4d91-b540-e2b5f6c50be2/1e788c4f-b40b-4d45-a9b1-703490530a06) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:13.735487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-1380496b-e692-4acf-987f-96c4da0f3e90 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6669574 Feb 16 14:57:13.771252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Request body: {'port': {'device_id': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:14.103848 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.185060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c3be2-e0d9-4ee8-89eb-6f43c753d445 req-9c2c8b72-eb69-4047-b0f5-8474461e2bc1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:14.201339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f2c3be2-e0d9-4ee8-89eb-6f43c753d445 req-9c2c8b72-eb69-4047-b0f5-8474461e2bc1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 944 time: 0.3270054 Feb 16 14:57:14.267083 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d31271ef-2474-4704-8eba-11e93f4c3cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.280968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d97392d8-e43d-460f-9543-54d16b36fcea details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:57:14.301778 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2ef2caaf-2f7b-4f20-b7de-7cb544b6493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.318136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d45f-4904-4a14-b675-5ee4ca572d5c req-823c7a8e-ab43-4102-bb05-5e0ccd32d54c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:14.329513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa0d45f-4904-4a14-b675-5ee4ca572d5c req-823c7a8e-ab43-4102-bb05-5e0ccd32d54c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 931 time: 0.3960791 Feb 16 14:57:14.340020 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.364490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2ef2caaf-2f7b-4f20-b7de-7cb544b6493b None None] For port d223a383-ded8-45c3-9f7f-0c390bf7f4f0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,segment=NetworkSegment(f5313612-484b-444e-8312-c53f14e61549),segment_id=f5313612-484b-444e-8312-c53f14e61549)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:14.474177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.481782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d97392d8-e43d-460f-9543-54d16b36fcea,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:14.502898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd97392d8-e43d-460f-9543-54d16b36fcea', 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84', 'port_id': 'd97392d8-e43d-460f-9543-54d16b36fcea', 'mac_address': 'fa:16:3e:dc:ad:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d36886-b89a-4700-b528-f6efa0622e72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:57:14.505676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2ef2caaf-2f7b-4f20-b7de-7cb544b6493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.562673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d31271ef-2474-4704-8eba-11e93f4c3cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.631240 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.665364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:14.699051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:14.701572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:14.712546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2caaf-2f7b-4f20-b7de-7cb544b6493b None None] Pushing event updated for resources: {'Port': ['ID=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:14.728344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa0d45f-4904-4a14-b675-5ee4ca572d5c req-a00d787b-124a-43c6-b8f1-a9df61322c47 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958781 Feb 16 14:57:14.759281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f2c3be2-e0d9-4ee8-89eb-6f43c753d445 req-655d4fa9-3350-43ff-ab08-7e661f6c245d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419335 Feb 16 14:57:14.804368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.820102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d97392d8-e43d-460f-9543-54d16b36fcea {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:14.854258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Attempting to bind port 1e788c4f-b40b-4d45-a9b1-703490530a06 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:14.854583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Attempting to bind port 1e788c4f-b40b-4d45-a9b1-703490530a06 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:14.854941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Attempting to bind port 1e788c4f-b40b-4d45-a9b1-703490530a06 on network eb76a852-69ff-4b3f-a2a5-c201391d62e2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:14.856844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Pushing event updated for resources: {'Port': ['ID=1e788c4f-b40b-4d45-a9b1-703490530a06,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:14.871756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d97392d8-e43d-460f-9543-54d16b36fcea,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:14.873268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:14.873637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Checking segment: {'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:14.874032 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.874441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Bound using segment: {'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:14.874872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Bound port: 1e788c4f-b40b-4d45-a9b1-703490530a06, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:14.875245 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.953529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] For port 1e788c4f-b40b-4d45-a9b1-703490530a06, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:14.957995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] For port 1e788c4f-b40b-4d45-a9b1-703490530a06, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1e788c4f-b40b-4d45-a9b1-703490530a06,segment=NetworkSegment(4d0d6f57-462a-4aaa-9c35-69bb5509e8cb),segment_id=4d0d6f57-462a-4aaa-9c35-69bb5509e8cb)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:14.959917 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.971143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d31271ef-2474-4704-8eba-11e93f4c3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.974022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d31271ef-2474-4704-8eba-11e93f4c3cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.978504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d31271ef-2474-4704-8eba-11e93f4c3cf9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cff634cc-332a-4b76-9fcd-427ad71a6640 HTTP/1.1" status: 204 len: 168 time: 1.3019536 Feb 16 14:57:14.983001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.22.0.1 (eb76a852-69ff-4b3f-a2a5-c201391d62e2/d115ec2b-25eb-4d91-b540-e2b5f6c50be2/bb296864-c33a-4323-8aec-80fef4fb665d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:14.990463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31271ef-2474-4704-8eba-11e93f4c3cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff634cc-332a-4b76-9fcd-427ad71a6640,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:15.003937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1d3a78-fdf3-4616-af22-66818089db38 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:15.014154 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.015294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:15.033144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.034641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7100c-1fa6-4ff7-8ba8-887ed25fcfb8 req-c0506949-e8ac-414a-98af-a5458066dd61 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:15.036286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcb7100c-1fa6-4ff7-8ba8-887ed25fcfb8 req-c0506949-e8ac-414a-98af-a5458066dd61 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 943 time: 0.1345391 Feb 16 14:57:15.041650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Transition to ACTIVE for port object 6e1d3a78-fdf3-4616-af22-66818089db38 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:57:15.086408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcb7100c-1fa6-4ff7-8ba8-887ed25fcfb8 req-e529e8a4-f74e-4d7f-872f-fab5e9c66af5 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Feb 16 14:57:15.091684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09e913-48bf-47ed-a29e-b6281adce787 None None] Pushing event updated for resources: {'Port': ['ID=1e788c4f-b40b-4d45-a9b1-703490530a06,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:15.109033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.181804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.187748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:15.276156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Attempting to bind port 6e1d3a78-fdf3-4616-af22-66818089db38 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:15.276501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Attempting to bind port 6e1d3a78-fdf3-4616-af22-66818089db38 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:15.276985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Attempting to bind port 6e1d3a78-fdf3-4616-af22-66818089db38 on network 832241c7-d4b9-40a3-8d13-18b7c891a017 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:15.282334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Port 6e1d3a78-fdf3-4616-af22-66818089db38 on network 832241c7-d4b9-40a3-8d13-18b7c891a017 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:57:15.282645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Attempting to bind port 6e1d3a78-fdf3-4616-af22-66818089db38 on network 832241c7-d4b9-40a3-8d13-18b7c891a017 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:15.288034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:15.288377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Checking segment: {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:15.288762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Bound using segment: {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:15.291392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Bound port: 6e1d3a78-fdf3-4616-af22-66818089db38, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:15.291392 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.314225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.336893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:15.421411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:15.427444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:15.449739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:15.458487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:15.463854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:15.527250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.561999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d223a383-ded8-45c3-9f7f-0c390bf7f4f0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:15.592636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.652879 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=bb296864-c33a-4323-8aec-80fef4fb665d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:15.693121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:15.694162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.696693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] 10.222.0.129 "PUT /v2.0/ports/6e1d3a78-fdf3-4616-af22-66818089db38 HTTP/1.1" status: 200 len: 1091 time: 1.9549220 Feb 16 14:57:15.701144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:15.707768 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455706d-f6cc-4846-8ca6-e48abf8d16be" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:15.762874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace811d-19ac-423f-baab-48ddb23af15e service neutron] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:15.836819 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e213a3d8-29d4-440b-b24f-37caccbcd761 x-openstack-request-id: req-e213a3d8-29d4-440b-b24f-37caccbcd761 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:15.837117 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:15.837848 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e213a3d8-29d4-440b-b24f-37caccbcd761 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:15.838277 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38', 'status': 'completed', 'code': 200} Feb 16 14:57:15.874450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:15.874830 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:15.942360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.029513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-e94c7f0d-0090-4059-8a12-265718b68427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:16.038569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-e94c7f0d-0090-4059-8a12-265718b68427 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 1094 time: 0.1794722 Feb 16 14:57:16.066531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df0d258d-f3d9-47be-ab34-d51f907b7091 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:16.098346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f4d9d-ef7f-49e5-b488-d9e813d55b50 req-5f8c2a41-6a98-405f-826c-01755a351ba2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:16.105965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a1f4d9d-ef7f-49e5-b488-d9e813d55b50 req-5f8c2a41-6a98-405f-826c-01755a351ba2 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 944 time: 0.2052681 Feb 16 14:57:16.197401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-f52fa911-2103-49ba-8a8f-456b0f57bf7d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3a78-fdf3-4616-af22-66818089db38 HTTP/1.1" status: 200 len: 217 time: 0.1401730 Feb 16 14:57:16.264155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ef89-c7c1-435b-8fc2-3ca26d5b8c8f req-cc56cc65-5a15-470f-ac45-576bdfb93832 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:16.265796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bc3ef89-c7c1-435b-8fc2-3ca26d5b8c8f req-cc56cc65-5a15-470f-ac45-576bdfb93832 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 943 time: 0.3145375 Feb 16 14:57:16.268977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port df0d258d-f3d9-47be-ab34-d51f907b7091 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:57:16.280255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port df0d258d-f3d9-47be-ab34-d51f907b7091 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:16.280726 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.338436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-18c3e84a-694b-4d35-acc9-ffe4d9cea82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:16.345597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-18c3e84a-694b-4d35-acc9-ffe4d9cea82b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=cf0cd46a-d36c-47d4-b799-d04c5320fa54 HTTP/1.1" status: 200 len: 855 time: 0.1417267 Feb 16 14:57:16.345597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a1f4d9d-ef7f-49e5-b488-d9e813d55b50 req-cdadbbdb-3f03-43c5-b4d3-bf680c8c6958 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621544 Feb 16 14:57:16.354980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.427660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-04f19448-9446-48aa-b7f8-f6157ea064b9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=832241c7-d4b9-40a3-8d13-18b7c891a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808899 Feb 16 14:57:16.433714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bc3ef89-c7c1-435b-8fc2-3ca26d5b8c8f req-427f4e35-40c7-4fe0-9ade-d819c19bd7cb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382599 Feb 16 14:57:16.537479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.538781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.572873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:16.575269 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7557d1d-c570-4c67-b924-1abe84c62dae" -d '{"events": [{"server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "name": "network-vif-plugged", "status": "completed", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:16.601654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f27c96-9b28-421e-8431-681fe8827063 req-e105565d-5558-4c07-9f32-b55e1bb3d06f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:16.609021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34f27c96-9b28-421e-8431-681fe8827063 req-e105565d-5558-4c07-9f32-b55e1bb3d06f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 944 time: 0.0839338 Feb 16 14:57:16.609870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port df0d258d-f3d9-47be-ab34-d51f907b7091, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df0d258d-f3d9-47be-ab34-d51f907b7091,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:16.630616 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0fce69-4a67-4543-9bbb-c7b32ce7e59f x-openstack-request-id: req-fb0fce69-4a67-4543-9bbb-c7b32ce7e59f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:16.631165 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "name": "network-vif-plugged", "status": "completed", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:16.631655 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fb0fce69-4a67-4543-9bbb-c7b32ce7e59f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:16.632265 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091', 'code': 200} Feb 16 14:57:16.669212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.731741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.749881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-e10eec34-2d2e-40da-abbf-140f2bde2df5 service neutron] 10.222.0.129 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119252 Feb 16 14:57:16.768655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34f27c96-9b28-421e-8431-681fe8827063 req-0e652b5f-7a6c-4b8e-872e-c27d12f5386e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586897 Feb 16 14:57:16.849441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=df0d258d-f3d9-47be-ab34-d51f907b7091,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:16.892309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=bb296864-c33a-4323-8aec-80fef4fb665d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:16.898970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.904451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-066a37dd-40bc-4606-9f98-4eba4de4c76a req-b002777d-7621-4535-b51f-e07034db7f13 service neutron] 10.222.0.129 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347351 Feb 16 14:57:16.915097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3cc38-4174-48b2-997e-4d15d4800f4c req-6d78b60c-d646-4ac5-b5a3-f8493942e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:16.918213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8b3cc38-4174-48b2-997e-4d15d4800f4c req-6d78b60c-d646-4ac5-b5a3-f8493942e04c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 1096 time: 0.1668000 Feb 16 14:57:16.951235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd66843a-6ffe-47d4-95a0-e4bc1ab497b5 None None] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:17.023093 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8b3cc38-4174-48b2-997e-4d15d4800f4c req-0e4a0771-8462-4eaa-a997-5053f71303b0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819843 Feb 16 14:57:17.027132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-71e9f6b4-af1b-4967-9cc3-7c0b8879cc6c None None] Provisioning complete for port 1e788c4f-b40b-4d45-a9b1-703490530a06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:17.031776 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6b4-af1b-4967-9cc3-7c0b8879cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:17.085721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:17.086972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:17.106811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-5c9884de-151b-4a92-a5fb-6c98a45352e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:17.108715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-5c9884de-151b-4a92-a5fb-6c98a45352e9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 1094 time: 0.0561814 Feb 16 14:57:17.191239 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6b4-af1b-4967-9cc3-7c0b8879cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:17.238849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-71e9f6b4-af1b-4967-9cc3-7c0b8879cc6c None None] For port 1e788c4f-b40b-4d45-a9b1-703490530a06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1e788c4f-b40b-4d45-a9b1-703490530a06,segment=NetworkSegment(4d0d6f57-462a-4aaa-9c35-69bb5509e8cb),segment_id=4d0d6f57-462a-4aaa-9c35-69bb5509e8cb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:17.258340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:17.260530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-4013f7cd-eedd-4ed6-9fa2-308bc72e0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:17.265057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-4013f7cd-eedd-4ed6-9fa2-308bc72e0dfd service neutron] 10.222.0.129 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 917 time: 0.1469626 Feb 16 14:57:17.319380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-71e9f6b4-af1b-4967-9cc3-7c0b8879cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:17.372923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-fc776e03-969f-4030-b8ce-5d301b069a3e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1d3a78-fdf3-4616-af22-66818089db38 HTTP/1.1" status: 200 len: 217 time: 0.0992138 Feb 16 14:57:17.479631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9f6b4-af1b-4967-9cc3-7c0b8879cc6c None None] Pushing event updated for resources: {'Port': ['ID=1e788c4f-b40b-4d45-a9b1-703490530a06,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:17.490242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1e788c4f-b40b-4d45-a9b1-703490530a06 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:17.528051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:17.558264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:17.558743 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-378af50c-67f8-46ef-8873-6ae9adf5f1f5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2922232 Feb 16 14:57:17.559479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35296) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:17.561219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35298) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:17.572115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'network': {'name': 'tempest-RoutersTest-848907018'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:17.583430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:17.584355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:17.648262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-e377c814-5e33-4675-92f9-9d40d86efc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:17.651162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-e377c814-5e33-4675-92f9-9d40d86efc72 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=cf0cd46a-d36c-47d4-b799-d04c5320fa54 HTTP/1.1" status: 200 len: 855 time: 0.2709057 Feb 16 14:57:17.701837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1e788c4f-b40b-4d45-a9b1-703490530a06 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:17.702474 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:17.748885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-a03a65e1-f355-447a-8904-fc0712b1bac1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=832241c7-d4b9-40a3-8d13-18b7c891a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834217 Feb 16 14:57:17.761598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df9b9c7a-8991-4b94-a379-7924bfaa092c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:17.822138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827250b-93fc-4222-887e-ffd4fd93b953 req-135ceb65-8361-4405-89a7-2bcd5ece5c70 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:17.828495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8827250b-93fc-4222-887e-ffd4fd93b953 req-135ceb65-8361-4405-89a7-2bcd5ece5c70 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 945 time: 0.2392957 Feb 16 14:57:17.838703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a2014499-59f3-429c-952b-969058659656 None None] Provisioning complete for port bb296864-c33a-4323-8aec-80fef4fb665d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:17.839080 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2014499-59f3-429c-952b-969058659656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:17.868835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:17.926708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df9b9c7a-8991-4b94-a379-7924bfaa092c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.014770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a2014499-59f3-429c-952b-969058659656 None None] Port bb296864-c33a-4323-8aec-80fef4fb665d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:18.017866 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df9b9c7a-8991-4b94-a379-7924bfaa092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.071299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-df9b9c7a-8991-4b94-a379-7924bfaa092c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=16fb4dba7da8419f9a52ad145f32adbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087178 Feb 16 14:57:18.072058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:18.106983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d97392d8-e43d-460f-9543-54d16b36fcea up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:18.115137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b9c7a-8991-4b94-a379-7924bfaa092c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe5945-fae3-477b-980a-5a6471522847,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:18.182308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18a911ae-47bb-4183-9a48-ccc1d6b9830a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.234850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18a911ae-47bb-4183-9a48-ccc1d6b9830a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.322125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a2014499-59f3-429c-952b-969058659656 None None] Provisioning complete for port 1e788c4f-b40b-4d45-a9b1-703490530a06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:18.322125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2014499-59f3-429c-952b-969058659656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.372317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:18.376071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.431999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d56118-76e9-4f4a-9e62-a9c9e4b148c1 req-8806558a-6b67-444c-94d9-289e2a06c2e4 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:18.433711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9d56118-76e9-4f4a-9e62-a9c9e4b148c1 req-8806558a-6b67-444c-94d9-289e2a06c2e4 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 943 time: 0.8102951 Feb 16 14:57:18.467181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18a911ae-47bb-4183-9a48-ccc1d6b9830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.470909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18a911ae-47bb-4183-9a48-ccc1d6b9830a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.477308 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-18a911ae-47bb-4183-9a48-ccc1d6b9830a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1ebe5945-fae3-477b-980a-5a6471522847 HTTP/1.1" status: 204 len: 168 time: 0.3936071 Feb 16 14:57:18.491304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a911ae-47bb-4183-9a48-ccc1d6b9830a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe5945-fae3-477b-980a-5a6471522847,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:18.491971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8827250b-93fc-4222-887e-ffd4fd93b953 req-bdde59bb-2af3-4074-8cef-23cb7eec4c00 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268451 Feb 16 14:57:18.494071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:18.502558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-c7c38b3e-fcaf-4050-9803-8f0107ed2f6a service neutron] 10.222.0.129 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314601 Feb 16 14:57:18.537615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.543336 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added segment 90c88772-68e1-4ea5-a0ba-72cbc887c3df of type vlan for network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 Feb 16 14:57:18.561019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9d56118-76e9-4f4a-9e62-a9c9e4b148c1 req-9de9ee58-8f72-4ab0-9b78-688b9124a79d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157978 Feb 16 14:57:18.572681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port d97392d8-e43d-460f-9543-54d16b36fcea completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:57:18.589825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d97392d8-e43d-460f-9543-54d16b36fcea triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:18.590324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.650712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:15Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:16Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:18.683257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:18.683792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Updating router a3abe196-c959-4ee5-a84e-0be5474f4100 port bb296864-c33a-4323-8aec-80fef4fb665d binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:57:18.685022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.717102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.743754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42dc7-6581-4b8c-8281-a4c0115f374a req-59d920d4-6216-4d0f-8fe2-965439d17004 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:18.745609 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5d42dc7-6581-4b8c-8281-a4c0115f374a req-59d920d4-6216-4d0f-8fe2-965439d17004 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 944 time: 0.1408048 Feb 16 14:57:18.750187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9455706d-f6cc-4846-8ca6-e48abf8d16be req-d362b8f6-4d48-47d1-a642-f24ebbc2beda service neutron] 10.222.0.129 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250886 Feb 16 14:57:18.805073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5d42dc7-6581-4b8c-8281-a4c0115f374a req-d4e049f8-168e-41bc-922c-b322775f9eb5 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511549 Feb 16 14:57:18.823939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35324) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:18.833501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.850491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1e0a7824-4e09-41a2-b3d1-a208b72d1c3d None None] Provisioning complete for port bb296864-c33a-4323-8aec-80fef4fb665d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:18.851121 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1e0a7824-4e09-41a2-b3d1-a208b72d1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.852348 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.870900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:18.871782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:18.946483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-602e28b7-760c-412f-98ad-9991be7b5d1a tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:18.973640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Network': ['ID=20c24e3b-b65c-4109-b381-7f5d8367c5e8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:19.049655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5597f03d-6249-48d1-8c15-674f03284a5a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4870853 Feb 16 14:57:19.052586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35332) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:19.052722 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-602e28b7-760c-412f-98ad-9991be7b5d1a tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "PUT /v2.0/quotas/ba9fdbcf496748ed9f9b17af9f11cd8a HTTP/1.1" status: 200 len: 368 time: 0.2275662 Feb 16 14:57:19.055185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35334) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:19.060908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Request body: {'network': {'project_id': 'ba9fdbcf496748ed9f9b17af9f11cd8a'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:19.062351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'subnet': {'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:19.117795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:19.135326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Made reservation on behalf of ba9fdbcf496748ed9f9b17af9f11cd8a for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:19.138022 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.140901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:19.143265 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d40672a-4344-4328-a16c-7ac8495f3009" -d '{"events": [{"server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "name": "network-vif-plugged", "status": "completed", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:19.150030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.205505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d97392d8-e43d-460f-9543-54d16b36fcea,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:19.210460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a7824-4e09-41a2-b3d1-a208b72d1c3d None None] Port bb296864-c33a-4323-8aec-80fef4fb665d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:19.223496 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d10f2d-3a7b-457b-a299-192fce3617d6 x-openstack-request-id: req-43d10f2d-3a7b-457b-a299-192fce3617d6 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:19.224061 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "name": "network-vif-plugged", "status": "completed", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:19.224551 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-43d10f2d-3a7b-457b-a299-192fce3617d6 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:19.225112 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea', 'code': 200} Feb 16 14:57:19.288330 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.315010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.337715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Made reservation on behalf of c7be5a44c730476c9f93af53e87ef2c3 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:19.342488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.355078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:19.390058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63345599-94e0-43f1-877e-dd5a04058d23 req-88a9afda-890d-4d56-a23e-cdc623378e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:19.395201 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-63345599-94e0-43f1-877e-dd5a04058d23 req-88a9afda-890d-4d56-a23e-cdc623378e6a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1096 time: 0.0786145 Feb 16 14:57:19.399126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.483303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1e788c4f-b40b-4d45-a9b1-703490530a06 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:19.508901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:19.528795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35344) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:19.567663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632fcf18-6b10-40c2-ab1d-f26b48867934,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:19.579945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.580302 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Added segment 443ef32a-e55e-4ea8-a9e7-37c9b12ec271 of type vlan for network b29354d9-39c3-4266-b2e1-ba664a7ca152 Feb 16 14:57:19.584519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.618186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1e788c4f-b40b-4d45-a9b1-703490530a06 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:19.618983 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.621418 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-63345599-94e0-43f1-877e-dd5a04058d23 req-b093565f-4da0-49b1-a0ff-dc6dbb64e1d0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103648 Feb 16 14:57:19.683581 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.730180 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.821770 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1ee2b76-702f-48c8-8c3d-2cc664e1a02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.832105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97059260-b78d-4369-9533-3b7802726c63 None None] Pushing event updated for resources: {'Port': ['ID=bb296864-c33a-4323-8aec-80fef4fb665d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:19.852152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.853109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:19.853691 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.857293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52394755-7f99-40a5-8de3-6d7d31eee3d9 req-d24b3298-c897-43ec-95f7-9b6115ac732b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:19.863911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52394755-7f99-40a5-8de3-6d7d31eee3d9 req-d24b3298-c897-43ec-95f7-9b6115ac732b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 945 time: 0.1944621 Feb 16 14:57:19.890392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b29d-f97c-4c00-a2f5-f94ccafa4147 req-b3a4fce8-dbd9-44cb-8ba8-2d1937df1993 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:19.897663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b2b29d-f97c-4c00-a2f5-f94ccafa4147 req-b3a4fce8-dbd9-44cb-8ba8-2d1937df1993 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 943 time: 0.1721098 Feb 16 14:57:19.908903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Attempting to bind port bb296864-c33a-4323-8aec-80fef4fb665d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:19.909481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Attempting to bind port bb296864-c33a-4323-8aec-80fef4fb665d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:19.909839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Attempting to bind port bb296864-c33a-4323-8aec-80fef4fb665d on network eb76a852-69ff-4b3f-a2a5-c201391d62e2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:19.917829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:19.918296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Checking segment: {'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:19.919176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.919314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Bound using segment: {'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:19.919884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Bound port: bb296864-c33a-4323-8aec-80fef4fb665d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:19.920338 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.957464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:19.967812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Pushing event updated for resources: {'Network': ['ID=b29354d9-39c3-4266-b2e1-ba664a7ca152,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:19.981632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b29354d9-39c3-4266-b2e1-ba664a7ca152 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:20.004380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52394755-7f99-40a5-8de3-6d7d31eee3d9 req-778d75c5-e578-411d-8b00-7d935845ae63 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353967 Feb 16 14:57:20.044700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35352) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:20.082734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b2b29d-f97c-4c00-a2f5-f94ccafa4147 req-20407a75-aa7c-4c02-8631-a3685c757e34 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521034 Feb 16 14:57:20.086352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Subnet': ['ID=6893eaba-52b4-46c3-a6d6-9d309bb43a9f,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:20.087341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d2b969c4-745b-4420-bad6-68cc5c9e1a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.135747 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-260114a9-3fdd-409d-a1c2-4e80d0b57b23 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0767410 Feb 16 14:57:20.136437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:20.150699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Request body: {'network': {'project_id': 'ba9fdbcf496748ed9f9b17af9f11cd8a'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:20.152007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6e1d3a78-fdf3-4616-af22-66818089db38 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:57:20.157785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Checking segment: {'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:20.157785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network hostable DHCP agents. Network: 20c24e3b-b65c-4109-b381-7f5d8367c5e8, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:57:20.186582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1ee2b76-702f-48c8-8c3d-2cc664e1a02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.207414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] For port bb296864-c33a-4323-8aec-80fef4fb665d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:20.231846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] For port bb296864-c33a-4323-8aec-80fef4fb665d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bb296864-c33a-4323-8aec-80fef4fb665d,segment=NetworkSegment(4d0d6f57-462a-4aaa-9c35-69bb5509e8cb),segment_id=4d0d6f57-462a-4aaa-9c35-69bb5509e8cb)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:20.284787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d2b969c4-745b-4420-bad6-68cc5c9e1a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.296123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf3a63-2cfa-4ca4-a4d7-21eb53513767 req-5d9922ad-1859-401e-a57c-834d1695b55b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:20.298526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebdf3a63-2cfa-4ca4-a4d7-21eb53513767 req-5d9922ad-1859-401e-a57c-834d1695b55b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 945 time: 0.1183252 Feb 16 14:57:20.311949 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1ee2b76-702f-48c8-8c3d-2cc664e1a02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.312507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Made reservation on behalf of ba9fdbcf496748ed9f9b17af9f11cd8a for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:20.315313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.316066 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.344355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:20.357941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.358313 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Added segment 571326d7-8f19-499c-81f8-5ceaf78b0d81 of type vlan for network b15fc1f1-172c-4114-83d3-9b2bd3a1e912 Feb 16 14:57:20.359981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee2b76-702f-48c8-8c3d-2cc664e1a02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e78ee-3b33-437a-9c3e-ef7b9673aa20,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:20.384820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70411074-e925-4835-a1c5-e24df7f59e92 req-f6247a9d-c9b9-4c54-9240-9cfa6826ddd7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 267 time: 0.1431875 Feb 16 14:57:20.395422 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d2b969c4-745b-4420-bad6-68cc5c9e1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.401492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:57:20.416573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:20.431977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bd0dd4db-487d-4bf9-8fd1-7465a9f0b9d0 None None] Provisioning complete for port bb296864-c33a-4323-8aec-80fef4fb665d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:20.432531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd4db-487d-4bf9-8fd1-7465a9f0b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.434789 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d2b969c4-745b-4420-bad6-68cc5c9e1a45 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8d348c23b44d44819f4415ef45a0a965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869696 Feb 16 14:57:20.436745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35360) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:20.446892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:20.447502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:20.463780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e1ee2b76-702f-48c8-8c3d-2cc664e1a02e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=088308925a444cf7b9a73056888f3f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9326301 Feb 16 14:57:20.470495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6e1d3a78-fdf3-4616-af22-66818089db38', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'port_id': '6e1d3a78-fdf3-4616-af22-66818089db38', 'mac_address': 'fa:16:3e:fa:ac:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0cd46a-d36c-47d4-b799-d04c5320fa54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:57:20.471133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.472172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97059260-b78d-4369-9533-3b7802726c63 None None] Pushing event updated for resources: {'Port': ['ID=bb296864-c33a-4323-8aec-80fef4fb665d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:20.472827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35362) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:20.489957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebdf3a63-2cfa-4ca4-a4d7-21eb53513767 req-6e14289a-76fa-4337-a999-d859e271e8f9 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797600 Feb 16 14:57:20.494184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 20c24e3b-b65c-4109-b381-7f5d8367c5e8) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:20.505367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70411074-e925-4835-a1c5-e24df7f59e92 req-87eb6728-d91c-4b1c-9b41-ab434d0c5882 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:20.507000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70411074-e925-4835-a1c5-e24df7f59e92 req-87eb6728-d91c-4b1c-9b41-ab434d0c5882 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 945 time: 0.1213794 Feb 16 14:57:20.512905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:20.513620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.537100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'port': {'security_groups': []}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:20.539283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d070cf6a-17d6-4e6c-a96d-b647f1d45857 None None] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:20.605310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b969c4-745b-4420-bad6-68cc5c9e1a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a7258-4d22-406d-a9eb-ee182f4953be,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:20.638891 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.662020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.663365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:20.664282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.712825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ca9ca8fe-891a-4475-8c1f-5dadd2c96aad tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6561036 Feb 16 14:57:20.718183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35364) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:20.719356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad5643bc-e452-4083-9e02-2fbe884fac27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.742472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:20.756997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd34792-45d8-4a29-8be1-16c094702f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.802866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Pushing event updated for resources: {'Network': ['ID=b15fc1f1-172c-4114-83d3-9b2bd3a1e912,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:20.820432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b15fc1f1-172c-4114-83d3-9b2bd3a1e912 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:20.822601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.848217 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-434de743-b6d0-464b-ba11-1128fc0a490b tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.7102489 Feb 16 14:57:20.851240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35366) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:20.852723 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad5643bc-e452-4083-9e02-2fbe884fac27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.862281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-90c4d9cd-28c0-4f83-aa96-cdc064e3b952 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Request body: {'network': {'project_id': 'ba9fdbcf496748ed9f9b17af9f11cd8a'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:20.863501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd34792-45d8-4a29-8be1-16c094702f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:20.945408 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c4d9cd-28c0-4f83-aa96-cdc064e3b952 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 14:57:20.945913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c4d9cd-28c0-4f83-aa96-cdc064e3b952 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:57:20.950142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-90c4d9cd-28c0-4f83-aa96-cdc064e3b952 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0894470 Feb 16 14:57:20.955441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:20.958887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1d3a78-fdf3-4616-af22-66818089db38 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:21.010164 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd4db-487d-4bf9-8fd1-7465a9f0b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.011037 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3f404bb8-b73e-430b-a866-a3f4425e72ae tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ba9fdbcf496748ed9f9b17af9f11cd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533471 Feb 16 14:57:21.012652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:21.046995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad5643bc-e452-4083-9e02-2fbe884fac27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.050495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad5643bc-e452-4083-9e02-2fbe884fac27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.059730 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ad5643bc-e452-4083-9e02-2fbe884fac27 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f91a7258-4d22-406d-a9eb-ee182f4953be HTTP/1.1" status: 204 len: 168 time: 0.6102092 Feb 16 14:57:21.071513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:21.072042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] For port df0d258d-f3d9-47be-ab34-d51f907b7091, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df0d258d-f3d9-47be-ab34-d51f907b7091,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:21.076139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5643bc-e452-4083-9e02-2fbe884fac27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a7258-4d22-406d-a9eb-ee182f4953be,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:21.097585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d0f3de3c-9aaa-4412-83e6-688743138dae tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.138271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d0f3de3c-9aaa-4412-83e6-688743138dae tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.174474 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.189855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-bd0dd4db-487d-4bf9-8fd1-7465a9f0b9d0 None None] For port bb296864-c33a-4323-8aec-80fef4fb665d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bb296864-c33a-4323-8aec-80fef4fb665d,segment=NetworkSegment(4d0d6f57-462a-4aaa-9c35-69bb5509e8cb),segment_id=4d0d6f57-462a-4aaa-9c35-69bb5509e8cb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:21.192013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd34792-45d8-4a29-8be1-16c094702f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.198860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd34792-45d8-4a29-8be1-16c094702f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.209852 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6fd34792-45d8-4a29-8be1-16c094702f90 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c76e78ee-3b33-437a-9c3e-ef7b9673aa20 HTTP/1.1" status: 204 len: 168 time: 0.7113254 Feb 16 14:57:21.215184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:57:21.216078 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.239179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd34792-45d8-4a29-8be1-16c094702f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e78ee-3b33-437a-9c3e-ef7b9673aa20,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:21.280069 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.309700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd4db-487d-4bf9-8fd1-7465a9f0b9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.321837 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d0f3de3c-9aaa-4412-83e6-688743138dae tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.325665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d0f3de3c-9aaa-4412-83e6-688743138dae tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.330229 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d0f3de3c-9aaa-4412-83e6-688743138dae tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "DELETE /v2.0/security-groups/632fcf18-6b10-40c2-ab1d-f26b48867934 HTTP/1.1" status: 204 len: 168 time: 0.3164117 Feb 16 14:57:21.331113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35378) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:21.348274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab73c6-bfe5-4a85-9986-d208e7890ee7 req-bd3e8495-8118-4388-8742-ec2d8404a9d7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:21.354687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:21.355844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0aab73c6-bfe5-4a85-9986-d208e7890ee7 req-bd3e8495-8118-4388-8742-ec2d8404a9d7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 944 time: 0.1303868 Feb 16 14:57:21.364632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3de3c-9aaa-4412-83e6-688743138dae tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632fcf18-6b10-40c2-ab1d-f26b48867934,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:21.368350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.472014 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.482476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:21.483150 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.484683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70411074-e925-4835-a1c5-e24df7f59e92 req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "PUT /v2.0/ports/df0d258d-f3d9-47be-ab34-d51f907b7091 HTTP/1.1" status: 200 len: 904 time: 0.9587097 Feb 16 14:57:21.492424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:21.492424 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c01aee2-e264-4bd6-bf96-334dd129383e" -d '{"events": [{"name": "network-changed", "server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:21.535164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0aab73c6-bfe5-4a85-9986-d208e7890ee7 req-3a4c961c-396d-4f8b-99d0-798d63b8cfe4 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781955 Feb 16 14:57:21.568164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0ab42-4c0b-433b-bcc1-4bd0ea683426 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=df0d258d-f3d9-47be-ab34-d51f907b7091,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:21.589705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.592765 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d529fb7-e2e2-4359-8f47-30f0c8133659 x-openstack-request-id: req-8d529fb7-e2e2-4359-8f47-30f0c8133659 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:21.593052 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:21.593305 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8d529fb7-e2e2-4359-8f47-30f0c8133659 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:21.598077 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091', 'status': 'completed', 'code': 200} Feb 16 14:57:21.765925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['16c46534-7785-494d-915f-95f3274cde2c', '2630ffdf-c7ea-4192-944d-44ebb6c25d84'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:21.770039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['df0d258d-f3d9-47be-ab34-d51f907b7091'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:21.776468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.784125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6e1d3a78-fdf3-4616-af22-66818089db38'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:21.797329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0dd4db-487d-4bf9-8fd1-7465a9f0b9d0 None None] Pushing event updated for resources: {'Port': ['ID=bb296864-c33a-4323-8aec-80fef4fb665d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:21.813702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15fc1f1-172c-4114-83d3-9b2bd3a1e912']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:21.849231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-3d670918-db0c-4290-8589-927808de20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:21.852563 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-3d670918-db0c-4290-8589-927808de20c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 1058 time: 0.1737151 Feb 16 14:57:21.865249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571326d7-8f19-499c-81f8-5ceaf78b0d81') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:21.866340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571326d7-8f19-499c-81f8-5ceaf78b0d81') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:21.898088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.927202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb5d81-83e7-46c6-8b45-5fcb94f452a3 req-f3e75c2a-4181-41c5-bf68-85fa2c21c6d6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:21.930092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['df0d258d-f3d9-47be-ab34-d51f907b7091'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:21.951591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3eb5d81-83e7-46c6-8b45-5fcb94f452a3 req-f3e75c2a-4181-41c5-bf68-85fa2c21c6d6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 907 time: 0.3347514 Feb 16 14:57:21.970321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16eb7e-332e-4ea8-a7a4-de740634d42e req-9d08bb67-2e33-42dd-9f96-3faf8ace9268 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:21.971712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f16eb7e-332e-4ea8-a7a4-de740634d42e req-9d08bb67-2e33-42dd-9f96-3faf8ace9268 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 945 time: 0.2864652 Feb 16 14:57:21.983021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.997118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:57:21.997533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:57:21.999397 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:57:22.035966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c7fac9b9-b40e-4593-ae8d-68cdac08e924 None None] Provisioning complete for port bb296864-c33a-4323-8aec-80fef4fb665d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:22.036488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c7fac9b9-b40e-4593-ae8d-68cdac08e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.046993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Allocated IP 172.23.0.2 (20c24e3b-b65c-4109-b381-7f5d8367c5e8/6893eaba-52b4-46c3-a6d6-9d309bb43a9f/d230d9f4-c233-47a4-ac19-eaa6952fea0b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:22.100386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-e8042d10-8331-4238-8e30-3d84f1dafeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:22.102230 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-e8042d10-8331-4238-8e30-3d84f1dafeeb service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.2393060 Feb 16 14:57:22.153549 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-805bd4f0-23e0-4a5b-a70b-db6cbe50c874 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0d258d-f3d9-47be-ab34-d51f907b7091 HTTP/1.1" status: 200 len: 217 time: 0.0407417 Feb 16 14:57:22.177827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:15Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:20Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:22.221156 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.233994 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.237466 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "DELETE /v2.0/networks/b15fc1f1-172c-4114-83d3-9b2bd3a1e912 HTTP/1.1" status: 204 len: 168 time: 0.8861141 Feb 16 14:57:22.240756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35400) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:22.243940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-1ab4f550-e6ff-4603-a9b9-24b533741dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:22.245775 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-1ab4f550-e6ff-4603-a9b9-24b533741dd9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0856621 Feb 16 14:57:22.259100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f16eb7e-332e-4ea8-a7a4-de740634d42e req-52c8d9f0-2bab-4ae8-9ff2-95708d7ebfe2 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762594 Feb 16 14:57:22.270089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ded5b1-f963-4f6a-b142-f6c4593f0bb0 None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:15Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:20Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:22.309424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb5ccb-8189-4f9f-be9b-d743331a91d2 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Pushing event deleted for resources: {'Network': ['ID=b15fc1f1-172c-4114-83d3-9b2bd3a1e912,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:22.326180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-3c966f62-5025-4678-be94-a16f0247baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:22.327154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-3c966f62-5025-4678-be94-a16f0247baaf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569189 Feb 16 14:57:22.354402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35406) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:22.390165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5014cf-40f8-4683-899e-5850095a5019 req-ffb55bce-7c50-476c-8d2e-32f4755dd049 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:22.392993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc5014cf-40f8-4683-899e-5850095a5019 req-ffb55bce-7c50-476c-8d2e-32f4755dd049 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.3315668 Feb 16 14:57:22.409810 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbdd58d0-8d87-4cbc-94da-51045518353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.429877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.499824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc5014cf-40f8-4683-899e-5850095a5019 req-92a5c681-9bc4-4720-9355-bc6fe9038b27 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854075 Feb 16 14:57:22.530427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-c33a9f39-9dd5-4661-b6bd-399e2e34e154 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952157 Feb 16 14:57:22.651132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.679382 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.730992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-672a48c8-2870-4dbb-bb27-62e0d3c5b32a tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1531521873&fields=id&tenant_id=221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 267 time: 0.2051136 Feb 16 14:57:22.738219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29354d9-39c3-4266-b2e1-ba664a7ca152']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:22.751509 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.767089 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4c01aee2-e264-4bd6-bf96-334dd129383e req-d383e8b7-61d3-424d-9de1-9fae040d4501 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206254 Feb 16 14:57:22.804588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbdd58d0-8d87-4cbc-94da-51045518353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.806256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c0445b88-0840-4183-b6b2-f8769e330b65 None None] Provisioning complete for port df0d258d-f3d9-47be-ab34-d51f907b7091 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:22.806754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0445b88-0840-4183-b6b2-f8769e330b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.828264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443ef32a-e55e-4ea8-a9e7-37c9b12ec271') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:22.828623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443ef32a-e55e-4ea8-a9e7-37c9b12ec271') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:22.853365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:22.869071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:22.871592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:22.890152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Pushing event updated for resources: {'Port': ['ID=d230d9f4-c233-47a4-ac19-eaa6952fea0b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:22.973443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35418) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:22.990212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Attempting to bind port d230d9f4-c233-47a4-ac19-eaa6952fea0b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:22.990465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Attempting to bind port d230d9f4-c233-47a4-ac19-eaa6952fea0b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:22.990792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Attempting to bind port d230d9f4-c233-47a4-ac19-eaa6952fea0b on network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:23.026161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:23.026568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Checking segment: {'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:23.026939 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.027329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Bound using segment: {'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:23.027847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Bound port: d230d9f4-c233-47a4-ac19-eaa6952fea0b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:23.028226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.109050 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] For port d230d9f4-c233-47a4-ac19-eaa6952fea0b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:23.113329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] For port d230d9f4-c233-47a4-ac19-eaa6952fea0b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d230d9f4-c233-47a4-ac19-eaa6952fea0b,segment=NetworkSegment(90c88772-68e1-4ea5-a0ba-72cbc887c3df),segment_id=90c88772-68e1-4ea5-a0ba-72cbc887c3df)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:23.126502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-151493998-network', 'tenant_id': 'c68d805401e744cd82308b652a48f18d'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:23.226194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbdd58d0-8d87-4cbc-94da-51045518353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.231182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.240960 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.268289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Made reservation on behalf of c68d805401e744cd82308b652a48f18d for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:23.270802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.286807 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.311537 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.314543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Allocated IP 172.23.0.1 (20c24e3b-b65c-4109-b381-7f5d8367c5e8/6893eaba-52b4-46c3-a6d6-9d309bb43a9f/373f7e6b-fc87-4ac8-a356-668342c8c8ae) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:23.332087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-087bd681-deeb-4f51-98ec-0276f825d401 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:23.332875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9f4d7-56a0-4b3c-8c15-21193758ec7e None None] Pushing event updated for resources: {'Port': ['ID=d230d9f4-c233-47a4-ac19-eaa6952fea0b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:23.333655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-087bd681-deeb-4f51-98ec-0276f825d401 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 945 time: 0.5602069 Feb 16 14:57:23.339841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dbdd58d0-8d87-4cbc-94da-51045518353b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=90c3f2d04c4a422fa31ec5c5df47134a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9807353 Feb 16 14:57:23.343494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35422) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:23.348110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd58d0-8d87-4cbc-94da-51045518353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3a9692-4ff0-4390-b92c-f9650d1887a5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:23.355022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:57:23.355440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:57:23.359181 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:57:23.368679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d072-afa7-412e-951e-c042ae11e9ed req-aadea82b-5d72-4674-8710-a70d31112ef3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:23.379360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c16d072-afa7-412e-951e-c042ae11e9ed req-aadea82b-5d72-4674-8710-a70d31112ef3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.7026718 Feb 16 14:57:23.409569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'port': {'security_groups': ['6215d671-95e3-419d-a009-400a7feacf0b', 'c99c96b0-bf22-4725-be9f-29cba10b9645']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:23.455403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2d-03af-4de5-b4e3-81a0b6df7939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.470542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bb296864-c33a-4323-8aec-80fef4fb665d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:23.498059 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2d-03af-4de5-b4e3-81a0b6df7939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.519263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.531709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bb296864-c33a-4323-8aec-80fef4fb665d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:23.531900 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.572940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c16d072-afa7-412e-951e-c042ae11e9ed req-eee57100-62e1-40b6-8c65-bc160cac9610 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926317 Feb 16 14:57:23.608041 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.639493 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.651836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:23.666287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.669796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] 10.222.0.113 "DELETE /v2.0/networks/b29354d9-39c3-4266-b2e1-ba664a7ca152 HTTP/1.1" status: 204 len: 168 time: 1.4143574 Feb 16 14:57:23.671711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.672146 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Added segment 170858f7-33b4-4c63-8db1-7f5162a78a7d of type vlan for network dbfdabac-5166-4e42-8c61-d439bcc45594 Feb 16 14:57:23.674918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.694283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2d-03af-4de5-b4e3-81a0b6df7939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.697917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b49e1b2d-03af-4de5-b4e3-81a0b6df7939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.707959 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b49e1b2d-03af-4de5-b4e3-81a0b6df7939 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cc3a9692-4ff0-4390-b92c-f9650d1887a5 HTTP/1.1" status: 204 len: 168 time: 0.3529141 Feb 16 14:57:23.726666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Pushing event deleted for resources: {'Network': ['ID=b29354d9-39c3-4266-b2e1-ba664a7ca152,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:23.727857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32d8b1e-450d-45f9-a4ad-957831de27a4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:23.778207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1b2d-03af-4de5-b4e3-81a0b6df7939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3a9692-4ff0-4390-b92c-f9650d1887a5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:23.804646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.820530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.820884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.821242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.821566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.821899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.822231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.822561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.822888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.823211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.823568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.827146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.833793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e93d9b-5f8b-440f-bf9b-5d6992ab3d63 tempest-QuotasNegativeTest-1256995753 tempest-QuotasNegativeTest-1256995753-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:23.850082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.895928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a76518-cf69-450a-8f7c-10c059d408b7 req-cf782544-dda4-4e7c-b6f1-d6dab2ce52a8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:23.897476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4a76518-cf69-450a-8f7c-10c059d408b7 req-cf782544-dda4-4e7c-b6f1-d6dab2ce52a8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 944 time: 0.1721148 Feb 16 14:57:23.907794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.908865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:23.909514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:23.972844 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=dbfdabac-5166-4e42-8c61-d439bcc45594,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:23.983645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network dbfdabac-5166-4e42-8c61-d439bcc45594 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:23.984228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4a76518-cf69-450a-8f7c-10c059d408b7 req-5dd75727-d574-4c7b-aaee-d9daa38fae07 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766881 Feb 16 14:57:24.058646 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd54d2ea-3150-4f21-872f-7b1010eccbb8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0833828 Feb 16 14:57:24.068750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35432) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:24.068750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Request body: {'subnet': {'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-151493998-subnet', 'tenant_id': 'c68d805401e744cd82308b652a48f18d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:24.088509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6e1d3a78-fdf3-4616-af22-66818089db38 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:24.113146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.215666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Made reservation on behalf of c68d805401e744cd82308b652a48f18d for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:24.218009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.222592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d97392d8-e43d-460f-9543-54d16b36fcea,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:24.223335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 6e1d3a78-fdf3-4616-af22-66818089db38 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:57:24.227954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:24.230813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6e1d3a78-fdf3-4616-af22-66818089db38 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:24.231068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.252097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:24.276021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:24.321254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=373f7e6b-fc87-4ac8-a356-668342c8c8ae,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:24.363001 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.387246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:24.389743 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae3e1ad-a3fb-496a-beba-cc8be0ae976c" -d '{"events": [{"server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:24.394737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf556f-5128-4cc3-9ec9-b1bfbb4fcd97 req-fddd5d95-f9b6-42ec-baee-b94e917a6514 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:24.396290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abaf556f-5128-4cc3-9ec9-b1bfbb4fcd97 req-fddd5d95-f9b6-42ec-baee-b94e917a6514 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2938190 Feb 16 14:57:24.403971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:24.404139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.443759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.510618 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.533636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.552148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:24.560122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abaf556f-5128-4cc3-9ec9-b1bfbb4fcd97 req-a029ba7f-a732-4573-80b0-fbf45a3e05dc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497107 Feb 16 14:57:24.614722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:24.629063 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f2428b-4624-4659-8032-13e5baaa2c77 x-openstack-request-id: req-b4f2428b-4624-4659-8032-13e5baaa2c77 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:24.635465 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:24.635465 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b4f2428b-4624-4659-8032-13e5baaa2c77 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:24.635465 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38', 'code': 200} Feb 16 14:57:24.727984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:24.728915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.730570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44cfadc6-d431-4789-96b5-4bf7f9cc09ee req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "PUT /v2.0/ports/d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 200 len: 981 time: 1.3727419 Feb 16 14:57:24.738837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:24.741155 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e0715-d77e-4166-bf06-180b8ae28ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:24.836469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35458) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:24.838034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:24.913803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ac758-fcfb-4415-8434-f0856ed98ae2 None None] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:24.924108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71925b7a-46b0-40af-9bb8-a2f31a10a7d1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:24.973930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:24.979151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f32b2-cc23-4471-947a-b9ab31fd6ce8 req-ad5013c3-a05d-45be-988f-40a6f0362e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:24.980886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e7f32b2-cc23-4471-947a-b9ab31fd6ce8 req-ad5013c3-a05d-45be-988f-40a6f0362e9c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 1096 time: 0.2680767 Feb 16 14:57:25.012895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aff5e4-6e60-4289-8c06-24442e42172d req-4d4bbb3d-ecbc-4b93-a439-1a476426f6a0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:25.012895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89aff5e4-6e60-4289-8c06-24442e42172d req-4d4bbb3d-ecbc-4b93-a439-1a476426f6a0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2986655 Feb 16 14:57:25.021403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f934d35-6c20-4448-b679-da10040744b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.024516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-daedeb5f-aeb6-4356-be07-1aab2de4b6c0 None None] Provisioning complete for port d230d9f4-c233-47a4-ac19-eaa6952fea0b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:25.025059 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-daedeb5f-aeb6-4356-be07-1aab2de4b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.062704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-9c0146c1-2d9c-4fbb-851e-72c9e7f389b9 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-583895967&fields=id&tenant_id=221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 267 time: 0.1757286 Feb 16 14:57:25.076077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.151233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f934d35-6c20-4448-b679-da10040744b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.218666 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-daedeb5f-aeb6-4356-be07-1aab2de4b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.228809 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f934d35-6c20-4448-b679-da10040744b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.258995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e7f32b2-cc23-4471-947a-b9ab31fd6ce8 req-05eaae76-433a-45a5-92b6-a3660694c439 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594528 Feb 16 14:57:25.277928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89aff5e4-6e60-4289-8c06-24442e42172d req-59e74437-8143-40a0-a6f2-eb680b478d87 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582018 Feb 16 14:57:25.283846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8d177c-a69f-4668-9eab-14685595fd52,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:25.296229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f934d35-6c20-4448-b679-da10040744b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd15bc40-b998-4133-a60c-edcd48d02561,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:25.325705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-daedeb5f-aeb6-4356-be07-1aab2de4b6c0 None None] For port d230d9f4-c233-47a4-ac19-eaa6952fea0b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d230d9f4-c233-47a4-ac19-eaa6952fea0b,segment=NetworkSegment(90c88772-68e1-4ea5-a0ba-72cbc887c3df),segment_id=90c88772-68e1-4ea5-a0ba-72cbc887c3df)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:25.336767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-d667bc12-518a-4242-a12d-5fbdd3325e45 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:25.338356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-d667bc12-518a-4242-a12d-5fbdd3325e45 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 984 time: 0.2491858 Feb 16 14:57:25.374435 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f934d35-6c20-4448-b679-da10040744b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=da37d1a3960f4a7088a3f3f44739177c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223484 Feb 16 14:57:25.375092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'port': {'security_groups': ['6215d671-95e3-419d-a009-400a7feacf0b', 'c99c96b0-bf22-4725-be9f-29cba10b9645', '0d14bbe5-b53c-46dc-9632-e6da98667bc8']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:25.376761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35476) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:25.427424 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-daedeb5f-aeb6-4356-be07-1aab2de4b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.501693 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bda34bb-0443-4f7a-b0fa-c259b07d75dd x-openstack-request-id: req-4bda34bb-0443-4f7a-b0fa-c259b07d75dd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:25.501693 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:25.503222 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4bda34bb-0443-4f7a-b0fa-c259b07d75dd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:25.504595 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea', 'status': 'completed', 'code': 200} Feb 16 14:57:25.511412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Checking segment: {'id': '170858f7-33b4-4c63-8db1-7f5162a78a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:25.511840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Network hostable DHCP agents. Network: dbfdabac-5166-4e42-8c61-d439bcc45594, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:57:25.565919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedeb5f-aeb6-4356-be07-1aab2de4b6c0 None None] Pushing event updated for resources: {'Port': ['ID=d230d9f4-c233-47a4-ac19-eaa6952fea0b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:25.589850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bbce977-7e48-4930-ac08-96c1f71fc77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.618987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-6f0aeac4-bd05-4a69-9027-2c5a5587cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:25.620542 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-6f0aeac4-bd05-4a69-9027-2c5a5587cbb0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1135 time: 0.1958048 Feb 16 14:57:25.622566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bbce977-7e48-4930-ac08-96c1f71fc77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.627867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d230d9f4-c233-47a4-ac19-eaa6952fea0b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:25.702004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d230d9f4-c233-47a4-ac19-eaa6952fea0b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:25.702266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.749030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.786927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a65c3-2490-4ba8-8c7d-2a501753ec44 req-ce36d32d-9196-4f28-8bec-896b385c0438 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:25.788545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd3a65c3-2490-4ba8-8c7d-2a501753ec44 req-ce36d32d-9196-4f28-8bec-896b385c0438 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2217965 Feb 16 14:57:25.849360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-77703b9d-6064-41e9-99ea-8296f2633530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:25.850594 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-77703b9d-6064-41e9-99ea-8296f2633530 service neutron] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 914 time: 0.2204561 Feb 16 14:57:25.853196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Network dbfdabac-5166-4e42-8c61-d439bcc45594 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:57:25.907232 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-e469a7b6-a249-4c50-a049-63a922263ae0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 200 len: 217 time: 0.0482280 Feb 16 14:57:25.909545 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.931995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd3a65c3-2490-4ba8-8c7d-2a501753ec44 req-790bd002-c358-49e3-bacb-52cd1543c9dc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351044 Feb 16 14:57:25.950810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, dbfdabac-5166-4e42-8c61-d439bcc45594) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:25.962145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-4bb501f9-a68e-440e-9a8d-67a4f3fec613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:25.962680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:25.963385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.963656 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-4bb501f9-a68e-440e-9a8d-67a4f3fec613 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.0494854 Feb 16 14:57:25.964873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bbce977-7e48-4930-ac08-96c1f71fc77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.967602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4bbce977-7e48-4930-ac08-96c1f71fc77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:25.968788 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4bbce977-7e48-4930-ac08-96c1f71fc77d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dd15bc40-b998-4133-a60c-edcd48d02561 HTTP/1.1" status: 204 len: 168 time: 0.5909314 Feb 16 14:57:25.994243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbce977-7e48-4930-ac08-96c1f71fc77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd15bc40-b998-4133-a60c-edcd48d02561,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:26.012535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-0f8a8bb6-d8a4-478f-8e63-6989f7bbbcf4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395660 Feb 16 14:57:26.030010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:26.047250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e316ab-3c6b-4ffc-b8d2-10abdc35e38b None None] Network dbfdabac-5166-4e42-8c61-d439bcc45594 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:26.185424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a1884dbd-8df8-4d05-bdd4-64cb73f0b67a None None] Provisioning complete for port 373f7e6b-fc87-4ac8-a356-668342c8c8ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:26.185945 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a1884dbd-8df8-4d05-bdd4-64cb73f0b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:26.191847 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-0b7e1742-05e8-4f5a-8dd8-4b50b219f67c service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717618 Feb 16 14:57:26.223469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a1884dbd-8df8-4d05-bdd4-64cb73f0b67a None None] Port 373f7e6b-fc87-4ac8-a356-668342c8c8ae cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:26.244900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a1884dbd-8df8-4d05-bdd4-64cb73f0b67a None None] Provisioning complete for port d230d9f4-c233-47a4-ac19-eaa6952fea0b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:26.245269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a1884dbd-8df8-4d05-bdd4-64cb73f0b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:26.295609 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-724bbcd2-3d62-45ac-bb90-9ff1a8c1ba93 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2352531 Feb 16 14:57:26.340415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2e63c-f76a-4a84-9167-cb5f186b163e None None] Network dbfdabac-5166-4e42-8c61-d439bcc45594 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:26.354651 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f26e0715-d77e-4166-bf06-180b8ae28ab9 req-f46a66d3-46fe-4030-92a2-5442672d620a service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544471 Feb 16 14:57:26.380591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event updated for resources: {'Port': ['ID=373f7e6b-fc87-4ac8-a356-668342c8c8ae,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:26.446330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:26.564424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f0c5e616-0853-47f9-8587-851dc903191d None None] Provisioning complete for port 373f7e6b-fc87-4ac8-a356-668342c8c8ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:26.564846 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e616-0853-47f9-8587-851dc903191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:26.565946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d97392d8-e43d-460f-9543-54d16b36fcea,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:26.612856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-512bb5a8-bf34-4904-8930-9605e958a4d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:26.614496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-512bb5a8-bf34-4904-8930-9605e958a4d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.3595300 Feb 16 14:57:26.620917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5e616-0853-47f9-8587-851dc903191d None None] Port 373f7e6b-fc87-4ac8-a356-668342c8c8ae cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:26.649382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:26.669852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-c59ddf16-19df-4b71-a1e6-63627f66d421 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/quotas/ec137de5f57a41b2934ddafed334ff75 HTTP/1.1" status: 200 len: 375 time: 0.0399368 Feb 16 14:57:26.707762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:26.711089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:26.716912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:26.728800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:27.017670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35544) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:27.054242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dee935f2-56b7-438e-abcc-efc69a1ee040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.060636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ecb9397d-05ae-4b03-9833-e5879ee5e0e9 None None] Provisioning complete for port 373f7e6b-fc87-4ac8-a356-668342c8c8ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:27.060636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ecb9397d-05ae-4b03-9833-e5879ee5e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.117593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9397d-05ae-4b03-9833-e5879ee5e0e9 None None] Port 373f7e6b-fc87-4ac8-a356-668342c8c8ae cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:27.184770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-b4ad7a64-bed7-4283-80b7-4ccd7371362a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5139785 Feb 16 14:57:27.206660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dee935f2-56b7-438e-abcc-efc69a1ee040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.221430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:27.222110 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.223535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1a7ffeb-cea7-48bc-b116-30788676f88b req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "PUT /v2.0/ports/d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 200 len: 1020 time: 1.8668990 Feb 16 14:57:27.275749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dee935f2-56b7-438e-abcc-efc69a1ee040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.315130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:27.356322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9fdc8-1edb-430e-8c82-134808d1f569 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:27.390570 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dee935f2-56b7-438e-abcc-efc69a1ee040 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1ed57d4aa0794ed28d488e0a48873b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689907 Feb 16 14:57:27.394407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:27.398273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee935f2-56b7-438e-abcc-efc69a1ee040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2406b-631b-4685-bdac-3917f45c0528,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:27.437011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d230d9f4-c233-47a4-ac19-eaa6952fea0b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:27.443607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6ebb6-3fe6-40ed-939e-8936f0f29055 req-16d26f96-614a-4277-b1ff-f13425cc0a6f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:27.445174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fc6ebb6-3fe6-40ed-939e-8936f0f29055 req-16d26f96-614a-4277-b1ff-f13425cc0a6f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1393673 Feb 16 14:57:27.447114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:27.483212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0eee7981-c5cd-460f-9c67-bff881b88649 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490306 Feb 16 14:57:27.506802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:27.509065 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc875e5-f961-4be7-a8f8-012285f85644" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:27.553025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fc6ebb6-3fe6-40ed-939e-8936f0f29055 req-9ac7699e-318b-4458-84b5-476155a6379b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Feb 16 14:57:27.553136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d230d9f4-c233-47a4-ac19-eaa6952fea0b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:27.553136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.595968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06bac0b0-f7d3-41be-8326-d61031346407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.617104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35588) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:27.622379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1044215633-network', 'tenant_id': '1e53cbdac89842f0916fc04ba6e2b2b7'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:27.711097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06bac0b0-f7d3-41be-8326-d61031346407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.741581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Made reservation on behalf of 1e53cbdac89842f0916fc04ba6e2b2b7 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:27.744061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.756257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.807046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:27.813005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3d43efd6-c452-4c1a-af22-992371908d76 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0936532 Feb 16 14:57:27.816479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35590) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:27.822249 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:27.827591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:27.837757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452bcad-6a44-49ba-9adb-5511b7222201 req-1c7cc289-3e72-4db4-a243-e24a9df92e66 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:27.838536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:27.839319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6452bcad-6a44-49ba-9adb-5511b7222201 req-1c7cc289-3e72-4db4-a243-e24a9df92e66 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1023 time: 0.1543212 Feb 16 14:57:27.848379 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:27.854871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-ee4fdb19-8931-402f-8d76-84864151e4d2 service neutron] 10.222.0.113 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487968 Feb 16 14:57:27.858760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.931802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:27.964054 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:27.967794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958c3e13-178a-4dfe-a7aa-f553316b41ec,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:28.028109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:28.042459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.042988 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Added segment f970bb98-9e5d-4730-8409-dc0d62769ec6 of type vlan for network 8d3f0b14-dc24-419d-ad34-220a53ef0314 Feb 16 14:57:28.059229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06bac0b0-f7d3-41be-8326-d61031346407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.061832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06bac0b0-f7d3-41be-8326-d61031346407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.066217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-06bac0b0-f7d3-41be-8326-d61031346407 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7ed2406b-631b-4685-bdac-3917f45c0528 HTTP/1.1" status: 204 len: 168 time: 0.6673479 Feb 16 14:57:28.123225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.150870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6452bcad-6a44-49ba-9adb-5511b7222201 req-7884d859-77a5-4523-aa94-c462b6554109 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=c99c96b0-bf22-4725-be9f-29cba10b9645&id=0d14bbe5-b53c-46dc-9632-e6da98667bc8 HTTP/1.1" status: 200 len: 6157 time: 0.2948561 Feb 16 14:57:28.159003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bac0b0-f7d3-41be-8326-d61031346407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2406b-631b-4685-bdac-3917f45c0528,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:28.260713 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e024b09f-86c3-43a6-b3d6-d4cef92718e8 x-openstack-request-id: req-e024b09f-86c3-43a6-b3d6-d4cef92718e8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:28.261300 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:28.261715 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e024b09f-86c3-43a6-b3d6-d4cef92718e8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:28.262286 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea', 'status': 'completed', 'code': 200} Feb 16 14:57:28.270247 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.271300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:28.271976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.435970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c08d53c9-6031-4611-9598-0ed629d6d74f req-8c7d37ec-137c-4cda-8e1a-bcc3b25169eb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 210 time: 0.0963554 Feb 16 14:57:28.458399 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8401871 Feb 16 14:57:28.463321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35602) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:28.471854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Request body: {'subnet': {'network_id': '8d3f0b14-dc24-419d-ad34-220a53ef0314', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1044215633-subnet', 'tenant_id': '1e53cbdac89842f0916fc04ba6e2b2b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:28.493488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9005b1fa-11d0-4bfe-acea-51e2b7180718 req-f3549d07-b90e-437f-b8f3-af02bcda19c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2041743323 ', 'description': 'tempest-description-75524567'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:28.523137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd87b5-a75d-44dd-a570-508175ff1377 admin admin] Pushing event updated for resources: {'Network': ['ID=8d3f0b14-dc24-419d-ad34-220a53ef0314,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:28.534786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-aed68427-7e7b-4d2d-9640-4ed5edf4c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:28.537991 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-aed68427-7e7b-4d2d-9640-4ed5edf4c4f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1174 time: 0.2356141 Feb 16 14:57:28.547276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8d3f0b14-dc24-419d-ad34-220a53ef0314 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:28.548082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e613f-9d62-4f0d-b804-4954abe1b221 req-5445aba3-6a33-4b2e-a6b8-445be7f74716 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:28.549608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-591e613f-9d62-4f0d-b804-4954abe1b221 req-5445aba3-6a33-4b2e-a6b8-445be7f74716 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2321103 Feb 16 14:57:28.621412 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:24Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:25Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:28.654985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Made reservation on behalf of 1e53cbdac89842f0916fc04ba6e2b2b7 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:28.657498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.677028 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:28.677378 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Updating router a3abe196-c959-4ee5-a84e-0be5474f4100 port 373f7e6b-fc87-4ac8-a356-668342c8c8ae binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:57:28.741191 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.800035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-b8a865f6-b2cd-4ea0-bd90-27c4d82e276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:28.803352 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-b8a865f6-b2cd-4ea0-bd90-27c4d82e276b service neutron] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 914 time: 0.2424674 Feb 16 14:57:28.828244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-591e613f-9d62-4f0d-b804-4954abe1b221 req-cdfeb428-3d1e-49ea-9f21-863615dd434d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651460 Feb 16 14:57:28.829325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9005b1fa-11d0-4bfe-acea-51e2b7180718 req-f3549d07-b90e-437f-b8f3-af02bcda19c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.870431 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-07a1e978-7c9e-40f7-895a-36e364bb6efa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 200 len: 217 time: 0.0582533 Feb 16 14:57:28.871497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.extraroute_db [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 14:57:28.965077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9005b1fa-11d0-4bfe-acea-51e2b7180718 req-f3549d07-b90e-437f-b8f3-af02bcda19c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:28.985714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.extraroute_db [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Removed routes are [] {{(pid=103043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 14:57:28.986228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.039217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-d478105f-1756-49e2-9754-7b5328c02a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:29.041465 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-d478105f-1756-49e2-9754-7b5328c02a28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.1628191 Feb 16 14:57:29.061014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9005b1fa-11d0-4bfe-acea-51e2b7180718 req-f3549d07-b90e-437f-b8f3-af02bcda19c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.100987 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-1d2b4b15-6983-4dac-9f4b-fda22e7d41b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492740 Feb 16 14:57:29.206452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3549d07-b90e-437f-b8f3-af02bcda19c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d352477-60db-486a-abbf-222d8acade01,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:29.270458 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-bbf53da0-1ce7-43f5-bc19-1c4ebbb5a650 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581936 Feb 16 14:57:29.321624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9005b1fa-11d0-4bfe-acea-51e2b7180718 req-f3549d07-b90e-437f-b8f3-af02bcda19c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.323087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9005b1fa-11d0-4bfe-acea-51e2b7180718 req-f3549d07-b90e-437f-b8f3-af02bcda19c8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8454280 Feb 16 14:57:29.339994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.403334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.445224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.458097 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.465925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a05bab-f7fb-4958-8ff5-e18b866a03af,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:29.471693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f07ed1-cc0b-4910-a6e4-1593c212919b req-0de17a07-9102-4b8a-8154-9f5f6f85ab4e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/8d352477-60db-486a-abbf-222d8acade01 HTTP/1.1" status: 200 len: 1781 time: 0.1022544 Feb 16 14:57:29.520173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1cc875e5-f961-4be7-a8f8-012285f85644 req-045d7fef-1409-4ffb-9700-1bd770269652 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396441 Feb 16 14:57:29.549036 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.602144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46731278-0428-4248-b16a-2d28391283c4 req-3ed39112-9efe-43ab-b0c7-31bf41e2f10d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 210 time: 0.0370746 Feb 16 14:57:29.607073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Checking segment: {'id': 'f970bb98-9e5d-4730-8409-dc0d62769ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '8d3f0b14-dc24-419d-ad34-220a53ef0314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:29.607438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Network hostable DHCP agents. Network: 8d3f0b14-dc24-419d-ad34-220a53ef0314, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:57:29.639918 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbf48b-8eb8-4f64-b89b-f71755ab8ba6 None None] Pushing event updated for resources: {'Port': ['ID=373f7e6b-fc87-4ac8-a356-668342c8c8ae,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:29.733325 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Attempting to bind port 373f7e6b-fc87-4ac8-a356-668342c8c8ae on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:29.734082 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Attempting to bind port 373f7e6b-fc87-4ac8-a356-668342c8c8ae by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:29.734537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Attempting to bind port 373f7e6b-fc87-4ac8-a356-668342c8c8ae on network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:29.744304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:29.749761 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:29.757310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Checking segment: {'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:29.757310 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.757310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Bound using segment: {'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:29.757310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Bound port: 373f7e6b-fc87-4ac8-a356-668342c8c8ae, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c88772-68e1-4ea5-a0ba-72cbc887c3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:29.757310 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.768008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-775ede79-cb4b-4b08-aa2e-25b91dde45d0 req-9a41716e-6b6c-49ea-aed5-9adfad4a5c9d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/8d352477-60db-486a-abbf-222d8acade01 HTTP/1.1" status: 200 len: 1781 time: 0.1646731 Feb 16 14:57:29.874677 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] For port 373f7e6b-fc87-4ac8-a356-668342c8c8ae, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:29.888970 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] For port 373f7e6b-fc87-4ac8-a356-668342c8c8ae, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=373f7e6b-fc87-4ac8-a356-668342c8c8ae,segment=NetworkSegment(90c88772-68e1-4ea5-a0ba-72cbc887c3df),segment_id=90c88772-68e1-4ea5-a0ba-72cbc887c3df)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:29.895952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Network 8d3f0b14-dc24-419d-ad34-220a53ef0314 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:57:29.980825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f41211-97ae-4b27-b756-1e3b3fc3fc8c req-4887f3d7-b569-467d-8e70-c7d426288324 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:29.982614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f41211-97ae-4b27-b756-1e3b3fc3fc8c req-4887f3d7-b569-467d-8e70-c7d426288324 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2030466 Feb 16 14:57:29.984309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-acff56cf-5b89-4c8e-bb6d-cd1d4c0a1aac None None] Provisioning complete for port 373f7e6b-fc87-4ac8-a356-668342c8c8ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:29.985289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-acff56cf-5b89-4c8e-bb6d-cd1d4c0a1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:29.999324 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.024052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-acff56cf-5b89-4c8e-bb6d-cd1d4c0a1aac None None] Port 373f7e6b-fc87-4ac8-a356-668342c8c8ae cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:30.046344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8d3f0b14-dc24-419d-ad34-220a53ef0314) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:30.054809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-775ede79-cb4b-4b08-aa2e-25b91dde45d0 req-a8a2b731-48f9-4204-bf9a-da3e19cc1011 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.071621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f911e87-b9d2-42e7-9afc-4648c6a9f97e None None] Network 8d3f0b14-dc24-419d-ad34-220a53ef0314 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:30.076214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:30.085820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:30.086411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.097250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.102501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35648) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:30.110833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7cfaada8-9b1f-4855-b7cc-269ff8ab48f6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 200 len: 933 time: 2.2868121 Feb 16 14:57:30.118705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-775ede79-cb4b-4b08-aa2e-25b91dde45d0 req-a8a2b731-48f9-4204-bf9a-da3e19cc1011 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.121489 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:30.122699 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:30.238687 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbf48b-8eb8-4f64-b89b-f71755ab8ba6 None None] Pushing event updated for resources: {'Port': ['ID=373f7e6b-fc87-4ac8-a356-668342c8c8ae,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:30.300106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8da69e-e081-4773-9885-a30ace98056c None None] Network 8d3f0b14-dc24-419d-ad34-220a53ef0314 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:30.303461 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:30.319157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f41211-97ae-4b27-b756-1e3b3fc3fc8c req-f1c9b36c-aa4a-49b7-9224-4241fa2a842d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187146 Feb 16 14:57:30.367634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35652) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:30.368732 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-27835c1a-b843-4794-bd0f-cbce252e8ca7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 200 len: 933 time: 0.2643723 Feb 16 14:57:30.372669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'routes': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:30.472237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2b5c555a-043b-4df3-9c79-dcff459c5ffb admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9962456 Feb 16 14:57:30.473802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Provisioning complete for port 373f7e6b-fc87-4ac8-a356-668342c8c8ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:30.474398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.505387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-775ede79-cb4b-4b08-aa2e-25b91dde45d0 req-a8a2b731-48f9-4204-bf9a-da3e19cc1011 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.508138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-775ede79-cb4b-4b08-aa2e-25b91dde45d0 req-a8a2b731-48f9-4204-bf9a-da3e19cc1011 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.509307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-775ede79-cb4b-4b08-aa2e-25b91dde45d0 req-a8a2b731-48f9-4204-bf9a-da3e19cc1011 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/8d352477-60db-486a-abbf-222d8acade01 HTTP/1.1" status: 204 len: 173 time: 0.7405157 Feb 16 14:57:30.528840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2b731-48f9-4204-bf9a-da3e19cc1011 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d352477-60db-486a-abbf-222d8acade01,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:30.580794 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-b8519cf3-7515-4ea9-ba66-b0f41dd6fa21 req-7d561fdf-1a1f-4413-a3a7-5ee831ecc51b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:57:30.582005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8519cf3-7515-4ea9-ba66-b0f41dd6fa21 req-7d561fdf-1a1f-4413-a3a7-5ee831ecc51b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/8d352477-60db-486a-abbf-222d8acade01 HTTP/1.1" status: 404 len: 352 time: 0.0323684 Feb 16 14:57:30.723457 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.756496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-74ebae86-8b0f-4b77-a225-645388ed5611 req-bc1af57b-dcf8-4f8e-a571-70a7c59c9f3b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1014259925', 'description': 'tempest-description-240796797'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:30.771900 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:28Z', 'revision_number': 6, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:29Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:30.807958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4cf97-5e75-47ba-b151-4d2dde1d09b0 None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:28Z', 'revision_number': 6, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:29Z', 'revision_number': 4, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:30.812531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] For port 373f7e6b-fc87-4ac8-a356-668342c8c8ae, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=373f7e6b-fc87-4ac8-a356-668342c8c8ae,segment=NetworkSegment(90c88772-68e1-4ea5-a0ba-72cbc887c3df),segment_id=90c88772-68e1-4ea5-a0ba-72cbc887c3df)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:30.889603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-526bba41-479e-4d2c-9d87-a25dcb8393b4 req-8e68312e-16f2-4f20-a9fb-6cb90cbf39fa tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 210 time: 0.1196558 Feb 16 14:57:30.893250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:30.935852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74ebae86-8b0f-4b77-a225-645388ed5611 req-bc1af57b-dcf8-4f8e-a571-70a7c59c9f3b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:31.101753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Pushing event updated for resources: {'Port': ['ID=373f7e6b-fc87-4ac8-a356-668342c8c8ae,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:31.128727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.129023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.129361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.129699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.131608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.131974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.132305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.132632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.132957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.135338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.135704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.137951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8ece15-a3ea-49f1-995a-5303fb761b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:57:31.446982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 373f7e6b-fc87-4ac8-a356-668342c8c8ae up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:31.451558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.extraroute_db [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added routes are [] {{(pid=103043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 14:57:31.454480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.extraroute_db [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 14:57:31.490173 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:31.556395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 373f7e6b-fc87-4ac8-a356-668342c8c8ae triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:31.559747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:31.621446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0167881d-28fe-414f-9459-bbc6ef5d03eb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:31.623832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0167881d-28fe-414f-9459-bbc6ef5d03eb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 812 time: 0.5097389 Feb 16 14:57:31.658195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74ebae86-8b0f-4b77-a225-645388ed5611 req-bc1af57b-dcf8-4f8e-a571-70a7c59c9f3b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:31.667356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Request body: {'port': {'device_id': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'admin_state_up': True, 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:31.760461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35698) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:31.908110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a5791f82-990f-46cf-bd90-3cbe15c4baed tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1136595777'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:32.022014 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5791f82-990f-46cf-bd90-3cbe15c4baed tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.023116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5791f82-990f-46cf-bd90-3cbe15c4baed tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.085991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5791f82-990f-46cf-bd90-3cbe15c4baed tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.113100 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:57:32.113661 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74ebae86-8b0f-4b77-a225-645388ed5611 req-bc1af57b-dcf8-4f8e-a571-70a7c59c9f3b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.142999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5791f82-990f-46cf-bd90-3cbe15c4baed tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.155973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:32.170751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:32.171759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:32.222286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-9bcbb840-27d1-437c-a814-4bc2e4fa3e5b tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:32.229750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-9bcbb840-27d1-437c-a814-4bc2e4fa3e5b tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/networks?id=dbfdabac-5166-4e42-8c61-d439bcc45594 HTTP/1.1" status: 200 len: 808 time: 0.7327409 Feb 16 14:57:32.237381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1af57b-dcf8-4f8e-a571-70a7c59c9f3b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfeabb0-bef2-4d21-a981-9880e641707e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:32.257967 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5791f82-990f-46cf-bd90-3cbe15c4baed tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.259288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a5791f82-990f-46cf-bd90-3cbe15c4baed tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4977381 Feb 16 14:57:32.260468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74ebae86-8b0f-4b77-a225-645388ed5611 req-bc1af57b-dcf8-4f8e-a571-70a7c59c9f3b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.261722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74ebae86-8b0f-4b77-a225-645388ed5611 req-bc1af57b-dcf8-4f8e-a571-70a7c59c9f3b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.5313377 Feb 16 14:57:32.261928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:32.300184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:32.306407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-c1c1e869-3041-4bed-8df7-43cc03d94888 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/quotas/c68d805401e744cd82308b652a48f18d HTTP/1.1" status: 200 len: 375 time: 0.0756109 Feb 16 14:57:32.383649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-9cdfb496-09e8-4b2b-a949-bc53893ddd2a tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c68d805401e744cd82308b652a48f18d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762525 Feb 16 14:57:32.453352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1434d12a-996f-4e62-8dce-3301c0091ca4 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.507189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.516201 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.579860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057ed-c950-4141-a728-0b08e7487a9e req-077e9121-78c1-4649-b212-05a50d7d9780 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:32.581270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b87057ed-c950-4141-a728-0b08e7487a9e req-077e9121-78c1-4649-b212-05a50d7d9780 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1936266 Feb 16 14:57:32.585531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Made reservation on behalf of ec137de5f57a41b2934ddafed334ff75 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:32.589005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.651605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:31Z', 'revision_number': 7, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:30Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:32.661327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1434d12a-996f-4e62-8dce-3301c0091ca4 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.663899 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1434d12a-996f-4e62-8dce-3301c0091ca4 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:32.674527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-41f47597-229f-4ec3-b37d-823b58b005d5 service neutron] 10.222.0.113 "GET /v2.0/networks/dbfdabac-5166-4e42-8c61-d439bcc45594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899389 Feb 16 14:57:32.680439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:32.691019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:32.691805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:32.793093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:32.800820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b87057ed-c950-4141-a728-0b08e7487a9e req-ce0dfc8e-0cf5-4cbb-a895-cd7fec9befcc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095020 Feb 16 14:57:32.823579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:33.036479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Allocated IP 172.20.0.12 (58428ed5-2c2e-4f4a-aee1-89cc5e69c62f/6fc55b5a-d5fd-4575-852d-3179aee27a6b/8229ff03-2f82-46c9-8f4d-e351029dbbf4) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:33.069960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-493922ea-1fdd-43d3-ab0a-3915236a9b0e req-9f78ab12-1421-4cfe-afcf-0f21d1703940 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 210 time: 0.1233091 Feb 16 14:57:33.088457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-8c1fb8a5-e35b-4b33-8190-062dfaa2fca6 service neutron] 10.222.0.113 "GET /v2.0/networks/dbfdabac-5166-4e42-8c61-d439bcc45594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130754 Feb 16 14:57:33.118546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:31Z', 'revision_number': 7, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:30Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:33.119832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-cca15d21-b4fa-4872-a558-46f8dc6dfcab req-212deec1-e1df-4b23-8294-1e6987ebce9c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-88450612', 'description': 'tempest-description-1512414944'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:33.124476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:33.135849 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.137027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aacfb5e1-be34-453f-b68c-6036452109de tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 200 len: 699 time: 2.7683568 Feb 16 14:57:33.140810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35712) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:33.174476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820ff6a-3132-4700-970f-1a2c0997417f None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:31Z', 'revision_number': 7, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:30Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:33.337311 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.418640 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cca15d21-b4fa-4872-a558-46f8dc6dfcab req-212deec1-e1df-4b23-8294-1e6987ebce9c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.517339 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:33.531931 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:33.532913 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:33.596476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c13270ce-cc74-4aaf-bbd4-f1ea3d58ca30 req-8f93976b-653b-463e-a888-d7f51288c8d5 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 210 time: 0.0588841 Feb 16 14:57:33.609390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.628944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['16c46534-7785-494d-915f-95f3274cde2c', '2630ffdf-c7ea-4192-944d-44ebb6c25d84'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:33.683827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1434d12a-996f-4e62-8dce-3301c0091ca4 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.684685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1434d12a-996f-4e62-8dce-3301c0091ca4 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f0edc2d-2a38-49cb-85f8-b1f57d29a79e {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:57:33.695090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cca15d21-b4fa-4872-a558-46f8dc6dfcab req-212deec1-e1df-4b23-8294-1e6987ebce9c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.702262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:33.702387 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:33.702510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1434d12a-996f-4e62-8dce-3301c0091ca4 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.703117 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1434d12a-996f-4e62-8dce-3301c0091ca4 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "DELETE /v2.0/routers/5f0edc2d-2a38-49cb-85f8-b1f57d29a79e HTTP/1.1" status: 204 len: 168 time: 1.4394333 Feb 16 14:57:33.707569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35718) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:33.711008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:33.714421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cfeb1449-aa33-48f6-889e-aa992807f688 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Request body: {'router': {'name': 'tempest-router-767795552', 'distributed': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:33.714582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-953ed8e9-0bc4-481b-8625-77779dbcc8d5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 200 len: 699 time: 0.5714600 Feb 16 14:57:33.716419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35720) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:33.718914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:33.722365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:33.812134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:33.812810 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.821119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cca15d21-b4fa-4872-a558-46f8dc6dfcab req-212deec1-e1df-4b23-8294-1e6987ebce9c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:33.899633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212deec1-e1df-4b23-8294-1e6987ebce9c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289169be-63fe-4175-8872-d1910e918b52,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:34.032721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-0978be8e-3507-402e-ab18-860cd5bdac75 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3771777 Feb 16 14:57:34.051394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cca15d21-b4fa-4872-a558-46f8dc6dfcab req-212deec1-e1df-4b23-8294-1e6987ebce9c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.052981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cca15d21-b4fa-4872-a558-46f8dc6dfcab req-212deec1-e1df-4b23-8294-1e6987ebce9c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9400797 Feb 16 14:57:34.074334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Request body: {'port': {'device_id': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:34.084102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f72f9b-f5a6-4c61-9483-2046efbe0a47 req-f188d148-c24d-4c17-b9cb-4e68e200ebd8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:34.086090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c8647eb5-67e4-49ca-88d7-88a0f20de009 None None] Provisioning complete for port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:34.086462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c8647eb5-67e4-49ca-88d7-88a0f20de009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.094703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15f72f9b-f5a6-4c61-9483-2046efbe0a47 req-f188d148-c24d-4c17-b9cb-4e68e200ebd8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1439340 Feb 16 14:57:34.102634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-cd18d67a-6f17-4a33-9759-5ef7a52a727f req-18cbdd5d-d769-41b7-9a89-4bfc21645384 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1846556007', 'description': 'tempest-description-265209659'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:34.141194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c8647eb5-67e4-49ca-88d7-88a0f20de009 None None] Port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:34.149910 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:31Z', 'revision_number': 7, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:30Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:34.166469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1449-aa33-48f6-889e-aa992807f688 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.168067 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1449-aa33-48f6-889e-aa992807f688 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.202826 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:34.215401 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:34.216534 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:34.310526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.338556 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:34.359271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15f72f9b-f5a6-4c61-9483-2046efbe0a47 req-dc3a0bbd-dbea-49f8-86d4-b59d4930ad39 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588890 Feb 16 14:57:34.428129 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1449-aa33-48f6-889e-aa992807f688 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.503793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.608007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1449-aa33-48f6-889e-aa992807f688 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.617630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cd18d67a-6f17-4a33-9759-5ef7a52a727f req-18cbdd5d-d769-41b7-9a89-4bfc21645384 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.731999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62e453-dce4-4e44-8b42-d3d838ce50ab req-3eb62079-855f-475e-9514-f7152b1e45ee tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:34.733752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db62e453-dce4-4e44-8b42-d3d838ce50ab req-3eb62079-855f-475e-9514-f7152b1e45ee tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 932 time: 0.2739015 Feb 16 14:57:34.809458 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:31Z', 'revision_number': 7, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:30Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:34.813182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db62e453-dce4-4e44-8b42-d3d838ce50ab req-082b35fb-4c68-419e-aa6b-aa8b71912332 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710607 Feb 16 14:57:34.815655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfeb1449-aa33-48f6-889e-aa992807f688 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.819520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cfeb1449-aa33-48f6-889e-aa992807f688 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1106579 Feb 16 14:57:34.821637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35738) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:34.869281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 373f7e6b-fc87-4ac8-a356-668342c8c8ae {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:34.869854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.902883 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226513a-8493-48d3-9ed6-8e9b77ede5bc None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:31Z', 'revision_number': 7, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': '373f7e6b-fc87-4ac8-a356-668342c8c8ae', 'name': '', 'network_id': '20c24e3b-b65c-4109-b381-7f5d8367c5e8', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:d2:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:22Z', 'updated_at': '2022-02-16T14:57:30Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '6893eaba-52b4-46c3-a6d6-9d309bb43a9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:34.979159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efec69f5-b029-4b45-9db4-3d36e8a57e03 req-ae06b740-f8ca-47d5-acfd-a8f72cb318e7 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 210 time: 0.0930395 Feb 16 14:57:34.984273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f58f-a062-4bc7-8707-114d41010f3f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:34.995408 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cd18d67a-6f17-4a33-9759-5ef7a52a727f req-18cbdd5d-d769-41b7-9a89-4bfc21645384 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.002047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port 373f7e6b-fc87-4ac8-a356-668342c8c8ae, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=373f7e6b-fc87-4ac8-a356-668342c8c8ae,segment=NetworkSegment(90c88772-68e1-4ea5-a0ba-72cbc887c3df),segment_id=90c88772-68e1-4ea5-a0ba-72cbc887c3df)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:35.002424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.021093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 373f7e6b-fc87-4ac8-a356-668342c8c8ae owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:35.164327 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cd18d67a-6f17-4a33-9759-5ef7a52a727f req-18cbdd5d-d769-41b7-9a89-4bfc21645384 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.212798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8229ff03-2f82-46c9-8f4d-e351029dbbf4 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:35.222197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cb3813d7-fb47-4087-a109-6254bcfef1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.233170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.236520 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f58f-a062-4bc7-8707-114d41010f3f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.242479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f58f-a062-4bc7-8707-114d41010f3f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.249974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbdd5d-d769-41b7-9a89-4bfc21645384 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d20c45-a544-436e-801c-d1a3fefb9771,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:35.343786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-cd18d67a-6f17-4a33-9759-5ef7a52a727f req-18cbdd5d-d769-41b7-9a89-4bfc21645384 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.343786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd18d67a-6f17-4a33-9759-5ef7a52a727f req-18cbdd5d-d769-41b7-9a89-4bfc21645384 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2427990 Feb 16 14:57:35.367023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.372067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Transition to ACTIVE for port object 8229ff03-2f82-46c9-8f4d-e351029dbbf4 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:57:35.376325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f58f-a062-4bc7-8707-114d41010f3f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.376325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc4f58f-a062-4bc7-8707-114d41010f3f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a763efc2-2708-4e88-8630-fed5efa72d99 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:57:35.393110 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f58f-a062-4bc7-8707-114d41010f3f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.398796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9dc4f58f-a062-4bc7-8707-114d41010f3f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "DELETE /v2.0/routers/a763efc2-2708-4e88-8630-fed5efa72d99 HTTP/1.1" status: 204 len: 168 time: 0.5737793 Feb 16 14:57:35.401867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35746) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:35.405529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2c24aca7-fb69-4ef3-b47b-4591843bc186 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Request body: {'router': {'name': 'tempest-router-1894337489', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '68c32720019d4f0ab9d95c59eddc5ac9'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:35.430738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=373f7e6b-fc87-4ac8-a356-668342c8c8ae,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:35.490667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.582575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c24aca7-fb69-4ef3-b47b-4591843bc186 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.583620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c24aca7-fb69-4ef3-b47b-4591843bc186 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.625379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:35.651750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa0daa04-5bc7-4ff6-9349-37a4db648e9f req-0cdc89c4-eb75-4566-a242-f98eec903425 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 10909 time: 0.2871482 Feb 16 14:57:35.661395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.666686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf071f9-8408-445b-ac2a-c28e17f564db req-8013778c-f9b1-4cee-937d-80266bfa18cf tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:35.673606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf071f9-8408-445b-ac2a-c28e17f564db req-8013778c-f9b1-4cee-937d-80266bfa18cf tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2110527 Feb 16 14:57:35.765153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c24aca7-fb69-4ef3-b47b-4591843bc186 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:35.966613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:36.083807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:36.089443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-30476417-7c94-4b28-8ce8-a35faf999a32 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3719490 Feb 16 14:57:36.092314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35752) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:36.095967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:36.113211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:36.114727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:36.148009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet 6893eaba-52b4-46c3-a6d6-9d309bb43a9f {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:57:36.151616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.196386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.203194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c24aca7-fb69-4ef3-b47b-4591843bc186 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.258717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf071f9-8408-445b-ac2a-c28e17f564db req-007663b0-3ace-459a-acc9-13b2a8597b4c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055218 Feb 16 14:57:36.278352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa0daa04-5bc7-4ff6-9349-37a4db648e9f req-b9ca42cd-2597-4b03-8866-c6914c99fddc tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/6215d671-95e3-419d-a009-400a7feacf0b HTTP/1.1" status: 200 len: 2985 time: 0.6085999 Feb 16 14:57:36.344747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Attempting to bind port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:36.344747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Attempting to bind port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:36.344747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Attempting to bind port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:36.357616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.365615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c24aca7-fb69-4ef3-b47b-4591843bc186 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.369475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2c24aca7-fb69-4ef3-b47b-4591843bc186 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9646602 Feb 16 14:57:36.369846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35756) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:36.386346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:36.446168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:57:36.446481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Attempting to bind port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 on network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:36.470879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:36.510685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:36.511024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Checking segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:36.511400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Bound using segment: {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:36.511858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Bound port: 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:36.512216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.521405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa0daa04-5bc7-4ff6-9349-37a4db648e9f req-fe9e6ecd-9bad-43bf-98eb-cc2c7b2543df tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/6215d671-95e3-419d-a009-400a7feacf0b HTTP/1.1" status: 200 len: 2985 time: 0.2300508 Feb 16 14:57:36.557708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.582501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.586405 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/6893eaba-52b4-46c3-a6d6-9d309bb43a9f HTTP/1.1" status: 204 len: 168 time: 0.4929359 Feb 16 14:57:36.595840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35760) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:36.615457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da434e-6f83-443c-a510-bd22f539b808 None None] Network 20c24e3b-b65c-4109-b381-7f5d8367c5e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:36.635580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36947e36-e2bf-4242-b458-ec14b4b749fc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=6893eaba-52b4-46c3-a6d6-9d309bb43a9f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:36.656005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536cff5-4197-43ca-b213-e60c63687390 req-d161154f-894a-4dec-a8d5-728009fd872c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:36.657690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-b2aefe45-63fe-419d-8f18-385692686693 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:36.659659 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-b2aefe45-63fe-419d-8f18-385692686693 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.93 "GET /v2.0/networks?id=dbfdabac-5166-4e42-8c61-d439bcc45594 HTTP/1.1" status: 200 len: 808 time: 0.2176378 Feb 16 14:57:36.665199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7536cff5-4197-43ca-b213-e60c63687390 req-d161154f-894a-4dec-a8d5-728009fd872c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 944 time: 0.2829647 Feb 16 14:57:36.716542 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Request body: {'port': {'device_id': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594', 'admin_state_up': True, 'tenant_id': 'c68d805401e744cd82308b652a48f18d'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:36.718060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b51629f-23cc-4c8e-8bb6-bf96f26838d9 req-d6d95d27-c0f9-4ec2-8ae1-03b3ce35999e tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 210 time: 0.0984902 Feb 16 14:57:36.815593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.871150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:36.874662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.875031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.938495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7536cff5-4197-43ca-b213-e60c63687390 req-a3603d6a-810c-4c14-9dbf-43a4a24d1986 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711620 Feb 16 14:57:36.952417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:35Z', 'revision_number': 8, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:36.962357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port d230d9f4-c233-47a4-ac19-eaa6952fea0b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:36.962884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:36.994567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:36.997083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:37.001680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268acea0-db9d-4872-91cc-726448f77936 None None] DHCP port deletion for 20c24e3b-b65c-4109-b381-7f5d8367c5e8 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:57:37.029011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4199580f-d540-4593-b4ad-82ab8083dc9d req-a37681ba-e51f-42f8-b831-6fe5140d1fee tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/6dfeabb0-bef2-4d21-a981-9880e641707e HTTP/1.1" status: 200 len: 1802 time: 0.2376468 Feb 16 14:57:37.030570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103043) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 16 14:57:37.031087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Router 70451a23-61e3-4e65-92af-4faf11aa927e migrating from provider to provider. {{(pid=103043) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 16 14:57:37.031734 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.040143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.046670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:37.046670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:37.067189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Made reservation on behalf of c68d805401e744cd82308b652a48f18d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:37.071051 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.099907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.139994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4199580f-d540-4593-b4ad-82ab8083dc9d req-9889a555-2aa0-45a8-ab3b-d1e9a4291bea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.144955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port d230d9f4-c233-47a4-ac19-eaa6952fea0b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d230d9f4-c233-47a4-ac19-eaa6952fea0b,segment=NetworkSegment(90c88772-68e1-4ea5-a0ba-72cbc887c3df),segment_id=90c88772-68e1-4ea5-a0ba-72cbc887c3df)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:37.145380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.153505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-268acea0-db9d-4872-91cc-726448f77936 None None] Deleting port d230d9f4-c233-47a4-ac19-eaa6952fea0b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:37.153883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-268acea0-db9d-4872-91cc-726448f77936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.168786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.175093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:37.175420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.177544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] 10.222.0.129 "PUT /v2.0/ports/8229ff03-2f82-46c9-8f4d-e351029dbbf4 HTTP/1.1" status: 200 len: 1092 time: 3.1221423 Feb 16 14:57:37.180809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:37.183206 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b97d541-b0b8-4a2c-bb74-a28d265c766f" -d '{"events": [{"name": "network-changed", "server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:37.205960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for d230d9f4-c233-47a4-ac19-eaa6952fea0b owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:37.212334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4199580f-d540-4593-b4ad-82ab8083dc9d req-9889a555-2aa0-45a8-ab3b-d1e9a4291bea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.238328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:37.308268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-268acea0-db9d-4872-91cc-726448f77936 None None] For port d230d9f4-c233-47a4-ac19-eaa6952fea0b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d230d9f4-c233-47a4-ac19-eaa6952fea0b,segment=NetworkSegment(90c88772-68e1-4ea5-a0ba-72cbc887c3df),segment_id=90c88772-68e1-4ea5-a0ba-72cbc887c3df)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:37.308672 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-268acea0-db9d-4872-91cc-726448f77936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.368095 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa6eda2-1896-46d6-9124-111997d498e6 x-openstack-request-id: req-4aa6eda2-1896-46d6-9124-111997d498e6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:37.368364 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:37.368622 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4aa6eda2-1896-46d6-9124-111997d498e6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:37.369023 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'status': 'completed', 'code': 200} Feb 16 14:57:37.418888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aaf79-fec0-4694-8037-d786537a0807 service neutron] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:37.425359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-268acea0-db9d-4872-91cc-726448f77936 None None] Calling delete_port for d230d9f4-c233-47a4-ac19-eaa6952fea0b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:37.558592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Allocated IP 172.20.0.10 (dbfdabac-5166-4e42-8c61-d439bcc45594/bb8d177c-a69f-4668-9eab-14685595fd52/b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:37.565608 n-d-829433-1 neutron-server[103043]: WARNING neutron.scheduler.l3_agent_scheduler [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] No L3 agents can host the router 70451a23-61e3-4e65-92af-4faf11aa927e Feb 16 14:57:37.570199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d230d9f4-c233-47a4-ac19-eaa6952fea0b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:37.577458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4199580f-d540-4593-b4ad-82ab8083dc9d req-9889a555-2aa0-45a8-ab3b-d1e9a4291bea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.582728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4199580f-d540-4593-b4ad-82ab8083dc9d req-9889a555-2aa0-45a8-ab3b-d1e9a4291bea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.596493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4199580f-d540-4593-b4ad-82ab8083dc9d req-9889a555-2aa0-45a8-ab3b-d1e9a4291bea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/6dfeabb0-bef2-4d21-a981-9880e641707e HTTP/1.1" status: 204 len: 173 time: 0.5597670 Feb 16 14:57:37.623078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889a555-2aa0-45a8-ab3b-d1e9a4291bea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfeabb0-bef2-4d21-a981-9880e641707e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:37.660130 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-cbfca27d-b4c0-45fd-b281-bde680cb1cb3 req-73713afa-54c6-4610-99ec-e26cd0289a24 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:57:37.661968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbfca27d-b4c0-45fd-b281-bde680cb1cb3 req-73713afa-54c6-4610-99ec-e26cd0289a24 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/6dfeabb0-bef2-4d21-a981-9880e641707e HTTP/1.1" status: 404 len: 352 time: 0.0445533 Feb 16 14:57:37.664172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d541-b0b8-4a2c-bb74-a28d265c766f req-6dadfcb2-c246-4f25-8d9e-1484cbf04376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:37.666636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.668260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b97d541-b0b8-4a2c-bb74-a28d265c766f req-6dadfcb2-c246-4f25-8d9e-1484cbf04376 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 1095 time: 0.2512200 Feb 16 14:57:37.705418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=d230d9f4-c233-47a4-ac19-eaa6952fea0b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:37.715001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No DVR routers for this DVR port d230d9f4-c233-47a4-ac19-eaa6952fea0b on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:37.740463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No active binding found for port d230d9f4-c233-47a4-ac19-eaa6952fea0b {{(pid=103045) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 14:57:37.740463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d230d9f4-c233-47a4-ac19-eaa6952fea0b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:37.743484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-268acea0-db9d-4872-91cc-726448f77936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.793294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268acea0-db9d-4872-91cc-726448f77936 None None] Pushing event deleted for resources: {'Port': ['ID=d230d9f4-c233-47a4-ac19-eaa6952fea0b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:37.817472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268acea0-db9d-4872-91cc-726448f77936 None None] No DVR routers for this DVR port d230d9f4-c233-47a4-ac19-eaa6952fea0b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:37.830226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.867754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c24e3b-b65c-4109-b381-7f5d8367c5e8']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:37.876335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.876497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb609a-8784-4948-bc72-6b9913fec314 req-42f0bced-80a0-4c50-88fa-02bae99df422 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:37.876497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bb609a-8784-4948-bc72-6b9913fec314 req-42f0bced-80a0-4c50-88fa-02bae99df422 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.4155014 Feb 16 14:57:37.883434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c88772-68e1-4ea5-a0ba-72cbc887c3df') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:37.883768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c88772-68e1-4ea5-a0ba-72cbc887c3df') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:37.884705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:35Z', 'revision_number': 8, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:37.920001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.928145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e8661-58b7-4152-bfba-b544903fe9a8 None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:35Z', 'revision_number': 8, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb296864-c33a-4323-8aec-80fef4fb665d', 'name': '', 'network_id': 'eb76a852-69ff-4b3f-a2a5-c201391d62e2', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:1a:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:14Z', 'updated_at': '2022-02-16T14:57:21Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': 'd115ec2b-25eb-4d91-b540-e2b5f6c50be2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:37.957013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.967401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:57:37.967886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.972550 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a95cedbf-0ad3-47b5-a36c-585af44280e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:57:37.980828 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:57:38.002031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Hosts for router 70451a23-61e3-4e65-92af-4faf11aa927e: [] {{(pid=103043) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 16 14:57:38.072144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Hosts for other DVR routers connected to router 70451a23-61e3-4e65-92af-4faf11aa927e: set() {{(pid=103043) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 16 14:57:38.074666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.075894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-46e7c4bc-362c-48bb-9101-a331a74ac18f tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "PUT /v2.0/routers/70451a23-61e3-4e65-92af-4faf11aa927e HTTP/1.1" status: 200 len: 717 time: 1.6951733 Feb 16 14:57:38.080636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35776) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:38.092983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bb609a-8784-4948-bc72-6b9913fec314 req-6bad19ca-b18d-4e28-9446-ee9925a4163c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026341 Feb 16 14:57:38.103641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be743482-06d7-40b6-8f71-3e5db97b9b60 req-3eab3a7c-e929-4f3c-b107-5444b2d24b4b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/289169be-63fe-4175-8872-d1910e918b52 HTTP/1.1" status: 200 len: 1801 time: 0.2121432 Feb 16 14:57:38.122492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d541-b0b8-4a2c-bb74-a28d265c766f req-2b5d2c60-9d63-450b-8948-6eaab6a79c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:38.124013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b97d541-b0b8-4a2c-bb74-a28d265c766f req-2b5d2c60-9d63-450b-8948-6eaab6a79c12 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=ec137de5f57a41b2934ddafed334ff75&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4431434 Feb 16 14:57:38.134254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.170339 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.190274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.193809 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/20c24e3b-b65c-4109-b381-7f5d8367c5e8 HTTP/1.1" status: 204 len: 168 time: 1.5952120 Feb 16 14:57:38.200791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35778) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:38.241770 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-76ffeab6-5a67-46c6-a0d7-4ecfefc4cb52 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "GET /v2.0/routers/70451a23-61e3-4e65-92af-4faf11aa927e HTTP/1.1" status: 200 len: 717 time: 0.1573400 Feb 16 14:57:38.246181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35780) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:38.247685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabffed-c3a9-445e-8ded-6a6767a57e90 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=20c24e3b-b65c-4109-b381-7f5d8367c5e8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:38.265453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Network dbfdabac-5166-4e42-8c61-d439bcc45594 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:38.280330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:38.284097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Pushing event updated for resources: {'Port': ['ID=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:38.286438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:38.352549 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:38.354000 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.447650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-be743482-06d7-40b6-8f71-3e5db97b9b60 req-4d8a1717-bf7b-40fe-a09a-273fcc0458a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.470392 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-7b9465e4-f3e7-4881-a35a-64867ddb5f10 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7693670 Feb 16 14:57:38.504901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Request body: {'port': {'device_id': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:38.533756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2fa9b41b-705b-443a-aebb-4c852e1ab9ba tempest-RoutersTestDVR-1205273169 tempest-RoutersTestDVR-1205273169-project] 10.222.0.113 "GET /v2.0/routers/70451a23-61e3-4e65-92af-4faf11aa927e HTTP/1.1" status: 200 len: 683 time: 0.2815936 Feb 16 14:57:38.536682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35786) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:38.597943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-be743482-06d7-40b6-8f71-3e5db97b9b60 req-4d8a1717-bf7b-40fe-a09a-273fcc0458a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.675075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d541-b0b8-4a2c-bb74-a28d265c766f req-90ae9549-b7d4-44dc-8982-8779c9dd526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:38.675916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b97d541-b0b8-4a2c-bb74-a28d265c766f req-90ae9549-b7d4-44dc-8982-8779c9dd526b service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5436103 Feb 16 14:57:38.679867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8316c8c2-7dad-4084-a9b3-d635bef4bb92 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.744115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.776198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c767ad-2289-4ef3-b353-5c7cbf1aebae req-c8564b78-b097-4a36-9441-c88e7a202370 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:38.777714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30c767ad-2289-4ef3-b353-5c7cbf1aebae req-c8564b78-b097-4a36-9441-c88e7a202370 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 932 time: 0.5230153 Feb 16 14:57:38.814116 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-32337767-2922-4575-aa12-24af4e83e204 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1924727 Feb 16 14:57:38.832304 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-be743482-06d7-40b6-8f71-3e5db97b9b60 req-4d8a1717-bf7b-40fe-a09a-273fcc0458a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.834897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-be743482-06d7-40b6-8f71-3e5db97b9b60 req-4d8a1717-bf7b-40fe-a09a-273fcc0458a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:38.850180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be743482-06d7-40b6-8f71-3e5db97b9b60 req-4d8a1717-bf7b-40fe-a09a-273fcc0458a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/289169be-63fe-4175-8872-d1910e918b52 HTTP/1.1" status: 204 len: 173 time: 0.7455988 Feb 16 14:57:38.888324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-47ed114f-ce95-4e48-b553-964bbbccc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:38.890010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-47ed114f-ce95-4e48-b553-964bbbccc2f9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 1095 time: 0.1637683 Feb 16 14:57:38.902690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1717-bf7b-40fe-a09a-273fcc0458a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289169be-63fe-4175-8872-d1910e918b52,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:38.941904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-fe8ed55f-9db6-4aa2-a531-ebe9772b77b5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4 HTTP/1.1" status: 200 len: 217 time: 0.0401542 Feb 16 14:57:38.969058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30c767ad-2289-4ef3-b353-5c7cbf1aebae req-2ae0a383-930f-40f4-a6f4-f319cb4960e8 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745944 Feb 16 14:57:39.058786 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-f92963a3-c1c8-4754-9d47-51f19ec7f124 req-35f0c6a2-d525-46d5-b2fb-be96415957b0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:57:39.060006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f92963a3-c1c8-4754-9d47-51f19ec7f124 req-35f0c6a2-d525-46d5-b2fb-be96415957b0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/289169be-63fe-4175-8872-d1910e918b52 HTTP/1.1" status: 404 len: 352 time: 0.0354810 Feb 16 14:57:39.086414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-aa8d310e-afbb-494b-b9c6-feef5a9976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.088230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-aa8d310e-afbb-494b-b9c6-feef5a9976ee service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1365488 Feb 16 14:57:39.230821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e69fde-adc6-442a-9337-1fa5f0bcf8a2 req-6ddb1368-554e-4f32-b4ef-61332aeb794a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.232441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5e69fde-adc6-442a-9337-1fa5f0bcf8a2 req-6ddb1368-554e-4f32-b4ef-61332aeb794a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 944 time: 0.2067904 Feb 16 14:57:39.261455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-31d45a0a-be6c-4757-a992-8ec29fca7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.262948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-31d45a0a-be6c-4757-a992-8ec29fca7e7c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607764 Feb 16 14:57:39.273061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dab3b8d3-fc75-46e1-8c6c-4b038da4af28 req-b40b6a4b-e15a-47e1-9db5-724586db83ea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/c5d20c45-a544-436e-801c-d1a3fefb9771 HTTP/1.1" status: 200 len: 1802 time: 0.1774881 Feb 16 14:57:39.309325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 373f7e6b-fc87-4ac8-a356-668342c8c8ae no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:39.352902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 373f7e6b-fc87-4ac8-a356-668342c8c8ae {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:57:39.353687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 373f7e6b-fc87-4ac8-a356-668342c8c8ae not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:39.468063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8316c8c2-7dad-4084-a9b3-d635bef4bb92 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.478249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8316c8c2-7dad-4084-a9b3-d635bef4bb92 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.487524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.499667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.499667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.499667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.499667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.499667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.499667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.499667 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8050224b-bdb6-4748-8d87-36fedcc0ad55 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=46891b7e78a4495f975695e17e853e39&device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 6503 time: 0.6376781 Feb 16 14:57:39.552979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.661902 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8316c8c2-7dad-4084-a9b3-d635bef4bb92 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.662398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8316c8c2-7dad-4084-a9b3-d635bef4bb92 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70451a23-61e3-4e65-92af-4faf11aa927e {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:57:39.670411 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8316c8c2-7dad-4084-a9b3-d635bef4bb92 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.675622 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8316c8c2-7dad-4084-a9b3-d635bef4bb92 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "DELETE /v2.0/routers/70451a23-61e3-4e65-92af-4faf11aa927e HTTP/1.1" status: 204 len: 168 time: 1.1339629 Feb 16 14:57:39.678332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35796) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:39.692830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d86285b1-7a3b-45f3-aae7-899ed77b8e03 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Request body: {'router': {'name': 'tempest-router-1107929379', 'distributed': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:39.743659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5e69fde-adc6-442a-9337-1fa5f0bcf8a2 req-9f723936-de70-4012-91a2-563f28592093 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993618 Feb 16 14:57:39.747227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-1e8cf3bd-d1b0-4331-9f5f-3566ba5c709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.747729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-1e8cf3bd-d1b0-4331-9f5f-3566ba5c709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.748353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-1e8cf3bd-d1b0-4331-9f5f-3566ba5c709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.749911 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-1e8cf3bd-d1b0-4331-9f5f-3566ba5c709f service neutron] 10.222.0.93 "GET /v2.0/networks?id=41ee3635-4c70-4322-8f0a-63fd2fc380db&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&id=81b15931-d000-4e2e-837f-43c40ca895e8&id=81b15931-d000-4e2e-837f-43c40ca895e8 HTTP/1.1" status: 200 len: 2300 time: 0.2128167 Feb 16 14:57:39.769615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.870437 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-f5c3a6b7-4206-4861-83cc-dab2c6d5c81f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0 HTTP/1.1" status: 200 len: 1002 time: 0.1065607 Feb 16 14:57:39.894408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d86285b1-7a3b-45f3-aae7-899ed77b8e03 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.895433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d86285b1-7a3b-45f3-aae7-899ed77b8e03 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.900850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:39.902579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-a38cc8db-9b67-4450-a0f8-82a3e3f1c057 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285880 Feb 16 14:57:39.905025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dab3b8d3-fc75-46e1-8c6c-4b038da4af28 req-76625c08-3fe2-40dd-a168-d2bd0597ea13 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.932272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:39.967240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Transition to ACTIVE for port object b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:57:39.970448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-e8934b71-cace-46fd-937d-98860853542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:39.972129 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-e8934b71-cace-46fd-937d-98860853542d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea616b7d-e073-4aa2-8165-e9cf0a859ac2 HTTP/1.1" status: 200 len: 856 time: 0.0902057 Feb 16 14:57:40.008922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d86285b1-7a3b-45f3-aae7-899ed77b8e03 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.033931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dab3b8d3-fc75-46e1-8c6c-4b038da4af28 req-76625c08-3fe2-40dd-a168-d2bd0597ea13 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.047434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.073283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e974615-1d74-4f34-a0c1-24d0be440283 req-b62e2270-8e9c-4881-b9d8-3b30debf27ea tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:40.074753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e974615-1d74-4f34-a0c1-24d0be440283 req-b62e2270-8e9c-4881-b9d8-3b30debf27ea tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2189579 Feb 16 14:57:40.085056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d86285b1-7a3b-45f3-aae7-899ed77b8e03 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.097247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-4df8aac8-6e9e-494b-8200-52c83503d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:40.098771 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-4df8aac8-6e9e-494b-8200-52c83503d510 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=41ee3635-4c70-4322-8f0a-63fd2fc380db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943825 Feb 16 14:57:40.137823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Pushing event updated for resources: {'Port': ['ID=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:40.158112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31e9ec3-bff0-406f-9166-e2d61de940a5 req-6abd0970-ea44-4830-baab-ba1cc50652d3 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451642 Feb 16 14:57:40.175527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e974615-1d74-4f34-a0c1-24d0be440283 req-e79f29c8-8985-4e4f-9fca-a03ac13cf874 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866516 Feb 16 14:57:40.198398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d86285b1-7a3b-45f3-aae7-899ed77b8e03 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.199618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d86285b1-7a3b-45f3-aae7-899ed77b8e03 tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5215404 Feb 16 14:57:40.202947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35800) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:40.244064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dab3b8d3-fc75-46e1-8c6c-4b038da4af28 req-76625c08-3fe2-40dd-a168-d2bd0597ea13 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.247695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dab3b8d3-fc75-46e1-8c6c-4b038da4af28 req-76625c08-3fe2-40dd-a168-d2bd0597ea13 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.247826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dab3b8d3-fc75-46e1-8c6c-4b038da4af28 req-76625c08-3fe2-40dd-a168-d2bd0597ea13 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/c5d20c45-a544-436e-801c-d1a3fefb9771 HTTP/1.1" status: 204 len: 173 time: 0.5977211 Feb 16 14:57:40.294341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76625c08-3fe2-40dd-a168-d2bd0597ea13 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d20c45-a544-436e-801c-d1a3fefb9771,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:40.334496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e85292d1-f7c0-48a9-a481-89e3eeff610c tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.335323 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-d3046716-da7c-4ac2-b96e-1c47bb8f2f49 req-75e95026-0ea1-4bc8-a0ca-6a454ad5fcea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:57:40.336380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3046716-da7c-4ac2-b96e-1c47bb8f2f49 req-75e95026-0ea1-4bc8-a0ca-6a454ad5fcea tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/c5d20c45-a544-436e-801c-d1a3fefb9771 HTTP/1.1" status: 404 len: 352 time: 0.0506124 Feb 16 14:57:40.344828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-9c0ac1f6-b0cd-4de0-8cb0-d7768e0d6915 service neutron] 10.222.0.93 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345498 Feb 16 14:57:40.378712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ad07d-f793-43d0-ae42-61a421e2be43 req-404f7468-57d2-462d-8585-6799bd1516c1 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:40.380265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b96ad07d-f793-43d0-ae42-61a421e2be43 req-404f7468-57d2-462d-8585-6799bd1516c1 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 944 time: 0.0959916 Feb 16 14:57:40.429751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port bb296864-c33a-4323-8aec-80fef4fb665d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:40.430093 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.469125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Attempting to bind port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:40.470109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Attempting to bind port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '170858f7-33b4-4c63-8db1-7f5162a78a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:40.470109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Attempting to bind port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f on network dbfdabac-5166-4e42-8c61-d439bcc45594 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:40.484301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f on network dbfdabac-5166-4e42-8c61-d439bcc45594 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:57:40.484560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Attempting to bind port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f on network dbfdabac-5166-4e42-8c61-d439bcc45594 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:40.508732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b96ad07d-f793-43d0-ae42-61a421e2be43 req-00f38267-675a-4499-9960-36e57ba9b184 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105297 Feb 16 14:57:40.551210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e21568e1-97c6-4f3e-b1e9-053b1273e37b req-df455814-1fb0-40c2-b79c-3a553f4644e9 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 6157 time: 0.1699545 Feb 16 14:57:40.551438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:40.551821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Checking segment: {'id': '170858f7-33b4-4c63-8db1-7f5162a78a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:40.552214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Bound using segment: {'id': '170858f7-33b4-4c63-8db1-7f5162a78a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:40.552657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Bound port: b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170858f7-33b4-4c63-8db1-7f5162a78a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:40.553023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.588485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port bb296864-c33a-4323-8aec-80fef4fb665d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bb296864-c33a-4323-8aec-80fef4fb665d,segment=NetworkSegment(4d0d6f57-462a-4aaa-9c35-69bb5509e8cb),segment_id=4d0d6f57-462a-4aaa-9c35-69bb5509e8cb)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:40.588882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.601175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e85292d1-f7c0-48a9-a481-89e3eeff610c tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.608108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e85292d1-f7c0-48a9-a481-89e3eeff610c tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.613998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for bb296864-c33a-4323-8aec-80fef4fb665d owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:40.634274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e21568e1-97c6-4f3e-b1e9-053b1273e37b req-e7e18865-fc0a-406e-aa77-367e01b9a1f9 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/6215d671-95e3-419d-a009-400a7feacf0b HTTP/1.1" status: 200 len: 2985 time: 0.0712442 Feb 16 14:57:40.700045 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-f589991b-e691-4709-b2f6-78491c904dbc service neutron] 10.222.0.93 "GET /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216534 Feb 16 14:57:40.737857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e21568e1-97c6-4f3e-b1e9-053b1273e37b req-a50fa0a4-645f-401e-a7d1-c7d4a4109412 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/6215d671-95e3-419d-a009-400a7feacf0b HTTP/1.1" status: 200 len: 2985 time: 0.0641654 Feb 16 14:57:40.761038 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-c57e3736-27aa-4071-8fcb-3a42a43461df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=05a62ee1-5ef2-425e-831a-5186294250c7 HTTP/1.1" status: 200 len: 217 time: 0.0531287 Feb 16 14:57:40.789950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e85292d1-f7c0-48a9-a481-89e3eeff610c tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.790456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85292d1-f7c0-48a9-a481-89e3eeff610c tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 236d84fd-2e57-41b8-8785-65caeb27d7de {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:57:40.796205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] For port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:40.799284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-94fc7ead-85f8-4479-babc-98a60993d845 req-e2866d8e-15dd-4812-9097-01c9c254e63f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-589164313', 'description': 'tempest-description-1770229225'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:40.826134 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e85292d1-f7c0-48a9-a481-89e3eeff610c tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.831595 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e85292d1-f7c0-48a9-a481-89e3eeff610c tempest-RoutersTestDVR-1884309101 tempest-RoutersTestDVR-1884309101-project-admin] 10.222.0.113 "DELETE /v2.0/routers/236d84fd-2e57-41b8-8785-65caeb27d7de HTTP/1.1" status: 204 len: 168 time: 0.6217661 Feb 16 14:57:40.847189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] For port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,segment=NetworkSegment(170858f7-33b4-4c63-8db1-7f5162a78a7d),segment_id=170858f7-33b4-4c63-8db1-7f5162a78a7d)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:40.859409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-07915b20-932c-4960-8caf-60541e0c46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:40.861968 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-07915b20-932c-4960-8caf-60541e0c46ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.0913429 Feb 16 14:57:40.921474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-d3771903-7ff5-4064-8173-d79a60920506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:40.923678 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-d3771903-7ff5-4064-8173-d79a60920506 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0548863 Feb 16 14:57:40.924404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-94fc7ead-85f8-4479-babc-98a60993d845 req-e2866d8e-15dd-4812-9097-01c9c254e63f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:40.950633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848615ae-a99a-4085-bbc1-4005515fb9b3 req-30d45cce-0f15-4878-8dfd-6f751fefc258 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:40.952198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-848615ae-a99a-4085-bbc1-4005515fb9b3 req-30d45cce-0f15-4878-8dfd-6f751fefc258 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 944 time: 0.1110563 Feb 16 14:57:40.995883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.048384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-848615ae-a99a-4085-bbc1-4005515fb9b3 req-08d43502-79b2-4da1-8212-f4235e8c056e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708144 Feb 16 14:57:41.048575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:41.049450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.050929 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] 10.222.0.93 "PUT /v2.0/ports/b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f HTTP/1.1" status: 200 len: 1092 time: 2.5530243 Feb 16 14:57:41.051443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'tag': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:41.054148 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0327929b-395f-49f0-85a2-ea668260ad05" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810", "tag": "b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:41.090530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.098160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1167439-d8f3-4138-928f-cc0732f8a774 service neutron] Pushing event updated for resources: {'Port': ['ID=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:41.111775 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-bb1470b3-7bed-4f03-81d9-7c021b891cb3 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793087 Feb 16 14:57:41.128834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-94fc7ead-85f8-4479-babc-98a60993d845 req-e2866d8e-15dd-4812-9097-01c9c254e63f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.132140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=bb296864-c33a-4323-8aec-80fef4fb665d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:41.216979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-94fc7ead-85f8-4479-babc-98a60993d845 req-e2866d8e-15dd-4812-9097-01c9c254e63f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.361091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-863ecc37-0661-43e2-89c2-143c1637cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:41.361091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-863ecc37-0661-43e2-89c2-143c1637cd8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c68d805401e744cd82308b652a48f18d&device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 1095 time: 0.1392169 Feb 16 14:57:41.361344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866d8e-15dd-4812-9097-01c9c254e63f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaeb4f5-d586-42af-b4ad-0dc4925184cb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:41.417195 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-e95cfaee-f220-4560-a10b-baca3b7d0579 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956495 Feb 16 14:57:41.460131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.471198 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-2512684c-8d97-4c75-8311-090a5b62891c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f HTTP/1.1" status: 200 len: 217 time: 0.1045794 Feb 16 14:57:41.536383 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-94fc7ead-85f8-4479-babc-98a60993d845 req-e2866d8e-15dd-4812-9097-01c9c254e63f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.556079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94fc7ead-85f8-4479-babc-98a60993d845 req-e2866d8e-15dd-4812-9097-01c9c254e63f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7659466 Feb 16 14:57:41.574164 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-79c72ebd-b3c9-4168-924b-6e86af5636f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=1dbc7a42-30cf-473c-915c-6b88a972c02c HTTP/1.1" status: 200 len: 217 time: 0.1109378 Feb 16 14:57:41.581467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-02984348-21c8-4a3a-9e2e-42ec7369dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:41.584710 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-02984348-21c8-4a3a-9e2e-42ec7369dc6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb8d177c-a69f-4668-9eab-14685595fd52 HTTP/1.1" status: 200 len: 848 time: 0.0724635 Feb 16 14:57:41.603125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.632053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35830) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:41.672208 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7989b-0070-47f0-aa1e-53503f802de5 x-openstack-request-id: req-acc7989b-0070-47f0-aa1e-53503f802de5 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:41.673334 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810", "tag": "b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:41.674565 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-acc7989b-0070-47f0-aa1e-53503f802de5 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:41.675179 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'tag': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f', 'status': 'completed', 'code': 200} Feb 16 14:57:41.684176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.699075 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-4b2c6f17-6346-46c6-805f-80b1c3b91b7f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dbfdabac-5166-4e42-8c61-d439bcc45594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411713 Feb 16 14:57:41.708388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-f31de8e7-ed77-4dd6-bc89-61210c836cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:41.710107 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-f31de8e7-ed77-4dd6-bc89-61210c836cce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.1260748 Feb 16 14:57:41.846435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-f88f69bc-4e55-452b-8918-397d34b65b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:41.848326 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-f88f69bc-4e55-452b-8918-397d34b65b9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227565 Feb 16 14:57:41.878687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f07c37a9-fadd-4b7e-bab5-39d1fd924b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:41.920330 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-e0b4b427-ef53-4665-a601-8221c808a6b5 service neutron] 10.222.0.93 "GET /v2.0/networks/dbfdabac-5166-4e42-8c61-d439bcc45594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090418 Feb 16 14:57:41.951787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589645da-bdc1-4fd4-bc6d-d10c4529587b req-c88be875-fda6-4d3c-b5e1-1f2b86719661 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:41.959863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-589645da-bdc1-4fd4-bc6d-d10c4529587b req-c88be875-fda6-4d3c-b5e1-1f2b86719661 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2575953 Feb 16 14:57:42.014524 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-fe026ef0-5b34-4adf-981e-52f9f5084038 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578307 Feb 16 14:57:42.103565 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-626d0ebf-1a88-472c-af51-9e4c4d99db5e req-67895395-cea1-442e-b54a-ebb846de6d22 service neutron] 10.222.0.93 "GET /v2.0/networks/dbfdabac-5166-4e42-8c61-d439bcc45594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725032 Feb 16 14:57:42.115743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-589645da-bdc1-4fd4-bc6d-d10c4529587b req-c0d82030-9b7f-4f0c-a265-3b7f6e95f297 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549096 Feb 16 14:57:42.139159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a55a05-f381-486b-8d38-4f6dd00da87c req-347d9cec-2908-4886-99d6-8e2462f02b29 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.140771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14a55a05-f381-486b-8d38-4f6dd00da87c req-347d9cec-2908-4886-99d6-8e2462f02b29 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 944 time: 0.2495704 Feb 16 14:57:42.144035 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-1a23b066-8f5e-4382-bac9-0334a01b569e service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151888 Feb 16 14:57:42.152554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8229ff03-2f82-46c9-8f4d-e351029dbbf4 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:57:42.161219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0537f742-181e-45b9-9b0b-138aacf4e1a1 req-810155ad-5ee9-471b-b508-bccfe27ca51e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-872109301', 'description': 'tempest-description-1822882028'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:42.206157 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-59f9f9b2-4736-4249-9207-88e7d2c13a3a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ba34ef36-b048-4bf8-857e-a1eb87b590d4 HTTP/1.1" status: 200 len: 217 time: 0.0484409 Feb 16 14:57:42.235565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:42.253297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f07c37a9-fadd-4b7e-bab5-39d1fd924b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.259631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14a55a05-f381-486b-8d38-4f6dd00da87c req-6d6d5935-1862-46bf-bc52-123be061fd43 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069970 Feb 16 14:57:42.299284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:42.326199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'mac_address': 'fa:16:3e:f5:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:57:42.333190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-77e0dcfc-bd05-4322-b788-2df980382272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.334683 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-77e0dcfc-bd05-4322-b788-2df980382272 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.1159356 Feb 16 14:57:42.336403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327929b-395f-49f0-85a2-ea668260ad05 req-d52f58f2-14b6-40f4-976a-8c8c3cd37a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.337805 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0327929b-395f-49f0-85a2-ea668260ad05 req-d52f58f2-14b6-40f4-976a-8c8c3cd37a0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c68d805401e744cd82308b652a48f18d&device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 1095 time: 0.1062403 Feb 16 14:57:42.383116 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.390809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0537f742-181e-45b9-9b0b-138aacf4e1a1 req-810155ad-5ee9-471b-b508-bccfe27ca51e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.406940 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.409168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f07c37a9-fadd-4b7e-bab5-39d1fd924b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.425400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8229ff03-2f82-46c9-8f4d-e351029dbbf4 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:42.448149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:42.459923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-63a91df8-5049-45f3-91d7-742204dcf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.461444 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-63a91df8-5049-45f3-91d7-742204dcf75a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0986478 Feb 16 14:57:42.489952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f07c37a9-fadd-4b7e-bab5-39d1fd924b02 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=68c32720019d4f0ab9d95c59eddc5ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568356 Feb 16 14:57:42.494670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c37a9-fadd-4b7e-bab5-39d1fd924b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02853c3-f2da-4ffb-a433-eeb97514ae73,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:42.497549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:42.499284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35842) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:42.511110 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:42.520873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d3ebdace-bfc9-4922-a8b0-9b904a4c5996 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3120277 Feb 16 14:57:42.521034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327929b-395f-49f0-85a2-ea668260ad05 req-09568cd7-05fb-49e3-a26d-952361138257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.521034 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0327929b-395f-49f0-85a2-ea668260ad05 req-09568cd7-05fb-49e3-a26d-952361138257 service neutron] 10.222.0.93 "GET /v2.0/networks?id=dbfdabac-5166-4e42-8c61-d439bcc45594 HTTP/1.1" status: 200 len: 910 time: 0.1559188 Feb 16 14:57:42.521034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:42.536254 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:42.537560 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:42.537923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.544292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.548119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.554121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.560202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.566675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.572570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.578455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.592229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-605ba97a-dd1a-4ed7-84a8-a86488b8528d tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.2177031 Feb 16 14:57:42.649154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:42.659077 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:42.665111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0327929b-395f-49f0-85a2-ea668260ad05 req-4e0bd48e-1821-43f0-88a0-8dfc40d18551 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f HTTP/1.1" status: 200 len: 217 time: 0.0801589 Feb 16 14:57:42.674993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet d115ec2b-25eb-4d91-b540-e2b5f6c50be2 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:57:42.685758 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0537f742-181e-45b9-9b0b-138aacf4e1a1 req-810155ad-5ee9-471b-b508-bccfe27ca51e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.698637 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.698868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c87176b-62d8-4ab7-962d-7c8f25f3d368 req-71295a82-885c-4c58-ba41-3fffc9b8c6c6 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912092 Feb 16 14:57:42.706806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2d5-b202-474f-b114-9f2be9688d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.739899 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2d5-b202-474f-b114-9f2be9688d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.769440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0537f742-181e-45b9-9b0b-138aacf4e1a1 req-810155ad-5ee9-471b-b508-bccfe27ca51e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.801748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.802550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['8229ff03-2f82-46c9-8f4d-e351029dbbf4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:42.805280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327929b-395f-49f0-85a2-ea668260ad05 req-0595fdb6-da97-46f6-a184-cf3040977f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.807324 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0327929b-395f-49f0-85a2-ea668260ad05 req-0595fdb6-da97-46f6-a184-cf3040977f4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb8d177c-a69f-4668-9eab-14685595fd52 HTTP/1.1" status: 200 len: 848 time: 0.1290760 Feb 16 14:57:42.858316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810155ad-5ee9-471b-b508-bccfe27ca51e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61101ba8-f1be-43fd-ae57-546a6b1ca606,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:42.894281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e8345-d4a0-4f41-ba75-f3a9650584f0 req-85dc0a3e-7d25-4873-ba22-a48797d8ef46 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:42.895040 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0327929b-395f-49f0-85a2-ea668260ad05 req-208d4f27-6082-4d27-8e58-a458b073bc5e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dbfdabac-5166-4e42-8c61-d439bcc45594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525751 Feb 16 14:57:42.896548 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-ae9cf4d3-f6c5-456f-92f6-2505dd877f5e service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230473 Feb 16 14:57:42.897385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c06e8345-d4a0-4f41-ba75-f3a9650584f0 req-85dc0a3e-7d25-4873-ba22-a48797d8ef46 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 945 time: 0.0977678 Feb 16 14:57:42.921504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0537f742-181e-45b9-9b0b-138aacf4e1a1 req-810155ad-5ee9-471b-b508-bccfe27ca51e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.921504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0537f742-181e-45b9-9b0b-138aacf4e1a1 req-810155ad-5ee9-471b-b508-bccfe27ca51e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7729626 Feb 16 14:57:42.982558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c06e8345-d4a0-4f41-ba75-f3a9650584f0 req-315c470e-aec3-4478-b1df-d89d4c56aeb9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764956 Feb 16 14:57:42.989181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2d5-b202-474f-b114-9f2be9688d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:42.994273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2d5-b202-474f-b114-9f2be9688d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:43.009436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ddd3e2d5-b202-474f-b114-9f2be9688d13 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d02853c3-f2da-4ffb-a433-eeb97514ae73 HTTP/1.1" status: 204 len: 168 time: 0.4976065 Feb 16 14:57:43.022160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e2d5-b202-474f-b114-9f2be9688d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02853c3-f2da-4ffb-a433-eeb97514ae73,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:43.103922 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-b17d2990-8661-4236-b009-b8d9eca9674d service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888068 Feb 16 14:57:43.119631 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:40Z', 'revision_number': 9, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:43.170274 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:43.181321 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:43.182181 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:43.216406 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-8897a67b-7962-4a5e-b816-5bd9e4bb6230 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=79124103-1843-4958-b1f7-98aecd56332b HTTP/1.1" status: 200 len: 217 time: 0.1009276 Feb 16 14:57:43.316064 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:43.416702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8d549-b6fa-4fe1-9c66-dcf4678e735e req-cb930e04-eb0e-4e7e-9910-325214baece1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:43.426010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23e8d549-b6fa-4fe1-9c66-dcf4678e735e req-cb930e04-eb0e-4e7e-9910-325214baece1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1724143 Feb 16 14:57:43.441992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-a246d021-7b37-435d-8be0-32efc0510816 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:43.444460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-a246d021-7b37-435d-8be0-32efc0510816 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 812 time: 0.2525949 Feb 16 14:57:43.477035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-8d33704c-7263-4c1f-b897-88c56a393c3d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/quotas/221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 375 time: 0.0214002 Feb 16 14:57:43.496163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23e8d549-b6fa-4fe1-9c66-dcf4678e735e req-5d8fd440-c941-44de-bf8f-dfa887a6cb94 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691543 Feb 16 14:57:43.600155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-c42019c1-3c04-49aa-92e7-419ec786a9c0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007888 Feb 16 14:57:43.674648 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:40Z', 'revision_number': 9, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:43.675962 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0327929b-395f-49f0-85a2-ea668260ad05 req-e3907c75-b169-4c66-9f39-551ad87f78c3 service neutron] 10.222.0.93 "GET /v2.0/networks/dbfdabac-5166-4e42-8c61-d439bcc45594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576383 Feb 16 14:57:43.683880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:43.731508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0a9a2-4e67-4676-95d9-a54e23b67d3a req-032dd086-c0b9-4093-be67-f8bac2a420ab tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:43.737793 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b8be5e-6a5f-4744-8923-21ac2f9d4c25 None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:40Z', 'revision_number': 9, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd223a383-ded8-45c3-9f7f-0c390bf7f4f0', 'name': '', 'network_id': 'f4ceaa78-ef78-49df-a7e1-783c53a6842b', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:2d:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:57:06Z', 'updated_at': '2022-02-16T14:57:14Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '32ac2a14-557b-4290-b844-0a0486b93d5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:43.740681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8e0a9a2-4e67-4676-95d9-a54e23b67d3a req-032dd086-c0b9-4093-be67-f8bac2a420ab tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 944 time: 0.1331308 Feb 16 14:57:43.770746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-05efe3cf-5a43-4216-9237-b25de0a52f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:43.772284 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-05efe3cf-5a43-4216-9237-b25de0a52f77 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 200 len: 797 time: 0.5402739 Feb 16 14:57:43.792699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8e0a9a2-4e67-4676-95d9-a54e23b67d3a req-b5643587-8f69-4f11-b2a8-31919693a2bb tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509763 Feb 16 14:57:43.806473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-9c2df93f-9669-4d72-8ec7-cc1ee8ffa84c service neutron] 10.222.0.113 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973243 Feb 16 14:57:43.869293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-eb770c7e-8cf0-4262-8ca9-ba34a0387d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:43.872746 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-eb770c7e-8cf0-4262-8ca9-ba34a0387d8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf2cdb5d-8519-41c7-a623-c71f6ae0060d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860209 Feb 16 14:57:43.872918 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0327929b-395f-49f0-85a2-ea668260ad05 req-81bfb621-94a9-4041-91f8-0d6dd1f2731e service neutron] 10.222.0.93 "GET /v2.0/networks/dbfdabac-5166-4e42-8c61-d439bcc45594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844428 Feb 16 14:57:43.942661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:43.982354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=d115ec2b-25eb-4d91-b540-e2b5f6c50be2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:43.991186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-7e3eeef5-3a89-4df8-86c8-6936b43e4032 service neutron] 10.222.0.113 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837320 Feb 16 14:57:44.001088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.005086 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bb2aa717-e83e-4381-bd64-94ba07ed7ff6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/d115ec2b-25eb-4d91-b540-e2b5f6c50be2 HTTP/1.1" status: 204 len: 168 time: 1.4819367 Feb 16 14:57:44.010272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35872) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:44.020902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1523e-ceb6-429f-a10b-338352835c21 None None] Network eb76a852-69ff-4b3f-a2a5-c201391d62e2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:44.026876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.029978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35876) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:44.041615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.049361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.053308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa08d93f-5f05-4b77-b6e2-fd9ae35164b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.057102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.073760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.083041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.094952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.104425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-0818f4eb-f113-4eec-adbd-e362a56510a2 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.1926827 Feb 16 14:57:44.179952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d2baad9-c9d9-481b-b96c-93f1e2c30501 req-dd023d91-668c-4050-b699-c8caf9efd684 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733657 Feb 16 14:57:44.184881 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-bae2cb41-54ef-4775-8097-70d627a1b8d6 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966969 Feb 16 14:57:44.191910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8229ff03-2f82-46c9-8f4d-e351029dbbf4 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:44.199702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:57:44.337118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac96e7-e541-4359-8d82-29d6422d0f26 req-5b51b03d-9636-4c5d-b40c-7501686c9786 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.347161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deac96e7-e541-4359-8d82-29d6422d0f26 req-5b51b03d-9636-4c5d-b40c-7501686c9786 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 945 time: 0.1023257 Feb 16 14:57:44.370790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.489108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,segment=NetworkSegment(170858f7-33b4-4c63-8db1-7f5162a78a7d),segment_id=170858f7-33b4-4c63-8db1-7f5162a78a7d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:44.518881 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-c406682c-46a2-4035-bdbc-4a7139f67ac4 service neutron] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955101 Feb 16 14:57:44.524635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f', 'network_id': 'dbfdabac-5166-4e42-8c61-d439bcc45594', 'port_id': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f', 'mac_address': 'fa:16:3e:00:a6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8d177c-a69f-4668-9eab-14685595fd52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:57:44.527851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa08d93f-5f05-4b77-b6e2-fd9ae35164b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.554635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:57:44.554635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] DHCP port deletion for eb76a852-69ff-4b3f-a2a5-c201391d62e2 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:57:44.582506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:44.582506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.596512 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-c7a0dec5-e88c-4938-9046-362f6cf30685 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f928d621-950e-4b9f-9fae-e3c34a85d6d7 HTTP/1.1" status: 200 len: 217 time: 0.0630457 Feb 16 14:57:44.600667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port 1e788c4f-b40b-4d45-a9b1-703490530a06 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:44.603305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.617039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa08d93f-5f05-4b77-b6e2-fd9ae35164b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.661059 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa08d93f-5f05-4b77-b6e2-fd9ae35164b5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=31f847e0f8644a98b51fab35898c4e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264014 Feb 16 14:57:44.688138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35886) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:44.796448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08d93f-5f05-4b77-b6e2-fd9ae35164b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91746340-ce12-41e0-8c03-aa4169df5c38,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:44.817774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.830837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port 1e788c4f-b40b-4d45-a9b1-703490530a06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1e788c4f-b40b-4d45-a9b1-703490530a06,segment=NetworkSegment(4d0d6f57-462a-4aaa-9c35-69bb5509e8cb),segment_id=4d0d6f57-462a-4aaa-9c35-69bb5509e8cb)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:44.831200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.842484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-3fafd75b-7518-4165-9838-9ddbd2143825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:44.847864 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-3fafd75b-7518-4165-9838-9ddbd2143825 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de837d2e-a33e-4a0b-8a6a-e89671ff2f3d HTTP/1.1" status: 200 len: 797 time: 0.2402389 Feb 16 14:57:44.852134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:44.871561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for 1e788c4f-b40b-4d45-a9b1-703490530a06 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:44.907681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,segment=NetworkSegment(170858f7-33b4-4c63-8db1-7f5162a78a7d),segment_id=170858f7-33b4-4c63-8db1-7f5162a78a7d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:44.915493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b65dc1f-7364-43f6-95a8-e41ab93596b2 req-5522c468-5895-42ac-8874-3b213808df2e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 210 time: 0.5582414 Feb 16 14:57:44.922284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] Deleting port 1e788c4f-b40b-4d45-a9b1-703490530a06 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:44.924829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.929667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.968155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deac96e7-e541-4359-8d82-29d6422d0f26 req-cb9b8a0b-0b00-418e-b9f3-29b2142aed83 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199958 Feb 16 14:57:44.975343 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2e47a20-d2c2-49cc-8355-f34476b17cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.024776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-61f74efd-fb97-44df-8627-b2018f79446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.026299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-61f74efd-fb97-44df-8627-b2018f79446f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81b15931-d000-4e2e-837f-43c40ca895e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1624641 Feb 16 14:57:45.029327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2e47a20-d2c2-49cc-8355-f34476b17cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.096247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.134146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:45.136954 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff494d5a-1f37-46d1-8e28-335871e65a93" -d '{"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:45.176996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef000c66-d26a-42a8-ac0d-b88f38b1ff86 req-e7f92be7-0f16-45d1-b3db-6a384c813c65 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.186076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:45.188091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef000c66-d26a-42a8-ac0d-b88f38b1ff86 req-e7f92be7-0f16-45d1-b3db-6a384c813c65 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 945 time: 0.1169338 Feb 16 14:57:45.190235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] For port 1e788c4f-b40b-4d45-a9b1-703490530a06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1e788c4f-b40b-4d45-a9b1-703490530a06,segment=NetworkSegment(4d0d6f57-462a-4aaa-9c35-69bb5509e8cb),segment_id=4d0d6f57-462a-4aaa-9c35-69bb5509e8cb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:45.190891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.214874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] Calling delete_port for 1e788c4f-b40b-4d45-a9b1-703490530a06 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:45.219963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:45.230257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925f9a-40f0-4a77-b257-f67e979d796c req-bb8b30d1-57fd-412d-93c4-256caa5126fc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.238782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a925f9a-40f0-4a77-b257-f67e979d796c req-bb8b30d1-57fd-412d-93c4-256caa5126fc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1149733 Feb 16 14:57:45.255161 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-39054285-949d-49db-b5a3-3e9f2f7766c8 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174780 Feb 16 14:57:45.263209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.296976 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.317431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a925f9a-40f0-4a77-b257-f67e979d796c req-e4809374-61a2-4412-8a84-a3cb74cba907 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775859 Feb 16 14:57:45.354554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef000c66-d26a-42a8-ac0d-b88f38b1ff86 req-ede13718-93d0-4dd4-b416-f638c3f815ab tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572070 Feb 16 14:57:45.404911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:45.414615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No DVR routers for this DVR port 1e788c4f-b40b-4d45-a9b1-703490530a06 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:45.418076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bb296864-c33a-4323-8aec-80fef4fb665d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:45.447166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2e47a20-d2c2-49cc-8355-f34476b17cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.449740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2e47a20-d2c2-49cc-8355-f34476b17cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.459825 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.468126 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c2e47a20-d2c2-49cc-8355-f34476b17cd5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/91746340-ce12-41e0-8c03-aa4169df5c38 HTTP/1.1" status: 204 len: 168 time: 0.7717962 Feb 16 14:57:45.479130 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942239c-a161-4ab9-9d21-8b97dfc48640 x-openstack-request-id: req-a942239c-a161-4ab9-9d21-8b97dfc48640 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:45.480016 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:45.480679 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a942239c-a161-4ab9-9d21-8b97dfc48640 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:45.481312 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'code': 200} Feb 16 14:57:45.487707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=1e788c4f-b40b-4d45-a9b1-703490530a06,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:45.527380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:45.545165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: bb296864-c33a-4323-8aec-80fef4fb665d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:57:45.547363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bb296864-c33a-4323-8aec-80fef4fb665d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:45.548523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1e788c4f-b40b-4d45-a9b1-703490530a06 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:45.570524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.581998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.588291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.594094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.604403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.611058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.617241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.623279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.625318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-745b9ab6-24e4-4916-9afa-5dfb14417388 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.1703000 Feb 16 14:57:45.630396 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-ecb93405-483c-43f6-8da9-60b56198e8e9 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639903 Feb 16 14:57:45.631124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148419-ebb5-4ce3-b2b9-f8521e53f3c2 req-c755a7e5-5b55-4516-8fd0-0a4565882b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.632807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8148419-ebb5-4ce3-b2b9-f8521e53f3c2 req-c755a7e5-5b55-4516-8fd0-0a4565882b6a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 1097 time: 0.1111825 Feb 16 14:57:45.635151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb76a852-69ff-4b3f-a2a5-c201391d62e2']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:45.637129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e47a20-d2c2-49cc-8355-f34476b17cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91746340-ce12-41e0-8c03-aa4169df5c38,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:45.680016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] No DVR routers for this DVR port 1e788c4f-b40b-4d45-a9b1-703490530a06 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:45.683776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 1e788c4f-b40b-4d45-a9b1-703490530a06 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:57:45.684889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1e788c4f-b40b-4d45-a9b1-703490530a06 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:45.687824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:45.688022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0d6f57-462a-4aaa-9c35-69bb5509e8cb') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:45.695094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba50db9-3eeb-478e-bebd-f093ae9f73df None None] Pushing event deleted for resources: {'Port': ['ID=1e788c4f-b40b-4d45-a9b1-703490530a06,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:45.696733 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-5a541bc0-dcd7-4f57-bf3a-2897cb3d9d99 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=742afedd-0f3d-4268-b259-0172f386c183 HTTP/1.1" status: 200 len: 217 time: 0.0571291 Feb 16 14:57:45.700528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d129ddd-571a-4e0f-b89e-ca7427808c26 req-476cca7f-a6d4-4675-8d20-a6737c179fb8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668733 Feb 16 14:57:45.701847 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.769678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.785967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:57:45.786976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:57:45.790798 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:57:45.794067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8148419-ebb5-4ce3-b2b9-f8521e53f3c2 req-c91dae6c-076b-4620-8c17-c2f61cdbcd98 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179821 Feb 16 14:57:45.840033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-22457ef6-b5c1-496c-ac70-a63257bff3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.842566 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-22457ef6-b5c1-496c-ac70-a63257bff3c4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de837d2e-a33e-4a0b-8a6a-e89671ff2f3d HTTP/1.1" status: 200 len: 797 time: 0.1244445 Feb 16 14:57:45.903439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-cc860218-19f9-440e-a834-8214120c3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:45.904956 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-cc860218-19f9-440e-a834-8214120c3a5b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=81b15931-d000-4e2e-837f-43c40ca895e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558670 Feb 16 14:57:45.989260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.013596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.022462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/eb76a852-69ff-4b3f-a2a5-c201391d62e2 HTTP/1.1" status: 204 len: 168 time: 2.0091634 Feb 16 14:57:46.025129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35908) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:46.052900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.060152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.067437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.074899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.081048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.087875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.094950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.097454 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-68963932-0c95-4327-8fdc-312a41f0027e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.2047999 Feb 16 14:57:46.098384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be320348-7557-4fd5-bf6f-96d84e32fc09 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=eb76a852-69ff-4b3f-a2a5-c201391d62e2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:46.175619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-31e7addb-bdae-48da-9dd7-b951cda1d9b1 service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506292 Feb 16 14:57:46.179090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-db8725bf-d4ef-44cf-afd0-4d60930810ac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.180540 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-db8725bf-d4ef-44cf-afd0-4d60930810ac tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "GET /v2.0/ports/1dbc7a42-30cf-473c-915c-6b88a972c02c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0712478 Feb 16 14:57:46.299597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0257ce30-369f-4ba7-8ab3-cbdfb5529ff9 req-f52ae2d7-4b12-4c3f-85a9-effc40b7b417 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 210 time: 0.1333680 Feb 16 14:57:46.315785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.342942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a03d2-d66b-43fa-800a-c1a52e0354b6 req-5d1f1211-5389-4c06-b567-b0f49ef8e4c6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.351081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-222a03d2-d66b-43fa-800a-c1a52e0354b6 req-5d1f1211-5389-4c06-b567-b0f49ef8e4c6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1837494 Feb 16 14:57:46.389561 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-192b6b42-ab05-418e-8f05-7707b469f42b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "GET /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1856296 Feb 16 14:57:46.404219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:46.428667 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e47739a5-cdbf-40af-ba8d-81748c7c4b5d req-c755b751-4517-49f3-8da5-20db5403b85e service neutron] 10.222.0.93 "GET /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264843 Feb 16 14:57:46.465858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.486989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-222a03d2-d66b-43fa-800a-c1a52e0354b6 req-e58ef47c-96d9-461c-872c-d980f8f48f6e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349030 Feb 16 14:57:46.556786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea948f-9bb0-4aae-9e7a-accbc8ca52ad req-264b1d22-ced6-44b0-a100-263e6da33484 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.558275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08ea948f-9bb0-4aae-9e7a-accbc8ca52ad req-264b1d22-ced6-44b0-a100-263e6da33484 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1393707 Feb 16 14:57:46.705990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] For port 1dbc7a42-30cf-473c-915c-6b88a972c02c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1dbc7a42-30cf-473c-915c-6b88a972c02c,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:46.706708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08ea948f-9bb0-4aae-9e7a-accbc8ca52ad req-28be280e-1da6-44b7-91a0-8729b0561a51 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809262 Feb 16 14:57:46.706837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] For port 1dbc7a42-30cf-473c-915c-6b88a972c02c, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:46.706982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243085c8-a532-4c97-a5a8-eaeb0ce2ff0e req-0d129af5-63d4-4597-b228-b41f5641ed6a tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.706982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-243085c8-a532-4c97-a5a8-eaeb0ce2ff0e req-0d129af5-63d4-4597-b228-b41f5641ed6a tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 945 time: 0.1172538 Feb 16 14:57:46.732288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] device_id is not set on port 1dbc7a42-30cf-473c-915c-6b88a972c02c yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:57:46.754311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.760921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-243085c8-a532-4c97-a5a8-eaeb0ce2ff0e req-d8c2fb60-2eeb-4453-84df-f6682bdd2ec7 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563540 Feb 16 14:57:46.765012 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.941120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.946976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.954009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.960183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.966028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.972788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.978598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:46.980584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-1ab31791-18d5-46d0-8123-470384cec6ea tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 5446 time: 0.1728897 Feb 16 14:57:47.049449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94b08343-3dd0-43c9-b935-7711e1a26ec3 req-8f2c8fcd-03a6-4679-b008-0e4da41c3a22 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&id=37afdcd2-07a5-44dd-9385-7b7f856f7653&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454137 Feb 16 14:57:47.121574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.168500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port d223a383-ded8-45c3-9f7f-0c390bf7f4f0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:47.169310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.211496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] No DVR routers for this DVR port 1dbc7a42-30cf-473c-915c-6b88a972c02c on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:47.238633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbc7a42-30cf-473c-915c-6b88a972c02c,revision_number=6']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:47.268232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] In _notify_port_updated(), no bound segment for port 1dbc7a42-30cf-473c-915c-6b88a972c02c on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:57:47.269214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:47.269897 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.272058 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5a860048-5b7b-46ec-b948-da0590b5fce1 service neutron] 10.222.0.93 "PUT /v2.0/ports/1dbc7a42-30cf-473c-915c-6b88a972c02c HTTP/1.1" status: 200 len: 1032 time: 0.8719053 Feb 16 14:57:47.348675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port d223a383-ded8-45c3-9f7f-0c390bf7f4f0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,segment=NetworkSegment(f5313612-484b-444e-8312-c53f14e61549),segment_id=f5313612-484b-444e-8312-c53f14e61549)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:47.349292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.354284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-801c2908-d9b9-43df-9e2f-1aa9208960a8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:47.365218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-801c2908-d9b9-43df-9e2f-1aa9208960a8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "GET /v2.0/ports/05a62ee1-5ef2-425e-831a-5186294250c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0763443 Feb 16 14:57:47.365511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for d223a383-ded8-45c3-9f7f-0c390bf7f4f0 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:47.373144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:47.443117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.487302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c2fb887-9c2e-4ae4-b5fd-503a69a921d3 req-e08fa14d-c174-415d-af92-3525038bb465 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 210 time: 0.0421202 Feb 16 14:57:47.577274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-135c98c3-ef18-4440-8e2b-98abf849379c None None] Provisioning complete for port 1dbc7a42-30cf-473c-915c-6b88a972c02c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:47.577918 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-135c98c3-ef18-4440-8e2b-98abf849379c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.633951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-135c98c3-ef18-4440-8e2b-98abf849379c None None] Port 1dbc7a42-30cf-473c-915c-6b88a972c02c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:47.650547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] For port 05a62ee1-5ef2-425e-831a-5186294250c7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=05a62ee1-5ef2-425e-831a-5186294250c7,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:47.687278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35956) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:47.696264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26509-5de7-4c05-8c0a-5742eec5334d req-2f73f90f-bb3f-4212-928e-f7251a76f6ba tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:47.698145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5d26509-5de7-4c05-8c0a-5742eec5334d req-2f73f90f-bb3f-4212-928e-f7251a76f6ba tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.0776474 Feb 16 14:57:47.721883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] For port 05a62ee1-5ef2-425e-831a-5186294250c7, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:47.790511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5d26509-5de7-4c05-8c0a-5742eec5334d req-bd86e509-7a23-49f2-950f-fc358f4580e0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817587 Feb 16 14:57:47.878735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1613985719'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:47.890802 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.921218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] device_id is not set on port 05a62ee1-5ef2-425e-831a-5186294250c7 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:57:47.931698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:47.952690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=d223a383-ded8-45c3-9f7f-0c390bf7f4f0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:47.987441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-a8ae49a2-86a8-4b54-8514-f1e12ef64825 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:47.992294 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-a8ae49a2-86a8-4b54-8514-f1e12ef64825 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 812 time: 0.1953056 Feb 16 14:57:48.005341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'port': {'device_id': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84', 'admin_state_up': True, 'tenant_id': '221ef17d8f82453680683a096260956d'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:48.039055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986e5e7-8c7f-4439-8003-ab981544b75f req-c03dcc74-1403-4a36-bb09-55906ab1b840 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.040624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5986e5e7-8c7f-4439-8003-ab981544b75f req-c03dcc74-1403-4a36-bb09-55906ab1b840 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2064741 Feb 16 14:57:48.069382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.114781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d78c6-ca87-4452-935b-59f9da2d1bc6 req-87457881-75a4-4431-938b-bb0fc817a886 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.116518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b7d78c6-ca87-4452-935b-59f9da2d1bc6 req-87457881-75a4-4431-938b-bb0fc817a886 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 945 time: 0.2176232 Feb 16 14:57:48.122638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:48.126192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.139332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.175829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] No DVR routers for this DVR port 05a62ee1-5ef2-425e-831a-5186294250c7 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:48.182152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=05a62ee1-5ef2-425e-831a-5186294250c7,revision_number=6']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:48.188182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5986e5e7-8c7f-4439-8003-ab981544b75f req-6a7c4f08-41f3-42c5-bb10-b88dd1761eae tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355140 Feb 16 14:57:48.227152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:48.249812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] In _notify_port_updated(), no bound segment for port 05a62ee1-5ef2-425e-831a-5186294250c7 on network cf2cdb5d-8519-41c7-a623-c71f6ae0060d {{(pid=103044) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 16 14:57:48.250686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.252260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.253577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-84456539-b9ed-4d53-94cc-9e6f062d3cf9 service neutron] 10.222.0.93 "PUT /v2.0/ports/05a62ee1-5ef2-425e-831a-5186294250c7 HTTP/1.1" status: 200 len: 1033 time: 0.8900497 Feb 16 14:57:48.439273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port ba34ef36-b048-4bf8-857e-a1eb87b590d4 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:48.439838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.472629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.475001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:57:48.479824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Made reservation on behalf of 221ef17d8f82453680683a096260956d for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:48.480056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:48.480426 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.483630 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.510631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.555495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b7d78c6-ca87-4452-935b-59f9da2d1bc6 req-1649bfef-20f6-4258-abee-bbe5ec783e8b tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189796 Feb 16 14:57:48.570212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.586931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.591362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4f0996dc-3c4e-4f51-9d41-0d39cf60b065 None None] Provisioning complete for port 05a62ee1-5ef2-425e-831a-5186294250c7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:48.592034 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f0996dc-3c4e-4f51-9d41-0d39cf60b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.663344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,segment=NetworkSegment(170858f7-33b4-4c63-8db1-7f5162a78a7d),segment_id=170858f7-33b4-4c63-8db1-7f5162a78a7d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:48.666948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:48.669701 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b342208e-2eb2-44ad-ae40-1c5bdb163fc5" -d '{"events": [{"server_uuid": "fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810", "name": "network-vif-plugged", "status": "completed", "tag": "b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:48.683939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4f0996dc-3c4e-4f51-9d41-0d39cf60b065 None None] Port 05a62ee1-5ef2-425e-831a-5186294250c7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:57:48.743837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.744133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] For port ba34ef36-b048-4bf8-857e-a1eb87b590d4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ba34ef36-b048-4bf8-857e-a1eb87b590d4,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:48.744638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.745077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 05a62ee1-5ef2-425e-831a-5186294250c7 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:48.791082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for ba34ef36-b048-4bf8-857e-a1eb87b590d4 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:48.791323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:57:48.796383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7d7a112-3144-4d14-8922-17a457aab81f req-933c60e8-e257-4bd0-8094-90d4b347970d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 210 time: 0.1238344 Feb 16 14:57:48.844021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b5c49b-5602-4f3a-815b-33ed86a8317f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:48.851415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 05a62ee1-5ef2-425e-831a-5186294250c7 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:48.851806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Allocated IP 172.20.0.4 (57433cb4-4a19-4844-bec5-2242ed92ff84/65d36886-b89a-4700-b528-f6efa0622e72/b7a6a5a4-fbb1-4419-b596-03567f8026d8) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:48.852002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 742afedd-0f3d-4268-b259-0172f386c183 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:48.859871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:48.870332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:48.870779 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Added segment 4e6252c4-bfb1-4091-9fc5-0ba3def3a024 of type vlan for network 787cccbd-9503-4e11-a20c-2b727deb6ed1 Feb 16 14:57:48.924599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c7c6-8d61-4938-a129-e71df8816e43 req-18db5765-d1e0-4950-9d89-06aa6bf817ce tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.931399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c7c6-8d61-4938-a129-e71df8816e43 req-18db5765-d1e0-4950-9d89-06aa6bf817ce tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.941227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c7c6-8d61-4938-a129-e71df8816e43 req-18db5765-d1e0-4950-9d89-06aa6bf817ce tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.946583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c7c6-8d61-4938-a129-e71df8816e43 req-18db5765-d1e0-4950-9d89-06aa6bf817ce tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.952835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c7c6-8d61-4938-a129-e71df8816e43 req-18db5765-d1e0-4950-9d89-06aa6bf817ce tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:48.955019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d494c7c6-8d61-4938-a129-e71df8816e43 req-18db5765-d1e0-4950-9d89-06aa6bf817ce tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 3887 time: 0.2592978 Feb 16 14:57:49.024255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.085027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 742afedd-0f3d-4268-b259-0172f386c183, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=742afedd-0f3d-4268-b259-0172f386c183,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:49.117592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.143850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.161529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.162817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 79124103-1843-4958-b1f7-98aecd56332b no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:49.176398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839a85-2feb-45d1-894c-41dadcf22797 req-9eabb578-3791-4c57-b9a6-e0f936d0ccda tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:49.177959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14839a85-2feb-45d1-894c-41dadcf22797 req-9eabb578-3791-4c57-b9a6-e0f936d0ccda tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2216663 Feb 16 14:57:49.191181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.201259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d494c7c6-8d61-4938-a129-e71df8816e43 req-890797d0-9f15-48f7-9f1a-f2b9f0ddc71b tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249279 Feb 16 14:57:49.210337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:49.227520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=ba34ef36-b048-4bf8-857e-a1eb87b590d4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:49.234537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.255878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Network 57433cb4-4a19-4844-bec5-2242ed92ff84 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:49.271535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14839a85-2feb-45d1-894c-41dadcf22797 req-e6280011-d8c7-4584-acb6-fb0311fbfb32 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794814 Feb 16 14:57:49.271945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:49.274504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.280221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:49.280883 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.316137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:49.352677 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08232027-5ff9-4848-826f-1c904acde2c4 x-openstack-request-id: req-08232027-5ff9-4848-826f-1c904acde2c4 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:49.368993 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810", "name": "network-vif-plugged", "status": "completed", "tag": "b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:49.369450 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-08232027-5ff9-4848-826f-1c904acde2c4 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:49.370028 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f', 'code': 200} Feb 16 14:57:49.375142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:49.482248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=742afedd-0f3d-4268-b259-0172f386c183,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:49.529913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:49.530681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.577932 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.604784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] No DVR routers for this DVR port ba34ef36-b048-4bf8-857e-a1eb87b590d4 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:49.612335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.623349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 79124103-1843-4958-b1f7-98aecd56332b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=79124103-1843-4958-b1f7-98aecd56332b,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:49.624533 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-5b5cf1d0-16f1-4dd8-a9cc-4cf4735e65f0 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "DELETE /v2.0/ports/ba34ef36-b048-4bf8-857e-a1eb87b590d4 HTTP/1.1" status: 204 len: 173 time: 1.3576326 Feb 16 14:57:49.626787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:49.636220 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca63165c-ff07-4fb0-9912-844c62a76296" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "ba34ef36-b048-4bf8-857e-a1eb87b590d4"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:49.667895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6651473 Feb 16 14:57:49.731649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Request body: {'port': {'device_id': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:49.732019 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:49.732704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d5087570-118e-4a4a-b31a-c3d8d9d90bd0 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:49.777725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dab5a-587a-40b7-97ec-b6b9b1e5b2f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:49.839625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1395121 Feb 16 14:57:49.867519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35996) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:49.932288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=79124103-1843-4958-b1f7-98aecd56332b,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:49.937885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:49.952890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7531490-26b7-44c8-9e29-5d468b137a2c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Network': ['ID=787cccbd-9503-4e11-a20c-2b727deb6ed1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:49.999885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:57:50.048605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e8719-c71f-429d-8789-035beece3212 req-04d5e9a5-8dd1-4662-bd41-e22887b12ec8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:50.050494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-950e8719-c71f-429d-8789-035beece3212 req-04d5e9a5-8dd1-4662-bd41-e22887b12ec8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2405064 Feb 16 14:57:50.060957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:50.079153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f1009758-ffc7-48c7-b49d-9d52cbd22d0d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0502877 Feb 16 14:57:50.081289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:50.098970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35998) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:50.101047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7dbf7-3570-4850-9658-c7021f676dc2 req-443d5174-2260-460c-834a-a0986dddb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:50.102663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53b7dbf7-3570-4850-9658-c7021f676dc2 req-443d5174-2260-460c-834a-a0986dddb827 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 1097 time: 0.2892604 Feb 16 14:57:50.110413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5d206-05bf-44ac-b8cf-15c98d786027 req-b8c06bec-a352-4f91-b766-bda34bdb54e6 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:50.118415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48c5d206-05bf-44ac-b8cf-15c98d786027 req-b8c06bec-a352-4f91-b766-bda34bdb54e6 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 946 time: 0.3071320 Feb 16 14:57:50.118671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:50.119334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:50.123466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.239146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-950e8719-c71f-429d-8789-035beece3212 req-e16c25d2-ae3c-4f1b-8795-54f786690695 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687827 Feb 16 14:57:50.255633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:50.285217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet 32ac2a14-557b-4290-b844-0a0486b93d5d {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:57:50.288635 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.288910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.299196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:50.330202 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fea0ed-6c11-4178-8504-c6959290bea6 x-openstack-request-id: req-67fea0ed-6c11-4178-8504-c6959290bea6 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:50.330574 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "ba34ef36-b048-4bf8-857e-a1eb87b590d4", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:50.330849 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-67fea0ed-6c11-4178-8504-c6959290bea6 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:50.331327 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': 'ba34ef36-b048-4bf8-857e-a1eb87b590d4', 'status': 'completed', 'code': 200} Feb 16 14:57:50.372865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.377121 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.377905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ba34ef36-b048-4bf8-857e-a1eb87b590d4 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:50.384191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port f928d621-950e-4b9f-9fae-e3c34a85d6d7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:50.384515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.440855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: ba34ef36-b048-4bf8-857e-a1eb87b590d4 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:57:50.441205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ba34ef36-b048-4bf8-857e-a1eb87b590d4 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:50.441636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1dbc7a42-30cf-473c-915c-6b88a972c02c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:50.477137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.492230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] For port f928d621-950e-4b9f-9fae-e3c34a85d6d7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f928d621-950e-4b9f-9fae-e3c34a85d6d7,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:50.492592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.507104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for f928d621-950e-4b9f-9fae-e3c34a85d6d7 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:50.513275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48c5d206-05bf-44ac-b8cf-15c98d786027 req-de00068a-d607-4a98-b3ea-ad0cebba002e tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937817 Feb 16 14:57:50.529169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53b7dbf7-3570-4850-9658-c7021f676dc2 req-ca666fba-16ff-4878-af03-2464ed113af5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969243 Feb 16 14:57:50.613570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1dbc7a42-30cf-473c-915c-6b88a972c02c not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:50.615325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:50.624713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f928d621-950e-4b9f-9fae-e3c34a85d6d7 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:50.652063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325c607-15d4-4cb5-b0cf-ec07638f4523 req-046743fd-1d4e-476c-9ff2-c80647efae01 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:50.659651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2325c607-15d4-4cb5-b0cf-ec07638f4523 req-046743fd-1d4e-476c-9ff2-c80647efae01 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 931 time: 0.1549203 Feb 16 14:57:50.696004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:50.700864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.761741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.807318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:47Z', 'revision_number': 10, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:50.839590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:50.850739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:50.851611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:50.855744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2325c607-15d4-4cb5-b0cf-ec07638f4523 req-e0340711-3d62-4bb0-aff9-31dfebfbbc7d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950500 Feb 16 14:57:50.857504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.929061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=32ac2a14-557b-4290-b844-0a0486b93d5d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:50.929333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a6a5a4-fbb1-4419-b596-03567f8026d8 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:50.950744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.968672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:50.976831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1ebdc754-c419-4465-8232-a500136042d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/32ac2a14-557b-4290-b844-0a0486b93d5d HTTP/1.1" status: 204 len: 168 time: 0.8535750 Feb 16 14:57:50.981201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36006) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:50.988203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Transition to ACTIVE for port object b7a6a5a4-fbb1-4419-b596-03567f8026d8 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:57:50.990824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.020727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac7f52-ccd6-4f3a-a1bc-beca7541d14d req-0b0c4b6b-aa55-4511-9b9a-feb5429082ff tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:51.026624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac7f52-ccd6-4f3a-a1bc-beca7541d14d req-0b0c4b6b-aa55-4511-9b9a-feb5429082ff tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:51.033127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac7f52-ccd6-4f3a-a1bc-beca7541d14d req-0b0c4b6b-aa55-4511-9b9a-feb5429082ff tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:51.037969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=f928d621-950e-4b9f-9fae-e3c34a85d6d7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:51.039462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac7f52-ccd6-4f3a-a1bc-beca7541d14d req-0b0c4b6b-aa55-4511-9b9a-feb5429082ff tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:51.052227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eac7f52-ccd6-4f3a-a1bc-beca7541d14d req-0b0c4b6b-aa55-4511-9b9a-feb5429082ff tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 3146 time: 0.3327916 Feb 16 14:57:51.085695 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.124411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974513ad-3c90-4099-b9ef-4fc7b275bab1 None None] Network f4ceaa78-ef78-49df-a7e1-783c53a6842b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:51.145785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] No DVR routers for this DVR port f928d621-950e-4b9f-9fae-e3c34a85d6d7 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:51.149869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.153761 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-8833273c-e185-4690-a73c-ae8557d68088 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "DELETE /v2.0/ports/f928d621-950e-4b9f-9fae-e3c34a85d6d7 HTTP/1.1" status: 204 len: 173 time: 1.5094507 Feb 16 14:57:51.202341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:51.225955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.236365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eac7f52-ccd6-4f3a-a1bc-beca7541d14d req-8372635b-c864-469e-b5ab-20bf9e906d4e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874239 Feb 16 14:57:51.258996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362546a4-6bd8-439a-be00-d69b08d158dd req-ea55295c-abdd-47ba-86d6-8d0b670eabb6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:51.277391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-362546a4-6bd8-439a-be00-d69b08d158dd req-ea55295c-abdd-47ba-86d6-8d0b670eabb6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.3006330 Feb 16 14:57:51.320628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:51.347244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Attempting to bind port b7a6a5a4-fbb1-4419-b596-03567f8026d8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:51.347639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Attempting to bind port b7a6a5a4-fbb1-4419-b596-03567f8026d8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:51.347915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Attempting to bind port b7a6a5a4-fbb1-4419-b596-03567f8026d8 on network 57433cb4-4a19-4844-bec5-2242ed92ff84 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:51.357954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Port b7a6a5a4-fbb1-4419-b596-03567f8026d8 on network 57433cb4-4a19-4844-bec5-2242ed92ff84 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:57:51.358515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Attempting to bind port b7a6a5a4-fbb1-4419-b596-03567f8026d8 on network 57433cb4-4a19-4844-bec5-2242ed92ff84 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:51.365975 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:51.366332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.373366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742afedd-0f3d-4268-b259-0172f386c183'}, {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79124103-1843-4958-b1f7-98aecd56332b'}, {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:51.377724 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961cc99f-abaf-42e8-bcf4-292837d1e558" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-unplugged", "status": "completed", "tag": "742afedd-0f3d-4268-b259-0172f386c183"}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-unplugged", "status": "completed", "tag": "79124103-1843-4958-b1f7-98aecd56332b"}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-unplugged", "status": "completed", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:51.402552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:51.402803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Checking segment: {'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:51.403195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Bound using segment: {'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:51.403670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Bound port: b7a6a5a4-fbb1-4419-b596-03567f8026d8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:51.404037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.489092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-362546a4-6bd8-439a-be00-d69b08d158dd req-f7f0548a-cd18-4f48-9928-3449c7e04122 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038302 Feb 16 14:57:51.577496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:51.582080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:51.599102 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b23c635-4cc1-4d8d-a4d9-620bf153d569 x-openstack-request-id: req-0b23c635-4cc1-4d8d-a4d9-620bf153d569 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:51.599102 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-unplugged", "status": "completed", "tag": "742afedd-0f3d-4268-b259-0172f386c183", "code": 200}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-unplugged", "status": "completed", "tag": "79124103-1843-4958-b1f7-98aecd56332b", "code": 200}, {"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-unplugged", "status": "completed", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:51.599102 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0b23c635-4cc1-4d8d-a4d9-620bf153d569 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:51.599102 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742afedd-0f3d-4268-b259-0172f386c183', 'code': 200} Feb 16 14:57:51.599102 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79124103-1843-4958-b1f7-98aecd56332b', 'code': 200} Feb 16 14:57:51.599102 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'code': 200} Feb 16 14:57:51.636133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff8302-9275-4b19-9758-95eab2eae66b req-08f84592-0a8c-4864-9b27-e4c4e9038493 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:51.646987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bff8302-9275-4b19-9758-95eab2eae66b req-08f84592-0a8c-4864-9b27-e4c4e9038493 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2818160 Feb 16 14:57:51.659819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] For port d5087570-118e-4a4a-b31a-c3d8d9d90bd0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:51.660671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.670008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:51.670381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.771835 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.773839 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.867414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bff8302-9275-4b19-9758-95eab2eae66b req-9c1defcc-de9b-4c50-8506-046179422d9b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172830 Feb 16 14:57:51.884718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:47Z', 'revision_number': 10, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:51.890098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:51.891611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.893990 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] 10.222.0.93 "PUT /v2.0/ports/b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 1091 time: 2.2017708 Feb 16 14:57:51.896715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] DHCP port deletion for f4ceaa78-ef78-49df-a7e1-783c53a6842b request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:57:51.905686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port d41d7bdb-94c7-450c-a7ec-d8aec0e49085, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,segment=NetworkSegment(f5313612-484b-444e-8312-c53f14e61549),segment_id=f5313612-484b-444e-8312-c53f14e61549)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:51.906234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:51.923992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for d41d7bdb-94c7-450c-a7ec-d8aec0e49085 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:51.948246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a23754-272d-40a7-a455-1139c820fb2a None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:47Z', 'revision_number': 10, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None, '_interfaces': [{'id': 'a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd', 'name': '', 'network_id': '1564cdcf-0e92-4f94-b1f6-564dfa7432b4', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'mac_address': 'fa:16:3e:c4:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:56:57Z', 'updated_at': '2022-02-16T14:57:03Z', 'revision_number': 5, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'subnets': [{'id': '162ce2dd-28b3-428f-bdcc-1b77efb765dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:51.979157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817259c-8fb8-4ad6-94a1-5a15de879652 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:52.018844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.022189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.022189 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Floating IP 9c5be0e1-2783-45f1-b5fd-73a2af6644d2 disassociated. External IP: 172.25.6.200, port: d5087570-118e-4a4a-b31a-c3d8d9d90bd0. Feb 16 14:57:52.022189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for d5087570-118e-4a4a-b31a-c3d8d9d90bd0 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:52.030016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] Deleting port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:52.030403 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.081653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=75236825-884b-4fa0-9508-5fdbd1340b74,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:52.087704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:52.088302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network hostable DHCP agents. Network: 787cccbd-9503-4e11-a20c-2b727deb6ed1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:57:52.108202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] For port d41d7bdb-94c7-450c-a7ec-d8aec0e49085, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,segment=NetworkSegment(f5313612-484b-444e-8312-c53f14e61549),segment_id=f5313612-484b-444e-8312-c53f14e61549)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:52.108704 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.127090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] Calling delete_port for d41d7bdb-94c7-450c-a7ec-d8aec0e49085 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:52.131507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb1da-57f8-48d8-a2f4-5d71faa9f229 req-0f90e41a-c0e5-4e54-879c-d4cb6961e081 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:52.136167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd3bb1da-57f8-48d8-a2f4-5d71faa9f229 req-0f90e41a-c0e5-4e54-879c-d4cb6961e081 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 946 time: 0.1326237 Feb 16 14:57:52.183259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd3bb1da-57f8-48d8-a2f4-5d71faa9f229 req-6ced5416-214a-4cb3-ba3a-56b0d0952846 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420768 Feb 16 14:57:52.184027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-34ccd6a0-8574-4873-8949-febdb09a9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:52.185539 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-34ccd6a0-8574-4873-8949-febdb09a9f5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1094 time: 0.0681310 Feb 16 14:57:52.230569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.241710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.247097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:57:52.262861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No DVR routers for this DVR port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:52.265684 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2e761de2-d156-4f77-a709-6216f01ead1f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 217 time: 0.0722654 Feb 16 14:57:52.294602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] Pushing event deleted for resources: {'Port': ['ID=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:52.303199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf74130-e1fa-470c-b30f-01c63414c9c5 None None] No DVR routers for this DVR port d41d7bdb-94c7-450c-a7ec-d8aec0e49085 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:52.331948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7'}, {'name': 'network-changed', 'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:52.334600 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aac5b3-333e-421d-a71f-214e1412580c" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "f928d621-950e-4b9f-9fae-e3c34a85d6d7"}, {"name": "network-changed", "server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:52.337843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=d41d7bdb-94c7-450c-a7ec-d8aec0e49085,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:52.394843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-8197de4f-2ec9-4821-956e-908fd8ac94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:52.396595 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-8197de4f-2ec9-4821-956e-908fd8ac94a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.1175110 Feb 16 14:57:52.436270 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-0c5809fd-4505-4d5a-91ee-8a9c608b4d3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309775 Feb 16 14:57:52.460554 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.491168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 787cccbd-9503-4e11-a20c-2b727deb6ed1) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:52.497681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ceaa78-ef78-49df-a7e1-783c53a6842b']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:52.501827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded990dd-b25d-4cfd-9d7f-aabc24076ae4 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:52.505738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:52.507028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.518191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0436e0-8f6b-41b2-9c9b-a8aae94e78f5 req-110f4762-7b06-4f7c-bc93-7bd130e2cc93 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:52.519668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.520466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0436e0-8f6b-41b2-9c9b-a8aae94e78f5 req-110f4762-7b06-4f7c-bc93-7bd130e2cc93 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 943 time: 0.1842604 Feb 16 14:57:52.541521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5313612-484b-444e-8312-c53f14e61549') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:52.541816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5313612-484b-444e-8312-c53f14e61549') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:52.560285 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-2ca59bd6-43dd-46cd-abd3-d9a84306e2e9 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164324 Feb 16 14:57:52.565858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.592971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.602307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0436e0-8f6b-41b2-9c9b-a8aae94e78f5 req-c1eed020-37f4-41ea-8ef9-4483bbe69e80 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737340 Feb 16 14:57:52.606100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=d5087570-118e-4a4a-b31a-c3d8d9d90bd0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:52.613372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:57:52.613792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:57:52.658525 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:57:52.750161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '75236825-884b-4fa0-9508-5fdbd1340b74'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:57:52.751642 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.754568 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b8439-d041-497b-b3a2-75b09257253d x-openstack-request-id: req-181b8439-d041-497b-b3a2-75b09257253d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:52.755003 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "f928d621-950e-4b9f-9fae-e3c34a85d6d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:52.755853 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-181b8439-d041-497b-b3a2-75b09257253d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:52.759221 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': 'f928d621-950e-4b9f-9fae-e3c34a85d6d7', 'status': 'completed', 'code': 200} Feb 16 14:57:52.759221 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8', 'status': 'completed', 'code': 200} Feb 16 14:57:52.759455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d205b127-6814-4e76-b801-69af9475028c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8662231 Feb 16 14:57:52.759595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36034) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:52.778046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'name': 'tempest-NetworksTestDHCPv6-1795555972'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:52.827969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f24c90fb-4a00-47ba-bb02-4a5ffaf76f2c req-358df235-79ba-40b3-b4a1-0c1ae8ec8a1e service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553098 Feb 16 14:57:52.861229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Router b03cb6a5-bd06-4a3c-931e-36708f9f45ad has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:52.892820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.910539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:52.913746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/f4ceaa78-ef78-49df-a7e1-783c53a6842b HTTP/1.1" status: 204 len: 168 time: 1.9312594 Feb 16 14:57:52.920789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36040) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:52.956822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/75236825-884b-4fa0-9508-5fdbd1340b74/a59299fc-7118-4330-beb3-4910ee7f4fa6) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:52.965601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c04dec-b96d-4413-8176-8932e98a9092 req-08243640-8f3d-40f3-8b61-dcd95dfbdf2e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:52.972333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c04dec-b96d-4413-8176-8932e98a9092 req-08243640-8f3d-40f3-8b61-dcd95dfbdf2e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:52.973826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6c04dec-b96d-4413-8176-8932e98a9092 req-08243640-8f3d-40f3-8b61-dcd95dfbdf2e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 1677 time: 0.2654319 Feb 16 14:57:52.974662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf76e2b-b19d-4a2b-9de6-b069e2d038b9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=f4ceaa78-ef78-49df-a7e1-783c53a6842b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:53.033633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1712e-d302-4a4e-9030-323d91690f2a req-2733d0b6-6f73-4a67-b6a8-e3da17d7e670 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:53.035198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9a1712e-d302-4a4e-9030-323d91690f2a req-2733d0b6-6f73-4a67-b6a8-e3da17d7e670 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1331277 Feb 16 14:57:53.079661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6c04dec-b96d-4413-8176-8932e98a9092 req-ebaf1b14-7109-4d0b-a270-c37ce1ecd493 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905323 Feb 16 14:57:53.101027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9a1712e-d302-4a4e-9030-323d91690f2a req-ddaf957c-feb7-454a-8753-326083e2f8ef tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501609 Feb 16 14:57:53.138342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:53.142976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.156641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:53.169059 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] Sync routers for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:53.185288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:53.185922 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:53.191777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port f99ce361-8645-46bd-91cd-be11439fa0ef yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:57:53.233966 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.317425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea11b9f-8470-4ac1-9c63-7570d62c397c req-60087578-0684-404a-a88b-2b3b30ebd29b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:53.326224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ea11b9f-8470-4ac1-9c63-7570d62c397c req-60087578-0684-404a-a88b-2b3b30ebd29b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1165605 Feb 16 14:57:53.338788 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.390996 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:53.436414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:53.439851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ea11b9f-8470-4ac1-9c63-7570d62c397c req-360fb40c-1914-4225-999c-d1e50225fe41 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126571 Feb 16 14:57:53.448303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:53.455813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:53.472477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::319 (787cccbd-9503-4e11-a20c-2b727deb6ed1/75236825-884b-4fa0-9508-5fdbd1340b74/f99ce361-8645-46bd-91cd-be11439fa0ef) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:57:53.474159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d41d7bdb-94c7-450c-a7ec-d8aec0e49085 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:53.479380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aac5b3-333e-421d-a71f-214e1412580c req-b8761246-f428-420b-af3e-dafa369440e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:53.486859 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38aac5b3-333e-421d-a71f-214e1412580c req-b8761246-f428-420b-af3e-dafa369440e7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1094 time: 0.4614840 Feb 16 14:57:53.487021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bb17c-fbc5-4b54-9e82-b4eb7d8210fc req-56722eb0-954e-4d66-9709-c126609e23b1 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:53.487021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c77bb17c-fbc5-4b54-9e82-b4eb7d8210fc req-56722eb0-954e-4d66-9709-c126609e23b1 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 946 time: 0.1137009 Feb 16 14:57:53.503012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Pushing event updated for resources: {'Port': ['ID=a59299fc-7118-4330-beb3-4910ee7f4fa6,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:53.508462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] No DVR routers for this DVR port d5087570-118e-4a4a-b31a-c3d8d9d90bd0 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:53.508935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d41d7bdb-94c7-450c-a7ec-d8aec0e49085 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:57:53.509290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d41d7bdb-94c7-450c-a7ec-d8aec0e49085 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:53.510183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d223a383-ded8-45c3-9f7f-0c390bf7f4f0 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:53.519815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.527470 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-79edf948-d5ca-43ac-a754-f34935b01d85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "DELETE /v2.0/ports/d5087570-118e-4a4a-b31a-c3d8d9d90bd0 HTTP/1.1" status: 204 len: 173 time: 2.3596771 Feb 16 14:57:53.553712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c77bb17c-fbc5-4b54-9e82-b4eb7d8210fc req-35d56a35-d31b-4c6b-8b0f-bd65b8568f49 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590582 Feb 16 14:57:53.558590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d223a383-ded8-45c3-9f7f-0c390bf7f4f0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:57:53.559055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d223a383-ded8-45c3-9f7f-0c390bf7f4f0 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:57:53.622905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Attempting to bind port a59299fc-7118-4330-beb3-4910ee7f4fa6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:57:53.623263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Attempting to bind port a59299fc-7118-4330-beb3-4910ee7f4fa6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:57:53.623679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Attempting to bind port a59299fc-7118-4330-beb3-4910ee7f4fa6 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:57:53.648362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:57:53.648362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:57:53.648362 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.648362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:57:53.648362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Bound port: a59299fc-7118-4330-beb3-4910ee7f4fa6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:57:53.648362 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.720943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aac5b3-333e-421d-a71f-214e1412580c req-f4799b55-5d80-45dd-a73d-a66d421cc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:53.722142 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38aac5b3-333e-421d-a71f-214e1412580c req-f4799b55-5d80-45dd-a73d-a66d421cc141 service neutron] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 914 time: 0.2115040 Feb 16 14:57:53.798903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] For port a59299fc-7118-4330-beb3-4910ee7f4fa6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:57:53.805257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] For port a59299fc-7118-4330-beb3-4910ee7f4fa6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a59299fc-7118-4330-beb3-4910ee7f4fa6,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:57:53.810791 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 5, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:53.825399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c61e0-b71e-475d-b4df-d882208100ce req-cfedf002-747e-4869-9a6a-9a056bf91087 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:53.828058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb5c61e0-b71e-475d-b4df-d882208100ce req-cfedf002-747e-4869-9a6a-9a056bf91087 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 943 time: 0.0916049 Feb 16 14:57:53.828800 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38aac5b3-333e-421d-a71f-214e1412580c req-d912ea6d-66a3-4434-bc94-a03ec42a75a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 217 time: 0.0828934 Feb 16 14:57:53.838040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port 742afedd-0f3d-4268-b259-0172f386c183 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:53.838640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.840802 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] Checking router: b03cb6a5-bd06-4a3c-931e-36708f9f45ad for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:53.849409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.852454 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:53.854718 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:53.887851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb5c61e0-b71e-475d-b4df-d882208100ce req-1f65428a-15c5-490f-b737-578e851ed0c1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524621 Feb 16 14:57:53.922981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.972655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:53.978757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aac5b3-333e-421d-a71f-214e1412580c req-caf735ac-cc6e-4c1a-bf21-839182795cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:53.980280 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38aac5b3-333e-421d-a71f-214e1412580c req-caf735ac-cc6e-4c1a-bf21-839182795cb4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.1357043 Feb 16 14:57:53.986906 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:54.010533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:54.015662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dff78a-6848-4106-bd03-36793188e84e None None] Pushing event updated for resources: {'Port': ['ID=a59299fc-7118-4330-beb3-4910ee7f4fa6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:54.094309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=f99ce361-8645-46bd-91cd-be11439fa0ef,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:54.096395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38aac5b3-333e-421d-a71f-214e1412580c req-3a17d3fd-d8d3-4c1d-a1b1-ad37df472e74 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765326 Feb 16 14:57:54.101192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] For port 742afedd-0f3d-4268-b259-0172f386c183, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=742afedd-0f3d-4268-b259-0172f386c183,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:54.101675 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:54.109864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:57:54.115203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:57:54.116422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:57:54.124357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:54.125416 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:54.165195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for 742afedd-0f3d-4268-b259-0172f386c183 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:54.187482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8229ff03-2f82-46c9-8f4d-e351029dbbf4 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:57:54.363043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d80ebb7c-78d9-411f-884e-c2b378994cc6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5975757 Feb 16 14:57:54.366593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36054) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:54.422101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb7ab7-a72c-4beb-aba8-d426df52882d req-5394375b-a581-428c-937e-3cf6053d945c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:54.422376 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:54.432469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dfb7ab7-a72c-4beb-aba8-d426df52882d req-5394375b-a581-428c-937e-3cf6053d945c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2238207 Feb 16 14:57:54.438257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'port_id': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'mac_address': 'fa:16:3e:f5:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:57:54.455288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38108384-a6c9-4979-8a0b-6a9a1141f85a req-9ed06dec-0dc6-45b2-a27c-1e1ac5261d64 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:54.456087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38aac5b3-333e-421d-a71f-214e1412580c req-5ae55b31-90f1-46cd-a48e-e970fab0e57e service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417542 Feb 16 14:57:54.469337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38108384-a6c9-4979-8a0b-6a9a1141f85a req-9ed06dec-0dc6-45b2-a27c-1e1ac5261d64 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:54.480185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38108384-a6c9-4979-8a0b-6a9a1141f85a req-9ed06dec-0dc6-45b2-a27c-1e1ac5261d64 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 1677 time: 0.2310021 Feb 16 14:57:54.497425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:54.518651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8229ff03-2f82-46c9-8f4d-e351029dbbf4 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:54.556333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:54.565809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38108384-a6c9-4979-8a0b-6a9a1141f85a req-b3f8b1a2-e96c-43d4-80a7-fb926eff339e tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841441 Feb 16 14:57:54.571647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca5a94-1eeb-422f-b6c0-c33f29ad444c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:54.576369 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 5, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:54.578491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca5a94-1eeb-422f-b6c0-c33f29ad444c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:54.596125 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-18ca5a94-1eeb-422f-b6c0-c33f29ad444c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2180738 Feb 16 14:57:54.597344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36058) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:54.615179 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917ea4cd-507c-4376-b7a3-3008af85334d None None] The sync data for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 is: [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:50:34Z', 'revision_number': 4, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '32574ac2-7e1e-48fd-b935-a8660b64ac77', 'name': '', 'network_id': '41ee3635-4c70-4322-8f0a-63fd2fc380db', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'mac_address': 'fa:16:3e:eb:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:30Z', 'updated_at': '2022-02-16T14:50:39Z', 'revision_number': 5, 'project_id': '46891b7e78a4495f975695e17e853e39', 'subnets': [{'id': 'ea616b7d-e073-4aa2-8165-e9cf0a859ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:54.653288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dfb7ab7-a72c-4beb-aba8-d426df52882d req-90f41863-7703-4baf-8937-6de91f29ea66 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195268 Feb 16 14:57:54.704125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:54.796021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:54.821769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454a57e-2ae3-45b4-806d-3255dffc5c64 req-0e88853a-ecda-4e70-ba7b-8b4342a627a1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:54.828226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a454a57e-2ae3-45b4-806d-3255dffc5c64 req-0e88853a-ecda-4e70-ba7b-8b4342a627a1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1348922 Feb 16 14:57:54.851364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['8229ff03-2f82-46c9-8f4d-e351029dbbf4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:54.875767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port f99ce361-8645-46bd-91cd-be11439fa0ef {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:54.877534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:54.902399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a454a57e-2ae3-45b4-806d-3255dffc5c64 req-499f7cf0-deff-432c-aa21-f60ec85c1bc8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689311 Feb 16 14:57:55.015668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:55.018566 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad408dff-3d29-4b6e-b80c-033bed08494b" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:55.130482 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-38aac5b3-333e-421d-a71f-214e1412580c req-70ec4a05-45a5-48dd-a822-4666cf63000b service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518660 Feb 16 14:57:55.156309 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dfe717-fad9-4daf-9924-9f7c817595ab x-openstack-request-id: req-73dfe717-fad9-4daf-9924-9f7c817595ab {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:55.156762 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "d5087570-118e-4a4a-b31a-c3d8d9d90bd0", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:55.157177 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-73dfe717-fad9-4daf-9924-9f7c817595ab {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:55.158555 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': 'd5087570-118e-4a4a-b31a-c3d8d9d90bd0', 'status': 'completed', 'code': 200} Feb 16 14:57:55.171802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bf0fc-4cf7-4db3-99e5-4acd4a6775b5 None None] New status for floating IP 9c5be0e1-2783-45f1-b5fd-73a2af6644d2: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:57:55.190174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.205621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for f99ce361-8645-46bd-91cd-be11439fa0ef owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:55.248165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:55.249261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.389519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5c937-2fec-44bf-a6fd-adcc764b6d04 req-aa84a50b-7344-4e6f-8f3f-57726f89aed3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:55.398167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eb5c937-2fec-44bf-a6fd-adcc764b6d04 req-aa84a50b-7344-4e6f-8f3f-57726f89aed3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 943 time: 0.3367667 Feb 16 14:57:55.411580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,segment=NetworkSegment(5c7258e7-08ce-4b62-846a-1ddffe262caa),segment_id=5c7258e7-08ce-4b62-846a-1ddffe262caa)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:55.413079 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.430113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:55.461517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7eb5c937-2fec-44bf-a6fd-adcc764b6d04 req-45a0cf0e-6fcc-408a-a1c3-1476d6c70bee tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Feb 16 14:57:55.494208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a59299fc-7118-4330-beb3-4910ee7f4fa6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:55.500282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.542483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=742afedd-0f3d-4268-b259-0172f386c183,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:55.594433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.617979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a59299fc-7118-4330-beb3-4910ee7f4fa6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:55.624053 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.634192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] No DVR routers for this DVR port 742afedd-0f3d-4268-b259-0172f386c183 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:55.643558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=f99ce361-8645-46bd-91cd-be11439fa0ef,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:55.650173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.654228 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-2eeb582f-5553-437f-a4b0-f5f519e9fc72 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "DELETE /v2.0/ports/742afedd-0f3d-4268-b259-0172f386c183 HTTP/1.1" status: 204 len: 173 time: 2.1203170 Feb 16 14:57:55.678480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.681868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239d686-4628-41d5-be17-c7ecfcf6a761 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:55.682039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6c3966ed-7e2f-4aa5-a1d3-4747c3489e9e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/f99ce361-8645-46bd-91cd-be11439fa0ef HTTP/1.1" status: 204 len: 168 time: 1.0809867 Feb 16 14:57:55.684519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36082) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:55.878541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0005333-71ce-45ee-9d56-a99146a07277 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:55.880107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0005333-71ce-45ee-9d56-a99146a07277 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:55.881645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a0005333-71ce-45ee-9d56-a99146a07277 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1962037 Feb 16 14:57:55.884564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36088) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:55.891260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-97cbbaae-58c0-4c44-87fe-0efa0066628e None None] Provisioning complete for port a59299fc-7118-4330-beb3-4910ee7f4fa6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:55.891933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaae-58c0-4c44-87fe-0efa0066628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:55.946937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec4259-eae9-4d23-ba0e-c1c2950f367b req-449a5e13-5700-4f19-930b-81c0d4f009ec tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:55.972534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69ec4259-eae9-4d23-ba0e-c1c2950f367b req-449a5e13-5700-4f19-930b-81c0d4f009ec tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 943 time: 0.2063055 Feb 16 14:57:56.020414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port 79124103-1843-4958-b1f7-98aecd56332b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:56.020775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.043800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082412e-b7dd-4d75-bfc0-171c61c9d32f req-b0aa1e50-79d8-447c-9148-adf0f3ab1f2f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:56.045397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8082412e-b7dd-4d75-bfc0-171c61c9d32f req-b0aa1e50-79d8-447c-9148-adf0f3ab1f2f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 945 time: 0.2380495 Feb 16 14:57:56.064930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 75236825-884b-4fa0-9508-5fdbd1340b74 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:57:56.069837 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.085152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.089028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.119442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97cbbaae-58c0-4c44-87fe-0efa0066628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.130339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.168318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:56.198689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a59299fc-7118-4330-beb3-4910ee7f4fa6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a59299fc-7118-4330-beb3-4910ee7f4fa6,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:56.203329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8229ff03-2f82-46c9-8f4d-e351029dbbf4 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:56.275997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b7a6a5a4-fbb1-4419-b596-03567f8026d8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:57:56.373687 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.374690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] For port 79124103-1843-4958-b1f7-98aecd56332b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=79124103-1843-4958-b1f7-98aecd56332b,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:56.375225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.409938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for 79124103-1843-4958-b1f7-98aecd56332b owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:56.493432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69ec4259-eae9-4d23-ba0e-c1c2950f367b req-cd60d547-b374-4a6b-8e42-be1d49e7b200 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups?id=5353fd5c-6cab-4579-8065-1dd6cb347725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5201778 Feb 16 14:57:56.598328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.631305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8082412e-b7dd-4d75-bfc0-171c61c9d32f req-09dcfde4-f778-4144-aa23-a04cad70b4af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727654 Feb 16 14:57:56.741611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a59299fc-7118-4330-beb3-4910ee7f4fa6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:56.746868 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-97cbbaae-58c0-4c44-87fe-0efa0066628e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:57:56.747330 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-97cbbaae-58c0-4c44-87fe-0efa0066628e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:57:56.752528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:56.755047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.758254 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:57:56.826460 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.936472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:56.942049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:56.973251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8', 'network_id': '57433cb4-4a19-4844-bec5-2242ed92ff84', 'port_id': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8', 'mac_address': 'fa:16:3e:ea:48:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d36886-b89a-4700-b528-f6efa0622e72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:57:56.987242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=79124103-1843-4958-b1f7-98aecd56332b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:57.041729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.095670 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.131916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:57.150956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:57.150956 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8cffd6-8d85-4574-bcba-fcb59de90ee2" -d '{"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:57.156853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a6a5a4-fbb1-4419-b596-03567f8026d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:57:57.182714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:57.229659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.271594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': '742afedd-0f3d-4268-b259-0172f386c183'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:57:57.274894 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6992001c-3928-4836-ad50-9949d379ede2" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "742afedd-0f3d-4268-b259-0172f386c183"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:57:57.283365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.291156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] No DVR routers for this DVR port 79124103-1843-4958-b1f7-98aecd56332b on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:57.298528 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.307344 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f1d04eac-cc16-4825-9e88-1f7943ec1e63 req-a1ed4a71-21a1-4bd2-97ba-62a8397a7f31 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.93 "DELETE /v2.0/ports/79124103-1843-4958-b1f7-98aecd56332b HTTP/1.1" status: 204 len: 173 time: 1.6409569 Feb 16 14:57:57.320449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:57:57.413715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:57.519191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:57:57.542406 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b716825b-7adb-4aeb-a845-56a10e07da46 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6191335 Feb 16 14:57:57.544212 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:57:57.546147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36128) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:57.570555 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:57.572104 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:57.604443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:57.613086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b553c10-33e3-4142-849c-2fd8b64a7167 req-9a07a66e-522f-4559-93fd-4608f67c7bb3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:57.619767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b553c10-33e3-4142-849c-2fd8b64a7167 req-9a07a66e-522f-4559-93fd-4608f67c7bb3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 943 time: 0.8643351 Feb 16 14:57:57.627394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a59299fc-7118-4330-beb3-4910ee7f4fa6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:57:57.636718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac42a9-2d47-4f6a-8185-4b8e565db69b req-1d926d5f-eade-4ab8-9c4d-f64561573a20 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:57.656038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ceac42a9-2d47-4f6a-8185-4b8e565db69b req-1d926d5f-eade-4ab8-9c4d-f64561573a20 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.9818208 Feb 16 14:57:57.711340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting subnet 162ce2dd-28b3-428f-bdcc-1b77efb765dd {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:57:57.722901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.747757 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:57.752679 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.754228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b7a6a5a4-fbb1-4419-b596-03567f8026d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:57:57.821542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.846016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=75236825-884b-4fa0-9508-5fdbd1340b74,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:57.880727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.894491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-75230faa-f3b5-4931-8c6b-46e09dda03f1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/75236825-884b-4fa0-9508-5fdbd1340b74 HTTP/1.1" status: 204 len: 168 time: 2.0088749 Feb 16 14:57:57.895867 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:55Z', 'revision_number': 11, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:57.909283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a9794-51a0-4080-bef5-a0620583a012 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:57.930464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36136) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:57.944645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a59299fc-7118-4330-beb3-4910ee7f4fa6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:57.945345 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:57.959756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ceac42a9-2d47-4f6a-8185-4b8e565db69b req-1a01972b-aa15-4d86-86b6-078f9c4b3149 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741542 Feb 16 14:57:57.985741 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:57:58.008498 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:57:58.011620 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:58.050313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:58.078270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c82f04f1-d32d-4c68-9161-75dd9457c807 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173007 Feb 16 14:57:58.079420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36142) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:58.087025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:57:58.112078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b553c10-33e3-4142-849c-2fd8b64a7167 req-0f886c51-5099-463c-8994-5b2887b5b34c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489613 Feb 16 14:57:58.200237 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3978674b-7566-4b8a-90aa-7c824ad32470 x-openstack-request-id: req-3978674b-7566-4b8a-90aa-7c824ad32470 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:58.200540 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "742afedd-0f3d-4268-b259-0172f386c183", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:58.203720 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3978674b-7566-4b8a-90aa-7c824ad32470 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:58.206327 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': '742afedd-0f3d-4268-b259-0172f386c183', 'status': 'completed', 'code': 200} Feb 16 14:57:58.230989 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:57:58.274542 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f9d6a-1f04-4ca0-adcb-1c90f842a530 x-openstack-request-id: req-f87f9d6a-1f04-4ca0-adcb-1c90f842a530 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:57:58.275160 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:57:58.275160 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f87f9d6a-1f04-4ca0-adcb-1c90f842a530 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:57:58.275556 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'code': 200} Feb 16 14:57:58.296434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-14dd716e-1393-4543-9b08-62ca1c56f7c5 None None] Provisioning complete for port a59299fc-7118-4330-beb3-4910ee7f4fa6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:57:58.296835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-14dd716e-1393-4543-9b08-62ca1c56f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:58.321685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:58.402737 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:55Z', 'revision_number': 11, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:58.410552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Subnet': ['ID=162ce2dd-28b3-428f-bdcc-1b77efb765dd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:58.419348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:58.430436 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-87abfce4-79ad-4d8f-9f71-433d2537c082 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/162ce2dd-28b3-428f-bdcc-1b77efb765dd HTTP/1.1" status: 204 len: 168 time: 0.8825281 Feb 16 14:57:58.432845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36146) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:57:58.470761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb8ff67-ee75-4fe9-bd7d-372fee8624ad req-27bafd66-7038-4d94-98b3-8c1031daa267 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.1167626 Feb 16 14:57:58.472333 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3687db-8649-489e-8e83-f6a85f067d63 None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:55Z', 'revision_number': 11, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:57:58.542617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d20fe-7718-4206-842e-317c3c8c419d req-461ea23c-8599-4517-bf34-7ee3e3650152 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:58.549558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e13d20fe-7718-4206-842e-317c3c8c419d req-461ea23c-8599-4517-bf34-7ee3e3650152 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2281711 Feb 16 14:57:58.549811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef755b-ae2b-4ef5-884a-64a3afc67dcb None None] Network 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:57:58.625315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e13d20fe-7718-4206-842e-317c3c8c419d req-55da7372-3e56-48f5-9b34-186e43923c3b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642343 Feb 16 14:57:58.646039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:58.781863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Deleting port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:58.794862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:58.887300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:57:58.897516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:58.915896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] For port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fde1e9bb-5fc9-4f0b-8254-cc196f51ab37,segment=NetworkSegment(5c7258e7-08ce-4b62-846a-1ddffe262caa),segment_id=5c7258e7-08ce-4b62-846a-1ddffe262caa)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:58.916661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.003500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Calling delete_port for fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:59.214692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:57:59.346701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-14dd716e-1393-4543-9b08-62ca1c56f7c5 None None] Could not find standard attr ID for object f99ce361-8645-46bd-91cd-be11439fa0ef. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:57:59.412372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] Deleting port a59299fc-7118-4330-beb3-4910ee7f4fa6 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:57:59.412754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.421446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079e94b-f64e-4d23-82df-961e25dd131f req-9c716557-b621-4f72-98e1-6fea22055e5e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:59.426659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b079e94b-f64e-4d23-82df-961e25dd131f req-9c716557-b621-4f72-98e1-6fea22055e5e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2518213 Feb 16 14:57:59.450525 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.483133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a59299fc-7118-4330-beb3-4910ee7f4fa6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:57:59.502999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2af09-ae11-4e7a-b5be-53f918aa603d req-9f25edaf-d899-483c-bde4-2d03661f4c3d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:57:59.506788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5dd2af09-ae11-4e7a-b5be-53f918aa603d req-9f25edaf-d899-483c-bde4-2d03661f4c3d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 944 time: 0.2436028 Feb 16 14:57:59.564634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Port': ['ID=fde1e9bb-5fc9-4f0b-8254-cc196f51ab37,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:57:59.564873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35b13c-28bb-461d-b58e-8c0224530eb2 None None] DHCP port deletion for 1564cdcf-0e92-4f94-b1f6-564dfa7432b4 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:57:59.590571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No DVR routers for this DVR port fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:57:59.619631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] For port a59299fc-7118-4330-beb3-4910ee7f4fa6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a59299fc-7118-4330-beb3-4910ee7f4fa6,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:59.620038 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.669955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] Calling delete_port for a59299fc-7118-4330-beb3-4910ee7f4fa6 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:57:59.701810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5dd2af09-ae11-4e7a-b5be-53f918aa603d req-4ca4aba8-aff9-4cd1-beb0-613a88303696 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876164 Feb 16 14:57:59.771109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.832394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1564cdcf-0e92-4f94-b1f6-564dfa7432b4']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:59.838092 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.849617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7258e7-08ce-4b62-846a-1ddffe262caa') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:59.863344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7258e7-08ce-4b62-846a-1ddffe262caa') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:57:59.881210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a59299fc-7118-4330-beb3-4910ee7f4fa6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a59299fc-7118-4330-beb3-4910ee7f4fa6,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:57:59.889637 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.915735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.933268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:57:59.933602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:57:59.937171 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:57:59.984957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.984957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:00.000627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b079e94b-f64e-4d23-82df-961e25dd131f req-83176b55-d44f-4f77-94c4-219dc2260162 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326569 Feb 16 14:58:00.024305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c75357c-5dc7-443e-ad1a-d7dddb8e9533 req-d80bedc0-6515-4263-91a3-07bd2fff01e3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.2263985 Feb 16 14:58:00.024305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.127806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:00.128862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a1eb8e82-6ee4-4dc7-b7b7-c2ea6bb146cd not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:00.189394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:00.200876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.218847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:00.218999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.222749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:00.223829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.232955 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/networks/1564cdcf-0e92-4f94-b1f6-564dfa7432b4 HTTP/1.1" status: 204 len: 168 time: 1.7984350 Feb 16 14:58:00.233895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:00.235225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=ef8e715c-5087-47a6-8c0e-409219645ca1,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:00.239229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6e1d3a78-fdf3-4616-af22-66818089db38 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:58:00.249420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': '79124103-1843-4958-b1f7-98aecd56332b'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:00.253602 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22134dc7-e4b8-42c6-b427-1f591464db7d" -d '{"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "79124103-1843-4958-b1f7-98aecd56332b"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:00.261143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ee38-eb6c-4ddc-a714-b13b8ec57e32 req-a4d76937-88cf-463e-82bc-03a756c50f3d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:00.264293 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.264483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'routes': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:00.272239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a874ee38-eb6c-4ddc-a714-b13b8ec57e32 req-a4d76937-88cf-463e-82bc-03a756c50f3d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.0973117 Feb 16 14:58:00.313952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b7a6a5a4-fbb1-4419-b596-03567f8026d8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:00.323375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27c2db-4227-4c24-bb69-3105bb2711d7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Pushing event deleted for resources: {'Network': ['ID=1564cdcf-0e92-4f94-b1f6-564dfa7432b4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:00.380042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a874ee38-eb6c-4ddc-a714-b13b8ec57e32 req-9092cb2b-138a-48bb-bda6-a4695ba5bbc6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057854 Feb 16 14:58:00.399419 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5a7e98-026d-4eb7-92a6-c7a2eed4277c x-openstack-request-id: req-5f5a7e98-026d-4eb7-92a6-c7a2eed4277c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:00.399419 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1311452b-dbb2-4d55-b14d-5f7722dfa811", "name": "network-vif-deleted", "tag": "79124103-1843-4958-b1f7-98aecd56332b", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:00.399778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-70a93e88-c1c8-411d-9129-cb2a62bf3309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3142133 Feb 16 14:58:00.399891 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5f5a7e98-026d-4eb7-92a6-c7a2eed4277c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:00.399891 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1311452b-dbb2-4d55-b14d-5f7722dfa811', 'name': 'network-vif-deleted', 'tag': '79124103-1843-4958-b1f7-98aecd56332b', 'status': 'completed', 'code': 200} Feb 16 14:58:00.400485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:00.407984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a59299fc-7118-4330-beb3-4910ee7f4fa6,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:00.430783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'name': 'tempest-NetworksTestDHCPv6-1697436305'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:00.482161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] No DVR routers for this DVR port a59299fc-7118-4330-beb3-4910ee7f4fa6 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:00.497578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe7f55-5f51-4555-a308-a419a422961e None None] Pushing event deleted for resources: {'Port': ['ID=a59299fc-7118-4330-beb3-4910ee7f4fa6,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:00.552157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce65f80-7385-4d7f-89ae-839550b2ee98 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:00.701155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Added routes are [] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 14:58:00.701416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Removed routes are [] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 14:58:00.701749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.728574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:00.746917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6e1d3a78-fdf3-4616-af22-66818089db38', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'port_id': '6e1d3a78-fdf3-4616-af22-66818089db38', 'mac_address': 'fa:16:3e:fa:ac:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0cd46a-d36c-47d4-b799-d04c5320fa54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:58:00.818868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port b7a6a5a4-fbb1-4419-b596-03567f8026d8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:58:00.834857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port b7a6a5a4-fbb1-4419-b596-03567f8026d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:00.835384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.878106 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.928642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dded89-e9b1-4903-b883-1ec8bf9f1612 req-3f809fe5-26f1-42ec-afec-4a581fe5d5a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:00.930527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95dded89-e9b1-4903-b883-1ec8bf9f1612 req-3f809fe5-26f1-42ec-afec-4a581fe5d5a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 944 time: 0.1067467 Feb 16 14:58:00.941427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e1d3a78-fdf3-4616-af22-66818089db38 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:58:00.949138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.954359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'ef8e715c-5087-47a6-8c0e-409219645ca1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:00.955328 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.960667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:00.967140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.973490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:00.994901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:01.004220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95dded89-e9b1-4903-b883-1ec8bf9f1612 req-b6d64af4-3944-4cef-b77c-0396fd55de00 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633502 Feb 16 14:58:01.185910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cb547-cd69-44e5-aed4-47163d5ffa70 req-cdfcac27-e192-4ec3-8b4f-255a6c3e34e2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:01.188245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-394cb547-cd69-44e5-aed4-47163d5ffa70 req-cdfcac27-e192-4ec3-8b4f-255a6c3e34e2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.0754654 Feb 16 14:58:01.226802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 09ecad84-2793-44b2-892d-4e9da1ed66d4 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:01.228228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/ef8e715c-5087-47a6-8c0e-409219645ca1/05cc83e3-34e1-4c16-8cc3-a8a819eb9f26) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:01.275642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f8bf5e5-214d-4587-8848-dce3fd83f6c5 req-60c45af4-30d9-453a-9150-ed454f92d8b4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0423877 Feb 16 14:58:01.336363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-394cb547-cd69-44e5-aed4-47163d5ffa70 req-fa84aa74-7ff3-43fe-8212-75161460fda7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409004 Feb 16 14:58:01.388462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router a3abe196-c959-4ee5-a84e-0be5474f4100 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:58:01.534537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ab761-0fd2-49b0-8535-c4b806142e9a req-93c7dcb9-9cf3-436b-9d34-08697d4a1d5c tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:01.536198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-424ab761-0fd2-49b0-8535-c4b806142e9a req-93c7dcb9-9cf3-436b-9d34-08697d4a1d5c tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 946 time: 0.0959449 Feb 16 14:58:01.612992 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:01.618768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:01.630129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:01.650824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:58:01.677445 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:01.681065 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc609920-432c-481f-ae8f-f3d9f22fe97c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 200 len: 700 time: 1.4234180 Feb 16 14:58:01.685642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36190) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:01.691372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] Sync routers for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:58:01.736887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-424ab761-0fd2-49b0-8535-c4b806142e9a req-e66939fe-8763-4b5d-9d6e-f7552e3bc864 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883807 Feb 16 14:58:01.758785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:01.759948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5e347a17-df6e-4cce-9201-db40af708ec7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 200 len: 205 time: 0.0620868 Feb 16 14:58:01.762509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36192) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:01.774138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a102f7-7ad4-4942-95a8-c8b5e74a6a4b req-f4810dea-df8e-419e-a57c-0e1fb4850ed4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:01.783377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45a102f7-7ad4-4942-95a8-c8b5e74a6a4b req-f4810dea-df8e-419e-a57c-0e1fb4850ed4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1796949 Feb 16 14:58:01.785682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:01.791795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:01.792141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fde1e9bb-5fc9-4f0b-8254-cc196f51ab37 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:01.839942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45a102f7-7ad4-4942-95a8-c8b5e74a6a4b req-0ba27857-d9ce-49f1-82f8-4c154b0b1428 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Feb 16 14:58:02.030892 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e17ac6-da5a-419a-8527-7095dc2f0fd3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.158257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::76 (787cccbd-9503-4e11-a20c-2b727deb6ed1/ef8e715c-5087-47a6-8c0e-409219645ca1/09ecad84-2793-44b2-892d-4e9da1ed66d4) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:02.240910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] Routers {'a3abe196-c959-4ee5-a84e-0be5474f4100'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:58:02.242594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a3abe196-c959-4ee5-a84e-0be5474f4100'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:02.272365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e17ac6-da5a-419a-8527-7095dc2f0fd3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.276756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e17ac6-da5a-419a-8527-7095dc2f0fd3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.313032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b73d42-32de-483a-931d-864e4b2fa30f req-75a9c92d-60f5-4c65-a196-955f22cf3a9f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:02.320566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80b73d42-32de-483a-931d-864e4b2fa30f req-75a9c92d-60f5-4c65-a196-955f22cf3a9f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 944 time: 0.1400073 Feb 16 14:58:02.328870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] Set router a3abe196-c959-4ee5-a84e-0be5474f4100 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:58:02.399859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6e1d3a78-fdf3-4616-af22-66818089db38'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:02.420612 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e17ac6-da5a-419a-8527-7095dc2f0fd3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.421630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e17ac6-da5a-419a-8527-7095dc2f0fd3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Fanout notify agent at l3_agent the message router_deleted on router a3abe196-c959-4ee5-a84e-0be5474f4100 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:58:02.440746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-33e17ac6-da5a-419a-8527-7095dc2f0fd3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.460462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-33e17ac6-da5a-419a-8527-7095dc2f0fd3 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 204 len: 168 time: 0.6905789 Feb 16 14:58:02.461166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36202) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:02.464582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80b73d42-32de-483a-931d-864e4b2fa30f req-554e3069-d5d5-463f-ad74-30639dd89bc4 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328478 Feb 16 14:58:02.479751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f5805c2b-f7f1-441a-97a5-efe7f544541a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1932964762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:02.498636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:02.507206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3abe196-c959-4ee5-a84e-0be5474f4100', 'name': 'tempest-RoutersTest-router-219255713', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:56:52Z', 'updated_at': '2022-02-16T14:57:55Z', 'revision_number': 11, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:02.516134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:02.523214 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700b39e5-4000-4f07-a7b9-e4a2cc4e2c63" -d '{"events": [{"server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "name": "network-vif-plugged", "status": "completed", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:02.529489 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.538141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6e1d3a78-fdf3-4616-af22-66818089db38 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:02.651060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.743350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95da3b04-9262-47cb-a978-42d5f8b59ba3 req-9ee08331-228d-45d7-995e-e8aae8e7d0e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.1538570 Feb 16 14:58:02.749547 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f5805c2b-f7f1-441a-97a5-efe7f544541a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.753018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f5805c2b-f7f1-441a-97a5-efe7f544541a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.766232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Pushing event updated for resources: {'Port': ['ID=05cc83e3-34e1-4c16-8cc3-a8a819eb9f26,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:02.784184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] Checking router: a3abe196-c959-4ee5-a84e-0be5474f4100 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:58:02.799152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.821288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.851390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:02.861126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:02.901794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-7c9119c3-dd71-4c82-88f8-d5370bf20088 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:02.903618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-7c9119c3-dd71-4c82-88f8-d5370bf20088 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 946 time: 0.1326690 Feb 16 14:58:02.904640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:02.911530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:02.912338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.932522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f5805c2b-f7f1-441a-97a5-efe7f544541a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:02.977361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:03.011345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050a44-19da-49ae-b2f5-ae4abacf5782 req-09d3bf0e-25f0-4e7d-9e55-1c8f90ce70c0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:03.016177 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651feada-3cfb-4f7b-9f10-61e7e7433608 x-openstack-request-id: req-651feada-3cfb-4f7b-9f10-61e7e7433608 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:03.017175 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "name": "network-vif-plugged", "status": "completed", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:03.017996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1050a44-19da-49ae-b2f5-ae4abacf5782 req-09d3bf0e-25f0-4e7d-9e55-1c8f90ce70c0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 944 time: 0.4062912 Feb 16 14:58:03.025079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f5805c2b-f7f1-441a-97a5-efe7f544541a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.025540 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-651feada-3cfb-4f7b-9f10-61e7e7433608 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:03.025996 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8', 'code': 200} Feb 16 14:58:03.047357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:03.052335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:03.058391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] Routers set() bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:58:03.061061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] Router IDs set() for agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 14:58:03.061061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_agentschedulers_db [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3abe196-c959-4ee5-a84e-0be5474f4100'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent'). {{(pid=103045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 14:58:03.061061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44315de3-f82f-4e21-b655-24b9a718e289 None None] The sync data for ids ['a3abe196-c959-4ee5-a84e-0be5474f4100'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:58:03.169115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1050a44-19da-49ae-b2f5-ae4abacf5782 req-0aeda670-951b-4879-9568-3ae975760b67 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151469 Feb 16 14:58:03.174637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f5805c2b-f7f1-441a-97a5-efe7f544541a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.182899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f5805c2b-f7f1-441a-97a5-efe7f544541a tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7077363 Feb 16 14:58:03.183815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36210) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:03.195038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-61f762ec-de91-46e7-abf0-dbf69a44f92c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:03.289543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Attempting to bind port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:03.315607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Attempting to bind port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:03.316540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Attempting to bind port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:03.338856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4877907-5e88-415a-9cbb-d52887e3a2b7 req-bdcfd2aa-9cb4-4c58-ab63-b8c614b19f05 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:03.341394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4877907-5e88-415a-9cbb-d52887e3a2b7 req-bdcfd2aa-9cb4-4c58-ab63-b8c614b19f05 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 946 time: 0.2453012 Feb 16 14:58:03.366807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.409199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e1d3a78-fdf3-4616-af22-66818089db38 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:58:03.454363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:03.454841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:03.455152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.455669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:03.459777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Bound port: 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:03.460535 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.471319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:03.483292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:03.607102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.669030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=09ecad84-2793-44b2-892d-4e9da1ed66d4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:03.689976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] For port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:03.714379 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c81beb3-ca05-44a7-bea2-e4ac43df1dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3077996 Feb 16 14:58:03.714885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] For port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=05cc83e3-34e1-4c16-8cc3-a8a819eb9f26,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:03.718633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36218) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:03.753407 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:03.772183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4877907-5e88-415a-9cbb-d52887e3a2b7 req-a8db2c77-7008-4e1f-a925-18c1baf2ef44 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/security-groups?id=c32d8b1e-450d-45f9-a4ad-957831de27a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974223 Feb 16 14:58:03.820892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501afee3-87d7-4ee3-ac3a-a8bc356efa96 req-a9eaad61-9263-4a64-9652-8c663cb8769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:03.822550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61f762ec-de91-46e7-abf0-dbf69a44f92c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.823496 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-501afee3-87d7-4ee3-ac3a-a8bc356efa96 req-a9eaad61-9263-4a64-9652-8c663cb8769a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1096 time: 0.2764030 Feb 16 14:58:03.831306 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.849293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf696a0c-196d-4741-b813-7ba84c355b04 req-09b48be2-d50c-4c4a-90ad-03f58e88af59 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:03.859924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf696a0c-196d-4741-b813-7ba84c355b04 req-09b48be2-d50c-4c4a-90ad-03f58e88af59 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.5601320 Feb 16 14:58:03.888771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da978914-376f-491a-a3d2-b6292ce0e37c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:03.893039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da978914-376f-491a-a3d2-b6292ce0e37c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:03.898421 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-da978914-376f-491a-a3d2-b6292ce0e37c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1724949 Feb 16 14:58:03.899585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36222) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:03.903919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Deleting port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:03.904258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:03.996549 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394fe36-25ce-4030-9d78-3c84ca84b47b None None] Pushing event updated for resources: {'Port': ['ID=05cc83e3-34e1-4c16-8cc3-a8a819eb9f26,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:03.996924 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-501afee3-87d7-4ee3-ac3a-a8bc356efa96 req-93608e16-c855-4faf-bc11-cdd99028377f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458027 Feb 16 14:58:04.010464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61f762ec-de91-46e7-abf0-dbf69a44f92c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.025146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf696a0c-196d-4741-b813-7ba84c355b04 req-c7824902-958b-42c4-8f43-3dc0735bad79 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631689 Feb 16 14:58:04.139313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] For port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,segment=NetworkSegment(170858f7-33b4-4c63-8db1-7f5162a78a7d),segment_id=170858f7-33b4-4c63-8db1-7f5162a78a7d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:04.139711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.179113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Calling delete_port for b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:04.245060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6e1d3a78-fdf3-4616-af22-66818089db38 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:04.250133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f861870-fe13-4639-a3d5-4eb020852b09 req-a39a5b1f-f2f9-4df7-97ca-5cb0389c936f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:04.252532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f861870-fe13-4639-a3d5-4eb020852b09 req-a39a5b1f-f2f9-4df7-97ca-5cb0389c936f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 945 time: 0.2637076 Feb 16 14:58:04.337589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e09abe5-5c6a-4746-980d-9369058aa298 req-7f2732cb-24ae-4b13-9d2a-a179653d27e7 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.1688192 Feb 16 14:58:04.388398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6e1d3a78-fdf3-4616-af22-66818089db38 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:04.389021 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.464327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 09ecad84-2793-44b2-892d-4e9da1ed66d4 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:04.468435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.611470 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.622543 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.660446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:04.689195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f861870-fe13-4639-a3d5-4eb020852b09 req-f7979092-da89-4adb-8a15-6d6d461fc30a tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725331 Feb 16 14:58:04.702429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Pushing event deleted for resources: {'Port': ['ID=b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:04.706149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f762ec-de91-46e7-abf0-dbf69a44f92c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Router 295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:58:04.732023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896ac19-9e15-4269-bf61-3440650cf2a2 req-63861a0a-30d2-43bf-a114-8b50b38bdd97 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:04.740542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9896ac19-9e15-4269-bf61-3440650cf2a2 req-63861a0a-30d2-43bf-a114-8b50b38bdd97 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 943 time: 0.2599683 Feb 16 14:58:04.755771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.767988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] No DVR routers for this DVR port b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:04.771270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.777069 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-81b381c9-f87e-47a8-bebd-66f1c3fc93d7 req-06bec6b1-1442-4511-a778-10e56f6774a9 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.93 "DELETE /v2.0/ports/b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f HTTP/1.1" status: 204 len: 173 time: 1.8546703 Feb 16 14:58:04.777735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'name': 'network-vif-deleted', 'tag': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:04.780805 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2227ec5-eec1-4445-8c12-eb326ff18b22" -d '{"events": [{"server_uuid": "fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810", "name": "network-vif-deleted", "tag": "b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:04.862803 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d96611-9e8c-4d51-ade3-c70fe4fa74e9 x-openstack-request-id: req-d6d96611-9e8c-4d51-ade3-c70fe4fa74e9 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:04.863145 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810", "name": "network-vif-deleted", "tag": "b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:04.863400 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d6d96611-9e8c-4d51-ade3-c70fe4fa74e9 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:04.863838 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810', 'name': 'network-vif-deleted', 'tag': 'b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f', 'status': 'completed', 'code': 200} Feb 16 14:58:04.902514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:04.919370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f762ec-de91-46e7-abf0-dbf69a44f92c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:58:04.945534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:04.946731 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] Sync routers for ids ['295f3cbb-b84d-43c3-afb1-3f3ffb6424f0'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:58:04.960996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 09ecad84-2793-44b2-892d-4e9da1ed66d4 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:05.009118 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] Routers {'295f3cbb-b84d-43c3-afb1-3f3ffb6424f0'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:58:05.009992 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['295f3cbb-b84d-43c3-afb1-3f3ffb6424f0'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:05.020502 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61f762ec-de91-46e7-abf0-dbf69a44f92c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:05.025881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-61f762ec-de91-46e7-abf0-dbf69a44f92c tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "PUT /v2.0/routers/295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 HTTP/1.1" status: 200 len: 694 time: 1.8409176 Feb 16 14:58:05.027082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36234) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:05.027394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:05.030133 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e810ce17-1318-4de9-91fc-6f9161c6210f" -d '{"events": [{"server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:05.212101 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] Set router 295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:58:05.213672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbaeb17e-da20-4e26-9cd6-14320cb78cf9 req-ae39cca9-43ba-4223-beba-e0650e54aa00 tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 210 time: 0.0673149 Feb 16 14:58:05.214482 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3cbb-b84d-43c3-afb1-3f3ffb6424f0', 'name': 'tempest-RoutersTest-router-1932964762', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:02Z', 'updated_at': '2022-02-16T14:58:03Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:05.214601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9896ac19-9e15-4269-bf61-3440650cf2a2 req-50a5ec4c-73c6-40aa-bc5e-8df79f33df81 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394269 Feb 16 14:58:05.224068 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] Checking router: 295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:58:05.233570 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] Routers {'295f3cbb-b84d-43c3-afb1-3f3ffb6424f0'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:58:05.234544 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['295f3cbb-b84d-43c3-afb1-3f3ffb6424f0'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:05.246870 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cfe68835-c475-451f-a2cc-ca4903803603 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/routers/295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 HTTP/1.1" status: 200 len: 700 time: 0.2183073 Feb 16 14:58:05.258698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36240) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:05.274134 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13c03f-0009-49c4-91e6-1317877d7a3d x-openstack-request-id: req-de13c03f-0009-49c4-91e6-1317877d7a3d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:05.274433 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "name": "network-vif-plugged", "status": "completed", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:05.274678 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-de13c03f-0009-49c4-91e6-1317877d7a3d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:05.275073 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38', 'code': 200} Feb 16 14:58:05.361653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b08acfb-98c8-43f2-81e8-546d97694492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:05.367173 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] Set router 295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:58:05.385053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36244) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:05.385952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5523abe6-f87b-42f9-8221-dab79f36f9ef tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 HTTP/1.1" status: 200 len: 205 time: 0.1260748 Feb 16 14:58:05.489140 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295f3cbb-b84d-43c3-afb1-3f3ffb6424f0', 'name': 'tempest-RoutersTest-router-1932964762', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:02Z', 'updated_at': '2022-02-16T14:58:03Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:05.561445 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bdac69-3931-4519-b3f4-9ced35079159 None None] The sync data for ids ['295f3cbb-b84d-43c3-afb1-3f3ffb6424f0'] in n-d-829433-1 is: [{'id': '295f3cbb-b84d-43c3-afb1-3f3ffb6424f0', 'name': 'tempest-RoutersTest-router-1932964762', 'tenant_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:02Z', 'updated_at': '2022-02-16T14:58:03Z', 'revision_number': 2, 'project_id': 'c7be5a44c730476c9f93af53e87ef2c3', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:58:05.607411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:05.727857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411f65f4-5161-422c-a711-be32651bad86 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:05.769685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:05.770064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:05.797186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c15cd3d-bb3e-4d2e-8927-35b5afb70ddb req-f829d07c-535f-4c46-927f-497a65cb12d3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0758083 Feb 16 14:58:05.826488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:05.969414 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.023418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=09ecad84-2793-44b2-892d-4e9da1ed66d4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:06.053809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=05cc83e3-34e1-4c16-8cc3-a8a819eb9f26,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:06.091236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.095215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-22e9c0d3-ed4e-4184-8aa4-0f2e2e8d8965 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/09ecad84-2793-44b2-892d-4e9da1ed66d4 HTTP/1.1" status: 204 len: 168 time: 2.1938016 Feb 16 14:58:06.119024 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.121911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cb494-6da3-4b75-8d71-43dfe96d64aa req-f381f2e5-1f9c-4dcb-ad3a-f028ef85aaa9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:06.131940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-382cb494-6da3-4b75-8d71-43dfe96d64aa req-f381f2e5-1f9c-4dcb-ad3a-f028ef85aaa9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.5332873 Feb 16 14:58:06.138477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36256) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:06.203384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411f65f4-5161-422c-a711-be32651bad86 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.215333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411f65f4-5161-422c-a711-be32651bad86 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.221420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-97e2aa94-9018-4375-9d46-fbed3a236a6f None None] Provisioning complete for port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:06.221420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97e2aa94-9018-4375-9d46-fbed3a236a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.233666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bc139-a06d-4e1d-821c-098a77131995 req-32f12077-6b66-47b6-82f9-8d209e68e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:06.235498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-774bc139-a06d-4e1d-821c-098a77131995 req-32f12077-6b66-47b6-82f9-8d209e68e040 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 1096 time: 0.4364192 Feb 16 14:58:06.357937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:06.440292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-774bc139-a06d-4e1d-821c-098a77131995 req-1491cfd1-3f1b-41a1-bd38-c45604d5973c service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929684 Feb 16 14:58:06.444118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:06.449178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b8156a8c-ac96-4d8e-ae7d-dbb4f01b688f not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:06.449178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=05cc83e3-34e1-4c16-8cc3-a8a819eb9f26,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:06.478802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f056296-e6a9-4282-bf97-c77a3d77cdda req-42d63d85-275e-4987-b789-e33b424b1a8f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:06.488236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f056296-e6a9-4282-bf97-c77a3d77cdda req-42d63d85-275e-4987-b789-e33b424b1a8f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 945 time: 0.5053515 Feb 16 14:58:06.498568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172263c-a158-477c-ae3f-2502fa9138cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:06.500601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172263c-a158-477c-ae3f-2502fa9138cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:06.505879 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36262) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:06.506509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6172263c-a158-477c-ae3f-2502fa9138cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3631959 Feb 16 14:58:06.511902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-382cb494-6da3-4b75-8d71-43dfe96d64aa req-ef9c42e5-e825-456f-b6b4-b6f3d30e5e6f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791206 Feb 16 14:58:06.592300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411f65f4-5161-422c-a711-be32651bad86 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.592896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411f65f4-5161-422c-a711-be32651bad86 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Fanout notify agent at l3_agent the message router_deleted on router 295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:58:06.595674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f056296-e6a9-4282-bf97-c77a3d77cdda req-340fb5d9-a46e-4c91-95e4-e001d6789d41 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036313 Feb 16 14:58:06.612202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-411f65f4-5161-422c-a711-be32651bad86 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.615959 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-411f65f4-5161-422c-a711-be32651bad86 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 HTTP/1.1" status: 204 len: 168 time: 1.2291141 Feb 16 14:58:06.619587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36266) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:06.678796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet ef8e715c-5087-47a6-8c0e-409219645ca1 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:06.686578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.703923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-14a47f0e-100c-4a63-8b88-5c8140c206cc tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 HTTP/1.1" status: 200 len: 205 time: 0.0830059 Feb 16 14:58:06.709010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:06.732952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dc271f9f-bc35-43e2-8732-77204dce327a None None] Could not find standard attr ID for object 09ecad84-2793-44b2-892d-4e9da1ed66d4. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:58:06.802016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:06.952650 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-a790a498-14f4-4a5d-a3be-fc6a16cd808f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] delete failed (client error): The resource could not be found. Feb 16 14:58:06.956604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a790a498-14f4-4a5d-a3be-fc6a16cd808f tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/295f3cbb-b84d-43c3-afb1-3f3ffb6424f0 HTTP/1.1" status: 404 len: 336 time: 0.2445951 Feb 16 14:58:06.957588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36274) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:06.984654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-357a5fbe-25ec-4332-8c94-3ca6fe8cc6d5 req-4d323a77-f19a-4908-9c56-cddae2dea6dc tempest-VolumesActionsTest-785092164 tempest-VolumesActionsTest-785092164-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe5e63d2-5300-4e2c-8a13-ab0f0b5e0810 HTTP/1.1" status: 200 len: 210 time: 0.0818729 Feb 16 14:58:07.033413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:07.043301 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1c1471-2cfb-4a4b-b19d-24ca810f472e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:07.043790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1c1471-2cfb-4a4b-b19d-24ca810f472e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:07.058022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf1c1471-2cfb-4a4b-b19d-24ca810f472e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/6893eaba-52b4-46c3-a6d6-9d309bb43a9f HTTP/1.1" status: 404 len: 337 time: 0.0978367 Feb 16 14:58:07.058650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36276) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:07.128324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa52ce-6c09-46a4-891b-6cae47c675b6 req-0bbb666c-f34c-4cad-b123-2022d4bd9358 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:07.129798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5daa52ce-6c09-46a4-891b-6cae47c675b6 req-0bbb666c-f34c-4cad-b123-2022d4bd9358 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.3845870 Feb 16 14:58:07.274030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:07.344079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8e715c-5087-47a6-8c0e-409219645ca1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:07.379202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f62f2-2867-4c04-b6a5-077388a83837 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:07.393698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:07.406633 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/ef8e715c-5087-47a6-8c0e-409219645ca1 HTTP/1.1" status: 204 len: 168 time: 0.8996596 Feb 16 14:58:07.410421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36278) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:07.428510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.432164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.433369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.433974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.437901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.438257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.438638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.438979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.439490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.446289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.448994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.451607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a40e9-2e7c-4723-b966-36efb1832dc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:07.597165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:07.632736 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9225cb21-567e-4596-9420-f604491c9a13 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2202146 Feb 16 14:58:07.637894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36282) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:07.646136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:07.655990 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8ed0d2-d3ab-4881-b136-9c67bcfc4b66 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:07.657787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8ed0d2-d3ab-4881-b136-9c67bcfc4b66 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:07.661013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6e8ed0d2-d3ab-4881-b136-9c67bcfc4b66 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/d115ec2b-25eb-4d91-b540-e2b5f6c50be2 HTTP/1.1" status: 404 len: 337 time: 0.5987916 Feb 16 14:58:07.705630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36284) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:07.811208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:07.811208 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:07.816250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-1180ca70-27ff-454e-b999-7c2f07577d0e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-589164313&fields=id&tenant_id=221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 267 time: 0.6788900 Feb 16 14:58:07.863582 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6633e9-6d61-4cb6-b33c-5a7870cd02c8 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:07.864218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6633e9-6d61-4cb6-b33c-5a7870cd02c8 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:07.871691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6a6633e9-6d61-4cb6-b33c-5a7870cd02c8 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/32ac2a14-557b-4290-b844-0a0486b93d5d HTTP/1.1" status: 404 len: 337 time: 0.1631520 Feb 16 14:58:07.886962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5daa52ce-6c09-46a4-891b-6cae47c675b6 req-c0370bb8-b7e4-42d9-ad45-1c96d136b00e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427838 Feb 16 14:58:07.896919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.052593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:08.149895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:08.157074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-308b6a68-c369-4e2e-aab0-b6a14deaa1aa tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:08.166827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-308b6a68-c369-4e2e-aab0-b6a14deaa1aa tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 945 time: 0.3494775 Feb 16 14:58:08.172775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'port': {'security_groups': ['6215d671-95e3-419d-a009-400a7feacf0b', 'cbaeb4f5-d586-42af-b4ad-0dc4925184cb']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:08.182258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:08.218717 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcec696-a060-42ae-91c4-68517ca9393d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:08.223497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcec696-a060-42ae-91c4-68517ca9393d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:08.225991 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-edcec696-a060-42ae-91c4-68517ca9393d tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/162ce2dd-28b3-428f-bdcc-1b77efb765dd HTTP/1.1" status: 404 len: 337 time: 0.3074532 Feb 16 14:58:08.231173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36292) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.254073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd38257c-d236-4f8e-9c9e-6d5bcf72dc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:08.294462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ed653901-6876-4988-912c-5fa21e9cd7a9 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 200 len: 205 time: 0.0552227 Feb 16 14:58:08.303709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-609d4e66-0d0e-4749-a7b5-d6a1c3401569 req-d809d75d-b66c-49cb-a283-e672fc4081e4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0889742 Feb 16 14:58:08.313240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36294) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.422030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:08.425911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] Deleting port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:08.426441 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:08.428316 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-894fe027-c2b4-47b1-8a63-19a5c9e6326e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] delete failed (client error): The resource could not be found. Feb 16 14:58:08.430674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-894fe027-c2b4-47b1-8a63-19a5c9e6326e tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/a3abe196-c959-4ee5-a84e-0be5474f4100 HTTP/1.1" status: 404 len: 336 time: 0.1154733 Feb 16 14:58:08.446425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36296) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.507922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb78fab1-c0b0-40af-b92b-517828a9e9c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=63740f7a-37d4-4db0-8ec6-eb9c969d56f1 HTTP/1.1" status: 200 len: 205 time: 0.0599420 Feb 16 14:58:08.510419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36298) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.565218 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-4f62928a-a041-4f56-bb56-0eccfb13c776 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] delete failed (client error): The resource could not be found. Feb 16 14:58:08.568704 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f62928a-a041-4f56-bb56-0eccfb13c776 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/63740f7a-37d4-4db0-8ec6-eb9c969d56f1 HTTP/1.1" status: 404 len: 336 time: 0.0564673 Feb 16 14:58:08.572535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36300) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.579254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba16d-4498-4bd5-a32c-5d23d99f1e9a req-0fda041e-1a3c-459c-847a-94a305b7dd0b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:08.584951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4cba16d-4498-4bd5-a32c-5d23d99f1e9a req-0fda041e-1a3c-459c-847a-94a305b7dd0b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1528258 Feb 16 14:58:08.605095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] For port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=05cc83e3-34e1-4c16-8cc3-a8a819eb9f26,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:08.609005 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ddb5d8-7e40-4a31-9448-3ede851d6499 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:08.609736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ddb5d8-7e40-4a31-9448-3ede851d6499 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:08.617350 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:08.617502 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6ddb5d8-7e40-4a31-9448-3ede851d6499 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/308d8a11-8803-4358-8e50-500c426f3fbb HTTP/1.1" status: 404 len: 337 time: 0.0409424 Feb 16 14:58:08.617502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36302) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.648124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4cba16d-4498-4bd5-a32c-5d23d99f1e9a req-2cc612a2-0176-4d1b-82f3-bb1ef1cca504 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Feb 16 14:58:08.660880 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f09bceab-3d07-4f0a-b333-7454d9cb40b6 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=cf8e970a-a4cd-4a2f-a5d0-453ede882c54 HTTP/1.1" status: 200 len: 205 time: 0.0376797 Feb 16 14:58:08.668864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] Calling delete_port for 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:08.673761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36304) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.806371 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-7a16dd66-178b-4d2e-887b-6c1fc02678e7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] delete failed (client error): The resource could not be found. Feb 16 14:58:08.809812 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7a16dd66-178b-4d2e-887b-6c1fc02678e7 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/cf8e970a-a4cd-4a2f-a5d0-453ede882c54 HTTP/1.1" status: 404 len: 336 time: 0.1324670 Feb 16 14:58:08.829702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36308) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.945211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:08.949362 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d3e4a8d8-895f-4306-a319-d766c9281165 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=9506a9ff-b273-41ec-a5b7-71e9c0abf590 HTTP/1.1" status: 200 len: 205 time: 0.1217947 Feb 16 14:58:08.959446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36312) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:08.991322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:09.002815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] Pushing event deleted for resources: {'Port': ['ID=05cc83e3-34e1-4c16-8cc3-a8a819eb9f26,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:09.012872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc675c5e-860a-4dc0-9c05-54ec4e66b386 None None] No DVR routers for this DVR port 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:09.068135 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-03b68661-f9ac-4cac-b389-1398d1b47291 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] delete failed (client error): The resource could not be found. Feb 16 14:58:09.069330 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-03b68661-f9ac-4cac-b389-1398d1b47291 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/9506a9ff-b273-41ec-a5b7-71e9c0abf590 HTTP/1.1" status: 404 len: 336 time: 0.1047795 Feb 16 14:58:09.072380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:09.074418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.114452 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c2222a-f576-4224-bab6-a530878cc9c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:09.114811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c2222a-f576-4224-bab6-a530878cc9c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:09.118408 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4c2222a-f576-4224-bab6-a530878cc9c5 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/6f4a057b-444e-4fe9-be48-607514c62d0a HTTP/1.1" status: 404 len: 337 time: 0.0424278 Feb 16 14:58:09.123658 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:58:09.137450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.158909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:09.177344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea', 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:09.209395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-198661c2-1529-4838-bed6-838851071012 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7 HTTP/1.1" status: 200 len: 205 time: 0.0738466 Feb 16 14:58:09.213905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36320) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.283246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:09.284327 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:09.286182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9cda434-7e61-4ef2-97a4-94b8871f41bd req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "PUT /v2.0/ports/b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 981 time: 1.1179752 Feb 16 14:58:09.298927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f576d5c-7b08-4996-a541-fb98e5237f51 req-f7257529-6481-4666-b88d-18c4cac78b09 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:09.312346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f576d5c-7b08-4996-a541-fb98e5237f51 req-f7257529-6481-4666-b88d-18c4cac78b09 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.2271013 Feb 16 14:58:09.312346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:09.312705 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43094474-493c-47ab-97ab-c567af2fc7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:09.359144 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-2afef7a3-f063-4df7-a7c2-9bfeec0fffeb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] delete failed (client error): The resource could not be found. Feb 16 14:58:09.363906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2afef7a3-f063-4df7-a7c2-9bfeec0fffeb tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/4c47fa1b-4df2-45a9-b8d6-ae4e77e406d7 HTTP/1.1" status: 404 len: 336 time: 0.1482542 Feb 16 14:58:09.364627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36328) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.364785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427474b5-f504-435e-9768-4f350d3e45f7 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:09.369606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b7a6a5a4-fbb1-4419-b596-03567f8026d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:09.375242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:09.483756 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-2742f243-9fc2-4701-9d06-dadc9ff48e03 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:09.484637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2742f243-9fc2-4701-9d06-dadc9ff48e03 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:09.502906 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2742f243-9fc2-4701-9d06-dadc9ff48e03 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/e8cb66f4-d969-42f9-91cb-4c31f7dff359 HTTP/1.1" status: 404 len: 337 time: 0.1365814 Feb 16 14:58:09.511489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:09.528550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36330) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.557840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:09.558197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05cc83e3-34e1-4c16-8cc3-a8a819eb9f26 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:09.608505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ed24bc8-f7ac-4c10-9d55-6326f183a823 req-2e5611a9-3e9f-479b-82c9-d53e74e17100 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/cbaeb4f5-d586-42af-b4ad-0dc4925184cb HTTP/1.1" status: 200 len: 1802 time: 0.2332013 Feb 16 14:58:09.637398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-748f2a38-5f74-4030-9156-ffa9ca2ab703 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "GET /v2.0/ports?device_id=cb1ec757-1bf0-493d-9979-65b8f95682c7 HTTP/1.1" status: 200 len: 205 time: 0.1006770 Feb 16 14:58:09.639616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36332) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.680480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:09.711791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f576d5c-7b08-4996-a541-fb98e5237f51 req-64a92e5c-86a1-4d74-aa51-98aad41eb3e5 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024792 Feb 16 14:58:09.712393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:09.718342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:09.724672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:09.746192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f559ab3-a88d-44e1-85f2-b376f9a84e32 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:09.780922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:09.855714 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-17fcb239-97a1-4fa7-b875-30131b52daaf tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] delete failed (client error): The resource could not be found. Feb 16 14:58:09.857000 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-17fcb239-97a1-4fa7-b875-30131b52daaf tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/routers/cb1ec757-1bf0-493d-9979-65b8f95682c7 HTTP/1.1" status: 404 len: 336 time: 0.2116156 Feb 16 14:58:09.871711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36342) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.871711 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-9ed24bc8-f7ac-4c10-9d55-6326f183a823 req-776d16e9-701c-40dc-9c1e-433ae4c4d8d2 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 14:58:09.871711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ed24bc8-f7ac-4c10-9d55-6326f183a823 req-776d16e9-701c-40dc-9c1e-433ae4c4d8d2 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/cbaeb4f5-d586-42af-b4ad-0dc4925184cb HTTP/1.1" status: 409 len: 341 time: 0.2575912 Feb 16 14:58:09.901596 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=fc970256-d1af-442c-aa05-c9c99b2e0bad,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:09.903346 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4047f615-4d21-46ea-a8e6-249d9ab10c54 x-openstack-request-id: req-4047f615-4d21-46ea-a8e6-249d9ab10c54 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:09.903642 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:09.903893 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4047f615-4d21-46ea-a8e6-249d9ab10c54 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:09.904295 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8', 'status': 'completed', 'code': 200} Feb 16 14:58:09.950619 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf0b912-1dbc-4893-af7f-69bb3a06858b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:09.950619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf0b912-1dbc-4893-af7f-69bb3a06858b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:09.963346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7bf0b912-1dbc-4893-af7f-69bb3a06858b tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/35099165-edb3-4093-a2e9-7c8f285f0f43 HTTP/1.1" status: 404 len: 337 time: 0.0912757 Feb 16 14:58:09.964046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:09.999128 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eaeef8d3-915d-4993-bc4d-088f4470ab38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3577487 Feb 16 14:58:10.000783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36348) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:10.015688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'name': 'tempest-NetworksTestDHCPv6-1724764567'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:10.028770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-9ec65f83-a633-4e8c-a79c-50b7583faf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:10.029821 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-9ec65f83-a633-4e8c-a79c-50b7583faf0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1135 time: 0.1466155 Feb 16 14:58:10.100164 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e026d1ac-96e3-4646-9827-24d3eda89476 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] DELETE failed (client error): The resource could not be found. Feb 16 14:58:10.100538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e026d1ac-96e3-4646-9827-24d3eda89476 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:10.129442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e026d1ac-96e3-4646-9827-24d3eda89476 tempest-RoutersTest-513670598 tempest-RoutersTest-513670598-project] 10.222.0.113 "DELETE /v2.0/subnets/e41de7a8-d321-4fba-945c-8300506602fb HTTP/1.1" status: 404 len: 337 time: 0.1646411 Feb 16 14:58:10.177564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcc0e70e-e7b9-4c68-b958-4236a184cc31 req-98e6ccdc-0e70-4d40-8b59-e0c4ff45b019 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0949030 Feb 16 14:58:10.227055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e66fd5-6cf5-48fa-91f8-8a8268947261 req-5e23d6a7-fe07-4503-92d2-02cc562b71d4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:10.229061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91e66fd5-6cf5-48fa-91f8-8a8268947261 req-5e23d6a7-fe07-4503-92d2-02cc562b71d4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2067633 Feb 16 14:58:10.300657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91e66fd5-6cf5-48fa-91f8-8a8268947261 req-075a8639-d3c7-49cf-a7cc-4ff3ad3a79a0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Feb 16 14:58:10.513771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cad367-4319-40df-8ee1-39bfe432472d req-9eab5d84-2e90-4250-bd38-959c583b811b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:10.521332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16cad367-4319-40df-8ee1-39bfe432472d req-9eab5d84-2e90-4250-bd38-959c583b811b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.1386456 Feb 16 14:58:10.545448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-001a4f57-36b9-402e-978b-b6bf09c389b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:10.547027 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-001a4f57-36b9-402e-978b-b6bf09c389b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 914 time: 0.4913223 Feb 16 14:58:10.646939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16cad367-4319-40df-8ee1-39bfe432472d req-e60253df-3114-46fd-8d63-a2903eb7bd67 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153548 Feb 16 14:58:10.704430 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-f329160e-4232-4f2c-9f8f-b34e66b885ff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 217 time: 0.1446323 Feb 16 14:58:10.789524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:10.798760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:10.878374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-d2839b9b-c313-4a8c-9e1b-aa95106c64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:10.884328 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-d2839b9b-c313-4a8c-9e1b-aa95106c64e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.1686659 Feb 16 14:58:10.911740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 1d6bc1e8-5c1f-4408-81a4-989204c15d77 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:11.023755 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-d9c3afdb-fe69-42ce-bcf8-e2bfa8090e5d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940032 Feb 16 14:58:11.077935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9031-74ec-4355-a04e-bc648a925cc3 req-bce8af51-c873-43ff-b8ab-100fb398e0ae tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:11.084104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-452f9031-74ec-4355-a04e-bc648a925cc3 req-bce8af51-c873-43ff-b8ab-100fb398e0ae tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 984 time: 0.1077199 Feb 16 14:58:11.111482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36364) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:11.193460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-452f9031-74ec-4355-a04e-bc648a925cc3 req-1a94ead5-b27a-4feb-8491-a629d44ecb94 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=cbaeb4f5-d586-42af-b4ad-0dc4925184cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1010411 Feb 16 14:58:11.213668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'fc970256-d1af-442c-aa05-c9c99b2e0bad'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:11.214511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:11.384328 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-d6f3e6d3-6994-4c11-be8e-716e4ea5faa7 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484843 Feb 16 14:58:11.607293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::6b (787cccbd-9503-4e11-a20c-2b727deb6ed1/fc970256-d1af-442c-aa05-c9c99b2e0bad/1d6bc1e8-5c1f-4408-81a4-989204c15d77) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:11.631970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:11.648167 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-43094474-493c-47ab-97ab-c567af2fc7b5 req-b8f6fe48-6f64-4b06-85ff-2d6f29ba59a2 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333293 Feb 16 14:58:11.735140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a4cd91a-9d48-4643-b4ad-92229f3ffa0e req-d204cbca-6aa2-41b2-ac2a-8f56648f43a9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.2216313 Feb 16 14:58:11.802680 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:11.900571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c695-356a-40d3-a004-ad796dd27511 req-1ff1fdd9-c103-4c09-a090-c6d22e242433 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:11.910303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28c9c695-356a-40d3-a004-ad796dd27511 req-1ff1fdd9-c103-4c09-a090-c6d22e242433 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.3320451 Feb 16 14:58:11.945641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dbb6b878-48bb-4b26-a01a-a680e4fea67c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c7be5a44c730476c9f93af53e87ef2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8329632 Feb 16 14:58:11.950533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36386) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:12.017147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-8de1ed9f-b666-4081-bae5-f54a5b594887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:12.019056 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-8de1ed9f-b666-4081-bae5-f54a5b594887 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1135 time: 0.2172370 Feb 16 14:58:12.084436 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.175940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-51c8733f-42fe-42b4-aa13-3241b7888e14 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:12.181470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8bd-ae47-440f-a8ed-6ea41ff7ebfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.188977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-51c8733f-42fe-42b4-aa13-3241b7888e14 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 815 time: 0.2202644 Feb 16 14:58:12.203376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28c9c695-356a-40d3-a004-ad796dd27511 req-7364eec2-6b17-41f8-835f-0fb855d345c6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921035 Feb 16 14:58:12.218745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-bc6ee634-58f5-45c8-8369-cf9419ffb4f6 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/quotas/5179e4f305c84a1ab10b137c7e649420 HTTP/1.1" status: 200 len: 375 time: 0.0287440 Feb 16 14:58:12.262138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.329996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/fc970256-d1af-442c-aa05-c9c99b2e0bad/5344bd52-20c8-4d69-af88-8257469b6245) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:12.413742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8bd-ae47-440f-a8ed-6ea41ff7ebfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.447720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.464165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:12.465590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-fc1b71e7-46f7-4038-b9fe-31e52d3aaf73 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459793 Feb 16 14:58:12.485058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:12.487441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=1d6bc1e8-5c1f-4408-81a4-989204c15d77,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:12.493928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:12.505598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:12.505598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.537521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-25c6136b-f94f-4cce-aefd-b6f9edbc1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:12.539372 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-25c6136b-f94f-4cce-aefd-b6f9edbc1349 service neutron] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 914 time: 0.4134414 Feb 16 14:58:12.624311 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e3d472c9-3529-4d58-8737-7e49f6cebfb2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6211305 Feb 16 14:58:12.625196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36392) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:12.627446 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-c238e02b-24ee-4f4b-8213-ba89e5d07073 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 217 time: 0.0747600 Feb 16 14:58:12.694062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8bd-ae47-440f-a8ed-6ea41ff7ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.698473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8bd-ae47-440f-a8ed-6ea41ff7ebfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.704318 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-efa4c8bd-ae47-440f-a8ed-6ea41ff7ebfa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bed2073a-b73d-4e8c-ae99-ea030bc23381 HTTP/1.1" status: 204 len: 168 time: 0.7516630 Feb 16 14:58:12.726019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c8bd-ae47-440f-a8ed-6ea41ff7ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed2073a-b73d-4e8c-ae99-ea030bc23381,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:12.731722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-2bf7f297-4f05-4880-a4a9-125f49229075 service neutron] 10.222.0.113 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510812 Feb 16 14:58:12.765359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-9ab7fd52-5761-4f6d-9ccc-43dcc3e6f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:12.767946 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-9ab7fd52-5761-4f6d-9ccc-43dcc3e6f6b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.1286230 Feb 16 14:58:12.779949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bfb349-187a-47ab-8dec-49de29f442cb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:12.789093 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-44bfb349-187a-47ab-8dec-49de29f442cb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1600385 Feb 16 14:58:12.790116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36396) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:12.796722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.877458 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-e16f40b6-505a-4859-996c-9bd756b25274 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867190 Feb 16 14:58:12.880762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89562-0222-4a42-bcf9-3a12b23177b6 req-ca5a8a05-b203-46ad-a805-64fde318ef80 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:12.888965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b89562-0222-4a42-bcf9-3a12b23177b6 req-ca5a8a05-b203-46ad-a805-64fde318ef80 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 984 time: 0.5489321 Feb 16 14:58:12.927479 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:12.983652 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-82020e88-6631-44ac-9303-35f62bbb2aeb service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986300 Feb 16 14:58:13.078387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:13.092337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:13.108609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:13.113958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 1d6bc1e8-5c1f-4408-81a4-989204c15d77 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:13.114478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.142820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-aa5915be-efb1-4cc2-9057-960b96f19137 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:13.144530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-aa5915be-efb1-4cc2-9057-960b96f19137 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.129 "GET /v2.0/ports?device_id=8aa747ea-d435-4c76-b2a1-5b4cef7e4673 HTTP/1.1" status: 200 len: 945 time: 0.4111097 Feb 16 14:58:13.164763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Pushing event updated for resources: {'Port': ['ID=5344bd52-20c8-4d69-af88-8257469b6245,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:13.262625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.278113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 1d6bc1e8-5c1f-4408-81a4-989204c15d77 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:13.318278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Attempting to bind port 5344bd52-20c8-4d69-af88-8257469b6245 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:13.322294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Attempting to bind port 5344bd52-20c8-4d69-af88-8257469b6245 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:13.322877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Attempting to bind port 5344bd52-20c8-4d69-af88-8257469b6245 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:13.334320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:13.336717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:13.339048 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.339695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:13.341443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Bound port: 5344bd52-20c8-4d69-af88-8257469b6245, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:13.342130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.374649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36b89562-0222-4a42-bcf9-3a12b23177b6 req-67478508-a4c1-4ca3-b847-32feb0c2a0e9 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=cbaeb4f5-d586-42af-b4ad-0dc4925184cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4848347 Feb 16 14:58:13.519880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] For port 5344bd52-20c8-4d69-af88-8257469b6245, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:13.535010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] For port 5344bd52-20c8-4d69-af88-8257469b6245, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5344bd52-20c8-4d69-af88-8257469b6245,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:13.550539 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de6223de-eee9-40ee-a7a1-d20b050d30e4 req-4c82a93e-ceb0-4e0c-927c-c41f973d920d service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432563 Feb 16 14:58:13.552065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-f0e409e2-0a43-43ba-a722-0d95a84fcb32 service neutron] 10.222.0.113 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549133 Feb 16 14:58:13.620799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ae58471-aa48-409b-892c-82d2cc680b20 req-c79c2262-c4b1-4863-830d-7e510e0cca85 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0845718 Feb 16 14:58:13.624012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.662305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.719089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Deleting port 6e1d3a78-fdf3-4616-af22-66818089db38 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:13.719591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.800587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=1d6bc1e8-5c1f-4408-81a4-989204c15d77,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:13.856123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d944c-c126-45ca-a24d-9ace1182b9a0 None None] Pushing event updated for resources: {'Port': ['ID=5344bd52-20c8-4d69-af88-8257469b6245,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:13.899012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:13.909134 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-81b0b3eb-fbf1-4273-a836-b81969bec0a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/1d6bc1e8-5c1f-4408-81a4-989204c15d77 HTTP/1.1" status: 204 len: 168 time: 1.0798934 Feb 16 14:58:13.910425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:14.152474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d1813-cea8-479a-8de5-d526c473fa79 req-61e639e9-6594-4c0c-8baf-428c510a6514 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:14.154036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-081d1813-cea8-479a-8de5-d526c473fa79 req-61e639e9-6594-4c0c-8baf-428c510a6514 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2785826 Feb 16 14:58:14.227991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b756c5-0a17-4813-97cd-59f7e4cd72b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:14.300029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b756c5-0a17-4813-97cd-59f7e4cd72b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:14.314332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c6b756c5-0a17-4813-97cd-59f7e4cd72b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4013612 Feb 16 14:58:14.321235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36432) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:14.396707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d9d0897-9f69-47ee-a34b-0b72d2c32daf req-343148e1-71c1-4634-b213-958d881aaf63 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 210 time: 0.1829305 Feb 16 14:58:14.436283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] For port 6e1d3a78-fdf3-4616-af22-66818089db38, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6e1d3a78-fdf3-4616-af22-66818089db38,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:14.436869 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:14.498904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Calling delete_port for 6e1d3a78-fdf3-4616-af22-66818089db38 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:14.539561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-081d1813-cea8-479a-8de5-d526c473fa79 req-198e29e9-7461-4a32-b6a6-4631c47ede3c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458610 Feb 16 14:58:14.687240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet fc970256-d1af-442c-aa05-c9c99b2e0bad {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:14.703655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:14.811679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:14.856520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7470a2e-9833-41e3-9959-41c76bea21b2 req-4254347d-9195-4fe4-9f8b-fc29fceea2dc tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0704517 Feb 16 14:58:14.880504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd8cf-345b-43b0-a2d6-69e6857fb488 req-c07fb2b3-c839-4f03-91ba-d2948dcddd46 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:14.889311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f55cd8cf-345b-43b0-a2d6-69e6857fb488 req-c07fb2b3-c839-4f03-91ba-d2948dcddd46 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 984 time: 0.3673742 Feb 16 14:58:14.949162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:15.038659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Pushing event deleted for resources: {'Port': ['ID=6e1d3a78-fdf3-4616-af22-66818089db38,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:15.067897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f55cd8cf-345b-43b0-a2d6-69e6857fb488 req-bd3ed506-bbfb-471f-9d0f-ec858ca795b5 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=cbaeb4f5-d586-42af-b4ad-0dc4925184cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1737411 Feb 16 14:58:15.158347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] No DVR routers for this DVR port 6e1d3a78-fdf3-4616-af22-66818089db38 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:15.168442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:15.174518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6b4ab95-7500-4a5c-b2ee-6dc7d9d2f76b req-c2af0973-3353-488a-8f69-dd50df223abb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.129 "DELETE /v2.0/ports/6e1d3a78-fdf3-4616-af22-66818089db38 HTTP/1.1" status: 204 len: 173 time: 2.0195560 Feb 16 14:58:15.176035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'name': 'network-vif-deleted', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:15.184836 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32338e41-7687-4024-8870-73e0c9be08a7" -d '{"events": [{"server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "name": "network-vif-deleted", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:15.306891 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9589059-b350-4ffa-a781-067bbc856e6e x-openstack-request-id: req-c9589059-b350-4ffa-a781-067bbc856e6e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:15.307359 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa747ea-d435-4c76-b2a1-5b4cef7e4673", "name": "network-vif-deleted", "tag": "6e1d3a78-fdf3-4616-af22-66818089db38", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:15.307789 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c9589059-b350-4ffa-a781-067bbc856e6e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:15.315371 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa747ea-d435-4c76-b2a1-5b4cef7e4673', 'name': 'network-vif-deleted', 'tag': '6e1d3a78-fdf3-4616-af22-66818089db38', 'status': 'completed', 'code': 200} Feb 16 14:58:15.707519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec1fb5e6-dde6-403a-a2cc-e46ab2160f70 req-5bdcadd0-cc16-47dc-ad6f-9de76c21fccf tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 210 time: 0.2258718 Feb 16 14:58:15.785189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36462) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:15.828586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842b829-6431-4abd-bfa7-b2949fdb3b46 req-52f73ca4-0666-430c-aee6-17ded718c7f9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:15.841580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0842b829-6431-4abd-bfa7-b2949fdb3b46 req-52f73ca4-0666-430c-aee6-17ded718c7f9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1093750 Feb 16 14:58:15.871010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5344bd52-20c8-4d69-af88-8257469b6245 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:15.958245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0842b829-6431-4abd-bfa7-b2949fdb3b46 req-33c5810a-2fc7-47f6-81c4-dcc8ac1d3f05 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155770 Feb 16 14:58:16.075201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5344bd52-20c8-4d69-af88-8257469b6245 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:16.078395 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.161025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a25cef-b1a2-430b-a0f2-19c1a5558330 req-7961311f-423a-41fd-a2c1-ad7eaba205c5 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.1177180 Feb 16 14:58:16.319935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361841536'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:16.325927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6e1d3a78-fdf3-4616-af22-66818089db38 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:16.425749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09ef0-a8f0-4fff-8d44-bf8740a3852f req-da4a6343-82cf-4fd8-b194-715bbae1b0a8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:16.433815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.437324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8c09ef0-a8f0-4fff-8d44-bf8740a3852f req-da4a6343-82cf-4fd8-b194-715bbae1b0a8 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 984 time: 0.1956766 Feb 16 14:58:16.443863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 6e1d3a78-fdf3-4616-af22-66818089db38 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:16.444505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6e1d3a78-fdf3-4616-af22-66818089db38 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:16.463060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.523744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8c09ef0-a8f0-4fff-8d44-bf8740a3852f req-32e5db9e-6b3b-4ba4-b995-3b6cba993e20 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=cbaeb4f5-d586-42af-b4ad-0dc4925184cb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0838051 Feb 16 14:58:16.527913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.563801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Provisioning complete for port 5344bd52-20c8-4d69-af88-8257469b6245 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:16.563801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.568942 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.660184 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.834042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-9c9e050d-b1d2-46c7-a102-78b18a07baaa tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-872109301&fields=id&tenant_id=221ef17d8f82453680683a096260956d HTTP/1.1" status: 200 len: 267 time: 0.1595831 Feb 16 14:58:16.849878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.957170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0430af9a-dd48-4f02-9f16-55be7ade834f req-40d3099c-115a-4d6e-9dd3-29ad5183c3f9 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 210 time: 0.1107726 Feb 16 14:58:17.018595 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.031704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.045110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-d7ac13f9-b2dc-468c-a754-85eb7cf3c91d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:17.060346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-d7ac13f9-b2dc-468c-a754-85eb7cf3c91d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 984 time: 0.2186875 Feb 16 14:58:17.085439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'port': {'security_groups': ['6215d671-95e3-419d-a009-400a7feacf0b', 'cbaeb4f5-d586-42af-b4ad-0dc4925184cb', '61101ba8-f1be-43fd-ae57-546a6b1ca606']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:17.106386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=fc970256-d1af-442c-aa05-c9c99b2e0bad,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:17.113200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.122533 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd025c20-76ef-4643-99b9-238c03156b4c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/fc970256-d1af-442c-aa05-c9c99b2e0bad HTTP/1.1" status: 204 len: 168 time: 2.7845025 Feb 16 14:58:17.123929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36480) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:17.125679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:58:17.126729 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:58:17.127456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e62b80-f7c0-4a41-a85f-102445bd79d7 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:17.206509 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d42e35f1-54b1-4c4a-9f84-9ec108d1f2f6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812564 Feb 16 14:58:17.209188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36486) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:17.300376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.308360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.317861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008091c-7e31-4dbb-a6f4-a51ef2fc2c9d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:17.320298 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5008091c-7e31-4dbb-a6f4-a51ef2fc2c9d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1082442 Feb 16 14:58:17.322866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36490) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:17.368690 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:58:17.377805 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:58:17.516390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.529890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:17.543073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4fb8d-a0a5-4cf5-8cfd-20dac623b373 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:17.545591 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d2a4fb8d-a0a5-4cf5-8cfd-20dac623b373 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2203288 Feb 16 14:58:17.553469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36492) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:17.677176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a577f89a-5ad9-48ff-8cd8-cca163a14329,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:17.679173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b7944827-d426-4d1a-b527-5b16eb709f72 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153703 Feb 16 14:58:17.687852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36496) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:17.693367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:17.718056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.770300 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:17.877868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] Deleting port 5344bd52-20c8-4d69-af88-8257469b6245 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:17.878257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.026036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:18.027802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.030836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] For port 5344bd52-20c8-4d69-af88-8257469b6245, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5344bd52-20c8-4d69-af88-8257469b6245,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:18.083958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.109595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] For port 5344bd52-20c8-4d69-af88-8257469b6245, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5344bd52-20c8-4d69-af88-8257469b6245,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:18.110819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.153148 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.190570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] Calling delete_port for 5344bd52-20c8-4d69-af88-8257469b6245 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:18.256419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:18.351275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.364748 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.373553 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:58:18.373873 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:58:18.381138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5888565 Feb 16 14:58:18.389274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dd1b7855-9760-4e19-b53a-333ae75a16c3 None None] Could not find standard attr ID for object 1d6bc1e8-5c1f-4408-81a4-989204c15d77. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:58:18.408471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36502) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:18.446186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-facf7fec-bc64-4f3d-90d1-cc102b411a9a tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:18.448679 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-facf7fec-bc64-4f3d-90d1-cc102b411a9a tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 815 time: 0.2797863 Feb 16 14:58:18.467985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bb042-ccc0-4603-ac83-d14348a48951 None None] Pushing event updated for resources: {'Port': ['ID=5344bd52-20c8-4d69-af88-8257469b6245,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:18.473392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Request body: {'port': {'device_id': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'admin_state_up': True, 'tenant_id': '5179e4f305c84a1ab10b137c7e649420'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:18.568269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e09efb-7f48-4740-a921-ea667518a311 req-4bdf25c6-4ac1-4630-9ae8-a0e7a6ff768e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:18.579231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29e09efb-7f48-4740-a921-ea667518a311 req-4bdf25c6-4ac1-4630-9ae8-a0e7a6ff768e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 1.2896440 Feb 16 14:58:18.582186 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.597484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea', 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:18.721228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29e09efb-7f48-4740-a921-ea667518a311 req-52daa1e0-216c-4682-a7fd-cc6950a81a96 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407018 Feb 16 14:58:18.722062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94440c32-fb66-41c0-a609-c398bd965d3a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10307cb6-50b7-42d3-8d56-b47a05433fe4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:18.745655 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.774907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Made reservation on behalf of 5179e4f305c84a1ab10b137c7e649420 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:18.780352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:18.937811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] Pushing event deleted for resources: {'Port': ['ID=5344bd52-20c8-4d69-af88-8257469b6245,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:18.958888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829cdc91-172d-4454-8d32-ebfbea1899cb None None] No DVR routers for this DVR port 5344bd52-20c8-4d69-af88-8257469b6245 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:19.105481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Allocated IP 172.20.0.7 (832241c7-d4b9-40a3-8d13-18b7c891a017/cf0cd46a-d36c-47d4-b799-d04c5320fa54/24913f13-0fcc-40b7-b331-794828f423ed) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:19.131181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-635a228b-9610-48b2-b9e1-f17f3028500e req-250b200a-dc89-4779-9dce-f37a1c40cfe9 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.1999819 Feb 16 14:58:19.137125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.158864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:19.158864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.160665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63606ffa-36c0-45aa-98b5-0757e63a3486 req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "PUT /v2.0/ports/b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 1020 time: 2.0799582 Feb 16 14:58:19.181013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:19.196629 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85cda98-43af-4061-aa9f-e2a56aa90dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:19.210796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-12331deb-31dc-4d4d-9ac2-df2caf257553 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7947452 Feb 16 14:58:19.234313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36514) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:19.242247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8eb9ae24-b6c9-463b-89fe-5e97215ab310 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-security--1912212247', 'description': 'tempest-security-description-1284502247'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:19.261620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Port 5344bd52-20c8-4d69-af88-8257469b6245 update to ACTIVE by agent not found {{(pid=103045) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 16 14:58:19.269335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=3dbd0d1c-8943-448d-a838-dfe563069d8b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:19.293252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:19.301780 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:19.317486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:19.317486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.322360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b7a6a5a4-fbb1-4419-b596-03567f8026d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:19.324900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ad9e5-f307-42ef-88d2-4f1cc85598e0 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:19.378540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62153b82-9f20-48fc-9580-f26a070a3710 req-adce73c8-2dda-49dd-b5a1-de07efa87613 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/61101ba8-f1be-43fd-ae57-546a6b1ca606 HTTP/1.1" status: 200 len: 1802 time: 0.1493826 Feb 16 14:58:19.409240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ca55b-c576-4b48-a314-60c9ed813db1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:19.488936 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ae24-b6c9-463b-89fe-5e97215ab310 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.508186 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d6519b8f-6500-4654-8b4f-bafc34a1790c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8167055 Feb 16 14:58:19.538591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36516) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:19.552098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '3dbd0d1c-8943-448d-a838-dfe563069d8b', 'ip_address': '2001:db8::33b0:35d6:d2e4:42ae'}], 'name': 'tempest-NetworksTestDHCPv6-1084204285'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:19.624063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ae24-b6c9-463b-89fe-5e97215ab310 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.630397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5344bd52-20c8-4d69-af88-8257469b6245 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:19.693999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44bb3d52-64a9-487d-aa85-74a0f84ea29b req-b7ade1dc-bc10-4863-a780-8482f53b28ed tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 210 time: 0.2218516 Feb 16 14:58:19.717850 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-62153b82-9f20-48fc-9580-f26a070a3710 req-00edaa51-9d4f-4af5-8cff-a1e5e5ad7eb0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 14:58:19.729610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62153b82-9f20-48fc-9580-f26a070a3710 req-00edaa51-9d4f-4af5-8cff-a1e5e5ad7eb0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/61101ba8-f1be-43fd-ae57-546a6b1ca606 HTTP/1.1" status: 409 len: 341 time: 0.3501360 Feb 16 14:58:19.734609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5344bd52-20c8-4d69-af88-8257469b6245 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:19.735714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5344bd52-20c8-4d69-af88-8257469b6245 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:19.756245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ae24-b6c9-463b-89fe-5e97215ab310 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.759910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ae24-b6c9-463b-89fe-5e97215ab310 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.761373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8eb9ae24-b6c9-463b-89fe-5e97215ab310 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "PUT /v2.0/security-groups/10307cb6-50b7-42d3-8d56-b47a05433fe4 HTTP/1.1" status: 200 len: 1780 time: 0.5278003 Feb 16 14:58:19.765066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36522) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:19.883845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:19.885492 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d41f08e-2dec-4a60-b78b-f8dbd85275d6 x-openstack-request-id: req-4d41f08e-2dec-4a60-b78b-f8dbd85275d6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:19.887014 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:19.887351 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4d41f08e-2dec-4a60-b78b-f8dbd85275d6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:19.892180 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8', 'status': 'completed', 'code': 200} Feb 16 14:58:19.931672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9ae24-b6c9-463b-89fe-5e97215ab310 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10307cb6-50b7-42d3-8d56-b47a05433fe4,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:20.053453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-776f2d26-5d76-4bef-81a1-1eed656408a7 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups/10307cb6-50b7-42d3-8d56-b47a05433fe4 HTTP/1.1" status: 200 len: 1780 time: 0.2870359 Feb 16 14:58:20.068743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:20.100580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467fa80-a8e5-489c-952b-3059f8318d24 req-047face0-fc73-40ff-86e3-e44f803fff11 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:20.129327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0467fa80-a8e5-489c-952b-3059f8318d24 req-047face0-fc73-40ff-86e3-e44f803fff11 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1735380 Feb 16 14:58:20.154037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-2b23d3f2-ad33-4f24-a63c-ea5fe081fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:20.155805 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-2b23d3f2-ad33-4f24-a63c-ea5fe081fa4e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=221ef17d8f82453680683a096260956d&device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1174 time: 0.2540016 Feb 16 14:58:20.256312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0467fa80-a8e5-489c-952b-3059f8318d24 req-f382a713-af3e-4b69-bee7-77ee21c18d66 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182821 Feb 16 14:58:20.314174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '3dbd0d1c-8943-448d-a838-dfe563069d8b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:20.315144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:20.336272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-919ef544-a0f2-4b33-9eb0-29119e20a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:20.339000 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-919ef544-a0f2-4b33-9eb0-29119e20a933 service neutron] 10.222.0.93 "GET /v2.0/networks?id=57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 200 len: 914 time: 0.1738603 Feb 16 14:58:20.344536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:20.459899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3fb565f6-601c-45fd-99b4-1913a49482a4 req-d7451ec6-f135-427c-8001-01ffd9d25e2a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0558648 Feb 16 14:58:20.523462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-8fcae908-24a8-4c3b-940b-a36ef63fa4d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 200 len: 217 time: 0.0845308 Feb 16 14:58:20.679854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b829dc5-d3a0-439e-a736-81d8abdd21dc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:20.723854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:20.740562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b715e-b859-46e5-b026-a76514f0753d req-914b832c-b1b7-401d-9a8b-5f9c54701d7a tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:20.742134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9b715e-b859-46e5-b026-a76514f0753d req-914b832c-b1b7-401d-9a8b-5f9c54701d7a tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1023 time: 0.0718791 Feb 16 14:58:20.827201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:20.842628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9b715e-b859-46e5-b026-a76514f0753d req-32b0b307-e621-4e8e-9f84-68733333f898 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=61101ba8-f1be-43fd-ae57-546a6b1ca606&id=cbaeb4f5-d586-42af-b4ad-0dc4925184cb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0896966 Feb 16 14:58:20.950008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-6ca29dc3-9432-4008-a4fe-3134478dbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:20.958253 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-6ca29dc3-9432-4008-a4fe-3134478dbae0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 200 len: 852 time: 0.4229562 Feb 16 14:58:20.977095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b829dc5-d3a0-439e-a736-81d8abdd21dc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:21.005721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa092-ec03-40e4-a5d9-9b62cba66aa8 req-d991572b-22a5-46cc-bc88-1a3cbf5f845a tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:21.008540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-770aa092-ec03-40e4-a5d9-9b62cba66aa8 req-d991572b-22a5-46cc-bc88-1a3cbf5f845a tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 931 time: 0.1286697 Feb 16 14:58:21.010303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 7ed65a0d-2ac9-4406-84c0-20c202ca25ea yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:21.067378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Network 832241c7-d4b9-40a3-8d13-18b7c891a017 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:21.077652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-770aa092-ec03-40e4-a5d9-9b62cba66aa8 req-200f9213-72f8-4f78-ae65-784b8c9dd89f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613301 Feb 16 14:58:21.128052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:21.131889 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-5de02c59-0d60-44ff-9163-ffb8b876af12 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=57433cb4-4a19-4844-bec5-2242ed92ff84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166251 Feb 16 14:58:21.149595 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:21.202277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/3dbd0d1c-8943-448d-a838-dfe563069d8b/6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:21.294317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:21.692813 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:21.713123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e389d-31a1-4900-8108-b1af7aa71bf4 req-100bb143-29ef-49c0-a83a-9a5b3c09e8f6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:21.727223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-694e389d-31a1-4900-8108-b1af7aa71bf4 req-100bb143-29ef-49c0-a83a-9a5b3c09e8f6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2063262 Feb 16 14:58:21.732268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:21.736943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:21.772331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc33e489-7ce2-4f14-a7c3-b8291455e377 req-7d07a2de-b3d4-4443-bb01-89df51ae8cc4 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.1321967 Feb 16 14:58:21.794596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-9a8fffba-ebb2-4526-a84b-255031903733 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938587 Feb 16 14:58:21.813898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b829dc5-d3a0-439e-a736-81d8abdd21dc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:21.817145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b829dc5-d3a0-439e-a736-81d8abdd21dc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:21.821458 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4b829dc5-d3a0-439e-a736-81d8abdd21dc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/10307cb6-50b7-42d3-8d56-b47a05433fe4 HTTP/1.1" status: 204 len: 168 time: 1.7476881 Feb 16 14:58:21.822360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36546) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:21.826248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:21.835007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-694e389d-31a1-4900-8108-b1af7aa71bf4 req-193ad9ef-0bbe-4cf3-b4c1-0d9396b5d6a7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017303 Feb 16 14:58:21.921928 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-deeb03f3-3b6a-41ff-920f-ac7a9991c6b8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4575322 Feb 16 14:58:21.951237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:21.982113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:21.996504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:22.009555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Pushing event updated for resources: {'Port': ['ID=6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:22.037368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Request body: {'port': {'device_id': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:22.049356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b829dc5-d3a0-439e-a736-81d8abdd21dc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10307cb6-50b7-42d3-8d56-b47a05433fe4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:22.144355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9eb2e-c9c3-42b4-ac33-48238d18dd2f req-acf86ec2-ffaa-49f8-af70-43c1bc537c0c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:22.146126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ef9eb2e-c9c3-42b4-ac33-48238d18dd2f req-acf86ec2-ffaa-49f8-af70-43c1bc537c0c tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1023 time: 0.0992315 Feb 16 14:58:22.148032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Attempting to bind port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:22.148411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Attempting to bind port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:22.148802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Attempting to bind port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:22.155126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:22.155505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:22.155951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:22.156351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:22.156841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Bound port: 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:22.157258 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:22.282962 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ebad63f-3e48-4a34-836d-4d0499bb08d8 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4338229 Feb 16 14:58:22.288662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36554) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:22.329599 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:22.336619 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-09539b68-e686-498b-8146-e6746376f29f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] delete failed (client error): The resource could not be found. Feb 16 14:58:22.355260 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-09539b68-e686-498b-8146-e6746376f29f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/10307cb6-50b7-42d3-8d56-b47a05433fe4 HTTP/1.1" status: 404 len: 347 time: 0.0449755 Feb 16 14:58:22.372780 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::33b0:35d6:d2e4:42ae (787cccbd-9503-4e11-a20c-2b727deb6ed1/3dbd0d1c-8943-448d-a838-dfe563069d8b/7ed65a0d-2ac9-4406-84c0-20c202ca25ea) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:22.393846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] For port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:22.406079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] For port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:22.417059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36556) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:22.448940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643705326'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:22.508157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:22.566710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ef9eb2e-c9c3-42b4-ac33-48238d18dd2f req-19adf18d-a93e-4eb1-879e-f465a43c12fe tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=61101ba8-f1be-43fd-ae57-546a6b1ca606&id=cbaeb4f5-d586-42af-b4ad-0dc4925184cb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3497510 Feb 16 14:58:22.607445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-38e7dd09-876d-4871-ba85-44ec0dd69906 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:22.607963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-38e7dd09-876d-4871-ba85-44ec0dd69906 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1023 time: 0.4383392 Feb 16 14:58:22.645858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9523-6179-4f57-9683-a3ca069194d0 req-45e83217-2117-4972-9d61-0f82e76aebf1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:22.647442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-287e9523-6179-4f57-9683-a3ca069194d0 req-45e83217-2117-4972-9d61-0f82e76aebf1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 931 time: 0.3068378 Feb 16 14:58:22.663567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206de9c-7fb4-4242-8788-c8ef6c827121 None None] Pushing event updated for resources: {'Port': ['ID=6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:22.722838 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-87ba3821-80d1-45ea-9692-3177f64f5715 service neutron] 10.222.0.93 "GET /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8818934 Feb 16 14:58:22.793429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-287e9523-6179-4f57-9683-a3ca069194d0 req-b58ef347-65e4-4566-8edc-89a5db78c14a tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146965 Feb 16 14:58:22.887201 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:22.966369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.053921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-faa02049-6200-4134-84d9-1448bac89991 req-2aa85dbf-13e6-4084-b284-d3a0a3b18a98 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0382135 Feb 16 14:58:23.179631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Deleting port b7a6a5a4-fbb1-4419-b596-03567f8026d8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:23.180012 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.257557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.331091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24913f13-0fcc-40b7-b331-794828f423ed {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:58:23.371142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.417492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Transition to ACTIVE for port object 24913f13-0fcc-40b7-b331-794828f423ed will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:58:23.442132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.443930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:23.448528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:23.452081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:23.467559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:23.468367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.482541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=7ed65a0d-2ac9-4406-84c0-20c202ca25ea,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:23.495702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009ab07-29a7-432a-b9ab-c6c8afeb8aaf req-8e0a67d2-3f09-43d3-8831-092d296174d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:23.509761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a009ab07-29a7-432a-b9ab-c6c8afeb8aaf req-8e0a67d2-3f09-43d3-8831-092d296174d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.4546070 Feb 16 14:58:23.527652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:23.540814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.574693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] For port b7a6a5a4-fbb1-4419-b596-03567f8026d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b7a6a5a4-fbb1-4419-b596-03567f8026d8,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:23.575819 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.593138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Calling delete_port for b7a6a5a4-fbb1-4419-b596-03567f8026d8 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:23.682721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:23.684705 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:23.737747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:23.779813 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c3f1e83-1ec7-456d-84ec-e832851e084d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2392540 Feb 16 14:58:23.798523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36572) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:24.005113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.073695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce71f9-4895-4825-ab83-d86aea0362ce tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:24.084793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce71f9-4895-4825-ab83-d86aea0362ce tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:24.086379 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-84ce71f9-4895-4825-ab83-d86aea0362ce tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2815619 Feb 16 14:58:24.088120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.089671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36580) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:24.128098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Attempting to bind port 24913f13-0fcc-40b7-b331-794828f423ed on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:24.128485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Attempting to bind port 24913f13-0fcc-40b7-b331-794828f423ed by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:24.128795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Attempting to bind port 24913f13-0fcc-40b7-b331-794828f423ed on network 832241c7-d4b9-40a3-8d13-18b7c891a017 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:24.135275 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Port 24913f13-0fcc-40b7-b331-794828f423ed on network 832241c7-d4b9-40a3-8d13-18b7c891a017 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:58:24.135644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Attempting to bind port 24913f13-0fcc-40b7-b331-794828f423ed on network 832241c7-d4b9-40a3-8d13-18b7c891a017 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:24.160071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:24.160479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Checking segment: {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:24.160823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Bound using segment: {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:24.161370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Bound port: 24913f13-0fcc-40b7-b331-794828f423ed, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:24.161769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.195932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea', 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:24.275834 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.294885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.299684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8596931 Feb 16 14:58:24.299684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5d3865-1138-4594-8ad8-93602094b8c0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:24.309446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36584) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:24.354964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:24.369784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.373279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.373279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.373279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.373279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.373279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.373279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.373279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.374943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.375057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.375366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.375708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcd5800-85b8-414b-96dd-57d68d4f97fa tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:24.403717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7c6eba03-d531-4b90-a282-8566b29f93ad tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '1c5d3865-1138-4594-8ad8-93602094b8c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:24.494587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.561634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] No DVR routers for this DVR port b7a6a5a4-fbb1-4419-b596-03567f8026d8 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:24.567116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.575020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70b618e0-fa5c-48a8-82db-a707d66ebc0c req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "DELETE /v2.0/ports/b7a6a5a4-fbb1-4419-b596-03567f8026d8 HTTP/1.1" status: 204 len: 173 time: 1.9536517 Feb 16 14:58:24.575526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af2997-0c9f-4b54-8365-dfb5cd951c16 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'Port': ['ID=b7a6a5a4-fbb1-4419-b596-03567f8026d8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:24.634273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'name': 'network-vif-deleted', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:24.636672 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5fe3e1-398c-423c-8b15-ed62bd1b8121" -d '{"events": [{"server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "name": "network-vif-deleted", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:24.659042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb6bd6-5998-4abc-b359-7b5e2f593966 req-716759fc-88e2-4f08-a5c8-a2a39251d8fa tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:24.664388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cccb6bd6-5998-4abc-b359-7b5e2f593966 req-716759fc-88e2-4f08-a5c8-a2a39251d8fa tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 1023 time: 0.7088008 Feb 16 14:58:24.668253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a009ab07-29a7-432a-b9ab-c6c8afeb8aaf req-9fe991f5-0521-4505-a365-45940482d7ee tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233763 Feb 16 14:58:24.758848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cccb6bd6-5998-4abc-b359-7b5e2f593966 req-1bbf3d6a-e01c-433f-b51f-abad1efef95f tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=61101ba8-f1be-43fd-ae57-546a6b1ca606&id=cbaeb4f5-d586-42af-b4ad-0dc4925184cb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0865693 Feb 16 14:58:24.786660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:24.789768 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c6eba03-d531-4b90-a282-8566b29f93ad tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.801337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:24.828061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-566fbbee-3820-422c-8b8e-153e4e2e3864 None None] Provisioning complete for port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:24.828559 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-566fbbee-3820-422c-8b8e-153e4e2e3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:24.982530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:24.988105 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:25.081426 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:25.091249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:25.093057 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] 10.222.0.93 "PUT /v2.0/ports/24913f13-0fcc-40b7-b331-794828f423ed HTTP/1.1" status: 200 len: 1091 time: 3.0680711 Feb 16 14:58:25.101724 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:25.104373 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "tag": "24913f13-0fcc-40b7-b331-794828f423ed"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:25.143242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25356510-eb6f-4143-a35f-8a8f4dd4a149 service neutron] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:25.282221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-60e784db-ec4c-4b8b-a45a-7474fdac8526 None None] Provisioning complete for port 7ed65a0d-2ac9-4406-84c0-20c202ca25ea triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:25.282746 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60e784db-ec4c-4b8b-a45a-7474fdac8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:25.344287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-68df6f55-665b-4f31-9e81-8f4b8a79a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:25.368500 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-68df6f55-665b-4f31-9e81-8f4b8a79a27a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 1094 time: 0.1112268 Feb 16 14:58:25.371713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-60e784db-ec4c-4b8b-a45a-7474fdac8526 None None] Port 7ed65a0d-2ac9-4406-84c0-20c202ca25ea cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:58:25.464293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:25.482318 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-79644900-badd-4fb5-b129-80e618652b2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24913f13-0fcc-40b7-b331-794828f423ed HTTP/1.1" status: 200 len: 217 time: 0.1125193 Feb 16 14:58:25.484882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cdedff7-b78d-4bea-83bb-cb015cea22eb req-ab0033bb-097d-4cff-a6ab-b52a9f90ae4a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/ports?device_id=1311452b-dbb2-4d55-b14d-5f7722dfa811 HTTP/1.1" status: 200 len: 210 time: 0.0335753 Feb 16 14:58:25.545896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c6eba03-d531-4b90-a282-8566b29f93ad tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:25.653731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:25.665887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6340fd-c64b-4dd6-a490-529d032026a7 req-79d84de7-5e03-4e82-b8ff-1a2e5d176d44 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:25.672259 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:25.682502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-bb544e38-7a56-4b9c-9ba7-e97898a7e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:25.692642 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-bb544e38-7a56-4b9c-9ba7-e97898a7e3db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cf0cd46a-d36c-47d4-b799-d04c5320fa54 HTTP/1.1" status: 200 len: 855 time: 0.1822226 Feb 16 14:58:25.708055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d6340fd-c64b-4dd6-a490-529d032026a7 req-79d84de7-5e03-4e82-b8ff-1a2e5d176d44 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 943 time: 0.7972217 Feb 16 14:58:25.774408 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5d3ef6-1c03-4f91-9dd1-4888f815da20 x-openstack-request-id: req-1f5d3ef6-1c03-4f91-9dd1-4888f815da20 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:25.774738 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c14ff77-e908-4d28-bf43-3c413e280a6e", "name": "network-vif-deleted", "tag": "b7a6a5a4-fbb1-4419-b596-03567f8026d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:25.778109 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1f5d3ef6-1c03-4f91-9dd1-4888f815da20 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:25.778109 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c14ff77-e908-4d28-bf43-3c413e280a6e', 'name': 'network-vif-deleted', 'tag': 'b7a6a5a4-fbb1-4419-b596-03567f8026d8', 'status': 'completed', 'code': 200} Feb 16 14:58:25.784308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c6eba03-d531-4b90-a282-8566b29f93ad tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:25.811563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eba03-d531-4b90-a282-8566b29f93ad tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d8fe26-08e4-4cc2-b019-8d4b8f87bb57,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:25.839598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-5896dadd-1082-4dd0-b7fb-466f0c63c9d8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=832241c7-d4b9-40a3-8d13-18b7c891a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385205 Feb 16 14:58:25.842472 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c27eef-a6eb-4f68-92ae-e92af08decaa x-openstack-request-id: req-28c27eef-a6eb-4f68-92ae-e92af08decaa {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:25.843414 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "tag": "24913f13-0fcc-40b7-b331-794828f423ed", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:25.843788 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-28c27eef-a6eb-4f68-92ae-e92af08decaa {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:25.844332 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed', 'status': 'completed', 'code': 200} Feb 16 14:58:25.874740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d6340fd-c64b-4dd6-a490-529d032026a7 req-c73889c9-e0c6-4952-be8b-51dd5b5956f5 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666596 Feb 16 14:58:25.894904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 7ed65a0d-2ac9-4406-84c0-20c202ca25ea {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:25.895300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:25.966799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-64e70759-324d-4cf5-900d-6563dc588225 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193056 Feb 16 14:58:26.081606 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.095898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 7ed65a0d-2ac9-4406-84c0-20c202ca25ea owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:26.135340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cd42376b-76f8-49c5-99e0-88ac75b5658a req-6df3ca52-2702-4254-a519-c9659dda3c86 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566439 Feb 16 14:58:26.182361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c6eba03-d531-4b90-a282-8566b29f93ad tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.183867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7c6eba03-d531-4b90-a282-8566b29f93ad tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7903950 Feb 16 14:58:26.186909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36602) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:26.256569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f50c2d80-965f-4dd0-8421-9e2aa860270b req-5b443481-437e-4494-bcd8-5eee12c96a42 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c14ff77-e908-4d28-bf43-3c413e280a6e HTTP/1.1" status: 200 len: 210 time: 0.0978758 Feb 16 14:58:26.257994 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de8028e9-9e4b-4a5d-901c-c19a26454e9b tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.291064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ca5f3-6d83-4c89-8d85-18db46625295 req-3fb80ac4-30bc-4869-864d-d00cc58400c6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:26.293007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-789ca5f3-6d83-4c89-8d85-18db46625295 req-3fb80ac4-30bc-4869-864d-d00cc58400c6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.4121909 Feb 16 14:58:26.317533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de8028e9-9e4b-4a5d-901c-c19a26454e9b tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.409468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b7a6a5a4-fbb1-4419-b596-03567f8026d8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:26.424230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-789ca5f3-6d83-4c89-8d85-18db46625295 req-6ccf067a-59c5-453a-b2f8-1c1f50863af6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568891 Feb 16 14:58:26.435190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: b7a6a5a4-fbb1-4419-b596-03567f8026d8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:26.435733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b7a6a5a4-fbb1-4419-b596-03567f8026d8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:26.446859 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.453876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-126b4a6c-e6a3-4a04-b510-277d5eaceac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:26.456392 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-126b4a6c-e6a3-4a04-b510-277d5eaceac2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 1094 time: 0.1658387 Feb 16 14:58:26.484320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=7ed65a0d-2ac9-4406-84c0-20c202ca25ea,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:26.598649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.598649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86cde047-dd9a-48ee-a4c7-a15474d2a584 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/7ed65a0d-2ac9-4406-84c0-20c202ca25ea HTTP/1.1" status: 204 len: 168 time: 2.4380045 Feb 16 14:58:26.598649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36606) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:26.600659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de8028e9-9e4b-4a5d-901c-c19a26454e9b tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.606096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de8028e9-9e4b-4a5d-901c-c19a26454e9b tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.621675 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-de8028e9-9e4b-4a5d-901c-c19a26454e9b tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/b2d8fe26-08e4-4cc2-b019-8d4b8f87bb57 HTTP/1.1" status: 204 len: 168 time: 0.4333432 Feb 16 14:58:26.663340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-2d891039-6d68-4973-a3a5-9bf7a602c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:26.666333 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-2d891039-6d68-4973-a3a5-9bf7a602c21b service neutron] 10.222.0.93 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 917 time: 0.1973004 Feb 16 14:58:26.667733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36610) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:26.711099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9787103-1965-4e2c-aad8-c1c9df83f44f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:26.713675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9787103-1965-4e2c-aad8-c1c9df83f44f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:26.715536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c9787103-1965-4e2c-aad8-c1c9df83f44f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1550136 Feb 16 14:58:26.726251 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8028e9-9e4b-4a5d-901c-c19a26454e9b tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d8fe26-08e4-4cc2-b019-8d4b8f87bb57,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:26.727163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36614) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:26.786595 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-503e1016-4893-4431-9bd0-1586e8916a27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24913f13-0fcc-40b7-b331-794828f423ed HTTP/1.1" status: 200 len: 217 time: 0.0864530 Feb 16 14:58:26.819554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 3dbd0d1c-8943-448d-a838-dfe563069d8b {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:26.825426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.834540 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2806a6f9-3088-45cd-8896-8737dc916d68 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1518879 Feb 16 14:58:26.855114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36618) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:26.897030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-ea1b8d92-1d29-427f-9c81-a7e6932bd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:26.986326 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-ea1b8d92-1d29-427f-9c81-a7e6932bd195 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cf0cd46a-d36c-47d4-b799-d04c5320fa54 HTTP/1.1" status: 200 len: 855 time: 0.0870612 Feb 16 14:58:26.987568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:26.987686 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-fecd4431-6c80-4cb4-a970-73cb1cff5f8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=832241c7-d4b9-40a3-8d13-18b7c891a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365441 Feb 16 14:58:26.998578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32e21380-c467-4688-a511-af9474031634 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.046187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36622) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:27.065280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32e21380-c467-4688-a511-af9474031634 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.086097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27ec7b-16b8-4c74-9e95-23864c5684bb req-0708e31c-1436-468d-b67f-889a652bc9e1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:27.089466 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-6fd71119-7661-40b4-be5b-ee9300272351 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345639 Feb 16 14:58:27.089620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec27ec7b-16b8-4c74-9e95-23864c5684bb req-0708e31c-1436-468d-b67f-889a652bc9e1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 943 time: 0.1266880 Feb 16 14:58:27.106347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.191201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec27ec7b-16b8-4c74-9e95-23864c5684bb req-2077a110-2f15-4f7f-96f3-cbf828195780 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947325 Feb 16 14:58:27.200265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7f4-ce16-4f18-a9e3-b5668271b506 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.236207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7f4-ce16-4f18-a9e3-b5668271b506 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.283656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32e21380-c467-4688-a511-af9474031634 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.286729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-32e21380-c467-4688-a511-af9474031634 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.292117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-32e21380-c467-4688-a511-af9474031634 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/1c5d3865-1138-4594-8ad8-93602094b8c0 HTTP/1.1" status: 204 len: 168 time: 0.4312842 Feb 16 14:58:27.293368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:27.349215 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-a0d50fd3-ca96-41e8-8f3e-b6bc8fa8564e req-1f70382f-451f-4b8c-bef9-3da95c220eb7 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520559 Feb 16 14:58:27.378052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.405878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e21380-c467-4688-a511-af9474031634 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5d3865-1138-4594-8ad8-93602094b8c0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:27.450588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7f4-ce16-4f18-a9e3-b5668271b506 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.457336 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fee4e7f4-ce16-4f18-a9e3-b5668271b506 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.461311 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fee4e7f4-ce16-4f18-a9e3-b5668271b506 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/security-groups/5353fd5c-6cab-4579-8065-1dd6cb347725 HTTP/1.1" status: 204 len: 168 time: 0.4118221 Feb 16 14:58:27.466130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:27.486619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=3dbd0d1c-8943-448d-a838-dfe563069d8b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:27.502731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.503577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345aabc5-383d-47ff-b00f-471c640ab746 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:27.504043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4e7f4-ce16-4f18-a9e3-b5668271b506 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5353fd5c-6cab-4579-8065-1dd6cb347725,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:27.517823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-622afea5-2be5-4fb3-a58f-92a78239056d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/3dbd0d1c-8943-448d-a838-dfe563069d8b HTTP/1.1" status: 204 len: 168 time: 0.7763774 Feb 16 14:58:27.524965 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-542305db-eb0d-4b48-b1c5-59755c8d4328 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] show failed (client error): The resource could not be found. Feb 16 14:58:27.526912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-542305db-eb0d-4b48-b1c5-59755c8d4328 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "GET /v2.0/security-groups/5353fd5c-6cab-4579-8065-1dd6cb347725 HTTP/1.1" status: 404 len: 347 time: 0.0590715 Feb 16 14:58:27.526912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:27.542580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9635e564-fdbc-4b85-bc71-39ba6b007fdd tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2257378 Feb 16 14:58:27.542580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36640) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:27.606213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36642) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:27.608381 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5eb43abe-9157-45af-b88e-c1b0720a87c4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804379 Feb 16 14:58:27.613047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bad6f383-8d0b-430e-9883-c0da42585ec1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560378188'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:27.628690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36644) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:27.634110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:27.752148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a1a9173-157f-4051-836f-7c04d99c0ec6 req-54201b17-675a-4e3b-bef1-6be97fed2aff tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/cbaeb4f5-d586-42af-b4ad-0dc4925184cb HTTP/1.1" status: 200 len: 1802 time: 0.3712103 Feb 16 14:58:27.850211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bad6f383-8d0b-430e-9883-c0da42585ec1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.852004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e3a65-ca80-450c-b210-5dd9350d8f50 req-59ae98a2-affa-4496-9d9d-6766e470a60d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:27.854173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e1e3a65-ca80-450c-b210-5dd9350d8f50 req-59ae98a2-affa-4496-9d9d-6766e470a60d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2060509 Feb 16 14:58:27.910139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:27.928569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a1a9173-157f-4051-836f-7c04d99c0ec6 req-bcf3756c-66a8-4501-a64b-c3f53e012688 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.954920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a1a9173-157f-4051-836f-7c04d99c0ec6 req-bcf3756c-66a8-4501-a64b-c3f53e012688 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.979579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] Deleting port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:27.979965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:27.991111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bad6f383-8d0b-430e-9883-c0da42585ec1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.078729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e1e3a65-ca80-450c-b210-5dd9350d8f50 req-87715fc3-bcc7-4a8b-b352-69a27bcd0974 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797206 Feb 16 14:58:28.078729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port e5248397-6b10-40dc-ba2c-3efef3d1a4e6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:28.078729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.081721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] For port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:28.081721 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.094283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] Calling delete_port for 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:28.113698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:28.118386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.170267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.170932 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.178783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bad6f383-8d0b-430e-9883-c0da42585ec1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.191129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for e5248397-6b10-40dc-ba2c-3efef3d1a4e6 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:28.230499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6f383-8d0b-430e-9883-c0da42585ec1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575b917d-75e3-4207-8d20-c3b2b4050afb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:28.290751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a1a9173-157f-4051-836f-7c04d99c0ec6 req-bcf3756c-66a8-4501-a64b-c3f53e012688 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.293422 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8a1a9173-157f-4051-836f-7c04d99c0ec6 req-bcf3756c-66a8-4501-a64b-c3f53e012688 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.294586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a1a9173-157f-4051-836f-7c04d99c0ec6 req-bcf3756c-66a8-4501-a64b-c3f53e012688 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/cbaeb4f5-d586-42af-b4ad-0dc4925184cb HTTP/1.1" status: 204 len: 173 time: 0.5378516 Feb 16 14:58:28.351952 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.366416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bad6f383-8d0b-430e-9883-c0da42585ec1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.367692 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bad6f383-8d0b-430e-9883-c0da42585ec1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7581713 Feb 16 14:58:28.370206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3756c-66a8-4501-a64b-c3f53e012688 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaeb4f5-d586-42af-b4ad-0dc4925184cb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:28.372133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36658) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:28.377242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-83edcc8d-0174-42c5-8b21-2046a652da7e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '575b917d-75e3-4207-8d20-c3b2b4050afb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:28.432457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24913f13-0fcc-40b7-b331-794828f423ed details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:58:28.436305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] Pushing event deleted for resources: {'Port': ['ID=6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:28.449659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946b0e8-b966-41f9-ae3e-95619cb584d8 None None] No DVR routers for this DVR port 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:28.459345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e560c95-88a6-4ba1-a24b-c6cc4c57aafa req-0247d2f8-6845-46e0-9f40-f65d8da9039a tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/61101ba8-f1be-43fd-ae57-546a6b1ca606 HTTP/1.1" status: 200 len: 1802 time: 0.1289046 Feb 16 14:58:28.472180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241492-d286-4169-b42c-0c36d0c0ae78 req-fe7f933d-3d18-4b0c-a65e-b1701038a621 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:28.473769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3241492-d286-4169-b42c-0c36d0c0ae78 req-fe7f933d-3d18-4b0c-a65e-b1701038a621 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 943 time: 0.1782911 Feb 16 14:58:28.556877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83edcc8d-0174-42c5-8b21-2046a652da7e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.597665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3241492-d286-4169-b42c-0c36d0c0ae78 req-845d914b-438a-49b2-986e-7d1f142e7b08 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084762 Feb 16 14:58:28.602873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:28.606629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9e560c95-88a6-4ba1-a24b-c6cc4c57aafa req-e0b202af-7b62-4c70-ab4d-2e3dfbff7e7b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.630672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '24913f13-0fcc-40b7-b331-794828f423ed', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'port_id': '24913f13-0fcc-40b7-b331-794828f423ed', 'mac_address': 'fa:16:3e:f7:96:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0cd46a-d36c-47d4-b799-d04c5320fa54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:58:28.635828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83edcc8d-0174-42c5-8b21-2046a652da7e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.652390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9e560c95-88a6-4ba1-a24b-c6cc4c57aafa req-e0b202af-7b62-4c70-ab4d-2e3dfbff7e7b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.681506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.694114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.700122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24913f13-0fcc-40b7-b331-794828f423ed {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:58:28.723060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:28.737036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=e5248397-6b10-40dc-ba2c-3efef3d1a4e6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:28.784537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83edcc8d-0174-42c5-8b21-2046a652da7e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.805766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edcc8d-0174-42c5-8b21-2046a652da7e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e92a715-2aa2-41cf-a41b-37279972f619,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:28.826226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.831201 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.834741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8b3f944b-45b4-4aca-ae43-c1764fd88049 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/floatingips/9c5be0e1-2783-45f1-b5fd-73a2af6644d2 HTTP/1.1" status: 204 len: 168 time: 1.2891483 Feb 16 14:58:28.835737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:28.875386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.895212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9e560c95-88a6-4ba1-a24b-c6cc4c57aafa req-e0b202af-7b62-4c70-ab4d-2e3dfbff7e7b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.897584 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.902559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9e560c95-88a6-4ba1-a24b-c6cc4c57aafa req-e0b202af-7b62-4c70-ab4d-2e3dfbff7e7b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.904191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e560c95-88a6-4ba1-a24b-c6cc4c57aafa req-e0b202af-7b62-4c70-ab4d-2e3dfbff7e7b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/61101ba8-f1be-43fd-ae57-546a6b1ca606 HTTP/1.1" status: 204 len: 173 time: 0.4426517 Feb 16 14:58:28.925142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-83edcc8d-0174-42c5-8b21-2046a652da7e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:28.926399 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-83edcc8d-0174-42c5-8b21-2046a652da7e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5533237 Feb 16 14:58:28.941223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b202af-7b62-4c70-ab4d-2e3dfbff7e7b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61101ba8-f1be-43fd-ae57-546a6b1ca606,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:28.942531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:28.948779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0ce622ca-c602-40b0-9d7c-39c0b1bc9ee0 req-528771ae-e747-4723-99d9-549a15bb3ed0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-559680964', 'description': 'tempest-description-1930046431'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:28.950436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:28.974717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-df6204d9-b8a2-4577-acec-e7f9ec1c185f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '575b917d-75e3-4207-8d20-c3b2b4050afb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:29.000317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:29.002200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=3bfcd539-e65d-43bb-afea-f10bda993945,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:29.011361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:29.012017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.017024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75986546-70c0-4d47-b639-e91c69aa09e6 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:29.048560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port 1dbc7a42-30cf-473c-915c-6b88a972c02c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:29.049109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.058470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0ce622ca-c602-40b0-9d7c-39c0b1bc9ee0 req-528771ae-e747-4723-99d9-549a15bb3ed0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.092932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:29.137224 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6251a765-2c99-4942-b99f-760bd164c3f5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5049777 Feb 16 14:58:29.139283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36680) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:29.148958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '3bfcd539-e65d-43bb-afea-f10bda993945', 'ip_address': '2001:db8::c451:1318:f520:a571'}], 'name': 'tempest-NetworksTestDHCPv6-1528442488'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:29.216791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.225533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['24913f13-0fcc-40b7-b331-794828f423ed'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:29.239576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for 1dbc7a42-30cf-473c-915c-6b88a972c02c owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:29.301242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df6204d9-b8a2-4577-acec-e7f9ec1c185f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.402828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df6204d9-b8a2-4577-acec-e7f9ec1c185f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.408390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:29.445787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '3bfcd539-e65d-43bb-afea-f10bda993945'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:29.446648 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.448839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:29.449277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6ad3e30d-cb8f-49e3-9ef8-a2a06894ce72 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:29.469140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0ce622ca-c602-40b0-9d7c-39c0b1bc9ee0 req-528771ae-e747-4723-99d9-549a15bb3ed0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.482597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe00b69-50ff-4935-8864-382a1c6239d7 req-168457af-8769-41af-b9f9-7c92256b5168 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:29.484144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fe00b69-50ff-4935-8864-382a1c6239d7 req-168457af-8769-41af-b9f9-7c92256b5168 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.2730448 Feb 16 14:58:29.525257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fe00b69-50ff-4935-8864-382a1c6239d7 req-bae888c2-d9d7-4a7f-80bf-0e5ebe1a1ea6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Feb 16 14:58:29.649579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/3bfcd539-e65d-43bb-afea-f10bda993945/d272e474-0222-4e6c-b012-c973648b0cbe) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:29.708027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df6204d9-b8a2-4577-acec-e7f9ec1c185f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.712474 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.730538 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0ce622ca-c602-40b0-9d7c-39c0b1bc9ee0 req-528771ae-e747-4723-99d9-549a15bb3ed0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.733317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:29.758998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6204d9-b8a2-4577-acec-e7f9ec1c185f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f650c4-ad21-4d4a-9f0b-1aa5eb606c14,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:29.767822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=1dbc7a42-30cf-473c-915c-6b88a972c02c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:29.866740 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.866874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.866874 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-07a16785-d5e0-4dbc-ac14-bfa96f75c38c tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/ports/1dbc7a42-30cf-473c-915c-6b88a972c02c HTTP/1.1" status: 204 len: 168 time: 1.0220501 Feb 16 14:58:29.866874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36684) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:29.867161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528771ae-e747-4723-99d9-549a15bb3ed0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42345abc-40b8-46f0-a099-f8212be893d7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:29.892022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807efc69-c5c5-4ec4-8eec-5fbc2b999acb req-7c336112-3b80-46e5-b27f-350b5850485e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:29.900715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-807efc69-c5c5-4ec4-8eec-5fbc2b999acb req-7c336112-3b80-46e5-b27f-350b5850485e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 944 time: 0.2107503 Feb 16 14:58:29.905775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907367-5932-4da9-a9b4-ac9881db948b req-6e15dc3f-9718-49d9-ac79-dfbe513a3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:29.907921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27907367-5932-4da9-a9b4-ac9881db948b req-6e15dc3f-9718-49d9-ac79-dfbe513a3e26 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 1097 time: 0.1915362 Feb 16 14:58:29.917163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:29.966839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port 05a62ee1-5ef2-425e-831a-5186294250c7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:29.967787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.007570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 7943c850-6250-480d-aa13-240e453886b4 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:30.025455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-807efc69-c5c5-4ec4-8eec-5fbc2b999acb req-103f74a7-93c0-4dcc-bbfd-5c8d281b3814 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238692 Feb 16 14:58:30.070396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.083139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df6204d9-b8a2-4577-acec-e7f9ec1c185f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.095714 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-df6204d9-b8a2-4577-acec-e7f9ec1c185f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1148443 Feb 16 14:58:30.095714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for 05a62ee1-5ef2-425e-831a-5186294250c7 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:30.099756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36686) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:30.104839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-57a40783-39de-4f48-a5fb-f8d95d1c9ee9 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '575b917d-75e3-4207-8d20-c3b2b4050afb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:30.145024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907367-5932-4da9-a9b4-ac9881db948b req-bfb6aeaa-a1ae-43a9-b68f-598d1fdf8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:30.146935 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27907367-5932-4da9-a9b4-ac9881db948b req-bfb6aeaa-a1ae-43a9-b68f-598d1fdf8be2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.2187369 Feb 16 14:58:30.204910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27907367-5932-4da9-a9b4-ac9881db948b req-6db2359a-b699-4c30-bd98-96b4440cf898 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4 HTTP/1.1" status: 200 len: 217 time: 0.0496194 Feb 16 14:58:30.263357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907367-5932-4da9-a9b4-ac9881db948b req-654ab0b1-9a89-4a0f-9c85-4e270148d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:30.265173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27907367-5932-4da9-a9b4-ac9881db948b req-654ab0b1-9a89-4a0f-9c85-4e270148d30f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.0530694 Feb 16 14:58:30.279837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.296096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0ce622ca-c602-40b0-9d7c-39c0b1bc9ee0 req-528771ae-e747-4723-99d9-549a15bb3ed0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.298350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ce622ca-c602-40b0-9d7c-39c0b1bc9ee0 req-528771ae-e747-4723-99d9-549a15bb3ed0 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3589423 Feb 16 14:58:30.358240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:30.362469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:30.365292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:30.370658 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.388961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Pushing event updated for resources: {'Port': ['ID=d272e474-0222-4e6c-b012-c973648b0cbe,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:30.462476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::c451:1318:f520:a571 (787cccbd-9503-4e11-a20c-2b727deb6ed1/3bfcd539-e65d-43bb-afea-f10bda993945/7943c850-6250-480d-aa13-240e453886b4) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:30.463981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=05a62ee1-5ef2-425e-831a-5186294250c7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:30.476996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d34c9c04-25ad-4f35-9a36-903b7cfb6607 req-a5131632-68a5-46d4-af05-81c0890c5a4e tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/42345abc-40b8-46f0-a099-f8212be893d7 HTTP/1.1" status: 200 len: 1802 time: 0.1342242 Feb 16 14:58:30.484089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24913f13-0fcc-40b7-b331-794828f423ed up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:30.502761 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57a40783-39de-4f48-a5fb-f8d95d1c9ee9 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.504470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907367-5932-4da9-a9b4-ac9881db948b req-f8fe0343-5672-439c-a39f-e70da816a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:30.506125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27907367-5932-4da9-a9b4-ac9881db948b req-f8fe0343-5672-439c-a39f-e70da816a224 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342477 Feb 16 14:58:30.510005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d34c9c04-25ad-4f35-9a36-903b7cfb6607 req-383cf8e0-ed36-43e6-9ae8-257600b31a37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Request body: {'security_group': {'name': 'tempest-sg-hth-854583324', 'description': 'tempest-description-hth-1488895777'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:30.560763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Attempting to bind port d272e474-0222-4e6c-b012-c973648b0cbe on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:30.561276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Attempting to bind port d272e474-0222-4e6c-b012-c973648b0cbe by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:30.562744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Attempting to bind port d272e474-0222-4e6c-b012-c973648b0cbe on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:30.586812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.598707 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9158cdcd-7dac-4204-b8eb-ab1bef730b80 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/ports/05a62ee1-5ef2-425e-831a-5186294250c7 HTTP/1.1" status: 204 len: 168 time: 0.7312553 Feb 16 14:58:30.599085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:30.599085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:30.599085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.599085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:30.599085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Bound port: d272e474-0222-4e6c-b012-c973648b0cbe, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:30.599085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.601420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36698) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:30.644253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57a40783-39de-4f48-a5fb-f8d95d1c9ee9 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.687658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting subnet de837d2e-a33e-4a0b-8a6a-e89671ff2f3d {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:30.692390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.702478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-aea906e0-be92-4170-937b-99355ed3158d None None] For port d272e474-0222-4e6c-b012-c973648b0cbe, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:30.706799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-aea906e0-be92-4170-937b-99355ed3158d None None] For port d272e474-0222-4e6c-b012-c973648b0cbe, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d272e474-0222-4e6c-b012-c973648b0cbe,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:30.717857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d34c9c04-25ad-4f35-9a36-903b7cfb6607 req-383cf8e0-ed36-43e6-9ae8-257600b31a37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.743494 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.779960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57a40783-39de-4f48-a5fb-f8d95d1c9ee9 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.808303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a40783-39de-4f48-a5fb-f8d95d1c9ee9 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38565f58-f381-4585-9238-d8677ff3a844,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:30.846435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83bd54-7e28-420e-bbe9-8a7d6d665573 req-63658f70-3054-4c84-b497-e08b20bb8e05 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:30.847957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c83bd54-7e28-420e-bbe9-8a7d6d665573 req-63658f70-3054-4c84-b497-e08b20bb8e05 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1952732 Feb 16 14:58:30.858768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.877048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27907367-5932-4da9-a9b4-ac9881db948b req-27665ebd-4af8-453d-91b6-de45372ca017 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623648 Feb 16 14:58:30.885998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d34c9c04-25ad-4f35-9a36-903b7cfb6607 req-383cf8e0-ed36-43e6-9ae8-257600b31a37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.886339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 24913f13-0fcc-40b7-b331-794828f423ed completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:58:30.888865 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.915831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 24913f13-0fcc-40b7-b331-794828f423ed triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:30.920710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.960815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57a40783-39de-4f48-a5fb-f8d95d1c9ee9 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:30.965961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-57a40783-39de-4f48-a5fb-f8d95d1c9ee9 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8651965 Feb 16 14:58:30.967159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:30.972822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8d75bfef-0751-41be-a667-2a4ed61eda47 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '575b917d-75e3-4207-8d20-c3b2b4050afb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:30.990082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c83bd54-7e28-420e-bbe9-8a7d6d665573 req-a52fed1e-c415-4a26-87a9-afb1ffa9b26d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324203 Feb 16 14:58:31.005871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.010034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d34c9c04-25ad-4f35-9a36-903b7cfb6607 req-383cf8e0-ed36-43e6-9ae8-257600b31a37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.010034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d34c9c04-25ad-4f35-9a36-903b7cfb6607 req-383cf8e0-ed36-43e6-9ae8-257600b31a37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.011257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d34c9c04-25ad-4f35-9a36-903b7cfb6607 req-383cf8e0-ed36-43e6-9ae8-257600b31a37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "PUT /v2.0/security-groups/42345abc-40b8-46f0-a099-f8212be893d7 HTTP/1.1" status: 200 len: 1776 time: 0.5255673 Feb 16 14:58:31.030888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea906e0-be92-4170-937b-99355ed3158d None None] Pushing event updated for resources: {'Port': ['ID=d272e474-0222-4e6c-b012-c973648b0cbe,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:31.069109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.117080 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.124329 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Subnet': ['ID=de837d2e-a33e-4a0b-8a6a-e89671ff2f3d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:31.127983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.134394 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-493bc845-e0d0-4630-8822-6747697c16e8 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/subnets/de837d2e-a33e-4a0b-8a6a-e89671ff2f3d HTTP/1.1" status: 204 len: 168 time: 0.5290339 Feb 16 14:58:31.138690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:31.139531 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d75bfef-0751-41be-a667-2a4ed61eda47 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.159736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cf8e0-ed36-43e6-9ae8-257600b31a37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42345abc-40b8-46f0-a099-f8212be893d7,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:31.163810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b9ebb5-b1e7-49c8-8c38-dbc5a5d094fc None None] Network 81b15931-d000-4e2e-837f-43c40ca895e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:31.200086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:31.202282 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d8a823-74c1-44d3-bcb5-2bb9756aecd0" -d '{"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-plugged", "status": "completed", "tag": "24913f13-0fcc-40b7-b331-794828f423ed"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:31.232905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting subnet f254dcda-c981-4366-9878-6e993dddfd3c {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:31.243781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.288276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27907367-5932-4da9-a9b4-ac9881db948b req-cfeedebc-45ac-4edc-84c2-f7f0d73b6fa0 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978286 Feb 16 14:58:31.332546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:31.388935 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cd03c46-67dd-4b2d-8d04-11402b651b38 req-4a651089-8e0d-43b0-b6c1-155daf1bc53b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/42345abc-40b8-46f0-a099-f8212be893d7 HTTP/1.1" status: 200 len: 1776 time: 0.3085234 Feb 16 14:58:31.393419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.453338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d75bfef-0751-41be-a667-2a4ed61eda47 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.471564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32bfdf-94ed-418e-8afd-f434c62d8d43 req-a765845f-847f-4647-b537-9158be5d2aa3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:31.472452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f32bfdf-94ed-418e-8afd-f434c62d8d43 req-a765845f-847f-4647-b537-9158be5d2aa3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 944 time: 0.2585814 Feb 16 14:58:31.529500 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5ff810-ce8a-4e29-a6ff-c97290b68a0d x-openstack-request-id: req-8b5ff810-ce8a-4e29-a6ff-c97290b68a0d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:31.529908 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-plugged", "status": "completed", "tag": "24913f13-0fcc-40b7-b331-794828f423ed", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:31.530073 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8b5ff810-ce8a-4e29-a6ff-c97290b68a0d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:31.530662 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed', 'code': 200} Feb 16 14:58:31.553925 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.564969 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.623281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:31.632694 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d75bfef-0751-41be-a667-2a4ed61eda47 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.649121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.649835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.650346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.656478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.657627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.659029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.659597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.660171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.660682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.661172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.661663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.662151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:58:31.694777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.698834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] DHCP port deletion for 81b15931-d000-4e2e-837f-43c40ca895e8 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:31.705536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75bfef-0751-41be-a667-2a4ed61eda47 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd9b332-efe2-4a66-b13c-3d83e5ac4de2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:31.734022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f32bfdf-94ed-418e-8afd-f434c62d8d43 req-630000d8-ae58-478a-9320-1c018500fa3c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408352 Feb 16 14:58:31.758713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:31.772227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f2b9535-682f-429f-ad6f-a2d2e772aad9 req-d2837e36-5e63-4a6e-beb6-7b614fef2db3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/42345abc-40b8-46f0-a099-f8212be893d7 HTTP/1.1" status: 200 len: 1776 time: 0.2365823 Feb 16 14:58:31.775417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:31.785982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:31.792922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:31.793447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] Deleting port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:31.793988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.794631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.806196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17de93-ad9c-418c-a545-d6ba77639174 req-7497d2c1-6546-4d63-bbaf-451a6c2c3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:31.808584 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0d17de93-ad9c-418c-a545-d6ba77639174 req-7497d2c1-6546-4d63-bbaf-451a6c2c3b77 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 1096 time: 0.2652044 Feb 16 14:58:31.811464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=7943c850-6250-480d-aa13-240e453886b4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:31.881293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8d75bfef-0751-41be-a667-2a4ed61eda47 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.883121 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8d75bfef-0751-41be-a667-2a4ed61eda47 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9154482 Feb 16 14:58:31.886366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36718) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:31.886716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f2b9535-682f-429f-ad6f-a2d2e772aad9 req-a5fad8b3-26bc-4105-bf02-9cbd5a09b36d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.895834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e7e4f314-e6b9-41a2-ba07-7fe3b63ba9ed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '575b917d-75e3-4207-8d20-c3b2b4050afb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:31.901631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] For port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=05a3a1bd-5e3d-4574-a5d0-86a843a84d34,segment=NetworkSegment(f5799a72-cf87-47c6-b1ad-4ae67d5d43ae),segment_id=f5799a72-cf87-47c6-b1ad-4ae67d5d43ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:31.902488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:31.909816 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0d17de93-ad9c-418c-a545-d6ba77639174 req-1366ef9a-873e-44f7-848c-d7be78f64fbf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857980 Feb 16 14:58:31.917882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] Calling delete_port for 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:32.062768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f314-e6b9-41a2-ba07-7fe3b63ba9ed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.144084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f314-e6b9-41a2-ba07-7fe3b63ba9ed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.146261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.174273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.184299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Subnet': ['ID=f254dcda-c981-4366-9878-6e993dddfd3c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:32.190277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.196255 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7be704af-e6df-4ad8-97d1-39dc744714b3 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/subnets/f254dcda-c981-4366-9878-6e993dddfd3c HTTP/1.1" status: 204 len: 168 time: 1.0505116 Feb 16 14:58:32.197220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:32.245979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a356ea-b8c1-4a09-be8a-2421cda25954 None None] Network cf2cdb5d-8519-41c7-a623-c71f6ae0060d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:32.263630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] Pushing event deleted for resources: {'Port': ['ID=05a3a1bd-5e3d-4574-a5d0-86a843a84d34,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:32.299805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f314-e6b9-41a2-ba07-7fe3b63ba9ed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.375591 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.380045 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4f314-e6b9-41a2-ba07-7fe3b63ba9ed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aa5282-5147-4ce5-8e18-deb228a1a0dd,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:32.451610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f2b9535-682f-429f-ad6f-a2d2e772aad9 req-a5fad8b3-26bc-4105-bf02-9cbd5a09b36d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.454499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8229ff03-2f82-46c9-8f4d-e351029dbbf4 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:32.480461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-550704c9-3d05-4bcc-84ff-86ce53f15dbe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3394830 Feb 16 14:58:32.481677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36726) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:32.502216 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7e4f314-e6b9-41a2-ba07-7fe3b63ba9ed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.503509 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e7e4f314-e6b9-41a2-ba07-7fe3b63ba9ed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6160126 Feb 16 14:58:32.514351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36728) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:32.516228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433744e-22d8-4747-9261-c1dd1a6ad092 None None] No DVR routers for this DVR port 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:32.584547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422facc1-18aa-4a20-b201-1588c39c6dad req-a2401479-bbd3-4698-b207-4639cb5e7197 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:32.586126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-422facc1-18aa-4a20-b201-1588c39c6dad req-a2401479-bbd3-4698-b207-4639cb5e7197 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 946 time: 0.1222703 Feb 16 14:58:32.587155 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ef5646b-1fba-44be-a1b6-e9b158523c91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.619665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ef5646b-1fba-44be-a1b6-e9b158523c91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.630685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.647062 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.702122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-422facc1-18aa-4a20-b201-1588c39c6dad req-9055bea7-40e7-4753-b3ff-44ae58d91ed1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038985 Feb 16 14:58:32.710793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:32.727361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f2b9535-682f-429f-ad6f-a2d2e772aad9 req-a5fad8b3-26bc-4105-bf02-9cbd5a09b36d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.727361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f2b9535-682f-429f-ad6f-a2d2e772aad9 req-a5fad8b3-26bc-4105-bf02-9cbd5a09b36d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.727361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f2b9535-682f-429f-ad6f-a2d2e772aad9 req-a5fad8b3-26bc-4105-bf02-9cbd5a09b36d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/42345abc-40b8-46f0-a099-f8212be893d7 HTTP/1.1" status: 204 len: 173 time: 0.9449253 Feb 16 14:58:32.728385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b15931-d000-4e2e-837f-43c40ca895e8']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:32.738938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fad8b3-26bc-4105-bf02-9cbd5a09b36d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42345abc-40b8-46f0-a099-f8212be893d7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:32.809687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c841ef-8e14-4425-a00e-7fefe7bf65d0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:32.848124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ef5646b-1fba-44be-a1b6-e9b158523c91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.855779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.857308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ef5646b-1fba-44be-a1b6-e9b158523c91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.858890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c841ef-8e14-4425-a00e-7fefe7bf65d0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:32.859767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2ef5646b-1fba-44be-a1b6-e9b158523c91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/80aa5282-5147-4ce5-8e18-deb228a1a0dd HTTP/1.1" status: 204 len: 168 time: 0.3423944 Feb 16 14:58:32.866964 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-23c841ef-8e14-4425-a00e-7fefe7bf65d0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3841689 Feb 16 14:58:32.879772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36742) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:32.880421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36744) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:32.886523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:32.887976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5799a72-cf87-47c6-b1ad-4ae67d5d43ae') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:32.913494 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.952345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.968760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:58:32.969470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:58:32.973747 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:58:32.983996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] DHCP port deletion for cf2cdb5d-8519-41c7-a623-c71f6ae0060d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:33.006872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:33.055176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-15c4acff-9aaa-494d-98f3-5fd4f8a77f65 None None] Provisioning complete for port d272e474-0222-4e6c-b012-c973648b0cbe triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:33.055709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-15c4acff-9aaa-494d-98f3-5fd4f8a77f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.186419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.209552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.214318 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-88437981-0961-4dc9-a9c4-4e69e7367a0e req-08b6cca8-d5e2-460a-bcde-c6af5c7343a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:58:33.214318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88437981-0961-4dc9-a9c4-4e69e7367a0e req-08b6cca8-d5e2-460a-bcde-c6af5c7343a1 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/61101ba8-f1be-43fd-ae57-546a6b1ca606 HTTP/1.1" status: 404 len: 352 time: 0.2349131 Feb 16 14:58:33.215325 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/networks/81b15931-d000-4e2e-837f-43c40ca895e8 HTTP/1.1" status: 204 len: 168 time: 1.0062432 Feb 16 14:58:33.221883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5646b-1fba-44be-a1b6-e9b158523c91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80aa5282-5147-4ce5-8e18-deb228a1a0dd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:33.234948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:33.249414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] Deleting port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:33.249723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534775b5-d0c1-4eb9-b153-d9a3c7755c1a tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Network': ['ID=81b15931-d000-4e2e-837f-43c40ca895e8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:33.250036 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.391228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.409810 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-19e0d3bc-5a7e-44b5-8639-4f34adbfc10f req-9f7004f0-bc79-47c2-bd70-5580f2251278 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:58:33.411033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19e0d3bc-5a7e-44b5-8639-4f34adbfc10f req-9f7004f0-bc79-47c2-bd70-5580f2251278 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/cbaeb4f5-d586-42af-b4ad-0dc4925184cb HTTP/1.1" status: 404 len: 352 time: 0.0692911 Feb 16 14:58:33.439644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36756) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:33.443949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b8b6b63c-6d5d-4336-8eed-f06f7df4756d tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5620039 Feb 16 14:58:33.476864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e367d1-72f7-4a16-b3ac-72688333e1b0 req-87750553-79dd-490d-b263-4797adacb8de tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:33.479148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2e367d1-72f7-4a16-b3ac-72688333e1b0 req-87750553-79dd-490d-b263-4797adacb8de tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.4334357 Feb 16 14:58:33.483213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-f501512e-215c-4577-a335-6028e377d9ef service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5602462 Feb 16 14:58:33.537966 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-d4cca01f-5430-4699-9929-ce370b7721a1 req-67d2ebb9-8713-4bdd-8e32-8ce2406e8e37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:58:33.539574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4cca01f-5430-4699-9929-ce370b7721a1 req-67d2ebb9-8713-4bdd-8e32-8ce2406e8e37 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/c5d20c45-a544-436e-801c-d1a3fefb9771 HTTP/1.1" status: 404 len: 352 time: 0.0322678 Feb 16 14:58:33.573086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 7943c850-6250-480d-aa13-240e453886b4 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:33.573554 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.607941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99428ce3-5910-4be4-a65a-57ace6177341 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.623472 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99428ce3-5910-4be4-a65a-57ace6177341 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.635092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2e367d1-72f7-4a16-b3ac-72688333e1b0 req-dcb1cbde-143f-4e07-b24c-eea78545cbd3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446025 Feb 16 14:58:33.646140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Deleting port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:33.646140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.659505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:33.662196 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8a17f1-6625-44d6-b074-4ca3ae823965" -d '{"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:33.677192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d272e474-0222-4e6c-b012-c973648b0cbe up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:33.707865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] For port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:33.708245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.729467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Calling delete_port for 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:33.731163 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-8a0e4350-ec6e-4da9-8a3b-61fbff46a5ea req-bc5f4502-b4a8-46ac-9375-1cbfb0c5dcd6 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:58:33.732345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a0e4350-ec6e-4da9-8a3b-61fbff46a5ea req-bc5f4502-b4a8-46ac-9375-1cbfb0c5dcd6 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/289169be-63fe-4175-8872-d1910e918b52 HTTP/1.1" status: 404 len: 352 time: 0.1419740 Feb 16 14:58:33.797328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-6c2ad423-19f0-4ffd-aafc-5fb12c932654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:33.797328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-6c2ad423-19f0-4ffd-aafc-5fb12c932654 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 1096 time: 0.1939113 Feb 16 14:58:33.822675 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9a1e14-a682-401e-87d7-41d4f919bdef x-openstack-request-id: req-5c9a1e14-a682-401e-87d7-41d4f919bdef {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:33.822968 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:33.823221 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5c9a1e14-a682-401e-87d7-41d4f919bdef {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:33.824895 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'code': 200} Feb 16 14:58:33.834528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.873622 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-c5cfa389-0155-4a87-af54-6a669660aa80 req-a0bce31f-5e7a-4d64-bc49-e3bfa66af1ef tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:58:33.883988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] For port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,segment=NetworkSegment(05e714b7-7c74-4726-8b84-1ff39027e8d5),segment_id=05e714b7-7c74-4726-8b84-1ff39027e8d5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:33.883988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.884808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5cfa389-0155-4a87-af54-6a669660aa80 req-a0bce31f-5e7a-4d64-bc49-e3bfa66af1ef tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/6dfeabb0-bef2-4d21-a981-9880e641707e HTTP/1.1" status: 404 len: 352 time: 0.0594521 Feb 16 14:58:33.884906 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-15c4acff-9aaa-494d-98f3-5fd4f8a77f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.920326 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] Calling delete_port for 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:33.928710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d272e474-0222-4e6c-b012-c973648b0cbe triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:33.928710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:33.942673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 7943c850-6250-480d-aa13-240e453886b4 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:33.990265 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-44d71b34-c04f-43bc-b2bd-6c951058456d req-0bd30b1a-5b86-408a-a110-da2752c3dfa3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] show failed (client error): The resource could not be found. Feb 16 14:58:33.991322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44d71b34-c04f-43bc-b2bd-6c951058456d req-0bd30b1a-5b86-408a-a110-da2752c3dfa3 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/8d352477-60db-486a-abbf-222d8acade01 HTTP/1.1" status: 404 len: 352 time: 0.0642259 Feb 16 14:58:34.013488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.039533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] No DVR routers for this DVR port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:34.044157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99428ce3-5910-4be4-a65a-57ace6177341 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.051448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-99428ce3-5910-4be4-a65a-57ace6177341 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.056054 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-99428ce3-5910-4be4-a65a-57ace6177341 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/2cd9b332-efe2-4a66-b13c-3d83e5ac4de2 HTTP/1.1" status: 204 len: 168 time: 0.6131258 Feb 16 14:58:34.060064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:34.114096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-15c4acff-9aaa-494d-98f3-5fd4f8a77f65 None None] For port d272e474-0222-4e6c-b012-c973648b0cbe, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d272e474-0222-4e6c-b012-c973648b0cbe,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:34.143421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99428ce3-5910-4be4-a65a-57ace6177341 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cd9b332-efe2-4a66-b13c-3d83e5ac4de2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:34.147978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6c195-e978-4beb-92d6-86940cbf5059 req-7ab95649-0534-461f-94db-bc5fcf568570 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:34.153779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Port': ['ID=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:34.156781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a6c195-e978-4beb-92d6-86940cbf5059 req-7ab95649-0534-461f-94db-bc5fcf568570 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 944 time: 0.2331831 Feb 16 14:58:34.170737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-9f3b556f-a1b8-4d55-b44c-33a8d8a549cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:34.172392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-9f3b556f-a1b8-4d55-b44c-33a8d8a549cb service neutron] 10.222.0.129 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.3306918 Feb 16 14:58:34.212401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:58:34.214513 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 14:58:34.229851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-15c4acff-9aaa-494d-98f3-5fd4f8a77f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.240066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-2c2ba4a6-4448-4e7a-bf55-b1c5a505c782 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16c46534-7785-494d-915f-95f3274cde2c HTTP/1.1" status: 200 len: 217 time: 0.0577092 Feb 16 14:58:34.265318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a6c195-e978-4beb-92d6-86940cbf5059 req-7614e1c0-f432-49ae-8fcc-9b8c58e15d20 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078687 Feb 16 14:58:34.316266 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7e99c4c1-2b87-441b-adea-76a27438f9b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1786094 Feb 16 14:58:34.323002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.323241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36778) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:34.333475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.348221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2cdb5d-8519-41c7-a623-c71f6ae0060d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:34.359388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e714b7-7c74-4726-8b84-1ff39027e8d5') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:34.359858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e714b7-7c74-4726-8b84-1ff39027e8d5') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:34.363140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ee893de-42be-4d90-aa0a-94e7b1fa4dd7 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.372209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.377205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ee893de-42be-4d90-aa0a-94e7b1fa4dd7 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.396883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.411265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:58:34.411842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.414069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-5973d200-f43a-4cc6-b7a3-2e1108a8691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:58:34.416041 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:58:34.418972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-5973d200-f43a-4cc6-b7a3-2e1108a8691f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1675167 Feb 16 14:58:34.447880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] No DVR routers for this DVR port 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:34.452626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4acff-9aaa-494d-98f3-5fd4f8a77f65 None None] Pushing event updated for resources: {'Port': ['ID=d272e474-0222-4e6c-b012-c973648b0cbe,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:34.496936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f636774-ddd2-4304-94d2-15fc7cabdf20 None None] Pushing event deleted for resources: {'Port': ['ID=664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:34.512697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-089ce69b-bd13-45f0-92c3-32492745b266 None None] Provisioning complete for port 7943c850-6250-480d-aa13-240e453886b4 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:34.517664 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-089ce69b-bd13-45f0-92c3-32492745b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.517664 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:58:34.517664 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:58:34.553238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-01cb180c-7eea-46d2-838f-5157c7fc0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:34.554795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-01cb180c-7eea-46d2-838f-5157c7fc0bf5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308365 Feb 16 14:58:34.562068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356f3ec-d8ca-41b2-8bce-ccb65ee5a861 req-7dba5604-4bbd-4ba7-b8fa-6cd16c8ce7a3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:34.564188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1356f3ec-d8ca-41b2-8bce-ccb65ee5a861 req-7dba5604-4bbd-4ba7-b8fa-6cd16c8ce7a3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.0792837 Feb 16 14:58:34.572482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-089ce69b-bd13-45f0-92c3-32492745b266 None None] Port 7943c850-6250-480d-aa13-240e453886b4 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:58:34.604923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.643685 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ee893de-42be-4d90-aa0a-94e7b1fa4dd7 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.657049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.667781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.676882 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] 10.222.0.113 "DELETE /v2.0/networks/cf2cdb5d-8519-41c7-a623-c71f6ae0060d HTTP/1.1" status: 204 len: 168 time: 1.4389498 Feb 16 14:58:34.678958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ee893de-42be-4d90-aa0a-94e7b1fa4dd7 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.685779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36788) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:34.690600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ee893de-42be-4d90-aa0a-94e7b1fa4dd7 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/38565f58-f381-4585-9238-d8677ff3a844 HTTP/1.1" status: 204 len: 168 time: 0.3547373 Feb 16 14:58:34.733397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee893de-42be-4d90-aa0a-94e7b1fa4dd7 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38565f58-f381-4585-9238-d8677ff3a844,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:34.733888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0239055-c538-497f-b366-ed8816b2fdf1 tempest-TaggedBootDevicesTest_v242-956895885 tempest-TaggedBootDevicesTest_v242-956895885-project] Pushing event deleted for resources: {'Network': ['ID=cf2cdb5d-8519-41c7-a623-c71f6ae0060d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:34.739332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=7943c850-6250-480d-aa13-240e453886b4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:34.786633 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bf45946f-3727-4dc8-92f9-85bf03bde62e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0976522 Feb 16 14:58:34.792148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36792) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:34.830905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cf0-10ae-49c2-8d2d-d3ff3fd219de tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.841719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cf0-10ae-49c2-8d2d-d3ff3fd219de tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.864317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-141ad7b3-b0a0-4336-9c07-5d7d4b838838 service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993038 Feb 16 14:58:34.870500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:34.877637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7ce1e22e-8f96-48b7-9e50-91a64a1f37ac tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/7943c850-6250-480d-aa13-240e453886b4 HTTP/1.1" status: 204 len: 168 time: 1.9946980 Feb 16 14:58:34.881271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1356f3ec-d8ca-41b2-8bce-ccb65ee5a861 req-3c362af7-aed9-4a9d-af0d-e7e20537749e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898116 Feb 16 14:58:34.881796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36794) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:35.069977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3e0fe-4554-41c0-8cf5-3a7c33b45ce4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:35.071066 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cf0-10ae-49c2-8d2d-d3ff3fd219de tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.071638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3e0fe-4554-41c0-8cf5-3a7c33b45ce4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:35.076796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c1d3e0fe-4554-41c0-8cf5-3a7c33b45ce4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1629207 Feb 16 14:58:35.077431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36798) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:35.078263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8cf0-10ae-49c2-8d2d-d3ff3fd219de tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.082250 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dbcf8cf0-10ae-49c2-8d2d-d3ff3fd219de tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/59f650c4-ad21-4d4a-9f0b-1aa5eb606c14 HTTP/1.1" status: 204 len: 168 time: 0.2861071 Feb 16 14:58:35.084691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36800) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:35.114925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf8cf0-10ae-49c2-8d2d-d3ff3fd219de tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59f650c4-ad21-4d4a-9f0b-1aa5eb606c14,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:35.140096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c83add-a663-4514-8e7d-ab53f6b6e5a1 req-74221a7c-1610-4eb7-baed-70a09c2b33b2 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:35.142911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c83add-a663-4514-8e7d-ab53f6b6e5a1 req-74221a7c-1610-4eb7-baed-70a09c2b33b2 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1023 time: 0.3549654 Feb 16 14:58:35.165704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:35.166356 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1b72daad-db83-4e63-b439-0e2eee60b7bb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0800769 Feb 16 14:58:35.173575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36802) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:35.195713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:35.196192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 05a3a1bd-5e3d-4574-a5d0-86a843a84d34 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:35.196621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:35.213996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372171b-17c6-465d-bcdf-78b78b9be363 req-a4457fc4-23f0-447d-9222-6abf1e3ecb39 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:35.215496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1372171b-17c6-465d-bcdf-78b78b9be363 req-a4457fc4-23f0-447d-9222-6abf1e3ecb39 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2039645 Feb 16 14:58:35.227376 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:35.229387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 664b9241-aca6-4bd9-8a39-8b9f2c5d1ae5 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:35.229579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20e8e5b9-af90-433f-927a-f6e2a420fe9c req-829cc7b3-11c3-4c5c-9f5e-ff7b42cd515e service neutron] 10.222.0.129 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452098 Feb 16 14:58:35.238571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 3bfcd539-e65d-43bb-afea-f10bda993945 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:35.253166 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.256214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bbcdbd74-2b9c-4a4b-801e-2356ac6e6021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.312679 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41bb6000-57dd-47ba-a53b-878ea640ee2f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.328806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02c83add-a663-4514-8e7d-ab53f6b6e5a1 req-2640338f-e7a5-42db-b6ed-ac7012ef61fb tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=c99c96b0-bf22-4725-be9f-29cba10b9645&id=0d14bbe5-b53c-46dc-9632-e6da98667bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1734893 Feb 16 14:58:35.336486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41bb6000-57dd-47ba-a53b-878ea640ee2f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.375769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1372171b-17c6-465d-bcdf-78b78b9be363 req-8672a31b-b6ad-4a24-868a-e3c15ec33910 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448627 Feb 16 14:58:35.379156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.414248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d272e474-0222-4e6c-b012-c973648b0cbe up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:35.508350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d272e474-0222-4e6c-b012-c973648b0cbe triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:35.508737 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.557874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41bb6000-57dd-47ba-a53b-878ea640ee2f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.576066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41bb6000-57dd-47ba-a53b-878ea640ee2f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.577552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-41bb6000-57dd-47ba-a53b-878ea640ee2f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/6e92a715-2aa2-41cf-a41b-37279972f619 HTTP/1.1" status: 204 len: 168 time: 0.3898902 Feb 16 14:58:35.581109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36810) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:35.618910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb6000-57dd-47ba-a53b-878ea640ee2f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e92a715-2aa2-41cf-a41b-37279972f619,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:35.625562 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.670291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec950e26-58a1-4002-b15d-54c9ec7de328 req-bc261e53-c39f-40fb-9640-5ff72e54645f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:35.671486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec950e26-58a1-4002-b15d-54c9ec7de328 req-bc261e53-c39f-40fb-9640-5ff72e54645f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2029655 Feb 16 14:58:35.711727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd015e-434d-4c3b-95dc-ea2f7c4ec8d1 req-5e0e484e-b555-47cd-a26d-f8ff88d09158 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:35.713469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fcd015e-434d-4c3b-95dc-ea2f7c4ec8d1 req-5e0e484e-b555-47cd-a26d-f8ff88d09158 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1618180 Feb 16 14:58:35.812070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fcd015e-434d-4c3b-95dc-ea2f7c4ec8d1 req-bf6ee9f7-47da-453a-9e50-c458b363566f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890667 Feb 16 14:58:35.842925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec950e26-58a1-4002-b15d-54c9ec7de328 req-c5b6adc8-37f0-48f8-9b1d-46ac49a6c793 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413927 Feb 16 14:58:35.888038 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-31a82044-23e3-4ba0-b865-942340efb434 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3050480 Feb 16 14:58:35.890641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36822) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:35.910868 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.961238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-734dee41-d7ae-439e-8454-13a529a4c283 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.974352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:35.982281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/3bfcd539-e65d-43bb-afea-f10bda993945 HTTP/1.1" status: 204 len: 168 time: 0.8966210 Feb 16 14:58:35.982281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb52ae-72de-43db-91ae-4322624c419b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfcd539-e65d-43bb-afea-f10bda993945,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:35.982545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6eccc7-46c0-488c-b828-12d2bded8ee4 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:35.991479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36824) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:36.006387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-734dee41-d7ae-439e-8454-13a529a4c283 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.054042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3636c624-b517-4fa1-a7e7-486bd813081a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611532 Feb 16 14:58:36.060977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36828) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:36.067475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:36.129478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964560fd-cb71-479c-8374-5fac3b152626 req-2331d4d8-61f4-479b-8ae1-201fa2986548 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:36.131804 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-964560fd-cb71-479c-8374-5fac3b152626 req-2331d4d8-61f4-479b-8ae1-201fa2986548 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1023 time: 0.0951014 Feb 16 14:58:36.178500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290dce0-d3b7-4f96-b533-2fc3cf82c6ec req-cadde8bd-b108-44f3-892e-839160c71428 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:36.185963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3290dce0-d3b7-4f96-b533-2fc3cf82c6ec req-cadde8bd-b108-44f3-892e-839160c71428 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2129645 Feb 16 14:58:36.264130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-734dee41-d7ae-439e-8454-13a529a4c283 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.267639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-734dee41-d7ae-439e-8454-13a529a4c283 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.271206 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-734dee41-d7ae-439e-8454-13a529a4c283 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/575b917d-75e3-4207-8d20-c3b2b4050afb HTTP/1.1" status: 204 len: 168 time: 0.3749385 Feb 16 14:58:36.275744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36832) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:36.305801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:36.321880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dee41-d7ae-439e-8454-13a529a4c283 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b917d-75e3-4207-8d20-c3b2b4050afb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:36.344415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3290dce0-d3b7-4f96-b533-2fc3cf82c6ec req-06bce919-bff0-4c08-a967-0a27b9cc1473 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482158 Feb 16 14:58:36.381185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f6868-255c-4c31-b928-de7385d7f844 req-1afc0c5a-00ef-48f3-ac44-824980ab1fbe tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:36.381322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8229ff03-2f82-46c9-8f4d-e351029dbbf4 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:36.395313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-281f6868-255c-4c31-b928-de7385d7f844 req-1afc0c5a-00ef-48f3-ac44-824980ab1fbe tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2060125 Feb 16 14:58:36.411170 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2eae5713-6d6e-474a-b543-41569b333026 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1317065 Feb 16 14:58:36.421328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36838) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:36.447419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2cfa5fd0-26b4-48c5-b1f9-e71b32ba6497 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296891993'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:36.448978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] Deleting port d272e474-0222-4e6c-b012-c973648b0cbe {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:36.449456 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.459724 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Deleting port d97392d8-e43d-460f-9543-54d16b36fcea {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:36.460101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.522118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-281f6868-255c-4c31-b928-de7385d7f844 req-b9e7d7a0-e4f7-4bbf-8e1f-cc8b693689e1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258922 Feb 16 14:58:36.571280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] For port d272e474-0222-4e6c-b012-c973648b0cbe, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d272e474-0222-4e6c-b012-c973648b0cbe,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:36.572965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.600717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] Calling delete_port for d272e474-0222-4e6c-b012-c973648b0cbe owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:36.601548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65895e38-140e-4f4f-84f7-dd4ebfa2becc req-1eb9a559-3559-48d3-b341-f9087291ef30 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:36.610113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65895e38-140e-4f4f-84f7-dd4ebfa2becc req-1eb9a559-3559-48d3-b341-f9087291ef30 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 1023 time: 0.1161947 Feb 16 14:58:36.643467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:36.651467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.685022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] For port d97392d8-e43d-460f-9543-54d16b36fcea, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d97392d8-e43d-460f-9543-54d16b36fcea,segment=NetworkSegment(9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8),segment_id=9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:36.686542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.712447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Calling delete_port for d97392d8-e43d-460f-9543-54d16b36fcea owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:36.764510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65895e38-140e-4f4f-84f7-dd4ebfa2becc req-585e1ec4-ca88-4b6a-b0f0-ced877bdf6fe tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups?id=6215d671-95e3-419d-a009-400a7feacf0b&id=c99c96b0-bf22-4725-be9f-29cba10b9645&id=0d14bbe5-b53c-46dc-9632-e6da98667bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1529520 Feb 16 14:58:36.815976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5fd0-26b4-48c5-b1f9-e71b32ba6497 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.819068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c71c2d-71f5-47a8-a04f-097ae1c7b2ff req-4d9e6817-d67a-4d15-a6e7-bc517451ddf9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:36.820651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55c71c2d-71f5-47a8-a04f-097ae1c7b2ff req-4d9e6817-d67a-4d15-a6e7-bc517451ddf9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1437798 Feb 16 14:58:36.889883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55c71c2d-71f5-47a8-a04f-097ae1c7b2ff req-52241ad6-08e0-4b31-b3c3-e6999769f47c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574541 Feb 16 14:58:36.919004 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.996609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] Pushing event deleted for resources: {'Port': ['ID=d272e474-0222-4e6c-b012-c973648b0cbe,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:37.004536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb1e94a-fd6b-43aa-b607-fc87b0cb07c8 None None] No DVR routers for this DVR port d272e474-0222-4e6c-b012-c973648b0cbe on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:37.021447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa2e39-5b06-4fbd-81de-bb999653c5b8 req-36d97d1f-4aed-491d-ab67-4fbb1fd3b78d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:37.034467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1aa2e39-5b06-4fbd-81de-bb999653c5b8 req-36d97d1f-4aed-491d-ab67-4fbb1fd3b78d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1357942 Feb 16 14:58:37.072351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5fd0-26b4-48c5-b1f9-e71b32ba6497 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.126815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1aa2e39-5b06-4fbd-81de-bb999653c5b8 req-a220b06a-f9ab-45fd-974f-4387e996cbdd tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907476 Feb 16 14:58:37.198639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5fd0-26b4-48c5-b1f9-e71b32ba6497 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.269553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa5fd0-26b4-48c5-b1f9-e71b32ba6497 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5321651f-effc-44de-b1bb-67e14d1c6130,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:37.309142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.321874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d97392d8-e43d-460f-9543-54d16b36fcea'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:58:37.370039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'Port': ['ID=d97392d8-e43d-460f-9543-54d16b36fcea,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:37.388250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.443211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cfa5fd0-26b4-48c5-b1f9-e71b32ba6497 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.444531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2cfa5fd0-26b4-48c5-b1f9-e71b32ba6497 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0185933 Feb 16 14:58:37.444667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d272e474-0222-4e6c-b012-c973648b0cbe no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:37.466574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36864) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:37.467425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] No DVR routers for this DVR port d97392d8-e43d-460f-9543-54d16b36fcea on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:37.476160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7e3dd4ff-971c-4965-a28d-ba04a345a5f0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '5321651f-effc-44de-b1bb-67e14d1c6130', 'direction': 'ingress', 'protocol': 17}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:37.482512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.486740 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-964560fd-cb71-479c-8374-5fac3b152626 req-02cf2ab8-8c62-4fc8-9495-c25b3a93318b tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.93 "DELETE /v2.0/ports/d97392d8-e43d-460f-9543-54d16b36fcea HTTP/1.1" status: 204 len: 173 time: 1.3463564 Feb 16 14:58:37.487472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'name': 'network-vif-deleted', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:58:37.490084 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e330915-9315-4ff2-b413-f10757de8330" -d '{"events": [{"server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "name": "network-vif-deleted", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:58:37.492727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d272e474-0222-4e6c-b012-c973648b0cbe {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:37.493563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d272e474-0222-4e6c-b012-c973648b0cbe not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:37.573534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:37.577953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:37.589604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:37.590035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.591332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683490ff-0c91-4c91-ba30-3bc1e2123046 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:37.609047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37c8ed-303f-41cc-91de-0bb7ef6be898 req-a5cb8b08-6770-492a-82bb-098da8b35a4e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:37.610651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a37c8ed-303f-41cc-91de-0bb7ef6be898 req-a5cb8b08-6770-492a-82bb-098da8b35a4e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1903100 Feb 16 14:58:37.611321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=13761741-c7b5-4ddf-a8e1-18f5b7202041,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:37.670394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3dd4ff-971c-4965-a28d-ba04a345a5f0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:37.690423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a37c8ed-303f-41cc-91de-0bb7ef6be898 req-3d8f9a46-7e05-44f1-9d9d-efd5ece563c9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676944 Feb 16 14:58:37.739983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c9ba69d8-e711-4dcb-9dce-e8f1f62eb6d1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6776967 Feb 16 14:58:37.740677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36868) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:37.746037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '13761741-c7b5-4ddf-a8e1-18f5b7202041', 'ip_address': '2001:db8::2ee6:7dcd:f91c:c566'}], 'name': 'tempest-NetworksTestDHCPv6-329128248'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:37.884002 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27df209c-421e-490c-802f-3496772c6083 x-openstack-request-id: req-27df209c-421e-490c-802f-3496772c6083 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:58:37.884602 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6856a2-4844-45e6-ab6a-19a4ba0852fc", "name": "network-vif-deleted", "tag": "d97392d8-e43d-460f-9543-54d16b36fcea", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:58:37.884602 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-27df209c-421e-490c-802f-3496772c6083 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:58:37.884929 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6856a2-4844-45e6-ab6a-19a4ba0852fc', 'name': 'network-vif-deleted', 'tag': 'd97392d8-e43d-460f-9543-54d16b36fcea', 'status': 'completed', 'code': 200} Feb 16 14:58:37.979174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3dd4ff-971c-4965-a28d-ba04a345a5f0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.015743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '13761741-c7b5-4ddf-a8e1-18f5b7202041'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:38.018190 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.061592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca94e7b3-7d1d-4924-82ca-47302eb1cc79 req-58ca785f-9963-49dd-a6db-2e3f5ee24ba2 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.0745351 Feb 16 14:58:38.092656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3dd4ff-971c-4965-a28d-ba04a345a5f0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.153790 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6868448c-1248-4e80-875b-bd53e7781e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.188778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dd4ff-971c-4965-a28d-ba04a345a5f0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62702b9-e6d6-405d-b30e-d743edf68759,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:38.266684 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3dd4ff-971c-4965-a28d-ba04a345a5f0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.268042 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7e3dd4ff-971c-4965-a28d-ba04a345a5f0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7982945 Feb 16 14:58:38.270855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36882) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:38.302351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243bd56-ce33-419e-a517-2527a48e3efa req-f147522a-16b7-4043-83b0-66cf733dbceb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:38.310242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8243bd56-ce33-419e-a517-2527a48e3efa req-f147522a-16b7-4043-83b0-66cf733dbceb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1286945 Feb 16 14:58:38.404897 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8921b75-8d88-442f-8b67-05c61fcfc34e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.413028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8243bd56-ce33-419e-a517-2527a48e3efa req-d3e344cf-8b3c-412b-b05f-4a5043061662 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959921 Feb 16 14:58:38.420968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:38.453355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8921b75-8d88-442f-8b67-05c61fcfc34e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.491088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/13761741-c7b5-4ddf-a8e1-18f5b7202041/edd97259-f92e-4875-8bf7-7302f8fc53d7) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:38.659966 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8921b75-8d88-442f-8b67-05c61fcfc34e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.662727 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8921b75-8d88-442f-8b67-05c61fcfc34e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.663897 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a8921b75-8d88-442f-8b67-05c61fcfc34e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/5321651f-effc-44de-b1bb-67e14d1c6130 HTTP/1.1" status: 204 len: 168 time: 0.3912778 Feb 16 14:58:38.668854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36888) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:38.741816 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.790635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8921b75-8d88-442f-8b67-05c61fcfc34e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5321651f-effc-44de-b1bb-67e14d1c6130,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:38.820883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 73af5d11-a9e5-4593-b118-bef28b8c6aed yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:38.896341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:38.979448 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf740eea-3ac2-4fb8-960b-349000e5926a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3059137 Feb 16 14:58:38.984796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:39.015872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d978d469-d8a6-4dcc-9e5b-f1965ff27078 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--563194444'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:39.033594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:39.123655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-8d108bcf-2adb-4b3d-8dbc-856229d27d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:39.135813 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-8d108bcf-2adb-4b3d-8dbc-856229d27d68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1095 time: 0.4200301 Feb 16 14:58:39.283853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:39.288707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:39.291378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Pushing event updated for resources: {'Port': ['ID=edd97259-f92e-4875-8bf7-7302f8fc53d7,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:39.294487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:39.379403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Attempting to bind port edd97259-f92e-4875-8bf7-7302f8fc53d7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:39.379785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Attempting to bind port edd97259-f92e-4875-8bf7-7302f8fc53d7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:39.380201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Attempting to bind port edd97259-f92e-4875-8bf7-7302f8fc53d7 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:39.387335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:39.387752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:39.388158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:39.389637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:39.403044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Bound port: edd97259-f92e-4875-8bf7-7302f8fc53d7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:39.403458 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:39.432276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::2ee6:7dcd:f91c:c566 (787cccbd-9503-4e11-a20c-2b727deb6ed1/13761741-c7b5-4ddf-a8e1-18f5b7202041/73af5d11-a9e5-4593-b118-bef28b8c6aed) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:39.505967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32fc8-890d-49e1-8994-a7f7a6be3e88 req-30d92e55-734b-4eb5-8add-a63d7429594c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:39.511662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e32fc8-890d-49e1-8994-a7f7a6be3e88 req-30d92e55-734b-4eb5-8add-a63d7429594c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.4824262 Feb 16 14:58:39.566488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d978d469-d8a6-4dcc-9e5b-f1965ff27078 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:39.623666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-e4fb082a-5366-49b3-8959-3664c903ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:39.641568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b015ee1-be51-4c71-971e-81d1163d50a9 req-c9db1b49-6d32-4c03-900b-4d97439eaa81 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c6856a2-4844-45e6-ab6a-19a4ba0852fc HTTP/1.1" status: 200 len: 210 time: 0.1938534 Feb 16 14:58:39.652401 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-e4fb082a-5366-49b3-8959-3664c903ae46 service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.4862032 Feb 16 14:58:39.666067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] For port edd97259-f92e-4875-8bf7-7302f8fc53d7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:39.675446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] For port edd97259-f92e-4875-8bf7-7302f8fc53d7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=edd97259-f92e-4875-8bf7-7302f8fc53d7,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:39.736995 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:39.765417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e32fc8-890d-49e1-8994-a7f7a6be3e88 req-f76528df-792e-4caa-a43e-a93d365350b1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984198 Feb 16 14:58:39.805989 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.018897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49002d48-8d09-4b57-a778-aafe5118225a None None] Pushing event updated for resources: {'Port': ['ID=edd97259-f92e-4875-8bf7-7302f8fc53d7,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:40.054563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d978d469-d8a6-4dcc-9e5b-f1965ff27078 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.065744 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-67101717-2634-4acb-a0a0-f43f0f621b31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.3979418 Feb 16 14:58:40.080449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d424e5-28f1-41c7-9f1e-3d9e82107381 req-80652834-2026-4670-be42-3fa935916e79 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:40.084017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11d424e5-28f1-41c7-9f1e-3d9e82107381 req-80652834-2026-4670-be42-3fa935916e79 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.3023832 Feb 16 14:58:40.136782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.159570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11d424e5-28f1-41c7-9f1e-3d9e82107381 req-c245b206-d13c-476f-8a3f-3dfe20ca53bc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591981 Feb 16 14:58:40.194358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d978d469-d8a6-4dcc-9e5b-f1965ff27078 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.274582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-2c1d29fd-94fe-468f-b24d-c883ee64976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:40.274582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-2c1d29fd-94fe-468f-b24d-c883ee64976f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1974511 Feb 16 14:58:40.288275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.361156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978d469-d8a6-4dcc-9e5b-f1965ff27078 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45218050-6c5e-4492-8214-32c518ef50ff,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:40.373612 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d978d469-d8a6-4dcc-9e5b-f1965ff27078 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.378538 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d978d469-d8a6-4dcc-9e5b-f1965ff27078 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3914044 Feb 16 14:58:40.385184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36912) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:40.403434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bafe7e53-5c39-4ec8-b504-638cbad513e3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--267211917'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:40.451494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:40.452377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-4e102b1d-85e9-4a39-9609-50f1447e9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:40.454173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-4e102b1d-85e9-4a39-9609-50f1447e9e51 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706016 Feb 16 14:58:40.468453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:40.473778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d97392d8-e43d-460f-9543-54d16b36fcea no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:40.483218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:40.497041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:40.498106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.520973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: d97392d8-e43d-460f-9543-54d16b36fcea {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:40.522424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d97392d8-e43d-460f-9543-54d16b36fcea not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:40.523678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=73af5d11-a9e5-4593-b118-bef28b8c6aed,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:40.578728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bafe7e53-5c39-4ec8-b504-638cbad513e3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.618499 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-c071e94f-26de-4624-a647-417dfe017987 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551275 Feb 16 14:58:40.711235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4bd80fcc-b148-4cd5-bb06-caf071d30649 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9694314 Feb 16 14:58:40.723992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36924) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:40.745708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bafe7e53-5c39-4ec8-b504-638cbad513e3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.775798 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c19ea2b-f50b-4832-a4ab-2ae3e16dcd86 req-2982cce0-53bb-4ca1-b7eb-bb2c2e98e378 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465867 Feb 16 14:58:40.825792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa257c8a-6ec3-44b8-9f7c-60b81909cb51 req-229404af-1d3e-4ddb-a872-ce03102f3d49 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/0d14bbe5-b53c-46dc-9632-e6da98667bc8 HTTP/1.1" status: 200 len: 1802 time: 0.1032760 Feb 16 14:58:40.838253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ef340-9e55-400b-a854-459cc2f14f81 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:40.844214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462ef340-9e55-400b-a854-459cc2f14f81 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:40.846084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-462ef340-9e55-400b-a854-459cc2f14f81 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1208622 Feb 16 14:58:40.849340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36930) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:40.881751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bafe7e53-5c39-4ec8-b504-638cbad513e3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.965632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa257c8a-6ec3-44b8-9f7c-60b81909cb51 req-6cce8ae4-8135-4715-bc61-8bf623112686 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:40.969226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7e53-5c39-4ec8-b504-638cbad513e3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5f9e61-70e0-4394-90f4-615215a76c72,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:41.008459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd877dd-d989-473f-8e79-992274be4822 req-7e5d307a-f635-49bc-9a1c-c81ffbf5e0ef tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:41.009292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 73af5d11-a9e5-4593-b118-bef28b8c6aed {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:41.009564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.016478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cd877dd-d989-473f-8e79-992274be4822 req-7e5d307a-f635-49bc-9a1c-c81ffbf5e0ef tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1292729 Feb 16 14:58:41.034679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bafe7e53-5c39-4ec8-b504-638cbad513e3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.038562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bafe7e53-5c39-4ec8-b504-638cbad513e3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6498387 Feb 16 14:58:41.045389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36932) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:41.054903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-27d68568-7d0e-4108-89b7-3cb56d201d18 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': '45218050-6c5e-4492-8214-32c518ef50ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7a5f9e61-70e0-4394-90f4-615215a76c72', 'remote_ip_prefix': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:41.067058 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa257c8a-6ec3-44b8-9f7c-60b81909cb51 req-6cce8ae4-8135-4715-bc61-8bf623112686 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.128299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cd877dd-d989-473f-8e79-992274be4822 req-25de3ea3-c002-436e-b9f3-d17544b979e0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064992 Feb 16 14:58:41.178881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.209930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 73af5d11-a9e5-4593-b118-bef28b8c6aed owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:41.291819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.308111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa257c8a-6ec3-44b8-9f7c-60b81909cb51 req-6cce8ae4-8135-4715-bc61-8bf623112686 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.312380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa257c8a-6ec3-44b8-9f7c-60b81909cb51 req-6cce8ae4-8135-4715-bc61-8bf623112686 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.328116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa257c8a-6ec3-44b8-9f7c-60b81909cb51 req-6cce8ae4-8135-4715-bc61-8bf623112686 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/0d14bbe5-b53c-46dc-9632-e6da98667bc8 HTTP/1.1" status: 204 len: 173 time: 0.4805818 Feb 16 14:58:41.494239 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.528407 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27d68568-7d0e-4108-89b7-3cb56d201d18 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.534004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device edd97259-f92e-4875-8bf7-7302f8fc53d7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:41.561293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce8ae4-8135-4715-bc61-8bf623112686 tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d14bbe5-b53c-46dc-9632-e6da98667bc8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:41.630195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2540f2f-b196-465f-baf8-410f0ad6d745 req-2396b3b3-16bd-4b58-95cb-79beabe4c40a tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "GET /v2.0/security-groups/c99c96b0-bf22-4725-be9f-29cba10b9645 HTTP/1.1" status: 200 len: 1803 time: 0.2161627 Feb 16 14:58:41.661661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port edd97259-f92e-4875-8bf7-7302f8fc53d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:41.662220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.689406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.812429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27d68568-7d0e-4108-89b7-3cb56d201d18 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.836004 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.852923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e9f87169-3287-41bc-8ecc-fc56a06ef24a None None] Provisioning complete for port edd97259-f92e-4875-8bf7-7302f8fc53d7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:41.852923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9f87169-3287-41bc-8ecc-fc56a06ef24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.853174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=73af5d11-a9e5-4593-b118-bef28b8c6aed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:41.857385 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.866798 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-78b73777-b8db-4923-a40b-bdd7f002fbe4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/73af5d11-a9e5-4593-b118-bef28b8c6aed HTTP/1.1" status: 204 len: 168 time: 1.0157158 Feb 16 14:58:41.867784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d1a8-2292-4ccc-ad59-216d6a3c3582 req-e87b6030-c6ec-4cfe-9389-6f5c7952016d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:41.869426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cb4d1a8-2292-4ccc-ad59-216d6a3c3582 req-e87b6030-c6ec-4cfe-9389-6f5c7952016d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.5296121 Feb 16 14:58:41.871649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36948) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:41.950217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27d68568-7d0e-4108-89b7-3cb56d201d18 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:41.951162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port edd97259-f92e-4875-8bf7-7302f8fc53d7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=edd97259-f92e-4875-8bf7-7302f8fc53d7,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:41.970723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2540f2f-b196-465f-baf8-410f0ad6d745 req-af9b54ac-d770-4e3e-9b7e-4a6b1ab12c5d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.008580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9f87169-3287-41bc-8ecc-fc56a06ef24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.028578 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.039720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d7856-6648-4797-9f28-861f03cd4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:42.046025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d7856-6648-4797-9f28-861f03cd4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:42.053319 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c77d7856-6648-4797-9f28-861f03cd4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1795075 Feb 16 14:58:42.056101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36950) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:42.070528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2540f2f-b196-465f-baf8-410f0ad6d745 req-af9b54ac-d770-4e3e-9b7e-4a6b1ab12c5d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.164814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=edd97259-f92e-4875-8bf7-7302f8fc53d7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:42.165880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d68568-7d0e-4108-89b7-3cb56d201d18 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a54976-8982-480c-a490-b4c75afeb196,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:42.211642 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2540f2f-b196-465f-baf8-410f0ad6d745 req-af9b54ac-d770-4e3e-9b7e-4a6b1ab12c5d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.215453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 13761741-c7b5-4ddf-a8e1-18f5b7202041 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:42.218382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2540f2f-b196-465f-baf8-410f0ad6d745 req-af9b54ac-d770-4e3e-9b7e-4a6b1ab12c5d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.220184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2540f2f-b196-465f-baf8-410f0ad6d745 req-af9b54ac-d770-4e3e-9b7e-4a6b1ab12c5d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] 10.222.0.113 "DELETE /v2.0/security-groups/c99c96b0-bf22-4725-be9f-29cba10b9645 HTTP/1.1" status: 204 len: 173 time: 0.5887697 Feb 16 14:58:42.226686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.231377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36956) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:42.238026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-e9f87169-3287-41bc-8ecc-fc56a06ef24a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:58:42.238445 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-e9f87169-3287-41bc-8ecc-fc56a06ef24a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:58:42.255135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b54ac-d770-4e3e-9b7e-4a6b1ab12c5d tempest-SecurityGroupsTestJSON-1126388808 tempest-SecurityGroupsTestJSON-1126388808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c96b0-bf22-4725-be9f-29cba10b9645,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:42.268184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27d68568-7d0e-4108-89b7-3cb56d201d18 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.276234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27d68568-7d0e-4108-89b7-3cb56d201d18 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2247953 Feb 16 14:58:42.284622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cb4d1a8-2292-4ccc-ad59-216d6a3c3582 req-14b29603-f5a6-4107-84ab-7e738771edd0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986616 Feb 16 14:58:42.289650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36958) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:42.362079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ef75f93-e32c-4422-9bbb-c3135193d92a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.394034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ef75f93-e32c-4422-9bbb-c3135193d92a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.399429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.456747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.513409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] Deleting subnet 65d36886-b89a-4700-b528-f6efa0622e72 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:42.522700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.554742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ef75f93-e32c-4422-9bbb-c3135193d92a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.565543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ef75f93-e32c-4422-9bbb-c3135193d92a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.571676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36962) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:42.577555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ef75f93-e32c-4422-9bbb-c3135193d92a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/82a54976-8982-480c-a490-b4c75afeb196 HTTP/1.1" status: 204 len: 168 time: 0.2857130 Feb 16 14:58:42.604486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef75f93-e32c-4422-9bbb-c3135193d92a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82a54976-8982-480c-a490-b4c75afeb196,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:42.611911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.638123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9778b-5b04-418c-8d06-23374f85c64a req-f3f0f305-89c0-44b5-bac2-e52a3fa87490 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:42.641253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afc9778b-5b04-418c-8d06-23374f85c64a req-f3f0f305-89c0-44b5-bac2-e52a3fa87490 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1986690 Feb 16 14:58:42.726343 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d14c3d4-cb63-48f7-9cff-872b270883a1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1536100 Feb 16 14:58:42.731867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36964) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:42.743770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.772652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.928470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-152f5ec3-4957-433a-8ce0-ce952ca8b8cb None None] Could not find standard attr ID for object 73af5d11-a9e5-4593-b118-bef28b8c6aed. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:58:42.935267 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10514a64-f2e4-42a6-8fe0-26a1ae3cdc56 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:42.988755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10514a64-f2e4-42a6-8fe0-26a1ae3cdc56 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.034220 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.051221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.055059 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/13761741-c7b5-4ddf-a8e1-18f5b7202041 HTTP/1.1" status: 204 len: 168 time: 0.9979839 Feb 16 14:58:43.065767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f269a04-6b0b-45b0-a51d-b68801b98513 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:43.077920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36968) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.090076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c911e-28e1-4d66-aefb-3533b4535ade tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=13761741-c7b5-4ddf-a8e1-18f5b7202041,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:43.092410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.135573 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cd87f794-25ac-412c-a496-cf73a8214862 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542538 Feb 16 14:58:43.174453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36970) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.175255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d36886-b89a-4700-b528-f6efa0622e72,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:43.193241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10514a64-f2e4-42a6-8fe0-26a1ae3cdc56 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.196138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10514a64-f2e4-42a6-8fe0-26a1ae3cdc56 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.198002 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-10514a64-f2e4-42a6-8fe0-26a1ae3cdc56 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/7a5f9e61-70e0-4394-90f4-615215a76c72 HTTP/1.1" status: 204 len: 168 time: 0.4635162 Feb 16 14:58:43.225718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36972) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.242968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10514a64-f2e4-42a6-8fe0-26a1ae3cdc56 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5f9e61-70e0-4394-90f4-615215a76c72,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:43.263064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.276255 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d38276bc-4e48-4c1d-8154-aeb69aaf3ca1 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/65d36886-b89a-4700-b528-f6efa0622e72 HTTP/1.1" status: 204 len: 168 time: 1.0385592 Feb 16 14:58:43.284364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36974) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.303614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afc9778b-5b04-418c-8d06-23374f85c64a req-89a1f5b0-f614-4100-be7c-6ca5987c6211 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6546924 Feb 16 14:58:43.380007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:43.421161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.468087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] Deleting port edd97259-f92e-4875-8bf7-7302f8fc53d7 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:43.468659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.496097 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-82051dd7-0d54-462b-9d81-0bff0a5abb2c tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2425032 Feb 16 14:58:43.498843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36980) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.527744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70717ea1-17fa-4460-ab43-acdc0eecfae3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:43.532208 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-70717ea1-17fa-4460-ab43-acdc0eecfae3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3507810 Feb 16 14:58:43.549126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36982) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.559814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] For port edd97259-f92e-4875-8bf7-7302f8fc53d7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=edd97259-f92e-4875-8bf7-7302f8fc53d7,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:43.560379 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.578767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] Calling delete_port for edd97259-f92e-4875-8bf7-7302f8fc53d7 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:43.625347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.658773 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57433cb4-4a19-4844-bec5-2242ed92ff84']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:43.669692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:43.670082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc61f9c-ca26-414b-8ee3-c7e3b1e050f8') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:43.680789 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.684826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41076752-971d-41b0-b7eb-89663e92def2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:43.686452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-41076752-971d-41b0-b7eb-89663e92def2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1348879 Feb 16 14:58:43.692521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36986) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.701481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093d0d9-f470-4295-b7f8-ac96c2c53f74 req-ce9ee9ff-8383-43de-9e9c-c425f1c9ddad tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:43.702996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c093d0d9-f470-4295-b7f8-ac96c2c53f74 req-ce9ee9ff-8383-43de-9e9c-c425f1c9ddad tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2548645 Feb 16 14:58:43.712771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.722748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:58:43.733344 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.772414 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10819cbf-4a4c-4a0d-8731-cbb34110ccc6 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:58:43.783606 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:58:43.786437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d09b304c-d1ea-4ee6-8d74-4c99d426cc28 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926771 Feb 16 14:58:43.791046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36988) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:43.805279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:43.814292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10819cbf-4a4c-4a0d-8731-cbb34110ccc6 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.862164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.867834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.873221 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] 10.222.0.113 "DELETE /v2.0/networks/57433cb4-4a19-4844-bec5-2242ed92ff84 HTTP/1.1" status: 204 len: 168 time: 0.5613723 Feb 16 14:58:43.887384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a98e-32ab-45e1-b366-558d786f971e admin admin] Pushing event deleted for resources: {'Network': ['ID=57433cb4-4a19-4844-bec5-2242ed92ff84,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:43.893430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:43.899520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c093d0d9-f470-4295-b7f8-ac96c2c53f74 req-56e6cd89-fb16-4477-a55b-59042886b533 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884365 Feb 16 14:58:43.932725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] Pushing event deleted for resources: {'Port': ['ID=edd97259-f92e-4875-8bf7-7302f8fc53d7,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:43.934620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f648ad53-78b3-435e-9a2a-ff14c775d939 None None] No DVR routers for this DVR port edd97259-f92e-4875-8bf7-7302f8fc53d7 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:44.013375 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10819cbf-4a4c-4a0d-8731-cbb34110ccc6 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.019847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10819cbf-4a4c-4a0d-8731-cbb34110ccc6 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.021238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-10819cbf-4a4c-4a0d-8731-cbb34110ccc6 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/45218050-6c5e-4492-8214-32c518ef50ff HTTP/1.1" status: 204 len: 168 time: 0.5212867 Feb 16 14:58:44.024960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36994) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:44.038415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10819cbf-4a4c-4a0d-8731-cbb34110ccc6 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45218050-6c5e-4492-8214-32c518ef50ff,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:44.062807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:44.067300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.152398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36996) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:44.152710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dc41d0cd-840a-4410-af57-3e45fa70080a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248512 Feb 16 14:58:44.156701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7f21b6dd-d80b-4bb0-a393-90267566b8a5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--873993025'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:44.275968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7f21b6dd-d80b-4bb0-a393-90267566b8a5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.356680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7f21b6dd-d80b-4bb0-a393-90267566b8a5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.365916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37000) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:44.380950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.430245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7f21b6dd-d80b-4bb0-a393-90267566b8a5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.450973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:44.477386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21b6dd-d80b-4bb0-a393-90267566b8a5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1351563-87d8-47ad-904d-21d4e470ea54,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:44.491850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:44.503752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d2e4e0-ddb8-4f4f-92fb-0c60847de8fb None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:44.507250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:44.507639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.526896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7f21b6dd-d80b-4bb0-a393-90267566b8a5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.533960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37006) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:44.534445 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7f21b6dd-d80b-4bb0-a393-90267566b8a5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3805814 Feb 16 14:58:44.534632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=649c1961-7692-4129-842c-0f3d1aca3358,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:44.539510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ab8b85e4-0d4c-4274-ac9f-ae113185f46f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=221ef17d8f82453680683a096260956d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724198 Feb 16 14:58:44.546901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a60dd8c5-271e-44ba-8bed-ef60b5c70fdc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': 'f1351563-87d8-47ad-904d-21d4e470ea54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:44.548823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37008) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:44.565325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765f688-e054-4ba9-8058-61cc3ab2fe99 req-78ad89c5-0b8c-46c3-b033-cc0290bf0bb3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:44.566850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4765f688-e054-4ba9-8058-61cc3ab2fe99 req-78ad89c5-0b8c-46c3-b033-cc0290bf0bb3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1535306 Feb 16 14:58:44.616208 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01c88503-ea05-4c7b-8fd7-e8447cf0d162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.643589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7192372-a909-4324-87dd-2a55bf2ce053 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8514600 Feb 16 14:58:44.648672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37010) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:44.655346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '649c1961-7692-4129-842c-0f3d1aca3358', 'ip_address': '2001:db8::34d1:685:d672:ae2'}], 'name': 'tempest-NetworksTestDHCPv6-847238002'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:44.656972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01c88503-ea05-4c7b-8fd7-e8447cf0d162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.725605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4765f688-e054-4ba9-8058-61cc3ab2fe99 req-e25365af-36d4-483a-ba52-324c1e4d4db3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477842 Feb 16 14:58:44.813826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01c88503-ea05-4c7b-8fd7-e8447cf0d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.818410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01c88503-ea05-4c7b-8fd7-e8447cf0d162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.820732 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-01c88503-ea05-4c7b-8fd7-e8447cf0d162 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6215d671-95e3-419d-a009-400a7feacf0b HTTP/1.1" status: 204 len: 168 time: 0.2702265 Feb 16 14:58:44.872372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c88503-ea05-4c7b-8fd7-e8447cf0d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6215d671-95e3-419d-a009-400a7feacf0b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:44.939821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a60dd8c5-271e-44ba-8bed-ef60b5c70fdc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.081974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:45.092079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '649c1961-7692-4129-842c-0f3d1aca3358'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:45.092949 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.211081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e7c2e-17d3-4889-adab-89ebda5cdd83 req-ea2cdc04-9b16-4667-9722-615841a6b0c2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:45.212804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee6e7c2e-17d3-4889-adab-89ebda5cdd83 req-ea2cdc04-9b16-4667-9722-615841a6b0c2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1861544 Feb 16 14:58:45.220792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a60dd8c5-271e-44ba-8bed-ef60b5c70fdc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.270596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee6e7c2e-17d3-4889-adab-89ebda5cdd83 req-0afffafe-3a9e-4f76-b7ed-aac698dfd658 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Feb 16 14:58:45.297542 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.302178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/649c1961-7692-4129-842c-0f3d1aca3358/e7812a78-c535-41b7-94f1-ce4593276497) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:45.315412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:45.458263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device edd97259-f92e-4875-8bf7-7302f8fc53d7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:45.491327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: edd97259-f92e-4875-8bf7-7302f8fc53d7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:45.491614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device edd97259-f92e-4875-8bf7-7302f8fc53d7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:45.502455 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a60dd8c5-271e-44ba-8bed-ef60b5c70fdc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.554016 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.573081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd8c5-271e-44ba-8bed-ef60b5c70fdc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94dfbe9-0152-4fa6-8fb0-f7757ced8c29,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:45.687739 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.692191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a60dd8c5-271e-44ba-8bed-ef60b5c70fdc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.696138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a60dd8c5-271e-44ba-8bed-ef60b5c70fdc tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1529856 Feb 16 14:58:45.698261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37034) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:45.733482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:45.736736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:45.740772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:45.742243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f611a50c-0064-413a-a07c-8f0488cc5d58 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.754296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f611a50c-0064-413a-a07c-8f0488cc5d58 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.804565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Pushing event updated for resources: {'Port': ['ID=e7812a78-c535-41b7-94f1-ce4593276497,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:45.813926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::34d1:685:d672:ae2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/649c1961-7692-4129-842c-0f3d1aca3358/ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:45.864752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f611a50c-0064-413a-a07c-8f0488cc5d58 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.869731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f611a50c-0064-413a-a07c-8f0488cc5d58 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.874127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f611a50c-0064-413a-a07c-8f0488cc5d58 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/d94dfbe9-0152-4fa6-8fb0-f7757ced8c29 HTTP/1.1" status: 204 len: 168 time: 0.1747797 Feb 16 14:58:45.874907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37048) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:45.889900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Attempting to bind port e7812a78-c535-41b7-94f1-ce4593276497 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:45.890283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Attempting to bind port e7812a78-c535-41b7-94f1-ce4593276497 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:45.890704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Attempting to bind port e7812a78-c535-41b7-94f1-ce4593276497 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:45.897351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:45.898063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:45.898554 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.898951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:45.899731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Bound port: e7812a78-c535-41b7-94f1-ce4593276497, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:45.904387 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:45.921933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611a50c-0064-413a-a07c-8f0488cc5d58 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d94dfbe9-0152-4fa6-8fb0-f7757ced8c29,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:45.962057 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c56bb36f-a972-4146-a7ce-4beef598d114 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825469 Feb 16 14:58:45.963242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37052) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:45.996031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27d329-bb75-462f-a3ac-aa8cd85dd58a req-45ccb119-7790-40ca-8996-a0bfebca005b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:45.998425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f27d329-bb75-462f-a3ac-aa8cd85dd58a req-45ccb119-7790-40ca-8996-a0bfebca005b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1347139 Feb 16 14:58:46.047396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] For port e7812a78-c535-41b7-94f1-ce4593276497, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:46.051884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] For port e7812a78-c535-41b7-94f1-ce4593276497, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e7812a78-c535-41b7-94f1-ce4593276497,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:46.065050 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19d3ab04-1529-48bf-855a-f6e17fc83761 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.096525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f27d329-bb75-462f-a3ac-aa8cd85dd58a req-dd6a2965-8e25-4b60-930b-c84ce35a2f09 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838046 Feb 16 14:58:46.098143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19d3ab04-1529-48bf-855a-f6e17fc83761 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.117286 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:58:46.169858 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.170858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.245320 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19d3ab04-1529-48bf-855a-f6e17fc83761 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.248894 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19d3ab04-1529-48bf-855a-f6e17fc83761 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.253367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37060) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:46.262247 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-19d3ab04-1529-48bf-855a-f6e17fc83761 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/f1351563-87d8-47ad-904d-21d4e470ea54 HTTP/1.1" status: 204 len: 168 time: 0.2894657 Feb 16 14:58:46.298502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3ab04-1529-48bf-855a-f6e17fc83761 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1351563-87d8-47ad-904d-21d4e470ea54,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:46.305387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.372165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f361d42-0593-48c6-97cb-9d92e1cd98ce None None] Pushing event updated for resources: {'Port': ['ID=e7812a78-c535-41b7-94f1-ce4593276497,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:46.474204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a060043f-b44f-4355-8421-720291fa7818 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2193608 Feb 16 14:58:46.478359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37074) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:46.483917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-65a21a2a-5789-458d-80bb-18e7898b6603 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--251318518'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:46.510836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:46.515077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:46.536162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:46.553560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:46.559384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:46.560141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.584874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.602077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6215f-9bbe-4652-b889-ecb06e9a5f58 req-0a499567-8e7d-4180-b0ec-7c5a99c75ff1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:46.604451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bd6215f-9bbe-4652-b889-ecb06e9a5f58 req-0a499567-8e7d-4180-b0ec-7c5a99c75ff1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1001620 Feb 16 14:58:46.658335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bd6215f-9bbe-4652-b889-ecb06e9a5f58 req-a8544752-b24e-4cd5-9b7e-175f1de6dc4a tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Feb 16 14:58:46.713700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a21a2a-5789-458d-80bb-18e7898b6603 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.718520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a752345a-3ac7-480c-a80c-417d82f2ec4a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.0643699 Feb 16 14:58:46.719188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37080) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:46.728734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-82e7c8ff-79b5-4546-b7c7-91907ee6cb46 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '649c1961-7692-4129-842c-0f3d1aca3358', 'ip_address': '2001:db8::34d1:685:d672:ae2'}], 'name': 'tempest-NetworksTestDHCPv6-1544227372'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:46.932147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37084) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:46.982837 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a21a2a-5789-458d-80bb-18e7898b6603 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.079951 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a21a2a-5789-458d-80bb-18e7898b6603 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.104494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e7c8ff-79b5-4546-b7c7-91907ee6cb46 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:47.111744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-82e7c8ff-79b5-4546-b7c7-91907ee6cb46 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.159995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-934396564-network', 'tenant_id': '11c98934eb12470a9898bf3bad0b1583'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:47.174825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21a2a-5789-458d-80bb-18e7898b6603 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de77ba11-e78f-4d69-8bed-32b7ce6bada7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:47.189546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-82e7c8ff-79b5-4546-b7c7-91907ee6cb46 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 706a7ca9-139e-43bb-8168-3ef707533d55 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:47.190516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-65a21a2a-5789-458d-80bb-18e7898b6603 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.195946 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-65a21a2a-5789-458d-80bb-18e7898b6603 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7120082 Feb 16 14:58:47.196759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37092) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:47.205835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-499195ca-68ba-4d46-b914-5932c68df8eb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': 'de77ba11-e78f-4d69-8bed-32b7ce6bada7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:47.407195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-499195ca-68ba-4d46-b914-5932c68df8eb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.459571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec34f3-70ff-4442-80e6-44c1d669b1aa req-cdad1411-da37-47dc-9cbd-76ae69d859af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:47.471917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e7812a78-c535-41b7-94f1-ce4593276497 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:47.485708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45ec34f3-70ff-4442-80e6-44c1d669b1aa req-cdad1411-da37-47dc-9cbd-76ae69d859af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2295632 Feb 16 14:58:47.499811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-499195ca-68ba-4d46-b914-5932c68df8eb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.552465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Made reservation on behalf of 11c98934eb12470a9898bf3bad0b1583 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:47.556211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.577975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e7812a78-c535-41b7-94f1-ce4593276497 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:47.578342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.596498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45ec34f3-70ff-4442-80e6-44c1d669b1aa req-a9d0655d-e835-4077-a686-b34a3ccdfea7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097205 Feb 16 14:58:47.600403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.616601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-499195ca-68ba-4d46-b914-5932c68df8eb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.658627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499195ca-68ba-4d46-b914-5932c68df8eb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2a50ab-3421-4441-9fc5-5b0da237839d,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:47.738071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-499195ca-68ba-4d46-b914-5932c68df8eb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.741886 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-499195ca-68ba-4d46-b914-5932c68df8eb tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5415592 Feb 16 14:58:47.742038 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e7c8ff-79b5-4546-b7c7-91907ee6cb46 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 14:58:47.742373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e7c8ff-79b5-4546-b7c7-91907ee6cb46 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:47.744201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37100) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:47.781154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f37da314-69fb-4393-8648-59f14b16164b tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules/0f2a50ab-3421-4441-9fc5-5b0da237839d HTTP/1.1" status: 200 len: 763 time: 0.0347378 Feb 16 14:58:47.783158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37102) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:47.818032 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.840677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-42536080-9d0d-4e29-92c5-87da3a7235bf tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561464 Feb 16 14:58:47.843059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37106) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:47.878989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port e7812a78-c535-41b7-94f1-ce4593276497, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e7812a78-c535-41b7-94f1-ce4593276497,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:47.887941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08b4d783-1014-4956-9e3d-0c7dfae0368e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.897007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08b4d783-1014-4956-9e3d-0c7dfae0368e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.936452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-82e7c8ff-79b5-4546-b7c7-91907ee6cb46 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.2132359 Feb 16 14:58:47.939397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:47.956599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.978728 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:47.983805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70763c1b-7f7f-425d-8da4-894e78d4c85a req-cc9cd95b-3ac4-45e1-a8e6-7b76daeeaa25 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:47.987632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70763c1b-7f7f-425d-8da4-894e78d4c85a req-cc9cd95b-3ac4-45e1-a8e6-7b76daeeaa25 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2344267 Feb 16 14:58:48.043950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70289db-2a51-4db3-9132-2100e54bd29f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:48.052653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70289db-2a51-4db3-9132-2100e54bd29f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:48.070618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e70289db-2a51-4db3-9132-2100e54bd29f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1296804 Feb 16 14:58:48.074070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:48.078513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70763c1b-7f7f-425d-8da4-894e78d4c85a req-56f4180b-d8e7-4fd6-ba8b-11bca0cb3f84 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775568 Feb 16 14:58:48.091470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=e7812a78-c535-41b7-94f1-ce4593276497,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:48.130330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fa3c5eda-c90e-4c04-b93e-fa7ad66ea204 None None] Provisioning complete for port e7812a78-c535-41b7-94f1-ce4593276497 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:48.130823 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fa3c5eda-c90e-4c04-b93e-fa7ad66ea204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.140740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.146473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08b4d783-1014-4956-9e3d-0c7dfae0368e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.174902 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08b4d783-1014-4956-9e3d-0c7dfae0368e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.186224 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08b4d783-1014-4956-9e3d-0c7dfae0368e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/0f2a50ab-3421-4441-9fc5-5b0da237839d HTTP/1.1" status: 204 len: 168 time: 0.3418207 Feb 16 14:58:48.191458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37124) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:48.191699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:58:48.213716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4247ad-7210-4c54-9438-14b6530c439c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:48.238543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.238543 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Added segment 4e0690c6-7e4e-4ba2-8df0-64ff7bf41491 of type vlan for network a5f55150-1ae3-4ccd-bbda-464ebad5f636 Feb 16 14:58:48.267925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4d783-1014-4956-9e3d-0c7dfae0368e tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f2a50ab-3421-4441-9fc5-5b0da237839d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:48.305754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.379130 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-152f598c-9dd5-4560-b67f-4725b1e8f7d5 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1786721 Feb 16 14:58:48.382001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37128) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:48.387599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9e2555ba-d199-43d7-97c6-ef7a7794306f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': 'de77ba11-e78f-4d69-8bed-32b7ce6bada7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:48.392706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:48.393316 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.490975 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.507836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:48.519362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.520951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:48.523005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.537779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e2555ba-d199-43d7-97c6-ef7a7794306f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.591289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-02824f8e-8cf5-45f3-ad2d-0885242e0845 None None] Provisioning complete for port ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:48.591712 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-02824f8e-8cf5-45f3-ad2d-0885242e0845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.624702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f55150-1ae3-4ccd-bbda-464ebad5f636,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:48.645500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network a5f55150-1ae3-4ccd-bbda-464ebad5f636 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:58:48.662922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e2555ba-d199-43d7-97c6-ef7a7794306f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.712234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-521e0e12-ea94-44c6-a269-d183a2477193 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7423542 Feb 16 14:58:48.714450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-02824f8e-8cf5-45f3-ad2d-0885242e0845 None None] Port ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:58:48.774973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e2555ba-d199-43d7-97c6-ef7a7794306f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.804782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2555ba-d199-43d7-97c6-ef7a7794306f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b129dea2-b5a4-4adc-93c3-6986cdb69f98,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:48.821968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75775-12f7-4635-82c2-de64a1fd63fa req-05c8d2a5-353d-4367-89ac-a8db4dc3bd7d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:48.824485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19d75775-12f7-4635-82c2-de64a1fd63fa req-05c8d2a5-353d-4367-89ac-a8db4dc3bd7d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1034012 Feb 16 14:58:48.836214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.881595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19d75775-12f7-4635-82c2-de64a1fd63fa req-b256d5d8-94f4-483d-bc3f-f6cd58f76a42 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473249 Feb 16 14:58:48.887904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:48.902589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e2555ba-d199-43d7-97c6-ef7a7794306f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.908293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9e2555ba-d199-43d7-97c6-ef7a7794306f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5217865 Feb 16 14:58:48.917761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37144) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:48.920473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:48.924352 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e1d295a2-3643-43ef-bc8c-69e06047217c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f HTTP/1.1" status: 204 len: 168 time: 0.8486738 Feb 16 14:58:48.926945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37146) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:48.945570 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d140ecf2-4d30-421f-a274-cdb56a187828 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules/b129dea2-b5a4-4adc-93c3-6986cdb69f98 HTTP/1.1" status: 200 len: 763 time: 0.0260899 Feb 16 14:58:48.950742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37152) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:49.000646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a43571-96ea-42b0-8919-9c0e6f35b76c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:49.003498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a43571-96ea-42b0-8919-9c0e6f35b76c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:49.005318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a6a43571-96ea-42b0-8919-9c0e6f35b76c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0771656 Feb 16 14:58:49.009361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37156) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:49.085108 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-352c848c-5af4-460f-8241-ce2312b84130 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1307135 Feb 16 14:58:49.086493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:49.170043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6042df5-634b-4245-9be0-e490ec36753c tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.174281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 649c1961-7692-4129-842c-0f3d1aca3358 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:49.182261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.193221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6042df5-634b-4245-9be0-e490ec36753c tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.401506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6042df5-634b-4245-9be0-e490ec36753c tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.409825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6042df5-634b-4245-9be0-e490ec36753c tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.411490 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c6042df5-634b-4245-9be0-e490ec36753c tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/b129dea2-b5a4-4adc-93c3-6986cdb69f98 HTTP/1.1" status: 204 len: 168 time: 0.3233864 Feb 16 14:58:49.415598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37168) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:49.423462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.434733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6042df5-634b-4245-9be0-e490ec36753c tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b129dea2-b5a4-4adc-93c3-6986cdb69f98,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:49.448917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e7812a78-c535-41b7-94f1-ce4593276497 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:58:49.493229 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ced434e2-81ae-48d0-9c92-752b365b017d tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760958 Feb 16 14:58:49.493941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:49.498810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0ce8a6d0-6ea0-42a7-8a6d-565ea4b15a91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': 'de77ba11-e78f-4d69-8bed-32b7ce6bada7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:49.504148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e7812a78-c535-41b7-94f1-ce4593276497 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:49.504733 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.607339 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ce8a6d0-6ea0-42a7-8a6d-565ea4b15a91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.671732 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.718392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b50d5-45dc-49b4-9026-84fa79ce423e req-f5c1cb3a-a6b5-4450-a0a7-c5ea2650a000 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:49.720059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-878b50d5-45dc-49b4-9026-84fa79ce423e req-f5c1cb3a-a6b5-4450-a0a7-c5ea2650a000 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.4383409 Feb 16 14:58:49.720941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ce8a6d0-6ea0-42a7-8a6d-565ea4b15a91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.801388 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ce8a6d0-6ea0-42a7-8a6d-565ea4b15a91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.826387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8a6d0-6ea0-42a7-8a6d-565ea4b15a91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c7cbb8-400d-465d-8021-5df058d12520,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:49.872117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb87b9-1e46-4db1-8cbd-d578065907bd req-3bbf248f-1b7a-4d41-9bad-396d7446c8a4 tempest-ComputeTenantNetworksTest-1463366747 tempest-ComputeTenantNetworksTest-1463366747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:49.879054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb87b9-1e46-4db1-8cbd-d578065907bd req-3bbf248f-1b7a-4d41-9bad-396d7446c8a4 tempest-ComputeTenantNetworksTest-1463366747 tempest-ComputeTenantNetworksTest-1463366747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:49.885504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb87b9-1e46-4db1-8cbd-d578065907bd req-3bbf248f-1b7a-4d41-9bad-396d7446c8a4 tempest-ComputeTenantNetworksTest-1463366747 tempest-ComputeTenantNetworksTest-1463366747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:49.887282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eefb87b9-1e46-4db1-8cbd-d578065907bd req-3bbf248f-1b7a-4d41-9bad-396d7446c8a4 tempest-ComputeTenantNetworksTest-1463366747 tempest-ComputeTenantNetworksTest-1463366747-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5315154 Feb 16 14:58:49.898425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-878b50d5-45dc-49b4-9026-84fa79ce423e req-4bbfe2d5-4f3f-422a-b419-a6d21d606bd5 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361251 Feb 16 14:58:49.909728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ce8a6d0-6ea0-42a7-8a6d-565ea4b15a91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:49.912094 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0ce8a6d0-6ea0-42a7-8a6d-565ea4b15a91 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170432 Feb 16 14:58:49.930902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:49.979851 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa4003be-4f74-426d-aea0-84c0a4502dcf tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules/b0c7cbb8-400d-465d-8021-5df058d12520 HTTP/1.1" status: 200 len: 764 time: 0.0435369 Feb 16 14:58:49.980578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37180) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:50.063040 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7147ccae-9eda-4363-8686-2a7a4ae22433 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0794370 Feb 16 14:58:50.066277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37182) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:50.088885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afee21-d65c-4a8f-ad1c-8aea374f98e0 req-eb014380-7f2f-4511-ab87-6a1ca2855b1d tempest-ComputeTenantNetworksTest-1463366747 tempest-ComputeTenantNetworksTest-1463366747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:50.090471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0afee21-d65c-4a8f-ad1c-8aea374f98e0 req-eb014380-7f2f-4511-ab87-6a1ca2855b1d tempest-ComputeTenantNetworksTest-1463366747 tempest-ComputeTenantNetworksTest-1463366747-project] 10.222.0.113 "GET /v2.0/networks/a5f55150-1ae3-4ccd-bbda-464ebad5f636 HTTP/1.1" status: 200 len: 768 time: 0.1730375 Feb 16 14:58:50.093405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.102452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37184) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:50.103508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0cf1-2f60-42cb-af01-372d9a6d6c9f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.113369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0cf1-2f60-42cb-af01-372d9a6d6c9f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.164441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.167751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/649c1961-7692-4129-842c-0f3d1aca3358 HTTP/1.1" status: 204 len: 168 time: 1.1574090 Feb 16 14:58:50.170605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37186) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:50.174808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087cacda-d0db-428d-96d4-bdb8228739ca None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:50.214832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d4482-3512-4700-abf2-fdc2ee5ca559 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=649c1961-7692-4129-842c-0f3d1aca3358,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:50.268016 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0961476a-7a2d-42e3-be0a-a7ca1c46eb08 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959902 Feb 16 14:58:50.268773 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37190) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:50.280288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:50.318338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.331425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667838-762d-4a94-87b4-5e27f4c41b3f req-a9767112-dcc7-4ec7-8b55-749948436ac5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:50.339425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00667838-762d-4a94-87b4-5e27f4c41b3f req-a9767112-dcc7-4ec7-8b55-749948436ac5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2476943 Feb 16 14:58:50.382288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0cf1-2f60-42cb-af01-372d9a6d6c9f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.396095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2dd0cf1-2f60-42cb-af01-372d9a6d6c9f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.397226 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c2dd0cf1-2f60-42cb-af01-372d9a6d6c9f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/b0c7cbb8-400d-465d-8021-5df058d12520 HTTP/1.1" status: 204 len: 168 time: 0.3297923 Feb 16 14:58:50.400882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd0cf1-2f60-42cb-af01-372d9a6d6c9f tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0c7cbb8-400d-465d-8021-5df058d12520,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:50.406937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37194) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:50.513985 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-760e4f1d-b739-4955-a381-3bc035198aed tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058571 Feb 16 14:58:50.520879 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37198) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:50.528203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:50.552916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00667838-762d-4a94-87b4-5e27f4c41b3f req-ac97b2c8-00c1-43be-9a30-a1463af48531 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126575 Feb 16 14:58:50.561182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.581594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:50.586192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.595683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] Deleting port e7812a78-c535-41b7-94f1-ce4593276497 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:50.596321 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.601733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f55150-1ae3-4ccd-bbda-464ebad5f636']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:50.627094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0690c6-7e4e-4ba2-8df0-64ff7bf41491') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:50.632219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0690c6-7e4e-4ba2-8df0-64ff7bf41491') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:50.653594 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.681813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.698745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:58:50.699156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:58:50.701116 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:58:50.706110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] For port e7812a78-c535-41b7-94f1-ce4593276497, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e7812a78-c535-41b7-94f1-ce4593276497,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:50.706813 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.720355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f6a99d9-2321-49f0-9e08-9970cdbfd9d3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.725212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] Calling delete_port for e7812a78-c535-41b7-94f1-ce4593276497 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:50.746921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f6a99d9-2321-49f0-9e08-9970cdbfd9d3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.920860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.923498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.936062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.952184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] 10.222.0.113 "DELETE /v2.0/networks/a5f55150-1ae3-4ccd-bbda-464ebad5f636 HTTP/1.1" status: 204 len: 168 time: 0.8431458 Feb 16 14:58:50.959961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] Pushing event deleted for resources: {'Port': ['ID=e7812a78-c535-41b7-94f1-ce4593276497,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:50.963788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c38f27-472c-483b-843b-9ebf83ac3ac4 None None] No DVR routers for this DVR port e7812a78-c535-41b7-94f1-ce4593276497 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:50.982775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f6a99d9-2321-49f0-9e08-9970cdbfd9d3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.986153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f6a99d9-2321-49f0-9e08-9970cdbfd9d3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:50.987474 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f6a99d9-2321-49f0-9e08-9970cdbfd9d3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/de77ba11-e78f-4d69-8bed-32b7ce6bada7 HTTP/1.1" status: 204 len: 168 time: 0.4653969 Feb 16 14:58:50.994142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37204) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:51.025195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c91ed-ac05-4b6e-903a-972f074608b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f55150-1ae3-4ccd-bbda-464ebad5f636,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:51.181827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a99d9-2321-49f0-9e08-9970cdbfd9d3 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de77ba11-e78f-4d69-8bed-32b7ce6bada7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:51.268962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448186f4-b539-4e74-b64e-bbd5956ba09c req-05ad4a89-6b04-4654-b954-ace247c7bac0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:51.271490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-448186f4-b539-4e74-b64e-bbd5956ba09c req-05ad4a89-6b04-4654-b954-ace247c7bac0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2054355 Feb 16 14:58:51.302181 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8cd42118-f265-408a-a612-3c46e540c656 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3002100 Feb 16 14:58:51.302181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37208) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:51.313184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37210) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:51.326647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c819f992-d70d-4253-ab60-dc69e2b7ae71 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049330033'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:51.374506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-448186f4-b539-4e74-b64e-bbd5956ba09c req-19a42c10-0d31-4212-8528-fc4aa833b288 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894117 Feb 16 14:58:51.430815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37216) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:51.468287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e7812a78-c535-41b7-94f1-ce4593276497 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:51.494284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.501358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37218) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:51.511574 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a0b3ee07-a2f2-441f-909f-30677adb7c53 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=11c98934eb12470a9898bf3bad0b1583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687277 Feb 16 14:58:51.534381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e7812a78-c535-41b7-94f1-ce4593276497 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:51.540581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e7812a78-c535-41b7-94f1-ce4593276497 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:51.568660 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=6d9f6472-1aa9-41be-ab70-752ed8bae957,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:51.572599 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c819f992-d70d-4253-ab60-dc69e2b7ae71 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.591317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fdbe-9f58-470a-bcef-9fe2929d815f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.631783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fdbe-9f58-470a-bcef-9fe2929d815f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.637409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:51.649086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:51.656717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:51.657542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.662612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba0c0aa-6d95-4cff-8340-2f18d3aef8d1 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:51.734658 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-57bba4d8-9611-49a6-9926-d1acbf06b382 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4623008 Feb 16 14:58:51.735128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37222) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:51.747821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9e189f4d-5480-481c-82ff-5f47064c8f0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '6d9f6472-1aa9-41be-ab70-752ed8bae957', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-10526240'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:51.812452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de1d7-c568-4eea-929e-cd80df46fa01 req-574e0c5a-d5ce-43f5-a6de-37f2de575c34 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:51.821294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f6de1d7-c568-4eea-929e-cd80df46fa01 req-574e0c5a-d5ce-43f5-a6de-37f2de575c34 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1341836 Feb 16 14:58:51.892382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f6de1d7-c568-4eea-929e-cd80df46fa01 req-2401575c-8c63-44c2-90e7-4d44a4512fce tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648177 Feb 16 14:58:51.924308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '6d9f6472-1aa9-41be-ab70-752ed8bae957'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:51.925301 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.953139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fdbe-9f58-470a-bcef-9fe2929d815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.956013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fdbe-9f58-470a-bcef-9fe2929d815f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:51.957155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e8f6fdbe-9f58-470a-bcef-9fe2929d815f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2a4247ad-7210-4c54-9438-14b6530c439c HTTP/1.1" status: 204 len: 168 time: 0.4548132 Feb 16 14:58:51.984941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6fdbe-9f58-470a-bcef-9fe2929d815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4247ad-7210-4c54-9438-14b6530c439c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:52.101774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/6d9f6472-1aa9-41be-ab70-752ed8bae957/73a3057d-fb70-4cce-b848-58e085c91ff4) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:52.245423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c819f992-d70d-4253-ab60-dc69e2b7ae71 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.320816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c819f992-d70d-4253-ab60-dc69e2b7ae71 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.336666 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.384088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819f992-d70d-4253-ab60-dc69e2b7ae71 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8485747-b2bf-4b96-96e4-ef2741bd0aae,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:52.405259 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.467746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Pushing event updated for resources: {'Port': ['ID=73a3057d-fb70-4cce-b848-58e085c91ff4,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:52.492521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c819f992-d70d-4253-ab60-dc69e2b7ae71 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.500467 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c819f992-d70d-4253-ab60-dc69e2b7ae71 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1911702 Feb 16 14:58:52.501828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37232) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:52.507352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f1be66d7-9231-4ae0-a696-69ea609272b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Request body: {'security_group_rule': {'security_group_id': 'f8485747-b2bf-4b96-96e4-ef2741bd0aae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:52.518129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:52.523441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:52.533268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:52.589188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e189f4d-5480-481c-82ff-5f47064c8f0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:52.692523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Attempting to bind port 73a3057d-fb70-4cce-b848-58e085c91ff4 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:52.693056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Attempting to bind port 73a3057d-fb70-4cce-b848-58e085c91ff4 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:52.693315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Attempting to bind port 73a3057d-fb70-4cce-b848-58e085c91ff4 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:52.707379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:52.707767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:52.708183 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.708575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:52.709048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Bound port: 73a3057d-fb70-4cce-b848-58e085c91ff4, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:52.709433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.734888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103891c2-5308-44ea-be7d-8035a9dca8ce req-d4f82051-e936-4ff0-a8d0-bf3bc9e2ee27 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:52.738273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-103891c2-5308-44ea-be7d-8035a9dca8ce req-d4f82051-e936-4ff0-a8d0-bf3bc9e2ee27 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2150819 Feb 16 14:58:52.780470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.786504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9e189f4d-5480-481c-82ff-5f47064c8f0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.835755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-103891c2-5308-44ea-be7d-8035a9dca8ce req-970172ea-e6b4-4950-b5c7-249f68626656 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859060 Feb 16 14:58:52.848409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1be66d7-9231-4ae0-a696-69ea609272b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:52.852642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-9e189f4d-5480-481c-82ff-5f47064c8f0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 22034e16-e4f0-42cf-b55f-900f1926713e yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:58:52.889141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] For port 73a3057d-fb70-4cce-b848-58e085c91ff4, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:52.896648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] For port 73a3057d-fb70-4cce-b848-58e085c91ff4, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73a3057d-fb70-4cce-b848-58e085c91ff4,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:52.961766 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1be66d7-9231-4ae0-a696-69ea609272b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.002613 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.035303 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1be66d7-9231-4ae0-a696-69ea609272b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.053138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be66d7-9231-4ae0-a696-69ea609272b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523cfe9b-e086-4c6b-aa47-14aabaf0db3d,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:53.159963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf300-b660-44be-bfd9-80491d218b7e req-197be7ef-74f6-4844-8ede-c7ef374faed0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:53.169044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f48cf300-b660-44be-bfd9-80491d218b7e req-197be7ef-74f6-4844-8ede-c7ef374faed0 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1033936 Feb 16 14:58:53.171867 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e189f4d-5480-481c-82ff-5f47064c8f0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:58:53.171867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e189f4d-5480-481c-82ff-5f47064c8f0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:58:53.180135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f1be66d7-9231-4ae0-a696-69ea609272b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.181584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f1be66d7-9231-4ae0-a696-69ea609272b0 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6785851 Feb 16 14:58:53.194906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4ce6-4a67-4e19-aed4-78887d23cdb0 None None] Pushing event updated for resources: {'Port': ['ID=73a3057d-fb70-4cce-b848-58e085c91ff4,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:53.201618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37258) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:53.338036 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9e189f4d-5480-481c-82ff-5f47064c8f0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5971673 Feb 16 14:58:53.342986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37264) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:53.393866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f48cf300-b660-44be-bfd9-80491d218b7e req-b806c4ff-ccb1-46c9-a512-4e49370f1be6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075338 Feb 16 14:58:53.424543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18ec72b9-2a25-439d-ac0c-d02362bc8ff1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.452871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3acc6e4-8b7d-47d0-956e-0d305aa986a5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:53.454994 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3acc6e4-8b7d-47d0-956e-0d305aa986a5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1117189 Feb 16 14:58:53.466506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37268) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:53.498030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18ec72b9-2a25-439d-ac0c-d02362bc8ff1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.640339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69780f01-54ce-4d6e-b1fc-0b4922127c37 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:53.642457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69780f01-54ce-4d6e-b1fc-0b4922127c37 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:53.653573 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-69780f01-54ce-4d6e-b1fc-0b4922127c37 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1714017 Feb 16 14:58:53.654952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37272) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:53.662433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Deleting port 32574ac2-7e1e-48fd-b935-a8660b64ac77 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:53.662783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.679205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18ec72b9-2a25-439d-ac0c-d02362bc8ff1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.688061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18ec72b9-2a25-439d-ac0c-d02362bc8ff1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.694227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-18ec72b9-2a25-439d-ac0c-d02362bc8ff1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/f8485747-b2bf-4b96-96e4-ef2741bd0aae HTTP/1.1" status: 204 len: 168 time: 0.4785390 Feb 16 14:58:53.730968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37274) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:53.752089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37278) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:53.820431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec72b9-2a25-439d-ac0c-d02362bc8ff1 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8485747-b2bf-4b96-96e4-ef2741bd0aae,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:53.859550 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c9febfd1-7f32-4c45-819a-60b6d9198245 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247215 Feb 16 14:58:53.866967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37284) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:53.892355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 6d9f6472-1aa9-41be-ab70-752ed8bae957 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:53.897455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] For port 32574ac2-7e1e-48fd-b935-a8660b64ac77, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=32574ac2-7e1e-48fd-b935-a8660b64ac77,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:53.897919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.907784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:53.920445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Calling delete_port for 32574ac2-7e1e-48fd-b935-a8660b64ac77 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:54.047142 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.086928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1522434237-network', 'tenant_id': '7616a168be234297a6367267116ba220'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:54.149333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a97e65-c90c-44c2-a72c-854ebbc31532 req-2ce35ac7-70bb-4f4f-ab2c-979765371b26 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:54.151375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9a97e65-c90c-44c2-a72c-854ebbc31532 req-2ce35ac7-70bb-4f4f-ab2c-979765371b26 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1644039 Feb 16 14:58:54.179117 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8c1694f9-30f5-4761-81bb-f83e8561fed8 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3108113 Feb 16 14:58:54.182073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:54.223710 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-d626399e-0f39-4aad-8d7e-6edc92d76b29 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] delete failed (client error): The resource could not be found. Feb 16 14:58:54.225154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d626399e-0f39-4aad-8d7e-6edc92d76b29 tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "DELETE /v2.0/security-groups/f8485747-b2bf-4b96-96e4-ef2741bd0aae HTTP/1.1" status: 404 len: 347 time: 0.0399776 Feb 16 14:58:54.233871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37290) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:54.303188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9a97e65-c90c-44c2-a72c-854ebbc31532 req-2faeb8f6-7da5-4718-99a2-4f540865b9a7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444044 Feb 16 14:58:54.314583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.350973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Made reservation on behalf of 7616a168be234297a6367267116ba220 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:54.353402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.371587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.459251 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8498a1c7-1685-4032-bf48-a94b0ec10a9a tempest-SecGroupTest-1804211771 tempest-SecGroupTest-1804211771-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2161131 Feb 16 14:58:54.472757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.547113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Pushing event deleted for resources: {'Port': ['ID=32574ac2-7e1e-48fd-b935-a8660b64ac77,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:54.733628 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.826081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5b6627b5-fb55-46a3-bd01-9ce292bd9918 None None] Provisioning complete for port 73a3057d-fb70-4cce-b848-58e085c91ff4 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:58:54.830146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b6627b5-fb55-46a3-bd01-9ce292bd9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.902697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.956343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:58:54.988089 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:54.994466 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Added segment b88634f1-8966-4e96-bc0b-da9967e88ff8 of type vlan for network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 Feb 16 14:58:54.994466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6683fe35-aa74-469b-a531-985bbf4033ef,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:55.010241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.044226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b6627b5-fb55-46a3-bd01-9ce292bd9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.103946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.108514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5b6627b5-fb55-46a3-bd01-9ce292bd9918 None None] For port 73a3057d-fb70-4cce-b848-58e085c91ff4, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73a3057d-fb70-4cce-b848-58e085c91ff4,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:55.146559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37300) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:55.155725 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.190404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b6627b5-fb55-46a3-bd01-9ce292bd9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.198597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9f6472-1aa9-41be-ab70-752ed8bae957,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:55.205169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.208736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2d3ade39-d68a-4303-97ea-102b80cda8cf tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/6d9f6472-1aa9-41be-ab70-752ed8bae957 HTTP/1.1" status: 204 len: 168 time: 1.5526686 Feb 16 14:58:55.213324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37306) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:55.236324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a4964-c933-411b-b43d-f2af73c20caf req-095ca922-5ad0-4d7c-b477-408ccac39cbd tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:55.245535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef1a4964-c933-411b-b43d-f2af73c20caf req-095ca922-5ad0-4d7c-b477-408ccac39cbd tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.7723968 Feb 16 14:58:55.247380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ae28f-a6e9-49cf-bccb-7f6a9fc571b8 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:55.317913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef1a4964-c933-411b-b43d-f2af73c20caf req-a09d5194-5615-40d8-81ca-3d93d450fa15 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680461 Feb 16 14:58:55.369313 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3f384959-c344-4231-8483-ab377e3502c9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513681 Feb 16 14:58:55.381938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37312) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:55.382165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.383036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:55.383661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.388194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6627b5-fb55-46a3-bd01-9ce292bd9918 None None] Pushing event updated for resources: {'Port': ['ID=73a3057d-fb70-4cce-b848-58e085c91ff4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:55.397525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:55.547209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] Pushing event updated for resources: {'Network': ['ID=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:55.568668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:58:55.590894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fda03966-c7e7-4967-9510-fe900b9d6249 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9cc0dddcc0014d5a8206f0b5c40a6d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406643 Feb 16 14:58:55.592257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37316) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:55.659365 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3684483e-0769-469b-9546-4c95aec5db9c admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9060245 Feb 16 14:58:55.667912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37318) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:55.675509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Request body: {'subnet': {'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1522434237-subnet', 'tenant_id': '7616a168be234297a6367267116ba220', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:55.685087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa729222-62d5-4333-b14f-a5d7169d2ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.730187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa729222-62d5-4333-b14f-a5d7169d2ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.829610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Router b03cb6a5-bd06-4a3c-931e-36708f9f45ad has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:58:55.858324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Made reservation on behalf of 7616a168be234297a6367267116ba220 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:55.862569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.871233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:58:55.876558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:55.889441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:58:55.966945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] Deleting port 73a3057d-fb70-4cce-b848-58e085c91ff4 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:55.967630 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.026864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa729222-62d5-4333-b14f-a5d7169d2ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.029587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa729222-62d5-4333-b14f-a5d7169d2ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.033512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aa729222-62d5-4333-b14f-a5d7169d2ced admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a577f89a-5ad9-48ff-8cd8-cca163a14329 HTTP/1.1" status: 204 len: 168 time: 0.4375958 Feb 16 14:58:56.071535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:58:56.080866 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f0bbdc27-cbae-483e-a6c4-a503d5cea299 admin admin] 10.222.0.113 "PUT /v2.0/routers/b03cb6a5-bd06-4a3c-931e-36708f9f45ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7441270 Feb 16 14:58:56.081102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37326) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:56.101444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] Sync routers for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:58:56.136941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-434269c4-3f8d-464f-9aaa-f3d2c1392949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:56.138443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-434269c4-3f8d-464f-9aaa-f3d2c1392949 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1095 time: 0.1152241 Feb 16 14:58:56.173190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] For port 73a3057d-fb70-4cce-b848-58e085c91ff4, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73a3057d-fb70-4cce-b848-58e085c91ff4,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:56.174426 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.189806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:58:56.194260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:56.228828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] Calling delete_port for 73a3057d-fb70-4cce-b848-58e085c91ff4 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:56.262449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa729222-62d5-4333-b14f-a5d7169d2ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a577f89a-5ad9-48ff-8cd8-cca163a14329,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:56.292995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377065-e740-4fd6-9bfd-ba8f6edc1df8 req-39b085f3-7b0f-444b-9010-efadb6cd3878 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:56.294882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3377065-e740-4fd6-9bfd-ba8f6edc1df8 req-39b085f3-7b0f-444b-9010-efadb6cd3878 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.8097849 Feb 16 14:58:56.296509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37330) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:56.322828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11559caf-1472-451d-acf8-6c779a2b70c7 req-267b6b76-407b-4896-9847-88e4ce1dffc6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:56.331210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11559caf-1472-451d-acf8-6c779a2b70c7 req-267b6b76-407b-4896-9847-88e4ce1dffc6 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.4361775 Feb 16 14:58:56.432949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11559caf-1472-451d-acf8-6c779a2b70c7 req-c2cb0ae0-1be5-44df-ac78-728a18d526e5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006887 Feb 16 14:58:56.485106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:58:56.510484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3377065-e740-4fd6-9bfd-ba8f6edc1df8 req-ccf86909-f559-46e2-98b5-ada5e4d5d271 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720181 Feb 16 14:58:56.742098 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.756410 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.787276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] Deleting subnet bb8d177c-a69f-4668-9eab-14685595fd52 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:56.809590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6db06e-6153-41a7-ab32-9135a56d48e2,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:56.853821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Checking segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:56.854134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Network hostable DHCP agents. Network: 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:58:56.873458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.879481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.897041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:56.924210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:56.927742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.927906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:56.928666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.947321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:58:56.954973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-ad11d738-81a8-42f0-b8ba-cf286a3a4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:56.956508 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-ad11d738-81a8-42f0-b8ba-cf286a3a4c5f service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.8073440 Feb 16 14:58:56.958427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:56.978968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=3e59de97-95dd-44ce-9a3c-90f3c4fee3c4,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:56.991531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] Pushing event deleted for resources: {'Port': ['ID=73a3057d-fb70-4cce-b848-58e085c91ff4,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:57.017784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02991309-091b-45de-8b1f-b7b5623c6b7d None None] No DVR routers for this DVR port 73a3057d-fb70-4cce-b848-58e085c91ff4 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:58:57.044852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1bf50306-8d45-4e8b-b60b-2bfab3825a95 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6573987 Feb 16 14:58:57.046397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.047375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37344) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:57.052554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5b941e98-5800-4bab-9c1c-e0a082a6b900 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-168186052', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:57.061175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b40acae-cad0-4530-b65c-fe77887b977a None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:57.078503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:57.090608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:57.099476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.109086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e1372-86eb-4355-98a8-78da5ced98e9 None None] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:57.137653 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-1ed34c65-6f37-4960-8597-c243cc93b48e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.1693211 Feb 16 14:58:57.187534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.227154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:58:54Z', 'revision_number': 5, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port': {'id': 'd59b3af7-c12f-4585-84ff-0ec04cf638ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:23Z', 'updated_at': '2022-02-16T14:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:57.258152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-24630916-014d-4eae-953c-21ff0e6e6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:57.269104 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-24630916-014d-4eae-953c-21ff0e6e6798 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1234446 Feb 16 14:58:57.272097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] Checking router: b03cb6a5-bd06-4a3c-931e-36708f9f45ad for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:58:57.286162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c91691a7-e46d-459b-b016-3e013e8e44af admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6164424 Feb 16 14:58:57.288976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37352) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:57.289605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Deleting port d59b3af7-c12f-4585-84ff-0ec04cf638ab {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:58:57.290560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.294237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:58:57.392375 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b941e98-5800-4bab-9c1c-e0a082a6b900 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.393587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b941e98-5800-4bab-9c1c-e0a082a6b900 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.413338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73a3057d-fb70-4cce-b848-58e085c91ff4 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:57.422843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-4e004d8b-3d84-44e4-b668-3bd942664512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:57.424395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-4e004d8b-3d84-44e4-b668-3bd942664512 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264009 Feb 16 14:58:57.442932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] Routers {'b03cb6a5-bd06-4a3c-931e-36708f9f45ad'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:58:57.443735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:57.528072 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.529355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.540807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 73a3057d-fb70-4cce-b848-58e085c91ff4 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:57.541856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73a3057d-fb70-4cce-b848-58e085c91ff4 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:57.551838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '3e59de97-95dd-44ce-9a3c-90f3c4fee3c4'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:57.553142 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.594118 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.614078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] For port d59b3af7-c12f-4585-84ff-0ec04cf638ab, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d59b3af7-c12f-4585-84ff-0ec04cf638ab,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:58:57.614454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.646606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Calling delete_port for d59b3af7-c12f-4585-84ff-0ec04cf638ab owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:58:57.653665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b941e98-5800-4bab-9c1c-e0a082a6b900 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.741718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] Set router b03cb6a5-bd06-4a3c-931e-36708f9f45ad gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:58:57.744491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:58:57.751994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.752187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.752301 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b941e98-5800-4bab-9c1c-e0a082a6b900 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.795775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133cdc1-d0c6-4854-a1b3-c38350fcc47e req-0a539a17-04db-425f-83a9-1d535a01456f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:57.803882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7133cdc1-d0c6-4854-a1b3-c38350fcc47e req-0a539a17-04db-425f-83a9-1d535a01456f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2577093 Feb 16 14:58:57.809282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8d177c-a69f-4668-9eab-14685595fd52,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:57.815132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aea2b-791b-4ce0-8eff-898afdd30eac req-858c7f67-a993-446d-b32e-8603d8371eb0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:57.820670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c4aea2b-791b-4ce0-8eff-898afdd30eac req-858c7f67-a993-446d-b32e-8603d8371eb0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1713777 Feb 16 14:58:57.832728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.835643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f426dce-096c-4e60-a119-4111eca059d8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/bb8d177c-a69f-4668-9eab-14685595fd52 HTTP/1.1" status: 204 len: 168 time: 1.4816265 Feb 16 14:58:57.842603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:58:56Z', 'revision_number': 6, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:57.847900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37362) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:57.890722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def93f2-fa63-40f2-bedb-8eb01d4d8af1 None None] The sync data for ids ['b03cb6a5-bd06-4a3c-931e-36708f9f45ad'] in n-d-829433-1 is: [{'id': 'b03cb6a5-bd06-4a3c-931e-36708f9f45ad', 'name': 'tempest-TaggedBootDevicesTest_v242-1977854532-router', 'tenant_id': '46891b7e78a4495f975695e17e853e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:21Z', 'updated_at': '2022-02-16T14:58:56Z', 'revision_number': 6, 'project_id': '46891b7e78a4495f975695e17e853e39', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:58:57.908845 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b941e98-5800-4bab-9c1c-e0a082a6b900 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:57.912911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b941e98-5800-4bab-9c1c-e0a082a6b900 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8641553 Feb 16 14:58:57.915111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37364) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:57.939664 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-166b87ba-7e3c-48f5-8e0d-7e314f2b0873 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069866 Feb 16 14:58:58.031177 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/3e59de97-95dd-44ce-9a3c-90f3c4fee3c4/9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:58.054677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7133cdc1-d0c6-4854-a1b3-c38350fcc47e req-7150f395-f0ff-45cd-be26-faacf60f69ac tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497892 Feb 16 14:58:58.105065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c4aea2b-791b-4ce0-8eff-898afdd30eac req-f885ac7a-214c-403a-8538-f97213ba9734 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781591 Feb 16 14:58:58.154429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.161711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Allocated IP 172.20.0.2 (47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95/bb6db06e-6153-41a7-ab32-9135a56d48e2/3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:58.170594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.274074 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-48be7240-6f7d-491a-aea0-f63984fb3cca req-f2f00406-e6ac-444f-8f08-58f04fb3a93c service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248878 Feb 16 14:58:58.330194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.373875 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.377194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59b3af7-c12f-4585-84ff-0ec04cf638ab,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:58.405029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfdabac-5166-4e42-8c61-d439bcc45594']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:58.423492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170858f7-33b4-4c63-8db1-7f5162a78a7d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:58.424230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170858f7-33b4-4c63-8db1-7f5162a78a7d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:58:58.446447 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.462109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.470956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:58:58.471595 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.498686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:58:58.574424 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:58:58.631917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.644822 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.653125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.658344 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/dbfdabac-5166-4e42-8c61-d439bcc45594 HTTP/1.1" status: 204 len: 168 time: 0.8076601 Feb 16 14:58:58.664034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37376) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:58.681140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfb578-c993-41ed-b240-2f59c77d59e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbfdabac-5166-4e42-8c61-d439bcc45594,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:58.685181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.731399 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.733755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.794533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.797268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.800991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Pushing event updated for resources: {'Port': ['ID=9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:58.827048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:58.828776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:58.833696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:58.837999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] Deleting subnet c9a05bab-f7fb-4958-8ff5-e18b866a03af {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:58.848108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.903605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.929026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:58:58.952365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:58.955266 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:58:58.992085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:58:58.993613 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.021793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.022396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b03cb6a5-bd06-4a3c-931e-36708f9f45ad {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:58:59.026764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.037337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Attempting to bind port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:59.037337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Attempting to bind port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:59.037337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Attempting to bind port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:59.038100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.038221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Pushing event updated for resources: {'Port': ['ID=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:59.038341 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-efd0f2a6-cb1c-49fe-9047-321bc2cc9e01 admin admin] 10.222.0.113 "DELETE /v2.0/routers/b03cb6a5-bd06-4a3c-931e-36708f9f45ad HTTP/1.1" status: 204 len: 168 time: 2.9527302 Feb 16 14:58:59.038341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37382) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:59.080400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:59.080835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:59.081246 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.081644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:59.092532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Bound port: 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:59.092991 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.160590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] Deleting subnet ea616b7d-e073-4aa2-8165-e9cf0a859ac2 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:58:59.171960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.194033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::1 (787cccbd-9503-4e11-a20c-2b727deb6ed1/3e59de97-95dd-44ce-9a3c-90f3c4fee3c4/a7dc6fea-323a-4e64-aeb4-9654c4c4ca45) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:59.218589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.262789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Attempting to bind port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:58:59.263519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Attempting to bind port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:58:59.264080 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Attempting to bind port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:58:59.273967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:58:59.274574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Checking segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:58:59.275145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.275882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Bound using segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:58:59.276582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Bound port: 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:58:59.277184 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.296925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.316459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Allocated IP 172.25.6.162 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/8754f1b1-da28-406d-9149-092082e98ff4) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:58:59.343872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] For port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:59.365027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] For port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:59.421735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] For port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:58:59.426695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] For port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:58:59.434353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 32574ac2-7e1e-48fd-b935-a8660b64ac77 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:59.470220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.476883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.552672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 32574ac2-7e1e-48fd-b935-a8660b64ac77 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:59.552672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 32574ac2-7e1e-48fd-b935-a8660b64ac77 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:59.552672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d59b3af7-c12f-4585-84ff-0ec04cf638ab no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:58:59.559058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbbe86-157c-4e61-ad16-4fbabf06d01f None None] Pushing event updated for resources: {'Port': ['ID=9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:59.564478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.638442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516beaa1-71a0-4c3c-9d42-ef8c7932ecfc None None] Pushing event updated for resources: {'Port': ['ID=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:59.640152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d59b3af7-c12f-4585-84ff-0ec04cf638ab {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:58:59.640501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d59b3af7-c12f-4585-84ff-0ec04cf638ab not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:58:59.666219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa88b7-9bda-4737-8499-73c3354bbf3b req-f27b6240-4d29-408f-8f9a-9580a9b9c1cd tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:59.672371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.674343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24aa88b7-9bda-4737-8499-73c3354bbf3b req-f27b6240-4d29-408f-8f9a-9580a9b9c1cd tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.4678957 Feb 16 14:58:59.693667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.741764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.747661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317aed75-a6df-43be-96e7-c8cc37a5a079 None None] Network 41ee3635-4c70-4322-8f0a-63fd2fc380db requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:58:59.768193 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ea616b7d-e073-4aa2-8165-e9cf0a859ac2 HTTP/1.1" status: 204 len: 168 time: 0.7315724 Feb 16 14:58:59.770137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37402) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:59.771345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fd0c8-72a3-4ef3-856c-19a46a6e41e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea616b7d-e073-4aa2-8165-e9cf0a859ac2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:59.824752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d0c18-70be-4db2-8592-4e1068b390f9 req-ef5d04da-a6b3-4343-a1dd-85f1dbf53497 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:58:59.826437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed5d0c18-70be-4db2-8592-4e1068b390f9 req-ef5d04da-a6b3-4343-a1dd-85f1dbf53497 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.5396776 Feb 16 14:58:59.841302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a05bab-f7fb-4958-8ff5-e18b866a03af,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:58:59.865155 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.871235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-95e642ec-b21e-4f59-8369-9f57e4ab63db admin admin] 10.222.0.113 "DELETE /v2.0/subnets/c9a05bab-f7fb-4958-8ff5-e18b866a03af HTTP/1.1" status: 204 len: 168 time: 1.2009189 Feb 16 14:58:59.877760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37404) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:58:59.911560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24aa88b7-9bda-4737-8499-73c3354bbf3b req-ada9f771-a526-4e2f-b6d7-fb48b7d81a51 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361660 Feb 16 14:58:59.916408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:59.982697 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.018358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.024720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.035931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed5d0c18-70be-4db2-8592-4e1068b390f9 req-614bb1d5-9dfe-4eb8-9d66-f111b9eb0e72 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816144 Feb 16 14:59:00.174865 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Deleting port fd164ccb-8143-4538-b758-7ecbe3b9cbfb {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:00.175199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.193102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.286689 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3f0b14-dc24-419d-ad34-220a53ef0314']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:00.299312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f970bb98-9e5d-4730-8409-dc0d62769ec6') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:00.299648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f970bb98-9e5d-4730-8409-dc0d62769ec6') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:00.320743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] DHCP port deletion for 41ee3635-4c70-4322-8f0a-63fd2fc380db request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:59:00.386916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.427206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] For port fd164ccb-8143-4538-b758-7ecbe3b9cbfb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:00.427596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.455139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.463379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Calling delete_port for fd164ccb-8143-4538-b758-7ecbe3b9cbfb owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:00.467530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] Deleting port fd164ccb-8143-4538-b758-7ecbe3b9cbfb {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:00.468130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.475065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:59:00.475475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:59:00.477221 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:59:00.577090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37410) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:00.582170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] For port fd164ccb-8143-4538-b758-7ecbe3b9cbfb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,segment=NetworkSegment(546a7e8e-f144-4eda-950b-a5b9eb5eff34),segment_id=546a7e8e-f144-4eda-950b-a5b9eb5eff34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:00.582796 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.597366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] Calling delete_port for fd164ccb-8143-4538-b758-7ecbe3b9cbfb owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:00.675330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.725550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:00.728943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:00.732591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:00.733140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.768420 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.770057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.777647 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.783402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.789155 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] 10.222.0.113 "DELETE /v2.0/networks/8d3f0b14-dc24-419d-ad34-220a53ef0314 HTTP/1.1" status: 204 len: 168 time: 0.9092541 Feb 16 14:59:00.792939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.803868 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-083a81dc-3200-4cd6-9c81-435443141550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:00.816363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] Pushing event deleted for resources: {'Port': ['ID=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:00.827694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a4b2c-38b0-423c-b3ce-dc2572201444 None None] No DVR routers for this DVR port fd164ccb-8143-4538-b758-7ecbe3b9cbfb on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:00.856464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:00.865031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494b92-3740-461f-b0cb-a99d8a3d9bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3f0b14-dc24-419d-ad34-220a53ef0314,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:00.866783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] No DVR routers for this DVR port fd164ccb-8143-4538-b758-7ecbe3b9cbfb on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:00.874284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fd164ccb-8143-4538-b758-7ecbe3b9cbfb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:00.920015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:00.929239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:00.952702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:00.972684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Pushing event updated for resources: {'Port': ['ID=8754f1b1-da28-406d-9149-092082e98ff4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:00.984834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.012662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ee3635-4c70-4322-8f0a-63fd2fc380db']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:01.026083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546a7e8e-f144-4eda-950b-a5b9eb5eff34') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:01.026783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546a7e8e-f144-4eda-950b-a5b9eb5eff34') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:01.039908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.059035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.068357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:59:01.068808 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:59:01.070727 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:59:01.187363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.277473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-083a81dc-3200-4cd6-9c81-435443141550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.327574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72228c8d-4cca-4b4f-b6a0-98a1c476bd85 req-2f9eccb8-4774-4e05-9d44-370362b1e16e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:01.329729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72228c8d-4cca-4b4f-b6a0-98a1c476bd85 req-2f9eccb8-4774-4e05-9d44-370362b1e16e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2887177 Feb 16 14:59:01.372637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcef6d8-7d8d-4f28-8e39-ef0afafae16b req-160fdd0b-8279-4fed-9cf0-943fe2b88332 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:01.374181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fcef6d8-7d8d-4f28-8e39-ef0afafae16b req-160fdd0b-8279-4fed-9cf0-943fe2b88332 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1878273 Feb 16 14:59:01.453581 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.465953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.479295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] 10.222.0.113 "DELETE /v2.0/networks/41ee3635-4c70-4322-8f0a-63fd2fc380db HTTP/1.1" status: 204 len: 168 time: 1.6963909 Feb 16 14:59:01.483372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37422) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:01.512524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d63235-2df5-4c17-bbfd-16f4540322cf admin admin] Pushing event deleted for resources: {'Network': ['ID=41ee3635-4c70-4322-8f0a-63fd2fc380db,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:01.562911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-083a81dc-3200-4cd6-9c81-435443141550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.569094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8928dda3-bff8-4019-9d60-89371114e792 None None] Provisioning complete for port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:01.569665 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8928dda3-bff8-4019-9d60-89371114e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.627500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:01.634057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37424) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:01.683695 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-20d5f7c3-bc01-4360-a560-d1fd095d7511 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c68d805401e744cd82308b652a48f18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484202 Feb 16 14:59:01.738323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:01.738725 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.752240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37426) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:01.892117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a81dc-3200-4cd6-9c81-435443141550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17022113-556b-473a-91ca-5693cc0a3be1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:01.896390 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.898718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-083a81dc-3200-4cd6-9c81-435443141550 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ee01b8a51a72475b83a6d7d56817d80b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3191993 Feb 16 14:59:01.903910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8928dda3-bff8-4019-9d60-89371114e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.913947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37428) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:01.939141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-560d6ef6-826a-4467-b061-f06c81d5d1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:01.940912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72228c8d-4cca-4b4f-b6a0-98a1c476bd85 req-146e58a3-def8-4b15-b9ef-5af5edb6acf1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6000757 Feb 16 14:59:01.982668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8928dda3-bff8-4019-9d60-89371114e792 None None] For port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:02.014745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fcef6d8-7d8d-4f28-8e39-ef0afafae16b req-db75b39a-9343-4d93-833c-98e045d5f7f7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797093 Feb 16 14:59:02.027802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-560d6ef6-826a-4467-b061-f06c81d5d1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.040424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.070840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b3d92-c567-4abd-99dc-7946988873b2 None None] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:02.092840 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8928dda3-bff8-4019-9d60-89371114e792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.229586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e7186-affe-41a5-a6b7-0a1e38f81791 req-4d4746e0-4f0f-431e-8155-55c1f62fc891 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:02.231451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b3e7186-affe-41a5-a6b7-0a1e38f81791 req-4d4746e0-4f0f-431e-8155-55c1f62fc891 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2156472 Feb 16 14:59:02.254781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:59:02.255125 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:59:02.259383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Provisioning complete for port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:02.260043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.261756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928dda3-bff8-4019-9d60-89371114e792 None None] Pushing event updated for resources: {'Port': ['ID=9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:02.262087 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-560d6ef6-826a-4467-b061-f06c81d5d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.266328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-560d6ef6-826a-4467-b061-f06c81d5d1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.268796 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-560d6ef6-826a-4467-b061-f06c81d5d1b8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c32d8b1e-450d-45f9-a4ad-957831de27a4 HTTP/1.1" status: 204 len: 168 time: 0.5142617 Feb 16 14:59:02.289175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.292998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0221e96e-c547-44ee-8ff4-50db62c261a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.295859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d6ef6-826a-4467-b061-f06c81d5d1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32d8b1e-450d-45f9-a4ad-957831de27a4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:02.321419 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.325700 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0221e96e-c547-44ee-8ff4-50db62c261a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.412654 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.425490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.437168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b3e7186-affe-41a5-a6b7-0a1e38f81791 req-ccbe3bf2-46dd-489c-aedd-533b85b042f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934602 Feb 16 14:59:02.502224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.548534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] For port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:02.643407 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.651662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:02.696396 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.719426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0221e96e-c547-44ee-8ff4-50db62c261a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.722402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0221e96e-c547-44ee-8ff4-50db62c261a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.723582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0221e96e-c547-44ee-8ff4-50db62c261a1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/17022113-556b-473a-91ca-5693cc0a3be1 HTTP/1.1" status: 204 len: 168 time: 0.8024766 Feb 16 14:59:02.755336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Pushing event updated for resources: {'Port': ['ID=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:02.796324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e9e0-6eda-4213-9c5f-df637bfcb5e2 req-131e9dbc-fdfb-4e4b-a910-e30f0d9cf017 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:02.798258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d10e9e0-6eda-4213-9c5f-df637bfcb5e2 req-131e9dbc-fdfb-4e4b-a910-e30f0d9cf017 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1634037 Feb 16 14:59:02.827853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Provisioning complete for port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:02.828454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e96e-c547-44ee-8ff4-50db62c261a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17022113-556b-473a-91ca-5693cc0a3be1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:02.829216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:02.862153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:02.909974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:02.945576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d10e9e0-6eda-4213-9c5f-df637bfcb5e2 req-3964e941-071a-44f8-b952-35e7056f35ad tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387408 Feb 16 14:59:03.003876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8a60a-4044-4176-b3b6-e1fc4dc3f2b7 None None] Port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:03.074311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:03.132657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Deleting port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:03.132657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:03.203487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d0b2fba5-8521-4b75-b712-191c2208fe5e None None] Provisioning complete for port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:03.204919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fba5-8521-4b75-b712-191c2208fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:03.211777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Router a09c2848-9727-4e35-ac9c-7480fa8e2b0b is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:59:03.279486 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:03.285882 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:03.294135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] For port 7a75fef1-3b57-427e-8f4c-73fc063e1c4f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,segment=NetworkSegment(c4f1954c-e98f-49bb-b757-0c13efe94dd9),segment_id=c4f1954c-e98f-49bb-b757-0c13efe94dd9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:03.294504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:03.318972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Calling delete_port for 7a75fef1-3b57-427e-8f4c-73fc063e1c4f owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:03.335500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Router f4519736-0dee-4c38-bcc8-a862a2f77bdc is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:59:03.351989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1ab7b-0087-4280-8b5d-3f0113b37a0a req-836c7691-4511-4728-86b0-06593d1ca5af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:03.353577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ec1ab7b-0087-4280-8b5d-3f0113b37a0a req-836c7691-4511-4728-86b0-06593d1ca5af tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1972823 Feb 16 14:59:03.393526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2bcba-28b0-4754-a7b3-893b234c213d req-e3ccb7af-5263-4b69-bc5e-3a4eaf097740 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:03.395108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1df2bcba-28b0-4754-a7b3-893b234c213d req-e3ccb7af-5263-4b69-bc5e-3a4eaf097740 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2002242 Feb 16 14:59:03.508702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dd6104a8-ab65-459f-8822-4a7c38521b0e None None] Provisioning complete for port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:03.509215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd6104a8-ab65-459f-8822-4a7c38521b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:03.542907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fd164ccb-8143-4538-b758-7ecbe3b9cbfb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:03.572147 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: fd164ccb-8143-4538-b758-7ecbe3b9cbfb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:03.572147 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fd164ccb-8143-4538-b758-7ecbe3b9cbfb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:03.576599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-dd6104a8-ab65-459f-8822-4a7c38521b0e None None] Port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:03.677098 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:03.694945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:03.733557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37450) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:03.734695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Pushing event deleted for resources: {'Port': ['ID=7a75fef1-3b57-427e-8f4c-73fc063e1c4f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:03.791204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:03.791883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:03.937144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:03.997500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.002017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:04.007711 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.008713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-593ce4be-200d-49ca-9515-a05e6772aed6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1e53cbdac89842f0916fc04ba6e2b2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691753 Feb 16 14:59:04.011482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37452) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:04.016018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:04.027451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:04.030029 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Sync routers for ids ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:04.041627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Sync routers for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:04.052515 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Routers {'f4519736-0dee-4c38-bcc8-a862a2f77bdc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:04.053940 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:04.061571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ee5a0bba-0638-4679-8929-41a5287984d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "PUT /v2.0/routers/f4519736-0dee-4c38-bcc8-a862a2f77bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1179516 Feb 16 14:59:04.075611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:04.076246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:04.085295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ec1ab7b-0087-4280-8b5d-3f0113b37a0a req-446bd828-ad83-400e-aa6d-0f4a579741b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7189994 Feb 16 14:59:04.104907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37454) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:04.160051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.163255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9048cf98-05bd-4977-a103-c248c6565a8b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8724992 Feb 16 14:59:04.165409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37458) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:04.216787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d980ebe8-9359-4980-a48f-243d869bedb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.266367 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Set router f4519736-0dee-4c38-bcc8-a862a2f77bdc gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:04.281828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37460) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:04.287969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d980ebe8-9359-4980-a48f-243d869bedb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.356136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f00c4575-654f-47cc-9982-0fc7ad5838b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.381638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1df2bcba-28b0-4754-a7b3-893b234c213d req-637eecd6-83cc-4562-90b8-f4ca214f1d7c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9034171 Feb 16 14:59:04.445760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90a67e-92f0-49b0-8718-3e1ededb1b8f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:04.454127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9d90a67e-92f0-49b0-8718-3e1ededb1b8f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports/a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 HTTP/1.1" status: 200 len: 911 time: 0.3471591 Feb 16 14:59:04.468091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f00c4575-654f-47cc-9982-0fc7ad5838b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.470567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37462) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:04.497754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:04.534520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b79ab-4492-49d1-b9f4-300717136559 req-35ff964a-86cd-4528-8762-e4c2e1df1cfb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:04.536152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e87b79ab-4492-49d1-b9f4-300717136559 req-35ff964a-86cd-4528-8762-e4c2e1df1cfb tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2277980 Feb 16 14:59:04.583623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e87b79ab-4492-49d1-b9f4-300717136559 req-76fa62c7-64ae-40cc-bae7-f872d69f47de tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414116 Feb 16 14:59:04.604036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f00c4575-654f-47cc-9982-0fc7ad5838b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.719623 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'name': 'tempest-NetworksTestDHCPv6-router-168186052', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:00Z', 'revision_number': 2, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None, '_interfaces': [{'id': 'a7dc6fea-323a-4e64-aeb4-9654c4c4ca45', 'name': '', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'mac_address': 'fa:16:3e:d2:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '3e59de97-95dd-44ce-9a3c-90f3c4fee3c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:58Z', 'updated_at': '2022-02-16T14:59:01Z', 'revision_number': 2, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'subnets': [{'id': '3e59de97-95dd-44ce-9a3c-90f3c4fee3c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:04.768714 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Checking router: f4519736-0dee-4c38-bcc8-a862a2f77bdc for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:04.771524 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Updating router f4519736-0dee-4c38-bcc8-a862a2f77bdc port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:59:04.785183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f00c4575-654f-47cc-9982-0fc7ad5838b3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=104ccda7eb78495ea24df6be59e64fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071790 Feb 16 14:59:04.792520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37468) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:04.796335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c4575-654f-47cc-9982-0fc7ad5838b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa8e3c5-a550-411f-b363-2ee7b30509bf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:04.796527 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.807679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d980ebe8-9359-4980-a48f-243d869bedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.810349 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d980ebe8-9359-4980-a48f-243d869bedb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.811670 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d980ebe8-9359-4980-a48f-243d869bedb3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/958c3e13-178a-4dfe-a7aa-f553316b41ec HTTP/1.1" status: 204 len: 168 time: 0.7993283 Feb 16 14:59:04.831839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:01Z', 'revision_number': 3, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:04.861445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2eaaf6-9649-4d50-8551-5adcaffe7b76 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:04.867975 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2eaaf6-9649-4d50-8551-5adcaffe7b76 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:04.868227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Checking router: a09c2848-9727-4e35-ac9c-7480fa8e2b0b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:04.869153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Updating router a09c2848-9727-4e35-ac9c-7480fa8e2b0b port 8754f1b1-da28-406d-9149-092082e98ff4 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:59:04.869625 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-de2eaaf6-9649-4d50-8551-5adcaffe7b76 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3912618 Feb 16 14:59:04.874919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37472) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:04.880501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980ebe8-9359-4980-a48f-243d869bedb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c3e13-178a-4dfe-a7aa-f553316b41ec,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:04.904063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:04.941840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Router 2d561416-d559-4f84-b239-ef9b2705c9bc has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:59:04.952404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a9a-e292-44db-89a6-0a2c1c337674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.054230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a9a-e292-44db-89a6-0a2c1c337674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.162671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:05.171452 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c213120-3b24-4bff-856b-d94590dc9cee admin admin] 10.222.0.113 "PUT /v2.0/routers/2d561416-d559-4f84-b239-ef9b2705c9bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6867406 Feb 16 14:59:05.188992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37476) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:05.189170 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] Sync routers for ids ['2d561416-d559-4f84-b239-ef9b2705c9bc'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:05.227727 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] Routers {'2d561416-d559-4f84-b239-ef9b2705c9bc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:05.227727 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2d561416-d559-4f84-b239-ef9b2705c9bc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:05.286534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36ed1377-37df-4c17-940c-00d1006cff53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.290631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a9a-e292-44db-89a6-0a2c1c337674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.295987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1fec7a9a-e292-44db-89a6-0a2c1c337674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.297139 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1fec7a9a-e292-44db-89a6-0a2c1c337674 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dfa8e3c5-a550-411f-b363-2ee7b30509bf HTTP/1.1" status: 204 len: 168 time: 0.5008626 Feb 16 14:59:05.327618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec7a9a-e292-44db-89a6-0a2c1c337674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa8e3c5-a550-411f-b363-2ee7b30509bf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:05.327874 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.331409 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.432852 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.449912 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] Set router 2d561416-d559-4f84-b239-ef9b2705c9bc gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:05.477027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f7a1c-f57b-4c42-bf76-d108b4c29b39 req-b115557d-78f7-4ab4-a315-ab20ce5ec83f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:05.477027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db8f7a1c-f57b-4c42-bf76-d108b4c29b39 req-b115557d-78f7-4ab4-a315-ab20ce5ec83f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1011944 Feb 16 14:59:05.496012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.555395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db8f7a1c-f57b-4c42-bf76-d108b4c29b39 req-0f769ee5-ed32-4c44-81d9-01617d75ea7b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483446 Feb 16 14:59:05.673212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Attempting to bind port 8754f1b1-da28-406d-9149-092082e98ff4 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:05.676391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Attempting to bind port 8754f1b1-da28-406d-9149-092082e98ff4 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:05.677208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Attempting to bind port 8754f1b1-da28-406d-9149-092082e98ff4 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:05.679958 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.688701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f547a-f282-458d-9546-1edc9ca24dcd None None] Pushing event updated for resources: {'Port': ['ID=8754f1b1-da28-406d-9149-092082e98ff4,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:05.706046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:05.708646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:05.709325 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.710002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:05.710747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Bound port: 8754f1b1-da28-406d-9149-092082e98ff4, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:05.711431 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.712798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.770398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469da683-13d2-45ec-853a-fcb4abf831da req-7dd90e03-fb9d-497e-9d4e-1db4704d6b11 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:05.772136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-469da683-13d2-45ec-853a-fcb4abf831da req-7dd90e03-fb9d-497e-9d4e-1db4704d6b11 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1949327 Feb 16 14:59:05.847471 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:05.904747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] For port 8754f1b1-da28-406d-9149-092082e98ff4, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:05.910766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] For port 8754f1b1-da28-406d-9149-092082e98ff4, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8754f1b1-da28-406d-9149-092082e98ff4,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:06.022914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.089113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Deleting port 156836f4-f1f2-454b-a9d4-69694181dbe6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:06.090030 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Pushing event updated for resources: {'Port': ['ID=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:06.090254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.227505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:06.228453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.229455 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.229973 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.230127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:06.231296 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.231855 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:06.292016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Allocated IP 172.20.0.1 (47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95/bb6db06e-6153-41a7-ab32-9135a56d48e2/212667f1-9551-450a-809d-6d16ee488df9) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:06.364277 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Attempting to bind port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:06.364673 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Attempting to bind port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:06.364984 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Attempting to bind port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:06.384664 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:06.385129 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:06.388276 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.392810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:06.395801 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Bound port: a7dc6fea-323a-4e64-aeb4-9654c4c4ca45, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:06.395801 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.405530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] For port 156836f4-f1f2-454b-a9d4-69694181dbe6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=156836f4-f1f2-454b-a9d4-69694181dbe6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:06.407425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.444752 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.446877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Calling delete_port for 156836f4-f1f2-454b-a9d4-69694181dbe6 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:06.511129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f547a-f282-458d-9546-1edc9ca24dcd None None] Pushing event updated for resources: {'Port': ['ID=8754f1b1-da28-406d-9149-092082e98ff4,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:06.572017 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:59:03Z', 'revision_number': 5, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port': {'id': '156836f4-f1f2-454b-a9d4-69694181dbe6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:50:46Z', 'updated_at': '2022-02-16T14:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:06.575965 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] For port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:06.583209 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] For port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:06.625153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-469da683-13d2-45ec-853a-fcb4abf831da req-36530dbb-81e7-4978-9292-c1de1fe3bd46 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998595 Feb 16 14:59:06.625153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.627175 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] Checking router: 2d561416-d559-4f84-b239-ef9b2705c9bc for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:06.645731 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] Routers {'2d561416-d559-4f84-b239-ef9b2705c9bc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:06.646450 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2d561416-d559-4f84-b239-ef9b2705c9bc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:06.684461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Pushing event updated for resources: {'Port': ['ID=212667f1-9551-450a-809d-6d16ee488df9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:06.687043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5f26521c-324f-41d1-9c37-306f0929cedb None None] Provisioning complete for port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:06.693320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f26521c-324f-41d1-9c37-306f0929cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.714305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:06.723893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:06.729571 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.746062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:06.844486 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:06.909736 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:06.924426 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] Set router 2d561416-d559-4f84-b239-ef9b2705c9bc gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:07.041116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.088282 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244deb48-ca93-415e-90be-51c26c7ca67d None None] Pushing event updated for resources: {'Port': ['ID=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:07.099038 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Routers {'f4519736-0dee-4c38-bcc8-a862a2f77bdc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:07.099778 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:07.101749 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:59:05Z', 'revision_number': 6, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:07.181184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=156836f4-f1f2-454b-a9d4-69694181dbe6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:07.215998 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4cebd-18da-4bc0-a652-44bb4653ddab None None] The sync data for ids ['2d561416-d559-4f84-b239-ef9b2705c9bc'] in n-d-829433-1 is: [{'id': '2d561416-d559-4f84-b239-ef9b2705c9bc', 'name': 'tempest-TaggedBootDevicesTest_v242-636430694-router', 'tenant_id': '8580df85576d4686ae668302d2a1e743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:50:44Z', 'updated_at': '2022-02-16T14:59:05Z', 'revision_number': 6, 'project_id': '8580df85576d4686ae668302d2a1e743', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:07.267915 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.279122 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f26521c-324f-41d1-9c37-306f0929cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.364812 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] Set router f4519736-0dee-4c38-bcc8-a862a2f77bdc gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:07.397151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.406704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37524) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:07.433898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5f26521c-324f-41d1-9c37-306f0929cedb None None] For port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:07.496113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.501922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.507650 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f26521c-324f-41d1-9c37-306f0929cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.534454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408a4bf-28c4-40d9-833f-c6a15c6dd76a req-3dc25616-f41b-4f78-be68-16995b6b024e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:07.553107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2408a4bf-28c4-40d9-833f-c6a15c6dd76a req-3dc25616-f41b-4f78-be68-16995b6b024e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.8086655 Feb 16 14:59:07.701894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26521c-324f-41d1-9c37-306f0929cedb None None] Pushing event updated for resources: {'Port': ['ID=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:07.733589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:01Z', 'revision_number': 3, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:07.736864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-00471ce8-e50a-4405-a1f8-1d40bfeead73 None None] Provisioning complete for port 212667f1-9551-450a-809d-6d16ee488df9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:07.742680 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00471ce8-e50a-4405-a1f8-1d40bfeead73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.742986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2408a4bf-28c4-40d9-833f-c6a15c6dd76a req-de2adb97-a812-419a-98cc-afd02c0fd206 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892242 Feb 16 14:59:07.821106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.825560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d561416-d559-4f84-b239-ef9b2705c9bc {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:59:07.826182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.832008 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-53f84ec6-e902-4d70-a1b2-ec870c68e4ad admin admin] 10.222.0.113 "DELETE /v2.0/routers/2d561416-d559-4f84-b239-ef9b2705c9bc HTTP/1.1" status: 204 len: 168 time: 2.6492922 Feb 16 14:59:07.843477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37534) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:07.866568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7a75fef1-3b57-427e-8f4c-73fc063e1c4f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:07.870584 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'name': 'tempest-NetworksTestDHCPv6-router-168186052', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:00Z', 'revision_number': 2, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None, '_interfaces': [{'id': 'a7dc6fea-323a-4e64-aeb4-9654c4c4ca45', 'name': '', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'mac_address': 'fa:16:3e:d2:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '3e59de97-95dd-44ce-9a3c-90f3c4fee3c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:58Z', 'updated_at': '2022-02-16T14:59:06Z', 'revision_number': 4, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'subnets': [{'id': '3e59de97-95dd-44ce-9a3c-90f3c4fee3c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:07.902653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-591228943-network', 'tenant_id': '5d11a0040d3e4cf6b164df96fe0caa5c'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:07.932061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ee24f-a012-45f5-a406-9161eca60db5 None None] The sync data for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 is: [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:01Z', 'revision_number': 3, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:07.945710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Deleting subnet 0d4f2491-2d04-4645-8885-1ef58b1fd084 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:07.949276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:07.950073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7a75fef1-3b57-427e-8f4c-73fc063e1c4f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:07.950559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7a75fef1-3b57-427e-8f4c-73fc063e1c4f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:07.955593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-00471ce8-e50a-4405-a1f8-1d40bfeead73 None None] Port 212667f1-9551-450a-809d-6d16ee488df9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:07.962539 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8c47d6-8eee-4121-8cce-4a6ae3b991c2 None None] The sync data for ids ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'] in n-d-829433-1 is: [{'id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'name': 'tempest-NetworksTestDHCPv6-router-168186052', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:00Z', 'revision_number': 2, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None, '_interfaces': [{'id': 'a7dc6fea-323a-4e64-aeb4-9654c4c4ca45', 'name': '', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'mac_address': 'fa:16:3e:d2:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '3e59de97-95dd-44ce-9a3c-90f3c4fee3c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:58Z', 'updated_at': '2022-02-16T14:59:06Z', 'revision_number': 4, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'subnets': [{'id': '3e59de97-95dd-44ce-9a3c-90f3c4fee3c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:07.976099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-00471ce8-e50a-4405-a1f8-1d40bfeead73 None None] Provisioning complete for port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:07.976099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00471ce8-e50a-4405-a1f8-1d40bfeead73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.028054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.029710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.092883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-502d9cc9-3df4-4fe6-874e-59e63025da91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.133056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9884a6-dc8a-46fb-82ab-965f6803f7ae req-1cc7f32e-fa05-471d-8b36-5b4a3d61e9ca tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:08.135863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b9884a6-dc8a-46fb-82ab-965f6803f7ae req-1cc7f32e-fa05-471d-8b36-5b4a3d61e9ca tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2505147 Feb 16 14:59:08.211293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Made reservation on behalf of 5d11a0040d3e4cf6b164df96fe0caa5c for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:08.214480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.220721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.253729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.402051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b9884a6-dc8a-46fb-82ab-965f6803f7ae req-d5c6c0ce-612e-4e7e-890d-5ed0a31f3999 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217107 Feb 16 14:59:08.428941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.510941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4f2491-2d04-4645-8885-1ef58b1fd084,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:08.528995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.528995 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/0d4f2491-2d04-4645-8885-1ef58b1fd084 HTTP/1.1" status: 204 len: 168 time: 0.6800385 Feb 16 14:59:08.528995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37548) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:08.529432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834f66f-4ce5-4192-8eab-77a22bd45146 None None] Network 9735400f-2af7-4389-911b-ebb91933eb50 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:08.532379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-bfab12e5-ac80-42fb-b449-f305b98fd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:08.545202 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-bfab12e5-ac80-42fb-b449-f305b98fd0b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ec137de5f57a41b2934ddafed334ff75&device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 1095 time: 0.1961215 Feb 16 14:59:08.546630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.546971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.547304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.559777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.564385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad8d450-8b6e-4b19-bedb-2a7cbc280097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:08.699330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.821874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:08.930720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] DHCP port deletion for 9735400f-2af7-4389-911b-ebb91933eb50 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:59:09.061299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] Deleting port bca9470a-7a1a-494e-8bf6-c3315bb7d631 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:09.062060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.089782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b41f8-e4b7-440f-b37f-1edb065ea101 req-1ba8a18e-a1f9-4925-bcdc-7ec020188a7f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:09.101085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee3b41f8-e4b7-440f-b37f-1edb065ea101 req-1ba8a18e-a1f9-4925-bcdc-7ec020188a7f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.7248824 Feb 16 14:59:09.137403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:09.137403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.166984 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.196668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] For port bca9470a-7a1a-494e-8bf6-c3315bb7d631, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bca9470a-7a1a-494e-8bf6-c3315bb7d631,segment=NetworkSegment(c4f1954c-e98f-49bb-b757-0c13efe94dd9),segment_id=c4f1954c-e98f-49bb-b757-0c13efe94dd9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:09.197074 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.259397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-078cc363-ebe1-4833-9171-177e809e0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:09.261140 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-078cc363-ebe1-4833-9171-177e809e0cea service neutron] 10.222.0.93 "GET /v2.0/networks?id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 200 len: 914 time: 0.6443236 Feb 16 14:59:09.264316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] Calling delete_port for bca9470a-7a1a-494e-8bf6-c3315bb7d631 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:09.398889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.418048 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-e0aace79-d391-496e-82fe-213487cad314 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 200 len: 998 time: 0.1269433 Feb 16 14:59:09.435826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.563255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-7248e625-ffd3-417a-a913-53191917d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:09.567872 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-7248e625-ffd3-417a-a913-53191917d529 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 200 len: 851 time: 0.1345661 Feb 16 14:59:09.571351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.580945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee3b41f8-e4b7-440f-b37f-1edb065ea101 req-b6472f5c-0095-4561-9965-b79ee5dc2858 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4785411 Feb 16 14:59:09.581624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Pushing event updated for resources: {'Port': ['ID=212667f1-9551-450a-809d-6d16ee488df9,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:09.583995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.604651 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Deleting port bca9470a-7a1a-494e-8bf6-c3315bb7d631 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:09.606290 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.609932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] No DVR routers for this DVR port bca9470a-7a1a-494e-8bf6-c3315bb7d631 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:09.690628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:59:09.697031 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.697031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363579-e7d8-41a7-a287-cbe1ecac5df7 None None] Pushing event deleted for resources: {'Port': ['ID=bca9470a-7a1a-494e-8bf6-c3315bb7d631,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:09.778307 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.778650 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Added segment 69514afb-5ea1-4719-9c10-6b5e13c54958 of type vlan for network 6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f Feb 16 14:59:09.804697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-ac3c745c-027d-4993-8151-c34310259ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:09.808015 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-ac3c745c-027d-4993-8151-c34310259ab1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2136352 Feb 16 14:59:09.812668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bce7929-8ba9-4c25-9445-afa0210f224c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:09.822655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] For port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:09.822655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.840017 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-fbf71436-b427-458b-a375-7c4386542ec0 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:59:09.841166 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-fbf71436-b427-458b-a375-7c4386542ec0 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123878 Feb 16 14:59:09.860100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] For port bca9470a-7a1a-494e-8bf6-c3315bb7d631, host n-d-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:09.860976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.878171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:09.910383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b564c-d4c6-48c1-b33b-27f23a8beb51 req-222ce976-7496-4ef5-b505-b61f8229d914 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:09.912032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b0b564c-d4c6-48c1-b33b-27f23a8beb51 req-222ce976-7496-4ef5-b505-b61f8229d914 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.3122795 Feb 16 14:59:09.913977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:09.920052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:09.934125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:09.952530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Calling delete_port for bca9470a-7a1a-494e-8bf6-c3315bb7d631 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:09.958229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:09.987292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Port bca9470a-7a1a-494e-8bf6-c3315bb7d631 was not found and therefore no delete operation was performed {{(pid=103044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 14:59:09.993297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.036796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.resource_extend [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:59:10.046016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:10.046651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.185718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8754f1b1-da28-406d-9149-092082e98ff4 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:10.332002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8754f1b1-da28-406d-9149-092082e98ff4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:10.338596 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.340079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Pushing event deleted for resources: {'Port': ['ID=bca9470a-7a1a-494e-8bf6-c3315bb7d631,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:10.370845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] No DVR routers for this DVR port bca9470a-7a1a-494e-8bf6-c3315bb7d631 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:10.452267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dcb78dcc-9cd9-499b-b33c-a19fa9722790 None None] Provisioning complete for port 212667f1-9551-450a-809d-6d16ee488df9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:10.454144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dcb78dcc-9cd9-499b-b33c-a19fa9722790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.539248 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-fdd60b81-455b-4245-8a83-a32249582ce2 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891091 Feb 16 14:59:10.547919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.556713 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.596019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 8754f1b1-da28-406d-9149-092082e98ff4, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8754f1b1-da28-406d-9149-092082e98ff4,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:10.598964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-dcb78dcc-9cd9-499b-b33c-a19fa9722790 None None] Port 212667f1-9551-450a-809d-6d16ee488df9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:10.603290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9735400f-2af7-4389-911b-ebb91933eb50']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:10.629456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b0b564c-d4c6-48c1-b33b-27f23a8beb51 req-595915f0-cd43-4354-8299-8f4380552438 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005985 Feb 16 14:59:10.669777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f1954c-e98f-49bb-b757-0c13efe94dd9') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:10.669777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f1954c-e98f-49bb-b757-0c13efe94dd9') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:10.683068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.772534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.789417 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-733dccc3-1e72-49e7-9cba-288fde3e281c req-3d3f2f3f-749b-4f95-8c2b-8abe08425224 service neutron] 10.222.0.93 "GET /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232504 Feb 16 14:59:10.793663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 156836f4-f1f2-454b-a9d4-69694181dbe6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:10.805067 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.805067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:10.805371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.816342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.834912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:59:10.835423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:59:10.838077 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:59:10.850381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 156836f4-f1f2-454b-a9d4-69694181dbe6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:10.850381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 156836f4-f1f2-454b-a9d4-69694181dbe6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:10.850381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bca9470a-7a1a-494e-8bf6-c3315bb7d631 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:10.881222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: bca9470a-7a1a-494e-8bf6-c3315bb7d631 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:10.881222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bca9470a-7a1a-494e-8bf6-c3315bb7d631 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:10.918913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] Pushing event updated for resources: {'Network': ['ID=6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:10.919407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Router a09c2848-9727-4e35-ac9c-7480fa8e2b0b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:59:10.935044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=8754f1b1-da28-406d-9149-092082e98ff4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:10.940057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41270c81-97a2-4af2-8b64-f52e156353ba req-4fd87497-bed8-413a-8cff-9350226aa06a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:10.940788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:59:10.953589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41270c81-97a2-4af2-8b64-f52e156353ba req-4fd87497-bed8-413a-8cff-9350226aa06a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2038062 Feb 16 14:59:11.081555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41270c81-97a2-4af2-8b64-f52e156353ba req-e5b4c7e1-c0b1-4154-b409-c95bd7517a76 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331465 Feb 16 14:59:11.090735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.093674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d01d16e9-b6c2-41c2-9faf-5ba60f4bceaa admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6475940 Feb 16 14:59:11.104716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37570) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:11.124843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.124843 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] 10.222.0.113 "DELETE /v2.0/networks/9735400f-2af7-4389-911b-ebb91933eb50 HTTP/1.1" status: 204 len: 168 time: 2.5916331 Feb 16 14:59:11.169224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Request body: {'subnet': {'network_id': '6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-591228943-subnet', 'tenant_id': '5d11a0040d3e4cf6b164df96fe0caa5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:11.179249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23147ff-1b30-4d96-a64d-4066201f908e admin admin] Pushing event deleted for resources: {'Network': ['ID=9735400f-2af7-4389-911b-ebb91933eb50,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:11.193964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:11.204350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-31a27d42-0c97-4d68-9ba8-e904e53ca6aa admin admin] 10.222.0.113 "PUT /v2.0/routers/a09c2848-9727-4e35-ac9c-7480fa8e2b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0325270 Feb 16 14:59:11.205410 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.248106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=a7dc6fea-323a-4e64-aeb4-9654c4c4ca45,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:11.301600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.348023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Made reservation on behalf of 5d11a0040d3e4cf6b164df96fe0caa5c for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:11.352011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.495464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.511247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.825646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:11.847215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Sync routers for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:11.883219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:11.886403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:11.937537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Router f4519736-0dee-4c38-bcc8-a862a2f77bdc has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:59:11.993382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=78778d74-9137-4bc8-9280-d0bb6f4eb750,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:11.998206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Checking segment: {'id': '69514afb-5ea1-4719-9c10-6b5e13c54958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:11.998571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Network hostable DHCP agents. Network: 6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:59:12.007861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37590) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:12.039588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8754f1b1-da28-406d-9149-092082e98ff4 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:12.065567 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea83e183-0fb7-4d21-9085-4b86a6f9ba18 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=46891b7e78a4495f975695e17e853e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563242 Feb 16 14:59:12.068437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37592) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:12.134831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Network 6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:59:12.175277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:12.180457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-35defaee-cde5-40c1-9f46-27f4bf23e6d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "PUT /v2.0/routers/f4519736-0dee-4c38-bcc8-a862a2f77bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3044963 Feb 16 14:59:12.183269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37596) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:12.201647 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] Sync routers for ids ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:12.230952 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] Routers {'f4519736-0dee-4c38-bcc8-a862a2f77bdc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:12.244560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e218ddf-76ce-4168-a660-1c7b268037bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.245486 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:12.276532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:12.287441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e1d071-369c-4b8c-974c-e136975ae73d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:12.296287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e1d071-369c-4b8c-974c-e136975ae73d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:12.298716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-64e1d071-369c-4b8c-974c-e136975ae73d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1143219 Feb 16 14:59:12.305120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37598) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:12.323402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:12.324789 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.385776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e218ddf-76ce-4168-a660-1c7b268037bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.425975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 3e59de97-95dd-44ce-9a3c-90f3c4fee3c4 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:12.450575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.488329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b879ad1b-8e11-474c-b566-5792b80ba2da admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3620315 Feb 16 14:59:12.613954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cacd029-9861-4ba0-b95c-8fb37953e56b None None] Network 6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:12.622223 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.672198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d819d6-450a-4f00-9c69-057afd8598b8 req-23cd6bc9-ccf8-4291-830d-b2e21a2a387e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:12.674492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3d819d6-450a-4f00-9c69-057afd8598b8 req-23cd6bc9-ccf8-4291-830d-b2e21a2a387e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.7631981 Feb 16 14:59:12.722077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e218ddf-76ce-4168-a660-1c7b268037bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.725551 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e218ddf-76ce-4168-a660-1c7b268037bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.729611 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1e218ddf-76ce-4168-a660-1c7b268037bf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/37afdcd2-07a5-44dd-9385-7b7f856f7653 HTTP/1.1" status: 204 len: 168 time: 0.6582532 Feb 16 14:59:12.746300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8754f1b1-da28-406d-9149-092082e98ff4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:12.751403 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.754080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e218ddf-76ce-4168-a660-1c7b268037bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37afdcd2-07a5-44dd-9385-7b7f856f7653,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:12.776709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3d819d6-450a-4f00-9c69-057afd8598b8 req-49223b44-d630-4bff-93de-20420f25264d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900266 Feb 16 14:59:12.776949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37608) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:12.784182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3afff317-1128-4281-ad5a-234407642b10 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837528159', 'description': 'tempest-description--1026568669'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:12.789564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:12.842307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] Set router f4519736-0dee-4c38-bcc8-a862a2f77bdc gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:12.988609 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'name': 'tempest-NetworksTestDHCPv6-router-168186052', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:13.025619 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3afff317-1128-4281-ad5a-234407642b10 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:13.032030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:13.036820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:13.060318 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] Checking router: f4519736-0dee-4c38-bcc8-a862a2f77bdc for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:13.081675 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] Routers {'f4519736-0dee-4c38-bcc8-a862a2f77bdc'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:13.082670 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:13.100123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd8e89-c2dc-4b72-bb25-6b000f1904f8 req-5bf0afbf-8afa-4411-b08a-f9ecaec0c157 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:13.121975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70bd8e89-c2dc-4b72-bb25-6b000f1904f8 req-5bf0afbf-8afa-4411-b08a-f9ecaec0c157 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1778047 Feb 16 14:59:13.186501 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] Set router f4519736-0dee-4c38-bcc8-a862a2f77bdc gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:13.237107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3afff317-1128-4281-ad5a-234407642b10 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:13.241361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:13.264590 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'name': 'tempest-NetworksTestDHCPv6-router-168186052', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:13.298554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=3e59de97-95dd-44ce-9a3c-90f3c4fee3c4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:13.316916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:13.324015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5339aa61-06f7-414e-b1eb-3efe6786d149 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/3e59de97-95dd-44ce-9a3c-90f3c4fee3c4 HTTP/1.1" status: 204 len: 168 time: 1.0173714 Feb 16 14:59:13.324833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37614) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:13.376846 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeceb2f-8a65-4636-a3f5-14aeaabb6272 None None] The sync data for ids ['f4519736-0dee-4c38-bcc8-a862a2f77bdc'] in n-d-829433-1 is: [{'id': 'f4519736-0dee-4c38-bcc8-a862a2f77bdc', 'name': 'tempest-NetworksTestDHCPv6-router-168186052', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:13.396521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3afff317-1128-4281-ad5a-234407642b10 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:13.414511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70bd8e89-c2dc-4b72-bb25-6b000f1904f8 req-f15a399c-acbf-48f3-986b-a247e1befd65 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915735 Feb 16 14:59:13.469785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404fd19d-0818-43f9-bdd6-4ad157b5df17 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:13.491624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff317-1128-4281-ad5a-234407642b10 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef62a8-299e-494c-ab53-4ce23696e3a4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:13.507963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37620) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:13.508526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db4f2240-204b-4f28-8c39-160ee13a4bf0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1762953 Feb 16 14:59:13.547316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454ba6d-e4a0-4c71-9e63-592da80658f0 None None] Network 6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:13.619891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5478b6c4-e8ff-40ba-8d89-e31b6cee97eb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:13.659918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66817-3cb1-4613-8d57-c58b1ef30947 req-6213259b-e27c-40d3-9154-34e819a75cb9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:14.012418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80b66817-3cb1-4613-8d57-c58b1ef30947 req-6213259b-e27c-40d3-9154-34e819a75cb9 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1269515 Feb 16 14:59:14.012418 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3afff317-1128-4281-ad5a-234407642b10 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.012418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3afff317-1128-4281-ad5a-234407642b10 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8914855 Feb 16 14:59:14.012418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:14.012418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-61559358-8f4a-4160-b328-98ac0fc49cb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'security_group_rule': {'security_group_id': '5aef62a8-299e-494c-ab53-4ce23696e3a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:14.012418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80b66817-3cb1-4613-8d57-c58b1ef30947 req-5380cba3-1f5c-421c-8825-7c0d3f025f37 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765727 Feb 16 14:59:14.017671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:14.017671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:14.017671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a7dc6fea-323a-4e64-aeb4-9654c4c4ca45 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:14.017671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:08Z', 'revision_number': 2, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:14.020220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61559358-8f4a-4160-b328-98ac0fc49cb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.025155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5478b6c4-e8ff-40ba-8d89-e31b6cee97eb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.025155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5478b6c4-e8ff-40ba-8d89-e31b6cee97eb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.026582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Checking router: a09c2848-9727-4e35-ac9c-7480fa8e2b0b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:14.026582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Updating router a09c2848-9727-4e35-ac9c-7480fa8e2b0b port 212667f1-9551-450a-809d-6d16ee488df9 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:59:14.046034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61559358-8f4a-4160-b328-98ac0fc49cb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.052630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37642) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:14.101155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.102557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5228a-5609-4079-92f0-bc8b39c090c1 req-6efc3bfa-1cc8-411d-9875-e77c839330ad tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:14.105703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ff5228a-5609-4079-92f0-bc8b39c090c1 req-6efc3bfa-1cc8-411d-9875-e77c839330ad tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1457102 Feb 16 14:59:14.169734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e4c074c4-dab1-4f42-adf2-e01ebf5c56f9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8580df85576d4686ae668302d2a1e743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160820 Feb 16 14:59:14.172453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:14.186178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ff5228a-5609-4079-92f0-bc8b39c090c1 req-5e84f14d-5505-4906-a9b7-7a0483613740 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794585 Feb 16 14:59:14.224286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:59:14.242082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61559358-8f4a-4160-b328-98ac0fc49cb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.263248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1b25b57-0108-40c5-9b1e-ba0034897e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.280068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61559358-8f4a-4160-b328-98ac0fc49cb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11341d84-e918-4807-91ce-4e1b6db5f55c,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:14.293237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1b25b57-0108-40c5-9b1e-ba0034897e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.351303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5478b6c4-e8ff-40ba-8d89-e31b6cee97eb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.351868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478b6c4-e8ff-40ba-8d89-e31b6cee97eb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Fanout notify agent at l3_agent the message router_deleted on router f4519736-0dee-4c38-bcc8-a862a2f77bdc {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:59:14.362766 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61559358-8f4a-4160-b328-98ac0fc49cb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.367883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-61559358-8f4a-4160-b328-98ac0fc49cb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937408 Feb 16 14:59:14.368636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37660) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:14.369717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37662) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:14.371739 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5478b6c4-e8ff-40ba-8d89-e31b6cee97eb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.372864 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5478b6c4-e8ff-40ba-8d89-e31b6cee97eb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/routers/f4519736-0dee-4c38-bcc8-a862a2f77bdc HTTP/1.1" status: 204 len: 168 time: 0.8633924 Feb 16 14:59:14.375818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:14.376551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132644412-network', 'tenant_id': '3da6a5e689a24cc294be79f826e4f260'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:14.382116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:14.393693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d22a7667-5adf-446e-937e-9a64249db7f0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'security_group_rule': {'security_group_id': '5aef62a8-299e-494c-ab53-4ce23696e3a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:14.510566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] Deleting port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:14.510947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.541383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1b25b57-0108-40c5-9b1e-ba0034897e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.543949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1b25b57-0108-40c5-9b1e-ba0034897e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.547519 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c1b25b57-0108-40c5-9b1e-ba0034897e7f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/686d1817-6d90-43b9-8cc3-486f0c4864a2 HTTP/1.1" status: 204 len: 168 time: 0.3707182 Feb 16 14:59:14.554854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b25b57-0108-40c5-9b1e-ba0034897e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d1817-6d90-43b9-8cc3-486f0c4864a2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:14.629925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Made reservation on behalf of 3da6a5e689a24cc294be79f826e4f260 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:14.635431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24913f13-0fcc-40b7-b331-794828f423ed details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:59:14.637758 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.644485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24913f13-0fcc-40b7-b331-794828f423ed no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:14.670448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.726871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d22a7667-5adf-446e-937e-9a64249db7f0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.743720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] For port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:14.744477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.815009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] Calling delete_port for 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:14.838721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:14.842407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.863515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d22a7667-5adf-446e-937e-9a64249db7f0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.917123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.944576 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:14.984510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d22a7667-5adf-446e-937e-9a64249db7f0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.023358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a7667-5adf-446e-937e-9a64249db7f0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d654919c-3f7a-4853-bb0e-07778065fc80,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:15.057914 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.071714 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.075331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:15.085066 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.114071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:59:15.132464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d22a7667-5adf-446e-937e-9a64249db7f0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.136865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d22a7667-5adf-446e-937e-9a64249db7f0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7620773 Feb 16 14:59:15.136996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '24913f13-0fcc-40b7-b331-794828f423ed', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'port_id': '24913f13-0fcc-40b7-b331-794828f423ed', 'mac_address': 'fa:16:3e:f7:96:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0cd46a-d36c-47d4-b799-d04c5320fa54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:59:15.137446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10386c7e-dc61-40cc-9bac-f6094dbc1454,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:15.138655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37686) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:15.143124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.143572 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Added segment e3ad188a-2a63-454b-98fe-d6e3115c3346 of type vlan for network 413905a0-35a9-4bb4-b448-3131f5b4954c Feb 16 14:59:15.145469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:15.237988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.256725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.325920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:15.328603 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4cf5e0-5d6a-4ffa-a46d-380570b28a68" -d '{"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-unplugged", "status": "completed", "tag": "24913f13-0fcc-40b7-b331-794828f423ed"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:15.384730 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.397199 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.404068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.408381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:15.411018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.439385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:15.444571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:15.453203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:15.459757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70880-4988-486b-a785-3e0f82578008 None None] Pushing event updated for resources: {'Port': ['ID=212667f1-9551-450a-809d-6d16ee488df9,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:15.522735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] No DVR routers for this DVR port 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:15.536120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:15.536725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.540545 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.559228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51e042-d490-4dc9-a39f-6b75411209b0 req-bb31e55b-e196-483c-b58f-f232f25d91d8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:15.560454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=eb3aa074-d1eb-4aec-8bd4-a6af2d482351,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:15.561175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f51e042-d490-4dc9-a39f-6b75411209b0 req-bb31e55b-e196-483c-b58f-f232f25d91d8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2144899 Feb 16 14:59:15.562430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] Pushing event updated for resources: {'Network': ['ID=413905a0-35a9-4bb4-b448-3131f5b4954c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:15.629868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95799b55-d598-44e4-b95e-a6cb4d028951 None None] Pushing event deleted for resources: {'Port': ['ID=9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:15.637779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.641112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd8b37-5e2f-4da6-a018-2f02b7ccd667 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:15.643901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 413905a0-35a9-4bb4-b448-3131f5b4954c details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:59:15.652243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:15.669560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f51e042-d490-4dc9-a39f-6b75411209b0 req-e94e5c29-27fc-4020-8201-d0fe2f1fc7ae tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887170 Feb 16 14:59:15.745670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2533abe5-43a8-4b22-9ba2-468f63aeb984 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3748729 Feb 16 14:59:15.749853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37718) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:15.756124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Request body: {'subnet': {'network_id': '413905a0-35a9-4bb4-b448-3131f5b4954c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132644412-subnet', 'tenant_id': '3da6a5e689a24cc294be79f826e4f260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:15.769889 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7877622a-2cb0-4186-bd7d-93064c681dad tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3915429 Feb 16 14:59:15.775576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37720) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:15.795758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-deb154c0-714e-4520-884a-f0242e89edcc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1971592959', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:15.913176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Allocated IP 172.25.6.86 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/0eddea8c-3778-4051-8062-abf29dee47da) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:15.936410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:15.939939 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1147237e-ec74-49a3-bf47-7f1675af3d2a x-openstack-request-id: req-1147237e-ec74-49a3-bf47-7f1675af3d2a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:15.940230 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-unplugged", "status": "completed", "tag": "24913f13-0fcc-40b7-b331-794828f423ed", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:15.940532 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1147237e-ec74-49a3-bf47-7f1675af3d2a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:15.940919 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed', 'code': 200} Feb 16 14:59:15.948259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:16.004620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24913f13-0fcc-40b7-b331-794828f423ed {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:16.021574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:16.021977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9a5ac277-72d7-4fd6-a7a8-e9c5a46fae9f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:16.023827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Attempting to bind port 212667f1-9551-450a-809d-6d16ee488df9 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:16.024194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Attempting to bind port 212667f1-9551-450a-809d-6d16ee488df9 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:16.024548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Attempting to bind port 212667f1-9551-450a-809d-6d16ee488df9 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:16.036525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Made reservation on behalf of 3da6a5e689a24cc294be79f826e4f260 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:16.038229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ed04e2c3-8621-4bd2-a7e4-b847c108033d None None] Provisioning complete for port 212667f1-9551-450a-809d-6d16ee488df9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:16.038746 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed04e2c3-8621-4bd2-a7e4-b847c108033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.039167 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.042658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deb154c0-714e-4520-884a-f0242e89edcc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.043776 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deb154c0-714e-4520-884a-f0242e89edcc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.070698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:16.070991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Checking segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:16.071395 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.071818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Bound using segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:16.072431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Bound port: 212667f1-9551-450a-809d-6d16ee488df9, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:16.073073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.084296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.233888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.257815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deb154c0-714e-4520-884a-f0242e89edcc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.294681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:16.300187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:16.308358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'Port': ['ID=0eddea8c-3778-4051-8062-abf29dee47da,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:16.320307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:16.375386 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:59:16.376967 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:59:16.386885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deb154c0-714e-4520-884a-f0242e89edcc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.398473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ed04e2c3-8621-4bd2-a7e4-b847c108033d None None] Port 212667f1-9551-450a-809d-6d16ee488df9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:16.462248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.517839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] For port 212667f1-9551-450a-809d-6d16ee488df9, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:16.536490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.565088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] For port 212667f1-9551-450a-809d-6d16ee488df9, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=212667f1-9551-450a-809d-6d16ee488df9,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:16.567677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'eb3aa074-d1eb-4aec-8bd4-a6af2d482351'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:59:16.568527 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.574740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-43e25b75-ea75-4de3-9c5a-a0a56a79a77c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:16.575726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37738) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:16.585347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-43e25b75-ea75-4de3-9c5a-a0a56a79a77c tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b HTTP/1.1" status: 200 len: 944 time: 0.2008734 Feb 16 14:59:16.610784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deb154c0-714e-4520-884a-f0242e89edcc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.615655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-deb154c0-714e-4520-884a-f0242e89edcc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8368375 Feb 16 14:59:16.617432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37742) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:16.721226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.783774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1824728524-network', 'tenant_id': '4e4d48206bc3403e966e32e109633da4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:16.785957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.882785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Deleting port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:16.883088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.929814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:16.965979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:16.966593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:16.982514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70880-4988-486b-a785-3e0f82578008 None None] Pushing event updated for resources: {'Port': ['ID=212667f1-9551-450a-809d-6d16ee488df9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:17.039340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8ee688-88da-4e3e-a2b1-c6894edd1e9e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:17.056176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.068192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Checking segment: {'id': 'e3ad188a-2a63-454b-98fe-d6e3115c3346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '413905a0-35a9-4bb4-b448-3131f5b4954c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:17.068692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Network hostable DHCP agents. Network: 413905a0-35a9-4bb4-b448-3131f5b4954c, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:59:17.107796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d59cf-5b6c-48b8-8c91-54609bd14e32 req-baff52d5-894a-451a-92d2-6c7174688af7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:17.122898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b8d59cf-5b6c-48b8-8c91-54609bd14e32 req-baff52d5-894a-451a-92d2-6c7174688af7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 943 time: 0.2473700 Feb 16 14:59:17.169023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] For port 8229ff03-2f82-46c9-8f4d-e351029dbbf4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8229ff03-2f82-46c9-8f4d-e351029dbbf4,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:17.169403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.173703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/eb3aa074-d1eb-4aec-8bd4-a6af2d482351/7fdd7761-aa9d-49b4-9f20-7fd3b24ee220) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:17.199611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:17.205422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24913f13-0fcc-40b7-b331-794828f423ed {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:17.218218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Calling delete_port for 8229ff03-2f82-46c9-8f4d-e351029dbbf4 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:17.218527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Made reservation on behalf of 4e4d48206bc3403e966e32e109633da4 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:17.221464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.280017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.388555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:17.434046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3b7e243f-b3c9-46a5-975f-ee667c876868 None None] Provisioning complete for port 212667f1-9551-450a-809d-6d16ee488df9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:17.434342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b7e243f-b3c9-46a5-975f-ee667c876868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.441499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Network 413905a0-35a9-4bb4-b448-3131f5b4954c is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:59:17.471137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b8d59cf-5b6c-48b8-8c91-54609bd14e32 req-80f5293d-aadb-4e00-a15f-bce7bb847425 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256803 Feb 16 14:59:17.482137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.541316 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.635948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event deleted for resources: {'Port': ['ID=8229ff03-2f82-46c9-8f4d-e351029dbbf4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:17.661723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 413905a0-35a9-4bb4-b448-3131f5b4954c) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:17.666679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:17.667282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.696244 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.718171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] No DVR routers for this DVR port 8229ff03-2f82-46c9-8f4d-e351029dbbf4 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:17.733119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.743913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7496129-6acf-4d63-8fa2-e16705bb89e6 req-57d6b051-4803-4099-bd4a-f4da89f2bca7 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "DELETE /v2.0/ports/8229ff03-2f82-46c9-8f4d-e351029dbbf4 HTTP/1.1" status: 204 len: 173 time: 1.1570938 Feb 16 14:59:17.744441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-deleted', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:17.746792 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e971f4b-e155-4fe6-a9a4-b219de85ac36" -d '{"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-deleted", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:17.755047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.764770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf4ed874-6fdf-4797-91ea-b380645629bf admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0135365 Feb 16 14:59:17.789500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['16c46534-7785-494d-915f-95f3274cde2c', '2630ffdf-c7ea-4192-944d-44ebb6c25d84'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:17.833872 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.856898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d19db2-1a20-4045-bff9-7e867e9dabb9 None None] Network 413905a0-35a9-4bb4-b448-3131f5b4954c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:17.867198 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3dcc14-f1dc-4e8f-887b-14bcd04fa61c x-openstack-request-id: req-bd3dcc14-f1dc-4e8f-887b-14bcd04fa61c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:17.867730 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b", "name": "network-vif-deleted", "tag": "8229ff03-2f82-46c9-8f4d-e351029dbbf4", "status": "failed", "code": 422}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:17.868133 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bd3dcc14-f1dc-4e8f-887b-14bcd04fa61c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:17.868684 n-d-829433-1 neutron-server[103043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e95dcafa-f89a-4fd1-b5e1-9ccb29b2fd2b', 'name': 'network-vif-deleted', 'tag': '8229ff03-2f82-46c9-8f4d-e351029dbbf4', 'status': 'failed', 'code': 422} returned with failed status Feb 16 14:59:17.949742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::1 (787cccbd-9503-4e11-a20c-2b727deb6ed1/eb3aa074-d1eb-4aec-8bd4-a6af2d482351/e9167436-7387-4eb1-bac0-2a7c1b959ae9) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:17.953304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.956702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.993000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:17.996118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:17.996512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37754) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:18.010412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'Port': ['ID=0eddea8c-3778-4051-8062-abf29dee47da,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:18.110000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] Deleting subnet 78778d74-9137-4bc8-9280-d0bb6f4eb750 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:18.110304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.113992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.124389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:59:18.133601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.133944 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Added segment 6d980629-eed8-47d7-830c-6baf6c4df2fa of type vlan for network f1408559-f50d-47d7-8139-2bebaf06ecb9 Feb 16 14:59:18.166186 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.174836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.234400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.260656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.262341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:18.266234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['24913f13-0fcc-40b7-b331-794828f423ed'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:18.271565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:18.298748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.302900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:18.306293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.361560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:18.370575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:18.460211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.521850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78778d74-9137-4bc8-9280-d0bb6f4eb750,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:18.532229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.542810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5e7cd46d-9313-4073-9e2f-ca7436b223b5 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/78778d74-9137-4bc8-9280-d0bb6f4eb750 HTTP/1.1" status: 204 len: 168 time: 0.5449052 Feb 16 14:59:18.543482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37768) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:18.566234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e7fcf7-65e0-49b4-ae21-59b6d3519970 None None] Network 413905a0-35a9-4bb4-b448-3131f5b4954c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:18.685041 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.696705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56b815-0603-4891-90bb-9ef303b80ea3 req-d3e0bee9-8081-40bb-9e71-9cccb4af28b0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:18.698202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b56b815-0603-4891-90bb-9ef303b80ea3 req-d3e0bee9-8081-40bb-9e71-9cccb4af28b0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 944 time: 0.0804429 Feb 16 14:59:18.711100 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.721055 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-410cc3a2-5e25-408a-8d71-630c2b6e58bb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5810828 Feb 16 14:59:18.732317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.737779 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1597352 Feb 16 14:59:18.745078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:18.752336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Request body: {'subnet': {'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1824728524-subnet', 'tenant_id': '4e4d48206bc3403e966e32e109633da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:18.764814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316c8c1-ca7a-45a5-8efa-d1d101f9dbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1408559-f50d-47d7-8139-2bebaf06ecb9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:18.806430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.814679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Pushing event updated for resources: {'Port': ['ID=7fdd7761-aa9d-49b4-9f20-7fd3b24ee220,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:18.840228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f1408559-f50d-47d7-8139-2bebaf06ecb9 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:59:18.862929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:18.877553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b56b815-0603-4891-90bb-9ef303b80ea3 req-8aa6b6e7-f82e-4ecd-80da-53a6bc133c28 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702325 Feb 16 14:59:18.878141 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b7e243f-b3c9-46a5-975f-ee667c876868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.879762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69514afb-5ea1-4719-9c10-6b5e13c54958') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:18.880191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69514afb-5ea1-4719-9c10-6b5e13c54958') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:18.891875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.907810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Made reservation on behalf of 4e4d48206bc3403e966e32e109633da4 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:18.910293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.917140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.932673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:59:18.932942 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:59:18.935316 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:59:18.991927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.034784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-44e4e0ac-32b1-4ca8-bb59-b5d9a68b7ebc tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--837528159&fields=id&tenant_id=7616a168be234297a6367267116ba220 HTTP/1.1" status: 200 len: 267 time: 0.0417800 Feb 16 14:59:19.093527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:19.094777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Attempting to bind port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:19.095342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Attempting to bind port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:19.096044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Attempting to bind port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:19.102876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:19.109930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.115427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.119136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] 10.222.0.113 "DELETE /v2.0/networks/6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f HTTP/1.1" status: 204 len: 168 time: 0.5746641 Feb 16 14:59:19.128709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37786) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:19.172518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3b7e243f-b3c9-46a5-975f-ee667c876868 None None] For port 212667f1-9551-450a-809d-6d16ee488df9, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=212667f1-9551-450a-809d-6d16ee488df9,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:19.176399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642fbd-6a43-43fc-999e-1eec9a71ab05 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb51f8e-a18f-4fdc-9124-3dd57fd4c61f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:19.189786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:19.190381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:19.191077 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.191783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:19.192728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Bound port: 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:19.193253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.260742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] Deleting subnet ef8ee688-88da-4e3e-a2b1-c6894edd1e9e {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:19.267204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:19.267998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.277518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.313869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-16108d8e-ea23-44df-b902-a2c091344480 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:19.322699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-16108d8e-ea23-44df-b902-a2c091344480 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 811 time: 0.2792311 Feb 16 14:59:19.343793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.351032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=e9167436-7387-4eb1-bac0-2a7c1b959ae9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:19.358510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-34da8801-0b0f-4d09-a189-77f538b3b423 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/quotas/7616a168be234297a6367267116ba220 HTTP/1.1" status: 200 len: 375 time: 0.0347400 Feb 16 14:59:19.448838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.473700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Checking segment: {'id': '6d980629-eed8-47d7-830c-6baf6c4df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:19.474182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Network hostable DHCP agents. Network: f1408559-f50d-47d7-8139-2bebaf06ecb9, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:59:19.476992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3622ee1-cedd-40a7-9b17-8c292548d18a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:19.559167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-f6620629-7bd3-4219-b224-4cc90d9dcf24 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1997361 Feb 16 14:59:19.599422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:16Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:19.614216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b7e243f-b3c9-46a5-975f-ee667c876868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.647588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.650118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Network f1408559-f50d-47d7-8139-2bebaf06ecb9 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:59:19.709490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.801629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c8c026a8-34ee-4c24-9e65-afe9fea41c2b service neutron] 10.222.0.113 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265246 Feb 16 14:59:19.802016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c8a7c-9a19-4c4d-b24b-ca10aa2101df None None] The sync data for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 is: [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:16Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:19.937615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f1408559-f50d-47d7-8139-2bebaf06ecb9) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:19.957034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:19.958444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:19.974831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c61e81-caf7-4fde-ae04-15f1aae4f072 None None] Network f1408559-f50d-47d7-8139-2bebaf06ecb9 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:20.004508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e243f-b3c9-46a5-975f-ee667c876868 None None] Pushing event updated for resources: {'Port': ['ID=212667f1-9551-450a-809d-6d16ee488df9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:20.042735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] For port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:20.093274 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a9853e57-9183-4821-974f-a94873d566cc admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3452396 Feb 16 14:59:20.158220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] For port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7fdd7761-aa9d-49b4-9f20-7fd3b24ee220,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:20.259033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:20.259311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:20.354543 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:20.355883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:20.453252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391f966-8a63-4781-87d0-6f5f6020dd95 None None] Network f1408559-f50d-47d7-8139-2bebaf06ecb9 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:20.564494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=e9167436-7387-4eb1-bac0-2a7c1b959ae9,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:20.577439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23cd8a-f183-40b7-a067-2d4e4c09efaa None None] Pushing event updated for resources: {'Port': ['ID=7fdd7761-aa9d-49b4-9f20-7fd3b24ee220,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:20.827667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:20.831784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:20.908252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438f5c9-0610-46be-93e5-9c5a35865592 req-5e6ed092-ae01-4f12-82dc-4df8d24c26d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:20.923311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a438f5c9-0610-46be-93e5-9c5a35865592 req-5e6ed092-ae01-4f12-82dc-4df8d24c26d1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 907 time: 1.2152898 Feb 16 14:59:20.935821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:21.048668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-2172b0b3-f52c-4c97-90b6-22046ed53221 service neutron] 10.222.0.113 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2401929 Feb 16 14:59:21.048668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8ee688-88da-4e3e-a2b1-c6894edd1e9e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:21.056498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:21.064949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b8deb76b-2f92-48c4-afb1-c66e13dd8f77 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ef8ee688-88da-4e3e-a2b1-c6894edd1e9e HTTP/1.1" status: 204 len: 168 time: 1.9341984 Feb 16 14:59:21.065754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37814) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:21.232715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Router e5380c12-a86d-4937-a229-f053c604de67 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:59:21.281915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:21.295757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b1cdc-367c-4991-95fa-5dd1ca733085 req-c178c0fd-00d2-46d3-a0bf-6b4d3769b98d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:21.297662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d0b1cdc-367c-4991-95fa-5dd1ca733085 req-c178c0fd-00d2-46d3-a0bf-6b4d3769b98d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 944 time: 0.1756117 Feb 16 14:59:21.424592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d0b1cdc-367c-4991-95fa-5dd1ca733085 req-215592a1-2a55-4921-85de-3fed229574e0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192336 Feb 16 14:59:21.588851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b602a-cc86-4450-b952-a5bd39366c80 req-e573ea26-bb66-4194-bab9-bdf976e08879 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:21.592500 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-109b602a-cc86-4450-b952-a5bd39366c80 req-e573ea26-bb66-4194-bab9-bdf976e08879 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 907 time: 0.2684481 Feb 16 14:59:21.593594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:21.607139 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8055ded8-371e-497c-bfe3-6dc71bab7b06 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "PUT /v2.0/routers/e5380c12-a86d-4937-a229-f053c604de67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9882450 Feb 16 14:59:21.613232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Sync routers for ids ['e5380c12-a86d-4937-a229-f053c604de67'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:21.622652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37826) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:21.676577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Routers {'e5380c12-a86d-4937-a229-f053c604de67'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:21.676577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e5380c12-a86d-4937-a229-f053c604de67'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:21.689429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-922b5be5-4f2f-432b-95d6-12ea9e0d5788 req-04d72699-bacc-44d9-ab80-1ada6d1fce7f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 210 time: 0.0979049 Feb 16 14:59:21.782982 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:21.836383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24913f13-0fcc-40b7-b331-794828f423ed up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:21.882960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Deleting port df0d258d-f3d9-47be-ab34-d51f907b7091 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:21.883459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:21.906203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413905a0-35a9-4bb4-b448-3131f5b4954c']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:21.981831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ad188a-2a63-454b-98fe-d6e3115c3346') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:21.982428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ad188a-2a63-454b-98fe-d6e3115c3346') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:22.020455 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.058190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:22.080014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.100251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:59:22.108036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.185572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] For port df0d258d-f3d9-47be-ab34-d51f907b7091, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df0d258d-f3d9-47be-ab34-d51f907b7091,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:22.185953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: timer() Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:59:22.196836 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:59:22.210453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Calling delete_port for df0d258d-f3d9-47be-ab34-d51f907b7091 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:22.230394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d90057-76bd-4b9e-a19d-20942e34f44c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:22.235808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-65d90057-76bd-4b9e-a19d-20942e34f44c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports/e9167436-7387-4eb1-bac0-2a7c1b959ae9 HTTP/1.1" status: 200 len: 911 time: 0.6071877 Feb 16 14:59:22.236950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37844) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:22.265551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Set router e5380c12-a86d-4937-a229-f053c604de67 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:22.328713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 24913f13-0fcc-40b7-b331-794828f423ed triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:22.329127 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.349578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.375351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:22.375793 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.420556 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.424936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/413905a0-35a9-4bb4-b448-3131f5b4954c HTTP/1.1" status: 204 len: 168 time: 1.3576839 Feb 16 14:59:22.515846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fe6fb-f364-423e-ac97-ed3eef8b9cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=413905a0-35a9-4bb4-b448-3131f5b4954c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:22.527484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.542910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fea27f-526c-46f7-9764-58f884ba8a52 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:22.555991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fea27f-526c-46f7-9764-58f884ba8a52 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:22.557643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-67fea27f-526c-46f7-9764-58f884ba8a52 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3163419 Feb 16 14:59:22.562636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37850) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:22.640895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event deleted for resources: {'Port': ['ID=df0d258d-f3d9-47be-ab34-d51f907b7091,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:22.696375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfeb306-9d3f-4c60-bd72-0f312449b253 req-4ee0ec1b-a7c8-43aa-9300-d7f6f5c829f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:22.706283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5c4d959e-caca-4470-abdf-398703b3b9ec None None] Provisioning complete for port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:22.706722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c4d959e-caca-4470-abdf-398703b3b9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.711404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bfeb306-9d3f-4c60-bd72-0f312449b253 req-4ee0ec1b-a7c8-43aa-9300-d7f6f5c829f8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 907 time: 0.5123215 Feb 16 14:59:22.726113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] No DVR routers for this DVR port df0d258d-f3d9-47be-ab34-d51f907b7091 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:22.737586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.742422 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-109b602a-cc86-4450-b952-a5bd39366c80 req-26c305a1-a438-4a9b-9ecb-e7af94f37742 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "DELETE /v2.0/ports/df0d258d-f3d9-47be-ab34-d51f907b7091 HTTP/1.1" status: 204 len: 173 time: 1.1335199 Feb 16 14:59:22.746247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'name': 'network-vif-deleted', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:22.752511 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c86f39-d4fc-42ea-80b4-c46c3ad0c127" -d '{"events": [{"server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "name": "network-vif-deleted", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:22.838258 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:22.889266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375199fd-311b-45e3-9887-36b2068ca84d req-cb06a1dc-475e-4918-94c8-75cf125d89ae tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:22.898957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-cb06a1dc-475e-4918-94c8-75cf125d89ae tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/networks?id=f1408559-f50d-47d7-8139-2bebaf06ecb9 HTTP/1.1" status: 200 len: 822 time: 0.6887329 Feb 16 14:59:22.999462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:23.004917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:23.009690 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb2ce4-b8ec-4a57-9aef-cfeb3aa183d0" -d '{"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-plugged", "status": "completed", "tag": "24913f13-0fcc-40b7-b331-794828f423ed"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:23.032391 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.037802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5380c12-a86d-4937-a229-f053c604de67', 'name': 'tempest-NetworksTestDHCPv6-router-1971592959', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 2, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None, '_interfaces': [{'id': 'e9167436-7387-4eb1-bac0-2a7c1b959ae9', 'name': '', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'mac_address': 'fa:16:3e:1c:9b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5380c12-a86d-4937-a229-f053c604de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': 'eb3aa074-d1eb-4aec-8bd4-a6af2d482351', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:17Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 2, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'subnets': [{'id': 'eb3aa074-d1eb-4aec-8bd4-a6af2d482351', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:23.061431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-aaa2f2eb-0726-4fd6-9d29-8e700e75c3a7 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/quotas/4e4d48206bc3403e966e32e109633da4 HTTP/1.1" status: 200 len: 375 time: 0.1607869 Feb 16 14:59:23.103950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37860) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:23.115693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-ca9335ab-d19f-41bc-882a-d5f7fa271f39 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4e4d48206bc3403e966e32e109633da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531690 Feb 16 14:59:23.119173 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:59:23.185488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.199772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563271a3-1e1c-43b7-9fca-d81996ead27f req-273bbb9a-c5c9-4396-bb95-8e3213c70814 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:23.211445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-563271a3-1e1c-43b7-9fca-d81996ead27f req-273bbb9a-c5c9-4396-bb95-8e3213c70814 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 944 time: 0.3093431 Feb 16 14:59:23.258930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Checking router: e5380c12-a86d-4937-a229-f053c604de67 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:23.259301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Updating router e5380c12-a86d-4937-a229-f053c604de67 port e9167436-7387-4eb1-bac0-2a7c1b959ae9 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:59:23.321939 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c4d959e-caca-4470-abdf-398703b3b9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.402921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7fdd7761-aa9d-49b4-9f20-7fd3b24ee220,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:23.426402 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.442390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:23.462313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-53e846d1-1b10-47ca-91c8-27c2d3cc04ba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5d11a0040d3e4cf6b164df96fe0caa5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419347 Feb 16 14:59:23.463066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37866) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:23.491740 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.492942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 212667f1-9551-450a-809d-6d16ee488df9 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:23.494219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-563271a3-1e1c-43b7-9fca-d81996ead27f req-70b147b4-7f69-41fc-a8d4-8bfb0fb4d65d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816498 Feb 16 14:59:23.558855 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4078729d-4f86-4043-89ea-a554024c9d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.566621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-4daaa577-b01c-4f08-8b3a-7d3c443eb159 service neutron] 10.222.0.113 "GET /v2.0/networks/f1408559-f50d-47d7-8139-2bebaf06ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497294 Feb 16 14:59:23.615190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4078729d-4f86-4043-89ea-a554024c9d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.736478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03db0a9e-3628-488b-9442-978bfd5537ef req-47a93c74-6635-424c-915b-a2c7ee01cec3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 210 time: 0.1603560 Feb 16 14:59:23.752335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-b6f98d26-964e-4ae7-9489-73e72dc4d514 service neutron] 10.222.0.113 "GET /v2.0/networks/f1408559-f50d-47d7-8139-2bebaf06ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845253 Feb 16 14:59:23.802553 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4078729d-4f86-4043-89ea-a554024c9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.806592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4078729d-4f86-4043-89ea-a554024c9d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.808059 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4078729d-4f86-4043-89ea-a554024c9d76 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8bce7929-8ba9-4c25-9445-afa0210f224c HTTP/1.1" status: 204 len: 168 time: 0.3438768 Feb 16 14:59:23.830290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078729d-4f86-4043-89ea-a554024c9d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bce7929-8ba9-4c25-9445-afa0210f224c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:23.883832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:23.918139 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0180674e-94b7-4440-9bd7-de3102778be4 x-openstack-request-id: req-0180674e-94b7-4440-9bd7-de3102778be4 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:23.918607 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739fdc80-22ea-4022-9e8d-15391d6f9a59", "name": "network-vif-deleted", "tag": "df0d258d-f3d9-47be-ab34-d51f907b7091", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:23.919253 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0180674e-94b7-4440-9bd7-de3102778be4 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:23.919453 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739fdc80-22ea-4022-9e8d-15391d6f9a59', 'name': 'network-vif-deleted', 'tag': 'df0d258d-f3d9-47be-ab34-d51f907b7091', 'status': 'completed', 'code': 200} Feb 16 14:59:23.926442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df0d258d-f3d9-47be-ab34-d51f907b7091 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:23.978020 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-5c4d959e-caca-4470-abdf-398703b3b9ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:59:23.978421 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-5c4d959e-caca-4470-abdf-398703b3b9ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:59:23.990382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: df0d258d-f3d9-47be-ab34-d51f907b7091 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:23.990707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df0d258d-f3d9-47be-ab34-d51f907b7091 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:23.999429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=7fdd7761-aa9d-49b4-9f20-7fd3b24ee220,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:24.023871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 212667f1-9551-450a-809d-6d16ee488df9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:24.024245 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:24.169199 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88507415-9495-4852-82fe-82b9e8e3b631 x-openstack-request-id: req-88507415-9495-4852-82fe-82b9e8e3b631 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:24.169469 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-plugged", "status": "completed", "tag": "24913f13-0fcc-40b7-b331-794828f423ed", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:24.169738 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-88507415-9495-4852-82fe-82b9e8e3b631 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:24.170100 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed', 'code': 200} Feb 16 14:59:24.307580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65bcf459-9e89-4c81-aa58-0574789840a3 req-74a5822d-acf7-434a-952a-28303f2cebca tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=739fdc80-22ea-4022-9e8d-15391d6f9a59 HTTP/1.1" status: 200 len: 210 time: 0.1574619 Feb 16 14:59:24.405096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f84dd8b-7267-49d9-a3f2-d4023d9d95ca req-7185fe48-1dc2-434b-ac2d-6a7185d0ba5a tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 210 time: 0.0925612 Feb 16 14:59:24.433236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port e9167436-7387-4eb1-bac0-2a7c1b959ae9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:24.433798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:24.681211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:24.786909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:24.824570 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:24.838635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for e9167436-7387-4eb1-bac0-2a7c1b959ae9 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:24.859768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5852291b-0545-43d6-82b1-22ee8ce01316 None None] Provisioning complete for port e9167436-7387-4eb1-bac0-2a7c1b959ae9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:24.861420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5852291b-0545-43d6-82b1-22ee8ce01316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:24.875638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643a1a-4075-4cb9-a92a-76767ea5b5b9 req-c6a3081c-15df-4653-a26c-1f0dae7f57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:24.886299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-19643a1a-4075-4cb9-a92a-76767ea5b5b9 req-c6a3081c-15df-4653-a26c-1f0dae7f57dd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 1096 time: 0.3435576 Feb 16 14:59:24.950571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cabe5aff-5715-4bed-bdb4-09e448e89d08 req-48511264-0643-41bf-8522-52285a5cc6ca tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 210 time: 0.0886660 Feb 16 14:59:24.972136 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-19643a1a-4075-4cb9-a92a-76767ea5b5b9 req-24d286b5-c51c-453a-94c6-2d98f85940c4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715382 Feb 16 14:59:24.978471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6404-fcee-44ee-99b9-97ecdda5af94 req-b778839b-f9de-4b51-a35d-b8193b70cc83 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:24.987156 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:24.989500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc2d6404-fcee-44ee-99b9-97ecdda5af94 req-b778839b-f9de-4b51-a35d-b8193b70cc83 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2916446 Feb 16 14:59:25.005548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5852291b-0545-43d6-82b1-22ee8ce01316 None None] Port e9167436-7387-4eb1-bac0-2a7c1b959ae9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:25.056541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:25.057252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.152860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37900) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:25.164261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97737e4-8959-4ac5-b7f5-703502ebd354 None None] Pushing event updated for resources: {'Port': ['ID=e9167436-7387-4eb1-bac0-2a7c1b959ae9,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:25.237325 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0257bbbc-a0e5-42ff-b1c2-1563ef7aa3ff admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3da6a5e689a24cc294be79f826e4f260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826478 Feb 16 14:59:25.239445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:25.348485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Attempting to bind port e9167436-7387-4eb1-bac0-2a7c1b959ae9 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:25.359012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Attempting to bind port e9167436-7387-4eb1-bac0-2a7c1b959ae9 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:25.361221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Attempting to bind port e9167436-7387-4eb1-bac0-2a7c1b959ae9 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:25.385339 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5da83411-c79b-4b72-be02-4f7feca01412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.419707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc2d6404-fcee-44ee-99b9-97ecdda5af94 req-720af5eb-ef23-4f9c-89fa-4b05f6b36cf5 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557611 Feb 16 14:59:25.436847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:25.443464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5da83411-c79b-4b72-be02-4f7feca01412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.446522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:25.448167 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.449504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:25.450119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Bound port: e9167436-7387-4eb1-bac0-2a7c1b959ae9, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:25.456651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.461727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.599980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=e9167436-7387-4eb1-bac0-2a7c1b959ae9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:25.638987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Port e9167436-7387-4eb1-bac0-2a7c1b959ae9 has been deleted concurrently {{(pid=103045) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 16 14:59:25.660118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-00b336a6-5d95-4daa-af7a-45abdd4d5986 None None] Could not find standard attr ID for object e9167436-7387-4eb1-bac0-2a7c1b959ae9. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:59:25.681255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Routers {'e5380c12-a86d-4937-a229-f053c604de67'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:25.682011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e5380c12-a86d-4937-a229-f053c604de67'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:25.707899 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5da83411-c79b-4b72-be02-4f7feca01412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.710572 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5da83411-c79b-4b72-be02-4f7feca01412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:25.714103 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5da83411-c79b-4b72-be02-4f7feca01412 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/10386c7e-dc61-40cc-9bac-f6094dbc1454 HTTP/1.1" status: 204 len: 168 time: 0.4712248 Feb 16 14:59:25.746277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da83411-c79b-4b72-be02-4f7feca01412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10386c7e-dc61-40cc-9bac-f6094dbc1454,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:25.910030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] Set router e5380c12-a86d-4937-a229-f053c604de67 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:26.012580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5565bfd7-ae60-417d-a8e2-2c6cee75f82e req-df2da842-c6c5-4cf1-969d-bf015c2fb15a tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 210 time: 0.4302654 Feb 16 14:59:26.014028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.014375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.014715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.015052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.015389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.015744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.016074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.016461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.016768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.017097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.017426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.017770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:26.033842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-185ac4ca-8a9e-46c9-9080-3ce74d046268 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:26.035354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-185ac4ca-8a9e-46c9-9080-3ce74d046268 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 811 time: 0.3882728 Feb 16 14:59:26.057371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5380c12-a86d-4937-a229-f053c604de67', 'name': 'tempest-NetworksTestDHCPv6-router-1971592959', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:25Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:26.155922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7c9d6-4562-40b1-aa8f-fcb29639c9f3 None None] The sync data for ids ['e5380c12-a86d-4937-a229-f053c604de67'] in n-d-829433-1 is: [{'id': 'e5380c12-a86d-4937-a229-f053c604de67', 'name': 'tempest-NetworksTestDHCPv6-router-1971592959', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:25Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:26.309178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-571630a3-23f4-4c97-8eda-bd44d729a866 req-dd1551f3-15c4-4d57-9556-685170903b8b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 210 time: 0.0672610 Feb 16 14:59:26.328373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-e7c93f71-0bf0-42d9-b0ff-9e8e506181b8 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7616a168be234297a6367267116ba220 HTTP/1.1" status: 200 len: 379 time: 0.2817659 Feb 16 14:59:26.364438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'port': {'device_id': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'admin_state_up': True, 'tenant_id': '7616a168be234297a6367267116ba220', 'security_groups': ['5aef62a8-299e-494c-ab53-4ce23696e3a4']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:26.372181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:26.663202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c51873-1d0f-43d5-9283-3c704b57e748 req-8e77462f-1547-4052-bb9a-9cbb8e74ea95 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:26.664776 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c51873-1d0f-43d5-9283-3c704b57e748 req-8e77462f-1547-4052-bb9a-9cbb8e74ea95 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 945 time: 0.3513885 Feb 16 14:59:26.822702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b159bf-4ee7-4e64-a8fe-8c7bfbe8fba0 req-88954de1-c8df-4714-b1f0-8723c87f224e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:26.831398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2b159bf-4ee7-4e64-a8fe-8c7bfbe8fba0 req-88954de1-c8df-4714-b1f0-8723c87f224e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.2551260 Feb 16 14:59:26.908422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c51873-1d0f-43d5-9283-3c704b57e748 req-bb7a0938-a3ff-42a0-a54b-b4289c1f2246 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335844 Feb 16 14:59:26.919791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Router e5380c12-a86d-4937-a229-f053c604de67 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:59:26.944271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2b159bf-4ee7-4e64-a8fe-8c7bfbe8fba0 req-820ca787-09d2-4f4f-baa6-f7c4e8a64bb9 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117589 Feb 16 14:59:27.031156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Made reservation on behalf of 7616a168be234297a6367267116ba220 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:27.036977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:27.095396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:27.100549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6e3a6a7f-e01b-4b56-aeb0-aac30cdc0157 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "PUT /v2.0/routers/e5380c12-a86d-4937-a229-f053c604de67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5362749 Feb 16 14:59:27.103378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37938) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:27.489198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3ef70027-4a7c-4ca5-9806-8cd2662bd779 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:27.490984 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3ef70027-4a7c-4ca5-9806-8cd2662bd779 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 945 time: 0.0809760 Feb 16 14:59:27.580016 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] Sync routers for ids ['e5380c12-a86d-4937-a229-f053c604de67'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:27.612054 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] Routers {'e5380c12-a86d-4937-a229-f053c604de67'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:27.613353 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e5380c12-a86d-4937-a229-f053c604de67'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:27.636348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac6da9f6-2a3c-44e6-9633-e400ef294a31 req-b419133d-6034-4506-84d9-d03e73cfa768 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 210 time: 0.0681782 Feb 16 14:59:27.638443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Deleting port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:27.638798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:27.650215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2754349-05c8-4e34-9c7e-a2db31db973b req-d3f070d4-b0cf-42ea-b97b-5ea58ae09d28 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 210 time: 0.0836821 Feb 16 14:59:27.724271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b417b1f-bfc5-4565-b54f-74716545bd15 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:27.726003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b417b1f-bfc5-4565-b54f-74716545bd15 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:27.730462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6b417b1f-bfc5-4565-b54f-74716545bd15 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6264408 Feb 16 14:59:27.733869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37954) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:27.764524 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] Set router e5380c12-a86d-4937-a229-f053c604de67 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:27.844241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Allocated IP 172.20.0.8 (47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95/bb6db06e-6153-41a7-ab32-9135a56d48e2/8a14dbed-e0f3-4ab8-8e79-50f832666d10) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:27.845559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] For port 2630ffdf-c7ea-4192-944d-44ebb6c25d84, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=2630ffdf-c7ea-4192-944d-44ebb6c25d84,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:27.846639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:27.867829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet eb3aa074-d1eb-4aec-8bd4-a6af2d482351 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:27.885706 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:27.890772 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5380c12-a86d-4937-a229-f053c604de67', 'name': 'tempest-NetworksTestDHCPv6-router-1971592959', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:25Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:27.895617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Calling delete_port for 2630ffdf-c7ea-4192-944d-44ebb6c25d84 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:27.939753 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] Checking router: e5380c12-a86d-4937-a229-f053c604de67 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:27.954831 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] Routers {'e5380c12-a86d-4937-a229-f053c604de67'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:27.955834 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e5380c12-a86d-4937-a229-f053c604de67'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:27.994621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:28.106363 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] Set router e5380c12-a86d-4937-a229-f053c604de67 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:28.194486 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5380c12-a86d-4937-a229-f053c604de67', 'name': 'tempest-NetworksTestDHCPv6-router-1971592959', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:25Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:28.229295 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea4ab7-3ec0-423a-99cf-5af3d95127da None None] The sync data for ids ['e5380c12-a86d-4937-a229-f053c604de67'] in n-d-829433-1 is: [{'id': 'e5380c12-a86d-4937-a229-f053c604de67', 'name': 'tempest-NetworksTestDHCPv6-router-1971592959', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:25Z', 'revision_number': 3, 'project_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:28.269067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:28.281399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['16c46534-7785-494d-915f-95f3274cde2c', '2630ffdf-c7ea-4192-944d-44ebb6c25d84'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:28.305792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375199fd-311b-45e3-9887-36b2068ca84d req-4b4cef56-5252-4b6f-8c19-5ba76394bf1f tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:28.307557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-4b4cef56-5252-4b6f-8c19-5ba76394bf1f tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.129 "GET /v2.0/networks?id=f1408559-f50d-47d7-8139-2bebaf06ecb9 HTTP/1.1" status: 200 len: 822 time: 0.4583826 Feb 16 14:59:28.321932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Request body: {'port': {'device_id': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9', 'admin_state_up': True, 'tenant_id': '4e4d48206bc3403e966e32e109633da4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:28.322177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event deleted for resources: {'Port': ['ID=2630ffdf-c7ea-4192-944d-44ebb6c25d84,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:28.454801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] No DVR routers for this DVR port 2630ffdf-c7ea-4192-944d-44ebb6c25d84 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:28.465884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:28.469977 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-17a1c6b6-cf20-49d1-85a3-7e2e50ccd04a req-3b3d75d5-14f3-4975-989f-747dd8f57160 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "DELETE /v2.0/ports/2630ffdf-c7ea-4192-944d-44ebb6c25d84 HTTP/1.1" status: 204 len: 173 time: 0.9728692 Feb 16 14:59:28.470858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150756d3-3bb6-4534-8512-fb33344c0208', 'name': 'network-vif-deleted', 'tag': '2630ffdf-c7ea-4192-944d-44ebb6c25d84'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:28.473627 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ec6187-19c2-4ec1-9246-750e33075320" -d '{"events": [{"server_uuid": "150756d3-3bb6-4534-8512-fb33344c0208", "name": "network-vif-deleted", "tag": "2630ffdf-c7ea-4192-944d-44ebb6c25d84"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:28.580839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c5b98-402a-4aa5-8fcf-6dec4a6eba5b req-75b264de-66ea-4a91-a14f-6ec823c9731a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:28.582840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9c5b98-402a-4aa5-8fcf-6dec4a6eba5b req-75b264de-66ea-4a91-a14f-6ec823c9731a tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 867 time: 0.5118389 Feb 16 14:59:28.591363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b664520-8795-437c-87e9-818dfd7d4b82 req-48ef97b6-2e27-4b38-b1af-d7d7fdf2c588 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:28.592895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b664520-8795-437c-87e9-818dfd7d4b82 req-48ef97b6-2e27-4b38-b1af-d7d7fdf2c588 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.4741318 Feb 16 14:59:28.620234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:28.698846 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:28.849626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9c5b98-402a-4aa5-8fcf-6dec4a6eba5b req-69f8f626-0e3b-46ab-939a-d8e2275f72b1 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464831 Feb 16 14:59:28.932746 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5283326c-a932-46cc-b2a8-26eb09a48643 x-openstack-request-id: req-5283326c-a932-46cc-b2a8-26eb09a48643 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:28.933206 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150756d3-3bb6-4534-8512-fb33344c0208", "name": "network-vif-deleted", "tag": "2630ffdf-c7ea-4192-944d-44ebb6c25d84", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:28.933458 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5283326c-a932-46cc-b2a8-26eb09a48643 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:28.933931 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150756d3-3bb6-4534-8512-fb33344c0208', 'name': 'network-vif-deleted', 'tag': '2630ffdf-c7ea-4192-944d-44ebb6c25d84', 'status': 'completed', 'code': 200} Feb 16 14:59:29.007605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b664520-8795-437c-87e9-818dfd7d4b82 req-aec1eea1-6d67-4410-a4ab-097286b675ea tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007449 Feb 16 14:59:29.046360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.167675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Made reservation on behalf of 4e4d48206bc3403e966e32e109633da4 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:29.170517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.173427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.214216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:29.260099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3aa074-d1eb-4aec-8bd4-a6af2d482351,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:29.272661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c73058-0fe7-4865-ad3c-a1acbc5ba3ef None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:29.276058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-757a8475-08c6-4db6-9115-775c809f3667 req-9e278b81-e6df-4d0f-90aa-eab2ab2bcbbc tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 210 time: 0.1164973 Feb 16 14:59:29.277288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:29.284739 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.298270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38004) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:29.298980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c28e5882-4ba4-471c-a2c9-f1cb1291c40e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/eb3aa074-d1eb-4aec-8bd4-a6af2d482351 HTTP/1.1" status: 204 len: 168 time: 1.5636876 Feb 16 14:59:29.304930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:29.319489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'Port': ['ID=8a14dbed-e0f3-4ab8-8e79-50f832666d10,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:29.425229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:29.425229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.529414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dc67241a-de12-44e9-8342-82800331a11f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2298841 Feb 16 14:59:29.530017 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38008) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:29.657865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-462e492f-68ea-4667-a368-f0a337b70bbf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3225410 Feb 16 14:59:29.673692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151186c-7f42-4be6-a7fd-ece45bdc182b req-87aefe0a-d36b-401f-aa0f-29062e3e3ecc tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:29.681324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5151186c-7f42-4be6-a7fd-ece45bdc182b req-87aefe0a-d36b-401f-aa0f-29062e3e3ecc tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 931 time: 0.6474442 Feb 16 14:59:29.683927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a03969-c9da-4958-9603-57309a808454 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:59:29.690435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789f2748-8e3d-42e9-be5f-3961c5197d7f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.712442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-ed16f20f-99e0-4132-b782-ba7308dde152 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:59:29.713439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-ed16f20f-99e0-4132-b782-ba7308dde152 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137856 Feb 16 14:59:29.716567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Allocated IP 172.20.0.10 (f1408559-f50d-47d7-8139-2bebaf06ecb9/a3622ee1-cedd-40a7-9b17-8c292548d18a/dd019bf5-6fa5-410b-ad0d-77eef75051f7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:29.739788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Request body: {'port': {'device_id': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:29.759151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-33298b5f-08d5-4124-94e0-2101c7cd4339 None None] Provisioning complete for port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:29.759798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33298b5f-08d5-4124-94e0-2101c7cd4339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.819521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-33298b5f-08d5-4124-94e0-2101c7cd4339 None None] Port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:29.826667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-22a03969-c9da-4958-9603-57309a808454 None None] Deleting port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:29.827312 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22a03969-c9da-4958-9603-57309a808454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.896857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5151186c-7f42-4be6-a7fd-ece45bdc182b req-4d05d32f-f515-4fab-af61-38b2b1830c1d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145476 Feb 16 14:59:29.922008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789f2748-8e3d-42e9-be5f-3961c5197d7f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.939735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789f2748-8e3d-42e9-be5f-3961c5197d7f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.951682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-22a03969-c9da-4958-9603-57309a808454 None None] For port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7fdd7761-aa9d-49b4-9f20-7fd3b24ee220,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:29.952091 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22a03969-c9da-4958-9603-57309a808454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:29.977214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-22a03969-c9da-4958-9603-57309a808454 None None] Calling delete_port for 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:30.016455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ccdbf-957c-44c6-9673-545eff984d08 req-7fdf9d8b-2002-42d7-b520-fe659bc9cde8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:30.042016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-060ccdbf-957c-44c6-9673-545eff984d08 req-7fdf9d8b-2002-42d7-b520-fe659bc9cde8 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.4187384 Feb 16 14:59:30.065284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789f2748-8e3d-42e9-be5f-3961c5197d7f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:30.065958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789f2748-8e3d-42e9-be5f-3961c5197d7f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Fanout notify agent at l3_agent the message router_deleted on router e5380c12-a86d-4937-a229-f053c604de67 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:59:30.075358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789f2748-8e3d-42e9-be5f-3961c5197d7f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:30.076675 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-789f2748-8e3d-42e9-be5f-3961c5197d7f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/routers/e5380c12-a86d-4937-a229-f053c604de67 HTTP/1.1" status: 204 len: 168 time: 0.5457549 Feb 16 14:59:30.082188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38028) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:30.162771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb84f56d-4ea2-4d16-8538-6cdc68f5395e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:30.163281 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:30.165044 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cb84f56d-4ea2-4d16-8538-6cdc68f5395e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0815659 Feb 16 14:59:30.167248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38030) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:30.185355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd68c1b8-8714-4e2d-b549-3c203838c58e req-8428cd29-3a1e-4fc6-a061-a6940b3dde5e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=150756d3-3bb6-4534-8512-fb33344c0208 HTTP/1.1" status: 200 len: 210 time: 0.0622156 Feb 16 14:59:30.227106 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22a03969-c9da-4958-9603-57309a808454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:30.257996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc47cfb8-5065-4624-a2b8-9d4e5d130434 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:30.262142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a03969-c9da-4958-9603-57309a808454 None None] Pushing event deleted for resources: {'Port': ['ID=7fdd7761-aa9d-49b4-9f20-7fd3b24ee220,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:30.262267 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fc47cfb8-5065-4624-a2b8-9d4e5d130434 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902288 Feb 16 14:59:30.264062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a03969-c9da-4958-9603-57309a808454 None None] No DVR routers for this DVR port 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:30.265509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38032) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:30.297965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-060ccdbf-957c-44c6-9673-545eff984d08 req-65d23161-0279-40d5-b6a7-d57c5f357146 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547433 Feb 16 14:59:30.338331 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1da1ebc9-e812-40e7-9a8e-cba59223e37f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698359 Feb 16 14:59:30.343727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38038) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:30.350155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:30.524809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae9f2939-d40d-42c2-a252-dc622269b15d req-1e96d41e-d22a-4d7c-b7fa-b31e22c9b624 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 210 time: 0.1249654 Feb 16 14:59:30.570066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:30.604015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:30.605028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7fdd7761-aa9d-49b4-9f20-7fd3b24ee220 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:30.607901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2630ffdf-c7ea-4192-944d-44ebb6c25d84 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:30.637082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:30.655070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 2630ffdf-c7ea-4192-944d-44ebb6c25d84 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:30.655900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 2630ffdf-c7ea-4192-944d-44ebb6c25d84 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:30.661326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:30.665569 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:30.840034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a14dbed-e0f3-4ab8-8e79-50f832666d10 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:30.875130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:30.901033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Transition to ACTIVE for port object 8a14dbed-e0f3-4ab8-8e79-50f832666d10 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:59:30.910811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.028761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Network f1408559-f50d-47d7-8139-2bebaf06ecb9 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:31.033639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.043751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:31.049985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:31.108118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Pushing event updated for resources: {'Port': ['ID=dd019bf5-6fa5-410b-ad0d-77eef75051f7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:31.197549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede29e1-59e1-49e9-9f70-e915218376be req-118bb93d-d433-4703-91d1-c5f52c907295 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:31.201515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ede29e1-59e1-49e9-9f70-e915218376be req-118bb93d-d433-4703-91d1-c5f52c907295 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 931 time: 0.2110505 Feb 16 14:59:31.217649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:31.218509 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.329586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Pushing event updated for resources: {'Port': ['ID=8a14dbed-e0f3-4ab8-8e79-50f832666d10,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:31.429365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ede29e1-59e1-49e9-9f70-e915218376be req-729e9a3f-1c53-4092-b9bf-f0ec8c43666b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019455 Feb 16 14:59:31.458979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Attempting to bind port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:31.459417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Attempting to bind port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:31.459856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Attempting to bind port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:31.469129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:59:31.471307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.472462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-9c69b79e-5355-4d2c-8acb-e9545a928750 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:31.474324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-9c69b79e-5355-4d2c-8acb-e9545a928750 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 815 time: 0.3506382 Feb 16 14:59:31.475390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:59:31.475736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Attempting to bind port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:31.484277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:31.487027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Checking segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:31.487027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Bound using segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:31.487027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Bound port: 8a14dbed-e0f3-4ab8-8e79-50f832666d10, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:31.487027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.496572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-df1d43f8-4104-44a8-862d-a527f83a6829 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1794443 Feb 16 14:59:31.510095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Request body: {'port': {'device_id': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:31.518238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-e2175ccc-bdc7-488f-a5a5-11b1a6b35b2c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/quotas/5179e4f305c84a1ab10b137c7e649420 HTTP/1.1" status: 200 len: 375 time: 0.0373194 Feb 16 14:59:31.524371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:31.529078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:31.546540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e839d90-6a5b-4f36-990d-e0bf0b370922 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:31.548503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:31.549356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.581112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:31.653901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.671871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] For port 8a14dbed-e0f3-4ab8-8e79-50f832666d10, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:31.683043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-681913ad-f092-45e6-8be8-e41a344f54b2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482430 Feb 16 14:59:31.721244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] For port 8a14dbed-e0f3-4ab8-8e79-50f832666d10, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:31.755605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:59:31.757085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:31.781871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38078) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:31.783207 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5ff588cf-158d-4af1-88c5-4a27bc6de877 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4375286 Feb 16 14:59:31.788336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:32.002344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:32.029156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Allocated IP 2001:db8::f816:3eff:fe9e:7edd (787cccbd-9503-4e11-a20c-2b727deb6ed1/c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0/9cf2145d-ad05-4213-9404-0c108c5a5213) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:32.083580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:32.090385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:32.090385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] 10.222.0.129 "PUT /v2.0/ports/8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 200 len: 1091 time: 2.3531704 Feb 16 14:59:32.099058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:32.104126 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f33f05b-052b-479c-964b-fddb661a2ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:32.108468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-3507e327-6993-4d24-b391-77044ed0b6fd service neutron] 10.222.0.113 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017849 Feb 16 14:59:32.394770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:32.473760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:32.494800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-5d79be2a-2f95-4a3c-929c-25d565dc8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:32.502191 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-5d79be2a-2f95-4a3c-929c-25d565dc8071 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 1094 time: 0.2241762 Feb 16 14:59:32.572562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-700b8b5f-5ef4-4347-aeed-1d2cd35f7820 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 200 len: 217 time: 0.0584872 Feb 16 14:59:32.581803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:32.586681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:32.590363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Pushing event updated for resources: {'Port': ['ID=9cf2145d-ad05-4213-9404-0c108c5a5213,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:32.594667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:32.599914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-2434ffa7-8704-4511-ab1d-712f4f212aa3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:32.601655 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-2434ffa7-8704-4511-ab1d-712f4f212aa3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85 HTTP/1.1" status: 200 len: 945 time: 0.1894147 Feb 16 14:59:32.604974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.605555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.606137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.606684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.607786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.608352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.608904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.609439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.609967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.611028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.611697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.612228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:59:32.729475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Attempting to bind port 9cf2145d-ad05-4213-9404-0c108c5a5213 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:32.730214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Attempting to bind port 9cf2145d-ad05-4213-9404-0c108c5a5213 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:32.731268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Attempting to bind port 9cf2145d-ad05-4213-9404-0c108c5a5213 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:32.740109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:32.741090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:32.742226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:32.742856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:32.743626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Bound port: 9cf2145d-ad05-4213-9404-0c108c5a5213, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:32.744303 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:32.807482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-72f5b0b4-e34a-434c-927e-f735337f4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:32.809050 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-72f5b0b4-e34a-434c-927e-f735337f4406 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.2279694 Feb 16 14:59:32.853360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Deleting port 24913f13-0fcc-40b7-b331-794828f423ed {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:32.853842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:32.875076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] For port 9cf2145d-ad05-4213-9404-0c108c5a5213, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:32.883169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] For port 9cf2145d-ad05-4213-9404-0c108c5a5213, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf2145d-ad05-4213-9404-0c108c5a5213,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:32.962654 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.002124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] For port 24913f13-0fcc-40b7-b331-794828f423ed, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=24913f13-0fcc-40b7-b331-794828f423ed,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:33.002330 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.017339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Calling delete_port for 24913f13-0fcc-40b7-b331-794828f423ed owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:33.057402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803bc1c-7291-4457-b917-f57427d9af28 None None] Pushing event updated for resources: {'Port': ['ID=9cf2145d-ad05-4213-9404-0c108c5a5213,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:33.109852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38112) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:33.136563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aad4ba-a6d2-446a-b528-36ce98646e09 service neutron] Pushing event updated for resources: {'Port': ['ID=8a14dbed-e0f3-4ab8-8e79-50f832666d10,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:33.212594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-32e1a68f-8d24-4e18-8e94-f2c6b0378f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:33.219618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-32e1a68f-8d24-4e18-8e94-f2c6b0378f5d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4027140 Feb 16 14:59:33.252231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-ccb4ab2d-40e9-4f92-82d6-104c7aee16f5 service neutron] 10.222.0.113 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1013529 Feb 16 14:59:33.341787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.358662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['24913f13-0fcc-40b7-b331-794828f423ed'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:33.383744 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-953e3e0c-a38d-40b2-809d-d4d0201de72a service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569126 Feb 16 14:59:33.401476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Pushing event deleted for resources: {'Port': ['ID=24913f13-0fcc-40b7-b331-794828f423ed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:33.426387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-fbd8a1a9-75ea-40ff-8c8e-7485513fe48e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:33.431296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-fbd8a1a9-75ea-40ff-8c8e-7485513fe48e tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.9856341 Feb 16 14:59:33.456107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e716-68e2-45ba-9715-b622d5d6662f req-6f2ff906-3d3d-4c27-9e19-e9e412a252ce tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:33.458582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c88e716-68e2-45ba-9715-b622d5d6662f req-6f2ff906-3d3d-4c27-9e19-e9e412a252ce tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 932 time: 1.0024111 Feb 16 14:59:33.468975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:33.473707 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.486390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd019bf5-6fa5-410b-ad0d-77eef75051f7 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:33.512292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.528847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Transition to ACTIVE for port object dd019bf5-6fa5-410b-ad0d-77eef75051f7 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:59:33.529196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c017fccb-7d8e-46f9-8836-d34af4e8c71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.538384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] No DVR routers for this DVR port 24913f13-0fcc-40b7-b331-794828f423ed on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:33.552009 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.555877 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e75b24d6-451d-4551-850c-1207bd4ced99 req-a2f6e19b-2a0a-4fd1-8dff-6f64c3e8004f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "DELETE /v2.0/ports/24913f13-0fcc-40b7-b331-794828f423ed HTTP/1.1" status: 204 len: 173 time: 0.8869250 Feb 16 14:59:33.561565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-deleted', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:33.561565 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09223470-db55-44c9-9427-bb004285539f" -d '{"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-deleted", "tag": "24913f13-0fcc-40b7-b331-794828f423ed"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:33.632070 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.643111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3cb054b9-133d-42df-b73c-3a878c54f9c1 req-5bf7b287-72d1-4db0-aa03-52de6b1d27ee service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388556 Feb 16 14:59:33.740354 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3554fec1-c409-4496-94fc-1e084e2427f9 x-openstack-request-id: req-3554fec1-c409-4496-94fc-1e084e2427f9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:33.740957 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:33.741211 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3554fec1-c409-4496-94fc-1e084e2427f9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:33.741611 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'status': 'completed', 'code': 200} Feb 16 14:59:33.742240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd019bf5-6fa5-410b-ad0d-77eef75051f7,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:33.751778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c017fccb-7d8e-46f9-8836-d34af4e8c71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.805469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c88e716-68e2-45ba-9715-b622d5d6662f req-fddb69fb-e2af-481b-998a-40c5ef6e60d8 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248522 Feb 16 14:59:33.876301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c017fccb-7d8e-46f9-8836-d34af4e8c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:33.921444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017fccb-7d8e-46f9-8836-d34af4e8c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aeef41-a8f7-49a1-b78b-2d33efe459fc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:33.952840 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c017fccb-7d8e-46f9-8836-d34af4e8c71a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b3de5df73508459baa0c1e9ef6bdedaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8414021 Feb 16 14:59:33.957347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38140) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:33.966041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-148d6ab6-b77e-492b-bafa-b3012736e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:33.967582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-148d6ab6-b77e-492b-bafa-b3012736e8b7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 1094 time: 0.1867816 Feb 16 14:59:34.054864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8924916-3107-42a8-9dde-f5807f86d3e7 req-290cfcce-e44b-4f57-ac92-37956bd4e7b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:34.057038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8924916-3107-42a8-9dde-f5807f86d3e7 req-290cfcce-e44b-4f57-ac92-37956bd4e7b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 945 time: 0.2150922 Feb 16 14:59:34.078629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Deleting port 16c46534-7785-494d-915f-95f3274cde2c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:34.079099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.079344 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59494613-76bd-4160-808e-2034a1407ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.115578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-7f72e1a1-7d2b-4b83-89b9-a056e4939c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:34.115578 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-7f72e1a1-7d2b-4b83-89b9-a056e4939c86 service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.1381552 Feb 16 14:59:34.192493 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-cbadfb94-e556-4100-9ae0-2b778b94a7de service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 200 len: 217 time: 0.0711873 Feb 16 14:59:34.194363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59494613-76bd-4160-808e-2034a1407ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.220575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f64ff3-db3a-4c50-b879-184f24e9b541 req-8a100e94-fbcc-4fd0-a328-c59ffda4e5b9 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:34.222388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2f64ff3-db3a-4c50-b879-184f24e9b541 req-8a100e94-fbcc-4fd0-a328-c59ffda4e5b9 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 943 time: 0.2949705 Feb 16 14:59:34.271706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-cf897907-fb32-485b-b909-132b0e0113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:34.271706 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-cf897907-fb32-485b-b909-132b0e0113b2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.0693381 Feb 16 14:59:34.341941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-16a665b5-02ba-4726-9b97-139c8d523b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:34.343496 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-16a665b5-02ba-4726-9b97-139c8d523b34 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641470 Feb 16 14:59:34.351219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Attempting to bind port dd019bf5-6fa5-410b-ad0d-77eef75051f7 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:34.352128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Attempting to bind port dd019bf5-6fa5-410b-ad0d-77eef75051f7 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '6d980629-eed8-47d7-830c-6baf6c4df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:34.352783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Attempting to bind port dd019bf5-6fa5-410b-ad0d-77eef75051f7 on network f1408559-f50d-47d7-8139-2bebaf06ecb9 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:34.386289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Port dd019bf5-6fa5-410b-ad0d-77eef75051f7 on network f1408559-f50d-47d7-8139-2bebaf06ecb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:59:34.386946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Attempting to bind port dd019bf5-6fa5-410b-ad0d-77eef75051f7 on network f1408559-f50d-47d7-8139-2bebaf06ecb9 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:34.419367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59494613-76bd-4160-808e-2034a1407ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.426300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59494613-76bd-4160-808e-2034a1407ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.426300 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59494613-76bd-4160-808e-2034a1407ad2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/19aeef41-a8f7-49a1-b78b-2d33efe459fc HTTP/1.1" status: 204 len: 168 time: 0.4644725 Feb 16 14:59:34.429118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:34.429728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Checking segment: {'id': '6d980629-eed8-47d7-830c-6baf6c4df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:34.430470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Bound using segment: {'id': '6d980629-eed8-47d7-830c-6baf6c4df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:34.430987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Bound port: dd019bf5-6fa5-410b-ad0d-77eef75051f7, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d980629-eed8-47d7-830c-6baf6c4df2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:34.431411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.444074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8924916-3107-42a8-9dde-f5807f86d3e7 req-af80a4b7-279e-4833-a8c2-18c4a973cc79 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=25300de0-4dc3-4b64-8432-846e4a938450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687794 Feb 16 14:59:34.453081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] For port 16c46534-7785-494d-915f-95f3274cde2c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=16c46534-7785-494d-915f-95f3274cde2c,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:34.461243 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.463820 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59494613-76bd-4160-808e-2034a1407ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aeef41-a8f7-49a1-b78b-2d33efe459fc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:34.505951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Calling delete_port for 16c46534-7785-494d-915f-95f3274cde2c owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:34.599293 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-8f75c284-ab9c-4101-94db-b85615006e89 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371488 Feb 16 14:59:34.641177 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abfcb53-cdea-4feb-b921-70a1a9a6ee3f x-openstack-request-id: req-9abfcb53-cdea-4feb-b921-70a1a9a6ee3f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:34.641871 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85", "name": "network-vif-deleted", "tag": "24913f13-0fcc-40b7-b331-794828f423ed", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:34.642189 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9abfcb53-cdea-4feb-b921-70a1a9a6ee3f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:34.642554 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1515fcc-0c0c-4d5f-8be9-e3403b6dfc85', 'name': 'network-vif-deleted', 'tag': '24913f13-0fcc-40b7-b331-794828f423ed', 'status': 'completed', 'code': 200} Feb 16 14:59:34.744343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf2145d-ad05-4213-9404-0c108c5a5213 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:34.805871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-88857d7a-7ca4-492a-b731-8e376d3b3d4b None None] Provisioning complete for port 9cf2145d-ad05-4213-9404-0c108c5a5213 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:34.806475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-88857d7a-7ca4-492a-b731-8e376d3b3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:34.816470 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-7f33f05b-052b-479c-964b-fddb661a2ae0 req-b932db39-d580-4559-b524-8ee3c3f56e5c service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163982 Feb 16 14:59:34.824865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8200321-fb6a-413e-ac10-dd816948b03e req-06f19186-8621-4792-802d-24d7ec1671a2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 210 time: 0.1183634 Feb 16 14:59:34.856897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2f64ff3-db3a-4c50-b879-184f24e9b541 req-f6e8dfb3-88fe-408b-9ed8-6ee8248d1a1d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5748725 Feb 16 14:59:34.897008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9cf2145d-ad05-4213-9404-0c108c5a5213 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:34.897428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.053141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] For port dd019bf5-6fa5-410b-ad0d-77eef75051f7, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:35.061861 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-88857d7a-7ca4-492a-b731-8e376d3b3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.065259 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.079946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] For port dd019bf5-6fa5-410b-ad0d-77eef75051f7, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dd019bf5-6fa5-410b-ad0d-77eef75051f7,segment=NetworkSegment(6d980629-eed8-47d7-830c-6baf6c4df2fa),segment_id=6d980629-eed8-47d7-830c-6baf6c4df2fa)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:35.161691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad8bc7-6b8e-47ac-ba8d-7854267c8fbc req-b1c5ccfe-5905-4091-b888-a68a1d0f20b2 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:35.163822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebad8bc7-6b8e-47ac-ba8d-7854267c8fbc req-b1c5ccfe-5905-4091-b888-a68a1d0f20b2 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 944 time: 0.0619771 Feb 16 14:59:35.169272 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.179841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 9cf2145d-ad05-4213-9404-0c108c5a5213, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf2145d-ad05-4213-9404-0c108c5a5213,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:35.217001 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.240935 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.247690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:35.248309 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.249700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] 10.222.0.129 "PUT /v2.0/ports/dd019bf5-6fa5-410b-ad0d-77eef75051f7 HTTP/1.1" status: 200 len: 1092 time: 3.7440224 Feb 16 14:59:35.290285 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1f035136-0ee3-43b6-9715-917017cea90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.294722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.392632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:35.393071 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-88857d7a-7ca4-492a-b731-8e376d3b3d4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:59:35.407496 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-88857d7a-7ca4-492a-b731-8e376d3b3d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:59:35.412150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebad8bc7-6b8e-47ac-ba8d-7854267c8fbc req-49a2a024-80db-45cc-bdeb-c50fe5132c81 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381692 Feb 16 14:59:35.446554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:35.450045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:35.450820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.453262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175aef8-5ed0-4d37-a244-3b23ca8617b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd019bf5-6fa5-410b-ad0d-77eef75051f7,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:35.468374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=9cf2145d-ad05-4213-9404-0c108c5a5213,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:35.471901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] No DVR routers for this DVR port 16c46534-7785-494d-915f-95f3274cde2c on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:35.476293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.481216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fe1260d-5a04-47f4-8b18-0b731a75ec70 req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.129 "DELETE /v2.0/ports/16c46534-7785-494d-915f-95f3274cde2c HTTP/1.1" status: 204 len: 173 time: 2.0216079 Feb 16 14:59:35.482299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=7895d180-aa8e-4635-818f-f44c022eb875,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:35.486805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992acf3-451d-458b-a390-51d09a8b7e2d None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:35.563298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654500b-669b-42d9-89ab-c78cb21865bc tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event deleted for resources: {'Port': ['ID=16c46534-7785-494d-915f-95f3274cde2c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:35.586371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375199fd-311b-45e3-9887-36b2068ca84d req-09c17642-0cda-4669-8ff4-7112604e6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:35.588876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-09c17642-0cda-4669-8ff4-7112604e6a7a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=4e4d48206bc3403e966e32e109633da4&device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 1095 time: 0.1685486 Feb 16 14:59:35.728826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-77e740ac-ed80-4b06-b1fa-d931e7f2bb84 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd019bf5-6fa5-410b-ad0d-77eef75051f7 HTTP/1.1" status: 200 len: 217 time: 0.1314552 Feb 16 14:59:35.737373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38196) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:35.744425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:8b:6c:7b', 'name': 'tempest-NetworksTestDHCPv6-1225438066'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:35.749263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-73484417-1226-4b98-8987-88ca3cdad287 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9494722 Feb 16 14:59:35.753427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24913f13-0fcc-40b7-b331-794828f423ed no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:35.756803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'tag': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7'}, {'server_uuid': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'name': 'network-vif-deleted', 'tag': '16c46534-7785-494d-915f-95f3274cde2c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:35.767911 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e3e91-c9de-4b46-be8b-7a3df000a067" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8da12b-919e-4267-8a9d-c84f804dc9d9", "tag": "dd019bf5-6fa5-410b-ad0d-77eef75051f7"}, {"server_uuid": "3449a7ae-c5ca-4227-b7dd-cff614a8cd4a", "name": "network-vif-deleted", "tag": "16c46534-7785-494d-915f-95f3274cde2c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:35.795569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 24913f13-0fcc-40b7-b331-794828f423ed {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:35.796021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 24913f13-0fcc-40b7-b331-794828f423ed not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:35.844188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f655a32-f9b8-4675-a864-20eb51b323a9 req-dc50c4d4-8f54-46fa-b352-aab4054e14e3 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 210 time: 0.1142771 Feb 16 14:59:35.870021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23140aa5-e7c3-4fe4-a44b-2d431a78c57a None None] Update dhcp port {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': 'c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0', 'ip_address': '2001:db8::f816:3eff:fe9e:7edd'}, {'subnet_id': '7895d180-aa8e-4635-818f-f44c022eb875'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '9cf2145d-ad05-4213-9404-0c108c5a5213'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:59:35.906223 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d49cd3-395d-4452-9d14-90201902af7f x-openstack-request-id: req-b6d49cd3-395d-4452-9d14-90201902af7f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:35.906523 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8da12b-919e-4267-8a9d-c84f804dc9d9", "tag": "dd019bf5-6fa5-410b-ad0d-77eef75051f7", "status": "completed", "code": 200}, {"server_uuid": "3449a7ae-c5ca-4227-b7dd-cff614a8cd4a", "name": "network-vif-deleted", "tag": "16c46534-7785-494d-915f-95f3274cde2c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:35.906778 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b6d49cd3-395d-4452-9d14-90201902af7f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:35.907211 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'tag': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7', 'status': 'completed', 'code': 200} Feb 16 14:59:35.908683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-23140aa5-e7c3-4fe4-a44b-2d431a78c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:35.917897 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3449a7ae-c5ca-4227-b7dd-cff614a8cd4a', 'name': 'network-vif-deleted', 'tag': '16c46534-7785-494d-915f-95f3274cde2c', 'status': 'completed', 'code': 200} Feb 16 14:59:35.943111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375199fd-311b-45e3-9887-36b2068ca84d req-7090d3fb-5d2e-437c-afae-0e318432f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:35.944937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-7090d3fb-5d2e-437c-afae-0e318432f36f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a3622ee1-cedd-40a7-9b17-8c292548d18a HTTP/1.1" status: 200 len: 862 time: 0.1917441 Feb 16 14:59:36.012328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49161114-a998-4849-a635-08781d23c2c7 req-cf0c3a5a-1adf-4565-ba7e-261e04e6b2c3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 210 time: 0.0663867 Feb 16 14:59:36.059983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-df189085-5b1b-49ea-91fa-40246ea9eae9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f1408559-f50d-47d7-8139-2bebaf06ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465996 Feb 16 14:59:36.118390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:36.170051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f23a5-e08c-477b-a973-24e303df0cf9 req-9304e0fe-0105-4724-9fe8-8d81549f704a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:36.178888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b57f23a5-e08c-477b-a973-24e303df0cf9 req-9304e0fe-0105-4724-9fe8-8d81549f704a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 943 time: 0.1643832 Feb 16 14:59:36.264998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b57f23a5-e08c-477b-a973-24e303df0cf9 req-9eeb79ad-2f85-4493-a410-f62ab96d5b27 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850871 Feb 16 14:59:36.303968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-fb7a3113-4401-44e3-b9c1-ad33bc2eafe5 service neutron] 10.222.0.129 "GET /v2.0/networks/f1408559-f50d-47d7-8139-2bebaf06ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271791 Feb 16 14:59:36.356078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:36.387699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 8002d922-e208-44dc-aaab-b050db93c08e yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:59:36.450562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375199fd-311b-45e3-9887-36b2068ca84d req-63158aa8-5d20-4614-957c-4c9c32fa5ec5 service neutron] 10.222.0.129 "GET /v2.0/networks/f1408559-f50d-47d7-8139-2bebaf06ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350565 Feb 16 14:59:36.526597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-23140aa5-e7c3-4fe4-a44b-2d431a78c57a None None] Allocated IP 172.20.0.2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/7895d180-aa8e-4635-818f-f44c022eb875/9cf2145d-ad05-4213-9404-0c108c5a5213) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:36.670542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a14dbed-e0f3-4ab8-8e79-50f832666d10 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:59:36.683155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 16c46534-7785-494d-915f-95f3274cde2c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:36.705687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564c9a-a5f4-4daf-91da-71db4cb5ec7a req-c8855e3b-f1d2-4077-b06a-dd2e1bc4b645 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:36.713159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2564c9a-a5f4-4daf-91da-71db4cb5ec7a req-c8855e3b-f1d2-4077-b06a-dd2e1bc4b645 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 944 time: 0.1415229 Feb 16 14:59:36.730412 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf2145d-ad05-4213-9404-0c108c5a5213 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:36.747148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 16c46534-7785-494d-915f-95f3274cde2c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:36.752379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 16c46534-7785-494d-915f-95f3274cde2c not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:36.763989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-9cea48c8-ab05-44d7-9ba2-60de11553988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:36.765682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-9cea48c8-ab05-44d7-9ba2-60de11553988 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=4e4d48206bc3403e966e32e109633da4&device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 1095 time: 0.1102827 Feb 16 14:59:36.781655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2564c9a-a5f4-4daf-91da-71db4cb5ec7a req-c377fcb5-2ae0-4c2e-b598-34bc3939028e tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629895 Feb 16 14:59:36.861931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:59:36.901933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-f2a12cc3-a78c-4e1a-a2ea-bb858fa639c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:36.903438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-f2a12cc3-a78c-4e1a-a2ea-bb858fa639c2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f1408559-f50d-47d7-8139-2bebaf06ecb9 HTTP/1.1" status: 200 len: 924 time: 0.1204326 Feb 16 14:59:36.962714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-23140aa5-e7c3-4fe4-a44b-2d431a78c57a None None] For port 9cf2145d-ad05-4213-9404-0c108c5a5213, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf2145d-ad05-4213-9404-0c108c5a5213,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:36.965268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-e9aaf6f8-64c8-4c26-bdff-e798e5b3ab3e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd019bf5-6fa5-410b-ad0d-77eef75051f7 HTTP/1.1" status: 200 len: 217 time: 0.0499086 Feb 16 14:59:37.025220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d7f80dc-bded-45bf-95b0-faa687738ff2 req-1ea8b469-5c1d-40e2-a207-fb44a80565e5 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=3449a7ae-c5ca-4227-b7dd-cff614a8cd4a HTTP/1.1" status: 200 len: 210 time: 0.0626662 Feb 16 14:59:37.034986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8a14dbed-e0f3-4ab8-8e79-50f832666d10, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:37.043719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-892c1f93-43ec-4fae-821a-4036ee5b5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:37.045066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-892c1f93-43ec-4fae-821a-4036ee5b5185 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a3622ee1-cedd-40a7-9b17-8c292548d18a HTTP/1.1" status: 200 len: 862 time: 0.0709016 Feb 16 14:59:37.045629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-23140aa5-e7c3-4fe4-a44b-2d431a78c57a None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:37.053922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9cf2145d-ad05-4213-9404-0c108c5a5213 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:37.054341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:37.092819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'port_id': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'mac_address': 'fa:16:3e:2b:c8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:59:37.111306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-eed77ebe-99df-4c98-b925-884d03229ee6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f1408559-f50d-47d7-8139-2bebaf06ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567412 Feb 16 14:59:37.181531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:37.186706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-23140aa5-e7c3-4fe4-a44b-2d431a78c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:37.296779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-c503fb2e-b64c-488e-b368-e0285f13205f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:37.302168 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-c503fb2e-b64c-488e-b368-e0285f13205f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 815 time: 0.3559167 Feb 16 14:59:37.325964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d29125cd-a215-4467-a282-481216f219f4 req-d9373789-0d14-48f0-a4be-ce8b792a0313 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 210 time: 0.1076584 Feb 16 14:59:37.405727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Request body: {'port': {'device_id': '676f5245-c983-41df-a7d6-b372292ffc96', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'admin_state_up': True, 'tenant_id': '5179e4f305c84a1ab10b137c7e649420'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:37.432325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-a0167d9f-f436-4ede-aa61-391a209123f9 service neutron] 10.222.0.129 "GET /v2.0/networks/f1408559-f50d-47d7-8139-2bebaf06ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121414 Feb 16 14:59:37.444874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a14dbed-e0f3-4ab8-8e79-50f832666d10 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:37.499500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38254) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:37.509194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8a14dbed-e0f3-4ab8-8e79-50f832666d10, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:37.527368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23140aa5-e7c3-4fe4-a44b-2d431a78c57a None None] Pushing event updated for resources: {'Port': ['ID=9cf2145d-ad05-4213-9404-0c108c5a5213,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:37.534661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 172.20.0.10 (787cccbd-9503-4e11-a20c-2b727deb6ed1/7895d180-aa8e-4635-818f-f44c022eb875/8002d922-e208-44dc-aaab-b050db93c08e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:37.539463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ddc1a-d9eb-4545-b3da-337bfc8420ee req-2eeff923-bfad-4c4b-a191-845e3c43c0fb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:37.548495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b03ddc1a-d9eb-4545-b3da-337bfc8420ee req-2eeff923-bfad-4c4b-a191-845e3c43c0fb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 943 time: 0.1713486 Feb 16 14:59:37.556605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:fe8b:6c7b (787cccbd-9503-4e11-a20c-2b727deb6ed1/c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0/8002d922-e208-44dc-aaab-b050db93c08e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:37.609961 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:37.690718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b03ddc1a-d9eb-4545-b3da-337bfc8420ee req-4aed5d94-3def-4742-a1e6-00dd32504a42 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359584 Feb 16 14:59:37.706492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217e3e91-c9de-4b46-be8b-7a3df000a067 req-0fb5822e-6781-427e-b30c-5819bdc58cc8 service neutron] 10.222.0.129 "GET /v2.0/networks/f1408559-f50d-47d7-8139-2bebaf06ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642841 Feb 16 14:59:37.741691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8a14dbed-e0f3-4ab8-8e79-50f832666d10,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:37.810123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Made reservation on behalf of 5179e4f305c84a1ab10b137c7e649420 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:37.824211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:37.833710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['8a14dbed-e0f3-4ab8-8e79-50f832666d10'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:37.867314 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a7b88ac-daf5-4d87-9d24-522cb0646dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:37.941048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba31ba-82cb-4580-bf34-7b92565b28f1 req-4d4e174b-b597-47de-af70-e7c83ab2241a tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:37.949305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bba31ba-82cb-4580-bf34-7b92565b28f1 req-4d4e174b-b597-47de-af70-e7c83ab2241a tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 944 time: 0.0858455 Feb 16 14:59:38.035571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bba31ba-82cb-4580-bf34-7b92565b28f1 req-a6754428-21cb-45bf-ade9-60b619e14d5f tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851359 Feb 16 14:59:38.046817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:38.054117 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8bad5aba-253a-426b-af69-3be9d53dead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:38.237249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Allocated IP 172.20.0.3 (832241c7-d4b9-40a3-8d13-18b7c891a017/cf0cd46a-d36c-47d4-b799-d04c5320fa54/836d9f9f-da07-4920-8bc2-86393091356b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:38.285349 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a7b88ac-daf5-4d87-9d24-522cb0646dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:38.333035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:38.430585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a7b88ac-daf5-4d87-9d24-522cb0646dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:38.538159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b65a3be-aefa-4a68-b516-91a50e63046f req-4f6aed72-a66b-4ff9-bd7d-8afd21ca455c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 210 time: 0.0727544 Feb 16 14:59:38.604356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:38.606751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf2145d-ad05-4213-9404-0c108c5a5213 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:38.619050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:38.619050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=8002d922-e208-44dc-aaab-b050db93c08e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:38.620994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:38.632801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:38.658051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dd019bf5-6fa5-410b-ad0d-77eef75051f7 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:59:38.660206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a14dbed-e0f3-4ab8-8e79-50f832666d10 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:38.743815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:38.744940 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:38.773645 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a7b88ac-daf5-4d87-9d24-522cb0646dab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f21b0cdad2504839a551bf9df793d81b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2729144 Feb 16 14:59:38.787066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38292) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:38.834256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b88ac-daf5-4d87-9d24-522cb0646dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c8dc6-975a-4926-bf16-a2436d47f79c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:38.923462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f183ff5c-21ae-41c0-ae93-27a9568dd398 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1808369 Feb 16 14:59:38.930125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38294) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:38.943978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7608c98e-5178-4ea0-935e-3ff9a8133f6c None None] Provisioning complete for port 9cf2145d-ad05-4213-9404-0c108c5a5213 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:38.944735 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7608c98e-5178-4ea0-935e-3ff9a8133f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.007194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210a619-5243-40a7-a6f1-39c67485a983 req-40d996e9-c6ac-4c0d-b6c6-4126c7325067 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:39.017150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4210a619-5243-40a7-a6f1-39c67485a983 req-40d996e9-c6ac-4c0d-b6c6-4126c7325067 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 944 time: 0.1833842 Feb 16 14:59:39.022070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25f095e-5737-4086-993e-b3f28db2925e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.077103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a9ab23-a298-475f-aed2-17301d502072 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:39.092304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a9ab23-a298-475f-aed2-17301d502072 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:39.093808 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-65a9ab23-a298-475f-aed2-17301d502072 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1613419 Feb 16 14:59:39.099867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25f095e-5737-4086-993e-b3f28db2925e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.100171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38298) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:39.102104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.103455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9cf2145d-ad05-4213-9404-0c108c5a5213 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:39.103455 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.140966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4005ae-8df9-4601-9450-1da53d09ec8c req-42f928dd-9f40-47b2-9703-b50e133f047f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:39.142941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a4005ae-8df9-4601-9450-1da53d09ec8c req-42f928dd-9f40-47b2-9703-b50e133f047f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.2195365 Feb 16 14:59:39.206201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Network 832241c7-d4b9-40a3-8d13-18b7c891a017 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:39.212974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:39.217937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:39.228075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Pushing event updated for resources: {'Port': ['ID=836d9f9f-da07-4920-8bc2-86393091356b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:39.239303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:59:39.299206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:39.299988 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.302471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:39.302471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.319192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4210a619-5243-40a7-a6f1-39c67485a983 req-6af3db26-f46e-4dd1-9752-fcad169fd494 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964258 Feb 16 14:59:39.395478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25f095e-5737-4086-993e-b3f28db2925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.398488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25f095e-5737-4086-993e-b3f28db2925e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.400576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port dd019bf5-6fa5-410b-ad0d-77eef75051f7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dd019bf5-6fa5-410b-ad0d-77eef75051f7,segment=NetworkSegment(6d980629-eed8-47d7-830c-6baf6c4df2fa),segment_id=6d980629-eed8-47d7-830c-6baf6c4df2fa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:39.408236 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a25f095e-5737-4086-993e-b3f28db2925e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b64c8dc6-975a-4926-bf16-a2436d47f79c HTTP/1.1" status: 204 len: 168 time: 0.6164846 Feb 16 14:59:39.429677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a4005ae-8df9-4601-9450-1da53d09ec8c req-2e5b0134-824d-4df3-9aec-67fb1f48e40b tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847301 Feb 16 14:59:39.447099 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-007fbc23-7770-4ae8-849b-488cfa063c95 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1266329 Feb 16 14:59:39.451365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f095e-5737-4086-993e-b3f28db2925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c8dc6-975a-4926-bf16-a2436d47f79c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:39.475675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Request body: {'port': {'device_id': '676f5245-c983-41df-a7d6-b372292ffc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:39.476595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7', 'network_id': 'f1408559-f50d-47d7-8139-2bebaf06ecb9', 'port_id': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7', 'mac_address': 'fa:16:3e:63:03:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3622ee1-cedd-40a7-9b17-8c292548d18a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:59:39.545213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7d94e-88f3-4af4-9a17-769671afeb5c req-6c808f09-a7e6-4937-8a06-b8de0f1bfd78 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:39.547170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63e7d94e-88f3-4af4-9a17-769671afeb5c req-6c808f09-a7e6-4937-8a06-b8de0f1bfd78 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 944 time: 0.1017609 Feb 16 14:59:39.591630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 8002d922-e208-44dc-aaab-b050db93c08e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:39.593931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.595889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.645066 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.677786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.680614 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.700574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7c714132-c6af-4381-8485-f26c3b45ce42 None None] Provisioning complete for port 8002d922-e208-44dc-aaab-b050db93c08e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:39.701273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7c714132-c6af-4381-8485-f26c3b45ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.739953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd019bf5-6fa5-410b-ad0d-77eef75051f7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:39.763443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:39.766951 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6647b84-1853-49f8-89dd-673d9b44eeae" -d '{"events": [{"server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:39.788490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8a14dbed-e0f3-4ab8-8e79-50f832666d10, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:39.791181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7c714132-c6af-4381-8485-f26c3b45ce42 None None] Port 8002d922-e208-44dc-aaab-b050db93c08e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:39.803262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63e7d94e-88f3-4af4-9a17-769671afeb5c req-9d0d6b38-5cac-4851-9af5-d2220a49fb17 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408676 Feb 16 14:59:39.811322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port dd019bf5-6fa5-410b-ad0d-77eef75051f7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dd019bf5-6fa5-410b-ad0d-77eef75051f7,segment=NetworkSegment(6d980629-eed8-47d7-830c-6baf6c4df2fa),segment_id=6d980629-eed8-47d7-830c-6baf6c4df2fa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:39.850135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.865674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb17e51-1ddd-41f7-8d8e-ff36d4cd568d req-81815f53-b03f-4e00-8b9c-d125baaa7fd1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:39.873260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fb17e51-1ddd-41f7-8d8e-ff36d4cd568d req-81815f53-b03f-4e00-8b9c-d125baaa7fd1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 931 time: 0.1421950 Feb 16 14:59:39.882372 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:39.894084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 8002d922-e208-44dc-aaab-b050db93c08e owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:39.952483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.005251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8a14dbed-e0f3-4ab8-8e79-50f832666d10,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:40.005803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fb17e51-1ddd-41f7-8d8e-ff36d4cd568d req-efa06ef1-4ac0-4465-9621-77a4457777f1 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316891 Feb 16 14:59:40.092452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=dd019bf5-6fa5-410b-ad0d-77eef75051f7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:40.100569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836d9f9f-da07-4920-8bc2-86393091356b {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:40.110399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.162918 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c6857d-e9c6-47fa-ab16-3838ae771660 x-openstack-request-id: req-c4c6857d-e9c6-47fa-ab16-3838ae771660 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:40.163829 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:40.163829 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c4c6857d-e9c6-47fa-ab16-3838ae771660 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:40.164007 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'code': 200} Feb 16 14:59:40.182427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['dd019bf5-6fa5-410b-ad0d-77eef75051f7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:40.289196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7ed7-5632-43af-ac3b-8b740c57a0ff req-1b5f3b56-f602-4ebf-8f7e-e501f00d9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:40.291335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a54a7ed7-5632-43af-ac3b-8b740c57a0ff req-1b5f3b56-f602-4ebf-8f7e-e501f00d9fa1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 1096 time: 0.0493851 Feb 16 14:59:40.352723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Transition to ACTIVE for port object 836d9f9f-da07-4920-8bc2-86393091356b will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:59:40.353482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38338) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:40.357063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-8a02d727-904c-47a7-983e-e99c765089f7 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=9de9b45640fe44cd8c66befae67fb01f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340760 Feb 16 14:59:40.358486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.361507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a54a7ed7-5632-43af-ac3b-8b740c57a0ff req-e6d0f122-d795-4d9c-8a61-9a0f091ab5bc service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631239 Feb 16 14:59:40.384747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a1836e8b-cde0-41d5-b5cf-685e24faca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.426244 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.432361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=8002d922-e208-44dc-aaab-b050db93c08e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:40.561356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a1836e8b-cde0-41d5-b5cf-685e24faca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.591961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Pushing event updated for resources: {'Port': ['ID=836d9f9f-da07-4920-8bc2-86393091356b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:40.638921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a1836e8b-cde0-41d5-b5cf-685e24faca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.674720 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a1836e8b-cde0-41d5-b5cf-685e24faca17 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f7b8a5d04610466db6cb5f773375cd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190141 Feb 16 14:59:40.683575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38346) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:40.716875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Attempting to bind port 836d9f9f-da07-4920-8bc2-86393091356b on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:40.717207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Attempting to bind port 836d9f9f-da07-4920-8bc2-86393091356b by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:40.717915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Attempting to bind port 836d9f9f-da07-4920-8bc2-86393091356b on network 832241c7-d4b9-40a3-8d13-18b7c891a017 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:40.745496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Port 836d9f9f-da07-4920-8bc2-86393091356b on network 832241c7-d4b9-40a3-8d13-18b7c891a017 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:59:40.745811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Attempting to bind port 836d9f9f-da07-4920-8bc2-86393091356b on network 832241c7-d4b9-40a3-8d13-18b7c891a017 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:40.763197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1836e8b-cde0-41d5-b5cf-685e24faca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a9e111-bd20-47b0-ab12-2b6872906b29,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:40.768399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:40.768786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Checking segment: {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:40.769107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Bound using segment: {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:40.769553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Bound port: 836d9f9f-da07-4920-8bc2-86393091356b, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c36bc7-2a66-4ab7-9e03-621bcf669301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:40.769910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:40.835518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d31b-d524-45c9-a879-f5116000dc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.034590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-47822265-43e0-48cf-bdd7-baf4c15801ea tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.036158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-47822265-43e0-48cf-bdd7-baf4c15801ea tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.6379397 Feb 16 14:59:41.107967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.112146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4bbf72d-afb1-4816-90aa-caf0ec77333a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/8002d922-e208-44dc-aaab-b050db93c08e HTTP/1.1" status: 204 len: 168 time: 2.0098071 Feb 16 14:59:41.117078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:41.120317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389db70-cfd6-4c5c-9cbd-d07815630725 req-117f6243-e68b-46c9-bee6-b4ceee2e8f65 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.121712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7389db70-cfd6-4c5c-9cbd-d07815630725 req-117f6243-e68b-46c9-bee6-b4ceee2e8f65 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.6482570 Feb 16 14:59:41.129163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d31b-d524-45c9-a879-f5116000dc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.131244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-cf425b9d-efb6-44b1-b54b-19c3a11539da tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.133719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-cf425b9d-efb6-44b1-b54b-19c3a11539da tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7645330 Feb 16 14:59:41.138498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] For port 836d9f9f-da07-4920-8bc2-86393091356b, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:41.185120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-4bc98d20-f4bf-488e-9486-7ad6c51aa1bb tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/quotas/9de9b45640fe44cd8c66befae67fb01f HTTP/1.1" status: 200 len: 375 time: 0.0443316 Feb 16 14:59:41.201199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] For port 836d9f9f-da07-4920-8bc2-86393091356b, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=836d9f9f-da07-4920-8bc2-86393091356b,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:41.229554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababd267-a227-4b3f-a30c-35bd94547026 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.231215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababd267-a227-4b3f-a30c-35bd94547026 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.232894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababd267-a227-4b3f-a30c-35bd94547026 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.234788 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ababd267-a227-4b3f-a30c-35bd94547026 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1169107 Feb 16 14:59:41.239696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38360) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:41.240472 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.241717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9a2ebded-83fc-4b9b-8238-b34a3e0baa73 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9de9b45640fe44cd8c66befae67fb01f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402770 Feb 16 14:59:41.253915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7389db70-cfd6-4c5c-9cbd-d07815630725 req-311f86b9-c80f-4537-b04a-71df0af1ac62 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992641 Feb 16 14:59:41.268661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Deleting port bf92de27-b207-47a4-998c-1552ca16d934 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:41.269011 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.318667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 7895d180-aa8e-4635-818f-f44c022eb875 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:41.326363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.328368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.433302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] For port bf92de27-b207-47a4-998c-1552ca16d934, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bf92de27-b207-47a4-998c-1552ca16d934,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:41.433302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.456725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d31b-d524-45c9-a879-f5116000dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.459748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d31b-d524-45c9-a879-f5116000dc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.460979 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a5c7d31b-d524-45c9-a879-f5116000dc24 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b2a9e111-bd20-47b0-ab12-2b6872906b29 HTTP/1.1" status: 204 len: 168 time: 0.7761469 Feb 16 14:59:41.462473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.463397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.466089 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] 10.222.0.93 "PUT /v2.0/ports/836d9f9f-da07-4920-8bc2-86393091356b HTTP/1.1" status: 200 len: 1091 time: 2.0042346 Feb 16 14:59:41.497644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676f5245-c983-41df-a7d6-b372292ffc96', 'tag': '836d9f9f-da07-4920-8bc2-86393091356b'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:41.501924 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a385c5-6032-40b1-aec7-db9c3d316654" -d '{"events": [{"name": "network-changed", "server_uuid": "676f5245-c983-41df-a7d6-b372292ffc96", "tag": "836d9f9f-da07-4920-8bc2-86393091356b"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:41.519997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7d31b-d524-45c9-a879-f5116000dc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a9e111-bd20-47b0-ab12-2b6872906b29,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:41.528034 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.547722 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.717555 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.717932 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.718298 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Floating IP d9b5a7b6-cb2b-4742-b39b-3e9b4af35e61 disassociated. External IP: 172.25.6.76, port: bf92de27-b207-47a4-998c-1552ca16d934. Feb 16 14:59:41.718652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Calling delete_port for bf92de27-b207-47a4-998c-1552ca16d934 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:41.737962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e68033-1460-4eeb-a9ce-0e235103e18b req-53a5c5b6-46c3-413b-9634-5f85ae62165f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.745273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73e68033-1460-4eeb-a9ce-0e235103e18b req-53a5c5b6-46c3-413b-9634-5f85ae62165f tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 944 time: 0.1199753 Feb 16 14:59:41.794238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:41.832616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fb4a6-5bed-49f1-9ccc-238b2787d9dd service neutron] Pushing event updated for resources: {'Port': ['ID=836d9f9f-da07-4920-8bc2-86393091356b,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:41.865484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73e68033-1460-4eeb-a9ce-0e235103e18b req-65cb2897-7c5d-4cd3-9d92-00dc0148696d tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups?id=e6946890-6b72-4cae-901b-0ca927c7f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192610 Feb 16 14:59:41.888446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-933b2251-1a2e-4609-b815-17272f64b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.890329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-933b2251-1a2e-4609-b815-17272f64b587 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 1094 time: 0.1931338 Feb 16 14:59:41.933857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28ee96-35bf-473c-9fc4-356612909922 req-10111199-6b51-4f70-8703-aa6352f8f9ca tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:41.941844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce28ee96-35bf-473c-9fc4-356612909922 req-10111199-6b51-4f70-8703-aa6352f8f9ca tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 945 time: 0.1495914 Feb 16 14:59:41.958355 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-bd4ac354-4f89-49dd-97ca-156edb83193c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836d9f9f-da07-4920-8bc2-86393091356b HTTP/1.1" status: 200 len: 217 time: 0.0492985 Feb 16 14:59:42.035259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.051182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-14fee382-68d2-45aa-b6c1-97b810035349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:42.052861 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-14fee382-68d2-45aa-b6c1-97b810035349 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cf0cd46a-d36c-47d4-b799-d04c5320fa54 HTTP/1.1" status: 200 len: 855 time: 0.0857670 Feb 16 14:59:42.081271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce28ee96-35bf-473c-9fc4-356612909922 req-ed43409d-d06e-45e5-8abb-33cd705cbe6e tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355302 Feb 16 14:59:42.120073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8c6c8-51e0-43c7-9c5d-b810cce39d30 req-75983c18-f8f0-4176-ab13-b1064902051f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:42.120547 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-24c2336e-d000-4b79-941b-4a722b5e8ef6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=832241c7-d4b9-40a3-8d13-18b7c891a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463228 Feb 16 14:59:42.123645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.129989 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/7895d180-aa8e-4635-818f-f44c022eb875 HTTP/1.1" status: 204 len: 168 time: 0.8885419 Feb 16 14:59:42.129989 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aa791-4f35-4f20-8d6f-eee3e475b28d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=7895d180-aa8e-4635-818f-f44c022eb875,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:42.130202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efb8c6c8-51e0-43c7-9c5d-b810cce39d30 req-75983c18-f8f0-4176-ab13-b1064902051f tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 943 time: 0.1552792 Feb 16 14:59:42.130934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38386) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:42.141966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a995302-774d-4eda-b78b-9127dda7751b None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:42.204027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efb8c6c8-51e0-43c7-9c5d-b810cce39d30 req-34b4cab5-8853-4ea4-afca-059cbf153a08 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562580 Feb 16 14:59:42.246468 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d20b796-8429-4918-83d0-d47b3466c4e5 x-openstack-request-id: req-9d20b796-8429-4918-83d0-d47b3466c4e5 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:42.246738 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676f5245-c983-41df-a7d6-b372292ffc96", "tag": "836d9f9f-da07-4920-8bc2-86393091356b", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:42.247006 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9d20b796-8429-4918-83d0-d47b3466c4e5 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:42.247458 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676f5245-c983-41df-a7d6-b372292ffc96', 'tag': '836d9f9f-da07-4920-8bc2-86393091356b', 'status': 'completed', 'code': 200} Feb 16 14:59:42.252767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:42.260868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a933b047-8d62-4d91-a51b-e13cb8d3a5a4 req-981eac43-7fe6-4ae0-b715-eb2e208cb896 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0493450 Feb 16 14:59:42.266280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.275238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.298357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event deleted for resources: {'Port': ['ID=bf92de27-b207-47a4-998c-1552ca16d934,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:42.423613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.576457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.582784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.640091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-8ad8aedc-450d-4012-90ee-4f6229f3a991 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022243 Feb 16 14:59:42.648088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:59:42.659767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ed68-62e8-467d-b9c3-eba6ff1b08b2 req-7b38ad98-1af4-4188-98c1-7cc44e53a574 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:42.661796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8030ed68-62e8-467d-b9c3-eba6ff1b08b2 req-7b38ad98-1af4-4188-98c1-7cc44e53a574 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.2522988 Feb 16 14:59:42.670507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dd019bf5-6fa5-410b-ad0d-77eef75051f7 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:42.767726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8030ed68-62e8-467d-b9c3-eba6ff1b08b2 req-a3d6d577-9c70-46c5-8cb8-6a00793a27eb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975544 Feb 16 14:59:42.850934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port dd019bf5-6fa5-410b-ad0d-77eef75051f7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:59:42.855127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port dd019bf5-6fa5-410b-ad0d-77eef75051f7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:42.864584 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:42.921648 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3e8e9602-7a7e-47c2-9b37-3467a4807558 req-20456209-3fcc-4057-b1b4-42593b1dac21 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701960 Feb 16 14:59:42.933176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:43.029496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:43.038858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:43.050400 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-215ed5ea-0c02-40f5-b995-666d72d1bd77 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0 HTTP/1.1" status: 204 len: 168 time: 0.9181886 Feb 16 14:59:43.051212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38418) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:43.052079 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:43.087654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:43.090890 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc77ce0-3edc-4f4f-baa1-ce4ff8a7f9d7" -d '{"events": [{"server_uuid": "ea8da12b-919e-4267-8a9d-c84f804dc9d9", "name": "network-vif-plugged", "status": "completed", "tag": "dd019bf5-6fa5-410b-ad0d-77eef75051f7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:43.108735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port dd019bf5-6fa5-410b-ad0d-77eef75051f7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dd019bf5-6fa5-410b-ad0d-77eef75051f7,segment=NetworkSegment(6d980629-eed8-47d7-830c-6baf6c4df2fa),segment_id=6d980629-eed8-47d7-830c-6baf6c4df2fa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:43.112263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5f277c93-ea6d-4774-a614-ec8cac3bb0cc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574324 Feb 16 14:59:43.115488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38424) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:43.137989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:43.167285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0e857a0-f415-4624-862d-f77e953af818 req-2b137bd9-b1a8-4cbd-9704-25c1c9fc72a8 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 210 time: 0.1072922 Feb 16 14:59:43.167285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:43.178862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] Sync routers for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:43.194570 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:43.206252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-094f1691-71ff-412a-b3ad-499730c0972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:43.208269 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-094f1691-71ff-412a-b3ad-499730c0972f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5179e4f305c84a1ab10b137c7e649420&device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 1094 time: 0.0965838 Feb 16 14:59:43.217976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:43.220558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:43.332019 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e02f74-d5eb-4bd8-8542-4fc492182b64 x-openstack-request-id: req-33e02f74-d5eb-4bd8-8542-4fc492182b64 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:43.332516 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8da12b-919e-4267-8a9d-c84f804dc9d9", "name": "network-vif-plugged", "status": "completed", "tag": "dd019bf5-6fa5-410b-ad0d-77eef75051f7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:43.332908 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-33e02f74-d5eb-4bd8-8542-4fc492182b64 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:43.333563 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7', 'code': 200} Feb 16 14:59:43.357685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141e728-3304-49cd-8419-acb0a24a94cf req-8c348efe-6216-4527-90b2-6a020865e3a3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:43.361206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0141e728-3304-49cd-8419-acb0a24a94cf req-8c348efe-6216-4527-90b2-6a020865e3a3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.4046831 Feb 16 14:59:43.373335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38434) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:43.397057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'floatingip': {'port_id': '8a14dbed-e0f3-4ab8-8e79-50f832666d10'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:43.506573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:43.529132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=dd019bf5-6fa5-410b-ad0d-77eef75051f7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:43.543211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] No DVR routers for this DVR port bf92de27-b207-47a4-998c-1552ca16d934 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:43.624024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:43.638297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:43.648812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aecf4ce8-52af-4498-8d0c-4dee58fd407f req-4ac003f6-f81b-4e7a-ad38-5c5622be01b4 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.93 "DELETE /v2.0/ports/bf92de27-b207-47a4-998c-1552ca16d934 HTTP/1.1" status: 204 len: 173 time: 2.5961862 Feb 16 14:59:43.669565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-deleted', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:43.677179 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886f80a4-529c-45a0-abde-8261366eb6fe" -d '{"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-deleted", "tag": "bf92de27-b207-47a4-998c-1552ca16d934"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:43.708959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-447face9-04be-4a8f-a731-f4b23efc808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:43.710512 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-447face9-04be-4a8f-a731-f4b23efc808f service neutron] 10.222.0.93 "GET /v2.0/networks?id=832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 200 len: 917 time: 0.4939978 Feb 16 14:59:43.808746 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-c7247e3c-311c-4382-9720-d2f7f1f2b251 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=836d9f9f-da07-4920-8bc2-86393091356b HTTP/1.1" status: 200 len: 217 time: 0.0869403 Feb 16 14:59:43.829993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130a0a-7950-49c6-867f-2baea91615e8 req-c8b56fbb-6a3f-4ed0-8691-f53b845cd3de tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:43.832264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2130a0a-7950-49c6-867f-2baea91615e8 req-c8b56fbb-6a3f-4ed0-8691-f53b845cd3de tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 946 time: 0.3972781 Feb 16 14:59:43.840890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8943bda-de66-468b-bcbe-92bbb0750c74 req-677f56af-c719-4d58-b4f2-a6a17db698f0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:43.849555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8943bda-de66-468b-bcbe-92bbb0750c74 req-677f56af-c719-4d58-b4f2-a6a17db698f0 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 943 time: 0.3980715 Feb 16 14:59:43.876654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:43.892137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:43.897138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:43.898325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89baa6-5a01-467a-adfa-9f37b4863368 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:43.902733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: bf92de27-b207-47a4-998c-1552ca16d934 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:43.903601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bf92de27-b207-47a4-998c-1552ca16d934 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:43.975640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8943bda-de66-468b-bcbe-92bbb0750c74 req-f5040d0b-42a6-4827-9009-c7bfebe5d6eb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251993 Feb 16 14:59:43.993023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-048fcc49-2e0d-442f-8336-8c269e948081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:43.994531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-048fcc49-2e0d-442f-8336-8c269e948081 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cf0cd46a-d36c-47d4-b799-d04c5320fa54 HTTP/1.1" status: 200 len: 855 time: 0.1762843 Feb 16 14:59:44.000631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2223b891-c94c-448a-888c-7ce09c95cc46 None None] Provisioning complete for port 9cf2145d-ad05-4213-9404-0c108c5a5213 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:44.001279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2223b891-c94c-448a-888c-7ce09c95cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:44.006144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2130a0a-7950-49c6-867f-2baea91615e8 req-bfb7f2c0-c784-47a0-9676-67af6d328e29 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542568 Feb 16 14:59:44.008120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f490ef-0fdb-4921-8335-aa7e02233969 req-2fc642a7-91c6-450c-ab95-3411248f67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:44.009630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0f490ef-0fdb-4921-8335-aa7e02233969 req-2fc642a7-91c6-450c-ab95-3411248f67ce service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 1097 time: 0.6454535 Feb 16 14:59:44.093535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-fcbed4e7-9016-4985-bb78-b8f4fcc937b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=832241c7-d4b9-40a3-8d13-18b7c891a017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423250 Feb 16 14:59:44.179642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0f490ef-0fdb-4921-8335-aa7e02233969 req-75b9f8da-e985-4363-8052-e9268303a3bc service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594857 Feb 16 14:59:44.214692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:30Z', 'revision_number': 5, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:44.261434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb747306-8c73-45a1-9c14-4e4fa227dc06 req-c8087592-f9bb-4652-b8aa-6017e53f0c42 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 210 time: 0.1349883 Feb 16 14:59:44.271694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] Checking router: 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:44.332412 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:44.340673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:44.419966 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb8c133-3d8d-4d57-902b-707af71ba2db x-openstack-request-id: req-aeb8c133-3d8d-4d57-902b-707af71ba2db {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:44.420386 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bc82ad-6f39-487f-9413-a36cec145614", "name": "network-vif-deleted", "tag": "bf92de27-b207-47a4-998c-1552ca16d934", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:44.420639 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aeb8c133-3d8d-4d57-902b-707af71ba2db {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:44.421033 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bc82ad-6f39-487f-9413-a36cec145614', 'name': 'network-vif-deleted', 'tag': 'bf92de27-b207-47a4-998c-1552ca16d934', 'status': 'completed', 'code': 200} Feb 16 14:59:44.465686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d81def78-f564-4b43-985f-d3d8f336aa02 req-2f04f62a-ca47-4252-9ce3-44055a4f7837 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 210 time: 0.0437303 Feb 16 14:59:44.507652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:59:44.577426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:44.626382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9cf2145d-ad05-4213-9404-0c108c5a5213 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:44.720327 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-e96034d4-0311-4e9a-9b27-2b380d328952 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142721 Feb 16 14:59:44.777388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:59:44.947477 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.resource_extend [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 14:59:44.977908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] Deleting port 9cf2145d-ad05-4213-9404-0c108c5a5213 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:44.978284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:45.044268 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-68a385c5-6032-40b1-aec7-db9c3d316654 req-f3ffeeda-dd23-41a8-bd07-da0c5bb7c3a4 service neutron] 10.222.0.93 "GET /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161125 Feb 16 14:59:45.105672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:45.179343 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-8fb4d6fa-6b6f-4732-8968-76f348795f5a tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=9de9b45640fe44cd8c66befae67fb01f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321577 Feb 16 14:59:45.214242 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:45.216400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:45.275138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] For port 9cf2145d-ad05-4213-9404-0c108c5a5213, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf2145d-ad05-4213-9404-0c108c5a5213,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:45.275390 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:45.339959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] Calling delete_port for 9cf2145d-ad05-4213-9404-0c108c5a5213 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:45.347186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 9cf2145d-ad05-4213-9404-0c108c5a5213, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf2145d-ad05-4213-9404-0c108c5a5213,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:45.355293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:30Z', 'revision_number': 5, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:45.383455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51712eda-6dd6-4363-942c-bf45fa22c5bb req-51e5d5e2-ed97-47a4-b0f5-bea8f6fc6c11 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:45.401787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51712eda-6dd6-4363-942c-bf45fa22c5bb req-51e5d5e2-ed97-47a4-b0f5-bea8f6fc6c11 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 946 time: 0.2217169 Feb 16 14:59:45.412535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5c61-f590-4127-aa41-260d318eb704 req-e0b7e136-c843-4b91-be25-f8f5e5a45c60 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:45.414839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dcb5c61-f590-4127-aa41-260d318eb704 req-e0b7e136-c843-4b91-be25-f8f5e5a45c60 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 943 time: 0.2779589 Feb 16 14:59:45.430544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a13e59-70b8-468d-81ba-4bcb13a0b573 None None] The sync data for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 is: [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:51:23Z', 'revision_number': 4, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'a32bd5e6-ebd6-4ece-8712-eff7f2cd7563', 'name': '', 'network_id': '58428ed5-2c2e-4f4a-aee1-89cc5e69c62f', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'mac_address': 'fa:16:3e:0c:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:21Z', 'updated_at': '2022-02-16T14:51:30Z', 'revision_number': 5, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'subnets': [{'id': '6fc55b5a-d5fd-4575-852d-3179aee27a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:45.561366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51712eda-6dd6-4363-942c-bf45fa22c5bb req-490ef9f2-f6a0-46bc-b161-48736b5dbf4d tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187811 Feb 16 14:59:45.660663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dcb5c61-f590-4127-aa41-260d318eb704 req-49cd71a6-cb4b-4956-9702-32440c4a0291 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341285 Feb 16 14:59:45.751486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-263e3f13-67ff-476f-862e-9f807bbeb3ab req-4bf6590e-1ba0-4ad0-8c66-831761794c23 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0357165 Feb 16 14:59:45.752170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:45.874710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d79b368-fe3e-4ed2-820b-bb86a2f12d52 req-b4f51b1e-b2e9-4720-aa47-e37602fd5046 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/ports?device_id=91bc82ad-6f39-487f-9413-a36cec145614 HTTP/1.1" status: 200 len: 210 time: 0.0531299 Feb 16 14:59:45.924758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 836d9f9f-da07-4920-8bc2-86393091356b details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:59:45.928797 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:45.987319 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cefc79-35ed-4388-a153-4e237ce4b80e None None] New status for floating IP d9b5a7b6-cb2b-4742-b39b-3e9b4af35e61: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:59:46.003975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=9cf2145d-ad05-4213-9404-0c108c5a5213,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:46.084307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] For port 9cf2145d-ad05-4213-9404-0c108c5a5213, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9cf2145d-ad05-4213-9404-0c108c5a5213,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:46.155167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 836d9f9f-da07-4920-8bc2-86393091356b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=836d9f9f-da07-4920-8bc2-86393091356b,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:46.165836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-812c9b9b-917f-408f-8bf6-ff9f7f208666 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:46.167302 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-812c9b9b-917f-408f-8bf6-ff9f7f208666 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9810073 Feb 16 14:59:46.169513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '836d9f9f-da07-4920-8bc2-86393091356b', 'network_id': '832241c7-d4b9-40a3-8d13-18b7c891a017', 'port_id': '836d9f9f-da07-4920-8bc2-86393091356b', 'mac_address': 'fa:16:3e:ec:58:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0cd46a-d36c-47d4-b799-d04c5320fa54', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:59:46.170155 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Floating IP 791e757c-95bf-4bed-91e7-0075ff9f9827 associated. External IP: 172.25.6.86, port: 8a14dbed-e0f3-4ab8-8e79-50f832666d10. Feb 16 14:59:46.198271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.216373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Request body: {'port': {'device_id': '752d0715-c716-4350-bc6f-a880233a8f49', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '9de9b45640fe44cd8c66befae67fb01f'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:46.246456 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.248791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836d9f9f-da07-4920-8bc2-86393091356b {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:46.269729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 836d9f9f-da07-4920-8bc2-86393091356b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=836d9f9f-da07-4920-8bc2-86393091356b,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:46.321903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.326617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.401609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:46.410495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:46.416755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:46.417045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.425596 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.427328 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.447414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=2c6a8dee-73c6-4dcb-8902-a7d19ec47e55,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:46.451122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=9cf2145d-ad05-4213-9404-0c108c5a5213,revision_number=9']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:46.480321 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.516660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] No DVR routers for this DVR port 9cf2145d-ad05-4213-9404-0c108c5a5213 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:46.524539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Made reservation on behalf of 9de9b45640fe44cd8c66befae67fb01f for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:46.528116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.551471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-988f1ba9-28cb-466a-8d80-b63729e479b4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4329481 Feb 16 14:59:46.552265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38512) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:46.555432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436798c4-bade-474a-bc3d-7eba6336930e None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:46.558106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:46.563922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.586353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=836d9f9f-da07-4920-8bc2-86393091356b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:46.630205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Router a09c2848-9727-4e35-ac9c-7480fa8e2b0b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:59:46.748955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbb561-4c08-4aa1-aea9-905b84e3d99d None None] Pushing event deleted for resources: {'Port': ['ID=9cf2145d-ad05-4213-9404-0c108c5a5213,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:46.768786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['836d9f9f-da07-4920-8bc2-86393091356b'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:46.838589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1be7b-cbc9-47d9-a6e4-3fe6e3ce6ff7 req-3aa7e2d3-34f7-46ad-ba13-626f347e9849 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:46.847045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2de1be7b-cbc9-47d9-a6e4-3fe6e3ce6ff7 req-3aa7e2d3-34f7-46ad-ba13-626f347e9849 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1289418 Feb 16 14:59:46.881633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.888638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97128f9-70db-4cb4-a8c4-8cf383c6c11f req-7d068c5b-d8dc-4198-8e38-c543faf7a820 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:46.893703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f97128f9-70db-4cb4-a8c4-8cf383c6c11f req-7d068c5b-d8dc-4198-8e38-c543faf7a820 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 944 time: 0.1288445 Feb 16 14:59:46.897236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:46.911176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.913438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] Sync routers for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:46.926300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:46.929906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.949816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '2c6a8dee-73c6-4dcb-8902-a7d19ec47e55'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:59:46.950651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:46.962010 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-558588ad-0f6c-45ab-9057-a23c5cf00c18 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "PUT /v2.0/floatingips/791e757c-95bf-4bed-91e7-0075ff9f9827 HTTP/1.1" status: 200 len: 990 time: 3.5870335 Feb 16 14:59:46.963049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:46.965359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2de1be7b-cbc9-47d9-a6e4-3fe6e3ce6ff7 req-f87fff38-4578-4819-a3a6-bf9f762b72ff tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162555 Feb 16 14:59:46.966370 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9391b5-274e-4930-8de8-a918669e0ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:46.996580 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:47.010870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:47.012334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:47.108017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f97128f9-70db-4cb4-a8c4-8cf383c6c11f req-c842c575-e962-44d8-bccb-7aab62d8f40e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017179 Feb 16 14:59:47.108233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d96313-08fb-498c-bbc9-4792f44824c9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:47.237362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-720b9357-a2f7-467b-a4b3-68a06c330a4a req-7d86603b-6275-4d95-840c-b3c2ff83ca5e tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 210 time: 0.0797865 Feb 16 14:59:47.254937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Allocated IP 192.168.233.154 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/c69157fb-8051-4865-82b1-80fc48093c41) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:47.291038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:47.642164 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7071f8fd-bf11-49f4-b83d-da203c42ae8a x-openstack-request-id: req-7071f8fd-bf11-49f4-b83d-da203c42ae8a {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:47.642164 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:47.642164 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7071f8fd-bf11-49f4-b83d-da203c42ae8a {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:47.642164 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'status': 'completed', 'code': 200} Feb 16 14:59:47.643887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-8d258c79-3c47-447a-9648-a8567ce31433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:47.643887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-8d258c79-3c47-447a-9648-a8567ce31433 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 1096 time: 0.0726249 Feb 16 14:59:47.644431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:47.644613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-52239512-85ea-43db-b029-f410ce637c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:47.644613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-52239512-85ea-43db-b029-f410ce637c3c service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.1009376 Feb 16 14:59:47.704879 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38550) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:47.718152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Allocated IP 2001:db8::f816:3eff:fe97:2c1f (787cccbd-9503-4e11-a20c-2b727deb6ed1/2c6a8dee-73c6-4dcb-8902-a7d19ec47e55/7efe8fde-f24e-4f97-a837-ab482619b917) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:47.739516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-4e75b23f-a433-4684-8a07-1535affbf4eb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 200 len: 998 time: 0.1073697 Feb 16 14:59:47.765400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5607b4ee-f19a-4952-bec6-6007b29a2594 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:47.791433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5607b4ee-f19a-4952-bec6-6007b29a2594 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:47.840789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '791e757c-95bf-4bed-91e7-0075ff9f9827', 'tenant_id': '7616a168be234297a6367267116ba220', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'port_id': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'mac_address': 'fa:16:3e:2b:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:44Z', 'revision_number': 1, 'project_id': '7616a168be234297a6367267116ba220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:47.867531 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:47.971185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] Checking router: a09c2848-9727-4e35-ac9c-7480fa8e2b0b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:47.992056 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.003068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:48.008106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:48.012157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:48.028034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:48.035948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:48.055147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Pushing event updated for resources: {'Port': ['ID=c69157fb-8051-4865-82b1-80fc48093c41,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:48.106937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5607b4ee-f19a-4952-bec6-6007b29a2594 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.109578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5607b4ee-f19a-4952-bec6-6007b29a2594 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.113690 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5607b4ee-f19a-4952-bec6-6007b29a2594 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "DELETE /v2.0/security-groups/e6946890-6b72-4cae-901b-0ca927c7f3db HTTP/1.1" status: 204 len: 168 time: 0.4086542 Feb 16 14:59:48.139784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.146944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38554) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:48.205109 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-9f1e7ecf-e297-4432-bf65-c7a731de5877 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] show failed (client error): The resource could not be found. Feb 16 14:59:48.208693 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9f1e7ecf-e297-4432-bf65-c7a731de5877 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "GET /v2.0/security-groups/e6946890-6b72-4cae-901b-0ca927c7f3db HTTP/1.1" status: 404 len: 347 time: 0.0556397 Feb 16 14:59:48.231558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38562) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:48.242849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Pushing event updated for resources: {'Port': ['ID=7efe8fde-f24e-4f97-a837-ab482619b917,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:48.253151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607b4ee-f19a-4952-bec6-6007b29a2594 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6946890-6b72-4cae-901b-0ca927c7f3db,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:48.285652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:48.293218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:48.296174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:48.360749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:48.361445 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.406351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.408853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:48.451491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Attempting to bind port 7efe8fde-f24e-4f97-a837-ab482619b917 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:48.451982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Attempting to bind port 7efe8fde-f24e-4f97-a837-ab482619b917 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:48.452535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Attempting to bind port 7efe8fde-f24e-4f97-a837-ab482619b917 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:48.460252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:48.460775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:48.461269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.461831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:48.462423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Bound port: 7efe8fde-f24e-4f97-a837-ab482619b917, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:48.462818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.495667 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-9cf629e3-f400-4d1f-8b7f-c3c5eb7c7294 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2809772 Feb 16 14:59:48.504405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Deleting port 7247b461-a26d-4a5e-93b3-be7686ddd64d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:48.504783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.505517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-c1d0e3fc-e07f-4a3f-98f6-8664bdc56282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:48.507412 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-c1d0e3fc-e07f-4a3f-98f6-8664bdc56282 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.7614915 Feb 16 14:59:48.542203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Request body: {'port': {'device_id': '752d0715-c716-4350-bc6f-a880233a8f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:48.548547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:48.571474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:48.580100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:48.581118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.586890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:48.626276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585515f-5308-4c8b-8635-c311e306dbc3 req-a916b754-68ee-4699-9407-d1e5983b3cc4 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:48.628036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2585515f-5308-4c8b-8635-c311e306dbc3 req-a916b754-68ee-4699-9407-d1e5983b3cc4 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 946 time: 0.2264223 Feb 16 14:59:48.638582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e471e-45c1-4a2c-9652-6a3e4a2527e6 req-09411ed5-65c3-4f25-a550-75168dc52adc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:48.640323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237e471e-45c1-4a2c-9652-6a3e4a2527e6 req-09411ed5-65c3-4f25-a550-75168dc52adc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 944 time: 0.2401314 Feb 16 14:59:48.652448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] For port 7efe8fde-f24e-4f97-a837-ab482619b917, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:48.660779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] For port 7efe8fde-f24e-4f97-a837-ab482619b917, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7efe8fde-f24e-4f97-a837-ab482619b917,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:48.673382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-92d2f086-8644-4ca5-af47-ec5fcafc2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:48.675038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-92d2f086-8644-4ca5-af47-ec5fcafc2aba service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547189 Feb 16 14:59:48.680172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-acf4e599-363b-4e41-9bd4-629824b703c5 None None] Provisioning complete for port c69157fb-8051-4865-82b1-80fc48093c41 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:48.680689 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-acf4e599-363b-4e41-9bd4-629824b703c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.738940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-acf4e599-363b-4e41-9bd4-629824b703c5 None None] Port c69157fb-8051-4865-82b1-80fc48093c41 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 14:59:48.745685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.758180 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.766447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2585515f-5308-4c8b-8635-c311e306dbc3 req-a1028b7f-e29c-4eed-9228-7c480b5c2869 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228642 Feb 16 14:59:48.785267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6b0629ce-3ffc-4c8c-9814-96debc96dd98 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2318702 Feb 16 14:59:48.796938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38576) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:48.840259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.840259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:48.840595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:b2:3d:4b', 'name': 'tempest-NetworksTestDHCPv6-628307081'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:48.852124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237e471e-45c1-4a2c-9652-6a3e4a2527e6 req-5957899f-26a4-445f-a1bb-804e3ae17eb6 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017286 Feb 16 14:59:48.860021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Calling delete_port for 7247b461-a26d-4a5e-93b3-be7686ddd64d owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:49.010692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-daf382ff-46d4-475d-81a1-82e08bf6c560 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262687 Feb 16 14:59:49.018172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07485151-8c40-48fd-9189-0890cdd95c45 None None] Pushing event updated for resources: {'Port': ['ID=7efe8fde-f24e-4f97-a837-ab482619b917,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:49.102857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '791e757c-95bf-4bed-91e7-0075ff9f9827', 'tenant_id': '7616a168be234297a6367267116ba220', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'port_id': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'mac_address': 'fa:16:3e:2b:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:44Z', 'revision_number': 1, 'project_id': '7616a168be234297a6367267116ba220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:49.142326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9a0a5-f60d-4181-a5f3-919f716bca15 req-f9edeb1f-3d0e-4a53-9743-4d50aeb6f773 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:49.144387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23d9a0a5-f60d-4181-a5f3-919f716bca15 req-f9edeb1f-3d0e-4a53-9743-4d50aeb6f773 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 936 time: 0.2301886 Feb 16 14:59:49.151894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfff4b-4209-41fe-b387-92c0db7ebce6 None None] The sync data for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 is: [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '791e757c-95bf-4bed-91e7-0075ff9f9827', 'tenant_id': '7616a168be234297a6367267116ba220', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'port_id': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'mac_address': 'fa:16:3e:2b:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:59:16Z', 'updated_at': '2022-02-16T14:59:44Z', 'revision_number': 1, 'project_id': '7616a168be234297a6367267116ba220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:49.261862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23d9a0a5-f60d-4181-a5f3-919f716bca15 req-02307a65-be29-4a5d-9400-c826cb6bfc8c tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706224 Feb 16 14:59:49.267731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe9391b5-274e-4930-8de8-a918669e0ea6 req-0421c585-1e08-40cd-896c-51e11bf037e0 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386522 Feb 16 14:59:49.303613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:49.364384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:49.410893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Pushing event deleted for resources: {'Port': ['ID=7247b461-a26d-4a5e-93b3-be7686ddd64d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:49.503731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:49.508900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:49.516124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:49.517824 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e7cc170b-1a56-455d-b8fc-e7535e520106 tempest-ServerActionsTestJSON-796947366 tempest-ServerActionsTestJSON-796947366-project] 10.222.0.113 "DELETE /v2.0/floatingips/d9b5a7b6-cb2b-4742-b39b-3e9b4af35e61 HTTP/1.1" status: 204 len: 168 time: 1.2852604 Feb 16 14:59:49.520745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38592) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:49.551839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69157fb-8051-4865-82b1-80fc48093c41 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:49.564300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:49.593483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Transition to ACTIVE for port object c69157fb-8051-4865-82b1-80fc48093c41 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:59:49.623135 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0855075-c90d-45d4-938b-02d0a7c9a2a5 None None] New status for floating IP 791e757c-95bf-4bed-91e7-0075ff9f9827: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:59:49.627404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:59:49.720881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:49.799157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 836d9f9f-da07-4920-8bc2-86393091356b up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:49.874227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-767593a9-11b8-4808-a5af-fa7049ec41c7 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:49.878482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-767593a9-11b8-4808-a5af-fa7049ec41c7 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.129 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 946 time: 0.3397291 Feb 16 14:59:49.933127 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Pushing event updated for resources: {'Port': ['ID=c69157fb-8051-4865-82b1-80fc48093c41,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:50.007739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 836d9f9f-da07-4920-8bc2-86393091356b completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:59:50.015676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 836d9f9f-da07-4920-8bc2-86393091356b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:50.015676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:50.115036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Attempting to bind port c69157fb-8051-4865-82b1-80fc48093c41 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:50.115451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Attempting to bind port c69157fb-8051-4865-82b1-80fc48093c41 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:50.115842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Attempting to bind port c69157fb-8051-4865-82b1-80fc48093c41 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:50.143872 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:50.185162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Port c69157fb-8051-4865-82b1-80fc48093c41 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:59:50.185755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Attempting to bind port c69157fb-8051-4865-82b1-80fc48093c41 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:50.191030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f5245-c983-41df-a7d6-b372292ffc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d9f9f-da07-4920-8bc2-86393091356b'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:50.195902 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788dae44-c6ba-4e77-a5ba-5816b0a45a6d" -d '{"events": [{"server_uuid": "676f5245-c983-41df-a7d6-b372292ffc96", "name": "network-vif-plugged", "status": "completed", "tag": "836d9f9f-da07-4920-8bc2-86393091356b"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:50.200235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:50.207348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:50.207993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:50.208700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Bound port: c69157fb-8051-4865-82b1-80fc48093c41, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:50.209238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:50.234134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 836d9f9f-da07-4920-8bc2-86393091356b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=836d9f9f-da07-4920-8bc2-86393091356b,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:50.286059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d5589-f5f5-4028-8a44-481f60dcaf7a req-bdf37b6a-78f3-40d1-9f5f-4dab4012e946 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:50.294464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-613d5589-f5f5-4028-8a44-481f60dcaf7a req-bdf37b6a-78f3-40d1-9f5f-4dab4012e946 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 946 time: 0.4429908 Feb 16 14:59:50.311750 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:50.319029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 172.20.0.10 (787cccbd-9503-4e11-a20c-2b727deb6ed1/4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720/4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:50.366849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:feb2:3d4b (787cccbd-9503-4e11-a20c-2b727deb6ed1/2c6a8dee-73c6-4dcb-8902-a7d19ec47e55/4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:50.461812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] For port c69157fb-8051-4865-82b1-80fc48093c41, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:50.468026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290328-d040-4586-a86a-2f59b7770bad req-84604fa6-7dba-4301-92f7-971aa411d01c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:50.468239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=836d9f9f-da07-4920-8bc2-86393091356b,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:50.477085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c290328-d040-4586-a86a-2f59b7770bad req-84604fa6-7dba-4301-92f7-971aa411d01c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 944 time: 0.4016960 Feb 16 14:59:50.502112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] For port c69157fb-8051-4865-82b1-80fc48093c41, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c69157fb-8051-4865-82b1-80fc48093c41,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:50.523044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-613d5589-f5f5-4028-8a44-481f60dcaf7a req-6e4e8919-4847-43ea-a1eb-4ef04cedd212 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272389 Feb 16 14:59:50.573121 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:50.628481 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1446bd-464b-4da9-b45e-cd90551d231d x-openstack-request-id: req-2c1446bd-464b-4da9-b45e-cd90551d231d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:50.629006 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676f5245-c983-41df-a7d6-b372292ffc96", "name": "network-vif-plugged", "status": "completed", "tag": "836d9f9f-da07-4920-8bc2-86393091356b", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:50.629445 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2c1446bd-464b-4da9-b45e-cd90551d231d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:50.629827 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676f5245-c983-41df-a7d6-b372292ffc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d9f9f-da07-4920-8bc2-86393091356b', 'code': 200} Feb 16 14:59:50.682050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Deleting port dd019bf5-6fa5-410b-ad0d-77eef75051f7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:50.682395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:50.684399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:50.685060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:50.686577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] 10.222.0.93 "PUT /v2.0/ports/c69157fb-8051-4865-82b1-80fc48093c41 HTTP/1.1" status: 200 len: 1096 time: 2.1787794 Feb 16 14:59:50.689274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752d0715-c716-4350-bc6f-a880233a8f49', 'tag': 'c69157fb-8051-4865-82b1-80fc48093c41'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:50.699166 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c71f8c0-3c72-4084-aef4-2461216e14cf" -d '{"events": [{"name": "network-changed", "server_uuid": "752d0715-c716-4350-bc6f-a880233a8f49", "tag": "c69157fb-8051-4865-82b1-80fc48093c41"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:50.723281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7efe8fde-f24e-4f97-a837-ab482619b917 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:50.730861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf825bc-0f9f-4efe-b5a6-0ccfbcab7959 service neutron] Pushing event updated for resources: {'Port': ['ID=c69157fb-8051-4865-82b1-80fc48093c41,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:50.805721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4a28b-e3c3-4013-b503-89f5205e716e None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:50.908250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c290328-d040-4586-a86a-2f59b7770bad req-5f07ea92-9061-405b-8b88-cf6e0a3c1277 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290795 Feb 16 14:59:50.973368 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da07d46-6c44-45a1-a1ba-6c2c32301f07 x-openstack-request-id: req-7da07d46-6c44-45a1-a1ba-6c2c32301f07 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:50.974178 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752d0715-c716-4350-bc6f-a880233a8f49", "tag": "c69157fb-8051-4865-82b1-80fc48093c41", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:50.974579 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7da07d46-6c44-45a1-a1ba-6c2c32301f07 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:50.975326 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752d0715-c716-4350-bc6f-a880233a8f49', 'tag': 'c69157fb-8051-4865-82b1-80fc48093c41', 'status': 'completed', 'code': 200} Feb 16 14:59:50.988249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.097560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.197610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a2ade-b6c8-4b6a-8236-7a63ba5da175 req-d3c57247-639d-4e0a-8379-9870aea61187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.199135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-245a2ade-b6c8-4b6a-8236-7a63ba5da175 req-d3c57247-639d-4e0a-8379-9870aea61187 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 1096 time: 0.4536252 Feb 16 14:59:51.210796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-edf98409-ae63-469f-b2bc-0c2c93a362dc None None] Provisioning complete for port 7efe8fde-f24e-4f97-a837-ab482619b917 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:51.211380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-edf98409-ae63-469f-b2bc-0c2c93a362dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.211486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7de9b-9c23-4032-91e8-acd7efadf18f req-2b9f9b49-1893-4539-9515-4b4424ecd9a9 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.219955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44a7de9b-9c23-4032-91e8-acd7efadf18f req-2b9f9b49-1893-4539-9515-4b4424ecd9a9 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 948 time: 0.3291564 Feb 16 14:59:51.238364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] For port dd019bf5-6fa5-410b-ad0d-77eef75051f7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=dd019bf5-6fa5-410b-ad0d-77eef75051f7,segment=NetworkSegment(6d980629-eed8-47d7-830c-6baf6c4df2fa),segment_id=6d980629-eed8-47d7-830c-6baf6c4df2fa)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:51.238767 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.257626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7efe8fde-f24e-4f97-a837-ab482619b917 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:51.258004 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.271660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.278911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Calling delete_port for dd019bf5-6fa5-410b-ad0d-77eef75051f7 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:51.353715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:51.360549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:51.363952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-245a2ade-b6c8-4b6a-8236-7a63ba5da175 req-bad5f406-1aea-4104-91a1-18c932b66e9f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417494 Feb 16 14:59:51.395218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:51.411391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44a7de9b-9c23-4032-91e8-acd7efadf18f req-e6a64cc1-0a50-4f2b-a7dc-f62dac24b9c4 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904855 Feb 16 14:59:51.468720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:51.524364 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-edf98409-ae63-469f-b2bc-0c2c93a362dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.579800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-917aa956-b8d1-4901-8dc4-7675ff431637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.583676 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-917aa956-b8d1-4901-8dc4-7675ff431637 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9de9b45640fe44cd8c66befae67fb01f&device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 1099 time: 0.7347479 Feb 16 14:59:51.589902 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.590917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.591636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.637206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 7efe8fde-f24e-4f97-a837-ab482619b917, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7efe8fde-f24e-4f97-a837-ab482619b917,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:51.685603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24687dcb-cac8-4b19-b445-ce337a0792a5 None None] Update dhcp port {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '2c6a8dee-73c6-4dcb-8902-a7d19ec47e55', 'ip_address': '2001:db8::f816:3eff:fe97:2c1f'}, {'subnet_id': '4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '7efe8fde-f24e-4f97-a837-ab482619b917'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 14:59:51.707089 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-d2b38d9b-0451-4612-b12d-98e84ac28bb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=c69157fb-8051-4865-82b1-80fc48093c41 HTTP/1.1" status: 200 len: 217 time: 0.0617931 Feb 16 14:59:51.719029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8b2b4258-6128-4a14-915c-9b597d3592ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9203522 Feb 16 14:59:51.724766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:51.728609 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24687dcb-cac8-4b19-b445-ce337a0792a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.776010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.782807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-096b0ef6-7ac1-4ddc-8d6c-732586131a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.784596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-096b0ef6-7ac1-4ddc-8d6c-732586131a90 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0684156 Feb 16 14:59:51.792544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723a63d-d8a6-437b-af5f-8cf025aecdac req-6ca364ea-f15b-42ea-8d40-cf65addb724e tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.794179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c723a63d-d8a6-437b-af5f-8cf025aecdac req-6ca364ea-f15b-42ea-8d40-cf65addb724e tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 946 time: 0.1373000 Feb 16 14:59:51.809462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e23021-0a0a-4816-82e0-df30ff69c2f6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.817323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e23021-0a0a-4816-82e0-df30ff69c2f6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.820999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-16e23021-0a0a-4816-82e0-df30ff69c2f6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0915053 Feb 16 14:59:51.822048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:51.830495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-edf98409-ae63-469f-b2bc-0c2c93a362dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:59:51.830858 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-edf98409-ae63-469f-b2bc-0c2c93a362dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:59:51.871596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c723a63d-d8a6-437b-af5f-8cf025aecdac req-d80999b6-4536-4088-ba29-2a795d4a1259 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/security-groups?id=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Feb 16 14:59:51.893353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:51.922208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=7efe8fde-f24e-4f97-a837-ab482619b917,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:51.955098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71da50-9f8b-492e-8a95-052e96afadbc req-db7af1f1-0d08-4907-88d1-c4b335c47b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:51.956490 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-db7af1f1-0d08-4907-88d1-c4b335c47b71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461093 Feb 16 14:59:51.969670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Pushing event deleted for resources: {'Port': ['ID=dd019bf5-6fa5-410b-ad0d-77eef75051f7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:52.068968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] No DVR routers for this DVR port dd019bf5-6fa5-410b-ad0d-77eef75051f7 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:52.071829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:52.078831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16d46d37-b9b3-4fea-b045-24f24ff5775e req-3c855985-589e-41f2-b137-5e53213ba4bd tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.129 "DELETE /v2.0/ports/dd019bf5-6fa5-410b-ad0d-77eef75051f7 HTTP/1.1" status: 204 len: 173 time: 2.1785727 Feb 16 14:59:52.086427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'name': 'network-vif-deleted', 'tag': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:59:52.086427 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79c1ef-f1ab-4998-a38d-5cb15623eb1f" -d '{"events": [{"server_uuid": "ea8da12b-919e-4267-8a9d-c84f804dc9d9", "name": "network-vif-deleted", "tag": "dd019bf5-6fa5-410b-ad0d-77eef75051f7"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:59:52.087534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Deleting port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:52.087905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:52.114597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:52.117371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:52.142500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-24687dcb-cac8-4b19-b445-ce337a0792a5 None None] Allocated IP 172.20.0.2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720/7efe8fde-f24e-4f97-a837-ab482619b917) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:52.159771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d5f8-fb70-4d5c-818e-f3fec91aef51 req-24a86841-4c37-4156-b4f2-cadd30bf9fb2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:52.163485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dd7d5f8-fb70-4d5c-818e-f3fec91aef51 req-24a86841-4c37-4156-b4f2-cadd30bf9fb2 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.0778611 Feb 16 14:59:52.188957 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9aa4c1-f8a3-489c-8a11-3b5d2fea34d2 x-openstack-request-id: req-4f9aa4c1-f8a3-489c-8a11-3b5d2fea34d2 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:59:52.190318 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8da12b-919e-4267-8a9d-c84f804dc9d9", "name": "network-vif-deleted", "tag": "dd019bf5-6fa5-410b-ad0d-77eef75051f7", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:59:52.190318 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4f9aa4c1-f8a3-489c-8a11-3b5d2fea34d2 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:59:52.190318 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8da12b-919e-4267-8a9d-c84f804dc9d9', 'name': 'network-vif-deleted', 'tag': 'dd019bf5-6fa5-410b-ad0d-77eef75051f7', 'status': 'completed', 'code': 200} Feb 16 14:59:52.226564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dd7d5f8-fb70-4d5c-818e-f3fec91aef51 req-88455605-719c-45ac-938e-04cc7af4d652 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564067 Feb 16 14:59:52.233767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-4f00dd2f-9897-426d-9c6d-fc20b04f6886 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686334 Feb 16 14:59:52.281064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-24687dcb-cac8-4b19-b445-ce337a0792a5 None None] For port 7efe8fde-f24e-4f97-a837-ab482619b917, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7efe8fde-f24e-4f97-a837-ab482619b917,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:52.320677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24687dcb-cac8-4b19-b445-ce337a0792a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:52.387002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:52.404192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24687dcb-cac8-4b19-b445-ce337a0792a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:52.411334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] For port a32bd5e6-ebd6-4ece-8712-eff7f2cd7563, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:52.411334 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:52.430326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:52.640228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24687dcb-cac8-4b19-b445-ce337a0792a5 None None] Pushing event updated for resources: {'Port': ['ID=7efe8fde-f24e-4f97-a837-ab482619b917,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:52.676449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Calling delete_port for a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:52.690950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7efe8fde-f24e-4f97-a837-ab482619b917 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:52.726210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cb29e-6c3a-4b1c-9441-dd4f72f3a88f req-2b7edcbc-b92a-412a-b826-ab0e8dd940e4 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:52.739453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b90cb29e-6c3a-4b1c-9441-dd4f72f3a88f req-2b7edcbc-b92a-412a-b826-ab0e8dd940e4 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 948 time: 0.1468899 Feb 16 14:59:52.805314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dd019bf5-6fa5-410b-ad0d-77eef75051f7 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:52.811019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b90cb29e-6c3a-4b1c-9441-dd4f72f3a88f req-6cc22ea9-bc31-4b29-9e8f-dc90683b90bd tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649192 Feb 16 14:59:52.836074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: dd019bf5-6fa5-410b-ad0d-77eef75051f7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:52.836074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device dd019bf5-6fa5-410b-ad0d-77eef75051f7 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:52.846415 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-de71da50-9f8b-492e-8a95-052e96afadbc req-abf34852-0dcc-4d3e-a6fc-67e38419fb25 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041417 Feb 16 14:59:52.880822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7efe8fde-f24e-4f97-a837-ab482619b917 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:52.881408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.043155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d35543b-41c3-49ba-b758-8278ac3fbfea req-bb9d690f-1e92-4b36-ad38-ca44a4f09030 tempest-InstanceActionsNegativeTestJSON-976178478 tempest-InstanceActionsNegativeTestJSON-976178478-project] 10.222.0.113 "GET /v2.0/ports?device_id=ea8da12b-919e-4267-8a9d-c84f804dc9d9 HTTP/1.1" status: 200 len: 210 time: 0.0378807 Feb 16 14:59:53.158030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.175127 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-db2a6895-6ebd-4510-8cda-c11fb548ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:53.184364 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-db2a6895-6ebd-4510-8cda-c11fb548ac3f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9de9b45640fe44cd8c66befae67fb01f&device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 1099 time: 0.1301036 Feb 16 14:59:53.276584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32bd5e6-ebd6-4ece-8712-eff7f2cd7563,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:53.299997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38666) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:53.535432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7a5bcc3-54b6-4d63-8139-20544530f06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.539067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.559927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceca49c-0dc5-436b-92e3-9ac89f1da176 req-ee33106c-d9d1-4b15-8add-ddefaef956cc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:53.561472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ceca49c-0dc5-436b-92e3-9ac89f1da176 req-ee33106c-d9d1-4b15-8add-ddefaef956cc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.1253738 Feb 16 14:59:53.641111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ceca49c-0dc5-436b-92e3-9ac89f1da176 req-d3b2a376-79e6-44e6-acb0-9a8257bd49bc tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637026 Feb 16 14:59:53.658221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:53.737824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7a5bcc3-54b6-4d63-8139-20544530f06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.758904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-69379088-8477-4b1d-98ce-e7c90744767d None None] Could not find standard attr ID for object 4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:59:53.786141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-69379088-8477-4b1d-98ce-e7c90744767d None None] Provisioning complete for port 7efe8fde-f24e-4f97-a837-ab482619b917 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:53.797559 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69379088-8477-4b1d-98ce-e7c90744767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.831819 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f7a5bcc3-54b6-4d63-8139-20544530f06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.893440 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f7a5bcc3-54b6-4d63-8139-20544530f06e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=88945f16b50c483e9d38aa7f0d2ea32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923700 Feb 16 14:59:53.895353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5bcc3-54b6-4d63-8139-20544530f06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91297e3-a1ea-4854-8f94-b554f882dd80,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:53.909830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38680) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:53.909830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b61e43-6731-4653-8755-c8a3f16aef18 req-ab36bfb8-66c6-4c72-ba17-7558e921baeb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:53.921584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12b61e43-6731-4653-8755-c8a3f16aef18 req-ab36bfb8-66c6-4c72-ba17-7558e921baeb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.1491706 Feb 16 14:59:53.936779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.954759 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:53.965833 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a90f11a2-86d7-4dbd-b0f9-12b4d0132860 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e HTTP/1.1" status: 204 len: 168 time: 2.1352429 Feb 16 14:59:53.966936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38682) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:53.976052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-9beead10-7c6a-49fb-987e-3033d782e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:53.981853 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-9beead10-7c6a-49fb-987e-3033d782e7a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.7697551 Feb 16 14:59:54.050267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12b61e43-6731-4653-8755-c8a3f16aef18 req-4f6dbaca-630c-4c8d-993c-470c62b063a6 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276176 Feb 16 14:59:54.103210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0b658af-aa24-4bd5-9130-d56652c3a349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.119522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38690) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:54.130675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0b658af-aa24-4bd5-9130-d56652c3a349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.139937 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-01ec593e-ff85-4061-bb29-1dc1bd06bb6b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=c69157fb-8051-4865-82b1-80fc48093c41 HTTP/1.1" status: 200 len: 217 time: 0.0730090 Feb 16 14:59:54.175773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9243-6431-40a6-827f-69d8c2197f9f req-8e97c6be-f7d8-4396-8f14-9dcb21a2f2bc tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:54.180341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-746b9243-6431-40a6-827f-69d8c2197f9f req-8e97c6be-f7d8-4396-8f14-9dcb21a2f2bc tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 948 time: 0.1685936 Feb 16 14:59:54.207255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3727dee9-9323-48a7-a0b2-1e5b80cc7b91 None None] Could not find standard attr ID for object 4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:59:54.228999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-746b9243-6431-40a6-827f-69d8c2197f9f req-e0887bfd-289a-4b13-b546-dc9aa6ff2611 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Feb 16 14:59:54.260078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d00ee-e78f-4602-b7bc-6b8f79c94bde tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:54.261568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d00ee-e78f-4602-b7bc-6b8f79c94bde tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:54.263060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d00ee-e78f-4602-b7bc-6b8f79c94bde tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:54.269034 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-647d00ee-e78f-4602-b7bc-6b8f79c94bde tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2990546 Feb 16 14:59:54.272256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38694) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:54.281647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] Deleting subnet a3622ee1-cedd-40a7-9b17-8c292548d18a {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:54.291481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.323687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0b658af-aa24-4bd5-9130-d56652c3a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.329548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0b658af-aa24-4bd5-9130-d56652c3a349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.332095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a0b658af-aa24-4bd5-9130-d56652c3a349 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b91297e3-a1ea-4854-8f94-b554f882dd80 HTTP/1.1" status: 204 len: 168 time: 0.4328704 Feb 16 14:59:54.347307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b658af-aa24-4bd5-9130-d56652c3a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91297e3-a1ea-4854-8f94-b554f882dd80,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:54.352442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-60d0822d-f511-4d60-b882-43e4c1c4aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:54.357897 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-60d0822d-f511-4d60-b882-43e4c1c4aa83 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.1940596 Feb 16 14:59:54.394449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.397478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 2c6a8dee-73c6-4dcb-8902-a7d19ec47e55 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:54.403053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.486020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.527168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.592218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-26a1a3d3-59c9-4b11-98a3-8a931a915bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:54.593797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-26a1a3d3-59c9-4b11-98a3-8a931a915bd7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272816 Feb 16 14:59:54.605608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.717904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7efe8fde-f24e-4f97-a837-ab482619b917 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:54.718079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:59:54.735803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6cd3-95b6-4fa0-947e-1e5f85a8a00d req-cd41327c-e316-4b1f-8212-f1fb24d7a34d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:54.738315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-400c6cd3-95b6-4fa0-947e-1e5f85a8a00d req-cd41327c-e316-4b1f-8212-f1fb24d7a34d tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.3091457 Feb 16 14:59:54.789242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.830716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6a8dee-73c6-4dcb-8902-a7d19ec47e55,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:54.832860 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.839366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-738dba0e-0a9b-4e66-a15e-9b6343ad4550 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/2c6a8dee-73c6-4dcb-8902-a7d19ec47e55 HTTP/1.1" status: 204 len: 168 time: 0.5652034 Feb 16 14:59:54.840350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38706) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:54.854501 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.858191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102a498-6944-4318-8a8f-92eb4a1e84cb None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:54.875786 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-593322b9-4d86-4049-8725-ca2fe1503412 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678990 Feb 16 14:59:54.893990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-400c6cd3-95b6-4fa0-947e-1e5f85a8a00d req-0b5308b1-ce03-4882-af98-e921a2886e1e tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472239 Feb 16 14:59:54.911919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:54.915876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.921692 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:54.927185 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a3622ee1-cedd-40a7-9b17-8c292548d18a HTTP/1.1" status: 204 len: 168 time: 0.8008103 Feb 16 14:59:54.932088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e28d5-e0ce-4a5e-a889-b4acd113a081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3622ee1-cedd-40a7-9b17-8c292548d18a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:54.935201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38710) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:54.966949 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.034099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7efe8fde-f24e-4f97-a837-ab482619b917 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:55.034462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.089406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.209372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49906d34-8a80-412e-9066-0c63db89015a req-ab39b4ae-cc55-4fb1-b1cc-cf0ea6b516ca tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:55.210996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49906d34-8a80-412e-9066-0c63db89015a req-ab39b4ae-cc55-4fb1-b1cc-cf0ea6b516ca tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.1175904 Feb 16 14:59:55.261068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49906d34-8a80-412e-9066-0c63db89015a req-59bf36d8-4499-4e0e-b7e6-aa9fb46bc10c tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Feb 16 14:59:55.317316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38724) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:55.346588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8c49361-299f-4e10-b612-d925e725fe6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.377590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.450264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:55.471633 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.474489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:59:55.475768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-89c1fd30-ab16-4de8-a088-df9e13c579d8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720 HTTP/1.1" status: 204 len: 168 time: 0.6339281 Feb 16 14:59:55.485727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] Sync routers for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:59:55.489734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38726) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:55.497591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:55.498535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:55.511809 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f5ce565f-bbe6-47e3-8bbd-3c02c6596ae5 admin admin] 10.222.0.113 "PUT /v2.0/routers/3dfd3cc2-e21b-4eb3-afe6-92b024092cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9897783 Feb 16 14:59:55.523366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38728) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:55.550610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.588063 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6c71f8c0-3c72-4084-aef4-2461216e14cf req-dba1d7f4-7712-4843-8249-04e8eebec029 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915236 Feb 16 14:59:55.611677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95823-b758-4102-b097-e2d3f5e6f85a req-d05f21b9-a537-4d22-a109-010bb89a72a2 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:55.615211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82e95823-b758-4102-b097-e2d3f5e6f85a req-d05f21b9-a537-4d22-a109-010bb89a72a2 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 948 time: 0.2741790 Feb 16 14:59:55.625734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-42b51291-47f3-4fcc-a7d0-023cd0dd2155 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348107 Feb 16 14:59:55.629661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38732) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:55.637748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:55.713509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:55.801813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.830617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82e95823-b758-4102-b097-e2d3f5e6f85a req-48187b30-4426-4ee1-a0f0-b5d7f045d543 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549168 Feb 16 14:59:55.831996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c69157fb-8051-4865-82b1-80fc48093c41 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:59:55.853144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1408559-f50d-47d7-8139-2bebaf06ecb9']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:55.868453 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8c49361-299f-4e10-b612-d925e725fe6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.870310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.870903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d980629-eed8-47d7-830c-6baf6c4df2fa') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:55.871307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d980629-eed8-47d7-830c-6baf6c4df2fa') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:55.894556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0e7b9-e855-4327-ba0e-6d0b943f6d11 req-3b2b1182-c096-4c8f-b283-599d006c48d7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:55.895713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.923667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90e0e7b9-e855-4327-ba0e-6d0b943f6d11 req-3b2b1182-c096-4c8f-b283-599d006c48d7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.2957869 Feb 16 14:59:55.943622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.951233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:59:55.952016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: timer() Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:59:55.954133 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:59:55.967143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:55.975151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.019708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8c49361-299f-4e10-b612-d925e725fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.084236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c69157fb-8051-4865-82b1-80fc48093c41, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c69157fb-8051-4865-82b1-80fc48093c41,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:56.099220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f6d38-dd16-422e-8906-fc8d25302f06 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:56.151485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.188875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d8c49361-299f-4e10-b612-d925e725fe6d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bec4c75e49304692a94ac63cb406f641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8676844 Feb 16 14:59:56.189749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38742) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:56.190720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90e0e7b9-e855-4327-ba0e-6d0b943f6d11 req-c1bf2f24-8a6f-4d5a-a937-574a6d45de57 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775457 Feb 16 14:59:56.191473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c49361-299f-4e10-b612-d925e725fe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751abb3e-c7e7-4e39-a5b6-b10b43f44dab,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:56.196025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'c69157fb-8051-4865-82b1-80fc48093c41', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': 'c69157fb-8051-4865-82b1-80fc48093c41', 'mac_address': 'fa:16:3e:d3:ca:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:59:56.198655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '6e189eac-6745-4580-b8e7-0608c846a264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:59:52Z', 'revision_number': 5, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port': {'id': '6e189eac-6745-4580-b8e7-0608c846a264', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:51:16Z', 'updated_at': '2022-02-16T14:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:56.229670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.270797 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.270797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] 10.222.0.113 "DELETE /v2.0/networks/f1408559-f50d-47d7-8139-2bebaf06ecb9 HTTP/1.1" status: 204 len: 168 time: 1.3199866 Feb 16 14:59:56.270797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13871e-b234-4c37-8b82-58510b39578d admin admin] Pushing event deleted for resources: {'Network': ['ID=f1408559-f50d-47d7-8139-2bebaf06ecb9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:56.295335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20091531-e00e-40b9-b6c2-a8aa6743fb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.374491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20091531-e00e-40b9-b6c2-a8aa6743fb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.460845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] Checking router: 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:59:56.464872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587dcf-6b57-4913-bfb6-c732c1af95e4 req-76a65c45-ee26-4e86-a404-23fb2acc37c4 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:56.466692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18587dcf-6b57-4913-bfb6-c732c1af95e4 req-76a65c45-ee26-4e86-a404-23fb2acc37c4 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.1569965 Feb 16 14:59:56.472738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Deleting port 6e189eac-6745-4580-b8e7-0608c846a264 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:56.473172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.503823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bd223398-70f3-4658-8c41-61b0401747ca None None] Provisioning complete for port 7efe8fde-f24e-4f97-a837-ab482619b917 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:59:56.504210 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd223398-70f3-4658-8c41-61b0401747ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.521925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20091531-e00e-40b9-b6c2-a8aa6743fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.525799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20091531-e00e-40b9-b6c2-a8aa6743fb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.527307 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-20091531-e00e-40b9-b6c2-a8aa6743fb11 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/751abb3e-c7e7-4e39-a5b6-b10b43f44dab HTTP/1.1" status: 204 len: 168 time: 0.3363862 Feb 16 14:59:56.539277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20091531-e00e-40b9-b6c2-a8aa6743fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751abb3e-c7e7-4e39-a5b6-b10b43f44dab,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:56.542105 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.577491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] Routers {'3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:59:56.578231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T14:59:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:56.585599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18587dcf-6b57-4913-bfb6-c732c1af95e4 req-b01648b5-fc76-4cc4-b9d1-e0fff8faf228 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Feb 16 14:59:56.587198 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.624658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] For port 6e189eac-6745-4580-b8e7-0608c846a264, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e189eac-6745-4580-b8e7-0608c846a264,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:56.625021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.650408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Calling delete_port for 6e189eac-6745-4580-b8e7-0608c846a264 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:56.657826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=c8cec0ea-d040-4437-bcb7-08675ec93f77,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:56.679115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69157fb-8051-4865-82b1-80fc48093c41 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:59:56.699194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:56.702134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:56.710376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:56.715823 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.722584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c69157fb-8051-4865-82b1-80fc48093c41, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c69157fb-8051-4865-82b1-80fc48093c41,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:56.770039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] Set router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:59:56.878761 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-268351c0-4116-4336-a432-de951cb6c916 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2448494 Feb 16 14:59:56.880361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:59:56.883393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38760) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:56.887590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:56.889512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:59:56Z', 'revision_number': 6, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:59:56.890351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:56.966124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38762) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:56.978123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a64288-83b1-4d81-95ce-160830c8a272 None None] The sync data for ids ['3dfd3cc2-e21b-4eb3-afe6-92b024092cb5'] in n-d-829433-1 is: [{'id': '3dfd3cc2-e21b-4eb3-afe6-92b024092cb5', 'name': 'tempest-ServerActionsTestJSON-1490576683-router', 'tenant_id': 'ec137de5f57a41b2934ddafed334ff75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:51:14Z', 'updated_at': '2022-02-16T14:59:56Z', 'revision_number': 6, 'project_id': 'ec137de5f57a41b2934ddafed334ff75', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:59:56.980109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c69157fb-8051-4865-82b1-80fc48093c41,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:57.053244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.088727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] Deleting port 7efe8fde-f24e-4f97-a837-ab482619b917 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:57.109220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.137919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c69157fb-8051-4865-82b1-80fc48093c41'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:59:57.140444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c8e22766-6489-4d64-bf86-48848f922d2f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4e4d48206bc3403e966e32e109633da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731167 Feb 16 14:59:57.144106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38768) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:57.199697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:57.203649 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.257934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] For port 7efe8fde-f24e-4f97-a837-ab482619b917, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7efe8fde-f24e-4f97-a837-ab482619b917,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:57.258341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.265923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e189eac-6745-4580-b8e7-0608c846a264,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:57.276525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.280030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] Calling delete_port for 7efe8fde-f24e-4f97-a837-ab482619b917 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:57.307218 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bac094a-a302-4e4e-ac44-e4947099e584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.369728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bac094a-a302-4e4e-ac44-e4947099e584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.591376 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.626133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bac094a-a302-4e4e-ac44-e4947099e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.629225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bac094a-a302-4e4e-ac44-e4947099e584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.633210 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9bac094a-a302-4e4e-ac44-e4947099e584 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8 HTTP/1.1" status: 204 len: 168 time: 0.4866140 Feb 16 14:59:57.654646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] Pushing event deleted for resources: {'Port': ['ID=7efe8fde-f24e-4f97-a837-ab482619b917,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:57.662550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac094a-a302-4e4e-ac44-e4947099e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8aaa3d-9db7-41bd-9178-9e2f2744b6e8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:57.685546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7358fe9-768f-4830-9369-1b2c9afab171 None None] No DVR routers for this DVR port 7efe8fde-f24e-4f97-a837-ab482619b917 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:59:57.720874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71cf09-06f5-4ce1-a743-3f1dde8bf629 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:57.887272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:59:57.889030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.948424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:57.951919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:57.958612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:57.958612 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:57.990865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8972dde-1469-4319-a223-311b23a85d30 req-54c1f0e9-f98a-4993-b2c2-031f5bb2abbd tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:57.998444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=dfb8af10-b05e-41c1-ac1e-6cf7f854cf32,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:58.006036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8972dde-1469-4319-a223-311b23a85d30 req-54c1f0e9-f98a-4993-b2c2-031f5bb2abbd tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 949 time: 1.0398636 Feb 16 14:59:58.022868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'c8cec0ea-d040-4437-bcb7-08675ec93f77'}, {'subnet_id': 'dfb8af10-b05e-41c1-ac1e-6cf7f854cf32'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 14:59:58.034092 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.106940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f33fa1c2-c42f-457c-98f6-cba01276824e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2223423 Feb 16 14:59:58.107864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38804) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:58.116490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:b5:27:46', 'name': 'tempest-NetworksTestDHCPv6-1730696636'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:59:58.189501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.215158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.229207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8972dde-1469-4319-a223-311b23a85d30 req-4fa88fdc-fab7-4d22-8dc6-0c3aa88a9bad tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721950 Feb 16 14:59:58.300327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29115b0-f37a-46da-966b-ea2e89e003f1 req-b0be07a5-d7a1-4f65-8849-3a2f997149f7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:58.311713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a29115b0-f37a-46da-966b-ea2e89e003f1 req-b0be07a5-d7a1-4f65-8849-3a2f997149f7 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.4012802 Feb 16 14:59:58.387772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a29115b0-f37a-46da-966b-ea2e89e003f1 req-c80da9aa-6b67-4c3d-a631-75962fbc91dd tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718477 Feb 16 14:59:58.413960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Allocated IP 172.20.0.2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/c8cec0ea-d040-4437-bcb7-08675ec93f77/4030d8a4-331f-4057-9726-709ddb4db513) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:58.421016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.421762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:59:58.422122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Allocated IP 2001:db8::f816:3eff:febd:112c (787cccbd-9503-4e11-a20c-2b727deb6ed1/dfb8af10-b05e-41c1-ac1e-6cf7f854cf32/4030d8a4-331f-4057-9726-709ddb4db513) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:58.427939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.430521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb81ad8b-0eab-4cbe-8bc6-9cd481faf672 admin admin] 10.222.0.113 "DELETE /v2.0/routers/3dfd3cc2-e21b-4eb3-afe6-92b024092cb5 HTTP/1.1" status: 204 len: 168 time: 2.9046404 Feb 16 14:59:58.431816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38816) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:58.471000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:59:58.554688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] Deleting subnet 6fc55b5a-d5fd-4575-852d-3179aee27a6b {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 14:59:58.561225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.658516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.674578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7efe8fde-f24e-4f97-a837-ab482619b917 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:58.701311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7efe8fde-f24e-4f97-a837-ab482619b917 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:58.701719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7efe8fde-f24e-4f97-a837-ab482619b917 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:58.702273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e189eac-6745-4580-b8e7-0608c846a264 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:58.731303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6e189eac-6745-4580-b8e7-0608c846a264 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:58.732002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e189eac-6745-4580-b8e7-0608c846a264 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:58.732571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:59:58.749672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.759709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.764242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 14:59:58.764998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a32bd5e6-ebd6-4ece-8712-eff7f2cd7563 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:59:58.802592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.830985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:59:58.835571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-8aa4f422-2eba-4b77-aca5-4c441be0e20b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:58.837213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-8aa4f422-2eba-4b77-aca5-4c441be0e20b tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.1733510 Feb 16 14:59:58.837532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:59:58.841874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Pushing event updated for resources: {'Port': ['ID=4030d8a4-331f-4057-9726-709ddb4db513,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:58.841993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:59:58.852978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port f633020e-6dc9-4620-9f03-8aafe2220c3d yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 14:59:58.921002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Attempting to bind port 4030d8a4-331f-4057-9726-709ddb4db513 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:59:58.921372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Attempting to bind port 4030d8a4-331f-4057-9726-709ddb4db513 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:59:58.921735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Attempting to bind port 4030d8a4-331f-4057-9726-709ddb4db513 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:59:58.927526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:59:58.927937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 14:59:58.928651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:58.928760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:59:58.929229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Bound port: 4030d8a4-331f-4057-9726-709ddb4db513, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:59:58.929610 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.039640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] For port 4030d8a4-331f-4057-9726-709ddb4db513, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:59:59.043952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] For port 4030d8a4-331f-4057-9726-709ddb4db513, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4030d8a4-331f-4057-9726-709ddb4db513,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:59:59.059622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.122589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.163872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Deleting port 836d9f9f-da07-4920-8bc2-86393091356b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:59.169973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.215763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91390f-7f4a-4fad-b905-3380b82340bc None None] Pushing event updated for resources: {'Port': ['ID=4030d8a4-331f-4057-9726-709ddb4db513,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:59.254978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 172.20.0.14 (787cccbd-9503-4e11-a20c-2b727deb6ed1/c8cec0ea-d040-4437-bcb7-08675ec93f77/f633020e-6dc9-4620-9f03-8aafe2220c3d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:59.270593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:feb5:2746 (787cccbd-9503-4e11-a20c-2b727deb6ed1/dfb8af10-b05e-41c1-ac1e-6cf7f854cf32/f633020e-6dc9-4620-9f03-8aafe2220c3d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:59:59.295447 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.361907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc55b5a-d5fd-4575-852d-3179aee27a6b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:59:59.386218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d06c8c3-c572-4e69-9d84-f55a2e7660f3 None None] Network 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 14:59:59.393261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.396833 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a615d26a-a629-4137-bcc3-17975f37eec9 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/6fc55b5a-d5fd-4575-852d-3179aee27a6b HTTP/1.1" status: 204 len: 168 time: 0.9637125 Feb 16 14:59:59.421519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38852) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:59.439765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] For port 836d9f9f-da07-4920-8bc2-86393091356b, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=836d9f9f-da07-4920-8bc2-86393091356b,segment=NetworkSegment(40c36bc7-2a66-4ab7-9e03-621bcf669301),segment_id=40c36bc7-2a66-4ab7-9e03-621bcf669301)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:59:59.439765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.497314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-8031222f-7f1e-4d3e-9e07-a73f661c6e29 req-7826d8ef-79a8-43b8-84ff-64e3c1c0fd81 service neutron] (103043) timed out ('10.222.0.129', 51753) {{(pid=103043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 14:59:59.575395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000d98e-d0d4-43b3-aa7b-aa60ba991729 req-4b9d11fe-adf7-4afb-81dd-ffd09afd25e9 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:59.579338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 14:59:59.585910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Calling delete_port for 836d9f9f-da07-4920-8bc2-86393091356b owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 14:59:59.589890 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9000d98e-d0d4-43b3-aa7b-aa60ba991729 req-4b9d11fe-adf7-4afb-81dd-ffd09afd25e9 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 949 time: 0.2036104 Feb 16 14:59:59.779291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e3c1d-381c-4889-b7fc-16c17e7708fd req-67fe69f8-c767-473b-a984-cad7aa942bdb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:59:59.779588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b21e3c1d-381c-4889-b7fc-16c17e7708fd req-67fe69f8-c767-473b-a984-cad7aa942bdb tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 945 time: 0.1879034 Feb 16 14:59:59.782767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.807530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9000d98e-d0d4-43b3-aa7b-aa60ba991729 req-9771258f-01d0-40f8-a777-12cd2e87c644 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993616 Feb 16 14:59:59.814059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] DHCP port deletion for 58428ed5-2c2e-4f4a-aee1-89cc5e69c62f request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 14:59:59.866755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c69157fb-8051-4865-82b1-80fc48093c41 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:59:59.881860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b21e3c1d-381c-4889-b7fc-16c17e7708fd req-78edd801-dfe6-4933-b0f6-bbf2c8f993c5 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a9174f9-994d-4ce5-9ca1-b38707e4011c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999238 Feb 16 14:59:59.946847 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.947193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] Deleting port 08f8f001-553e-439e-91be-7de612793d51 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 14:59:59.947687 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:59:59.976304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1459659797-network', 'tenant_id': '68269930914b4dd89227ec154c43a900'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:00.023368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port c69157fb-8051-4865-82b1-80fc48093c41 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:00:00.027408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Deleting port 08f8f001-553e-439e-91be-7de612793d51 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:00.032387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.039014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port c69157fb-8051-4865-82b1-80fc48093c41 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:00.039506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.081938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] For port 08f8f001-553e-439e-91be-7de612793d51, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=08f8f001-553e-439e-91be-7de612793d51,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:00.082545 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.099896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] Calling delete_port for 08f8f001-553e-439e-91be-7de612793d51 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:00.114787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.124404 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:00:00.146703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Pushing event deleted for resources: {'Port': ['ID=836d9f9f-da07-4920-8bc2-86393091356b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:00.156788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Made reservation on behalf of 68269930914b4dd89227ec154c43a900 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:00.160614 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.173412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] For port 08f8f001-553e-439e-91be-7de612793d51, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=08f8f001-553e-439e-91be-7de612793d51,segment=NetworkSegment(8f5de9d8-33b9-44b6-b51c-0e16a3acef8e),segment_id=8f5de9d8-33b9-44b6-b51c-0e16a3acef8e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:00.174007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.208038 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.239402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Calling delete_port for 08f8f001-553e-439e-91be-7de612793d51 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:00.246898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.260489 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.291884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d0715-c716-4350-bc6f-a880233a8f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69157fb-8051-4865-82b1-80fc48093c41'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:00.294668 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d42d41-975b-44ca-a180-ec1baae5c5c7" -d '{"events": [{"server_uuid": "752d0715-c716-4350-bc6f-a880233a8f49", "name": "network-vif-plugged", "status": "completed", "tag": "c69157fb-8051-4865-82b1-80fc48093c41"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:00.320409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c69157fb-8051-4865-82b1-80fc48093c41, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c69157fb-8051-4865-82b1-80fc48093c41,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:00.327247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] No DVR routers for this DVR port 836d9f9f-da07-4920-8bc2-86393091356b on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:00.329805 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.373432 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbe7e52-d793-4f13-adfc-1b34d8fbdcd2 x-openstack-request-id: req-3bbe7e52-d793-4f13-adfc-1b34d8fbdcd2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:00.373731 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d0715-c716-4350-bc6f-a880233a8f49", "name": "network-vif-plugged", "status": "completed", "tag": "c69157fb-8051-4865-82b1-80fc48093c41", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:00.373991 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3bbe7e52-d793-4f13-adfc-1b34d8fbdcd2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:00.374394 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d0715-c716-4350-bc6f-a880233a8f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69157fb-8051-4865-82b1-80fc48093c41', 'code': 200} Feb 16 15:00:00.382546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.385910 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4cfae16b-2428-40f7-9b12-0dff2553424c req-c7ec26e3-d59f-49ed-bfc4-5d1ae652ecf3 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.93 "DELETE /v2.0/ports/836d9f9f-da07-4920-8bc2-86393091356b HTTP/1.1" status: 204 len: 173 time: 1.5360129 Feb 16 15:00:00.387476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] Pushing event deleted for resources: {'Port': ['ID=08f8f001-553e-439e-91be-7de612793d51,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:00.391481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.392423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676f5245-c983-41df-a7d6-b372292ffc96', 'name': 'network-vif-deleted', 'tag': '836d9f9f-da07-4920-8bc2-86393091356b'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:00.395035 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb31f60-4025-4690-9b06-5b2e35ad533e" -d '{"events": [{"server_uuid": "676f5245-c983-41df-a7d6-b372292ffc96", "name": "network-vif-deleted", "tag": "836d9f9f-da07-4920-8bc2-86393091356b"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:00.398472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6956f60-bec8-4be1-8d87-2c9363136227 None None] No DVR routers for this DVR port 08f8f001-553e-439e-91be-7de612793d51 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:00.512674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c69157fb-8051-4865-82b1-80fc48093c41,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:00.568772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:00.615525 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe011dbb-ca8c-427f-98e6-9eb4ac1f8727 x-openstack-request-id: req-fe011dbb-ca8c-427f-98e6-9eb4ac1f8727 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:00.623760 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676f5245-c983-41df-a7d6-b372292ffc96", "name": "network-vif-deleted", "tag": "836d9f9f-da07-4920-8bc2-86393091356b", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:00.623760 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fe011dbb-ca8c-427f-98e6-9eb4ac1f8727 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:00.623760 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676f5245-c983-41df-a7d6-b372292ffc96', 'name': 'network-vif-deleted', 'tag': '836d9f9f-da07-4920-8bc2-86393091356b', 'status': 'completed', 'code': 200} Feb 16 15:00:00.645577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:00.685517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4030d8a4-331f-4057-9726-709ddb4db513 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:00.685683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:00.737289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=f633020e-6dc9-4620-9f03-8aafe2220c3d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:00.749086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4030d8a4-331f-4057-9726-709ddb4db513 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:00.749546 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.757764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:00.758452 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.761529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.825861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f8f001-553e-439e-91be-7de612793d51,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:00.827875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] No DVR routers for this DVR port 08f8f001-553e-439e-91be-7de612793d51 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:00.843373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d27d6b-7222-41d6-8903-20a984877e12 req-123d2929-43e2-45b6-a571-7724c3fa1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:00.845825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-56d27d6b-7222-41d6-8903-20a984877e12 req-123d2929-43e2-45b6-a571-7724c3fa1992 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 1101 time: 0.2878969 Feb 16 15:00:00.902013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38898) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:00.902522 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.913281 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-df3d155e-7f74-45ba-b7a6-0e0bdb393697 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8040762 Feb 16 15:00:00.952449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 4030d8a4-331f-4057-9726-709ddb4db513, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4030d8a4-331f-4057-9726-709ddb4db513,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:00.982406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:00.997195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948219e-71e8-40d2-aaba-a163dee341d0 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:01.050649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bb480-c301-49dd-8f30-8cb7a77e8d91 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:01.054039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.056583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bb480-c301-49dd-8f30-8cb7a77e8d91 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:01.057925 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-56d27d6b-7222-41d6-8903-20a984877e12 req-1e153468-b9c4-49a0-84c7-52ec6f6014ab service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780157 Feb 16 15:00:01.060927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3f3bb480-c301-49dd-8f30-8cb7a77e8d91 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1578610 Feb 16 15:00:01.061125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.064934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:01.081403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.089338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74c30137-37e5-4a9f-889a-e6b78ca78e8d req-1454f2ee-3bf7-4316-8ff5-fa07fa566326 tempest-ServerDiskConfigTestJSON-274312707 tempest-ServerDiskConfigTestJSON-274312707-project] 10.222.0.113 "GET /v2.0/ports?device_id=676f5245-c983-41df-a7d6-b372292ffc96 HTTP/1.1" status: 200 len: 210 time: 0.0633838 Feb 16 15:00:01.114105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281d2d-d1b4-4127-9e86-cc8e4e33de33 req-3557641c-af08-4a57-9023-df24b1a8a844 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:01.116675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb281d2d-d1b4-4127-9e86-cc8e4e33de33 req-3557641c-af08-4a57-9023-df24b1a8a844 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 950 time: 0.1605072 Feb 16 15:00:01.131811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:00:01.138593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58428ed5-2c2e-4f4a-aee1-89cc5e69c62f']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:01.140669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-948fb57b-e227-4d07-a43f-6a9b2b89122d None None] Provisioning complete for port 4030d8a4-331f-4057-9726-709ddb4db513 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:01.141051 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-948fb57b-e227-4d07-a43f-6a9b2b89122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.167340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:01.167669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5de9d8-33b9-44b6-b51c-0e16a3acef8e') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:01.191186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.192215 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Added segment d19036ff-483f-4e18-83b4-eafc7294e343 of type vlan for network 4704a48c-f4fd-448b-94bf-ab3c63f32138 Feb 16 15:00:01.193741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 08f8f001-553e-439e-91be-7de612793d51 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:01.198332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.203533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb281d2d-d1b4-4127-9e86-cc8e4e33de33 req-b7cd53cb-dbc4-4e10-a430-08bb08a6b4ad tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Feb 16 15:00:01.254117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d3906f-3e1c-4661-9dec-259baddb23e6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:01.274970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 08f8f001-553e-439e-91be-7de612793d51 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:00:01.275327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 08f8f001-553e-439e-91be-7de612793d51 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:00:01.287405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=4030d8a4-331f-4057-9726-709ddb4db513,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:01.301998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.322052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:00:01.322052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:00:01.322432 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:00:01.333703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.425256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port f633020e-6dc9-4620-9f03-8aafe2220c3d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:01.425256 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.511916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.539119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.545566 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] 10.222.0.113 "DELETE /v2.0/networks/58428ed5-2c2e-4f4a-aee1-89cc5e69c62f HTTP/1.1" status: 204 len: 168 time: 2.1201186 Feb 16 15:00:01.547396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad48077-1071-41ce-9aa4-4a39865a0ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=58428ed5-2c2e-4f4a-aee1-89cc5e69c62f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:01.557299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.558243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:01.558800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.642324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.646919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] Pushing event updated for resources: {'Network': ['ID=4704a48c-f4fd-448b-94bf-ab3c63f32138,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:01.656215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:00:01.678664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for f633020e-6dc9-4620-9f03-8aafe2220c3d owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:01.758394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:01.758598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4de04d9b-be44-4737-bfc7-533e6d03728e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1658525 Feb 16 15:00:01.766353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Request body: {'subnet': {'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1459659797-subnet', 'tenant_id': '68269930914b4dd89227ec154c43a900', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:01.848155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b891e6e0-7ea7-47ba-a106-aad6ad4f8ea1 None None] Provisioning complete for port f633020e-6dc9-4620-9f03-8aafe2220c3d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:01.848601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b891e6e0-7ea7-47ba-a106-aad6ad4f8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.879362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Made reservation on behalf of 68269930914b4dd89227ec154c43a900 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:01.882182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:01.882312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 836d9f9f-da07-4920-8bc2-86393091356b no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:01.914231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 836d9f9f-da07-4920-8bc2-86393091356b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:00:01.915997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 836d9f9f-da07-4920-8bc2-86393091356b not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:00:01.923599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b891e6e0-7ea7-47ba-a106-aad6ad4f8ea1 None None] Port f633020e-6dc9-4620-9f03-8aafe2220c3d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:01.934773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b891e6e0-7ea7-47ba-a106-aad6ad4f8ea1 None None] Provisioning complete for port 4030d8a4-331f-4057-9726-709ddb4db513 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:01.935400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b891e6e0-7ea7-47ba-a106-aad6ad4f8ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.019102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.069955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=f633020e-6dc9-4620-9f03-8aafe2220c3d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:02.119402 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38926) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:02.220220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.264181 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e36550cb-db40-4ad6-86c9-9fe8dcbaf860 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ec137de5f57a41b2934ddafed334ff75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454935 Feb 16 15:00:02.273703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38942) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:02.344677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.356794 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b5cd6a3-3587-4314-805a-446fd98bb375 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/f633020e-6dc9-4620-9f03-8aafe2220c3d HTTP/1.1" status: 204 len: 168 time: 1.2878935 Feb 16 15:00:02.365090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38946) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:02.398837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-09cc2661-30bd-4269-9a53-69d50e8a6409 None None] Could not find standard attr ID for object f633020e-6dc9-4620-9f03-8aafe2220c3d. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:00:02.452693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b2-a6f6-4373-9e6e-922866c429e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.462612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427d7c0-9f8f-4237-b448-239e04469585 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:02.464353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427d7c0-9f8f-4237-b448-239e04469585 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:02.466523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427d7c0-9f8f-4237-b448-239e04469585 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:02.469617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1427d7c0-9f8f-4237-b448-239e04469585 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1028399 Feb 16 15:00:02.478699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38952) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:02.502728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38954) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:02.519245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b2-a6f6-4373-9e6e-922866c429e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.535524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0baa91-c82f-4834-b8bd-b17a7fa6b112,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:02.567657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Checking segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:02.568179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Network hostable DHCP agents. Network: 4704a48c-f4fd-448b-94bf-ab3c63f32138, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:00:02.596593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2368c7-fcb3-4005-ab39-633cf9562778 req-d9e8221f-9942-4297-bc3e-8dd540ecf483 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:02.598430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d2368c7-fcb3-4005-ab39-633cf9562778 req-d9e8221f-9942-4297-bc3e-8dd540ecf483 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 950 time: 0.2435427 Feb 16 15:00:02.619348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4030d8a4-331f-4057-9726-709ddb4db513 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:02.666685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d2368c7-fcb3-4005-ab39-633cf9562778 req-9bc81f43-415d-4de6-9c9c-91cba9eaaf7f tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Feb 16 15:00:02.670432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet c8cec0ea-d040-4437-bcb7-08675ec93f77 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:02.690078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.696395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4030d8a4-331f-4057-9726-709ddb4db513 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:02.696909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.710733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:00:02.818325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4704a48c-f4fd-448b-94bf-ab3c63f32138) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:02.819650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:02.820193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:02.828607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f58027-fb31-4cad-a05a-ba50af88deca None None] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:02.926516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d5e0ba49-135e-499f-bd66-81062d0a8fa4 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1663461 Feb 16 15:00:03.052841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.119603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] Deleting subnet cf0cd46a-d36c-47d4-b799-d04c5320fa54 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:03.136213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.234231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.287804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-4704a48c-f4fd-448b-94bf-ab3c63f32138', 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'tenant_id': '68269930914b4dd89227ec154c43a900', 'fixed_ips': [{'subnet_id': '7b0baa91-c82f-4834-b8bd-b17a7fa6b112'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:00:03.289226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.299587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b2-a6f6-4373-9e6e-922866c429e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.305951 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b2-a6f6-4373-9e6e-922866c429e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.306144 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1edf47b2-a6f6-4373-9e6e-922866c429e1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/25300de0-4dc3-4b64-8432-846e4a938450 HTTP/1.1" status: 204 len: 168 time: 1.0351555 Feb 16 15:00:03.307876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.353311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf47b2-a6f6-4373-9e6e-922866c429e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25300de0-4dc3-4b64-8432-846e4a938450,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:03.358557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.517421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.576552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Allocated IP 172.20.0.2 (4704a48c-f4fd-448b-94bf-ab3c63f32138/7b0baa91-c82f-4834-b8bd-b17a7fa6b112/638e8402-571a-447f-b7f8-a49436e29564) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:03.595104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cec0ea-d040-4437-bcb7-08675ec93f77,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:03.599352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.639795 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.646667 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-246a6493-07bb-490e-8bbb-15ccb8473d2a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c8cec0ea-d040-4437-bcb7-08675ec93f77 HTTP/1.1" status: 204 len: 168 time: 1.1668155 Feb 16 15:00:03.649406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38992) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:03.650203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0cd46a-d36c-47d4-b799-d04c5320fa54,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:03.660341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.669498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-29068a5f-b93e-410b-8aae-5278decc5df8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/cf0cd46a-d36c-47d4-b799-d04c5320fa54 HTTP/1.1" status: 204 len: 168 time: 1.1499505 Feb 16 15:00:03.669631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54cb6a-a72a-45e7-a9eb-1b1b6b5c7e84 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:03.669742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38994) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:03.736296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet dfb8af10-b05e-41c1-ac1e-6cf7f854cf32 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:03.741295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.818453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.991461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:03.996957 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.015051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-0c032132-aff4-407d-9fa5-1a39efd58e9c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:04.024071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-0c032132-aff4-407d-9fa5-1a39efd58e9c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 816 time: 0.4364920 Feb 16 15:00:04.055574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1c64e-bd2a-4529-b4d4-7fd58d869b91 req-f87ddcc4-21f7-4535-aece-673990eb0fb9 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:04.064297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bb1c64e-bd2a-4529-b4d4-7fd58d869b91 req-f87ddcc4-21f7-4535-aece-673990eb0fb9 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 950 time: 0.2623019 Feb 16 15:00:04.092433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.093268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-51e46d9d-8a5f-4d7c-9828-a75e1e38b4e8 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/quotas/68269930914b4dd89227ec154c43a900 HTTP/1.1" status: 200 len: 375 time: 0.0589604 Feb 16 15:00:04.154199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.193111 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.216467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.237637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:04.242771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:04.246326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832241c7-d4b9-40a3-8d13-18b7c891a017']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:04.247307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:04.251536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Pushing event updated for resources: {'Port': ['ID=638e8402-571a-447f-b7f8-a49436e29564,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:04.259240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb8af10-b05e-41c1-ac1e-6cf7f854cf32,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:04.265368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-8fc03f10-33ee-4772-b398-75766c389c59 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978682 Feb 16 15:00:04.267907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.277546 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-16ca15ee-6c3f-417c-8f2e-62a9ac21232f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/dfb8af10-b05e-41c1-ac1e-6cf7f854cf32 HTTP/1.1" status: 204 len: 168 time: 0.6250455 Feb 16 15:00:04.278221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39010) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:04.279133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bb1c64e-bd2a-4529-b4d4-7fd58d869b91 req-bc12bc39-5710-43dd-93d4-e50581cc011a tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137642 Feb 16 15:00:04.280996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c36bc7-2a66-4ab7-9e03-621bcf669301') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:04.281289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c36bc7-2a66-4ab7-9e03-621bcf669301') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:04.382105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.388604 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f1a9e278-97a8-4986-8f79-c2091aecb1f9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956037 Feb 16 15:00:04.390212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39022) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:04.403921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Attempting to bind port 638e8402-571a-447f-b7f8-a49436e29564 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:04.404995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Attempting to bind port 638e8402-571a-447f-b7f8-a49436e29564 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:04.405454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:04.409111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Attempting to bind port 638e8402-571a-447f-b7f8-a49436e29564 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:04.426847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:04.427228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Checking segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:04.428273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.428961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Bound using segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:04.429451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Bound port: 638e8402-571a-447f-b7f8-a49436e29564, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:04.429889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.533652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.546175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] For port 638e8402-571a-447f-b7f8-a49436e29564, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:04.566741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] For port 638e8402-571a-447f-b7f8-a49436e29564, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=638e8402-571a-447f-b7f8-a49436e29564,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:04.573187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:00:04.573740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: items = [ Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:00:04.577916 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:00:04.678898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.696506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-1bf58d99-4978-42a0-8e56-8a442346806f service neutron] 10.222.0.113 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300449 Feb 16 15:00:04.758889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c691f4f-8034-413e-a048-cc198f16b6a5 None None] Pushing event updated for resources: {'Port': ['ID=638e8402-571a-447f-b7f8-a49436e29564,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:04.819840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.824427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:04.831802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] 10.222.0.113 "DELETE /v2.0/networks/832241c7-d4b9-40a3-8d13-18b7c891a017 HTTP/1.1" status: 204 len: 168 time: 1.1610298 Feb 16 15:00:04.854181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2c08e-485a-4abd-b16c-41652975f07a admin admin] Pushing event deleted for resources: {'Network': ['ID=832241c7-d4b9-40a3-8d13-18b7c891a017,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:04.861521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-b8eae0d0-98bf-4f32-a8f7-562a8d0bb088 service neutron] 10.222.0.113 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640794 Feb 16 15:00:04.907206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:04.927701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.179904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686f1ea-f3d6-48ff-9ded-dd1f0f816984 req-f285d362-bb33-4811-9ee9-d0048bcdf30a tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:05.182230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5686f1ea-f3d6-48ff-9ded-dd1f0f816984 req-f285d362-bb33-4811-9ee9-d0048bcdf30a tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 950 time: 0.1995561 Feb 16 15:00:05.204008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ecaec-ec8e-4000-92e2-16c0a39441cc None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:05.334636 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5686f1ea-f3d6-48ff-9ded-dd1f0f816984 req-ddbfa38e-4f63-49b1-8a2f-5ff4215cc9b5 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445260 Feb 16 15:00:05.349154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39064) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:05.373617 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a62728cc-a315-4c22-b77e-cbc47c94f6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.467730 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ff0cd70a-e947-4bc3-bdb2-4844a1447475 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5179e4f305c84a1ab10b137c7e649420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050718 Feb 16 15:00:05.475359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39072) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:05.564208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-35e047e3-3e1e-456d-ab22-ae85c6898e08 None None] Provisioning complete for port 4030d8a4-331f-4057-9726-709ddb4db513 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:05.564820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-35e047e3-3e1e-456d-ab22-ae85c6898e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.617279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.619848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2fc81e6-c80b-4abb-8b09-7b1cddc1cca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.692062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2fc81e6-c80b-4abb-8b09-7b1cddc1cca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.780358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:00:05.841586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] Deleting port 4030d8a4-331f-4057-9726-709ddb4db513 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:05.841586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.869285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:05.879227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:05.888369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:05.888967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.921981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=4cd89275-e4c8-47cd-ac99-cf3403ec1a70,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:05.941632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-1a7f3913-e933-4207-ae99-1cfd08b3079c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:05.944003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-1a7f3913-e933-4207-ae99-1cfd08b3079c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 816 time: 0.2827191 Feb 16 15:00:05.949427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2fc81e6-c80b-4abb-8b09-7b1cddc1cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.952805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2fc81e6-c80b-4abb-8b09-7b1cddc1cca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.954800 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f2fc81e6-c80b-4abb-8b09-7b1cddc1cca9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4a9174f9-994d-4ce5-9ca1-b38707e4011c HTTP/1.1" status: 204 len: 168 time: 0.4784405 Feb 16 15:00:05.965721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc81e6-c80b-4abb-8b09-7b1cddc1cca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9174f9-994d-4ce5-9ca1-b38707e4011c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:05.968369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] For port 4030d8a4-331f-4057-9726-709ddb4db513, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4030d8a4-331f-4057-9726-709ddb4db513,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:05.969006 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:05.979372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-b6e80c1f-ec85-4984-ac90-f5d164a1d6ca tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/quotas/68269930914b4dd89227ec154c43a900 HTTP/1.1" status: 200 len: 375 time: 0.0197144 Feb 16 15:00:06.005372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] Calling delete_port for 4030d8a4-331f-4057-9726-709ddb4db513 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:06.049188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39100) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:06.055637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:06.059344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-68cbf5cd-91d7-49b5-9f46-706c9225c5af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6679454 Feb 16 15:00:06.116301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-a6c8ada5-f32e-4ea0-b6a4-0ca9f4dc04d4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291761 Feb 16 15:00:06.276316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-9b344f35-ca52-4722-b425-bece6a2c7221 service neutron] 10.222.0.113 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592429 Feb 16 15:00:06.324420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:06.367210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] No DVR routers for this DVR port 4030d8a4-331f-4057-9726-709ddb4db513 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:06.371388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e916cc3-b108-48d0-a55b-dafe7ee2c3c9 None None] Pushing event deleted for resources: {'Port': ['ID=4030d8a4-331f-4057-9726-709ddb4db513,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:06.396157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2bcc2-03e1-46c2-9375-6191c393a24d None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:06.484906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-fca737db-242c-4f35-b48d-563f790891c2 service neutron] 10.222.0.113 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045469 Feb 16 15:00:06.528150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:06.535125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:06.696449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d3252-b902-493d-8af3-c4b3f0216fb1 req-b1fdbb91-833c-4e3c-8036-c41b25d8172b tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:06.703314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-374d3252-b902-493d-8af3-c4b3f0216fb1 req-b1fdbb91-833c-4e3c-8036-c41b25d8172b tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 950 time: 0.1822386 Feb 16 15:00:06.727239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5f9ee-6a18-4dea-8811-b9df05388b85 None None] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:06.756524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-7f0b0274-caeb-426f-b59e-01e067b32e67 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:06.757386 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-7f0b0274-caeb-426f-b59e-01e067b32e67 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.93 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 950 time: 0.3684776 Feb 16 15:00:06.773523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-374d3252-b902-493d-8af3-c4b3f0216fb1 req-6ea92a52-ffa5-49b2-8163-8b4c4f7b6335 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628402 Feb 16 15:00:06.845442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 638e8402-571a-447f-b7f8-a49436e29564 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:07.013457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-646427ce-25ae-41e5-8c3e-c05f52ec83da None None] Provisioning complete for port 638e8402-571a-447f-b7f8-a49436e29564 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:07.017233 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-646427ce-25ae-41e5-8c3e-c05f52ec83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:07.202794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '4cd89275-e4c8-47cd-ac99-cf3403ec1a70'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:00:07.203765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:07.243973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Deleting port c69157fb-8051-4865-82b1-80fc48093c41 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:07.244341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:07.462516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 638e8402-571a-447f-b7f8-a49436e29564 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:07.467370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:07.533533 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-646427ce-25ae-41e5-8c3e-c05f52ec83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:07.571805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] For port c69157fb-8051-4865-82b1-80fc48093c41, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c69157fb-8051-4865-82b1-80fc48093c41,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:07.572350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:07.602142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-908729bb-1b53-4a50-ab64-56f46097e99e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:07.606159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-908729bb-1b53-4a50-ab64-56f46097e99e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 816 time: 0.3001478 Feb 16 15:00:07.618328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Calling delete_port for c69157fb-8051-4865-82b1-80fc48093c41 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:07.645021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-ea2e13cf-cf51-4719-bed8-bfa18ee9ec48 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/quotas/68269930914b4dd89227ec154c43a900 HTTP/1.1" status: 200 len: 375 time: 0.0311859 Feb 16 15:00:07.740390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-646427ce-25ae-41e5-8c3e-c05f52ec83da None None] For port 638e8402-571a-447f-b7f8-a49436e29564, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=638e8402-571a-447f-b7f8-a49436e29564,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:07.755478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Allocated IP 172.20.0.2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/4cd89275-e4c8-47cd-ac99-cf3403ec1a70/6a70b1e1-5ab3-4294-bba0-7c195c48857e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:07.878283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-e92f71ab-68b7-4684-affc-d8c3d1689787 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2210288 Feb 16 15:00:08.084321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda72d0-4d9b-42e9-81fb-92799f62bd85 req-f2695405-dac7-4ae2-92a3-42614b1021ae tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:08.095432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fda72d0-4d9b-42e9-81fb-92799f62bd85 req-f2695405-dac7-4ae2-92a3-42614b1021ae tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 950 time: 0.1518161 Feb 16 15:00:08.158315 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:08.177369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fda72d0-4d9b-42e9-81fb-92799f62bd85 req-8957e144-f7bc-4ded-b9dc-7ed93c898349 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/security-groups?id=16d96313-08fb-498c-bbc9-4792f44824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809696 Feb 16 15:00:08.182003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-646427ce-25ae-41e5-8c3e-c05f52ec83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:08.190235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:08.273675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Pushing event deleted for resources: {'Port': ['ID=c69157fb-8051-4865-82b1-80fc48093c41,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:08.318474 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:08.341274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-bf90ccef-83f0-49ca-9681-77798289bcae service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:00:08.357868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-bf90ccef-83f0-49ca-9681-77798289bcae service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4710824 Feb 16 15:00:08.437712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:08.466171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4030d8a4-331f-4057-9726-709ddb4db513 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:08.480222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-53788fb7-9475-485b-a360-a1cf073c8a1d None None] Provisioning complete for port 638e8402-571a-447f-b7f8-a49436e29564 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:08.488883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53788fb7-9475-485b-a360-a1cf073c8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:08.600131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] No DVR routers for this DVR port c69157fb-8051-4865-82b1-80fc48093c41 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:08.638260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:08.649318 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-1e1b6031-2274-43b8-9fda-271fdd94446c req-3df6fe45-f95a-48a5-a282-109b98e450ce tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.93 "DELETE /v2.0/ports/c69157fb-8051-4865-82b1-80fc48093c41 HTTP/1.1" status: 204 len: 173 time: 1.8789661 Feb 16 15:00:08.649826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752d0715-c716-4350-bc6f-a880233a8f49', 'name': 'network-vif-deleted', 'tag': 'c69157fb-8051-4865-82b1-80fc48093c41'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:08.652218 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bbbf00-a8ed-4c26-80ca-90830e36caf2" -d '{"events": [{"server_uuid": "752d0715-c716-4350-bc6f-a880233a8f49", "name": "network-vif-deleted", "tag": "c69157fb-8051-4865-82b1-80fc48093c41"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:08.811731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:00:08.892894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-81243681-fdd7-4769-8712-60882ca69e3b service neutron] 10.222.0.113 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315602 Feb 16 15:00:08.912354 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d582a21e-6740-44a4-a9ac-a8f40e2ce944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:08.918403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:08.935179 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f5ea1-d81b-4027-b5b1-781f7a2e33b5 x-openstack-request-id: req-1c7f5ea1-d81b-4027-b5b1-781f7a2e33b5 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:08.935478 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752d0715-c716-4350-bc6f-a880233a8f49", "name": "network-vif-deleted", "tag": "c69157fb-8051-4865-82b1-80fc48093c41", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:08.935762 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1c7f5ea1-d81b-4027-b5b1-781f7a2e33b5 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:08.936171 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752d0715-c716-4350-bc6f-a880233a8f49', 'name': 'network-vif-deleted', 'tag': 'c69157fb-8051-4865-82b1-80fc48093c41', 'status': 'completed', 'code': 200} Feb 16 15:00:08.987876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4030d8a4-331f-4057-9726-709ddb4db513 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:00:08.987876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4030d8a4-331f-4057-9726-709ddb4db513 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:00:08.987876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:09.026850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646427ce-25ae-41e5-8c3e-c05f52ec83da None None] Pushing event updated for resources: {'Port': ['ID=638e8402-571a-447f-b7f8-a49436e29564,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:09.310133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Pushing event updated for resources: {'Port': ['ID=6a70b1e1-5ab3-4294-bba0-7c195c48857e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:09.424755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Attempting to bind port 6a70b1e1-5ab3-4294-bba0-7c195c48857e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:09.425263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Attempting to bind port 6a70b1e1-5ab3-4294-bba0-7c195c48857e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:09.425565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Attempting to bind port 6a70b1e1-5ab3-4294-bba0-7c195c48857e on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:09.486582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:09.486582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:09.488496 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:09.488921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:09.489438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Bound port: 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:09.489837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:09.555761 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:09.560439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-b8c9bb7a-0462-4c6d-80e4-bb7652f2bfcf tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:09.565221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-b8c9bb7a-0462-4c6d-80e4-bb7652f2bfcf tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 816 time: 0.6466603 Feb 16 15:00:09.578291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-3b9752af-abfb-470a-b4c1-7bdf991c77fb service neutron] 10.222.0.113 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792843 Feb 16 15:00:09.637843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Request body: {'port': {'device_id': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'admin_state_up': True, 'tenant_id': '68269930914b4dd89227ec154c43a900'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:09.645300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-284f5f03-f9c9-4ad7-af55-9d52dd433694 req-265af33e-c317-411e-8c81-48f791dc8614 tempest-VolumesNegativeTest-1904950137 tempest-VolumesNegativeTest-1904950137-project] 10.222.0.113 "GET /v2.0/ports?device_id=752d0715-c716-4350-bc6f-a880233a8f49 HTTP/1.1" status: 200 len: 210 time: 0.1483257 Feb 16 15:00:09.790691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:09.883948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] For port 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host n-d-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:09.890510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Made reservation on behalf of 68269930914b4dd89227ec154c43a900 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:09.894582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:09.908330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c69157fb-8051-4865-82b1-80fc48093c41 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:09.928849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:09.956424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: c69157fb-8051-4865-82b1-80fc48093c41 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:00:09.963426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c69157fb-8051-4865-82b1-80fc48093c41 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:00:09.964614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49b8150b-5b4e-4509-8a4b-dae8817b38ce req-f1e860be-43e2-47bc-830f-6bb399d57e79 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 210 time: 0.0656178 Feb 16 15:00:10.087677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.094533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] For port 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:10.122060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Allocated IP 172.20.0.14 (4704a48c-f4fd-448b-94bf-ab3c63f32138/7b0baa91-c82f-4834-b8bd-b17a7fa6b112/c809b0b3-2885-4272-9671-9370c556ba63) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:10.145283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] For port 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a70b1e1-5ab3-4294-bba0-7c195c48857e,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:10.179667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39240) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:10.214676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attempting to bind port 6a70b1e1-5ab3-4294-bba0-7c195c48857e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:10.217168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attempting to bind port 6a70b1e1-5ab3-4294-bba0-7c195c48857e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:10.217564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attempting to bind port 6a70b1e1-5ab3-4294-bba0-7c195c48857e on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:10.247049 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.252716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:10.253062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:10.253499 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.260013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:10.262786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Bound port: 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:10.263179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.299720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=6a70b1e1-5ab3-4294-bba0-7c195c48857e,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:10.339997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.341101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.341291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.341623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.342550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.343965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.346032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.346599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.347262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.347992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.348532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.349371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:10.463351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a85eaca-2045-4e53-96ca-434a9d6bb787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.480138 n-d-829433-1 neutron-server[103044]: WARNING neutron.plugins.ml2.plugin [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Concurrent port binding operations failed on port 6a70b1e1-5ab3-4294-bba0-7c195c48857e Feb 16 15:00:10.483701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807571a-4b22-4a03-b018-c2cbb567bfaa None None] Pushing event updated for resources: {'Port': ['ID=6a70b1e1-5ab3-4294-bba0-7c195c48857e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:10.592227 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a85eaca-2045-4e53-96ca-434a9d6bb787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.605347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] For port 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a70b1e1-5ab3-4294-bba0-7c195c48857e,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:10.606903 n-d-829433-1 neutron-server[103044]: INFO neutron.plugins.ml2.plugin [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attempt 2 to bind port 6a70b1e1-5ab3-4294-bba0-7c195c48857e Feb 16 15:00:10.609440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.641450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.677128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:10.682574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:10.692380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:10.692380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.710606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=65b1ff79-0b52-4114-a898-0b972a33dc14,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:10.714146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a85eaca-2045-4e53-96ca-434a9d6bb787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.736594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-1935f8a1-3ebf-4bdc-a059-395d66775500 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:10.743076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-1935f8a1-3ebf-4bdc-a059-395d66775500 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 816 time: 0.4454267 Feb 16 15:00:10.795747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Request body: {'port': {'device_id': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'admin_state_up': True, 'tenant_id': '68269930914b4dd89227ec154c43a900'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:10.841318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85eaca-2045-4e53-96ca-434a9d6bb787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499db843-781a-4b2e-9fc9-7acde11dded8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:10.868256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:10.878178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6812a56a-0b51-4ee1-81be-7b24d6b63fa1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8278658 Feb 16 15:00:10.888165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39264) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:10.903618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:79:b8:c7', 'name': 'tempest-NetworksTestDHCPv6-1931952609'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:10.951522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1a85eaca-2045-4e53-96ca-434a9d6bb787 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b1bae2a518b64455b89f04d58bc1a52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697003 Feb 16 15:00:11.015217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:11.137648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:11.221182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:11.227441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:11.262859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:11.275520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c23f7f10-7aab-49b3-aac8-f043969ec3f5 req-6e861c9a-fd9e-4f08-aceb-6437296304a3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 210 time: 0.1367099 Feb 16 15:00:11.282416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.358676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Pushing event updated for resources: {'Port': ['ID=c809b0b3-2885-4272-9671-9370c556ba63,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:11.383241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 638e8402-571a-447f-b7f8-a49436e29564 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:11.422470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e925bb55-a66a-442a-a5c3-2aca819f5152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.474659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Made reservation on behalf of 68269930914b4dd89227ec154c43a900 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:11.483861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.511765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.515071 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.576911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 638e8402-571a-447f-b7f8-a49436e29564 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:11.579401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.587280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port c96b6cac-64d2-457f-bc31-bcd82e43ccb8 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:00:11.591938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:11.593954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.706637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e925bb55-a66a-442a-a5c3-2aca819f5152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:11.838880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39298) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:11.865012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6a70b1e1-5ab3-4294-bba0-7c195c48857e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:11.874641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-df8edecc-f456-4bd5-9bcf-b516b426b969 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2396219 Feb 16 15:00:11.978553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Request body: {'port': {'device_id': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:12.031235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 172.20.0.9 (787cccbd-9503-4e11-a20c-2b727deb6ed1/4cd89275-e4c8-47cd-ac99-cf3403ec1a70/c96b6cac-64d2-457f-bc31-bcd82e43ccb8) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:12.054458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:fe79:b8c7 (787cccbd-9503-4e11-a20c-2b727deb6ed1/65b1ff79-0b52-4114-a898-0b972a33dc14/c96b6cac-64d2-457f-bc31-bcd82e43ccb8) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:12.124758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-16e8c6bd-3384-4ceb-be6e-bfcf292c0fea None None] Provisioning complete for port c809b0b3-2885-4272-9671-9370c556ba63 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:12.126293 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16e8c6bd-3384-4ceb-be6e-bfcf292c0fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.265136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-16e8c6bd-3384-4ceb-be6e-bfcf292c0fea None None] Port c809b0b3-2885-4272-9671-9370c556ba63 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:12.268550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e925bb55-a66a-442a-a5c3-2aca819f5152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.270699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e925bb55-a66a-442a-a5c3-2aca819f5152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.283876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e925bb55-a66a-442a-a5c3-2aca819f5152 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/499db843-781a-4b2e-9fc9-7acde11dded8 HTTP/1.1" status: 204 len: 168 time: 1.2456489 Feb 16 15:00:12.308013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ada4b13-9898-4767-8c59-c0eba3451fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.308415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6a70b1e1-5ab3-4294-bba0-7c195c48857e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:12.308854 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.393029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925bb55-a66a-442a-a5c3-2aca819f5152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499db843-781a-4b2e-9fc9-7acde11dded8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:12.408886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Allocated IP 172.20.0.5 (4704a48c-f4fd-448b-94bf-ab3c63f32138/7b0baa91-c82f-4834-b8bd-b17a7fa6b112/a881c718-5b7e-49f6-aa20-14757cb1fce6) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:12.411442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.447786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.450362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6287e-e1ff-40c5-a4b3-40e7be218526 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:12.539764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.581188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-95f18234-5382-4704-8dc2-3b8e37fb8071 None None] Provisioning complete for port 6a70b1e1-5ab3-4294-bba0-7c195c48857e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:12.581899 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95f18234-5382-4704-8dc2-3b8e37fb8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.608559 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ada4b13-9898-4767-8c59-c0eba3451fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.649469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4fdf266-9338-40aa-a902-09555e779d9d req-15da8209-c40a-4181-ba7b-b533ff3d12ae tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 210 time: 0.2171741 Feb 16 15:00:12.673142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.726827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ada4b13-9898-4767-8c59-c0eba3451fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.749810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:12.768133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:12.783561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:12.831992 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:12.840838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=c96b6cac-64d2-457f-bc31-bcd82e43ccb8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:12.843233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada4b13-9898-4767-8c59-c0eba3451fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1801ada-dc82-4203-8177-451e6dff3b23,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:12.848129 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ada4b13-9898-4767-8c59-c0eba3451fd3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5448c332724a4a19925059db5337f8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0015814 Feb 16 15:00:12.856728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39330) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:12.957936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:12.958625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.014069 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a112cfd-da72-45b4-bafe-b89b2109330d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.045878 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a112cfd-da72-45b4-bafe-b89b2109330d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.125479 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95f18234-5382-4704-8dc2-3b8e37fb8071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.135827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a70b1e1-5ab3-4294-bba0-7c195c48857e,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:13.137032 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1d954d92-9f8c-4f88-85d6-ceb99d31689b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2430148 Feb 16 15:00:13.139188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39344) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:13.238682 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.377749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-3f2d8e58-75ff-4ec5-8379-07385a4fdb8e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:13.379937 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-3f2d8e58-75ff-4ec5-8379-07385a4fdb8e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.93 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 816 time: 0.2082613 Feb 16 15:00:13.447011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Request body: {'port': {'device_id': '296b7302-635e-4cdb-b795-832a56448348', 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'admin_state_up': True, 'tenant_id': '68269930914b4dd89227ec154c43a900'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:13.473634 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-95f18234-5382-4704-8dc2-3b8e37fb8071 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:00:13.485416 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-95f18234-5382-4704-8dc2-3b8e37fb8071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:00:13.544621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6a70b1e1-5ab3-4294-bba0-7c195c48857e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:13.601258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a112cfd-da72-45b4-bafe-b89b2109330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.604518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a112cfd-da72-45b4-bafe-b89b2109330d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.605712 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0a112cfd-da72-45b4-bafe-b89b2109330d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b1801ada-dc82-4203-8177-451e6dff3b23 HTTP/1.1" status: 204 len: 168 time: 0.7479060 Feb 16 15:00:13.640720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a112cfd-da72-45b4-bafe-b89b2109330d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1801ada-dc82-4203-8177-451e6dff3b23,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:13.662609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee44a4-5df8-4caf-9010-059d0cc0fd47 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:13.668961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee44a4-5df8-4caf-9010-059d0cc0fd47 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:13.674601 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b0ee44a4-5df8-4caf-9010-059d0cc0fd47 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5265377 Feb 16 15:00:13.686108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39400) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:13.861089 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Made reservation on behalf of 68269930914b4dd89227ec154c43a900 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:13.867225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:13.899933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab4208ea-cd72-4d60-9d24-98c050a42343 req-ab4bd4d9-39ac-442b-bbdd-4ffd19090184 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 210 time: 0.0800645 Feb 16 15:00:14.004262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.084766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port c96b6cac-64d2-457f-bc31-bcd82e43ccb8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:14.085117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.149092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.243917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Pushing event updated for resources: {'Port': ['ID=a881c718-5b7e-49f6-aa20-14757cb1fce6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:14.305145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:14.316887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:14.324765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:14.380224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f34c982f-94e3-42e4-811b-5d2916067170 None None] Provisioning complete for port 6a70b1e1-5ab3-4294-bba0-7c195c48857e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:14.380735 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f34c982f-94e3-42e4-811b-5d2916067170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.388467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.406167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for c96b6cac-64d2-457f-bc31-bcd82e43ccb8 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:14.417679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39438) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:14.550980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39446) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:14.591965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb0ecbef-9716-424f-9e7e-f3b160bd2844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.628480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:14.633724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.667471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f34c982f-94e3-42e4-811b-5d2916067170 None None] Provisioning complete for port c96b6cac-64d2-457f-bc31-bcd82e43ccb8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:14.667471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f34c982f-94e3-42e4-811b-5d2916067170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.738904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f34c982f-94e3-42e4-811b-5d2916067170 None None] Port c96b6cac-64d2-457f-bc31-bcd82e43ccb8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:14.845715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb0ecbef-9716-424f-9e7e-f3b160bd2844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.868298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c7db9380-fee1-4f95-a6a8-4c27799c8282 None None] Provisioning complete for port c96b6cac-64d2-457f-bc31-bcd82e43ccb8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:14.871096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c7db9380-fee1-4f95-a6a8-4c27799c8282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.895811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-960f7c18-7ed3-4c15-8ca8-f66934aca5f4 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1032667 Feb 16 15:00:14.896733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-287494727-network', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:14.932218 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb0ecbef-9716-424f-9e7e-f3b160bd2844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:14.940379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Request body: {'port': {'device_id': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:14.945843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c7db9380-fee1-4f95-a6a8-4c27799c8282 None None] Port c96b6cac-64d2-457f-bc31-bcd82e43ccb8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:15.002637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Made reservation on behalf of c318c7bae2374f2e8700186b40ebb785 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:15.005041 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.015623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ecbef-9716-424f-9e7e-f3b160bd2844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2339120-0f07-4939-acbe-9d0076189d8d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:15.020678 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fb0ecbef-9716-424f-9e7e-f3b160bd2844 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0236a4af98d744549b3689637ca9374f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686296 Feb 16 15:00:15.022564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.024967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39462) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:15.039693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdfcb457-d7d5-4362-8e59-e3fd05d6ab3e req-b06cc638-3854-4124-9b20-fb5464bf78f1 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 210 time: 0.0588069 Feb 16 15:00:15.061616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e038bc5d-8f82-4bb5-acda-d150ddfd3f93 None None] Provisioning complete for port a881c718-5b7e-49f6-aa20-14757cb1fce6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:15.062172 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e038bc5d-8f82-4bb5-acda-d150ddfd3f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.124414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e038bc5d-8f82-4bb5-acda-d150ddfd3f93 None None] Port a881c718-5b7e-49f6-aa20-14757cb1fce6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:15.161291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c809b0b3-2885-4272-9671-9370c556ba63 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:15.161714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42b1e95b-d907-44fe-8c31-cd57f6bdbe74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.175228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.178497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.198111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42b1e95b-d907-44fe-8c31-cd57f6bdbe74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.243356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.331097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6a70b1e1-5ab3-4294-bba0-7c195c48857e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:15.352465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42b1e95b-d907-44fe-8c31-cd57f6bdbe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.356880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-42b1e95b-d907-44fe-8c31-cd57f6bdbe74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.358422 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-42b1e95b-d907-44fe-8c31-cd57f6bdbe74 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c2339120-0f07-4939-acbe-9d0076189d8d HTTP/1.1" status: 204 len: 168 time: 0.3329735 Feb 16 15:00:15.370600 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.375619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1e95b-d907-44fe-8c31-cd57f6bdbe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2339120-0f07-4939-acbe-9d0076189d8d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:15.378892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.405021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:00:15.407933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Transition to ACTIVE for port object c809b0b3-2885-4272-9671-9370c556ba63 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:00:15.418102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c20673-42ff-4e9a-bb4c-1eed7dff79e0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:15.424865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.426138 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Added segment 95a6ff94-be87-4645-a6c5-356a955b72f3 of type vlan for network 4c0ce965-612c-480e-9ac1-e026b294b05e Feb 16 15:00:15.435136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=c96b6cac-64d2-457f-bc31-bcd82e43ccb8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:15.435338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6a70b1e1-5ab3-4294-bba0-7c195c48857e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:15.435720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.494048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.574121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.577675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5a087692-487e-4d83-a382-6891a1277301 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/c96b6cac-64d2-457f-bc31-bcd82e43ccb8 HTTP/1.1" status: 204 len: 168 time: 1.8905673 Feb 16 15:00:15.581124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39482) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:15.593085 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.636763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.637725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:15.638665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:15.692915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Pushing event updated for resources: {'Port': ['ID=c809b0b3-2885-4272-9671-9370c556ba63,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:15.754681 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3351343 Feb 16 15:00:15.764381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39490) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:15.777793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Request body: {'subnet': {'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-287494727-subnet', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:15.799648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834358ee-dd3f-4bb2-b33b-4f282ab90f26 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:15.800521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834358ee-dd3f-4bb2-b33b-4f282ab90f26 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:15.802815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834358ee-dd3f-4bb2-b33b-4f282ab90f26 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:15.809423 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-834358ee-dd3f-4bb2-b33b-4f282ab90f26 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2270427 Feb 16 15:00:15.815846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39494) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:15.822361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Allocated IP 172.20.0.13 (4704a48c-f4fd-448b-94bf-ab3c63f32138/7b0baa91-c82f-4834-b8bd-b17a7fa6b112/a9e986ce-1de6-4792-a384-8d66eaf2efc1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:15.826030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd6b20-9f0a-4067-aa3b-f1292f2d075a admin admin] Pushing event updated for resources: {'Network': ['ID=4c0ce965-612c-480e-9ac1-e026b294b05e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:15.841081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4c0ce965-612c-480e-9ac1-e026b294b05e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:00:15.904136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 4cd89275-e4c8-47cd-ac99-cf3403ec1a70 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:15.908970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.052857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Made reservation on behalf of c318c7bae2374f2e8700186b40ebb785 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:16.062763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.064375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Attempting to bind port c809b0b3-2885-4272-9671-9370c556ba63 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:16.064722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Attempting to bind port c809b0b3-2885-4272-9671-9370c556ba63 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:16.065059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Attempting to bind port c809b0b3-2885-4272-9671-9370c556ba63 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:16.075423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.220578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.316838 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.386795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af88345-4058-4b78-95ce-33c0e247ccd3 req-0d561b4f-4fd3-4f92-8680-f4de3de698fc tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 210 time: 0.0920646 Feb 16 15:00:16.388532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Port c809b0b3-2885-4272-9671-9370c556ba63 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:00:16.388887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Attempting to bind port c809b0b3-2885-4272-9671-9370c556ba63 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:16.398584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:16.398928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Checking segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:16.399331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Bound using segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:16.403596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Bound port: c809b0b3-2885-4272-9671-9370c556ba63, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:16.404125 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.459741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39514) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:16.485422 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c32d558-8e29-4926-949e-24573ffac08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.504236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.633486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.645824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd89275-e4c8-47cd-ac99-cf3403ec1a70,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:16.654080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.661516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2bbdf8-1c3a-478b-8bbc-3d442ff5a10e None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:16.661690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-02cf306f-1836-4155-bb9a-4d8ca9b05a33 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/4cd89275-e4c8-47cd-ac99-cf3403ec1a70 HTTP/1.1" status: 204 len: 168 time: 0.8422780 Feb 16 15:00:16.665831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39522) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:16.674621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] For port c809b0b3-2885-4272-9671-9370c556ba63, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:16.682139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] For port c809b0b3-2885-4272-9671-9370c556ba63, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c809b0b3-2885-4272-9671-9370c556ba63,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:16.693522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c32d558-8e29-4926-949e-24573ffac08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.758327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 65b1ff79-0b52-4114-a898-0b972a33dc14 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:16.778409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.778409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.841416 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c32d558-8e29-4926-949e-24573ffac08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.885819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:16.886764 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.891834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] 10.222.0.129 "PUT /v2.0/ports/c809b0b3-2885-4272-9671-9370c556ba63 HTTP/1.1" status: 200 len: 1092 time: 4.9570963 Feb 16 15:00:16.913203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.918132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:16.927357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'tag': 'c809b0b3-2885-4272-9671-9370c556ba63'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:16.935360 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e598434-184c-4b3f-86be-17a8e02d8e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c88f5522-b73f-4f1b-a43b-2b03b109bf6d", "tag": "c809b0b3-2885-4272-9671-9370c556ba63"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:16.935360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d558-8e29-4926-949e-24573ffac08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4951dd8-b00e-472f-87e5-e34e9ae5ca40,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:16.979708 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:17.064564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:17.154489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:17.195743 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db1755-2b8a-4b30-8146-e048e4a927d8 x-openstack-request-id: req-a3db1755-2b8a-4b30-8146-e048e4a927d8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:17.196059 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88f5522-b73f-4f1b-a43b-2b03b109bf6d", "tag": "c809b0b3-2885-4272-9671-9370c556ba63", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:17.196317 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a3db1755-2b8a-4b30-8146-e048e4a927d8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:17.196720 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'tag': 'c809b0b3-2885-4272-9671-9370c556ba63', 'status': 'completed', 'code': 200} Feb 16 15:00:17.206387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.258747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016a32c5-31fd-4710-aa98-58e948005e1f,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:17.361042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Checking segment: {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:17.363149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Network hostable DHCP agents. Network: 4c0ce965-612c-480e-9ac1-e026b294b05e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:00:17.373251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.377837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Pushing event updated for resources: {'Port': ['ID=a9e986ce-1de6-4792-a384-8d66eaf2efc1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:17.396881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:17.397560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.453467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6c32d558-8e29-4926-949e-24573ffac08a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ad041929a0fc4adca5570133e04279d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9921777 Feb 16 15:00:17.454809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d390b2-9688-4336-8a23-aa5c132c4539 service neutron] Pushing event updated for resources: {'Port': ['ID=c809b0b3-2885-4272-9671-9370c556ba63,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:17.456471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39582) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:17.525142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-fadba7fb-203d-4134-8a21-ac158d98c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:17.527070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-fadba7fb-203d-4134-8a21-ac158d98c9d4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 1095 time: 0.3973429 Feb 16 15:00:17.558212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Network 4c0ce965-612c-480e-9ac1-e026b294b05e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:00:17.589985 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c6570a2d-47f4-493c-b18d-c128848748c7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1465189 Feb 16 15:00:17.590830 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c55b105-ec74-480d-b765-f9c6fbb342af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.609195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Request body: {'port': {'device_id': '296b7302-635e-4cdb-b795-832a56448348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:17.658632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c55b105-ec74-480d-b765-f9c6fbb342af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.660686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4c0ce965-612c-480e-9ac1-e026b294b05e) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:17.669786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-838ce4e3-e002-43ad-af11-12ceffb7452c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c809b0b3-2885-4272-9671-9370c556ba63 HTTP/1.1" status: 200 len: 217 time: 0.1318114 Feb 16 15:00:17.675265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977f8825-c6dc-4e99-a600-9276f9477c18 None None] Network 4c0ce965-612c-480e-9ac1-e026b294b05e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:17.687712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:17.691232 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.727924 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.811961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-70e95fd9-9f6c-4670-a21b-a03218c5a713 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0380867 Feb 16 15:00:17.812800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39598) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:17.830874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:17.842029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.922796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:17.937589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/65b1ff79-0b52-4114-a898-0b972a33dc14 HTTP/1.1" status: 204 len: 168 time: 1.2685506 Feb 16 15:00:17.939077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39608) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:17.956673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9632a-b013-436e-8018-cb335a576504 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=65b1ff79-0b52-4114-a898-0b972a33dc14,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:17.979935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7c8a9-b935-48cc-b994-89a668608f59 req-f7cb7ef5-b900-4a20-9402-f8e109bda204 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:17.981624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9da7c8a9-b935-48cc-b994-89a668608f59 req-f7cb7ef5-b900-4a20-9402-f8e109bda204 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 932 time: 0.3434780 Feb 16 15:00:18.019576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf963c-1a7d-4425-8a26-c284333f58a8 None None] Network 4c0ce965-612c-480e-9ac1-e026b294b05e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:18.038609 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6c1f096d-7f3b-4c56-a9ff-9db22f5052d6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968742 Feb 16 15:00:18.048186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39612) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:18.077863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-c1c02756-b8c2-450f-8499-f00b9435d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:18.084908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-c1c02756-b8c2-450f-8499-f00b9435d6de service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 200 len: 855 time: 0.3946390 Feb 16 15:00:18.120592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.123496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.128223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c55b105-ec74-480d-b765-f9c6fbb342af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.130719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0c55b105-ec74-480d-b765-f9c6fbb342af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.131872 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c55b105-ec74-480d-b765-f9c6fbb342af admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a4951dd8-b00e-472f-87e5-e34e9ae5ca40 HTTP/1.1" status: 204 len: 168 time: 0.6729646 Feb 16 15:00:18.214380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55b105-ec74-480d-b765-f9c6fbb342af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4951dd8-b00e-472f-87e5-e34e9ae5ca40,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:18.276352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e0ae66-32c4-4a63-9702-9820d8b27bd2 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:18.314258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9da7c8a9-b935-48cc-b994-89a668608f59 req-7e559c42-a890-44e3-9a01-07ea92582dde tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981677 Feb 16 15:00:18.328968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a881c718-5b7e-49f6-aa20-14757cb1fce6 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:18.333328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.342964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf6736-6dfa-4512-98ff-2417fc78d7df tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:18.345141 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dbdf6736-6dfa-4512-98ff-2417fc78d7df tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2957809 Feb 16 15:00:18.348036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:18.354557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.402818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-62d6d1a0-fabb-4a8b-9645-b2bcacdd0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:18.419508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-62d6d1a0-fabb-4a8b-9645-b2bcacdd0544 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4704a48c-f4fd-448b-94bf-ab3c63f32138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2819591 Feb 16 15:00:18.419508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Transition to ACTIVE for port object a881c718-5b7e-49f6-aa20-14757cb1fce6 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:00:18.420015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42098d-3f1b-4308-acc1-b04fa5a1f277 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:18.420015 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8b42098d-3f1b-4308-acc1-b04fa5a1f277 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0682290 Feb 16 15:00:18.421164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39642) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:18.603883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-51a736c6-be7d-4bcb-8f87-1370c80bd37e None None] Provisioning complete for port a9e986ce-1de6-4792-a384-8d66eaf2efc1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:18.603883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51a736c6-be7d-4bcb-8f87-1370c80bd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.605402 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a882411f-22bc-45c9-b89c-435c68325643 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538914 Feb 16 15:00:18.605855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-5bb4cbea-04d2-47c6-8c74-702a89aa66e2 service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482470 Feb 16 15:00:18.605855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39652) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:18.691274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bf4698dc-d047-45ca-85a9-d340281738db tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:18.691379 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.751199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:18.794340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-51a736c6-be7d-4bcb-8f87-1370c80bd37e None None] Port a9e986ce-1de6-4792-a384-8d66eaf2efc1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:18.814506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Pushing event updated for resources: {'Port': ['ID=a881c718-5b7e-49f6-aa20-14757cb1fce6,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:18.831699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0d83efe-acde-424e-bf85-0b53ed2bee3c req-526102dd-3eac-43cb-baf1-d7ddf480d1da service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562804 Feb 16 15:00:19.053297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-22cafac9-e209-44f4-861f-6965427bb67d None None] Provisioning complete for port 6a70b1e1-5ab3-4294-bba0-7c195c48857e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:19.053742 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22cafac9-e209-44f4-861f-6965427bb67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.091113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4698dc-d047-45ca-85a9-d340281738db tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:19.096162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf4698dc-d047-45ca-85a9-d340281738db tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.097958 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4698dc-d047-45ca-85a9-d340281738db tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:00:19.098616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4698dc-d047-45ca-85a9-d340281738db tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:00:19.112701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Attempting to bind port a881c718-5b7e-49f6-aa20-14757cb1fce6 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:19.113181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Attempting to bind port a881c718-5b7e-49f6-aa20-14757cb1fce6 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:19.113592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Attempting to bind port a881c718-5b7e-49f6-aa20-14757cb1fce6 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:19.169329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Port a881c718-5b7e-49f6-aa20-14757cb1fce6 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:00:19.169499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Attempting to bind port a881c718-5b7e-49f6-aa20-14757cb1fce6 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:19.178756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:00:19.180684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:19.183778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Checking segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:19.184270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Bound using segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:19.184795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Bound port: a881c718-5b7e-49f6-aa20-14757cb1fce6, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:19.185227 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.204699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-00f1eb05-d403-4371-a90f-031c60bb195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:19.208108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-00f1eb05-d403-4371-a90f-031c60bb195f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 1095 time: 0.1572053 Feb 16 15:00:19.337455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf4698dc-d047-45ca-85a9-d340281738db tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7577271 Feb 16 15:00:19.421147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39698) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:19.426737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9cdb5b7a-cb4d-4205-93d0-d917dd7b2974 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:19.431286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6a70b1e1-5ab3-4294-bba0-7c195c48857e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:19.463459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e986ce-1de6-4792-a384-8d66eaf2efc1 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:19.496830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] Deleting port 6a70b1e1-5ab3-4294-bba0-7c195c48857e {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:19.497398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.527020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-9eca6a9f-9482-4e26-9a2a-4d49d0759ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:19.529057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-9eca6a9f-9482-4e26-9a2a-4d49d0759ce0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 918 time: 0.3048153 Feb 16 15:00:19.568224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.601157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.604745 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.637817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Transition to ACTIVE for port object a9e986ce-1de6-4792-a384-8d66eaf2efc1 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:00:19.698043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] For port 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a70b1e1-5ab3-4294-bba0-7c195c48857e,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:19.698810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.707850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.720095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.725266 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] Calling delete_port for 6a70b1e1-5ab3-4294-bba0-7c195c48857e owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:19.812035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] For port a881c718-5b7e-49f6-aa20-14757cb1fce6, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:19.821042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] For port a881c718-5b7e-49f6-aa20-14757cb1fce6, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a881c718-5b7e-49f6-aa20-14757cb1fce6,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:19.822510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Allocated IP 172.25.6.91 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/63fe01e9-7875-4177-a1a3-d1a6c51c6835) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:19.947330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.959439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:19.966328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672a785-abf6-4113-b932-362690b45f7e req-adee8330-3cef-4279-95de-4e0f032e30c2 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:19.974500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a672a785-abf6-4113-b932-362690b45f7e req-adee8330-3cef-4279-95de-4e0f032e30c2 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 944 time: 0.4488766 Feb 16 15:00:19.983692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6a70b1e1-5ab3-4294-bba0-7c195c48857e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a70b1e1-5ab3-4294-bba0-7c195c48857e,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:20.061685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:20.097979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e986ce-1de6-4792-a384-8d66eaf2efc1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:20.098817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-75959264-c1bd-4a6a-96e8-d097034cf03c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c809b0b3-2885-4272-9671-9370c556ba63 HTTP/1.1" status: 200 len: 217 time: 0.2639322 Feb 16 15:00:20.122738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:20.176245 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:20.177982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:20.178624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:20.180077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] 10.222.0.129 "PUT /v2.0/ports/a881c718-5b7e-49f6-aa20-14757cb1fce6 HTTP/1.1" status: 200 len: 1091 time: 5.2689228 Feb 16 15:00:20.182393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'tag': 'a881c718-5b7e-49f6-aa20-14757cb1fce6'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:20.182873 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c42ae-16ac-4fc2-aa44-e7a2f3a95f74" -d '{"events": [{"name": "network-changed", "server_uuid": "89e2e718-18b5-40d9-b298-b219b31c4d8d", "tag": "a881c718-5b7e-49f6-aa20-14757cb1fce6"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:20.224575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6a70b1e1-5ab3-4294-bba0-7c195c48857e,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:20.240793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] No DVR routers for this DVR port 6a70b1e1-5ab3-4294-bba0-7c195c48857e on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:20.284853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:20.325112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:20.345548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e234d-4b63-4fa8-b35a-c77a815d0875 None None] Pushing event deleted for resources: {'Port': ['ID=6a70b1e1-5ab3-4294-bba0-7c195c48857e,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:20.349531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Pushing event updated for resources: {'Port': ['ID=63fe01e9-7875-4177-a1a3-d1a6c51c6835,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:20.366520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:20.385899 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914be172-e0cc-44a8-8381-ff711d172de7 x-openstack-request-id: req-914be172-e0cc-44a8-8381-ff711d172de7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:20.386198 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e2e718-18b5-40d9-b298-b219b31c4d8d", "tag": "a881c718-5b7e-49f6-aa20-14757cb1fce6", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:20.386456 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-914be172-e0cc-44a8-8381-ff711d172de7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:20.386861 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'tag': 'a881c718-5b7e-49f6-aa20-14757cb1fce6', 'status': 'completed', 'code': 200} Feb 16 15:00:20.404739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Attempting to bind port a9e986ce-1de6-4792-a384-8d66eaf2efc1 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:20.405288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Attempting to bind port a9e986ce-1de6-4792-a384-8d66eaf2efc1 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:20.405787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Attempting to bind port a9e986ce-1de6-4792-a384-8d66eaf2efc1 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:20.425695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Port a9e986ce-1de6-4792-a384-8d66eaf2efc1 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:00:20.426234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Attempting to bind port a9e986ce-1de6-4792-a384-8d66eaf2efc1 on network 4704a48c-f4fd-448b-94bf-ab3c63f32138 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:20.440173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:20.440791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Checking segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:20.441363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Bound using segment: {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:20.442031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Bound port: a9e986ce-1de6-4792-a384-8d66eaf2efc1, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19036ff-483f-4e18-83b4-eafc7294e343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:20.442698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:20.515825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd7aa-2336-41e9-a7aa-8e4b6cff058d service neutron] Pushing event updated for resources: {'Port': ['ID=a881c718-5b7e-49f6-aa20-14757cb1fce6,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:20.549428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a672a785-abf6-4113-b932-362690b45f7e req-309058df-0325-4150-948a-3d61fb3f2a5d tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739951 Feb 16 15:00:20.558745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-364d3021-f3c7-4ecd-a724-11a6a11a3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:20.563514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-364d3021-f3c7-4ecd-a724-11a6a11a3bcf service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 200 len: 855 time: 0.4113696 Feb 16 15:00:20.603978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c42ae-16ac-4fc2-aa44-e7a2f3a95f74 req-708eafcc-f6e7-460d-8773-42644e554da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:20.605703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed7c42ae-16ac-4fc2-aa44-e7a2f3a95f74 req-708eafcc-f6e7-460d-8773-42644e554da2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 1094 time: 0.2613630 Feb 16 15:00:20.679140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb5b7a-cb4d-4205-93d0-d917dd7b2974 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:20.682824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cdb5b7a-cb4d-4205-93d0-d917dd7b2974 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:20.684978 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdb5b7a-cb4d-4205-93d0-d917dd7b2974 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:00:20.700199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdb5b7a-cb4d-4205-93d0-d917dd7b2974 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:00:20.817695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-22b8dcd2-123a-4ce4-b908-85dd902ebbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:20.822020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-22b8dcd2-123a-4ce4-b908-85dd902ebbeb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4704a48c-f4fd-448b-94bf-ab3c63f32138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475114 Feb 16 15:00:20.852606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c809b0b3-2885-4272-9671-9370c556ba63 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:00:20.905803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] For port a9e986ce-1de6-4792-a384-8d66eaf2efc1, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:20.911668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] For port a9e986ce-1de6-4792-a384-8d66eaf2efc1, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:20.917302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c42ae-16ac-4fc2-aa44-e7a2f3a95f74 req-fe820440-5cd2-47a9-a8e9-ec937aaff42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:20.919470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed7c42ae-16ac-4fc2-aa44-e7a2f3a95f74 req-fe820440-5cd2-47a9-a8e9-ec937aaff42d service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=68269930914b4dd89227ec154c43a900&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2602916 Feb 16 15:00:21.028616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:21.069654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-e6e2790e-6623-4430-a4eb-711e2936218e service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307823 Feb 16 15:00:21.075215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9cdb5b7a-cb4d-4205-93d0-d917dd7b2974 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.6530185 Feb 16 15:00:21.087637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:21.088468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:21.093428 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] 10.222.0.93 "PUT /v2.0/ports/a9e986ce-1de6-4792-a384-8d66eaf2efc1 HTTP/1.1" status: 200 len: 1092 time: 3.4896927 Feb 16 15:00:21.096417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39776) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:21.152530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c809b0b3-2885-4272-9671-9370c556ba63, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c809b0b3-2885-4272-9671-9370c556ba63,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:21.211209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'c809b0b3-2885-4272-9671-9370c556ba63', 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'port_id': 'c809b0b3-2885-4272-9671-9370c556ba63', 'mac_address': 'fa:16:3e:91:34:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0baa91-c82f-4834-b8bd-b17a7fa6b112', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:00:21.294790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296b7302-635e-4cdb-b795-832a56448348', 'tag': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:21.306834 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d65202-e6b9-475f-a47e-11db096b4a35" -d '{"events": [{"name": "network-changed", "server_uuid": "296b7302-635e-4cdb-b795-832a56448348", "tag": "a9e986ce-1de6-4792-a384-8d66eaf2efc1"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:21.323474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909db83-ed0d-4621-bf4f-114e6cf43e62 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e986ce-1de6-4792-a384-8d66eaf2efc1,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:21.365518 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:21.406155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c809b0b3-2885-4272-9671-9370c556ba63 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:21.475118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c809b0b3-2885-4272-9671-9370c556ba63, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c809b0b3-2885-4272-9671-9370c556ba63,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:21.495666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e1ac04a2-75e7-43cd-b67d-8a138bbc04d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:21.558061 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:21.623486 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a19c84-8eae-4e7a-bc87-532720e44984 x-openstack-request-id: req-61a19c84-8eae-4e7a-bc87-532720e44984 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:21.624017 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296b7302-635e-4cdb-b795-832a56448348", "tag": "a9e986ce-1de6-4792-a384-8d66eaf2efc1", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:21.624605 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-61a19c84-8eae-4e7a-bc87-532720e44984 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:21.625250 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296b7302-635e-4cdb-b795-832a56448348', 'tag': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1', 'status': 'completed', 'code': 200} Feb 16 15:00:21.679788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-2e2b7eb6-7d5c-4d99-aad2-bb639873e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:21.681570 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-2e2b7eb6-7d5c-4d99-aad2-bb639873e4f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 1095 time: 0.1903808 Feb 16 15:00:21.685302 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:21.735744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c42ae-16ac-4fc2-aa44-e7a2f3a95f74 req-44db208a-3f61-4f43-aead-120ebc3ba41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:21.737335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c809b0b3-2885-4272-9671-9370c556ba63,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:21.768766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed7c42ae-16ac-4fc2-aa44-e7a2f3a95f74 req-44db208a-3f61-4f43-aead-120ebc3ba41b service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6948357 Feb 16 15:00:21.772578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e598434-184c-4b3f-86be-17a8e02d8e4a req-f89d2101-c79c-48cd-aedc-6e0f69d4e49b service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489973 Feb 16 15:00:21.802986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c809b0b3-2885-4272-9671-9370c556ba63'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:00:22.042042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-01d8271c-9fb4-4cd9-ac20-02fb5e861c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:22.053445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-01d8271c-9fb4-4cd9-ac20-02fb5e861c7b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 1094 time: 0.2411022 Feb 16 15:00:22.129579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-9febdce7-ac9f-497c-b39e-9eaa745a740c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a881c718-5b7e-49f6-aa20-14757cb1fce6 HTTP/1.1" status: 200 len: 217 time: 0.0629158 Feb 16 15:00:22.137433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51379f5-7525-494b-8100-936c83d54361 req-3a52b261-f715-4d68-9f53-7f08395a56ee tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:22.139094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a51379f5-7525-494b-8100-936c83d54361 req-3a52b261-f715-4d68-9f53-7f08395a56ee tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 944 time: 0.2506471 Feb 16 15:00:22.152183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-8da3cc63-0e87-4673-a431-b2117b4cca1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1 HTTP/1.1" status: 200 len: 217 time: 0.1662929 Feb 16 15:00:22.246460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-dd22aa20-b76a-48b4-81e0-8fe5509d0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:22.251985 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-dd22aa20-b76a-48b4-81e0-8fe5509d0416 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 200 len: 855 time: 0.0783129 Feb 16 15:00:22.264753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-4aa0a16a-761e-47d1-be0e-ce1df30e9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:22.267834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-4aa0a16a-761e-47d1-be0e-ce1df30e9c78 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 200 len: 855 time: 0.1275744 Feb 16 15:00:22.286166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:22.325426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a51379f5-7525-494b-8100-936c83d54361 req-0b952040-553a-46c8-8bb2-1c13c99491ca tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761076 Feb 16 15:00:22.392512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-04b71d2f-1aa4-46a3-a759-0ce98d1071c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:22.394013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-04b71d2f-1aa4-46a3-a759-0ce98d1071c4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4704a48c-f4fd-448b-94bf-ab3c63f32138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146913 Feb 16 15:00:22.497246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ac04a2-75e7-43cd-b67d-8a138bbc04d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:22.501174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1ac04a2-75e7-43cd-b67d-8a138bbc04d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:22.505105 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ac04a2-75e7-43cd-b67d-8a138bbc04d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:00:22.505671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ac04a2-75e7-43cd-b67d-8a138bbc04d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:00:22.554774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-0d876952-b2a2-4185-85de-549cc7a6ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:22.556645 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-0d876952-b2a2-4185-85de-549cc7a6ea38 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4704a48c-f4fd-448b-94bf-ab3c63f32138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2981594 Feb 16 15:00:22.608358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-f68ea81d-0f1e-42a6-8504-920491a45ae2 service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064176 Feb 16 15:00:22.716709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-c7b6479f-e0c0-42c9-be3c-8ac471e1e538 service neutron] 10.222.0.93 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441431 Feb 16 15:00:22.723991 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e1ac04a2-75e7-43cd-b67d-8a138bbc04d5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4011502 Feb 16 15:00:22.725691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39828) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:22.731399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cdd41e4a-18fe-4751-b99c-7e70170f507e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:22.815861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec6dd14-65d6-4310-b258-56ee37455aac req-360e434a-d85e-4033-9d5d-0762736bedc7 service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997781 Feb 16 15:00:22.852300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c809b0b3-2885-4272-9671-9370c556ba63 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:23.031003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port c809b0b3-2885-4272-9671-9370c556ba63 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:00:23.036701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port c809b0b3-2885-4272-9671-9370c556ba63 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:23.037126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:23.155250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:23.205526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c809b0b3-2885-4272-9671-9370c556ba63, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c809b0b3-2885-4272-9671-9370c556ba63,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:23.205526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c809b0b3-2885-4272-9671-9370c556ba63'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:23.205526 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba26a79-01f1-463f-af46-97484f70fda6" -d '{"events": [{"server_uuid": "c88f5522-b73f-4f1b-a43b-2b03b109bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "c809b0b3-2885-4272-9671-9370c556ba63"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:23.284453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:23.350149 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6395e9-0488-424c-ac3b-eb1254c42083 x-openstack-request-id: req-9b6395e9-0488-424c-ac3b-eb1254c42083 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:23.352297 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88f5522-b73f-4f1b-a43b-2b03b109bf6d", "name": "network-vif-plugged", "status": "completed", "tag": "c809b0b3-2885-4272-9671-9370c556ba63", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:23.352406 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9b6395e9-0488-424c-ac3b-eb1254c42083 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:23.352769 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c809b0b3-2885-4272-9671-9370c556ba63', 'code': 200} Feb 16 15:00:23.385404 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-688f266a-9e83-4c67-accc-2e42055cdf67 req-e7212abb-8323-4ffc-a6bd-7b5e562fb241 service neutron] 10.222.0.93 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503386 Feb 16 15:00:23.389274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Router c7949c5e-57f7-466c-905d-d9b5bba27137 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:00:23.455678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c809b0b3-2885-4272-9671-9370c556ba63,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:23.628232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a80fa-5576-426b-ad5e-f3efd09242f8 req-a9adad19-82bd-457f-be47-242db3fef413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:23.629797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b68a80fa-5576-426b-ad5e-f3efd09242f8 req-a9adad19-82bd-457f-be47-242db3fef413 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 1097 time: 0.2066646 Feb 16 15:00:23.638320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:00:23.639662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03d7f0-76fe-493e-9410-be2d77f819d1 req-92e902d0-e13a-461a-9b22-ef2b55d7779e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:23.651655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa03d7f0-76fe-493e-9410-be2d77f819d1 req-92e902d0-e13a-461a-9b22-ef2b55d7779e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 944 time: 0.1201923 Feb 16 15:00:23.656297 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Sync routers for ids ['c7949c5e-57f7-466c-905d-d9b5bba27137'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:00:23.689551 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Routers {'c7949c5e-57f7-466c-905d-d9b5bba27137'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:00:23.692845 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:00:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c7949c5e-57f7-466c-905d-d9b5bba27137'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:23.713300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-f55b3906-b489-49d5-8d7b-6431d0767775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:23.715046 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-f55b3906-b489-49d5-8d7b-6431d0767775 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 1095 time: 0.0855968 Feb 16 15:00:23.718912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd41e4a-18fe-4751-b99c-7e70170f507e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:23.728683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cdd41e4a-18fe-4751-b99c-7e70170f507e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:23.731593 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd41e4a-18fe-4751-b99c-7e70170f507e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:00:23.731954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd41e4a-18fe-4751-b99c-7e70170f507e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:00:23.796654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b68a80fa-5576-426b-ad5e-f3efd09242f8 req-52af510f-6147-4e13-9f82-3716e5d193d5 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355605 Feb 16 15:00:23.815349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa03d7f0-76fe-493e-9410-be2d77f819d1 req-b4dcb083-8592-4484-ab97-53ad3cfa47e8 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202717 Feb 16 15:00:23.836451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:23.837678 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fff39618-e011-4adb-add9-adf2f63a7f51 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0135167 Feb 16 15:00:23.840474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39868) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:23.936896 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cdd41e4a-18fe-4751-b99c-7e70170f507e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2100024 Feb 16 15:00:23.945342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39874) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:23.952466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1df9c4e7-8d78-4fcb-be55-4c92ab2ebdf5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:23.957776 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Set router c7949c5e-57f7-466c-905d-d9b5bba27137 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:00:24.160678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-386f40d7-b879-4504-a2c7-1d0b969f64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:24.162558 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-386f40d7-b879-4504-a2c7-1d0b969f64c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 918 time: 0.4259675 Feb 16 15:00:24.220605 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-ee8c73e1-02c1-44f9-837c-40c18d4c7563 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1 HTTP/1.1" status: 200 len: 217 time: 0.0502396 Feb 16 15:00:24.223900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df9c4e7-8d78-4fcb-be55-4c92ab2ebdf5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:24.228442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1df9c4e7-8d78-4fcb-be55-4c92ab2ebdf5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:24.230067 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df9c4e7-8d78-4fcb-be55-4c92ab2ebdf5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:00:24.230612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df9c4e7-8d78-4fcb-be55-4c92ab2ebdf5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:00:24.350111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-b3c5dd1d-9148-4eb4-ae21-17f3f15f2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:24.351889 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-b3c5dd1d-9148-4eb4-ae21-17f3f15f2460 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 200 len: 855 time: 0.1183381 Feb 16 15:00:24.365834 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:00:20Z', 'revision_number': 3, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port': {'id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:19Z', 'updated_at': '2022-02-16T15:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:24.398385 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1df9c4e7-8d78-4fcb-be55-4c92ab2ebdf5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4489691 Feb 16 15:00:24.398936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39884) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:24.404183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2543cdb0-b613-430f-af3c-90c8040f44f4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:24.406451 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Checking router: c7949c5e-57f7-466c-905d-d9b5bba27137 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:00:24.407410 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Updating router c7949c5e-57f7-466c-905d-d9b5bba27137 port 63fe01e9-7875-4177-a1a3-d1a6c51c6835 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:00:24.441934 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:24.444294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-fcf293a5-7692-4a26-89d0-18bf77c2c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:24.445876 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-fcf293a5-7692-4a26-89d0-18bf77c2c548 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4704a48c-f4fd-448b-94bf-ab3c63f32138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671315 Feb 16 15:00:24.603047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39898) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:24.627917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543cdb0-b613-430f-af3c-90c8040f44f4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:24.631641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2543cdb0-b613-430f-af3c-90c8040f44f4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:24.633703 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2543cdb0-b613-430f-af3c-90c8040f44f4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:00:24.637507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2543cdb0-b613-430f-af3c-90c8040f44f4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:00:24.852639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a881c718-5b7e-49f6-aa20-14757cb1fce6 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:00:24.987756 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.083754 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.097075 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-24c668b8-1f40-4acd-96e4-02f5ebe414d2 service neutron] 10.222.0.93 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045680 Feb 16 15:00:25.193890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a881c718-5b7e-49f6-aa20-14757cb1fce6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a881c718-5b7e-49f6-aa20-14757cb1fce6,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:25.255504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'a881c718-5b7e-49f6-aa20-14757cb1fce6', 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'port_id': 'a881c718-5b7e-49f6-aa20-14757cb1fce6', 'mac_address': 'fa:16:3e:59:e4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0baa91-c82f-4834-b8bd-b17a7fa6b112', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:00:25.258601 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Pushing event updated for resources: {'Port': ['ID=63fe01e9-7875-4177-a1a3-d1a6c51c6835,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:25.313913 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.314146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.314599 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.317449 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.317927 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.328453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:25.423453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Attempting to bind port 63fe01e9-7875-4177-a1a3-d1a6c51c6835 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:25.428550 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Attempting to bind port 63fe01e9-7875-4177-a1a3-d1a6c51c6835 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:25.428949 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Attempting to bind port 63fe01e9-7875-4177-a1a3-d1a6c51c6835 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:25.452307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:25.453319 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:25.455841 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.456579 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:25.457720 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Bound port: 63fe01e9-7875-4177-a1a3-d1a6c51c6835, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:25.458115 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.467165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.503365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.503987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a881c718-5b7e-49f6-aa20-14757cb1fce6 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:25.504395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.511985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2543cdb0-b613-430f-af3c-90c8040f44f4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1103189 Feb 16 15:00:25.515792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:25.525806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a259a-00d9-47b7-9f25-9dbc4e901751 req-01de4dff-663a-4765-b756-ba37750c0eb0 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:25.535296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-348a259a-00d9-47b7-9f25-9dbc4e901751 req-01de4dff-663a-4765-b756-ba37750c0eb0 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 944 time: 0.3531389 Feb 16 15:00:25.544120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a881c718-5b7e-49f6-aa20-14757cb1fce6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a881c718-5b7e-49f6-aa20-14757cb1fce6,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:25.571458 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] For port 63fe01e9-7875-4177-a1a3-d1a6c51c6835, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:25.600398 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] For port 63fe01e9-7875-4177-a1a3-d1a6c51c6835, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=63fe01e9-7875-4177-a1a3-d1a6c51c6835,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:25.601296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d5942192-0924-41e3-bd43-b36cb27dd484 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0634205 Feb 16 15:00:25.604178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39926) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:25.620306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.670293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2711a6905f5a4c6bbed9ea7350e0a0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0656762 Feb 16 15:00:25.677187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39928) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:25.689887 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.729173 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.810551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-348a259a-00d9-47b7-9f25-9dbc4e901751 req-f3995f23-9f3a-48e1-a0da-c3c7b40be5ab tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683041 Feb 16 15:00:25.861044 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Routers {'c7949c5e-57f7-466c-905d-d9b5bba27137'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:00:25.861605 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:00:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c7949c5e-57f7-466c-905d-d9b5bba27137'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:25.868938 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e34c-ee91-4743-9cd6-f10bdac82ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:25.904066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a881c718-5b7e-49f6-aa20-14757cb1fce6,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:25.919420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a881c718-5b7e-49f6-aa20-14757cb1fce6'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:00:25.941080 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e6380-c096-4cd5-aade-c008aa6af8b4 None None] Pushing event updated for resources: {'Port': ['ID=63fe01e9-7875-4177-a1a3-d1a6c51c6835,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:25.949919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e34c-ee91-4743-9cd6-f10bdac82ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:26.044297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9e986ce-1de6-4792-a384-8d66eaf2efc1 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:00:26.057584 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-25d65202-e6b9-475f-a47e-11db096b4a35 req-39c196ac-6333-423d-b354-64b830ce771a service neutron] 10.222.0.93 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8683856 Feb 16 15:00:26.114318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a07a4-4a31-4942-be82-99f28161fa2b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:26.122208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b8476-64a2-4641-8ddc-4ed45c26252f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:26.136850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ec6b8476-64a2-4641-8ddc-4ed45c26252f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5291600 Feb 16 15:00:26.151320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39940) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:26.160634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:26.205332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-91405cdd-2566-4323-8474-1d92b839b477 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498357 Feb 16 15:00:26.207325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.208002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.208468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.208946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.209411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.209774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39944) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:26.210047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.210563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.211028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.211509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.212113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.212698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.213159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b043e-8793-4e67-bbf5-000d0fc8f11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:26.217519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:26.240063 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e34c-ee91-4743-9cd6-f10bdac82ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:26.243060 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e34c-ee91-4743-9cd6-f10bdac82ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:26.244963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2bc4e34c-ee91-4743-9cd6-f10bdac82ae7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f21a07a4-4a31-4942-be82-99f28161fa2b HTTP/1.1" status: 204 len: 168 time: 0.5665116 Feb 16 15:00:26.267291 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] Set router c7949c5e-57f7-466c-905d-d9b5bba27137 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:00:26.296234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4e34c-ee91-4743-9cd6-f10bdac82ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a07a4-4a31-4942-be82-99f28161fa2b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:26.418755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Allocated IP 172.20.0.1 (4c0ce965-612c-480e-9ac1-e026b294b05e/016a32c5-31fd-4710-aa98-58e948005e1f/6542e304-3fcd-4ed2-aa73-91caf4fa2499) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:26.562408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39954) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:26.564463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-01e5ff9d-142e-4ac1-a4bb-9c17f2396605 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9de9b45640fe44cd8c66befae67fb01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627815 Feb 16 15:00:26.610165 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:00:20Z', 'revision_number': 3, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port': {'id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:19Z', 'updated_at': '2022-02-16T15:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:26.662277 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b5923-7d88-4286-abc4-598f7835c2f9 None None] The sync data for ids ['c7949c5e-57f7-466c-905d-d9b5bba27137'] in n-d-829433-1 is: [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:00:20Z', 'revision_number': 3, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port': {'id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:19Z', 'updated_at': '2022-02-16T15:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:00:26.666845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a9e986ce-1de6-4792-a384-8d66eaf2efc1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:26.720273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1', 'network_id': '4704a48c-f4fd-448b-94bf-ab3c63f32138', 'port_id': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1', 'mac_address': 'fa:16:3e:61:88:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0baa91-c82f-4834-b8bd-b17a7fa6b112', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:00:26.769198 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc40e01b-c9ef-4c60-ac57-32b49378f1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:26.804865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc40e01b-c9ef-4c60-ac57-32b49378f1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:26.806821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:26.829254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e986ce-1de6-4792-a384-8d66eaf2efc1 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:26.870359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a9e986ce-1de6-4792-a384-8d66eaf2efc1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:26.973931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:26.980474 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.022327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbc00e-7ffc-442f-bbdd-df9de45c7c03 req-1bdb4ab2-a0ed-4a23-9929-8fb934195706 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:27.033483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bddbc00e-7ffc-442f-bbdd-df9de45c7c03 req-1bdb4ab2-a0ed-4a23-9929-8fb934195706 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 944 time: 0.1033165 Feb 16 15:00:27.038495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:27.048312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.139181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bddbc00e-7ffc-442f-bbdd-df9de45c7c03 req-a9dd67fc-feae-4d7d-9a11-fd70daf51048 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045740 Feb 16 15:00:27.154632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a9e986ce-1de6-4792-a384-8d66eaf2efc1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:27.226677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc40e01b-c9ef-4c60-ac57-32b49378f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.229240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc40e01b-c9ef-4c60-ac57-32b49378f1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.230516 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bc40e01b-c9ef-4c60-ac57-32b49378f1d0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/16d96313-08fb-498c-bbc9-4792f44824c9 HTTP/1.1" status: 204 len: 168 time: 0.6608167 Feb 16 15:00:27.245946 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40e01b-c9ef-4c60-ac57-32b49378f1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d96313-08fb-498c-bbc9-4792f44824c9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:27.271856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a9e986ce-1de6-4792-a384-8d66eaf2efc1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:00:27.295054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 39972) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:27.321826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d578f5a4-ba1a-40d6-a30f-33a5c3f701b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.403953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.479344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 63fe01e9-7875-4177-a1a3-d1a6c51c6835 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:27.519930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d578f5a4-ba1a-40d6-a30f-33a5c3f701b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.543194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Pushing event updated for resources: {'Port': ['ID=6542e304-3fcd-4ed2-aa73-91caf4fa2499,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:27.579265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Network 4c0ce965-612c-480e-9ac1-e026b294b05e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:27.590991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:27.603756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d578f5a4-ba1a-40d6-a30f-33a5c3f701b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.619255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:27.680925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d578f5a4-ba1a-40d6-a30f-33a5c3f701b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0001ab7b60b24010863a0b38b8552441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846538 Feb 16 15:00:27.691628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39978) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:27.758966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578f5a4-ba1a-40d6-a30f-33a5c3f701b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24831f47-b913-413c-ba8b-41b41fcff6cf,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:27.789604 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.800404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 63fe01e9-7875-4177-a1a3-d1a6c51c6835 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:27.800781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.877878 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78024359-1feb-4650-9b8b-f8401d99b22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.929423 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:27.952552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 63fe01e9-7875-4177-a1a3-d1a6c51c6835, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=63fe01e9-7875-4177-a1a3-d1a6c51c6835,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:28.013099 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78024359-1feb-4650-9b8b-f8401d99b22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.034182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.096094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=63fe01e9-7875-4177-a1a3-d1a6c51c6835,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:28.150801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:00:28.172789 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.271651 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=fb370cc1-4478-4534-bc30-f959accf05b4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:28.317748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:28.320020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:28.330929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf87e6f1-b419-4b8d-823c-ec151046b547 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:28.336372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:28.341308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.425130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716e3d3-287d-4dfb-8202-ed58c3bb9ebf req-77900596-9944-4fc6-8a4e-52810230c228 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:28.428168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3716e3d3-287d-4dfb-8202-ed58c3bb9ebf req-77900596-9944-4fc6-8a4e-52810230c228 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 945 time: 0.1426623 Feb 16 15:00:28.490563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40002) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:28.491866 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-12236427-f915-4f0c-b4b5-d1706dba3fc9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2804019 Feb 16 15:00:28.496303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78024359-1feb-4650-9b8b-f8401d99b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.499018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:d5:8c:55', 'name': 'tempest-NetworksTestDHCPv6-376792650'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:28.505737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78024359-1feb-4650-9b8b-f8401d99b22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.511010 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-78024359-1feb-4650-9b8b-f8401d99b22b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/24831f47-b913-413c-ba8b-41b41fcff6cf HTTP/1.1" status: 204 len: 168 time: 0.8161027 Feb 16 15:00:28.519506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.557597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78024359-1feb-4650-9b8b-f8401d99b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24831f47-b913-413c-ba8b-41b41fcff6cf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:28.634999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3716e3d3-287d-4dfb-8202-ed58c3bb9ebf req-a694e060-4521-4d26-b9ea-63994a939a34 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880996 Feb 16 15:00:28.734428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'fb370cc1-4478-4534-bc30-f959accf05b4'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:00:28.737356 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:28.878325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:28.928694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a881c718-5b7e-49f6-aa20-14757cb1fce6 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:28.966490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:29.038377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:29.092440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:29.158526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port b3d90db2-5336-4370-a882-3938b29dc753 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:00:29.201748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Allocated IP 2001:db8::f816:3eff:fe22:e54d (787cccbd-9503-4e11-a20c-2b727deb6ed1/fb370cc1-4478-4534-bc30-f959accf05b4/cee4cf94-e708-4ccf-a43f-e12a106d2930) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:29.248891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:29.254764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Pushing event updated for resources: {'Port': ['ID=6542e304-3fcd-4ed2-aa73-91caf4fa2499,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:29.261348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port a881c718-5b7e-49f6-aa20-14757cb1fce6 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:00:29.270806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port a881c718-5b7e-49f6-aa20-14757cb1fce6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:29.274362 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:29.437357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 63fe01e9-7875-4177-a1a3-d1a6c51c6835 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:29.493670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Network 4c0ce965-612c-480e-9ac1-e026b294b05e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:29.501990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:29.729765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Router c7949c5e-57f7-466c-905d-d9b5bba27137 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:00:29.891430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:29.985490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85cd98-2e02-4f5a-b6ab-a29d83dfe7fc req-030135bd-354f-4152-9440-f5a547f68ef2 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:29.991333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d85cd98-2e02-4f5a-b6ab-a29d83dfe7fc req-030135bd-354f-4152-9440-f5a547f68ef2 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 945 time: 0.1907227 Feb 16 15:00:30.052353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d85cd98-2e02-4f5a-b6ab-a29d83dfe7fc req-56864dee-db41-4aff-a981-b7509b6448cd tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563350 Feb 16 15:00:30.109198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9e986ce-1de6-4792-a384-8d66eaf2efc1 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:30.130893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a881c718-5b7e-49f6-aa20-14757cb1fce6'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:30.133220 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e6c73f-1de2-45dd-ade2-8acb3301e5f5" -d '{"events": [{"server_uuid": "89e2e718-18b5-40d9-b298-b219b31c4d8d", "name": "network-vif-plugged", "status": "completed", "tag": "a881c718-5b7e-49f6-aa20-14757cb1fce6"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:30.260024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a881c718-5b7e-49f6-aa20-14757cb1fce6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a881c718-5b7e-49f6-aa20-14757cb1fce6,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:30.263958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 63fe01e9-7875-4177-a1a3-d1a6c51c6835 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:30.264812 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:30.277672 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d7776-7b9e-48a3-b811-f770cb9e5eb9 x-openstack-request-id: req-873d7776-7b9e-48a3-b811-f770cb9e5eb9 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:30.282435 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e2e718-18b5-40d9-b298-b219b31c4d8d", "name": "network-vif-plugged", "status": "completed", "tag": "a881c718-5b7e-49f6-aa20-14757cb1fce6", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:30.282435 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-873d7776-7b9e-48a3-b811-f770cb9e5eb9 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:30.282435 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a881c718-5b7e-49f6-aa20-14757cb1fce6', 'code': 200} Feb 16 15:00:30.289976 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:30.419659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:30.455988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:30.557177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:00:30.568601 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a25917e5-2fa4-4e06-9166-f9ddeb909570 admin admin] 10.222.0.113 "PUT /v2.0/routers/c7949c5e-57f7-466c-905d-d9b5bba27137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7269716 Feb 16 15:00:30.572460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a21e0-6ab4-41d0-a195-e682cde654fe req-62aef280-c714-4249-b8b3-4102f6e2ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:30.575048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b56a21e0-6ab4-41d0-a195-e682cde654fe req-62aef280-c714-4249-b8b3-4102f6e2ab55 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 1096 time: 0.2307396 Feb 16 15:00:30.595325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Sync routers for ids ['c7949c5e-57f7-466c-905d-d9b5bba27137'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:00:30.624414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Routers {'c7949c5e-57f7-466c-905d-d9b5bba27137'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:00:30.625058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:00:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c7949c5e-57f7-466c-905d-d9b5bba27137'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:30.635009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:30.659153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:fed5:8c55 (787cccbd-9503-4e11-a20c-2b727deb6ed1/fb370cc1-4478-4534-bc30-f959accf05b4/b3d90db2-5336-4370-a882-3938b29dc753) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:30.684966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b56a21e0-6ab4-41d0-a195-e682cde654fe req-08f059e9-5bae-4936-a239-826261c908c6 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Feb 16 15:00:30.788805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port a9e986ce-1de6-4792-a384-8d66eaf2efc1 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:00:30.803595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:30.808694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:30.822220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a881c718-5b7e-49f6-aa20-14757cb1fce6,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:30.877596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Pushing event updated for resources: {'Port': ['ID=cee4cf94-e708-4ccf-a43f-e12a106d2930,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:30.880884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port a9e986ce-1de6-4792-a384-8d66eaf2efc1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:30.881269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.022947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.215051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.332556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=b3d90db2-5336-4370-a882-3938b29dc753,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:31.378723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Attempting to bind port cee4cf94-e708-4ccf-a43f-e12a106d2930 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:31.379285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Attempting to bind port cee4cf94-e708-4ccf-a43f-e12a106d2930 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:31.394076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Attempting to bind port cee4cf94-e708-4ccf-a43f-e12a106d2930 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:31.416822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Set router c7949c5e-57f7-466c-905d-d9b5bba27137 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:00:31.424829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:31.427470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:31.433135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:31.433135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.433135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:31.433135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Bound port: cee4cf94-e708-4ccf-a43f-e12a106d2930, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:31.433929 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.444152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9493a1-1345-4c81-852f-ecc1998be3b4 req-730581a8-3fa5-4721-956c-e490ba78205b tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:31.446739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee9493a1-1345-4c81-852f-ecc1998be3b4 req-730581a8-3fa5-4721-956c-e490ba78205b tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 945 time: 0.2859976 Feb 16 15:00:31.449588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:31.452232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:31.460035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:31.460701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.599194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee9493a1-1345-4c81-852f-ecc1998be3b4 req-f6851060-2092-43da-8fe7-074fe4a6592b tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222284 Feb 16 15:00:31.623148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f8b1997a-4faf-4fa0-9741-261b6b4df522 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1313999 Feb 16 15:00:31.631029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40100) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:31.659120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.740578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ae5a5-1476-4e35-ab0d-f1332ba1b27d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:31.746783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ae5a5-1476-4e35-ab0d-f1332ba1b27d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:31.748640 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4c2ae5a5-1476-4e35-ab0d-f1332ba1b27d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1159968 Feb 16 15:00:31.751821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40104) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:31.787838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-deeb50b9-6290-415d-99d6-619c24bd73ac tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:31.802619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-deeb50b9-6290-415d-99d6-619c24bd73ac tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 810 time: 0.4661796 Feb 16 15:00:31.822056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a9e986ce-1de6-4792-a384-8d66eaf2efc1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:31.826345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] For port cee4cf94-e708-4ccf-a43f-e12a106d2930, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:31.835644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-81c79399-9c9c-4629-bdcf-ee903acbd6fb tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/quotas/c318c7bae2374f2e8700186b40ebb785 HTTP/1.1" status: 200 len: 375 time: 0.0319505 Feb 16 15:00:31.868463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port b3d90db2-5336-4370-a882-3938b29dc753 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:31.869215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:31.884425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] For port cee4cf94-e708-4ccf-a43f-e12a106d2930, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cee4cf94-e708-4ccf-a43f-e12a106d2930,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:31.928101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-104a5593-7e76-4ca4-b57e-c442d4fd4866 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915313 Feb 16 15:00:32.011753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:32.022915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:32.058804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:32.081442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-0cbad5ab-4b68-40fb-a4eb-59e4205dd32c service neutron] 10.222.0.113 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524148 Feb 16 15:00:32.095884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for b3d90db2-5336-4370-a882-3938b29dc753 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:32.198922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce109c-1977-449e-9d21-dc5d906a6225 None None] Pushing event updated for resources: {'Port': ['ID=cee4cf94-e708-4ccf-a43f-e12a106d2930,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:32.246748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:00:28Z', 'revision_number': 4, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port': {'id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:19Z', 'updated_at': '2022-02-16T15:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6542e304-3fcd-4ed2-aa73-91caf4fa2499', 'name': '', 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'mac_address': 'fa:16:3e:a6:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:25Z', 'updated_at': '2022-02-16T15:00:28Z', 'revision_number': 2, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'subnets': [{'id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:32.264787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-2c95acd6-3ea1-4ced-8958-356781e8d181 service neutron] 10.222.0.113 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673286 Feb 16 15:00:32.308412 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b7302-635e-4cdb-b795-832a56448348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:32.308412 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83585161-7b1e-4bd1-ad5a-1f5c483f0dc1" -d '{"events": [{"server_uuid": "296b7302-635e-4cdb-b795-832a56448348", "name": "network-vif-plugged", "status": "completed", "tag": "a9e986ce-1de6-4792-a384-8d66eaf2efc1"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:32.322105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Checking router: c7949c5e-57f7-466c-905d-d9b5bba27137 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:00:32.322747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Updating router c7949c5e-57f7-466c-905d-d9b5bba27137 port 6542e304-3fcd-4ed2-aa73-91caf4fa2499 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:00:32.383646 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:32.447381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a9e986ce-1de6-4792-a384-8d66eaf2efc1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:32.507864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:32.552145 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d775654-1f1f-40b4-a296-48fe0376cf33 x-openstack-request-id: req-9d775654-1f1f-40b4-a296-48fe0376cf33 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:32.552458 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296b7302-635e-4cdb-b795-832a56448348", "name": "network-vif-plugged", "status": "completed", "tag": "a9e986ce-1de6-4792-a384-8d66eaf2efc1", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:32.552671 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9d775654-1f1f-40b4-a296-48fe0376cf33 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:32.553065 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b7302-635e-4cdb-b795-832a56448348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1', 'code': 200} Feb 16 15:00:32.643419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=b3d90db2-5336-4370-a882-3938b29dc753,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:32.872252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:32.882876 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c5a71dbd-fd7b-4658-91bb-e311ffdcf00f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/b3d90db2-5336-4370-a882-3938b29dc753 HTTP/1.1" status: 204 len: 168 time: 1.1231301 Feb 16 15:00:32.882876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40134) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:32.924884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32793632-7055-4794-9b0c-fc9b0fcebd47 req-1b7f6500-51cf-4ce9-9cbd-441c286092ce tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 210 time: 0.0891237 Feb 16 15:00:32.979853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bae79-590b-4e64-be60-d9589e30ee35 req-b593dcaf-78a5-4c54-8879-191405ff4cf6 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:32.984186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-424bae79-590b-4e64-be60-d9589e30ee35 req-b593dcaf-78a5-4c54-8879-191405ff4cf6 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.2170823 Feb 16 15:00:33.106629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-424bae79-590b-4e64-be60-d9589e30ee35 req-82654c66-c9df-47f6-9406-a95cac08db37 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128638 Feb 16 15:00:33.151464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ce582-02de-41e0-bcec-09b12eb63905 req-099b17f2-83f6-4254-987f-0f4ff3b3b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:33.155441 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6b3ce582-02de-41e0-bcec-09b12eb63905 req-099b17f2-83f6-4254-987f-0f4ff3b3b400 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 1097 time: 0.5357811 Feb 16 15:00:33.231529 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6b3ce582-02de-41e0-bcec-09b12eb63905 req-d124d951-54ae-422d-b9bd-22d2b470d07c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644855 Feb 16 15:00:33.241671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72185d-4e1b-453f-bda7-364e08c98af8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:33.249700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72185d-4e1b-453f-bda7-364e08c98af8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:33.256989 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3e72185d-4e1b-453f-bda7-364e08c98af8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3737109 Feb 16 15:00:33.259464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40144) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:33.371335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet fb370cc1-4478-4534-bc30-f959accf05b4 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:33.387722 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.389780 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.426980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cee4cf94-e708-4ccf-a43f-e12a106d2930 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:33.449439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.491336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.697552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.705043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cee4cf94-e708-4ccf-a43f-e12a106d2930 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:33.705430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.763322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Pushing event updated for resources: {'Port': ['ID=6542e304-3fcd-4ed2-aa73-91caf4fa2499,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:33.776030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.789957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.790282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.790608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.790926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:00:33.862994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Attempting to bind port 6542e304-3fcd-4ed2-aa73-91caf4fa2499 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:33.863441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Attempting to bind port 6542e304-3fcd-4ed2-aa73-91caf4fa2499 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:33.863940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Attempting to bind port 6542e304-3fcd-4ed2-aa73-91caf4fa2499 on network 4c0ce965-612c-480e-9ac1-e026b294b05e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:33.873377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:33.873850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Checking segment: {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:33.874324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.874831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Bound using segment: {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:33.876219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Bound port: 6542e304-3fcd-4ed2-aa73-91caf4fa2499, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:33.881125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:33.941789 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:34.071110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=fb370cc1-4478-4534-bc30-f959accf05b4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:34.098167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:34.122547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] For port 6542e304-3fcd-4ed2-aa73-91caf4fa2499, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:34.126927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] For port 6542e304-3fcd-4ed2-aa73-91caf4fa2499, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6542e304-3fcd-4ed2-aa73-91caf4fa2499,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:34.130246 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1243d383-99dc-44fb-b914-acad835d32ba tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/fb370cc1-4478-4534-bc30-f959accf05b4 HTTP/1.1" status: 204 len: 168 time: 0.8695893 Feb 16 15:00:34.134605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:34.138001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae9439e7-ba69-4a9a-8195-585f097aacd8 req-1bd0af6d-1bd4-471c-bc71-63376146b4ee tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 210 time: 0.1047933 Feb 16 15:00:34.244118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:34.272194 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3f393aef-4adc-4dde-8bc1-67c4c793a4e5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356730 Feb 16 15:00:34.275351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:34.284967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:34.437002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d2af1-53d6-4f34-8d15-593b35c9c303 req-d9174e7f-c5fc-494a-86a2-57f9e1a8a70a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:34.451081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e9d2af1-53d6-4f34-8d15-593b35c9c303 req-d9174e7f-c5fc-494a-86a2-57f9e1a8a70a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.1557779 Feb 16 15:00:34.483839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e2acff-92a4-4eca-8b9f-8454aca23886 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:34.521749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:34.524715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e9d2af1-53d6-4f34-8d15-593b35c9c303 req-ee0f289c-6f90-4a71-a974-4248dc39042c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727730 Feb 16 15:00:34.589026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Routers {'c7949c5e-57f7-466c-905d-d9b5bba27137'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:00:34.592478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:34.598179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:34.607331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:00:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c7949c5e-57f7-466c-905d-d9b5bba27137'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:34.973166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9efeb67e-74c7-4378-acea-0247fd72f1d9 None None] Provisioning complete for port cee4cf94-e708-4ccf-a43f-e12a106d2930 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:34.973443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9efeb67e-74c7-4378-acea-0247fd72f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:35.031268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] Set router c7949c5e-57f7-466c-905d-d9b5bba27137 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:00:35.082121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859f15a-5ad8-413f-8d85-048a99b81922 None None] Pushing event updated for resources: {'Port': ['ID=6542e304-3fcd-4ed2-aa73-91caf4fa2499,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:35.211330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40186) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:35.241597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port cee4cf94-e708-4ccf-a43f-e12a106d2930, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cee4cf94-e708-4ccf-a43f-e12a106d2930,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:35.345197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a75ff6d-3466-4e12-a96f-b393dc3495ee req-87947c36-8dc5-4b2b-8c6d-4f9492d8767a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 210 time: 0.0634997 Feb 16 15:00:35.362455 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:35.440842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:00:35.529539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79ee1888-1b83-4a24-ab6f-c32440d60259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:35.538256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=cee4cf94-e708-4ccf-a43f-e12a106d2930,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:35.714519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52eb6181-4251-48f8-b904-63fa1c79312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:35.736137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeead3c-e361-431f-b3c2-029b70698b06 req-f572e442-e522-4fa4-be43-b3453d0da998 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:35.737981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deeead3c-e361-431f-b3c2-029b70698b06 req-f572e442-e522-4fa4-be43-b3453d0da998 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.0993028 Feb 16 15:00:35.789941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79ee1888-1b83-4a24-ab6f-c32440d60259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:35.811657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deeead3c-e361-431f-b3c2-029b70698b06 req-091e4464-5fff-4585-bbde-39e0b3404973 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619907 Feb 16 15:00:35.871144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79ee1888-1b83-4a24-ab6f-c32440d60259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:35.932161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:00:28Z', 'revision_number': 4, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port': {'id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:19Z', 'updated_at': '2022-02-16T15:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6542e304-3fcd-4ed2-aa73-91caf4fa2499', 'name': '', 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'mac_address': 'fa:16:3e:a6:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:25Z', 'updated_at': '2022-02-16T15:00:34Z', 'revision_number': 4, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'subnets': [{'id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:00:35.959856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-79ee1888-1b83-4a24-ab6f-c32440d60259 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=66aa3c5a27fb440c99dd62890a9496e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7424974 Feb 16 15:00:35.961141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40198) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:35.962116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee1888-1b83-4a24-ab6f-c32440d60259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2792046b-c89e-4d09-a677-0f43718de6f3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:36.013278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.276627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56ae81-b2e5-4dfe-a0f4-d4f2d28b2f48 req-8186d0e2-f19d-46cd-8e24-f53182aa9d55 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:36.287537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b56ae81-b2e5-4dfe-a0f4-d4f2d28b2f48 req-8186d0e2-f19d-46cd-8e24-f53182aa9d55 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.2712710 Feb 16 15:00:36.311823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c799b5a-4f8a-4ff9-b735-e9aef4ff38b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.367361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] For port cee4cf94-e708-4ccf-a43f-e12a106d2930, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cee4cf94-e708-4ccf-a43f-e12a106d2930,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:36.435313 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c799b5a-4f8a-4ff9-b735-e9aef4ff38b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.488703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e38a31-28d8-4e0d-9ee0-d1b0f0dff456 None None] The sync data for ids ['c7949c5e-57f7-466c-905d-d9b5bba27137'] in n-d-829433-1 is: [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:00:28Z', 'revision_number': 4, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port': {'id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:19Z', 'updated_at': '2022-02-16T15:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6542e304-3fcd-4ed2-aa73-91caf4fa2499', 'name': '', 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'mac_address': 'fa:16:3e:a6:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_interface', 'standard_attr_id': 2515, 'fixed_ips': [{'subnet_id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:25Z', 'updated_at': '2022-02-16T15:00:34Z', 'revision_number': 4, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'subnets': [{'id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:00:36.512943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f6d10c74-7cd7-4e8f-9152-52b891dd15e8 None None] Provisioning complete for port cee4cf94-e708-4ccf-a43f-e12a106d2930 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:36.513477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f6d10c74-7cd7-4e8f-9152-52b891dd15e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.572048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-762f28b3-21ac-436f-9d18-9683fbe9dede tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:36.574337 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-762f28b3-21ac-436f-9d18-9683fbe9dede tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.93 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 810 time: 0.3415737 Feb 16 15:00:36.583090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.608609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Request body: {'port': {'device_id': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'admin_state_up': True, 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:36.649952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c799b5a-4f8a-4ff9-b735-e9aef4ff38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.653324 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c799b5a-4f8a-4ff9-b735-e9aef4ff38b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.654687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1c799b5a-4f8a-4ff9-b735-e9aef4ff38b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2792046b-c89e-4d09-a677-0f43718de6f3 HTTP/1.1" status: 204 len: 168 time: 0.6731863 Feb 16 15:00:36.675355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e2bc182-0f63-4134-8dce-934fc6868fa2 req-9627054b-14e7-40eb-b65f-20a2fd4cf2e1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 210 time: 0.1269019 Feb 16 15:00:36.716315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c799b5a-4f8a-4ff9-b735-e9aef4ff38b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2792046b-c89e-4d09-a677-0f43718de6f3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:36.736373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b56ae81-b2e5-4dfe-a0f4-d4f2d28b2f48 req-c4a058ca-2998-4d74-874c-0aaf3ef6caaa tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477119 Feb 16 15:00:36.745506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.748252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:36.972281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=cee4cf94-e708-4ccf-a43f-e12a106d2930,revision_number=6']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:36.977463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=9751b3df-3831-44c7-8e81-3cf4dcb15159,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:36.996748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f084b349-46c3-4f9c-9793-5446adc42c89 None None] Could not find standard attr ID for object b3d90db2-5336-4370-a882-3938b29dc753. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:00:36.997810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:37.018349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:37.038474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:37.039065 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:37.091415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7959bb2-ee3a-4b81-a714-91f96f1f2c30 req-0cfe8890-c51c-45b5-b7e0-2de6ed849971 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:37.092173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7959bb2-ee3a-4b81-a714-91f96f1f2c30 req-0cfe8890-c51c-45b5-b7e0-2de6ed849971 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 945 time: 0.1834922 Feb 16 15:00:37.127039 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:00:37.154692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-6936b733-941e-4e85-89c1-a007971a13aa service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1977305 Feb 16 15:00:37.192087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7959bb2-ee3a-4b81-a714-91f96f1f2c30 req-90c27932-a875-4421-8bee-28958e9e6870 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987210 Feb 16 15:00:37.196728 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a5f8ab96-cc47-4a03-afe5-8b078cf96c1e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9198291 Feb 16 15:00:37.199228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40212) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:37.223398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:3d:87:09', 'name': 'tempest-NetworksTestDHCPv6-1030247126'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:37.286958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504b450-1a7f-441d-b474-954071f2ed59 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:37.428426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-f1505dec-a7c9-4abe-b2a4-75b5bf899da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:37.430616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-f1505dec-a7c9-4abe-b2a4-75b5bf899da7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 1096 time: 0.1976743 Feb 16 15:00:37.526333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Made reservation on behalf of c318c7bae2374f2e8700186b40ebb785 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:37.558037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:37.909359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:37.942625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cee4cf94-e708-4ccf-a43f-e12a106d2930 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:37.995971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-6b12101b-2b91-41a7-a42e-dc3916a7f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:37.997647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-6b12101b-2b91-41a7-a42e-dc3916a7f44a service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.5454562 Feb 16 15:00:38.170028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Allocated IP 172.20.0.14 (4c0ce965-612c-480e-9ac1-e026b294b05e/016a32c5-31fd-4710-aa98-58e948005e1f/97c56a1e-36e9-4720-9aa7-be67d0b92867) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:38.270583 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4646f070-e902-41fb-b854-5bdaea7430ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:38.278402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cee4cf94-e708-4ccf-a43f-e12a106d2930 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:38.280835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:38.322998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24d8d119-bd29-441a-93e4-3743f0733346 req-57e0cdbd-6cb6-4ad2-a227-8297d2951f14 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 210 time: 0.3240418 Feb 16 15:00:38.415430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-bdc210a3-3cb9-4f5e-bf03-eb65d8b2c780 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 200 len: 1000 time: 0.3826218 Feb 16 15:00:38.448970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627b10-82e6-4829-a127-a55257f70795 req-0f614718-332e-4deb-8931-3b47216c68a5 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:38.456089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97627b10-82e6-4829-a127-a55257f70795 req-0f614718-332e-4deb-8931-3b47216c68a5 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.2790244 Feb 16 15:00:38.504639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6542e304-3fcd-4ed2-aa73-91caf4fa2499 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:38.552730 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:38.612384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97627b10-82e6-4829-a127-a55257f70795 req-dd37a8a1-b39f-403f-83d1-c3acb323f1a0 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401360 Feb 16 15:00:38.686174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 4348db64-7342-467b-bfd7-396aa2324fdd yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:00:38.702344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6542e304-3fcd-4ed2-aa73-91caf4fa2499 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:38.702811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:38.711331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-6377aea5-d463-444b-a613-e1032aecec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:38.711331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-6377aea5-d463-444b-a613-e1032aecec03 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.2862241 Feb 16 15:00:38.834488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8eb9793a-351a-4e5a-b1f2-b706dd9149e5 None None] Provisioning complete for port cee4cf94-e708-4ccf-a43f-e12a106d2930 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:38.834779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8eb9793a-351a-4e5a-b1f2-b706dd9149e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:38.885418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-4d1b40fe-1c52-42df-b9d6-8145a6bbf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:38.887186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-4d1b40fe-1c52-42df-b9d6-8145a6bbf510 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567035 Feb 16 15:00:39.001496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:39.059896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:fe3d:8709 (787cccbd-9503-4e11-a20c-2b727deb6ed1/9751b3df-3831-44c7-8e81-3cf4dcb15159/4348db64-7342-467b-bfd7-396aa2324fdd) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:39.087772 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:39.133220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-3ca15d33-90cd-4eb8-9b39-198ebcd64ffb service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376242 Feb 16 15:00:39.284156 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:39.385532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6542e304-3fcd-4ed2-aa73-91caf4fa2499, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6542e304-3fcd-4ed2-aa73-91caf4fa2499,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:39.406999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96a20de-965c-408c-a52a-d35eaf30bdbe req-9373a49c-35cd-40d9-9456-7d2c2c09e853 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637467 Feb 16 15:00:39.473111 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:39.483184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Pushing event updated for resources: {'Port': ['ID=97c56a1e-36e9-4720-9aa7-be67d0b92867,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:39.550486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Network 4c0ce965-612c-480e-9ac1-e026b294b05e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:39.562868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:39.582051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:39.733175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:39.739053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7248d-5286-4989-8656-436e82bc47d0 req-5ea73b43-e00b-4a22-9911-dd87e7c6b728 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:39.743410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6542e304-3fcd-4ed2-aa73-91caf4fa2499,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:39.744859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ed7248d-5286-4989-8656-436e82bc47d0 req-5ea73b43-e00b-4a22-9911-dd87e7c6b728 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 932 time: 0.1789093 Feb 16 15:00:39.778270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade42513-0695-4589-a507-1fa85c9227f0 req-704ea9d7-a89e-4707-b67c-31cd28cdfdf1 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:39.779911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ade42513-0695-4589-a507-1fa85c9227f0 req-704ea9d7-a89e-4707-b67c-31cd28cdfdf1 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.3662457 Feb 16 15:00:39.837502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:39.838532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:39.846605 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:39.970774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ed7248d-5286-4989-8656-436e82bc47d0 req-739b0ca8-b8ec-43d0-b1c5-338652ba56f1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121973 Feb 16 15:00:39.983684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ade42513-0695-4589-a507-1fa85c9227f0 req-d8fb7845-7790-4518-b1c9-7fdd83e54527 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909580 Feb 16 15:00:40.027729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:40.027729 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-5981a926-53aa-443b-8c41-4d2c11bb01c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4432786 Feb 16 15:00:40.121967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=4348db64-7342-467b-bfd7-396aa2324fdd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:40.132519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Request body: {'port': {'device_id': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:40.214813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:40.235787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:40.238713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:40.254346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:40.255021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:40.313103 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:40.492144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e67518-7c8e-40e8-9f81-5392e785f565 req-21cbc3ae-e56b-4000-9828-04d48ab89539 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:40.498515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e67518-7c8e-40e8-9f81-5392e785f565 req-21cbc3ae-e56b-4000-9828-04d48ab89539 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:40.532618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e67518-7c8e-40e8-9f81-5392e785f565 req-21cbc3ae-e56b-4000-9828-04d48ab89539 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:40.532618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66e67518-7c8e-40e8-9f81-5392e785f565 req-21cbc3ae-e56b-4000-9828-04d48ab89539 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348&device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d&device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 2418 time: 0.1800056 Feb 16 15:00:40.606433 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-682b29a3-1440-467c-9bd2-763561110841 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4034431 Feb 16 15:00:40.612782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:40.622874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66e67518-7c8e-40e8-9f81-5392e785f565 req-014c394b-2fec-4cbc-91fb-4dddb99cfc2a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864031 Feb 16 15:00:40.803711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c56a1e-36e9-4720-9aa7-be67d0b92867 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:40.813765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:40.862008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0be0929b-c2b2-4499-9912-1daf13b0181c None None] Provisioning complete for port 4348db64-7342-467b-bfd7-396aa2324fdd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:40.862652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0be0929b-c2b2-4499-9912-1daf13b0181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:40.871932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Transition to ACTIVE for port object 97c56a1e-36e9-4720-9aa7-be67d0b92867 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:00:40.926666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157bdbf-42e2-4b10-aef8-fa29f704c9b8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:40.938618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157bdbf-42e2-4b10-aef8-fa29f704c9b8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:40.939480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ad11a-a0d7-48ea-a811-202c5e2d9ca3 req-e581adbc-a007-402e-9e95-f404314f0269 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:40.942433 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9157bdbf-42e2-4b10-aef8-fa29f704c9b8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3306541 Feb 16 15:00:40.950812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0be0929b-c2b2-4499-9912-1daf13b0181c None None] Port 4348db64-7342-467b-bfd7-396aa2324fdd cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:40.952737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40296) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:40.956370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b28ad11a-a0d7-48ea-a811-202c5e2d9ca3 req-e581adbc-a007-402e-9e95-f404314f0269 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.1384149 Feb 16 15:00:40.985025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:41.041685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b28ad11a-a0d7-48ea-a811-202c5e2d9ca3 req-f2796d9a-4a16-44e8-9c4d-933f9f5adc40 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832303 Feb 16 15:00:41.197725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c48f6-ce8d-4431-a9cc-8c9cdf022ba2 req-d1526143-a9d5-4029-b069-3a8f55a17b60 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:41.200205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d38c48f6-ce8d-4431-a9cc-8c9cdf022ba2 req-d1526143-a9d5-4029-b069-3a8f55a17b60 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 944 time: 0.0993073 Feb 16 15:00:41.283927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:41.323769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d38c48f6-ce8d-4431-a9cc-8c9cdf022ba2 req-2bd58c04-f735-4ada-816b-5a0d52f08c65 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929575 Feb 16 15:00:41.339206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Pushing event updated for resources: {'Port': ['ID=97c56a1e-36e9-4720-9aa7-be67d0b92867,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:41.496315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 4348db64-7342-467b-bfd7-396aa2324fdd {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:41.532997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:41.548737 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:41.635156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Attempting to bind port 97c56a1e-36e9-4720-9aa7-be67d0b92867 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:41.635505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Attempting to bind port 97c56a1e-36e9-4720-9aa7-be67d0b92867 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:41.635861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Attempting to bind port 97c56a1e-36e9-4720-9aa7-be67d0b92867 on network 4c0ce965-612c-480e-9ac1-e026b294b05e {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:41.645959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Port 97c56a1e-36e9-4720-9aa7-be67d0b92867 on network 4c0ce965-612c-480e-9ac1-e026b294b05e not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:00:41.646292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Attempting to bind port 97c56a1e-36e9-4720-9aa7-be67d0b92867 on network 4c0ce965-612c-480e-9ac1-e026b294b05e {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:41.669138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:41.669529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Checking segment: {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:41.669921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Bound using segment: {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:41.670364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Bound port: 97c56a1e-36e9-4720-9aa7-be67d0b92867, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:41.670721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:41.729348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-962e6c3b-7388-4e9a-86de-9483591c3448 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272612 Feb 16 15:00:41.764505 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:41.776374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6542e304-3fcd-4ed2-aa73-91caf4fa2499 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:41.788136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 4348db64-7342-467b-bfd7-396aa2324fdd owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:41.867509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] For port 97c56a1e-36e9-4720-9aa7-be67d0b92867, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:41.874903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-cd326d5f-ef88-4e7f-b016-d2288f372c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:41.880982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-cd326d5f-ef88-4e7f-b016-d2288f372c4e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 1097 time: 0.0874202 Feb 16 15:00:41.889021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] For port 97c56a1e-36e9-4720-9aa7-be67d0b92867, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:41.921437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6542e304-3fcd-4ed2-aa73-91caf4fa2499 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:41.924380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:42.045584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:42.063875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-a2d336f0-fa39-4817-9a4e-83b04accab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.067803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-a2d336f0-fa39-4817-9a4e-83b04accab65 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 918 time: 0.1596694 Feb 16 15:00:42.119207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-e1900db3-5981-47e4-8f1c-7f4ae05ed306 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1 HTTP/1.1" status: 200 len: 217 time: 0.0447114 Feb 16 15:00:42.147444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.148489 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:42.152684 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] 10.222.0.93 "PUT /v2.0/ports/97c56a1e-36e9-4720-9aa7-be67d0b92867 HTTP/1.1" status: 200 len: 1092 time: 2.0347483 Feb 16 15:00:42.159048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'tag': '97c56a1e-36e9-4720-9aa7-be67d0b92867'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:42.163220 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca14942-e157-4af0-aec4-52e8453ed335" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1bf6d9-067b-4b43-95a3-33acfa827031", "tag": "97c56a1e-36e9-4720-9aa7-be67d0b92867"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:42.191962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-833c4b1a-5cef-498f-b4d2-c48286d960dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.195651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-833c4b1a-5cef-498f-b4d2-c48286d960dc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 200 len: 855 time: 0.0690236 Feb 16 15:00:42.223049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e7a8a-c7c7-4ce3-9af3-5ffd5492e563 service neutron] Pushing event updated for resources: {'Port': ['ID=97c56a1e-36e9-4720-9aa7-be67d0b92867,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:42.231571 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:42.296204 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd68743-350b-413c-b7f5-74ab6536a59d x-openstack-request-id: req-9dd68743-350b-413c-b7f5-74ab6536a59d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:42.296497 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1bf6d9-067b-4b43-95a3-33acfa827031", "tag": "97c56a1e-36e9-4720-9aa7-be67d0b92867", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:42.297821 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9dd68743-350b-413c-b7f5-74ab6536a59d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:42.297986 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'tag': '97c56a1e-36e9-4720-9aa7-be67d0b92867', 'status': 'completed', 'code': 200} Feb 16 15:00:42.304203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-842738a0-d3e8-45c4-b37d-c4947c8cf407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.307980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-842738a0-d3e8-45c4-b37d-c4947c8cf407 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4704a48c-f4fd-448b-94bf-ab3c63f32138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033776 Feb 16 15:00:42.373653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:42.377040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=4348db64-7342-467b-bfd7-396aa2324fdd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:42.448697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:42.457047 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fe7e256a-30fb-414b-a5e3-8c75978ffd1c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/4348db64-7342-467b-bfd7-396aa2324fdd HTTP/1.1" status: 204 len: 168 time: 1.5019403 Feb 16 15:00:42.457893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40348) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:42.584976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-36ddaea4-21dd-4458-bf08-e4a8925920ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.600515 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-36ddaea4-21dd-4458-bf08-e4a8925920ac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 1095 time: 0.2847531 Feb 16 15:00:42.642061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-17a9a03c-8c3b-4ea2-bdf9-eac08034dbc8 service neutron] 10.222.0.93 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269339 Feb 16 15:00:42.713498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d9122-efa7-4a5d-a14c-5d2e733dccd8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.726053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d9122-efa7-4a5d-a14c-5d2e733dccd8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.726053 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-643d9122-efa7-4a5d-a14c-5d2e733dccd8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2557850 Feb 16 15:00:42.726590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55996eb7-5e9d-4ab0-ac6a-36fadb773bf4 req-8601317a-d647-41eb-ab5a-46085fd17ca0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.726590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55996eb7-5e9d-4ab0-ac6a-36fadb773bf4 req-8601317a-d647-41eb-ab5a-46085fd17ca0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 944 time: 0.2227139 Feb 16 15:00:42.727154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-633e9447-49a4-47e6-84bc-1f3244cb375f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867 HTTP/1.1" status: 200 len: 217 time: 0.1164181 Feb 16 15:00:42.727154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40358) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:42.870066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55996eb7-5e9d-4ab0-ac6a-36fadb773bf4 req-f519c205-31c4-44a2-868c-0ca4e2f37afb tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787108 Feb 16 15:00:42.883571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-06bcce6e-b839-49f2-87ae-9deb97bcb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:42.885926 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-06bcce6e-b839-49f2-87ae-9deb97bcb275 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.1422653 Feb 16 15:00:42.925154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-2ee0ecf2-abe4-44cf-abb9-2a01fdaae530 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294976 Feb 16 15:00:42.931145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee50412-989d-4121-a4d3-b83863b431c9 req-959ccbbe-f102-4c19-a134-a828cf2ef80a service neutron] 10.222.0.93 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810233 Feb 16 15:00:43.000113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 9751b3df-3831-44c7-8e81-3cf4dcb15159 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:43.036715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:43.163180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a49-ebfb-4152-ba0d-d8d21b6a332a req-6fb1bc74-a83e-43b9-a549-01ce3c53d27e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:43.181675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5e66a49-ebfb-4152-ba0d-d8d21b6a332a req-6fb1bc74-a83e-43b9-a549-01ce3c53d27e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1006687 Feb 16 15:00:43.224778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5e66a49-ebfb-4152-ba0d-d8d21b6a332a req-1320ba3f-ee5b-4810-9af7-4744278d052a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Feb 16 15:00:43.457526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:43.517283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-18f0396b-453d-4d7e-8dad-e0702c098644 service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826914 Feb 16 15:00:43.676730 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:43.763582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77d811e1-ab76-49b9-8fb3-f29b29878eef req-6fed4b46-a015-4292-a102-457dcc3885d0 service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367797 Feb 16 15:00:43.976067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:44.018667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=9751b3df-3831-44c7-8e81-3cf4dcb15159,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:44.021113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd5232-6488-4be6-b839-13bbadf49d47 req-8c0fb2d9-07db-4da4-b569-07c8d137ac30 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.022793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:44.026042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8dbd5232-6488-4be6-b839-13bbadf49d47 req-8c0fb2d9-07db-4da4-b569-07c8d137ac30 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1213486 Feb 16 15:00:44.029026 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-19e3ed33-bf83-4f15-98d5-33fa49f059e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/9751b3df-3831-44c7-8e81-3cf4dcb15159 HTTP/1.1" status: 204 len: 168 time: 1.3008537 Feb 16 15:00:44.032759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40392) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:44.041239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-b094e310-ed6a-4ca5-80cc-b1ba4f66731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.042836 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-b094e310-ed6a-4ca5-80cc-b1ba4f66731a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 1095 time: 0.0984929 Feb 16 15:00:44.049099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8a7be-751f-4139-8bd0-8fd7d90ebe98 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:44.053834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d7c3c-a973-4122-a35e-1cdcbfb35e45 req-00c90fdd-8114-472f-8836-67fa5e8a91de tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.074765 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bfc22b39-da87-4b8b-9879-209f13c70aeb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412846 Feb 16 15:00:44.080050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-358d7c3c-a973-4122-a35e-1cdcbfb35e45 req-00c90fdd-8114-472f-8836-67fa5e8a91de tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 944 time: 0.1356618 Feb 16 15:00:44.082510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40396) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:44.186220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8dbd5232-6488-4be6-b839-13bbadf49d47 req-385015cf-8981-47ce-aabc-e63890aa5b4f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460965 Feb 16 15:00:44.220192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-358d7c3c-a973-4122-a35e-1cdcbfb35e45 req-7345da44-f087-41f3-bddd-316342741d9a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360879 Feb 16 15:00:44.251674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7e6c4-390e-4f7d-84a0-106398dcd852 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.253853 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-43b7e6c4-390e-4f7d-84a0-106398dcd852 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1702514 Feb 16 15:00:44.256548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40404) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:44.320421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-6a42ddd5-e024-422c-89a9-e9041c1fa546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.322045 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-6a42ddd5-e024-422c-89a9-e9041c1fa546 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 912 time: 0.2497370 Feb 16 15:00:44.355798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:00:44.389095 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-f25bede0-ca82-471b-9f2d-d5cb36216fdf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867 HTTP/1.1" status: 200 len: 217 time: 0.0566189 Feb 16 15:00:44.398237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95f735-b91e-4ded-a80e-e31a489ea812 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.404320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf95f735-b91e-4ded-a80e-e31a489ea812 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467307 Feb 16 15:00:44.407404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40406) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:44.420058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] Deleting port cee4cf94-e708-4ccf-a43f-e12a106d2930 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:44.420669 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:44.446683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4605571e-53a9-4ffb-9f55-4bae06928672 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381286 Feb 16 15:00:44.471452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40408) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:44.471452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4271d9-bc0a-4d8b-b13a-e6b9656ffdcf req-feacf01b-5ab3-427e-9ae7-120575851e7c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.471452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d4271d9-bc0a-4d8b-b13a-e6b9656ffdcf req-feacf01b-5ab3-427e-9ae7-120575851e7c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1462305 Feb 16 15:00:44.471763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-73f27f65-c03e-411a-9247-297f23cd4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:44.471763 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-73f27f65-c03e-411a-9247-297f23cd4304 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.0650544 Feb 16 15:00:44.472348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:44.493797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] For port cee4cf94-e708-4ccf-a43f-e12a106d2930, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cee4cf94-e708-4ccf-a43f-e12a106d2930,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:44.494204 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:44.508216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-1eb3017b-1086-4f82-a400-c8a7cb3f07a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342033 Feb 16 15:00:44.513507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] Calling delete_port for cee4cf94-e708-4ccf-a43f-e12a106d2930 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:44.567208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d4271d9-bc0a-4d8b-b13a-e6b9656ffdcf req-825c80e1-2829-4c10-99ee-d5452d1ac08d tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977335 Feb 16 15:00:44.677315 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-b83ba9ec-067c-4927-bb49-3e96d7020685 service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615214 Feb 16 15:00:44.706739 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:44.741265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] Pushing event deleted for resources: {'Port': ['ID=cee4cf94-e708-4ccf-a43f-e12a106d2930,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:44.756351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e106b5-d37d-4616-b229-5d6c0a320b58 None None] No DVR routers for this DVR port cee4cf94-e708-4ccf-a43f-e12a106d2930 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:44.785736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:44.793687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:44.959014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40422) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:45.114069 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-3ca14942-e157-4af0-aec4-52e8453ed335 req-a4af638c-723a-4aca-bb01-5a01cda85f3b service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289594 Feb 16 15:00:45.147522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000ccb5e-2587-408e-8ae0-77a714c89bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.248145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000ccb5e-2587-408e-8ae0-77a714c89bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.317926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-000ccb5e-2587-408e-8ae0-77a714c89bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.361153 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-000ccb5e-2587-408e-8ae0-77a714c89bff admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=127d48ac4cd24486bd5b251b216da6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005864 Feb 16 15:00:45.363813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40434) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:45.369955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ccb5e-2587-408e-8ae0-77a714c89bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a01736-3e8d-483c-be22-3f05699d7634,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:45.432357 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92fc945a-e652-4f3a-b508-313adb031c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.437172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:00:45.443232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.454353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92fc945a-e652-4f3a-b508-313adb031c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.467773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7e385-806c-4c16-9890-3dade84e03a5 req-b38bdaba-bfbd-424b-a22b-7f1839ce996f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:45.476145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72b7e385-806c-4c16-9890-3dade84e03a5 req-b38bdaba-bfbd-424b-a22b-7f1839ce996f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 944 time: 0.1514719 Feb 16 15:00:45.504397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506eae8-7f97-44d0-90ea-af8545c78a01 req-687803fa-11c4-4cc4-8fb8-9700e7d3f8ce tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:45.505960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a506eae8-7f97-44d0-90ea-af8545c78a01 req-687803fa-11c4-4cc4-8fb8-9700e7d3f8ce tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1898808 Feb 16 15:00:45.542910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:45.558498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:45.564207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:45.564809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.569110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c531283-857f-4cb8-93d8-76f8f5671827 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:45.572564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=90c1cde4-73aa-4ec1-9549-4dfc79aebe68,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:45.611653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72b7e385-806c-4c16-9890-3dade84e03a5 req-131e0e82-6df8-434c-8c78-27dfd12e0f66 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345484 Feb 16 15:00:45.614606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a506eae8-7f97-44d0-90ea-af8545c78a01 req-b898e87c-5d8d-4fcb-90f8-2c7603941f98 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926027 Feb 16 15:00:45.628500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92fc945a-e652-4f3a-b508-313adb031c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.628500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-92fc945a-e652-4f3a-b508-313adb031c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:45.628500 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-92fc945a-e652-4f3a-b508-313adb031c72 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/95a01736-3e8d-483c-be22-3f05699d7634 HTTP/1.1" status: 204 len: 168 time: 0.2626698 Feb 16 15:00:45.676257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc945a-e652-4f3a-b508-313adb031c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a01736-3e8d-483c-be22-3f05699d7634,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:45.686758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8727377f-9ce5-4751-9bc7-97d519a1e0cd tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2248807 Feb 16 15:00:45.694170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40440) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:45.703686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:96:58:4d', 'name': 'tempest-NetworksTestDHCPv6-1451459920'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:45.787649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44218-4d62-4815-a145-afb733108f70 req-b1a45715-94b8-48e8-8aa6-8552044717af tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:45.789310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8eb44218-4d62-4815-a145-afb733108f70 req-b1a45715-94b8-48e8-8aa6-8552044717af tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1012230 Feb 16 15:00:45.880548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cee4cf94-e708-4ccf-a43f-e12a106d2930 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:45.887874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8eb44218-4d62-4815-a145-afb733108f70 req-4b84b173-9c45-4ad3-975a-936d4dd56722 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862143 Feb 16 15:00:45.940238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: cee4cf94-e708-4ccf-a43f-e12a106d2930 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:00:45.940570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cee4cf94-e708-4ccf-a43f-e12a106d2930 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:00:45.980817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '90c1cde4-73aa-4ec1-9549-4dfc79aebe68'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:00:45.981666 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.086093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:46.185523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 97c56a1e-36e9-4720-9aa7-be67d0b92867 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:00:46.200475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.227669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port ed296c3b-7a60-4225-86ea-1ff835abb937 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:00:46.300197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Allocated IP 2001:db8::f816:3eff:fece:ea98 (787cccbd-9503-4e11-a20c-2b727deb6ed1/90c1cde4-73aa-4ec1-9549-4dfc79aebe68/8f619b1e-8f0d-45df-ab27-8e8916f83cf6) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:46.411439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 97c56a1e-36e9-4720-9aa7-be67d0b92867, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:46.424424 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.438592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '97c56a1e-36e9-4720-9aa7-be67d0b92867', 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'port_id': '97c56a1e-36e9-4720-9aa7-be67d0b92867', 'mac_address': 'fa:16:3e:c6:70:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:00:46.528196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.552613 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.556833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c56a1e-36e9-4720-9aa7-be67d0b92867 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:00:46.576703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 97c56a1e-36e9-4720-9aa7-be67d0b92867, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:46.584436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40478) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:46.598043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-641cce12-d479-42f2-8586-1a32e7bdef1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.625283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.664274 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.696392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:46.705213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:fe96:584d (787cccbd-9503-4e11-a20c-2b727deb6ed1/90c1cde4-73aa-4ec1-9549-4dfc79aebe68/ed296c3b-7a60-4225-86ea-1ff835abb937) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:46.713974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:46.733289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:46.733397 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-641cce12-d479-42f2-8586-1a32e7bdef1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.765027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Pushing event updated for resources: {'Port': ['ID=8f619b1e-8f0d-45df-ab27-8e8916f83cf6,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:46.832644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Attempting to bind port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:46.832991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Attempting to bind port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:46.833440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Attempting to bind port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:46.848603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:46.848603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:46.848603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.848603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:46.848603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Bound port: 8f619b1e-8f0d-45df-ab27-8e8916f83cf6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:46.848603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.886336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=97c56a1e-36e9-4720-9aa7-be67d0b92867,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:46.900831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-641cce12-d479-42f2-8586-1a32e7bdef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.950305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:46.950452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['97c56a1e-36e9-4720-9aa7-be67d0b92867'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:00:47.036629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ef25f-4e33-49c5-a4d7-00ceb59286ee req-39785999-f4a6-44fd-80d4-e6ca1f9917e1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:47.038426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-318ef25f-4e33-49c5-a4d7-00ceb59286ee req-39785999-f4a6-44fd-80d4-e6ca1f9917e1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 945 time: 0.3064947 Feb 16 15:00:47.038549 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] For port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:47.041964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] For port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8f619b1e-8f0d-45df-ab27-8e8916f83cf6,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:47.050665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.066675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c452ffa-2ba7-407c-8e7b-ea4617d7fe06 req-d41631b2-d674-4f58-b54f-10e20bdcef4f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:47.075158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c452ffa-2ba7-407c-8e7b-ea4617d7fe06 req-d41631b2-d674-4f58-b54f-10e20bdcef4f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.3107779 Feb 16 15:00:47.266752 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=ed296c3b-7a60-4225-86ea-1ff835abb937,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:47.292599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-641cce12-d479-42f2-8586-1a32e7bdef1a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7fbc48561ebc4ea0af4c5ff149901b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881777 Feb 16 15:00:47.293679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:47.293679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40508) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:47.294307 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.294723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cce12-d479-42f2-8586-1a32e7bdef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c9747-b7f0-4a79-9b86-9bfb6ac77afe,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:47.295055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:47.295055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:47.295055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:47.295055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.295405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-318ef25f-4e33-49c5-a4d7-00ceb59286ee req-d215250c-b1e7-4d73-ab67-20e62da66fe1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600914 Feb 16 15:00:47.317001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c452ffa-2ba7-407c-8e7b-ea4617d7fe06 req-6ef470b0-2e3e-47f9-9317-297608cf2ccc tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285645 Feb 16 15:00:47.334201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8992bd7-6217-4ff2-bd7b-ccf1c14c941d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.341184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df5c2c-5d6c-4b96-9cf6-a2177532fe84 None None] Pushing event updated for resources: {'Port': ['ID=8f619b1e-8f0d-45df-ab27-8e8916f83cf6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:47.391328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8992bd7-6217-4ff2-bd7b-ccf1c14c941d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.419751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d44c4b47-e359-4ddf-97e4-113c464b2780 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7237017 Feb 16 15:00:47.423047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40512) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:47.490973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309deefb-5cfb-41aa-83a3-fc324e63674d req-cba88b1a-af79-4acf-956b-dd4902139a8d tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:47.492583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-309deefb-5cfb-41aa-83a3-fc324e63674d req-cba88b1a-af79-4acf-956b-dd4902139a8d tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1220243 Feb 16 15:00:47.524099 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8992bd7-6217-4ff2-bd7b-ccf1c14c941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.526883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8992bd7-6217-4ff2-bd7b-ccf1c14c941d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.527951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ec0c9-de6a-4ca1-9a4e-58ab8c6911bc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:47.530932 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d8992bd7-6217-4ff2-bd7b-ccf1c14c941d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3d5c9747-b7f0-4a79-9b86-9bfb6ac77afe HTTP/1.1" status: 204 len: 168 time: 0.3517511 Feb 16 15:00:47.533881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ec0c9-de6a-4ca1-9a4e-58ab8c6911bc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:47.544434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-232ec0c9-de6a-4ca1-9a4e-58ab8c6911bc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1203127 Feb 16 15:00:47.548743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40516) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:47.588304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8992bd7-6217-4ff2-bd7b-ccf1c14c941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c9747-b7f0-4a79-9b86-9bfb6ac77afe,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:47.695847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-309deefb-5cfb-41aa-83a3-fc324e63674d req-c8acc1df-6412-4de3-a60f-e1e888972879 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952672 Feb 16 15:00:47.794291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port ed296c3b-7a60-4225-86ea-1ff835abb937 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:47.794636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.840589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:47.902936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:47.903478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.960389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:47.979014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for ed296c3b-7a60-4225-86ea-1ff835abb937 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:48.009700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.092852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8f619b1e-8f0d-45df-ab27-8e8916f83cf6,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:48.173298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 97c56a1e-36e9-4720-9aa7-be67d0b92867 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:48.233679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.323795 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.407383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=ed296c3b-7a60-4225-86ea-1ff835abb937,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:48.503078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=8f619b1e-8f0d-45df-ab27-8e8916f83cf6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:48.526192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801d1b0-f33e-4040-86fc-da3d1114525d req-da8e2f18-8210-4ab7-8122-b1aa8be3c619 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:48.528146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2801d1b0-f33e-4040-86fc-da3d1114525d req-da8e2f18-8210-4ab7-8122-b1aa8be3c619 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 945 time: 0.1137288 Feb 16 15:00:48.533031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.539330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-21a9fba1-ec3a-4b51-a520-be4d733e6593 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/ed296c3b-7a60-4225-86ea-1ff835abb937 HTTP/1.1" status: 204 len: 168 time: 0.9872310 Feb 16 15:00:48.539907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:48.591265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 97c56a1e-36e9-4720-9aa7-be67d0b92867 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:00:48.602566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 97c56a1e-36e9-4720-9aa7-be67d0b92867 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:48.603003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.617093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd32cf9-cceb-43c1-8c4a-93dd340f8973 req-1109d038-62f5-4fd3-aded-d172afe6c308 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:48.618676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efd32cf9-cceb-43c1-8c4a-93dd340f8973 req-1109d038-62f5-4fd3-aded-d172afe6c308 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1006303 Feb 16 15:00:48.626463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2801d1b0-f33e-4040-86fc-da3d1114525d req-437efec2-acd4-4231-a15a-dd3bb85a3688 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809689 Feb 16 15:00:48.698435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cee97-b64e-4e92-9aa5-896c014ecf36 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:48.705351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cee97-b64e-4e92-9aa5-896c014ecf36 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:48.709797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd3cee97-b64e-4e92-9aa5-896c014ecf36 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1679130 Feb 16 15:00:48.712163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40542) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:48.737508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efd32cf9-cceb-43c1-8c4a-93dd340f8973 req-cf0fc0ea-935f-41b6-8273-b9c132c1a0ec tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995643 Feb 16 15:00:48.920655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 90c1cde4-73aa-4ec1-9549-4dfc79aebe68 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:48.926766 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.940582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.988859 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:48.992560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d51ca-d5c5-4ddb-8ab6-1d55fcfac7f0 req-3167109d-14e1-48b6-a49c-7bb27f912af3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:48.994273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d38d51ca-d5c5-4ddb-8ab6-1d55fcfac7f0 req-3167109d-14e1-48b6-a49c-7bb27f912af3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1149297 Feb 16 15:00:49.014320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c56a1e-36e9-4720-9aa7-be67d0b92867'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:00:49.018945 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528a9481-3ed7-4a19-9efa-6ae75a148a0f" -d '{"events": [{"server_uuid": "0f1bf6d9-067b-4b43-95a3-33acfa827031", "name": "network-vif-plugged", "status": "completed", "tag": "97c56a1e-36e9-4720-9aa7-be67d0b92867"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:00:49.053306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 97c56a1e-36e9-4720-9aa7-be67d0b92867, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:49.075168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d38d51ca-d5c5-4ddb-8ab6-1d55fcfac7f0 req-cd323227-af9c-4029-a53c-0d834f628de2 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717766 Feb 16 15:00:49.106030 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e200339f-b53a-4b3b-b873-b7cadbc18965 x-openstack-request-id: req-e200339f-b53a-4b3b-b873-b7cadbc18965 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:00:49.106429 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1bf6d9-067b-4b43-95a3-33acfa827031", "name": "network-vif-plugged", "status": "completed", "tag": "97c56a1e-36e9-4720-9aa7-be67d0b92867", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:00:49.106777 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e200339f-b53a-4b3b-b873-b7cadbc18965 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:00:49.107257 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c56a1e-36e9-4720-9aa7-be67d0b92867', 'code': 200} Feb 16 15:00:49.151827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:49.191726 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:49.261397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8f379a17-b584-4547-be79-a682f499e3b5 None None] Provisioning complete for port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:49.262136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f379a17-b584-4547-be79-a682f499e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:49.301699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a06ac-675c-4d93-9cd6-ffa7c33cdbb8 req-d21fc3c3-d1b5-4446-9087-99ade0ac5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:49.303895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e35a06ac-675c-4d93-9cd6-ffa7c33cdbb8 req-d21fc3c3-d1b5-4446-9087-99ade0ac5ed8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 1097 time: 0.0984495 Feb 16 15:00:49.323369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=97c56a1e-36e9-4720-9aa7-be67d0b92867,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:49.369067 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e35a06ac-675c-4d93-9cd6-ffa7c33cdbb8 req-03928305-8e96-429a-9f55-b1b5a3280a6c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Feb 16 15:00:49.444228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:49.553546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:49.565693 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/90c1cde4-73aa-4ec1-9549-4dfc79aebe68 HTTP/1.1" status: 204 len: 168 time: 0.8359661 Feb 16 15:00:49.565693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b463c14-82b3-47dd-8970-9a7d96a182af tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=90c1cde4-73aa-4ec1-9549-4dfc79aebe68,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:49.567725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40560) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:49.647727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40562) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:49.654409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f6ec05e-10cd-4d95-b195-b6e6462a5a85 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870993 Feb 16 15:00:49.655145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:49.781906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:49.862378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b34aca61-f0f7-4c85-b57d-5fd2630684ba None None] Could not find standard attr ID for object ed296c3b-7a60-4225-86ea-1ff835abb937. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:00:49.900933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783844c-2a5c-41e1-b0c1-c95ea098b143 req-698e696c-b292-4573-8350-a47d613850d4 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:49.911343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7783844c-2a5c-41e1-b0c1-c95ea098b143 req-698e696c-b292-4573-8350-a47d613850d4 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0995133 Feb 16 15:00:49.939942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c79c89f-fba9-45e2-ab2f-7d01442042e1 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:49.941984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:49.942539 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:49.991617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0169536-2b86-48d9-a1ba-ab3ba6c88bb1 req-1cf0e01d-4448-4716-9975-7e57365d2cca tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:49.993122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0169536-2b86-48d9-a1ba-ab3ba6c88bb1 req-1cf0e01d-4448-4716-9975-7e57365d2cca tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.0796065 Feb 16 15:00:50.001782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7783844c-2a5c-41e1-b0c1-c95ea098b143 req-5260bb94-d1c2-4c65-95ae-3b01cd2c85aa tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894971 Feb 16 15:00:50.004587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:50.017700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:50.038241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0169536-2b86-48d9-a1ba-ab3ba6c88bb1 req-2fd24149-b8f7-4cff-840f-7be45888e2ea tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353723 Feb 16 15:00:50.234845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d2318-1f3f-4841-8ded-e96a3eb0f41f req-16ca8fdc-f992-40e8-8279-ed03c2fe5b3c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:50.237443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237d2318-1f3f-4841-8ded-e96a3eb0f41f req-16ca8fdc-f992-40e8-8279-ed03c2fe5b3c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.0681829 Feb 16 15:00:50.287587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:00:50.306079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237d2318-1f3f-4841-8ded-e96a3eb0f41f req-8e72cda4-668d-4603-91ff-a779c2d4d73a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594904 Feb 16 15:00:50.394505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] Deleting port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:50.394505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:50.489318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] For port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8f619b1e-8f0d-45df-ab27-8e8916f83cf6,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:50.489941 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:50.513262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] Calling delete_port for 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:50.542919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:00:50.717924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:50.755067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] Pushing event deleted for resources: {'Port': ['ID=8f619b1e-8f0d-45df-ab27-8e8916f83cf6,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:50.762256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2039537-d2e5-4ecc-8935-b24e59f61746 None None] No DVR routers for this DVR port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:50.808138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Port 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103044) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 15:00:50.808557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Reverting IP allocation for 2001:db8::f816:3eff:fece:ea98 {{(pid=103044) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 15:00:50.812143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fece:ea98 {{(pid=103044) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 15:00:50.814074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:50.870264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:50.874346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:50.884619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7762d7-7c48-4314-975e-085bdead8165 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:50.887588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:50.888356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:50.904604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=c98a48b6-3b0c-4402-856d-2f0a990f6f46,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:51.042868 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d2adf10a-156f-4821-a4e5-2ccfc56e1da7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3917561 Feb 16 15:00:51.043170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40600) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:51.049218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:29:a7:40', 'name': 'tempest-NetworksTestDHCPv6-1575989010'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:51.112322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'c98a48b6-3b0c-4402-856d-2f0a990f6f46'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:00:51.113200 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:51.189829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2641-9b1d-42a3-8243-5f372f7a55c6 req-d2f0704f-641f-495e-81ab-eba818f5eac7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:51.194763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46ac2641-9b1d-42a3-8243-5f372f7a55c6 req-d2f0704f-641f-495e-81ab-eba818f5eac7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0993333 Feb 16 15:00:51.299781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46ac2641-9b1d-42a3-8243-5f372f7a55c6 req-7c9953d5-c587-4775-8a3e-012872448e9e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981679 Feb 16 15:00:51.386657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Allocated IP 2001:db8::f816:3eff:fea9:f65b (787cccbd-9503-4e11-a20c-2b727deb6ed1/c98a48b6-3b0c-4402-856d-2f0a990f6f46/46444f6f-d64b-4546-87d5-ab9b7a07a443) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:51.392750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:51.427103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3b661-2999-4f8e-b4c2-63219dd20be8 req-fe671590-62a2-45d0-b09c-ed44bc2d6b74 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:51.434498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6c3b661-2999-4f8e-b4c2-63219dd20be8 req-fe671590-62a2-45d0-b09c-ed44bc2d6b74 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.2373695 Feb 16 15:00:51.532117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:51.584784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 351c599e-4bb3-4736-a165-0bd19f47cf17 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:00:51.790635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:51.818874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:00:51.819273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8f619b1e-8f0d-45df-ab27-8e8916f83cf6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:00:51.826738 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:51.915195 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:52.030395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Pushing event updated for resources: {'Port': ['ID=46444f6f-d64b-4546-87d5-ab9b7a07a443,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:52.048450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:52.050170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:52.056519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:52.152976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Attempting to bind port 46444f6f-d64b-4546-87d5-ab9b7a07a443 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:52.153594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Attempting to bind port 46444f6f-d64b-4546-87d5-ab9b7a07a443 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:52.153729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Attempting to bind port 46444f6f-d64b-4546-87d5-ab9b7a07a443 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:52.155415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:fe29:a740 (787cccbd-9503-4e11-a20c-2b727deb6ed1/c98a48b6-3b0c-4402-856d-2f0a990f6f46/351c599e-4bb3-4736-a165-0bd19f47cf17) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:52.158708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6c3b661-2999-4f8e-b4c2-63219dd20be8 req-e51e33d9-91f4-4007-92eb-d49ed9cf57ab tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7230561 Feb 16 15:00:52.178225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:52.178610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:52.180568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:52.184039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:52.184039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Bound port: 46444f6f-d64b-4546-87d5-ab9b7a07a443, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:52.185902 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:52.205038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-2d9de7a5-85cd-4af4-9b42-279903f1aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:52.206599 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-2d9de7a5-85cd-4af4-9b42-279903f1aba2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 1097 time: 0.2319763 Feb 16 15:00:52.210958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764d011-17ad-488d-b5a5-779897448716 req-361b43f3-a9ff-45d4-be11-f269e4cd1b57 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:52.220030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8764d011-17ad-488d-b5a5-779897448716 req-361b43f3-a9ff-45d4-be11-f269e4cd1b57 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1265798 Feb 16 15:00:52.292816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8764d011-17ad-488d-b5a5-779897448716 req-440dab0f-2ec1-436b-a297-8636ee30bded tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661097 Feb 16 15:00:52.358836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad7d98-0197-4b3a-94ba-8dc17d351da1 req-5f8c261c-f218-4bb5-9164-6fc92dbe81e1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:52.368598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5ad7d98-0197-4b3a-94ba-8dc17d351da1 req-5f8c261c-f218-4bb5-9164-6fc92dbe81e1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0729830 Feb 16 15:00:52.372553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] For port 46444f6f-d64b-4546-87d5-ab9b7a07a443, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:52.379626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] For port 46444f6f-d64b-4546-87d5-ab9b7a07a443, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=46444f6f-d64b-4546-87d5-ab9b7a07a443,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:52.422597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5ad7d98-0197-4b3a-94ba-8dc17d351da1 req-37c6793c-9269-417f-931e-b8d9b717ed9b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526152 Feb 16 15:00:52.450924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:52.576094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-57b5d86f-d5a2-4666-bf8b-be8f100bd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:52.576094 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-57b5d86f-d5a2-4666-bf8b-be8f100bd00e service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 912 time: 0.3535662 Feb 16 15:00:52.614784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bdf56-9caf-4381-b9ee-b1f7132153d9 None None] Pushing event updated for resources: {'Port': ['ID=46444f6f-d64b-4546-87d5-ab9b7a07a443,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:52.732674 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-e47034b1-0a54-49a2-a67a-0c4df6c487de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867 HTTP/1.1" status: 200 len: 217 time: 0.1286657 Feb 16 15:00:52.901997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-c45c141d-80c2-4232-b236-8a5b3b456b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:52.905723 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-c45c141d-80c2-4232-b236-8a5b3b456b32 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.1569643 Feb 16 15:00:52.909116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:52.967173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-58589f19-b3b0-485c-99b1-287939fb5620 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478079 Feb 16 15:00:53.158466 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-4ecb17f6-83f5-4805-9914-2c91fb515a0b service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777503 Feb 16 15:00:53.312200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:53.416554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5610b-b814-4bea-9847-203ac6a340dd req-bdcd3596-2b9d-49ad-8969-d48df4c3e7b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:53.424664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89e5610b-b814-4bea-9847-203ac6a340dd req-bdcd3596-2b9d-49ad-8969-d48df4c3e7b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1040177 Feb 16 15:00:53.499500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89e5610b-b814-4bea-9847-203ac6a340dd req-3267facb-1755-4007-bf67-a2481585a222 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616124 Feb 16 15:00:53.526539 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e54cd876-7a73-4e57-aefe-b5596d6425e8 req-45f0dff3-373e-40fb-9c14-c12c4d1ca19e service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586788 Feb 16 15:00:53.542565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:53.545788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:53.574737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:53.575597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:53.582677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:53.582677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:53.653740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=351c599e-4bb3-4736-a165-0bd19f47cf17,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:53.744559 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f81fd5c-1b70-49a7-9885-a06c21eb2cb4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7002337 Feb 16 15:00:53.746286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33d929-8f50-4442-b77c-8daa85f5c544 req-13c8799c-2d9c-4b5f-8eab-8e8f027642f7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:53.752170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:53.761962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d33d929-8f50-4442-b77c-8daa85f5c544 req-13c8799c-2d9c-4b5f-8eab-8e8f027642f7 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.2603660 Feb 16 15:00:53.821319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f142e3c-96a6-4237-9dd9-7155460d9e85 req-b3cb58d3-677c-4046-968f-3fe2b591743f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:53.832368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f142e3c-96a6-4237-9dd9-7155460d9e85 req-b3cb58d3-677c-4046-968f-3fe2b591743f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1845455 Feb 16 15:00:53.833789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 46444f6f-d64b-4546-87d5-ab9b7a07a443 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:53.867709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99418e07-3f9b-4fea-8ec9-5351aaed7189 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:53.884180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99418e07-3f9b-4fea-8ec9-5351aaed7189 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:53.891896 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-99418e07-3f9b-4fea-8ec9-5351aaed7189 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1360292 Feb 16 15:00:53.896205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40676) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:53.915809 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d55577e9-a03b-4ded-abc0-8414c102e592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:53.916020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d33d929-8f50-4442-b77c-8daa85f5c544 req-c24fe6d5-256e-461c-9ff8-db3d1e7e5122 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510971 Feb 16 15:00:53.961023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f142e3c-96a6-4237-9dd9-7155460d9e85 req-6a5f1fa9-6c14-481a-845c-ca13312f7157 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266811 Feb 16 15:00:53.989705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 46444f6f-d64b-4546-87d5-ab9b7a07a443 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:53.990075 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.093391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d55577e9-a03b-4ded-abc0-8414c102e592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.137644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 351c599e-4bb3-4736-a165-0bd19f47cf17 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:54.137988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.169451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d55577e9-a03b-4ded-abc0-8414c102e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.177365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.246500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 46444f6f-d64b-4546-87d5-ab9b7a07a443, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=46444f6f-d64b-4546-87d5-ab9b7a07a443,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:54.269667 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d55577e9-a03b-4ded-abc0-8414c102e592 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5286720ab4174bb4812f6a56b5364196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6700461 Feb 16 15:00:54.270871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55577e9-a03b-4ded-abc0-8414c102e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e27b36-a655-4416-ac28-c9ffd9834409,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:54.274131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40684) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:54.282720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-73560a43-a904-4483-a79a-fba9c798d82f None None] Provisioning complete for port 46444f6f-d64b-4546-87d5-ab9b7a07a443 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:54.285130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-73560a43-a904-4483-a79a-fba9c798d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.361084 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.369313 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.403886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 351c599e-4bb3-4736-a165-0bd19f47cf17 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:54.485526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=46444f6f-d64b-4546-87d5-ab9b7a07a443,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:54.596185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cacf38eb-dd34-4a62-ae09-b1e70bffc24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.673748 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cacf38eb-dd34-4a62-ae09-b1e70bffc24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.707683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9b741b73-7085-4c2f-b113-ae25cd5f186b None None] Provisioning complete for port 351c599e-4bb3-4736-a165-0bd19f47cf17 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:54.707683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b741b73-7085-4c2f-b113-ae25cd5f186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.763748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180692d-4bdc-4032-a203-7213d1d99e46 req-896d7a78-b92b-48f9-a361-50922d19eebe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:54.772151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b180692d-4bdc-4032-a203-7213d1d99e46 req-896d7a78-b92b-48f9-a361-50922d19eebe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1772325 Feb 16 15:00:54.774404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9b741b73-7085-4c2f-b113-ae25cd5f186b None None] Port 351c599e-4bb3-4736-a165-0bd19f47cf17 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:00:54.817509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b180692d-4bdc-4032-a203-7213d1d99e46 req-ea93178b-ce70-4022-b428-1595fec6dcaf tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418437 Feb 16 15:00:54.821142 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.854297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=351c599e-4bb3-4736-a165-0bd19f47cf17,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:54.880467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.883908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d09271a5-3227-469a-8878-2b45acf306e7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/351c599e-4bb3-4736-a165-0bd19f47cf17 HTTP/1.1" status: 204 len: 168 time: 0.9866338 Feb 16 15:00:54.886674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40690) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:54.900611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cacf38eb-dd34-4a62-ae09-b1e70bffc24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.903518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cacf38eb-dd34-4a62-ae09-b1e70bffc24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:54.906230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cacf38eb-dd34-4a62-ae09-b1e70bffc24c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/01e27b36-a655-4416-ac28-c9ffd9834409 HTTP/1.1" status: 204 len: 168 time: 0.6312110 Feb 16 15:00:54.918982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf38eb-dd34-4a62-ae09-b1e70bffc24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e27b36-a655-4416-ac28-c9ffd9834409,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:55.052151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475ba6d-3c2b-4a28-9434-7ad9b2a90834 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:55.053943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475ba6d-3c2b-4a28-9434-7ad9b2a90834 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:55.055623 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4475ba6d-3c2b-4a28-9434-7ad9b2a90834 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1678524 Feb 16 15:00:55.061827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:55.178294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5f57-3348-4d58-9dfa-a956478250fe req-d1d40415-9140-4c16-8e73-500e2cd7a4b1 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:55.180421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a79f5f57-3348-4d58-9dfa-a956478250fe req-d1d40415-9140-4c16-8e73-500e2cd7a4b1 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1710389 Feb 16 15:00:55.187105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet c98a48b6-3b0c-4402-856d-2f0a990f6f46 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:00:55.198358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:55.244301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe5f51-be7f-4b06-a63c-2ecf41f739ff req-0cb451a6-1c57-4246-90ff-b3bf4d06a646 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:55.246874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:55.247029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbbe5f51-be7f-4b06-a63c-2ecf41f739ff req-0cb451a6-1c57-4246-90ff-b3bf4d06a646 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1458406 Feb 16 15:00:55.292561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a79f5f57-3348-4d58-9dfa-a956478250fe req-b112624a-78ab-4474-ae73-56f6cda7361d tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994158 Feb 16 15:00:55.321803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbbe5f51-be7f-4b06-a63c-2ecf41f739ff req-6ecbe178-c4b5-4660-8aaf-cb4b1fbb6289 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673542 Feb 16 15:00:55.341862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:55.540060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:55.576800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=c98a48b6-3b0c-4402-856d-2f0a990f6f46,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:55.576800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:55.577108 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f2b9223b-b76a-4763-bcc3-534e7b4a7199 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c98a48b6-3b0c-4402-856d-2f0a990f6f46 HTTP/1.1" status: 204 len: 168 time: 0.5141895 Feb 16 15:00:55.581198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40712) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:55.582766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f164b68-3ef1-43e8-a1ef-ec63eb7c2936 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:55.663396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-70c0e5ed-42e4-43a0-9d72-f88181b52148 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810263 Feb 16 15:00:55.665961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40716) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:55.757750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8afade-3851-49c0-92b8-6625c855e258 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:55.759383 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a8afade-3851-49c0-92b8-6625c855e258 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0923717 Feb 16 15:00:55.762087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40720) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:55.797059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 46444f6f-d64b-4546-87d5-ab9b7a07a443 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:55.828767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:55.843419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68b1a8d7-bc9e-42ea-b304-62cc09d7eaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:55.865477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe9ef4-dc41-4145-baca-1f51788713b8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:55.865477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-96fe9ef4-dc41-4145-baca-1f51788713b8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0973363 Feb 16 15:00:55.865477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40726) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:55.875497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 46444f6f-d64b-4546-87d5-ab9b7a07a443 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:00:55.876147 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:55.943363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d61c740-9144-4492-94fc-267d2bc15489 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746229 Feb 16 15:00:55.944428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40730) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:55.954903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:00:55.966348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:56.010191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68b1a8d7-bc9e-42ea-b304-62cc09d7eaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.079201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] Deleting port 46444f6f-d64b-4546-87d5-ab9b7a07a443 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:56.079201 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.112432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-68b1a8d7-bc9e-42ea-b304-62cc09d7eaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.130974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8a65d-4d3c-45e6-a278-a123d4082df0 req-5b159489-617d-4927-9419-ee28d684a062 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:56.142836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a8a65d-4d3c-45e6-a278-a123d4082df0 req-5b159489-617d-4927-9419-ee28d684a062 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.2190313 Feb 16 15:00:56.189377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] For port 46444f6f-d64b-4546-87d5-ab9b7a07a443, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=46444f6f-d64b-4546-87d5-ab9b7a07a443,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:00:56.190052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.208182 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-68b1a8d7-bc9e-42ea-b304-62cc09d7eaef admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5c67736afef34968ba077ab86533c3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780875 Feb 16 15:00:56.209684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1a8d7-bc9e-42ea-b304-62cc09d7eaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3262875-2461-47f1-8eca-bbb48db94d6d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:56.212389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40738) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:56.233678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] Calling delete_port for 46444f6f-d64b-4546-87d5-ab9b7a07a443 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:00:56.237596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ed29-a011-4177-9355-56c0ff12590e req-131e7b4b-69c8-40b1-9909-9265bcd0fb03 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:56.239192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a664ed29-a011-4177-9355-56c0ff12590e req-131e7b4b-69c8-40b1-9909-9265bcd0fb03 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.2006898 Feb 16 15:00:56.299259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a8a65d-4d3c-45e6-a278-a123d4082df0 req-e796c326-7ec3-42a5-ad6f-b9024b85cacd tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292470 Feb 16 15:00:56.309130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-950f03f4-b8e7-444f-a983-cd93b5ac6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:56.311313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-950f03f4-b8e7-444f-a983-cd93b5ac6ccb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=68269930914b4dd89227ec154c43a900&device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 1097 time: 0.1567793 Feb 16 15:00:56.312400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7076eec-55ee-498b-94bb-097b8ed52db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.321719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:56.325746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.390786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a664ed29-a011-4177-9355-56c0ff12590e req-24e2683d-96cd-4a10-b75a-ed43d5cc3f4c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437850 Feb 16 15:00:56.401430 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7076eec-55ee-498b-94bb-097b8ed52db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.495475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.532314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] Pushing event deleted for resources: {'Port': ['ID=46444f6f-d64b-4546-87d5-ab9b7a07a443,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:56.540449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb1e80-6fc3-4a57-b573-4b225684d109 None None] No DVR routers for this DVR port 46444f6f-d64b-4546-87d5-ab9b7a07a443 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:00:56.553310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7076eec-55ee-498b-94bb-097b8ed52db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.557391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a7076eec-55ee-498b-94bb-097b8ed52db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:56.560522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a7076eec-55ee-498b-94bb-097b8ed52db0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b3262875-2461-47f1-8eca-bbb48db94d6d HTTP/1.1" status: 204 len: 168 time: 0.3469675 Feb 16 15:00:56.577712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7076eec-55ee-498b-94bb-097b8ed52db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3262875-2461-47f1-8eca-bbb48db94d6d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:56.598640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e25d6-08d9-47e0-910a-7562325fe984 req-45004c4a-8223-4911-a121-08a55ede073f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:56.601007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed1e25d6-08d9-47e0-910a-7562325fe984 req-45004c4a-8223-4911-a121-08a55ede073f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1218266 Feb 16 15:00:56.634382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-59dc0ca1-5be3-47fb-8ca6-702dc6988ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:56.635997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-59dc0ca1-5be3-47fb-8ca6-702dc6988ba4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 200 len: 918 time: 0.3156650 Feb 16 15:00:56.706951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-cf5cd2d7-8103-418a-9915-c04ba549c13a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c809b0b3-2885-4272-9671-9370c556ba63 HTTP/1.1" status: 200 len: 217 time: 0.0618169 Feb 16 15:00:56.727004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed1e25d6-08d9-47e0-910a-7562325fe984 req-c3fc9d05-5ae2-4458-82bf-7848b4e3e755 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140776 Feb 16 15:00:56.822403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-bf46c7bb-f87a-4a3a-bce5-7da73faa4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:56.823939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-bf46c7bb-f87a-4a3a-bce5-7da73faa4418 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 200 len: 855 time: 0.1079087 Feb 16 15:00:56.908975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-274ef3f9-fb8d-4941-9443-70923c7e49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:56.911225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-274ef3f9-fb8d-4941-9443-70923c7e49c5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4704a48c-f4fd-448b-94bf-ab3c63f32138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576744 Feb 16 15:00:57.004347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:57.075700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:57.081684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:57.085102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:57.085712 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:57.094998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-b86f8ec0-d77b-4aaa-80a3-be2527877fb7 service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712592 Feb 16 15:00:57.095155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ab1cc-99ba-409b-814c-993f4926a8b6 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:00:57.143808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=cb715654-d9af-42ee-ba4e-f16108f1845e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:57.218496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e9b3117a-a8ea-4925-a611-fe3523c98cc0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2546871 Feb 16 15:00:57.219397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40752) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:57.226968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:8d:02:5a', 'name': 'tempest-NetworksTestDHCPv6-506610416'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:00:57.350619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e64ea198-c207-4906-9fcc-c87b20266c73 req-d7d54fca-2b42-49b4-857a-bd73549b6153 service neutron] 10.222.0.129 "GET /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504542 Feb 16 15:00:57.555674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'cb715654-d9af-42ee-ba4e-f16108f1845e'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:00:57.556580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:57.604315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec253b26-cea3-4c5a-a81b-a36dd9d8521b req-17113126-fd32-4caa-b134-e8fdf76bf122 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:57.616949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec253b26-cea3-4c5a-a81b-a36dd9d8521b req-17113126-fd32-4caa-b134-e8fdf76bf122 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1796081 Feb 16 15:00:57.786634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:00:57.789804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec253b26-cea3-4c5a-a81b-a36dd9d8521b req-bc7f5c3d-7da2-4868-9fdf-c613219cd8bd tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701934 Feb 16 15:00:57.802694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b002c31-0c63-4516-996c-c50424a3339d req-8972bce5-63d8-4118-b16c-87b1945fe268 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:57.826255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b002c31-0c63-4516-996c-c50424a3339d req-8972bce5-63d8-4118-b16c-87b1945fe268 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1897438 Feb 16 15:00:57.840633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/cb715654-d9af-42ee-ba4e-f16108f1845e/8a04b771-3e92-4200-9b3b-c96b6740c2ef) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:57.879154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b002c31-0c63-4516-996c-c50424a3339d req-2cfa2222-eeca-4e59-b522-6e8c766a8ec1 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Feb 16 15:00:57.968530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.026958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:00:58.049468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499440f-59a8-4cdf-9e1b-3f1c2f275d14 req-922981ff-16f6-4f66-9c6a-d585e7e90ddc tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:58.051091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8499440f-59a8-4cdf-9e1b-3f1c2f275d14 req-922981ff-16f6-4f66-9c6a-d585e7e90ddc tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1233480 Feb 16 15:00:58.162706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8499440f-59a8-4cdf-9e1b-3f1c2f275d14 req-b9cd34be-d0e0-4c02-a1e2-fee80278e254 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022143 Feb 16 15:00:58.182895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 46444f6f-d64b-4546-87d5-ab9b7a07a443 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:00:58.280882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 46444f6f-d64b-4546-87d5-ab9b7a07a443 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:00:58.281503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 46444f6f-d64b-4546-87d5-ab9b7a07a443 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:00:58.335050 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.409219 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.473809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:58.477222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:58.483941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:58.497570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a04b771-3e92-4200-9b3b-c96b6740c2ef,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:58.526190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::1e4 (787cccbd-9503-4e11-a20c-2b727deb6ed1/cb715654-d9af-42ee-ba4e-f16108f1845e/4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:00:58.634506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Attempting to bind port 8a04b771-3e92-4200-9b3b-c96b6740c2ef on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:00:58.635067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Attempting to bind port 8a04b771-3e92-4200-9b3b-c96b6740c2ef by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:00:58.635436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Attempting to bind port 8a04b771-3e92-4200-9b3b-c96b6740c2ef on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:00:58.643659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:00:58.650746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:00:58.650746 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.650746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:00:58.650746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Bound port: 8a04b771-3e92-4200-9b3b-c96b6740c2ef, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:00:58.650746 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.700265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.732906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] For port 8a04b771-3e92-4200-9b3b-c96b6740c2ef, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:00:58.737256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] For port 8a04b771-3e92-4200-9b3b-c96b6740c2ef, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8a04b771-3e92-4200-9b3b-c96b6740c2ef,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:00:58.837341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.884641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:58.903081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a152-d16c-47fa-86c3-8ba0f0559fd6 None None] Pushing event updated for resources: {'Port': ['ID=8a04b771-3e92-4200-9b3b-c96b6740c2ef,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:58.975774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06852784-14ce-4ead-87f3-a4c508f40626 req-b435256b-42df-4454-8d26-12af4733ecf8 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:58.987355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06852784-14ce-4ead-87f3-a4c508f40626 req-b435256b-42df-4454-8d26-12af4733ecf8 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1081364 Feb 16 15:00:58.998976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:00:59.022391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:00:59.026540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:00:59.039587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:59.052175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:59.073429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:00:59.111903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06852784-14ce-4ead-87f3-a4c508f40626 req-165986ed-fccf-4e26-912e-9b5ac867ae5c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229322 Feb 16 15:00:59.132727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77b9e2-a9f0-4c55-ba67-cf9d01798b1d req-55e653ac-ed4d-42bc-8eed-7b7dbe5a7543 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:59.134295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b77b9e2-a9f0-4c55-ba67-cf9d01798b1d req-55e653ac-ed4d-42bc-8eed-7b7dbe5a7543 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1138606 Feb 16 15:00:59.175939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b77b9e2-a9f0-4c55-ba67-cf9d01798b1d req-7a93f4c7-926b-4ae7-a12a-d77dcf16d1ec tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Feb 16 15:00:59.194016 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59496cb7-2737-4047-b4d3-7a6023157f18 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9707267 Feb 16 15:00:59.194016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40802) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:59.263619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd47c3de-3321-4cea-ad9e-b2bc823b64aa tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:59.271051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd47c3de-3321-4cea-ad9e-b2bc823b64aa tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:59.277865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40810) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:00:59.282986 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd47c3de-3321-4cea-ad9e-b2bc823b64aa tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0830619 Feb 16 15:00:59.499026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47acadb-bed0-4877-bba0-72a87de708d6 req-1d27a7e2-96a4-4554-87b3-49c93eaa2e78 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:59.501204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f47acadb-bed0-4877-bba0-72a87de708d6 req-1d27a7e2-96a4-4554-87b3-49c93eaa2e78 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.2255940 Feb 16 15:00:59.510550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09d1d-fe93-4692-a28b-0d434facd211 req-bd028783-4c35-4d8f-acb8-b4ee9014cf79 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:00:59.512275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0da09d1d-fe93-4692-a28b-0d434facd211 req-bd028783-4c35-4d8f-acb8-b4ee9014cf79 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1425717 Feb 16 15:00:59.576790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:00:59.577131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:59.613514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f47acadb-bed0-4877-bba0-72a87de708d6 req-458bc1a5-32d7-41c9-87aa-4ffe21c1a35c tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994864 Feb 16 15:00:59.733901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0da09d1d-fe93-4692-a28b-0d434facd211 req-0a1050fe-f5a6-4e5d-abc3-a702be738030 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098548 Feb 16 15:00:59.791887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8a04b771-3e92-4200-9b3b-c96b6740c2ef up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:00:59.804987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:00:59.819574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:00.046972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f72443-6082-4c6d-a786-e85ca5623f0e req-673d769e-8f2e-45e7-a0cb-ad5545d6174c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:00.050026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81f72443-6082-4c6d-a786-e85ca5623f0e req-673d769e-8f2e-45e7-a0cb-ad5545d6174c tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 945 time: 0.1223574 Feb 16 15:01:00.121562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81f72443-6082-4c6d-a786-e85ca5623f0e req-f0f977d6-4690-4f54-b7fc-e6a8c59b8332 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648444 Feb 16 15:01:00.129724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.174216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:00.188912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8a04b771-3e92-4200-9b3b-c96b6740c2ef triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:00.189525 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.316576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.323097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:00.323764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-45b89893-23a1-4ed5-8c4b-c5ead17a03a8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c HTTP/1.1" status: 204 len: 168 time: 1.0442374 Feb 16 15:01:00.470366 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.472228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed33fe-7911-42a2-b8ff-f2d0b92fcfe1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:00.474242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed33fe-7911-42a2-b8ff-f2d0b92fcfe1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:00.477295 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e0ed33fe-7911-42a2-b8ff-f2d0b92fcfe1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1527634 Feb 16 15:01:00.480269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40850) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:00.520810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf83ebe-4b2f-451d-b782-b870760556d1 req-d30449aa-62e5-48fd-a578-30055d5b2d58 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:00.529684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cf83ebe-4b2f-451d-b782-b870760556d1 req-d30449aa-62e5-48fd-a578-30055d5b2d58 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.2270746 Feb 16 15:01:00.536309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40852) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:00.538560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 8a04b771-3e92-4200-9b3b-c96b6740c2ef, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8a04b771-3e92-4200-9b3b-c96b6740c2ef,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:00.615086 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.624696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cf83ebe-4b2f-451d-b782-b870760556d1 req-73296101-fad1-448f-b8c0-e2c16a901212 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893421 Feb 16 15:01:00.650353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet cb715654-d9af-42ee-ba4e-f16108f1845e {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:00.658228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.665578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62531150-a12b-4758-82f6-3af3d88ab7d1 req-1f355059-9942-412a-9632-bbebc5b9c079 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:00.668271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62531150-a12b-4758-82f6-3af3d88ab7d1 req-1f355059-9942-412a-9632-bbebc5b9c079 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.3669057 Feb 16 15:01:00.775123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=8a04b771-3e92-4200-9b3b-c96b6740c2ef,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:00.783343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9e3f056a-b64c-4651-a900-78471b2778fc None None] Provisioning complete for port 8a04b771-3e92-4200-9b3b-c96b6740c2ef triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:00.789912 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9e3f056a-b64c-4651-a900-78471b2778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.803580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62531150-a12b-4758-82f6-3af3d88ab7d1 req-d5ae4d67-e60a-42bd-b6d6-381c2af27f78 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273658 Feb 16 15:01:00.806913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:00.945760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-f352f7ba-b278-4f46-b5cc-3235d43e5d2b req-17f486c7-f67a-44ab-9faf-aa63992c2b4f tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:00.949298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f352f7ba-b278-4f46-b5cc-3235d43e5d2b req-17f486c7-f67a-44ab-9faf-aa63992c2b4f tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533874 Feb 16 15:01:01.015393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92502a5b-e58f-47b0-9d6a-adf0cbe4438e req-118030a8-b5f0-48dd-85f1-a808a02476a6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:01.029654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92502a5b-e58f-47b0-9d6a-adf0cbe4438e req-118030a8-b5f0-48dd-85f1-a808a02476a6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.2082717 Feb 16 15:01:01.053377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02ee2405-0d18-4f33-9d07-ab655fe6d983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:01.153154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:01.270768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-baab8832-ded0-4b30-a969-8345998084d9 None None] Could not find standard attr ID for object 4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:01:01.354036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f352f7ba-b278-4f46-b5cc-3235d43e5d2b req-6e6b8717-9273-40d5-bc1b-ce02eaf8ef59 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3933473 Feb 16 15:01:01.368282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:01.384190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92502a5b-e58f-47b0-9d6a-adf0cbe4438e req-993492cf-9e8e-40f5-9097-426f9bbdc80e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534660 Feb 16 15:01:01.464080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=cb715654-d9af-42ee-ba4e-f16108f1845e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:01.486733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:01.498770 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1d95a483-71fa-4a3c-ba81-7041d8adee6b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/cb715654-d9af-42ee-ba4e-f16108f1845e HTTP/1.1" status: 204 len: 168 time: 1.0156372 Feb 16 15:01:01.500537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40882) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:01.564682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02ee2405-0d18-4f33-9d07-ab655fe6d983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:01.565108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d49667-9be1-4be6-8bd5-266489fddb73 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:01.614625 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f09adf5a-7c10-4749-bbd0-30e8c4b11a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127331 Feb 16 15:01:01.617235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40886) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:01.732413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-02ee2405-0d18-4f33-9d07-ab655fe6d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:01.818539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8a04b771-3e92-4200-9b3b-c96b6740c2ef up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:01.873595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a2687-4b1f-4edd-bff8-bc285fa9c677 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:01.885122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-212a2687-4b1f-4edd-bff8-bc285fa9c677 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2550945 Feb 16 15:01:01.885261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:01.885358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8a04b771-3e92-4200-9b3b-c96b6740c2ef triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:01.885358 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:01.885522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-02ee2405-0d18-4f33-9d07-ab655fe6d983 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1ca3aa333b3440399fb27884b19ab78a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3468497 Feb 16 15:01:01.889429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40896) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:01.892904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee2405-0d18-4f33-9d07-ab655fe6d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db02dcfa-13f4-44f3-b20d-a19bb4517350,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:01.911597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:01:01.964833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4be9d2-72d7-42db-94c8-3c87cb3307b6 req-619b7dc7-fb9e-4371-a2aa-c0c0ab758277 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:01.978282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf4be9d2-72d7-42db-94c8-3c87cb3307b6 req-619b7dc7-fb9e-4371-a2aa-c0c0ab758277 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1856635 Feb 16 15:01:01.989482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fef066-2a2f-440b-8ed0-4a16679b8588 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:01.996195 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c0fef066-2a2f-440b-8ed0-4a16679b8588 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116073 Feb 16 15:01:01.996909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:02.018092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11afae4-8a48-4f4e-89a8-5c63e7eb5431 req-6c90235d-4185-4598-9cfc-28004c7ea901 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:02.023042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] Deleting port 8a04b771-3e92-4200-9b3b-c96b6740c2ef {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:02.023811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.028225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b11afae4-8a48-4f4e-89a8-5c63e7eb5431 req-6c90235d-4185-4598-9cfc-28004c7ea901 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.2661107 Feb 16 15:01:02.086599 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-61b5a1f7-7728-4ad5-9256-31a6c04a2c74 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883763 Feb 16 15:01:02.086904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf4be9d2-72d7-42db-94c8-3c87cb3307b6 req-f4158e80-99ed-4a65-84c8-7088bb9848da tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019106 Feb 16 15:01:02.088728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa365-c008-41f1-acc2-1917f8fface6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.094110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40904) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:02.101192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:02.153587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa365-c008-41f1-acc2-1917f8fface6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.178915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b11afae4-8a48-4f4e-89a8-5c63e7eb5431 req-aeb586d9-d2e5-4b1e-ba84-e925e6a3e02c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458590 Feb 16 15:01:02.198395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] For port 8a04b771-3e92-4200-9b3b-c96b6740c2ef, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8a04b771-3e92-4200-9b3b-c96b6740c2ef,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:02.199359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.267262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] Calling delete_port for 8a04b771-3e92-4200-9b3b-c96b6740c2ef owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:02.276851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8315f-5c57-4a95-9741-206d4ffe2227 req-1e749012-de03-43c5-9f91-c6147cf7e10f tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:02.278879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12e8315f-5c57-4a95-9741-206d4ffe2227 req-1e749012-de03-43c5-9f91-c6147cf7e10f tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 945 time: 0.0788531 Feb 16 15:01:02.337665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12e8315f-5c57-4a95-9741-206d4ffe2227 req-49c616e4-36f9-4262-b03a-8bc1b029f68a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517356 Feb 16 15:01:02.380444 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa365-c008-41f1-acc2-1917f8fface6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.385589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa365-c008-41f1-acc2-1917f8fface6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.386990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cb3fa365-c008-41f1-acc2-1917f8fface6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/db02dcfa-13f4-44f3-b20d-a19bb4517350 HTTP/1.1" status: 204 len: 168 time: 0.4911325 Feb 16 15:01:02.399044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fa365-c008-41f1-acc2-1917f8fface6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db02dcfa-13f4-44f3-b20d-a19bb4517350,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:02.404309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:02.408913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.473287 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:02.585589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] Pushing event deleted for resources: {'Port': ['ID=8a04b771-3e92-4200-9b3b-c96b6740c2ef,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:02.590254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46afaa2-75b0-41ea-a9c1-76c95b5f82bd None None] No DVR routers for this DVR port 8a04b771-3e92-4200-9b3b-c96b6740c2ef on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:02.697381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc1ff6-6bbe-4100-95a8-69efd232be8e req-cf79a37d-fc1f-4bb1-9ea9-454f21128f53 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:02.699062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6cc1ff6-6bbe-4100-95a8-69efd232be8e req-cf79a37d-fc1f-4bb1-9ea9-454f21128f53 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.2097683 Feb 16 15:01:02.761591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d61dcc-99b4-4fc0-8879-a8f47265d895 req-ec386b51-1f05-433a-adf7-2aa849d9dea4 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:02.763276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9d61dcc-99b4-4fc0-8879-a8f47265d895 req-ec386b51-1f05-433a-adf7-2aa849d9dea4 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1800148 Feb 16 15:01:02.787048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6cc1ff6-6bbe-4100-95a8-69efd232be8e req-26b7a9c9-d0aa-4d44-8a41-f5cfb26ba3e0 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711937 Feb 16 15:01:02.820284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9d61dcc-99b4-4fc0-8879-a8f47265d895 req-3993cc35-8432-4a24-b3d3-5ef884f02021 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483751 Feb 16 15:01:03.018969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c99d-0abc-4d96-80a8-15ba1a52f44e req-b5e38979-d9ec-40ee-87d6-29ee6ad10f7e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:03.026185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c99d-0abc-4d96-80a8-15ba1a52f44e req-b5e38979-d9ec-40ee-87d6-29ee6ad10f7e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:03.047730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c99d-0abc-4d96-80a8-15ba1a52f44e req-b5e38979-d9ec-40ee-87d6-29ee6ad10f7e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:03.060073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4662c99d-0abc-4d96-80a8-15ba1a52f44e req-b5e38979-d9ec-40ee-87d6-29ee6ad10f7e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348&device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d&device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 2418 time: 0.1024404 Feb 16 15:01:03.116536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4662c99d-0abc-4d96-80a8-15ba1a52f44e req-fce6946e-65b1-4e18-9e59-92ca24cfa551 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Feb 16 15:01:03.192202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:01:03.194403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:03.364465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-520e62a3-9650-49a3-8577-da56a643f321 req-571ba970-d053-403c-bfe2-fbae61854291 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2029209 Feb 16 15:01:03.420849 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=9fe27256-2069-497a-a855-31d85da35d1c,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:03.438242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:03.441231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:03.445609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:03.448898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:03.453745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a840e4-c4bc-4c8c-bc80-0f4a04c0a5be None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:03.513929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9737c11-8c19-46de-b1b3-0a282bb3d347 req-765a83d5-3fda-48df-bc5d-9d238d840c0a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:03.539616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9737c11-8c19-46de-b1b3-0a282bb3d347 req-765a83d5-3fda-48df-bc5d-9d238d840c0a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1723840 Feb 16 15:01:03.577170 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6c9be3b4-f543-4af7-91a8-4f228bc244fc tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4813905 Feb 16 15:01:03.580584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40952) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:03.587086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-af0e8a27-4d78-4a77-a5eb-b7198854b408 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:03.642494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9737c11-8c19-46de-b1b3-0a282bb3d347 req-aa89161f-ca6d-4248-beb3-976565953050 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991471 Feb 16 15:01:03.777487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8a04b771-3e92-4200-9b3b-c96b6740c2ef no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:03.823810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 8a04b771-3e92-4200-9b3b-c96b6740c2ef {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:03.824081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8a04b771-3e92-4200-9b3b-c96b6740c2ef not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:03.839627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '9fe27256-2069-497a-a855-31d85da35d1c'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:01:03.840585 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:03.894888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0e8a27-4d78-4a77-a5eb-b7198854b408 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:03.898939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-af0e8a27-4d78-4a77-a5eb-b7198854b408 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:04.005979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f02b1-d7c8-42c6-9cca-c9f822ba8405 req-e0a0a3a4-d3dc-4aff-8f74-2943da7594ba tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:04.020460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-368f02b1-d7c8-42c6-9cca-c9f822ba8405 req-e0a0a3a4-d3dc-4aff-8f74-2943da7594ba tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1112654 Feb 16 15:01:04.052630 n-d-829433-1 neutron-server[103044]: INFO neutron.db.ipam_backend_mixin [None req-af0e8a27-4d78-4a77-a5eb-b7198854b408 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9fe27256-2069-497a-a855-31d85da35d1c (CIDR: 2001:db8::/64) Feb 16 15:01:04.129980 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0e8a27-4d78-4a77-a5eb-b7198854b408 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:01:04.133897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0e8a27-4d78-4a77-a5eb-b7198854b408 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:04.134151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-368f02b1-d7c8-42c6-9cca-c9f822ba8405 req-bfb742ae-1139-495f-80fa-238c68eace91 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113093 Feb 16 15:01:04.187081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Allocated IP 2001:db8::f816:3eff:fe92:55bc (787cccbd-9503-4e11-a20c-2b727deb6ed1/9fe27256-2069-497a-a855-31d85da35d1c/407c276a-84df-438b-84e8-c4791ffcab21) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:04.222531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-af0e8a27-4d78-4a77-a5eb-b7198854b408 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6405973 Feb 16 15:01:04.225621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40968) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:04.231052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:04.443524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:04.586293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:04.586612 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:04.589794 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:04.641136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:04.649430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:04.662338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:04.742478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Pushing event updated for resources: {'Port': ['ID=407c276a-84df-438b-84e8-c4791ffcab21,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:04.759742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Attempting to bind port 407c276a-84df-438b-84e8-c4791ffcab21 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:04.760116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Attempting to bind port 407c276a-84df-438b-84e8-c4791ffcab21 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:04.760478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Attempting to bind port 407c276a-84df-438b-84e8-c4791ffcab21 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:04.766936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:04.767558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:04.768106 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:04.768597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:04.769181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Bound port: 407c276a-84df-438b-84e8-c4791ffcab21, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:04.769665 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:04.879022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] For port 407c276a-84df-438b-84e8-c4791ffcab21, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:04.882565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] For port 407c276a-84df-438b-84e8-c4791ffcab21, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=407c276a-84df-438b-84e8-c4791ffcab21,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:04.991655 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:05.050460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f0bea-a15b-4bf9-8c38-5d5f705acf8e req-56629aa6-e9a3-4313-b504-1a5bfbfc53a9 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:05.050460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-527f0bea-a15b-4bf9-8c38-5d5f705acf8e req-56629aa6-e9a3-4313-b504-1a5bfbfc53a9 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.0968437 Feb 16 15:01:05.064499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42ca06-40a6-4ee4-a711-d8acad3d8c8f None None] Pushing event updated for resources: {'Port': ['ID=407c276a-84df-438b-84e8-c4791ffcab21,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:05.132693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-527f0bea-a15b-4bf9-8c38-5d5f705acf8e req-c81b9a45-8292-46f1-842e-20874d2d3a26 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880811 Feb 16 15:01:05.270155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7096-db91-425a-ad79-614909dcd452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:05.317476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b14442-1d0f-4f13-ace5-ed1c9562868f req-7a93a0c9-f743-4153-a872-ea017643f4eb tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:05.333216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b14442-1d0f-4f13-ace5-ed1c9562868f req-7a93a0c9-f743-4153-a872-ea017643f4eb tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1144295 Feb 16 15:01:05.363134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:05.464119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:05.466793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b14442-1d0f-4f13-ace5-ed1c9562868f req-5c339577-337b-4fc7-b51e-6642a9f09d9d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322477 Feb 16 15:01:05.470497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:05.475047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:05.476108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:05.479694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:05.595507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d54b525-82fb-4c10-a232-d6732ddf0322 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3684714 Feb 16 15:01:05.598529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41010) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:05.604895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:b4:b9:e6', 'name': 'tempest-NetworksTestDHCPv6-1526391866'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:05.769753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf5a2-0ba6-464d-84fd-ef7ea451641e req-561f1b42-051d-4f9b-bc94-5f445a331755 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:05.777420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86bf5a2-0ba6-464d-84fd-ef7ea451641e req-561f1b42-051d-4f9b-bc94-5f445a331755 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1805651 Feb 16 15:01:05.844009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86bf5a2-0ba6-464d-84fd-ef7ea451641e req-89caebd4-8465-448d-bb53-d2c30bdcb8e6 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655932 Feb 16 15:01:05.849076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-5c906363-afe3-47f0-ada7-b0d383259dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:05.851576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-5c906363-afe3-47f0-ada7-b0d383259dc1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 1096 time: 0.1466341 Feb 16 15:01:05.852754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 407c276a-84df-438b-84e8-c4791ffcab21 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:05.948763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 407c276a-84df-438b-84e8-c4791ffcab21 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:05.949376 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:05.971955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-f5431f03-4cc4-4dc5-8fb3-6b56144fe667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:05.974099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-f5431f03-4cc4-4dc5-8fb3-6b56144fe667 service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.1135612 Feb 16 15:01:06.053291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:06.080011 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:06.145734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 407c276a-84df-438b-84e8-c4791ffcab21, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=407c276a-84df-438b-84e8-c4791ffcab21,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:06.232649 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:06.324847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=407c276a-84df-438b-84e8-c4791ffcab21,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:06.494090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907302e-96b0-40f0-9ea8-aadd3fd10ec8 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:06.601949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-19cfd2eb-b197-4ffb-aa02-5f3a698b48f4 None None] Provisioning complete for port 407c276a-84df-438b-84e8-c4791ffcab21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:06.602327 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-19cfd2eb-b197-4ffb-aa02-5f3a698b48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:06.634564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-75524759-8844-44ac-91fd-609e8474704c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 200 len: 1000 time: 0.6515598 Feb 16 15:01:06.761390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b948060-f687-4da5-aea5-4a9d25752f5f req-2f5c1c62-1fdd-4e0c-96b6-6b301c9e2781 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:06.763096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b948060-f687-4da5-aea5-4a9d25752f5f req-2f5c1c62-1fdd-4e0c-96b6-6b301c9e2781 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.6246839 Feb 16 15:01:06.805864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:06.811513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-857b98b9-8d36-4400-a154-60a56732b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:06.813126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-857b98b9-8d36-4400-a154-60a56732b374 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.1529500 Feb 16 15:01:06.827703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba185e2-4899-4711-9e98-7c99f6d638de req-a91b1ea2-75e6-48f8-b44a-3b23a7e80182 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:06.830288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ba185e2-4899-4711-9e98-7c99f6d638de req-a91b1ea2-75e6-48f8-b44a-3b23a7e80182 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.2298708 Feb 16 15:01:06.903097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e5b2c-88d2-4afc-9352-490c0715b9d8 None None] Update dhcp port {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '9fe27256-2069-497a-a855-31d85da35d1c', 'ip_address': '2001:db8::f816:3eff:fe92:55bc'}, {'subnet_id': '6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '407c276a-84df-438b-84e8-c4791ffcab21'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 15:01:06.921591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port 69e09e9f-ba66-4738-b00a-1891e088d7ec yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:01:06.929225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b948060-f687-4da5-aea5-4a9d25752f5f req-0029c632-672d-4f66-a645-7645a3eda5b0 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557279 Feb 16 15:01:06.944064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-224e5b2c-88d2-4afc-9352-490c0715b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:06.949897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-d742dc85-5d4d-4e5a-83f2-9c79e93d1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:06.951425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-d742dc85-5d4d-4e5a-83f2-9c79e93d1575 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206231 Feb 16 15:01:07.032023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ba185e2-4899-4711-9e98-7c99f6d638de req-4a2fc96d-b9b5-4d71-9035-4da8749db4f7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484258 Feb 16 15:01:07.205759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-c01ec2b8-4b6f-4561-b779-cd5bf507f11f service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211807 Feb 16 15:01:07.221432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e7992-b7be-4d03-9af9-b1e3d08d3cda req-22751914-5e69-4900-89cb-548c2f359f2b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:07.222968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-992e7992-b7be-4d03-9af9-b1e3d08d3cda req-22751914-5e69-4900-89cb-548c2f359f2b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1383727 Feb 16 15:01:07.370646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-992e7992-b7be-4d03-9af9-b1e3d08d3cda req-93f42997-faa1-4f77-9524-f1154e4dbd58 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207790 Feb 16 15:01:07.409659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8:0:1::21e (787cccbd-9503-4e11-a20c-2b727deb6ed1/6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc/69e09e9f-ba66-4738-b00a-1891e088d7ec) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:07.421243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:feb4:b9e6 (787cccbd-9503-4e11-a20c-2b727deb6ed1/9fe27256-2069-497a-a855-31d85da35d1c/69e09e9f-ba66-4738-b00a-1891e088d7ec) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:07.441243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-934a1ad7-91b7-4661-93d4-ca7cb078392e req-5133b6b6-b402-447e-91ce-51745a186d57 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172387 Feb 16 15:01:07.603916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:07.644480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-8446a549-6404-43c9-aae6-c43f259a982d tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:07.646133 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-8446a549-6404-43c9-aae6-c43f259a982d tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.93 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.0540388 Feb 16 15:01:07.733852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 407c276a-84df-438b-84e8-c4791ffcab21 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:07.761043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:07.818149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Deleting port a9e986ce-1de6-4792-a384-8d66eaf2efc1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:07.818495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:07.848228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:07.854243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-224e5b2c-88d2-4afc-9352-490c0715b9d8 None None] Allocated IP 2001:db8:0:1::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc/407c276a-84df-438b-84e8-c4791ffcab21) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:07.894920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 407c276a-84df-438b-84e8-c4791ffcab21 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:07.895536 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:07.897797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:07.904971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:07.912421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:07.913278 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:07.915994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=69e09e9f-ba66-4738-b00a-1891e088d7ec,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:07.934652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] For port a9e986ce-1de6-4792-a384-8d66eaf2efc1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9e986ce-1de6-4792-a384-8d66eaf2efc1,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:07.935033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:07.950175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Calling delete_port for a9e986ce-1de6-4792-a384-8d66eaf2efc1 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:08.073074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d00bff6-c265-4058-9641-5e452cbd90a9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4714959 Feb 16 15:01:08.073826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41076) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:08.129633 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-25a9d16a-f85c-4d10-a231-31926e91fd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:08.164499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-224e5b2c-88d2-4afc-9352-490c0715b9d8 None None] For port 407c276a-84df-438b-84e8-c4791ffcab21, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=407c276a-84df-438b-84e8-c4791ffcab21,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:08.214490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-224e5b2c-88d2-4afc-9352-490c0715b9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:08.284575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2a696-466d-40c4-a432-0650f30d91fa req-f196f7e4-516e-4286-9bad-7026a9c07052 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:08.291878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43f2a696-466d-40c4-a432-0650f30d91fa req-f196f7e4-516e-4286-9bad-7026a9c07052 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 946 time: 0.1798975 Feb 16 15:01:08.333488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89763-7e6a-4f6b-9ce1-18a7d334cf50 req-72dbc72d-4f36-4b2a-99e1-b7c74f352bd8 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:08.333488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13c89763-7e6a-4f6b-9ce1-18a7d334cf50 req-72dbc72d-4f36-4b2a-99e1-b7c74f352bd8 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1550052 Feb 16 15:01:08.352342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-224e5b2c-88d2-4afc-9352-490c0715b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:08.358591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port 69e09e9f-ba66-4738-b00a-1891e088d7ec {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:08.362558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:08.388650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:08.432364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Pushing event deleted for resources: {'Port': ['ID=a9e986ce-1de6-4792-a384-8d66eaf2efc1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:08.444033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c809b0b3-2885-4272-9671-9370c556ba63', 'a881c718-5b7e-49f6-aa20-14757cb1fce6'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:01:08.463854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43f2a696-466d-40c4-a432-0650f30d91fa req-bf0d68f5-9bab-4213-bd1e-db8e1832cbc9 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709099 Feb 16 15:01:08.508593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13c89763-7e6a-4f6b-9ce1-18a7d334cf50 req-cf170288-89a0-4e62-81e1-8527e188e537 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759043 Feb 16 15:01:08.518963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e5b2c-88d2-4afc-9352-490c0715b9d8 None None] Pushing event updated for resources: {'Port': ['ID=407c276a-84df-438b-84e8-c4791ffcab21,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:08.529872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:08.542996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for 69e09e9f-ba66-4738-b00a-1891e088d7ec owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:08.560577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] No DVR routers for this DVR port a9e986ce-1de6-4792-a384-8d66eaf2efc1 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:08.564524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:08.568657 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-20ed2bbd-2eae-44c8-83c4-ef69c38ee2a3 req-76c1199b-feb1-4c2e-94bd-4509300034d3 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.93 "DELETE /v2.0/ports/a9e986ce-1de6-4792-a384-8d66eaf2efc1 HTTP/1.1" status: 204 len: 173 time: 0.9122462 Feb 16 15:01:08.569375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296b7302-635e-4cdb-b795-832a56448348', 'name': 'network-vif-deleted', 'tag': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:08.572011 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5265159c-5992-425e-8740-6d3841db382f" -d '{"events": [{"server_uuid": "296b7302-635e-4cdb-b795-832a56448348", "name": "network-vif-deleted", "tag": "a9e986ce-1de6-4792-a384-8d66eaf2efc1"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:08.817830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9284ae-2b2c-4555-b686-50eace557eb9 req-efcca40c-80ef-408d-8435-80f50b7bcd5d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:08.827891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a9284ae-2b2c-4555-b686-50eace557eb9 req-efcca40c-80ef-408d-8435-80f50b7bcd5d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1878245 Feb 16 15:01:08.972494 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91b5ca2-da8a-4ab3-9925-2942318f9772 x-openstack-request-id: req-b91b5ca2-da8a-4ab3-9925-2942318f9772 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:08.973547 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296b7302-635e-4cdb-b795-832a56448348", "name": "network-vif-deleted", "tag": "a9e986ce-1de6-4792-a384-8d66eaf2efc1", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:08.973995 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b91b5ca2-da8a-4ab3-9925-2942318f9772 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:08.974986 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296b7302-635e-4cdb-b795-832a56448348', 'name': 'network-vif-deleted', 'tag': 'a9e986ce-1de6-4792-a384-8d66eaf2efc1', 'status': 'completed', 'code': 200} Feb 16 15:01:08.979028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a9284ae-2b2c-4555-b686-50eace557eb9 req-2664f6e1-7143-45f2-ad52-9da53b3aac68 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468081 Feb 16 15:01:09.249853 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:09.286659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=69e09e9f-ba66-4738-b00a-1891e088d7ec,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:09.347093 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:09.352444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-88509373-dd4f-4653-82c0-b0188a7af2ee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/69e09e9f-ba66-4738-b00a-1891e088d7ec HTTP/1.1" status: 204 len: 168 time: 1.2766778 Feb 16 15:01:09.354872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41106) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:09.414904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c99f5b8-1d81-4a0e-8eeb-69e00497b1e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:09.416458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3c99f5b8-1d81-4a0e-8eeb-69e00497b1e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0604854 Feb 16 15:01:09.419325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41110) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:09.499722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee3349-3816-40a9-a892-fab6048a1cfe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:09.502348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4dee3349-3816-40a9-a892-fab6048a1cfe tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0819468 Feb 16 15:01:09.504900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41116) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:09.578239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badb760-1b0f-4c11-9e91-90846fb87ac8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:09.578538 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:09.581490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badb760-1b0f-4c11-9e91-90846fb87ac8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:09.590869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4badb760-1b0f-4c11-9e91-90846fb87ac8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:09.590869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4badb760-1b0f-4c11-9e91-90846fb87ac8 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0793028 Feb 16 15:01:09.590869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41120) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:09.775681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94b163c4-fec8-43f7-a8f2-1077f4e53ff4 req-c04b60f1-87c4-445a-8ca0-33ef1f9216fe tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=296b7302-635e-4cdb-b795-832a56448348 HTTP/1.1" status: 200 len: 210 time: 0.0781622 Feb 16 15:01:09.792581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:09.796206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:09.807420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 407c276a-84df-438b-84e8-c4791ffcab21 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:09.818404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-749e27ae-1827-4da1-83da-59f074d6af87 None None] Provisioning complete for port 407c276a-84df-438b-84e8-c4791ffcab21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:09.828811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-749e27ae-1827-4da1-83da-59f074d6af87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:09.866330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:09.974278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 407c276a-84df-438b-84e8-c4791ffcab21 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:09.974821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:10.090411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:10.185756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56930b-fdf3-4bc0-a70f-792a7946d672 req-3e24fc17-3177-4767-82d8-a60d23e59a0f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:10.188183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a56930b-fdf3-4bc0-a70f-792a7946d672 req-3e24fc17-3177-4767-82d8-a60d23e59a0f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.4913592 Feb 16 15:01:10.216269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-58739577-4520-47af-bab8-159a4930c9b3 None None] Could not find standard attr ID for object 69e09e9f-ba66-4738-b00a-1891e088d7ec. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:01:10.242058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9e986ce-1de6-4792-a384-8d66eaf2efc1 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:10.262167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a56930b-fdf3-4bc0-a70f-792a7946d672 req-9570ccdf-75fe-4ad9-ab3f-d1b12e8e0860 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644500 Feb 16 15:01:10.272621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: a9e986ce-1de6-4792-a384-8d66eaf2efc1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:10.272972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9e986ce-1de6-4792-a384-8d66eaf2efc1 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:10.444801 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:10.471638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:10.478173 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:10.483092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-04ae1e39-c02d-4c00-a515-550b36ee72e4 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc HTTP/1.1" status: 204 len: 168 time: 0.8941491 Feb 16 15:01:10.486432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41136) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:10.487956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5307c842-2cd0-454d-9192-58e7bcf29d2e None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:10.919446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 9fe27256-2069-497a-a855-31d85da35d1c {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:10.927062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.009190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.145348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.301113 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.354019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.404010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe27256-2069-497a-a855-31d85da35d1c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:11.413516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.417752 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/9fe27256-2069-497a-a855-31d85da35d1c HTTP/1.1" status: 204 len: 168 time: 0.9299748 Feb 16 15:01:11.420102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95bfbfe-78d3-4456-b39a-8872d525bb9f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:11.429155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:11.488289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41168) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:11.489092 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b23dfebd-7fe5-4833-b506-4607290356ce tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596855 Feb 16 15:01:11.517696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.521643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:11.635310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048c51b-a2b9-4b2f-90a5-1dff11df2fb3 req-09603878-b389-41b4-a1d4-134f13813fb0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:11.636874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3048c51b-a2b9-4b2f-90a5-1dff11df2fb3 req-09603878-b389-41b4-a1d4-134f13813fb0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.2335210 Feb 16 15:01:11.660321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4de0a-7e05-4ad6-bdf0-f6c3e280c0aa None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:11.759828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3048c51b-a2b9-4b2f-90a5-1dff11df2fb3 req-7cc05148-bff8-44e3-8d62-9e566b221ec7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009550 Feb 16 15:01:11.768087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eee359-81be-4397-9bb3-76e3c0a2b308 req-40dcf415-d6ba-4db7-9d41-6472b1238875 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:11.782405 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0eee359-81be-4397-9bb3-76e3c0a2b308 req-40dcf415-d6ba-4db7-9d41-6472b1238875 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 945 time: 0.1821690 Feb 16 15:01:11.798937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f8e7d2c0-6b32-4572-8846-73b6251480be None None] Provisioning complete for port 407c276a-84df-438b-84e8-c4791ffcab21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:11.799456 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d2c0-6b32-4572-8846-73b6251480be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:11.843279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0eee359-81be-4397-9bb3-76e3c0a2b308 req-d1b40f76-622c-405e-b155-a71e64e3d2af tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Feb 16 15:01:11.892164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:11.901254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.021916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:01:12.095883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] Deleting port 407c276a-84df-438b-84e8-c4791ffcab21 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:12.098399 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.180310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] For port 407c276a-84df-438b-84e8-c4791ffcab21, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=407c276a-84df-438b-84e8-c4791ffcab21,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:12.180643 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.193707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] Calling delete_port for 407c276a-84df-438b-84e8-c4791ffcab21 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:12.436469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:01:12.438343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.444323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.474072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] Pushing event deleted for resources: {'Port': ['ID=407c276a-84df-438b-84e8-c4791ffcab21,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:12.476239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba750bd-9186-432f-8cb8-2f20bec2e036 None None] No DVR routers for this DVR port 407c276a-84df-438b-84e8-c4791ffcab21 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:12.588117 n-d-829433-1 neutron-server[103043]: WARNING neutron.services.revisions.revision_plugin [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Could not find related port for resource to bump revision. Feb 16 15:01:12.636408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_pluggable_backend [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Port 407c276a-84df-438b-84e8-c4791ffcab21 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 15:01:12.636718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_pluggable_backend [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Reverting IP allocation for 2001:db8::f816:3eff:fe92:55bc {{(pid=103043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 15:01:12.640353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_pluggable_backend [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe92:55bc {{(pid=103043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 15:01:12.642324 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.684714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:12.688359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:12.692689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:12.693297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.698074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ff20e-b336-464a-bea6-f83b06108ae6 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:12.720736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=d47b14ff-32a2-4b40-9f3e-d84227014dad,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:12.805933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41200) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:12.813146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-03cd4183-085f-45ca-8d7c-9cfb12375309 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3204701 Feb 16 15:01:12.813905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-50969e4b-a44e-4787-aba3-138bc551a81c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:12.899775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': 'd47b14ff-32a2-4b40-9f3e-d84227014dad'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:01:12.901965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:12.944942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d3c8-c9a9-4e5c-ac80-4e3f1484e328 req-a665154d-12db-4fac-b55c-c811309964c1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:12.968217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a155d3c8-c9a9-4e5c-ac80-4e3f1484e328 req-a665154d-12db-4fac-b55c-c811309964c1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0936513 Feb 16 15:01:13.084310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50969e4b-a44e-4787-aba3-138bc551a81c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:13.084310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50969e4b-a44e-4787-aba3-138bc551a81c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.112766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Allocated IP 2001:db8::f816:3eff:fed7:c49f (787cccbd-9503-4e11-a20c-2b727deb6ed1/d47b14ff-32a2-4b40-9f3e-d84227014dad/fcc8421f-54a9-40f0-b2bc-29439d199c97) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:13.115115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a155d3c8-c9a9-4e5c-ac80-4e3f1484e328 req-fa6e6835-ade5-4f24-bd02-8cecb8a36b6b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447368 Feb 16 15:01:13.153342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-c6416c05-43ea-4e71-982e-cca867718c96 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:13.154836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-c6416c05-43ea-4e71-982e-cca867718c96 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 945 time: 0.1550813 Feb 16 15:01:13.175511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be186ac-db57-4630-b145-69decf8624b0 req-379d2241-d48b-411e-b32b-573fdfa6dffc tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:13.177052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4be186ac-db57-4630-b145-69decf8624b0 req-379d2241-d48b-411e-b32b-573fdfa6dffc tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 945 time: 0.1315401 Feb 16 15:01:13.269702 n-d-829433-1 neutron-server[103044]: INFO neutron.db.ipam_backend_mixin [None req-50969e4b-a44e-4787-aba3-138bc551a81c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d47b14ff-32a2-4b40-9f3e-d84227014dad (CIDR: 2001:db8::/64) Feb 16 15:01:13.275832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4be186ac-db57-4630-b145-69decf8624b0 req-da4ab3df-b81c-460e-8492-85b0f7bf606a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746286 Feb 16 15:01:13.299929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Deleting port a881c718-5b7e-49f6-aa20-14757cb1fce6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:13.300251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.312211 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-50969e4b-a44e-4787-aba3-138bc551a81c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:01:13.313405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50969e4b-a44e-4787-aba3-138bc551a81c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:13.328857 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.431632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] For port a881c718-5b7e-49f6-aa20-14757cb1fce6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a881c718-5b7e-49f6-aa20-14757cb1fce6,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:13.432348 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.435032 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-50969e4b-a44e-4787-aba3-138bc551a81c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6279995 Feb 16 15:01:13.438333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41220) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:13.444326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:13.465502 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.477393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Calling delete_port for a881c718-5b7e-49f6-aa20-14757cb1fce6 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:13.524378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:13.530040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:13.532395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:13.535493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:13.608416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Attempting to bind port fcc8421f-54a9-40f0-b2bc-29439d199c97 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:13.611942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Attempting to bind port fcc8421f-54a9-40f0-b2bc-29439d199c97 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:13.615528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Attempting to bind port fcc8421f-54a9-40f0-b2bc-29439d199c97 on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:13.635081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:13.635801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:13.636290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.636761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:13.637857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Bound port: fcc8421f-54a9-40f0-b2bc-29439d199c97, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:13.638314 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.715467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:13.718848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:13.736469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 407c276a-84df-438b-84e8-c4791ffcab21 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:13.766663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 407c276a-84df-438b-84e8-c4791ffcab21 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:13.767437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 407c276a-84df-438b-84e8-c4791ffcab21 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:13.784899 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.799040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c809b0b3-2885-4272-9671-9370c556ba63', 'a881c718-5b7e-49f6-aa20-14757cb1fce6'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:01:13.822427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Pushing event deleted for resources: {'Port': ['ID=a881c718-5b7e-49f6-aa20-14757cb1fce6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:13.857611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:13.857611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.858340 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.882522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] No DVR routers for this DVR port a881c718-5b7e-49f6-aa20-14757cb1fce6 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:13.888218 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:13.892421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-720e375c-32b4-46d3-a214-8ab30ad35376 req-31abc127-f1d5-4038-a9de-fe0fb40cb009 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "DELETE /v2.0/ports/a881c718-5b7e-49f6-aa20-14757cb1fce6 HTTP/1.1" status: 204 len: 173 time: 0.7286439 Feb 16 15:01:13.895944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'name': 'network-vif-deleted', 'tag': 'a881c718-5b7e-49f6-aa20-14757cb1fce6'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:13.899258 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a317c2a-8c09-4308-bc4d-2b545db72ecc" -d '{"events": [{"server_uuid": "89e2e718-18b5-40d9-b298-b219b31c4d8d", "name": "network-vif-deleted", "tag": "a881c718-5b7e-49f6-aa20-14757cb1fce6"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:13.965452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f47dd-e7fc-4723-b1d1-d5c0f423f37b None None] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:14.004429 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb1797f-47b5-4c67-8a23-fe6f32c905ea x-openstack-request-id: req-feb1797f-47b5-4c67-8a23-fe6f32c905ea {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:14.004849 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e2e718-18b5-40d9-b298-b219b31c4d8d", "name": "network-vif-deleted", "tag": "a881c718-5b7e-49f6-aa20-14757cb1fce6", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:14.005646 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-feb1797f-47b5-4c67-8a23-fe6f32c905ea {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:14.006152 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e2e718-18b5-40d9-b298-b219b31c4d8d', 'name': 'network-vif-deleted', 'tag': 'a881c718-5b7e-49f6-aa20-14757cb1fce6', 'status': 'completed', 'code': 200} Feb 16 15:01:14.139426 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:01:14.410265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:14.471204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b969925b-d85b-4643-bded-8d07220387a7 req-08c01fff-1b6f-4da6-9dd3-dde6d83cbc49 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=89e2e718-18b5-40d9-b298-b219b31c4d8d HTTP/1.1" status: 200 len: 210 time: 0.0786717 Feb 16 15:01:14.485920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:14.501570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:14.509015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eb780-61ec-48f6-a451-338b6dd8593f req-e4343366-bf3a-4d07-979a-856e90f565cd tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:14.512869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b5eb780-61ec-48f6-a451-338b6dd8593f req-e4343366-bf3a-4d07-979a-856e90f565cd tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.2125318 Feb 16 15:01:14.516403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:14.517003 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:14.568945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=1cc90d6b-c128-4e9e-905c-237efd77bcee,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:14.590838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b5eb780-61ec-48f6-a451-338b6dd8593f req-e0ad39b3-318e-40d3-85d5-58aafc1d1f71 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676310 Feb 16 15:01:14.683287 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d085ab10-2d81-49b1-aeb2-7f9d7055737a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2432427 Feb 16 15:01:14.686968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41252) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:14.693534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:6b:d1:ab', 'name': 'tempest-NetworksTestDHCPv6-1026803949'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:14.941007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:15.068575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:15.106278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port f74ce093-fb3a-4519-af32-c4425e44399f yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:01:15.339891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8:0:1::1be (787cccbd-9503-4e11-a20c-2b727deb6ed1/1cc90d6b-c128-4e9e-905c-237efd77bcee/f74ce093-fb3a-4519-af32-c4425e44399f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:15.351747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::f816:3eff:fe6b:d1ab (787cccbd-9503-4e11-a20c-2b727deb6ed1/d47b14ff-32a2-4b40-9f3e-d84227014dad/f74ce093-fb3a-4519-af32-c4425e44399f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:15.402744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4a94d-600a-470e-b2b1-223670b0be4b None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:15.536822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6e1514bf-7a2c-40a5-ad6c-301558e50515 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:15.537420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e1514bf-7a2c-40a5-ad6c-301558e50515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:15.590303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:15.802654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aa5fc-e5e2-4753-9f0c-62207dbf308e req-b81ec3bf-f3f4-4b28-96c2-45be9826121b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:15.803199 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e1514bf-7a2c-40a5-ad6c-301558e50515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:15.812011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c04aa5fc-e5e2-4753-9f0c-62207dbf308e req-b81ec3bf-f3f4-4b28-96c2-45be9826121b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0820312 Feb 16 15:01:15.838671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:15.856133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fcc8421f-54a9-40f0-b2bc-29439d199c97 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:15.879653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c04aa5fc-e5e2-4753-9f0c-62207dbf308e req-b079f165-4206-4a3d-9307-7d74f2a2e3db tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650370 Feb 16 15:01:15.921183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:15.931348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:15.934208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32939b-b978-45d1-a453-0db8d39ac462 None None] Update dhcp port {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': 'd47b14ff-32a2-4b40-9f3e-d84227014dad', 'ip_address': '2001:db8::f816:3eff:fed7:c49f'}, {'subnet_id': '1cc90d6b-c128-4e9e-905c-237efd77bcee'}], 'binding:host_id': 'n-d-829433-1'}, 'id': 'fcc8421f-54a9-40f0-b2bc-29439d199c97'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 15:01:15.939233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:15.953857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:15.954814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:15.986933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=f74ce093-fb3a-4519-af32-c4425e44399f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:15.994038 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a32939b-b978-45d1-a453-0db8d39ac462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:15.996445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6e1514bf-7a2c-40a5-ad6c-301558e50515 None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:16.061540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:16.061848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.108368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e1514bf-7a2c-40a5-ad6c-301558e50515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.118257 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-949ed20b-2969-4ff6-a337-68334002690f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4263871 Feb 16 15:01:16.118257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41290) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:16.295425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b3b12-572d-4571-bdd8-5882a0059356 req-3c7be859-17f4-4392-a2b2-920a22b9c6a8 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:16.298458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-301b3b12-572d-4571-bdd8-5882a0059356 req-3c7be859-17f4-4392-a2b2-920a22b9c6a8 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.0633249 Feb 16 15:01:16.303598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1514bf-7a2c-40a5-ad6c-301558e50515 None None] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:16.316417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port f74ce093-fb3a-4519-af32-c4425e44399f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:16.316849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.363140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-301b3b12-572d-4571-bdd8-5882a0059356 req-ae5e60b5-f7e3-4f2e-aaf5-1ea69a54ed71 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540478 Feb 16 15:01:16.363689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6a32939b-b978-45d1-a453-0db8d39ac462 None None] Allocated IP 2001:db8:0:1::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/1cc90d6b-c128-4e9e-905c-237efd77bcee/fcc8421f-54a9-40f0-b2bc-29439d199c97) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:16.415770 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.478774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.497801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for f74ce093-fb3a-4519-af32-c4425e44399f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:16.499422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6a32939b-b978-45d1-a453-0db8d39ac462 None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:16.509891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41300) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:16.539922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a32939b-b978-45d1-a453-0db8d39ac462 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.629416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a32939b-b978-45d1-a453-0db8d39ac462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.678775 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dba582cb-e4ec-4cd8-9293-4a80de9a7e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.755703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32939b-b978-45d1-a453-0db8d39ac462 None None] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:16.867705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.893060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=f74ce093-fb3a-4519-af32-c4425e44399f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:16.938377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dba582cb-e4ec-4cd8-9293-4a80de9a7e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.962441 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:16.965787 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d6dda899-d3d1-4d05-96d6-6b405c8e4f57 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/f74ce093-fb3a-4519-af32-c4425e44399f HTTP/1.1" status: 204 len: 168 time: 0.8453834 Feb 16 15:01:16.969077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:17.035446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5342d12e-e5bf-4053-89f3-0b958afefa9c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.040360 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5342d12e-e5bf-4053-89f3-0b958afefa9c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0702345 Feb 16 15:01:17.041935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41316) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:17.068781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc148dc-54cd-44d8-9ca2-919ab948b200 req-e6ba7d26-d032-495a-9268-9c0b246d6b9b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.071103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bc148dc-54cd-44d8-9ca2-919ab948b200 req-e6ba7d26-d032-495a-9268-9c0b246d6b9b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0743544 Feb 16 15:01:17.072322 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dba582cb-e4ec-4cd8-9293-4a80de9a7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.095999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95f8af-07c9-4dee-9281-88994914f86b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.100060 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1e95f8af-07c9-4dee-9281-88994914f86b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0580182 Feb 16 15:01:17.100990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:17.148176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dba582cb-e4ec-4cd8-9293-4a80de9a7e05 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f63e07e4b10144858704632c2cedb037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366711 Feb 16 15:01:17.150905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a881c718-5b7e-49f6-aa20-14757cb1fce6 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:17.151577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41322) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:17.182667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: a881c718-5b7e-49f6-aa20-14757cb1fce6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:17.183070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a881c718-5b7e-49f6-aa20-14757cb1fce6 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:17.198264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270b6aeb-b311-4041-82f2-2645de4e2e51 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.200410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270b6aeb-b311-4041-82f2-2645de4e2e51 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.204068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270b6aeb-b311-4041-82f2-2645de4e2e51 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.211449 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-270b6aeb-b311-4041-82f2-2645de4e2e51 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1092818 Feb 16 15:01:17.212625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41326) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:17.216177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bc148dc-54cd-44d8-9ca2-919ab948b200 req-c4640a03-87d6-4a8c-81d4-dba02bc8ccf0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328976 Feb 16 15:01:17.220354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba582cb-e4ec-4cd8-9293-4a80de9a7e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd415a79-cdcb-44e2-b23c-20386485ba42,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:17.252345 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8ececcf-686a-4007-a3a8-9e970e3f4861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.284366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 1cc90d6b-c128-4e9e-905c-237efd77bcee {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:17.285443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8ececcf-686a-4007-a3a8-9e970e3f4861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.288785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.340382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.458977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.465683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8ececcf-686a-4007-a3a8-9e970e3f4861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.471273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8ececcf-686a-4007-a3a8-9e970e3f4861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.472417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b8ececcf-686a-4007-a3a8-9e970e3f4861 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bd415a79-cdcb-44e2-b23c-20386485ba42 HTTP/1.1" status: 204 len: 168 time: 0.3196654 Feb 16 15:01:17.501416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ececcf-686a-4007-a3a8-9e970e3f4861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd415a79-cdcb-44e2-b23c-20386485ba42,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:17.572459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e4b19-3ad1-438b-9494-2ec4c2d31738 req-82a4d960-b58d-4df4-9e1a-c34041b0fc8f tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.574132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc5e4b19-3ad1-438b-9494-2ec4c2d31738 req-82a4d960-b58d-4df4-9e1a-c34041b0fc8f tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.1191950 Feb 16 15:01:17.587406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7b56de35-1605-45da-8a2b-6c47f20c9d47 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:17.588503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7b56de35-1605-45da-8a2b-6c47f20c9d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.629144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc5e4b19-3ad1-438b-9494-2ec4c2d31738 req-1cf13130-5784-4753-b344-6ae2bf6ca8da tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/security-groups?id=f4d3906f-3e1c-4661-9dec-259baddb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468218 Feb 16 15:01:17.735665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.738829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fcc8421f-54a9-40f0-b2bc-29439d199c97 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:17.747909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-e78a68a2-052a-411b-b0ca-9202e3b7866e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:17.752425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-e78a68a2-052a-411b-b0ca-9202e3b7866e tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 946 time: 0.0872138 Feb 16 15:01:17.812123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:17.813131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.818486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc90d6b-c128-4e9e-905c-237efd77bcee,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:17.833794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.833794 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3c45d4c-a72b-4ffb-8a8d-3f43f61f8a23 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/1cc90d6b-c128-4e9e-905c-237efd77bcee HTTP/1.1" status: 204 len: 168 time: 0.6163418 Feb 16 15:01:17.836334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:17.931774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dc4c8e4e-4825-4154-908b-f225c4846861 None None] Could not find standard attr ID for object f74ce093-fb3a-4519-af32-c4425e44399f. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:01:17.957659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet d47b14ff-32a2-4b40-9f3e-d84227014dad {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:17.967300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:17.974202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Deleting port c809b0b3-2885-4272-9671-9370c556ba63 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:17.974202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.014282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.111669 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.120440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95249a4e-bf07-4f9c-ab3d-df899a55a917 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:18.173972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] For port c809b0b3-2885-4272-9671-9370c556ba63, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c809b0b3-2885-4272-9671-9370c556ba63,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:18.174535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.189611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Calling delete_port for c809b0b3-2885-4272-9671-9370c556ba63 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:18.294199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.356598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=d47b14ff-32a2-4b40-9f3e-d84227014dad,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:18.367824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.375864 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cb19f3d8-3470-4d10-9b7c-cc4da44e8d68 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/d47b14ff-32a2-4b40-9f3e-d84227014dad HTTP/1.1" status: 204 len: 168 time: 0.5368085 Feb 16 15:01:18.378847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41352) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:18.436039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8000f121-3323-4b8c-a67f-02fbf664835a None None] Update dhcp port {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': 'd47b14ff-32a2-4b40-9f3e-d84227014dad'}], 'binding:host_id': 'n-d-829433-1'}, 'id': 'fcc8421f-54a9-40f0-b2bc-29439d199c97'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 15:01:18.453501 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-15d120fe-ad44-41f5-a827-ecb574065379 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725961 Feb 16 15:01:18.456288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:18.463199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8a11c-81f3-48be-9a90-9907a570db54 req-c140add0-a2be-418f-853f-92bf57645164 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:18.464922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50c8a11c-81f3-48be-9a90-9907a570db54 req-c140add0-a2be-418f-853f-92bf57645164 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1319971 Feb 16 15:01:18.467609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:18.490556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8000f121-3323-4b8c-a67f-02fbf664835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.536694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.541410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50c8a11c-81f3-48be-9a90-9907a570db54 req-800d044c-2d46-40e0-9bdc-80ad9aecc737 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643322 Feb 16 15:01:18.582016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c809b0b3-2885-4272-9671-9370c556ba63'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:01:18.649440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41360) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:18.684450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f46ddd9-c5c7-47a6-8f37-33f17345548e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.732191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:18.736781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.929675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Pushing event deleted for resources: {'Port': ['ID=c809b0b3-2885-4272-9671-9370c556ba63,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:18.969454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f46ddd9-c5c7-47a6-8f37-33f17345548e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:18.989371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b61321b8-cb16-426b-bf4b-db2e3375c68a req-868c1489-0114-4ed4-b743-f18a5a64aadd tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 210 time: 0.0720861 Feb 16 15:01:19.029282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36668dd3-95d4-4288-8fb0-2971280c3ee3 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:19.060414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f46ddd9-c5c7-47a6-8f37-33f17345548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.073706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] No DVR routers for this DVR port c809b0b3-2885-4272-9671-9370c556ba63 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:19.076322 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.080420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d032674-c09e-4560-85fe-7661df5bbac4 req-0b7734dd-fe0b-467a-8770-bb518307b693 tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.129 "DELETE /v2.0/ports/c809b0b3-2885-4272-9671-9370c556ba63 HTTP/1.1" status: 204 len: 173 time: 1.3053167 Feb 16 15:01:19.080872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'name': 'network-vif-deleted', 'tag': 'c809b0b3-2885-4272-9671-9370c556ba63'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:19.083174 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df4803-3f3e-46d2-9d51-9e1ee2868ca5" -d '{"events": [{"server_uuid": "c88f5522-b73f-4f1b-a43b-2b03b109bf6d", "name": "network-vif-deleted", "tag": "c809b0b3-2885-4272-9671-9370c556ba63"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:19.120006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-59cf1b0f-3466-4bd8-a956-964d522db9ff None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:19.120473 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59cf1b0f-3466-4bd8-a956-964d522db9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.133942 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb89f60-2d43-4b9c-9c1a-b442baccb732 x-openstack-request-id: req-6fb89f60-2d43-4b9c-9c1a-b442baccb732 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:19.134190 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88f5522-b73f-4f1b-a43b-2b03b109bf6d", "name": "network-vif-deleted", "tag": "c809b0b3-2885-4272-9671-9370c556ba63", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:19.134437 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6fb89f60-2d43-4b9c-9c1a-b442baccb732 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:19.134833 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88f5522-b73f-4f1b-a43b-2b03b109bf6d', 'name': 'network-vif-deleted', 'tag': 'c809b0b3-2885-4272-9671-9370c556ba63', 'status': 'completed', 'code': 200} Feb 16 15:01:19.154743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.217346 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5f46ddd9-c5c7-47a6-8f37-33f17345548e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1206ce6c4b3b4870a4d47dbbe5709cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666308 Feb 16 15:01:19.221412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41372) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:19.239034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ddd9-c5c7-47a6-8f37-33f17345548e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f1d730-6922-4b16-a6a2-13431db3e811,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:19.269512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:19.288647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:19.290688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:19.304725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:19.308122 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.323598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-631c09c6-72de-4271-bb36-71592a99c0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.368510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-631c09c6-72de-4271-bb36-71592a99c0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.439573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8723aa57-dd05-4fb9-9c2e-cc5f731e2d5e None None] Update dhcp port {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': 'efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1'}], 'binding:host_id': 'n-d-829433-1'}, 'id': 'fcc8421f-54a9-40f0-b2bc-29439d199c97'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 15:01:19.463234 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f21cc5dc-7ac7-4f64-a6d9-438181f45db2 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0059104 Feb 16 15:01:19.466237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41378) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:19.468112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8723aa57-dd05-4fb9-9c2e-cc5f731e2d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.471805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b96dc297-eebe-4bba-b688-a9b5d8fee7bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:19.604006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-631c09c6-72de-4271-bb36-71592a99c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.607468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-631c09c6-72de-4271-bb36-71592a99c0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.612341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-631c09c6-72de-4271-bb36-71592a99c0c9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/01f1d730-6922-4b16-a6a2-13431db3e811 HTTP/1.1" status: 204 len: 168 time: 0.3897870 Feb 16 15:01:19.624929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c09c6-72de-4271-bb36-71592a99c0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f1d730-6922-4b16-a6a2-13431db3e811,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:19.728161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8723aa57-dd05-4fb9-9c2e-cc5f731e2d5e None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1/fcc8421f-54a9-40f0-b2bc-29439d199c97) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:19.732907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96dc297-eebe-4bba-b688-a9b5d8fee7bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:19.737962 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b96dc297-eebe-4bba-b688-a9b5d8fee7bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:19.809834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fcc8421f-54a9-40f0-b2bc-29439d199c97 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:19.877074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21719405-e7e5-4a98-aa51-0466d0809b97 req-6df521b1-ca9e-4912-9f0c-21fa7c922cec tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:19.878654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21719405-e7e5-4a98-aa51-0466d0809b97 req-6df521b1-ca9e-4912-9f0c-21fa7c922cec tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.2019973 Feb 16 15:01:19.941899 n-d-829433-1 neutron-server[103043]: INFO neutron.db.ipam_backend_mixin [None req-b96dc297-eebe-4bba-b688-a9b5d8fee7bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1 (CIDR: 2001:db8::/64) Feb 16 15:01:19.944950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ea75-3eee-4417-b1ef-4c7454667edf req-a1b403af-a063-4e07-8e0a-ab50c1f66203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:19.948656 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4f05ea75-3eee-4417-b1ef-4c7454667edf req-a1b403af-a063-4e07-8e0a-ab50c1f66203 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 1097 time: 0.0760729 Feb 16 15:01:19.967981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21719405-e7e5-4a98-aa51-0466d0809b97 req-4ad6292a-54fb-4c18-bf3e-02b5eef1424b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786777 Feb 16 15:01:20.015675 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4f05ea75-3eee-4417-b1ef-4c7454667edf req-5313fbce-dc37-42bd-936d-cd90c45e128f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 Feb 16 15:01:20.021431 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96dc297-eebe-4bba-b688-a9b5d8fee7bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:01:20.021915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96dc297-eebe-4bba-b688-a9b5d8fee7bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:20.029076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8723aa57-dd05-4fb9-9c2e-cc5f731e2d5e None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:20.051196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:20.083097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8723aa57-dd05-4fb9-9c2e-cc5f731e2d5e None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:20.138480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99cc447d-f579-4af1-a597-c9f641fe927a req-7fc14262-e79b-46f2-be77-0383163ee73a tempest-ListServerFiltersTestJSON-96884416 tempest-ListServerFiltersTestJSON-96884416-project] 10.222.0.113 "GET /v2.0/ports?device_id=c88f5522-b73f-4f1b-a43b-2b03b109bf6d HTTP/1.1" status: 200 len: 210 time: 0.0366704 Feb 16 15:01:20.194830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b96dc297-eebe-4bba-b688-a9b5d8fee7bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7274780 Feb 16 15:01:20.197725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41398) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:20.206650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:20.228717 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8723aa57-dd05-4fb9-9c2e-cc5f731e2d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:20.310493 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:01:20.311193 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:01:20.396498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723aa57-dd05-4fb9-9c2e-cc5f731e2d5e None None] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:20.510537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:20.518064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:20.878054 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:20.921224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:21.060422 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.136046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:01:21.197347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c809b0b3-2885-4272-9671-9370c556ba63 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:21.234010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41434) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:21.246389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: c809b0b3-2885-4272-9671-9370c556ba63 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:21.247035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c809b0b3-2885-4272-9671-9370c556ba63 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:21.272250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b2ceb-69d4-4539-b562-e692790f8305 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:21.330474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] Deleting subnet 7b0baa91-c82f-4834-b8bd-b17a7fa6b112 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:21.334082 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.348315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:21.407489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ee9b2-19e7-48f3-86d2-0c3458b86ce7 req-c9446e28-6d8e-44ba-a3b6-c2afd5d791b1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:21.409758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba3ee9b2-19e7-48f3-86d2-0c3458b86ce7 req-c9446e28-6d8e-44ba-a3b6-c2afd5d791b1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.3180504 Feb 16 15:01:21.430208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fb7488e6-0518-4cf2-9671-7f33eac84bb3 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:21.439162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.442645 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb7488e6-0518-4cf2-9671-7f33eac84bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.470395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba3ee9b2-19e7-48f3-86d2-0c3458b86ce7 req-41d9f717-5421-48e7-af3b-71a6b31efe8f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538390 Feb 16 15:01:21.567892 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.596750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.636442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb7488e6-0518-4cf2-9671-7f33eac84bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.694460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fb7488e6-0518-4cf2-9671-7f33eac84bb3 None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:21.807606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fcc8421f-54a9-40f0-b2bc-29439d199c97 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:21.855502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.861275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.api [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:01:21.861556 n-d-829433-1 neutron-server[103043]: DEBUG oslo_db.api [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:01:21.873370 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:21.878724 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/7b0baa91-c82f-4834-b8bd-b17a7fa6b112 HTTP/1.1" status: 204 len: 168 time: 0.6417725 Feb 16 15:01:21.881306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41448) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:21.888223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce7053-4df2-4524-b39d-58401ea44e1a None None] Network 4704a48c-f4fd-448b-94bf-ab3c63f32138 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:21.954653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef95749-c4c2-4350-9a1e-19a4d99f3324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0baa91-c82f-4834-b8bd-b17a7fa6b112,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:21.972187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb7488e6-0518-4cf2-9671-7f33eac84bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.010894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.094383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7488e6-0518-4cf2-9671-7f33eac84bb3 None None] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=10']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:22.095484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Deleting port 638e8402-571a-447f-b7f8-a49436e29564 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:22.095865 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.105427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:22.105804 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.215121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] For port 638e8402-571a-447f-b7f8-a49436e29564, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=638e8402-571a-447f-b7f8-a49436e29564,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:22.215687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.287606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] DHCP port deletion for 4704a48c-f4fd-448b-94bf-ab3c63f32138 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:01:22.294250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Calling delete_port for 638e8402-571a-447f-b7f8-a49436e29564 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:22.368768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] Deleting port 638e8402-571a-447f-b7f8-a49436e29564 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:22.368768 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.410061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.453146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] For port 638e8402-571a-447f-b7f8-a49436e29564, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=638e8402-571a-447f-b7f8-a49436e29564,segment=NetworkSegment(d19036ff-483f-4e18-83b4-eafc7294e343),segment_id=d19036ff-483f-4e18-83b4-eafc7294e343)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:22.453676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.499310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] Calling delete_port for 638e8402-571a-447f-b7f8-a49436e29564 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:22.617593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:22.698400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.702705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1496df55-8f1a-4c2b-b674-6627375a46fb None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:22.704283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1496df55-8f1a-4c2b-b674-6627375a46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.715950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a4313-375e-4aa9-b5ad-a3a62cbb7936 req-b0fb47dc-d77a-4586-9da1-c27eba59fefb tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:22.717525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad9a4313-375e-4aa9-b5ad-a3a62cbb7936 req-b0fb47dc-d77a-4586-9da1-c27eba59fefb tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0793192 Feb 16 15:01:22.746450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.758866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.788347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] Pushing event deleted for resources: {'Port': ['ID=638e8402-571a-447f-b7f8-a49436e29564,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:22.811865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b07b09-99a6-4bba-b600-fa67d54553e7 None None] No DVR routers for this DVR port 638e8402-571a-447f-b7f8-a49436e29564 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:22.822879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] No DVR routers for this DVR port 638e8402-571a-447f-b7f8-a49436e29564 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:22.854490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.855255 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:22.857340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Pushing event deleted for resources: {'Port': ['ID=638e8402-571a-447f-b7f8-a49436e29564,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:22.939503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad9a4313-375e-4aa9-b5ad-a3a62cbb7936 req-e32bcd73-33c5-433f-8750-c74e7da5e730 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138884 Feb 16 15:01:23.008039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:23.019841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:23.026788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:23.027435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.032986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7799634-1190-48d2-a859-4093ad68fce0 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:23.036286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.041152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=b43892f7-1876-4d06-a64a-bda27aecbd9e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:23.057126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=11']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:23.081508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4704a48c-f4fd-448b-94bf-ab3c63f32138']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:23.093615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19036ff-483f-4e18-83b4-eafc7294e343') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:23.094006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19036ff-483f-4e18-83b4-eafc7294e343') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:23.112647 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.130523 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.137907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:01:23.143977 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:01:23.206980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0eb618dd-142e-44b0-a914-486143f746d3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0079598 Feb 16 15:01:23.216091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41492) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:23.232700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:f5:d2:34', 'name': 'tempest-NetworksTestDHCPv6-746934063'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:23.411464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.416857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.420306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] 10.222.0.113 "DELETE /v2.0/networks/4704a48c-f4fd-448b-94bf-ab3c63f32138 HTTP/1.1" status: 204 len: 168 time: 1.5376039 Feb 16 15:01:23.448744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3c39c-bdd1-46cf-bd08-1f22b0e49462 admin admin] Pushing event deleted for resources: {'Network': ['ID=4704a48c-f4fd-448b-94bf-ab3c63f32138,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:23.488317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:23.490594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-c491ea7d-3545-46af-a598-18d5fdd95783 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:23.492359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-c491ea7d-3545-46af-a598-18d5fdd95783 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 810 time: 0.2195487 Feb 16 15:01:23.513432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-bf2121ae-4040-445b-a042-d70ffd7ef8b1 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/quotas/c318c7bae2374f2e8700186b40ebb785 HTTP/1.1" status: 200 len: 375 time: 0.0148149 Feb 16 15:01:23.613784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-d341df9f-e4f0-4771-8b75-b925877bd1bc tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950110 Feb 16 15:01:23.632576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-a2bb3582-77a2-442a-8155-235fa1ae4edf service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:23.634474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-a2bb3582-77a2-442a-8155-235fa1ae4edf service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121522 Feb 16 15:01:23.648280 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.724153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:01:23.784798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fcc8421f-54a9-40f0-b2bc-29439d199c97 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:23.836583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-c03f9654-1fbe-45e4-b7df-8366bb2cf487 service neutron] 10.222.0.113 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909373 Feb 16 15:01:23.900178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ad48beac-9396-4c3a-9f03-de3969db3126 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:23.903480 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad48beac-9396-4c3a-9f03-de3969db3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:23.988271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-a1034de8-c334-4acb-89ff-f9ecd87e90f6 service neutron] 10.222.0.113 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444249 Feb 16 15:01:23.990709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::2fa (787cccbd-9503-4e11-a20c-2b727deb6ed1/efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1/adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:23.998507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:23.998507 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.005148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:d234 (787cccbd-9503-4e11-a20c-2b727deb6ed1/b43892f7-1876-4d06-a64a-bda27aecbd9e/adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:24.073065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41516) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:24.159452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-19cb57f8-b164-4b7d-923d-2bfe9bb5d1e5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=68269930914b4dd89227ec154c43a900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806859 Feb 16 15:01:24.159847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41518) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:24.294378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 638e8402-571a-447f-b7f8-a49436e29564 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:24.311054 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14f3525c-e354-4b2e-9f45-69ceee6cdc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.359718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.435939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 638e8402-571a-447f-b7f8-a49436e29564 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:24.436287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 638e8402-571a-447f-b7f8-a49436e29564 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:24.492622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14f3525c-e354-4b2e-9f45-69ceee6cdc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.502437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.518292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-026743ee-ce34-472e-a2cc-21e11a2101ba req-69f5626e-3e5d-42b8-ba93-863ea3685392 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 210 time: 0.0878091 Feb 16 15:01:24.567896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:24.575994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:24.578750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:24.587995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:24.588702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.591382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:24.740487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14f3525c-e354-4b2e-9f45-69ceee6cdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.740487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-14f3525c-e354-4b2e-9f45-69ceee6cdc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:24.744046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-14f3525c-e354-4b2e-9f45-69ceee6cdc6f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f4d3906f-3e1c-4661-9dec-259baddb23e6 HTTP/1.1" status: 204 len: 168 time: 0.5828915 Feb 16 15:01:24.758393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3525c-e354-4b2e-9f45-69ceee6cdc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d3906f-3e1c-4661-9dec-259baddb23e6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:24.767995 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a119087d-0a3f-4f21-a98a-aeb3374a3fee tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5491879 Feb 16 15:01:24.771314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41536) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:24.911814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:24.912247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.027345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c0791f5a-7a6a-4075-a417-aa4845b8c5d5 None None] Provisioning complete for port adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:25.027898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0791f5a-7a6a-4075-a417-aa4845b8c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.047424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.060558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:25.074919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c0791f5a-7a6a-4075-a417-aa4845b8c5d5 None None] Port adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:01:25.335525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41544) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:25.388005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.425454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:25.481888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa8eafff-df6d-4a8e-9dae-0ab3f6c2bd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.505164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.514027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ffae18b-3c46-46c2-ac27-2a6701596dd0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a HTTP/1.1" status: 204 len: 168 time: 0.7413456 Feb 16 15:01:25.518198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41556) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:25.614941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0d9d42-85ea-408b-be6a-d4e3b9c49806 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:25.616732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8e0d9d42-85ea-408b-be6a-d4e3b9c49806 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0975456 Feb 16 15:01:25.625839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41562) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:25.659976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5af8adbb-c921-46b2-a102-66b4b084b4ad req-e892f6dd-f246-4a74-97f7-42bd66dd0561 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 210 time: 0.0333681 Feb 16 15:01:25.700366 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa8eafff-df6d-4a8e-9dae-0ab3f6c2bd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.710813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5753eb-67c5-4d89-9127-255be34d290e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:25.713071 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eb5753eb-67c5-4d89-9127-255be34d290e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0857837 Feb 16 15:01:25.717194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41564) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:25.781520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c3e43-d0bd-473d-8991-d1f96928595f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:25.783098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c3e43-d0bd-473d-8991-d1f96928595f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:25.785109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c3e43-d0bd-473d-8991-d1f96928595f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:25.787199 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd0c3e43-d0bd-473d-8991-d1f96928595f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0705316 Feb 16 15:01:25.790003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41568) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:25.848164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet b43892f7-1876-4d06-a64a-bda27aecbd9e {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:25.852229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.893711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa8eafff-df6d-4a8e-9dae-0ab3f6c2bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.929744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:25.980727 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aa8eafff-df6d-4a8e-9dae-0ab3f6c2bd1c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc633f04493c4a7aa20834dbd24b856c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439517 Feb 16 15:01:25.983806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eafff-df6d-4a8e-9dae-0ab3f6c2bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797d9c80-aaa8-417b-b845-dc2059e06e4a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:25.986854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41570) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:26.052562 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.086219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.125574 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.276467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.276896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.279820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.283357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/797d9c80-aaa8-417b-b845-dc2059e06e4a HTTP/1.1" status: 204 len: 168 time: 0.2937450 Feb 16 15:01:26.295426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d9c80-aaa8-417b-b845-dc2059e06e4a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:26.305902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.306594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.307036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.307476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.308229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.308656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.309243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.309672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.310390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.310531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=b43892f7-1876-4d06-a64a-bda27aecbd9e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:26.316432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.329640 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b09d8784-37d9-4f66-bd77-3553346e1cb6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/b43892f7-1876-4d06-a64a-bda27aecbd9e HTTP/1.1" status: 204 len: 168 time: 0.5302680 Feb 16 15:01:26.329744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.329744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.329939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d684a75-d2ca-4d68-9685-62e6b8a3a5c6 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:26.330396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301ee346-f499-4ea3-a84b-73312bd10161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:26.335379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41582) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:26.395139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41584) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:26.422300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:26.427717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.480645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.634758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1261230756-network', 'tenant_id': 'be6a01d368094733bfbcd211c1f5525e'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:26.667890 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.729236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Made reservation on behalf of be6a01d368094733bfbcd211c1f5525e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:26.731663 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.743171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.819171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e5010aa-7526-41df-bbc6-8e400b0bf102 req-2c91b008-e963-46f4-9c87-8f925462ef76 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 210 time: 0.0302243 Feb 16 15:01:26.878468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.917846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:26.928560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.931916 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8563f17e-7704-4320-8a9f-6f372c4e3ca0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1 HTTP/1.1" status: 204 len: 168 time: 0.5948639 Feb 16 15:01:26.935962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41596) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:26.963876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:26.986408 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8b919b28-e640-4a63-83f2-6f5578551570 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492682 Feb 16 15:01:26.991507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41598) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:26.996526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:27.043974 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.076233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:01:27.127154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a691ad-200e-4ed6-b9b1-f9921e9c7825,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:27.170184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.170492 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Added segment 2a5b7f0c-793b-4e37-a758-0a7380a3ad37 of type vlan for network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 Feb 16 15:01:27.187861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-38bcf8fd-cc6b-4916-805b-f39d8465b547 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:27.189589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-38bcf8fd-cc6b-4916-805b-f39d8465b547 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.129 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 810 time: 0.2146387 Feb 16 15:01:27.204986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Request body: {'port': {'device_id': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'admin_state_up': True, 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:27.231107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41600) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:27.252229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8432ea1c-66c3-4bfc-a3e7-627b1040aa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.298860 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.336227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:27.339926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.363274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8432ea1c-66c3-4bfc-a3e7-627b1040aa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.456534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8432ea1c-66c3-4bfc-a3e7-627b1040aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.456973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.458016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:27.458776 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.525363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc7308-a644-46e2-8629-041981560ee6 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:27.541475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Made reservation on behalf of c318c7bae2374f2e8700186b40ebb785 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:27.557731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.611744 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8432ea1c-66c3-4bfc-a3e7-627b1040aa02 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d86f010f645d4b6ab75577f5bc29f930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767791 Feb 16 15:01:27.613631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41602) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:27.616880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ea1c-66c3-4bfc-a3e7-627b1040aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709cc23a-a1f8-41de-8bd8-ff2d439e9ba1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:27.631953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] Pushing event updated for resources: {'Network': ['ID=5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:27.649089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9cadddb1-97c3-41f9-9776-e18dc82c1267 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2526889 Feb 16 15:01:27.652110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41606) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:27.657330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Request body: {'subnet': {'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1261230756-subnet', 'tenant_id': 'be6a01d368094733bfbcd211c1f5525e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:27.746516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.825466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=7fc85e9b-74b9-4450-a862-e046536fa27a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:27.829452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Made reservation on behalf of be6a01d368094733bfbcd211c1f5525e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:27.832729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.843944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Allocated IP 172.20.0.2 (4c0ce965-612c-480e-9ac1-e026b294b05e/016a32c5-31fd-4710-aa98-58e948005e1f/6f24c49a-7a5e-47df-b2a1-9b8b36a9c372) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:27.872630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:01:27.877846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4b2576f7-8a90-46b6-96df-a1febe00b0e0 None None] Provisioning complete for port fcc8421f-54a9-40f0-b2bc-29439d199c97 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:27.878446 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b2576f7-8a90-46b6-96df-a1febe00b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:27.932317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:27.948894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:27.969607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:27.970406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.088908 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b44583c-9265-4628-a05e-bd8be8de028e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0955451 Feb 16 15:01:28.096690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:28.102684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-48c4639e-dd57-40e0-8e08-0a993e333218 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:28.113269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:01:28.178320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] Deleting port fcc8421f-54a9-40f0-b2bc-29439d199c97 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:28.179072 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.296094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] For port fcc8421f-54a9-40f0-b2bc-29439d199c97, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fcc8421f-54a9-40f0-b2bc-29439d199c97,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:28.297345 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.317139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] Calling delete_port for fcc8421f-54a9-40f0-b2bc-29439d199c97 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:28.345319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.433194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4639e-dd57-40e0-8e08-0a993e333218 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:28.437920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-48c4639e-dd57-40e0-8e08-0a993e333218 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.443634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Checking segment: {'id': '2a5b7f0c-793b-4e37-a758-0a7380a3ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:28.444070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Network hostable DHCP agents. Network: 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:01:28.471117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fb97e8-1ca6-4c87-a002-3fb237a067d9,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:28.506957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-818006e6-eed7-4f83-90a2-78dd12c6c88c req-9f4bb669-df58-4343-a560-86abdbe3b417 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 210 time: 0.0462399 Feb 16 15:01:28.512194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-419b211b-fc1a-4c2d-a91b-4c32e47899e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.539389 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.567083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] Pushing event deleted for resources: {'Port': ['ID=fcc8421f-54a9-40f0-b2bc-29439d199c97,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:28.584151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43587c01-737e-4b6f-9b74-59ae9662accc None None] No DVR routers for this DVR port fcc8421f-54a9-40f0-b2bc-29439d199c97 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:28.592514 n-d-829433-1 neutron-server[103044]: INFO neutron.db.ipam_backend_mixin [None req-48c4639e-dd57-40e0-8e08-0a993e333218 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fc85e9b-74b9-4450-a862-e046536fa27a (CIDR: 2001:db8::/64) Feb 16 15:01:28.602122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab767e-9dde-467e-b6b9-e296cbccdd87 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:28.610079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-419b211b-fc1a-4c2d-a91b-4c32e47899e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.644178 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c4639e-dd57-40e0-8e08-0a993e333218 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:01:28.644882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c4639e-dd57-40e0-8e08-0a993e333218 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:28.649399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:01:28.717132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.763888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:28.777535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:28.779954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.799618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87062bc4-3811-4ded-89e0-f1b3797bd14e None None] Network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:28.805631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-419b211b-fc1a-4c2d-a91b-4c32e47899e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.811682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-419b211b-fc1a-4c2d-a91b-4c32e47899e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.818077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-419b211b-fc1a-4c2d-a91b-4c32e47899e4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/709cc23a-a1f8-41de-8bd8-ff2d439e9ba1 HTTP/1.1" status: 204 len: 168 time: 1.2018158 Feb 16 15:01:28.823726 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-48c4639e-dd57-40e0-8e08-0a993e333218 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7254460 Feb 16 15:01:28.824266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41624) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:28.831793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'subnet': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:28.836213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b211b-fc1a-4c2d-a91b-4c32e47899e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709cc23a-a1f8-41de-8bd8-ff2d439e9ba1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:28.857779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.873564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-787cccbd-9503-4e11-a20c-2b727deb6ed1', 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'tenant_id': 'd0b3ebc0b6304c66a050c1bfa2cc9c47', 'fixed_ips': [{'subnet_id': '7fc85e9b-74b9-4450-a862-e046536fa27a'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:01:28.876204 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:28.897167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['97c56a1e-36e9-4720-9aa7-be67d0b92867'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:01:28.925249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Network 4c0ce965-612c-480e-9ac1-e026b294b05e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:28.927109 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72d689fb-4ec6-488a-8b57-a5f826d169b5 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2738004 Feb 16 15:01:28.930784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:28.937055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:28.997924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Pushing event updated for resources: {'Port': ['ID=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:29.076801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:29.077919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:29.112905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:29.116482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:29.161049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-990a1ebb-c874-4d45-9b71-8e4f2098e45d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9613082 Feb 16 15:01:29.177779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Request body: {'port': {'device_id': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:29.285028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:29.318231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e36e7-c911-4146-a96f-b3d8543bc746 None None] Network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:29.401471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Allocated IP 2001:db8::2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/7fc85e9b-74b9-4450-a862-e046536fa27a/5e6d3386-b13e-4570-86c8-21a3956e65ce) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:29.810651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fcc8421f-54a9-40f0-b2bc-29439d199c97 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:29.837227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: fcc8421f-54a9-40f0-b2bc-29439d199c97 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:29.839806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fcc8421f-54a9-40f0-b2bc-29439d199c97 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:29.930444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.objects.ports [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103044) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:01:29.932020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:29.944815 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.020107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Subnet': ['ID=c5264320-79b7-4eb0-85a5-6efade21b929,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:30.040733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:30.045130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:30.053041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:30.054327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.061544 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.101165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:01:30.109738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.132710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Transition to ACTIVE for port object 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:01:30.153054 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8b02732f-3e49-4e63-9e7c-996df5dfacf6 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3238077 Feb 16 15:01:30.153268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:30.153371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:30.154545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf16836-ee26-47fc-be94-444b48478be1 req-ba5c85ec-c3ab-4ecd-9e39-461bd3635add tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:30.157158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abf16836-ee26-47fc-be94-444b48478be1 req-ba5c85ec-c3ab-4ecd-9e39-461bd3635add tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 931 time: 0.5159104 Feb 16 15:01:30.158269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Request body: {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'mac_address': 'fa:16:3e:dd:1f:b2', 'name': 'tempest-NetworksTestDHCPv6-2048686904'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:30.174152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:30.176466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Pushing event updated for resources: {'Port': ['ID=5e6d3386-b13e-4570-86c8-21a3956e65ce,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:30.191931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:30.236891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abf16836-ee26-47fc-be94-444b48478be1 req-1939fd8b-7245-4ce1-a3f1-d48f7f349818 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Feb 16 15:01:30.238535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.300667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Attempting to bind port 5e6d3386-b13e-4570-86c8-21a3956e65ce on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:30.301052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Attempting to bind port 5e6d3386-b13e-4570-86c8-21a3956e65ce by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:30.301414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Attempting to bind port 5e6d3386-b13e-4570-86c8-21a3956e65ce on network 787cccbd-9503-4e11-a20c-2b727deb6ed1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:30.310200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:30.310538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Checking segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:30.310958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.311358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Bound using segment: {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:30.311872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Bound port: 5e6d3386-b13e-4570-86c8-21a3956e65ce, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6252c4-bfb1-4091-9fc5-0ba3def3a024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:30.312953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.441114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:30.442426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] For port 5e6d3386-b13e-4570-86c8-21a3956e65ce, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:30.445894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] For port 5e6d3386-b13e-4570-86c8-21a3956e65ce, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5e6d3386-b13e-4570-86c8-21a3956e65ce,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:30.499712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Attempting to bind port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:30.500056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Attempting to bind port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:30.500393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Attempting to bind port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 on network 4c0ce965-612c-480e-9ac1-e026b294b05e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:30.505528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 on network 4c0ce965-612c-480e-9ac1-e026b294b05e not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:01:30.505935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Attempting to bind port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 on network 4c0ce965-612c-480e-9ac1-e026b294b05e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:30.511657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:30.511959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Checking segment: {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:30.512381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Bound using segment: {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:30.512783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Bound port: 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a6ff94-be87-4645-a6c5-356a955b72f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:30.513143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.557222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Made reservation on behalf of d0b3ebc0b6304c66a050c1bfa2cc9c47 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:30.559125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.624273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] For port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:30.627787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] For port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:30.672263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84903a21-0bf6-462c-80e6-fdd2f31f9d19 None None] Pushing event updated for resources: {'Port': ['ID=5e6d3386-b13e-4570-86c8-21a3956e65ce,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:30.692949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.716684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] device_id is not set on port cb299c80-fd8b-4fa4-80ce-4bf0233635af yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:01:30.730858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.805030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:30.805810 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:30.807429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] 10.222.0.129 "PUT /v2.0/ports/6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 HTTP/1.1" status: 200 len: 1091 time: 1.6379495 Feb 16 15:01:30.810593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'tag': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:30.813443 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88bd91f-39d5-4a3d-933f-c614405db46e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ec8a19-da8b-476b-87df-dec95e43f07c", "tag": "6f24c49a-7a5e-47df-b2a1-9b8b36a9c372"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:30.861058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f03b8c-5577-4fd9-a43b-ec868557dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:30.982405 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd27ac59-fc60-40b1-b712-cf118ae84d60 x-openstack-request-id: req-cd27ac59-fc60-40b1-b712-cf118ae84d60 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:30.982692 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ec8a19-da8b-476b-87df-dec95e43f07c", "tag": "6f24c49a-7a5e-47df-b2a1-9b8b36a9c372", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:30.982941 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd27ac59-fc60-40b1-b712-cf118ae84d60 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:30.983337 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'tag': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372', 'status': 'completed', 'code': 200} Feb 16 15:01:31.045310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-baf143dd-9247-414c-a5c2-eb3bded060e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:31.048065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-baf143dd-9247-414c-a5c2-eb3bded060e4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 1094 time: 0.0831294 Feb 16 15:01:31.082352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8::2e3 (787cccbd-9503-4e11-a20c-2b727deb6ed1/7fc85e9b-74b9-4450-a862-e046536fa27a/cb299c80-fd8b-4fa4-80ce-4bf0233635af) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:31.102249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Allocated IP 2001:db8:0:1:f816:3eff:fedd:1fb2 (787cccbd-9503-4e11-a20c-2b727deb6ed1/c5264320-79b7-4eb0-85a5-6efade21b929/cb299c80-fd8b-4fa4-80ce-4bf0233635af) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:31.134249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-cc14ee85-e4f7-4579-9450-325f7da072b2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 HTTP/1.1" status: 200 len: 217 time: 0.0774469 Feb 16 15:01:31.220501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-03158ea0-d320-4850-9cb6-91e155c90b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:31.222075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-03158ea0-d320-4850-9cb6-91e155c90b7c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.0816679 Feb 16 15:01:31.259640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-eaa4c5b9-62e6-45b9-9162-8b9cd7cda1ef service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298407 Feb 16 15:01:31.353158 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:31.458676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-43513b8d-f554-462c-b984-320bad0f5bef service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869919 Feb 16 15:01:31.467613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47d6e5-8daa-4edb-a868-aede40c5cd7c req-15516fa8-5f50-40b1-b038-707025221c73 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:31.479235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d47d6e5-8daa-4edb-a868-aede40c5cd7c req-15516fa8-5f50-40b1-b038-707025221c73 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 943 time: 0.0909183 Feb 16 15:01:31.529944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:31.641318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d47d6e5-8daa-4edb-a868-aede40c5cd7c req-a858a809-af90-48e4-b19c-6e69f1eac574 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641643 Feb 16 15:01:31.648629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event updated for resources: {'Port': ['ID=cb299c80-fd8b-4fa4-80ce-4bf0233635af,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:31.680191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:31.682635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:31.685260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:31.693301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:31.694058 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:31.731187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00e20129-4fc9-43f3-9f32-257b6ca348ca req-3fb944da-d891-4271-b5ef-6fb663c6df72 service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445195 Feb 16 15:01:31.813692 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-67a851fe-15ae-4c0b-916e-d02a1d93ade5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6593342 Feb 16 15:01:31.816656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41718) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:31.864179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5e6d3386-b13e-4570-86c8-21a3956e65ce up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:32.011045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-ab3e57c2-f261-4258-a3af-b57fc86fe0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:32.012990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-ab3e57c2-f261-4258-a3af-b57fc86fe0b1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 1094 time: 0.1348290 Feb 16 15:01:32.026640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5e6d3386-b13e-4570-86c8-21a3956e65ce triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:32.027114 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.063634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting port cb299c80-fd8b-4fa4-80ce-4bf0233635af {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:32.063992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.185634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1cde5-a01e-4ee1-8228-b8f0121544cc None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:32.228860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.242217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Calling delete_port for cb299c80-fd8b-4fa4-80ce-4bf0233635af owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:32.260213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-05c057b9-eacd-41f2-9861-8d5cc39ffbe7 None None] Provisioning complete for port 5e6d3386-b13e-4570-86c8-21a3956e65ce triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:32.261035 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05c057b9-eacd-41f2-9861-8d5cc39ffbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.266937 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.277541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-5749a9e2-773e-42f9-89e8-1d2eb215e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:32.279076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-5749a9e2-773e-42f9-89e8-1d2eb215e537 service neutron] 10.222.0.129 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 912 time: 0.2575643 Feb 16 15:01:32.343387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-038ea3bc-6898-44fb-8afe-befc2ba1cf40 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 HTTP/1.1" status: 200 len: 217 time: 0.0555913 Feb 16 15:01:32.367069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-55da3065-17fb-47dd-9034-bbf41257e7d6 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:32.367069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-55da3065-17fb-47dd-9034-bbf41257e7d6 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/networks?id=5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 HTTP/1.1" status: 200 len: 810 time: 0.2468929 Feb 16 15:01:32.436867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-17f936fa-308e-4274-b643-13d2e02847c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:32.438624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-17f936fa-308e-4274-b643-13d2e02847c5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.0707943 Feb 16 15:01:32.448847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 5e6d3386-b13e-4570-86c8-21a3956e65ce, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5e6d3386-b13e-4570-86c8-21a3956e65ce,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:32.466117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-0cd26584-0980-436c-8582-0b0f3df8b504 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/quotas/be6a01d368094733bfbcd211c1f5525e HTTP/1.1" status: 200 len: 375 time: 0.0264099 Feb 16 15:01:32.491463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-5b6ebd84-2a19-435d-939b-2b204e401ccd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431743 Feb 16 15:01:32.534974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-a4dc41c0-556c-4ddc-9f2b-791e37a02e8c tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=be6a01d368094733bfbcd211c1f5525e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536275 Feb 16 15:01:32.546295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.606624 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.636896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Port': ['ID=cb299c80-fd8b-4fa4-80ce-4bf0233635af,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:32.780720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.787736 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04639dbe-e290-4349-add4-c0f5340c246c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/cb299c80-fd8b-4fa4-80ce-4bf0233635af HTTP/1.1" status: 204 len: 168 time: 0.9661970 Feb 16 15:01:32.793451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41766) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:32.802705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=5e6d3386-b13e-4570-86c8-21a3956e65ce,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:32.806718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05c057b9-eacd-41f2-9861-8d5cc39ffbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:32.920987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329e3e2-0964-4aee-9b97-21954499ea19 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:32.925292 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1329e3e2-0964-4aee-9b97-21954499ea19 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1318815 Feb 16 15:01:32.925564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:32.981131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-05c057b9-eacd-41f2-9861-8d5cc39ffbe7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:01:32.982571 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-05c057b9-eacd-41f2-9861-8d5cc39ffbe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:01:32.990085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-146b56bf-e646-4cf1-b080-935fc043f5c1 service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800303 Feb 16 15:01:32.995659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-d34a77cf-aae1-46c3-9b92-2136b2fc0f73 service neutron] 10.222.0.113 "GET /v2.0/networks/5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598169 Feb 16 15:01:33.000877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6b6bc5-7cf3-409e-805b-ee75f9bc14b1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:33.005571 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9d6b6bc5-7cf3-409e-805b-ee75f9bc14b1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0767376 Feb 16 15:01:33.005719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Update dhcp port {'port': {'network_id': '787cccbd-9503-4e11-a20c-2b727deb6ed1', 'fixed_ips': [{'subnet_id': '7fc85e9b-74b9-4450-a862-e046536fa27a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5264320-79b7-4eb0-85a5-6efade21b929'}], 'binding:host_id': 'n-d-829433-1'}, 'id': '5e6d3386-b13e-4570-86c8-21a3956e65ce'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 15:01:33.007178 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:33.060541 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:33.121915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5ec0e-27ad-4005-ac82-f6c08efd0088 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:33.123962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5ec0e-27ad-4005-ac82-f6c08efd0088 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:33.128337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5ec0e-27ad-4005-ac82-f6c08efd0088 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:33.130353 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3d5ec0e-27ad-4005-ac82-f6c08efd0088 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1210055 Feb 16 15:01:33.133134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41780) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:33.194868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dec845-f987-4c05-91f4-ac9b23234589 req-f779eaf4-1b26-42fe-a3cc-6bfd2706c36a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:33.197291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12dec845-f987-4c05-91f4-ac9b23234589 req-f779eaf4-1b26-42fe-a3cc-6bfd2706c36a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 943 time: 0.4290524 Feb 16 15:01:33.280159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-a2ca4623-75df-43d9-a99e-3e5d2fea0411 service neutron] 10.222.0.113 "GET /v2.0/networks/5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419105 Feb 16 15:01:33.300578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:01:33.355434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12dec845-f987-4c05-91f4-ac9b23234589 req-ecfa61bd-9103-47cf-833c-3e4e10477fe8 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428905 Feb 16 15:01:33.376336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe69:f810 (787cccbd-9503-4e11-a20c-2b727deb6ed1/c5264320-79b7-4eb0-85a5-6efade21b929/5e6d3386-b13e-4570-86c8-21a3956e65ce) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:33.387261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e88bd91f-39d5-4a3d-933f-c614405db46e req-0576990e-4473-4a6e-8869-2794d6e4f8ac service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892660 Feb 16 15:01:33.728913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet 7fc85e9b-74b9-4450-a862-e046536fa27a {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:33.821500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5e6d3386-b13e-4570-86c8-21a3956e65ce up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:33.893282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:33.898956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] For port 5e6d3386-b13e-4570-86c8-21a3956e65ce, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5e6d3386-b13e-4570-86c8-21a3956e65ce,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:33.931437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372', 'network_id': '4c0ce965-612c-480e-9ac1-e026b294b05e', 'port_id': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372', 'mac_address': 'fa:16:3e:e4:64:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016a32c5-31fd-4710-aa98-58e948005e1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:01:33.956705 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:33.990607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5e6d3386-b13e-4570-86c8-21a3956e65ce triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:33.991258 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.026590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.045619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:01:34.060796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.067061 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.076950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:34.190125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.379041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Pushing event updated for resources: {'Port': ['ID=5e6d3386-b13e-4570-86c8-21a3956e65ce,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:34.384665 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.395359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.395453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.395789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.396124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.396454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.402489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.403275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.403275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.403600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.404871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.404871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.404871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cb9aa0-5cb3-44c1-9a5e-fe9be40159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:34.479918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.486081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91cbec72-a8fb-4bf8-b0c3-6c1d0b36314d req-89de9ccf-9d24-49ee-8b9c-2549f700e428 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 210 time: 0.1641004 Feb 16 15:01:34.615323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:34.651401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6f24c49a-7a5e-47df-b2a1-9b8b36a9c372'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:01:34.691935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4482e-47b0-4af7-abc1-21421872072a req-3e04b601-27f6-4575-b654-6f7de701d4ef tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:34.693693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4f4482e-47b0-4af7-abc1-21421872072a req-3e04b601-27f6-4575-b654-6f7de701d4ef tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 944 time: 0.1532624 Feb 16 15:01:34.826340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4f4482e-47b0-4af7-abc1-21421872072a req-5cf0ca44-bf2e-49cd-a7a3-cb0f0d5e9a7b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235774 Feb 16 15:01:34.879464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.911632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:34.922112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41874) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:34.922528 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/7fc85e9b-74b9-4450-a862-e046536fa27a HTTP/1.1" status: 204 len: 168 time: 1.7883520 Feb 16 15:01:34.990228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62edc0-6185-48e0-bccd-b3b193c7e2d7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc85e9b-74b9-4450-a862-e046536fa27a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:35.050900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Deleting subnet c5264320-79b7-4eb0-85a5-6efade21b929 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:35.057406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.127923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.262646 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-304dd0b3-db83-4f25-9ebe-8fa81b1a7446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.264607 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.375826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:35.412856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d86e3-eb37-4f64-a92e-4f1ebe0da32e None None] Network 787cccbd-9503-4e11-a20c-2b727deb6ed1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:35.522991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.573917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-621a25e4-655e-4b37-912c-96cb86b8deed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.580807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-26e2421f-b5b2-4d7a-adce-3b22accbcf92 None None] Provisioning complete for port 5e6d3386-b13e-4570-86c8-21a3956e65ce triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:35.581224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26e2421f-b5b2-4d7a-adce-3b22accbcf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.582308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Subnet': ['ID=c5264320-79b7-4eb0-85a5-6efade21b929,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:35.611985 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.616941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0bd1afb7-5696-47e2-99fa-f5251587cb02 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c5264320-79b7-4eb0-85a5-6efade21b929 HTTP/1.1" status: 204 len: 168 time: 0.6930332 Feb 16 15:01:35.627170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41908) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:35.696053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-720305f7-bd8f-4bb0-94d5-52f87eca0faf req-24e2b0d2-76b8-490a-97df-a420e4a07465 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 210 time: 0.0968137 Feb 16 15:01:35.741590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41916) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:35.744893 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c4382243-4f91-4eb6-9ccb-88737081ad97 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154928 Feb 16 15:01:35.826710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5e6d3386-b13e-4570-86c8-21a3956e65ce up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:35.919617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5e6d3386-b13e-4570-86c8-21a3956e65ce triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:35.925500 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:35.927677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd261c7-a7d7-4ffb-a4bd-2e4fcb010ab9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:35.929241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-edd261c7-a7d7-4ffb-a4bd-2e4fcb010ab9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1863985 Feb 16 15:01:35.934837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] DHCP port deletion for 787cccbd-9503-4e11-a20c-2b727deb6ed1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:01:35.935022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41924) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:35.974182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-621a25e4-655e-4b37-912c-96cb86b8deed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.060590 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-621a25e4-655e-4b37-912c-96cb86b8deed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.091149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb637b66-5732-4878-8c2e-8a0e05fce917 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:36.095744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb637b66-5732-4878-8c2e-8a0e05fce917 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1578269 Feb 16 15:01:36.098850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41934) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.147021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] Deleting port 5e6d3386-b13e-4570-86c8-21a3956e65ce {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:36.147393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.159036 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-621a25e4-655e-4b37-912c-96cb86b8deed admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8f58425c96b846b6b4eed078825d84b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7788458 Feb 16 15:01:36.164410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41940) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.165387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a25e4-655e-4b37-912c-96cb86b8deed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b714bc14-2fdc-4bb3-9c96-519ffb459229,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:36.186659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0379b6f5-9cf1-47dc-a2df-c26f79036223 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813134 Feb 16 15:01:36.196517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41942) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.206941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6b244-882a-4ba4-be46-ef27e511ce87 req-c44b03bf-52bc-45f5-8834-e0df0b5ad17e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:36.215491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9e6b244-882a-4ba4-be46-ef27e511ce87 req-c44b03bf-52bc-45f5-8834-e0df0b5ad17e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 944 time: 0.1918519 Feb 16 15:01:36.256198 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-669cd036-5137-48ea-8f1f-1aa49eb81fca tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.256900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669cd036-5137-48ea-8f1f-1aa49eb81fca tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.260091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-669cd036-5137-48ea-8f1f-1aa49eb81fca tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/cb299c80-fd8b-4fa4-80ce-4bf0233635af HTTP/1.1" status: 404 len: 333 time: 0.0503297 Feb 16 15:01:36.266233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41950) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.290679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] For port 5e6d3386-b13e-4570-86c8-21a3956e65ce, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5e6d3386-b13e-4570-86c8-21a3956e65ce,segment=NetworkSegment(4e6252c4-bfb1-4091-9fc5-0ba3def3a024),segment_id=4e6252c4-bfb1-4091-9fc5-0ba3def3a024)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:36.291213 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.300541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9e6b244-882a-4ba4-be46-ef27e511ce87 req-023fea93-f60a-4d1b-b7c0-4363df9c13ba tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836453 Feb 16 15:01:36.317253 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-3550b873-9de8-4b32-8215-780912b542ae tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.317851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3550b873-9de8-4b32-8215-780912b542ae tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.321041 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3550b873-9de8-4b32-8215-780912b542ae tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c5264320-79b7-4eb0-85a5-6efade21b929 HTTP/1.1" status: 404 len: 337 time: 0.0538383 Feb 16 15:01:36.323787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41952) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.327188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] Calling delete_port for 5e6d3386-b13e-4570-86c8-21a3956e65ce owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:36.355929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-056dbba8-2a6c-469f-a850-c50e4aa9550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.368739 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9a7721-e8c3-4a85-a894-f102db8ab345 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.369492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9a7721-e8c3-4a85-a894-f102db8ab345 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.372766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ce9a7721-e8c3-4a85-a894-f102db8ab345 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/7fc85e9b-74b9-4450-a862-e046536fa27a HTTP/1.1" status: 404 len: 337 time: 0.0477386 Feb 16 15:01:36.375893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41958) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.385090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-056dbba8-2a6c-469f-a850-c50e4aa9550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.400044 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82b6599-3865-4fea-b4b3-5511e45428c5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.401210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82b6599-3865-4fea-b4b3-5511e45428c5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.404152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b82b6599-3865-4fea-b4b3-5511e45428c5 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/adec42bf-4f8f-4fd6-a65b-7ba6ac31f69a HTTP/1.1" status: 404 len: 333 time: 0.0273404 Feb 16 15:01:36.406764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41960) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.436943 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c36bc9-aa09-4949-be0c-5f9ee6d3bc7a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.436943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c36bc9-aa09-4949-be0c-5f9ee6d3bc7a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.440084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d7c36bc9-aa09-4949-be0c-5f9ee6d3bc7a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/b43892f7-1876-4d06-a64a-bda27aecbd9e HTTP/1.1" status: 404 len: 337 time: 0.0324030 Feb 16 15:01:36.442759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41962) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.494696 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48ae892-79bc-4247-8694-5a5820d2ea79 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.494696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48ae892-79bc-4247-8694-5a5820d2ea79 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.501742 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b48ae892-79bc-4247-8694-5a5820d2ea79 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/efb83a96-fbe6-44c6-99c7-e7b0a8bbcab1 HTTP/1.1" status: 404 len: 337 time: 0.0540309 Feb 16 15:01:36.501845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41968) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.526125 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f54fd5-67a2-4a2c-8d1a-cb7a0b7daa6c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.526959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f54fd5-67a2-4a2c-8d1a-cb7a0b7daa6c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.530151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a1f54fd5-67a2-4a2c-8d1a-cb7a0b7daa6c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/f74ce093-fb3a-4519-af32-c4425e44399f HTTP/1.1" status: 404 len: 333 time: 0.0286119 Feb 16 15:01:36.533619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41970) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.548587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-056dbba8-2a6c-469f-a850-c50e4aa9550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.557094 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-056dbba8-2a6c-469f-a850-c50e4aa9550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.564411 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-056dbba8-2a6c-469f-a850-c50e4aa9550d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b714bc14-2fdc-4bb3-9c96-519ffb459229 HTTP/1.1" status: 204 len: 168 time: 0.3833926 Feb 16 15:01:36.581443 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be0e0b9-d1cc-4e17-ab06-65cc63fb6f3d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.581443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be0e0b9-d1cc-4e17-ab06-65cc63fb6f3d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.591311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dbba8-2a6c-469f-a850-c50e4aa9550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b714bc14-2fdc-4bb3-9c96-519ffb459229,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:36.596672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1be0e0b9-d1cc-4e17-ab06-65cc63fb6f3d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/1cc90d6b-c128-4e9e-905c-237efd77bcee HTTP/1.1" status: 404 len: 337 time: 0.0617251 Feb 16 15:01:36.598981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41982) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.602298 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:36.635322 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3768aed4-1b01-4cf7-a21f-8a276c8edfd1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.636482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3768aed4-1b01-4cf7-a21f-8a276c8edfd1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.640409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3768aed4-1b01-4cf7-a21f-8a276c8edfd1 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/d47b14ff-32a2-4b40-9f3e-d84227014dad HTTP/1.1" status: 404 len: 337 time: 0.0400352 Feb 16 15:01:36.642952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41984) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.672213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] Pushing event deleted for resources: {'Port': ['ID=5e6d3386-b13e-4570-86c8-21a3956e65ce,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:36.680709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd1e78-1c82-4214-8582-a6610bede17a None None] No DVR routers for this DVR port 5e6d3386-b13e-4570-86c8-21a3956e65ce on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:36.716106 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a858629-91dc-4f4c-b430-e884dc0218ab tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.716731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a858629-91dc-4f4c-b430-e884dc0218ab tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.721109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8a858629-91dc-4f4c-b430-e884dc0218ab tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/69e09e9f-ba66-4738-b00a-1891e088d7ec HTTP/1.1" status: 404 len: 333 time: 0.0762472 Feb 16 15:01:36.729950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41990) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.784566 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efb0dd3-f18e-43db-a8a0-347985719a38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.784860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efb0dd3-f18e-43db-a8a0-347985719a38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.798895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3efb0dd3-f18e-43db-a8a0-347985719a38 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/6a7fa9e3-ecd7-4ed4-a74e-1d561f418dbc HTTP/1.1" status: 404 len: 337 time: 0.0527997 Feb 16 15:01:36.798895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41996) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.833086 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f39393-7063-4770-95d1-6ed8bbeb8e52 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.833523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f39393-7063-4770-95d1-6ed8bbeb8e52 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.838943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-41f39393-7063-4770-95d1-6ed8bbeb8e52 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/9fe27256-2069-497a-a855-31d85da35d1c HTTP/1.1" status: 404 len: 337 time: 0.0405357 Feb 16 15:01:36.839141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42000) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.866216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6000837-9479-4542-9f70-01d93e3ee3c1 req-400422f1-39a2-422f-8803-4bfbff93dd0e tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 210 time: 0.0587392 Feb 16 15:01:36.885032 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-81711918-285b-4991-b335-6eb88ff68c0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.885825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81711918-285b-4991-b335-6eb88ff68c0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.898383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-81711918-285b-4991-b335-6eb88ff68c0c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/4c47e0e7-62cf-4ffa-bdad-eb73c56a3b2c HTTP/1.1" status: 404 len: 333 time: 0.0489404 Feb 16 15:01:36.898383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42004) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.918856 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-00889466-2d25-465f-bffd-d74875c06e16 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.920091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00889466-2d25-465f-bffd-d74875c06e16 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.923521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-00889466-2d25-465f-bffd-d74875c06e16 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/cb715654-d9af-42ee-ba4e-f16108f1845e HTTP/1.1" status: 404 len: 337 time: 0.0307372 Feb 16 15:01:36.925969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42008) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.954706 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d789ecc8-acd1-4e58-a5e2-69b2627cd685 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.955471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d789ecc8-acd1-4e58-a5e2-69b2627cd685 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.958581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d789ecc8-acd1-4e58-a5e2-69b2627cd685 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/351c599e-4bb3-4736-a165-0bd19f47cf17 HTTP/1.1" status: 404 len: 333 time: 0.0316210 Feb 16 15:01:36.961453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42012) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:36.989390 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de889bd-4fcf-4695-af67-47075be98206 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:36.990098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de889bd-4fcf-4695-af67-47075be98206 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:36.995324 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4de889bd-4fcf-4695-af67-47075be98206 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c98a48b6-3b0c-4402-856d-2f0a990f6f46 HTTP/1.1" status: 404 len: 337 time: 0.0305710 Feb 16 15:01:36.995535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42014) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.019728 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb51b6c-b230-44fe-be5e-833013b37892 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.020735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb51b6c-b230-44fe-be5e-833013b37892 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.023974 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5fb51b6c-b230-44fe-be5e-833013b37892 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/ed296c3b-7a60-4225-86ea-1ff835abb937 HTTP/1.1" status: 404 len: 333 time: 0.0275109 Feb 16 15:01:37.026628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42016) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.055450 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49ad056-8d02-49a7-ac2b-9e141c10bee3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.056095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49ad056-8d02-49a7-ac2b-9e141c10bee3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.059891 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c49ad056-8d02-49a7-ac2b-9e141c10bee3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/90c1cde4-73aa-4ec1-9549-4dfc79aebe68 HTTP/1.1" status: 404 len: 337 time: 0.0314949 Feb 16 15:01:37.063369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42020) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.105106 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c3a8c3-7839-4489-a578-04f554680a10 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.105949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c3a8c3-7839-4489-a578-04f554680a10 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.112214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c8c3a8c3-7839-4489-a578-04f554680a10 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/4348db64-7342-467b-bfd7-396aa2324fdd HTTP/1.1" status: 404 len: 333 time: 0.0446393 Feb 16 15:01:37.112563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42024) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.143527 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a38a23-8001-44ca-9007-134bab8da3f3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.144008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a38a23-8001-44ca-9007-134bab8da3f3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.147060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c1a38a23-8001-44ca-9007-134bab8da3f3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/9751b3df-3831-44c7-8e81-3cf4dcb15159 HTTP/1.1" status: 404 len: 337 time: 0.0333762 Feb 16 15:01:37.149627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42026) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.173769 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a0fc27-0bf2-4538-9eee-85220699b235 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.174412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a0fc27-0bf2-4538-9eee-85220699b235 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.180735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4a0fc27-0bf2-4538-9eee-85220699b235 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/b3d90db2-5336-4370-a882-3938b29dc753 HTTP/1.1" status: 404 len: 333 time: 0.0273745 Feb 16 15:01:37.181561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42030) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.215627 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf0bedf-49f8-497a-bdb2-eed2b2926940 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.216089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf0bedf-49f8-497a-bdb2-eed2b2926940 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.222477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7bf0bedf-49f8-497a-bdb2-eed2b2926940 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/fb370cc1-4478-4534-bc30-f959accf05b4 HTTP/1.1" status: 404 len: 337 time: 0.0380301 Feb 16 15:01:37.222659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42034) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.245170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:37.262330 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b279f182-407d-42b0-abe5-329279da390a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.262998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b279f182-407d-42b0-abe5-329279da390a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.279274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b279f182-407d-42b0-abe5-329279da390a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/c96b6cac-64d2-457f-bc31-bcd82e43ccb8 HTTP/1.1" status: 404 len: 333 time: 0.0519683 Feb 16 15:01:37.281366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42040) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.317533 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf41de88-ff9a-4c1d-a252-77c202564135 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.317998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf41de88-ff9a-4c1d-a252-77c202564135 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.321590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf41de88-ff9a-4c1d-a252-77c202564135 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/65b1ff79-0b52-4114-a898-0b972a33dc14 HTTP/1.1" status: 404 len: 337 time: 0.0389419 Feb 16 15:01:37.324197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42044) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.365324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42048) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.369492 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-0062e703-c447-40d9-923c-95eeaa966fb9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.369948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0062e703-c447-40d9-923c-95eeaa966fb9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.375941 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0062e703-c447-40d9-923c-95eeaa966fb9 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/4cd89275-e4c8-47cd-ac99-cf3403ec1a70 HTTP/1.1" status: 404 len: 337 time: 0.0475674 Feb 16 15:01:37.386070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42054) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.388725 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-161eddc5-d849-45c3-8b91-65fbe6fa4489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:37.411208 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe2fc4f-7625-4ba9-82cb-6114bae24170 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.412945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe2fc4f-7625-4ba9-82cb-6114bae24170 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.414986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7fe2fc4f-7625-4ba9-82cb-6114bae24170 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/f633020e-6dc9-4620-9f03-8aafe2220c3d HTTP/1.1" status: 404 len: 333 time: 0.0340414 Feb 16 15:01:37.417602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42056) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.431422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:01:37.435740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:37.436194 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:37.460379 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c48b5f0-98dd-4d9e-8c48-44544176dbca tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.461035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c48b5f0-98dd-4d9e-8c48-44544176dbca tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.464249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5c48b5f0-98dd-4d9e-8c48-44544176dbca tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/dfb8af10-b05e-41c1-ac1e-6cf7f854cf32 HTTP/1.1" status: 404 len: 337 time: 0.0457511 Feb 16 15:01:37.466853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42060) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.548365 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68f2d7d-4d84-43e8-8a9b-286d9f719371 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.552915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68f2d7d-4d84-43e8-8a9b-286d9f719371 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.556430 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f68f2d7d-4d84-43e8-8a9b-286d9f719371 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c8cec0ea-d040-4437-bcb7-08675ec93f77 HTTP/1.1" status: 404 len: 337 time: 0.0882168 Feb 16 15:01:37.561786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:37.563019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d1312-7f7c-4886-a21e-5268f2781af0 req-00ad361e-4034-4df7-8053-137b48d565dc tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:37.564642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b5d1312-7f7c-4886-a21e-5268f2781af0 req-00ad361e-4034-4df7-8053-137b48d565dc tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 944 time: 0.1181941 Feb 16 15:01:37.591104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42064) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.604601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:37.608232 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d889f205-b884-4e87-90e9-08c9429faf62" -d '{"events": [{"server_uuid": "b7ec8a19-da8b-476b-87df-dec95e43f07c", "name": "network-vif-plugged", "status": "completed", "tag": "6f24c49a-7a5e-47df-b2a1-9b8b36a9c372"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:37.621268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-161eddc5-d849-45c3-8b91-65fbe6fa4489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:37.627023 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-db354c47-81e4-4635-a51c-afe2507f5a1f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.628015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db354c47-81e4-4635-a51c-afe2507f5a1f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.635108 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-db354c47-81e4-4635-a51c-afe2507f5a1f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/4a4d41ba-8d84-42fd-ad9e-b423c45b6c2e HTTP/1.1" status: 404 len: 333 time: 0.0424483 Feb 16 15:01:37.636080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42072) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.656186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:37.661606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b5d1312-7f7c-4886-a21e-5268f2781af0 req-1cc6dcfb-5863-4976-87f3-793fcca7b8ee tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751359 Feb 16 15:01:37.679533 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c727e63-fc01-48fc-888f-7e21b88a8ee5 x-openstack-request-id: req-8c727e63-fc01-48fc-888f-7e21b88a8ee5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:37.680500 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ec8a19-da8b-476b-87df-dec95e43f07c", "name": "network-vif-plugged", "status": "completed", "tag": "6f24c49a-7a5e-47df-b2a1-9b8b36a9c372", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:37.680987 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8c727e63-fc01-48fc-888f-7e21b88a8ee5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:37.681787 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372', 'code': 200} Feb 16 15:01:37.691113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-161eddc5-d849-45c3-8b91-65fbe6fa4489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:37.706039 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47f9af0-3d29-477d-a9b9-ddf611efcf78 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.706770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47f9af0-3d29-477d-a9b9-ddf611efcf78 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.712722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:37.719271 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e47f9af0-3d29-477d-a9b9-ddf611efcf78 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/4b6e3d6c-43dc-4ae6-9768-63fa1f5ae720 HTTP/1.1" status: 404 len: 337 time: 0.0810611 Feb 16 15:01:37.720190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42080) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.837058 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff36481e-ac4e-4e3f-8e5d-4bdb87bc2230 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:37.847783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5e6d3386-b13e-4570-86c8-21a3956e65ce no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:37.860092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff36481e-ac4e-4e3f-8e5d-4bdb87bc2230 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:37.863190 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ff36481e-ac4e-4e3f-8e5d-4bdb87bc2230 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/2c6a8dee-73c6-4dcb-8902-a7d19ec47e55 HTTP/1.1" status: 404 len: 337 time: 0.1417866 Feb 16 15:01:37.870796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42094) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.930595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-161eddc5-d849-45c3-8b91-65fbe6fa4489 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7d719b30f982487b97302b26c1d024b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640271 Feb 16 15:01:37.931295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42104) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:37.937080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161eddc5-d849-45c3-8b91-65fbe6fa4489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c62ffa-c149-436a-82fa-985577b82e87,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:37.951403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5e6d3386-b13e-4570-86c8-21a3956e65ce {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:37.956045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5e6d3386-b13e-4570-86c8-21a3956e65ce not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:37.962453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:38.044158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-bc71a4b0-5f5e-4d75-8583-75349588a31e tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:38.046869 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-bc71a4b0-5f5e-4d75-8583-75349588a31e tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.93 "GET /v2.0/networks?id=5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 HTTP/1.1" status: 200 len: 810 time: 0.2392285 Feb 16 15:01:38.060020 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2f809c2-2184-40ac-9f26-0c0daa43b597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:38.074172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Request body: {'port': {'device_id': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857', 'admin_state_up': True, 'tenant_id': 'be6a01d368094733bfbcd211c1f5525e'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:38.081890 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fcf7d5-5b90-4f2d-aa24-b49492f8179c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.082941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fcf7d5-5b90-4f2d-aa24-b49492f8179c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.089067 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3fcf7d5-5b90-4f2d-aa24-b49492f8179c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/8002d922-e208-44dc-aaab-b050db93c08e HTTP/1.1" status: 404 len: 333 time: 0.0576103 Feb 16 15:01:38.090609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42112) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.090994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e66aa65f-6fb3-41ff-8131-a88141087777 req-8f6e0781-098a-4775-8fbd-588837614781 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 210 time: 0.0648599 Feb 16 15:01:38.113500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faea4af-31c5-44c4-a8c2-26164facdaea req-d406cddb-90e0-4404-875b-76fdd4b64a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:38.115106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6faea4af-31c5-44c4-a8c2-26164facdaea req-d406cddb-90e0-4404-875b-76fdd4b64a5b service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 1096 time: 0.3252380 Feb 16 15:01:38.116042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8b89f8c-a223-4b0b-ac73-7c61c0b318f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:38.135641 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-430d329b-d0c5-481d-8f38-b90b716f00c0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.136437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430d329b-d0c5-481d-8f38-b90b716f00c0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.144248 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-430d329b-d0c5-481d-8f38-b90b716f00c0 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/7895d180-aa8e-4635-818f-f44c022eb875 HTTP/1.1" status: 404 len: 337 time: 0.0411212 Feb 16 15:01:38.177106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8b89f8c-a223-4b0b-ac73-7c61c0b318f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:38.179630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42116) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.211143 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6212411-b2dc-4d48-ada1-326a5a7b11f7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.211964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6212411-b2dc-4d48-ada1-326a5a7b11f7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.218176 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6212411-b2dc-4d48-ada1-326a5a7b11f7 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/c7f1e711-ea96-4cf7-a212-2b5d0cb9d2e0 HTTP/1.1" status: 404 len: 337 time: 0.0373180 Feb 16 15:01:38.226783 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.308111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59883c3b-f0a8-4da4-ae28-0b2635af6f78 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports?device_id=e5380c12-a86d-4937-a229-f053c604de67 HTTP/1.1" status: 200 len: 205 time: 0.0831056 Feb 16 15:01:38.311341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42128) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.337764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6faea4af-31c5-44c4-a8c2-26164facdaea req-d8d43204-15bf-4ab1-ba7b-3dd0a06d1b71 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891142 Feb 16 15:01:38.388536 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-2dc69117-113b-4609-8fa2-2e0e14ac606e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] delete failed (client error): The resource could not be found. Feb 16 15:01:38.392024 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2dc69117-113b-4609-8fa2-2e0e14ac606e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/routers/e5380c12-a86d-4937-a229-f053c604de67 HTTP/1.1" status: 404 len: 336 time: 0.0726678 Feb 16 15:01:38.392916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42134) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.425839 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee18bd-e0f1-4d6c-886d-2b4193dba13e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.427903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ee18bd-e0f1-4d6c-886d-2b4193dba13e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.436307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42138) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.438266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f8ee18bd-e0f1-4d6c-886d-2b4193dba13e tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/eb3aa074-d1eb-4aec-8bd4-a6af2d482351 HTTP/1.1" status: 404 len: 337 time: 0.0441670 Feb 16 15:01:38.440903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8b89f8c-a223-4b0b-ac73-7c61c0b318f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:38.448277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e8b89f8c-a223-4b0b-ac73-7c61c0b318f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:38.454633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e8b89f8c-a223-4b0b-ac73-7c61c0b318f5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/90c62ffa-c149-436a-82fa-985577b82e87 HTTP/1.1" status: 204 len: 168 time: 0.5201542 Feb 16 15:01:38.475689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b89f8c-a223-4b0b-ac73-7c61c0b318f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c62ffa-c149-436a-82fa-985577b82e87,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:38.508359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42144) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.517675 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6a67de83-4217-43f3-accb-0eef59db08de tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "GET /v2.0/ports?device_id=f4519736-0dee-4c38-bcc8-a862a2f77bdc HTTP/1.1" status: 200 len: 205 time: 0.0799952 Feb 16 15:01:38.551689 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Made reservation on behalf of be6a01d368094733bfbcd211c1f5525e for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:38.555235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:38.577312 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-c3809572-a639-4434-b2c3-a3c9ff23343f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] delete failed (client error): The resource could not be found. Feb 16 15:01:38.581611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c3809572-a639-4434-b2c3-a3c9ff23343f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/routers/f4519736-0dee-4c38-bcc8-a862a2f77bdc HTTP/1.1" status: 404 len: 336 time: 0.0697315 Feb 16 15:01:38.583376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42148) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.621617 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-575d69ce-af6c-4801-80f4-2f5935de3486 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.622107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575d69ce-af6c-4801-80f4-2f5935de3486 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.625458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-575d69ce-af6c-4801-80f4-2f5935de3486 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/3e59de97-95dd-44ce-9a3c-90f3c4fee3c4 HTTP/1.1" status: 404 len: 337 time: 0.0405321 Feb 16 15:01:38.629702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42152) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.670471 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc66f3ce-ad2a-44a3-a26e-1fe645fa4475 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.672285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc66f3ce-ad2a-44a3-a26e-1fe645fa4475 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.676522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cc66f3ce-ad2a-44a3-a26e-1fe645fa4475 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/6d9f6472-1aa9-41be-ab70-752ed8bae957 HTTP/1.1" status: 404 len: 337 time: 0.0457921 Feb 16 15:01:38.682299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42158) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.762636 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7998c1b2-dc36-4a79-97b6-94e9eb50807c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.763819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7998c1b2-dc36-4a79-97b6-94e9eb50807c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.768049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7998c1b2-dc36-4a79-97b6-94e9eb50807c tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/ced9dc87-efbf-4a1d-a0eb-0a6cc6bc7d2f HTTP/1.1" status: 404 len: 333 time: 0.0840313 Feb 16 15:01:38.774329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42166) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.822693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Allocated IP 172.20.0.12 (5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857/98fb97e8-1ca6-4c87-a002-3fb237a067d9/ac441dac-c85f-430c-829d-05d14e6b01f8) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:38.850759 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bab0ad-3a61-4c57-a5b5-51ba9d3aa73f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.851485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bab0ad-3a61-4c57-a5b5-51ba9d3aa73f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.863655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-60bab0ad-3a61-4c57-a5b5-51ba9d3aa73f tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/649c1961-7692-4129-842c-0f3d1aca3358 HTTP/1.1" status: 404 len: 337 time: 0.0873547 Feb 16 15:01:38.869368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.869763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:38.945478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079814f-1875-465d-805c-245d95a6775e req-d9c07813-476f-492e-b352-c005a263072d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:38.956862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9079814f-1875-465d-805c-245d95a6775e req-d9c07813-476f-492e-b352-c005a263072d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1131890 Feb 16 15:01:38.982423 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e993d7-d83d-41ea-9e0d-19322e69d619 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:38.983170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e993d7-d83d-41ea-9e0d-19322e69d619 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:38.987030 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-35e993d7-d83d-41ea-9e0d-19322e69d619 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/73af5d11-a9e5-4593-b118-bef28b8c6aed HTTP/1.1" status: 404 len: 333 time: 0.1137316 Feb 16 15:01:38.989723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42186) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.032802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9079814f-1875-465d-805c-245d95a6775e req-480534c7-51ef-407a-9663-630c4773bbfa tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747046 Feb 16 15:01:39.082930 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7b61b8-d7f6-46fe-bcc7-a89571da72bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.084332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7b61b8-d7f6-46fe-bcc7-a89571da72bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.087499 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-de7b61b8-d7f6-46fe-bcc7-a89571da72bb tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/13761741-c7b5-4ddf-a8e1-18f5b7202041 HTTP/1.1" status: 404 len: 337 time: 0.0820487 Feb 16 15:01:39.090106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42194) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.150937 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-beacc542-8c6b-44b6-8265-a923d9588c25 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.152723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beacc542-8c6b-44b6-8265-a923d9588c25 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.160787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-beacc542-8c6b-44b6-8265-a923d9588c25 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/7943c850-6250-480d-aa13-240e453886b4 HTTP/1.1" status: 404 len: 333 time: 0.0694466 Feb 16 15:01:39.163366 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c4affa-31a2-4501-ae73-5ab4ffdc3b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.164272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42202) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.207720 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec6ced7-d73c-4e74-8f8c-264e68547002 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.208514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec6ced7-d73c-4e74-8f8c-264e68547002 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.211864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fec6ced7-d73c-4e74-8f8c-264e68547002 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/3bfcd539-e65d-43bb-afea-f10bda993945 HTTP/1.1" status: 404 len: 337 time: 0.0463097 Feb 16 15:01:39.217171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42206) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.239086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31f834d4-427f-430a-9e48-75157924250f req-c34d432a-e8b2-4a47-b576-130cf8ae25b5 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 210 time: 0.0406239 Feb 16 15:01:39.252974 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98b9691-8a2d-4678-936a-25307941fd3a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.253656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98b9691-8a2d-4678-936a-25307941fd3a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.256655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a98b9691-8a2d-4678-936a-25307941fd3a tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/7ed65a0d-2ac9-4406-84c0-20c202ca25ea HTTP/1.1" status: 404 len: 333 time: 0.0413492 Feb 16 15:01:39.259396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42212) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.291164 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d7941e-bda2-4d38-80e8-cb79307171be tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.291655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d7941e-bda2-4d38-80e8-cb79307171be tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.294803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-28d7941e-bda2-4d38-80e8-cb79307171be tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/3dbd0d1c-8943-448d-a838-dfe563069d8b HTTP/1.1" status: 404 len: 337 time: 0.0343657 Feb 16 15:01:39.297657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42216) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.329226 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3627d39f-3f17-4535-b8c8-aee22056e31d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.329424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3627d39f-3f17-4535-b8c8-aee22056e31d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.332722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3627d39f-3f17-4535-b8c8-aee22056e31d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/1d6bc1e8-5c1f-4408-81a4-989204c15d77 HTTP/1.1" status: 404 len: 333 time: 0.0340707 Feb 16 15:01:39.335348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42220) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.362721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.437683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c4affa-31a2-4501-ae73-5ab4ffdc3b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.501707 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c4affa-31a2-4501-ae73-5ab4ffdc3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.546527 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.574495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.604543 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-74c4affa-31a2-4501-ae73-5ab4ffdc3b99 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=739a8b5aeac04a71bdf5d4a1ec662428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335296 Feb 16 15:01:39.612374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42238) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.630099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4affa-31a2-4501-ae73-5ab4ffdc3b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ad42a4-df52-4722-b525-6faeec7440f3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:39.664520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:39.665912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:39.672481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Pushing event updated for resources: {'Port': ['ID=ac441dac-c85f-430c-829d-05d14e6b01f8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:39.675027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:39.707693 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6504c08-9612-4057-87e1-36c93200c24d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.708260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6504c08-9612-4057-87e1-36c93200c24d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.711998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b6504c08-9612-4057-87e1-36c93200c24d tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/fc970256-d1af-442c-aa05-c9c99b2e0bad HTTP/1.1" status: 404 len: 337 time: 0.3750050 Feb 16 15:01:39.713830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42242) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.739506 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-271e969f-ad28-4cdb-998d-9447b3f26748 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.740183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271e969f-ad28-4cdb-998d-9447b3f26748 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.743308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-271e969f-ad28-4cdb-998d-9447b3f26748 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/09ecad84-2793-44b2-892d-4e9da1ed66d4 HTTP/1.1" status: 404 len: 333 time: 0.0284054 Feb 16 15:01:39.745854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42248) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.754941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:39.754941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.766140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89ea06a3-788f-45ba-829a-8588e39c6362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.775733 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1d2afd-d5df-4423-becd-cf4d8a6744a3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.776231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1d2afd-d5df-4423-becd-cf4d8a6744a3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.780178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db1d2afd-d5df-4423-becd-cf4d8a6744a3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/ef8e715c-5087-47a6-8c0e-409219645ca1 HTTP/1.1" status: 404 len: 337 time: 0.0333195 Feb 16 15:01:39.782883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42254) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.797181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89ea06a3-788f-45ba-829a-8588e39c6362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.807082 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7743fee1-9c33-491e-a91f-adf841ce4a0b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.807823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7743fee1-9c33-491e-a91f-adf841ce4a0b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.813953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7743fee1-9c33-491e-a91f-adf841ce4a0b tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/ports/f99ce361-8645-46bd-91cd-be11439fa0ef HTTP/1.1" status: 404 len: 333 time: 0.0270109 Feb 16 15:01:39.814201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42258) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.840342 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-e8a22f0f-b515-4447-b71e-441561b2159d tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7700996 Feb 16 15:01:39.852703 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-179b3322-62ee-4e14-9622-24682be355f3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:39.853158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179b3322-62ee-4e14-9622-24682be355f3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:39.854282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Request body: {'port': {'device_id': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:39.856163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-179b3322-62ee-4e14-9622-24682be355f3 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/subnets/75236825-884b-4fa0-9508-5fdbd1340b74 HTTP/1.1" status: 404 len: 337 time: 0.0406473 Feb 16 15:01:39.859593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42262) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:39.918921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.950548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.982475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89ea06a3-788f-45ba-829a-8588e39c6362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.986153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89ea06a3-788f-45ba-829a-8588e39c6362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:39.989768 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-89ea06a3-788f-45ba-829a-8588e39c6362 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/81ad42a4-df52-4722-b525-6faeec7440f3 HTTP/1.1" status: 204 len: 168 time: 0.3740444 Feb 16 15:01:40.051422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea06a3-788f-45ba-829a-8588e39c6362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ad42a4-df52-4722-b525-6faeec7440f3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:40.064673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.102533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787cccbd-9503-4e11-a20c-2b727deb6ed1']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:40.115659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6252c4-bfb1-4091-9fc5-0ba3def3a024') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:40.116098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6252c4-bfb1-4091-9fc5-0ba3def3a024') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:40.127455 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.163698 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.174105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:01:40.178140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:01:40.181907 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:01:40.245726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eb94c-161e-4314-9583-9a1f420f2731 req-7a7c7c7b-1628-439c-bf7d-81a9c4e82d34 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:40.247257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c07eb94c-161e-4314-9583-9a1f420f2731 req-7a7c7c7b-1628-439c-bf7d-81a9c4e82d34 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1179304 Feb 16 15:01:40.273716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac441dac-c85f-430c-829d-05d14e6b01f8 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:01:40.292937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.329685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Transition to ACTIVE for port object ac441dac-c85f-430c-829d-05d14e6b01f8 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:01:40.343629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c07eb94c-161e-4314-9583-9a1f420f2731 req-356eba86-06d3-4395-bfca-232e73299bdb tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836465 Feb 16 15:01:40.343629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.347847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.351537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] 10.222.0.113 "DELETE /v2.0/networks/787cccbd-9503-4e11-a20c-2b727deb6ed1 HTTP/1.1" status: 204 len: 168 time: 0.4906456 Feb 16 15:01:40.379213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62433e-ad17-4afb-9d84-a5eb28996a48 tempest-NetworksTestDHCPv6-1926919655 tempest-NetworksTestDHCPv6-1926919655-project] Pushing event deleted for resources: {'Network': ['ID=787cccbd-9503-4e11-a20c-2b727deb6ed1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:40.469682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e298659-3e37-47d6-bd84-aa45ea43bebb req-94330eb5-00ce-4159-8884-a92dd4050678 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:40.471297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e298659-3e37-47d6-bd84-aa45ea43bebb req-94330eb5-00ce-4159-8884-a92dd4050678 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 932 time: 0.1186991 Feb 16 15:01:40.483782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.530005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e298659-3e37-47d6-bd84-aa45ea43bebb req-0e6e1771-f273-4e11-a976-b66eb3a58c86 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Feb 16 15:01:40.543508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac441dac-c85f-430c-829d-05d14e6b01f8,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:40.630256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Attempting to bind port ac441dac-c85f-430c-829d-05d14e6b01f8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:40.630592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Attempting to bind port ac441dac-c85f-430c-829d-05d14e6b01f8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '2a5b7f0c-793b-4e37-a758-0a7380a3ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:40.630918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Attempting to bind port ac441dac-c85f-430c-829d-05d14e6b01f8 on network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:40.637185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Port ac441dac-c85f-430c-829d-05d14e6b01f8 on network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:01:40.637712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Attempting to bind port ac441dac-c85f-430c-829d-05d14e6b01f8 on network 5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:40.657507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:40.657900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Checking segment: {'id': '2a5b7f0c-793b-4e37-a758-0a7380a3ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:40.658766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Bound using segment: {'id': '2a5b7f0c-793b-4e37-a758-0a7380a3ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:40.658766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Bound port: ac441dac-c85f-430c-829d-05d14e6b01f8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5b7f0c-793b-4e37-a758-0a7380a3ad37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:40.661969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.730559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] For port ac441dac-c85f-430c-829d-05d14e6b01f8, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:40.734997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] For port ac441dac-c85f-430c-829d-05d14e6b01f8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ac441dac-c85f-430c-829d-05d14e6b01f8,segment=NetworkSegment(2a5b7f0c-793b-4e37-a758-0a7380a3ad37),segment_id=2a5b7f0c-793b-4e37-a758-0a7380a3ad37)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:40.838340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.857782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:40.859446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:40.862375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] 10.222.0.93 "PUT /v2.0/ports/ac441dac-c85f-430c-829d-05d14e6b01f8 HTTP/1.1" status: 200 len: 1092 time: 1.0125542 Feb 16 15:01:40.863372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'tag': 'ac441dac-c85f-430c-829d-05d14e6b01f8'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:40.866453 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b87fae-bdb4-4eed-ac65-11b2e0c2169e" -d '{"events": [{"name": "network-changed", "server_uuid": "47af0304-9fd2-4047-9dc4-e5d313166f39", "tag": "ac441dac-c85f-430c-829d-05d14e6b01f8"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:40.905153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7405edb-a4c3-4834-89db-9ef8f3c4f774 req-febdadde-ca88-4d57-b562-a83511d1d935 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:40.907199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7405edb-a4c3-4834-89db-9ef8f3c4f774 req-febdadde-ca88-4d57-b562-a83511d1d935 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0850968 Feb 16 15:01:40.932606 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd724ccd-9aaf-4e31-a6f0-cf95fb735b30 x-openstack-request-id: req-bd724ccd-9aaf-4e31-a6f0-cf95fb735b30 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:40.932904 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47af0304-9fd2-4047-9dc4-e5d313166f39", "tag": "ac441dac-c85f-430c-829d-05d14e6b01f8", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:40.933190 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bd724ccd-9aaf-4e31-a6f0-cf95fb735b30 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:40.933752 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'tag': 'ac441dac-c85f-430c-829d-05d14e6b01f8', 'status': 'completed', 'code': 200} Feb 16 15:01:41.001352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-4695c296-a0c7-4085-9f96-1af124734331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.003136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-4695c296-a0c7-4085-9f96-1af124734331 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 1096 time: 0.0948279 Feb 16 15:01:41.003640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42342) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:41.009363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfe86-9047-4489-845f-b18ffdd6aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac441dac-c85f-430c-829d-05d14e6b01f8,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:41.025328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7405edb-a4c3-4834-89db-9ef8f3c4f774 req-62c7c848-182e-40a4-afb1-c6917db461d3 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090405 Feb 16 15:01:41.025490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b87fae-bdb4-4eed-ac65-11b2e0c2169e req-cd2071f0-4fc3-4918-996d-06f35d90cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.033949 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f6b87fae-bdb4-4eed-ac65-11b2e0c2169e req-cd2071f0-4fc3-4918-996d-06f35d90cf82 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=be6a01d368094733bfbcd211c1f5525e&device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 1095 time: 0.0699706 Feb 16 15:01:41.144911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-66376e25-e5ed-4038-8cb3-bd5fc82413db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.146613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-66376e25-e5ed-4038-8cb3-bd5fc82413db service neutron] 10.222.0.129 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 912 time: 0.1334093 Feb 16 15:01:41.258060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-22cc387f-42c8-4312-a5ae-c833244368cc service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 HTTP/1.1" status: 200 len: 217 time: 0.1041837 Feb 16 15:01:41.295677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b87fae-bdb4-4eed-ac65-11b2e0c2169e req-7490075f-622c-44a9-ad5c-200c14766f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.298842 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f6b87fae-bdb4-4eed-ac65-11b2e0c2169e req-7490075f-622c-44a9-ad5c-200c14766f45 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=be6a01d368094733bfbcd211c1f5525e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2621014 Feb 16 15:01:41.368559 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:41.425185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:41.447769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-9c4d31d5-28a3-4b22-b902-598d74275e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.453445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-9c4d31d5-28a3-4b22-b902-598d74275e32 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.1769881 Feb 16 15:01:41.507616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9c5feb6d-90a1-43ac-8668-528208bc6863 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d0b3ebc0b6304c66a050c1bfa2cc9c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006781 Feb 16 15:01:41.510217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-6bdb4186-c51f-4760-8334-d1aaa408d8da service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440018 Feb 16 15:01:41.510933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42380) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:41.513965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:41.553462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b87fae-bdb4-4eed-ac65-11b2e0c2169e req-d1d17869-c177-46bc-aa0e-260d1e8283fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.555160 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f6b87fae-bdb4-4eed-ac65-11b2e0c2169e req-d1d17869-c177-46bc-aa0e-260d1e8283fc service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2453337 Feb 16 15:01:41.619365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7bc21888-4f58-40ec-9ae6-7b4d8b1073f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:41.692854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-275918073'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:41.719078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7bc21888-4f58-40ec-9ae6-7b4d8b1073f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:41.751014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-0bad177c-029c-44a1-b87c-55d700d7de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.752047 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-0bad177c-029c-44a1-b87c-55d700d7de2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=be6a01d368094733bfbcd211c1f5525e&device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 1095 time: 0.1338279 Feb 16 15:01:41.770748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-a15cfaf6-24db-40de-a074-4a99beb067b6 service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526927 Feb 16 15:01:41.774300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-a46b1cc5-485f-43fe-bda7-7e8408923375 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370800 Feb 16 15:01:41.793889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a20a7-cfa2-4e94-92fe-f09e8a0721ca req-62d21462-7d9b-49de-9eb4-7b3d258f9b28 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.795362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e4a20a7-cfa2-4e94-92fe-f09e8a0721ca req-62d21462-7d9b-49de-9eb4-7b3d258f9b28 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 944 time: 0.1138127 Feb 16 15:01:41.807375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-9cde194f-b03b-420b-a04e-5c6fea7f6449 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac441dac-c85f-430c-829d-05d14e6b01f8 HTTP/1.1" status: 200 len: 217 time: 0.0456498 Feb 16 15:01:41.876000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-bccc1e44-ba34-4583-a3ac-97a658e2ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.878215 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-bccc1e44-ba34-4583-a3ac-97a658e2ab0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=98fb97e8-1ca6-4c87-a002-3fb237a067d9 HTTP/1.1" status: 200 len: 850 time: 0.0633106 Feb 16 15:01:41.924021 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-59137e8c-c7fd-4a50-9039-176b73cb6f06 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364847 Feb 16 15:01:41.924803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Made reservation on behalf of 05933b80b63f46ab80a7a166b484c7a1 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:41.928464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:41.934447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e4a20a7-cfa2-4e94-92fe-f09e8a0721ca req-157a8edf-9205-46e0-ba09-6a42545a1e49 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246099 Feb 16 15:01:41.955265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f500a-a400-4f71-8b22-bd60093a220c req-7d83f2ab-c7f7-431a-94f1-e039dc5e8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:41.957023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-7d83f2ab-c7f7-431a-94f1-e039dc5e8fed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 1097 time: 0.1146760 Feb 16 15:01:41.960343 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:41.964542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f90e6ba8-14ff-4dfb-9cc8-ccfd4a953ecd req-e1587548-f862-4db4-86a8-023e02804567 service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864610 Feb 16 15:01:42.014039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7bc21888-4f58-40ec-9ae6-7b4d8b1073f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.017265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7bc21888-4f58-40ec-9ae6-7b4d8b1073f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.018414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7bc21888-4f58-40ec-9ae6-7b4d8b1073f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/35b5c49b-5602-4f3a-815b-33ed86a8317f HTTP/1.1" status: 204 len: 168 time: 0.5065525 Feb 16 15:01:42.034748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc21888-4f58-40ec-9ae6-7b4d8b1073f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b5c49b-5602-4f3a-815b-33ed86a8317f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:42.220939 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-8008ec75-b1a7-4010-9180-82a1627b6a78 service neutron] 10.222.0.93 "GET /v2.0/networks/5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890172 Feb 16 15:01:42.245920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.288250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f500a-a400-4f71-8b22-bd60093a220c req-d8acb9ec-10f5-4cf6-9122-fb944d46c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:42.289758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-d8acb9ec-10f5-4cf6-9122-fb944d46c9ea service neutron] 10.222.0.93 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 912 time: 0.2987723 Feb 16 15:01:42.301200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c9160-7414-42fc-9698-15e770b53505 req-7b7fe4de-1f34-4b6a-93c2-2911788c2720 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:42.319573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe2c9160-7414-42fc-9698-15e770b53505 req-7b7fe4de-1f34-4b6a-93c2-2911788c2720 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1602914 Feb 16 15:01:42.332904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.368901 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.393710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-ec0a1844-0dab-4690-9e66-637e9c587243 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867 HTTP/1.1" status: 200 len: 217 time: 0.0728953 Feb 16 15:01:42.397771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:01:42.414602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a866509-351b-45a3-aef7-ddf647ee3c9c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:42.430468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.430819 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Added segment 70b18432-b0cb-420f-b299-7fe15e01e408 of type vlan for network 4249c540-7d80-4e0c-b441-9c18d9c572f6 Feb 16 15:01:42.476429 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-242e377c-1ce8-462b-969e-e9306f4e3498 req-3cea5b47-8741-4821-a906-ca4d5fd5b9f4 service neutron] 10.222.0.93 "GET /v2.0/networks/5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445071 Feb 16 15:01:42.498651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe2c9160-7414-42fc-9698-15e770b53505 req-75221537-67a1-44f6-95f1-4415a7fe470a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618886 Feb 16 15:01:42.503873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f500a-a400-4f71-8b22-bd60093a220c req-c8422c22-5c82-4450-8b37-7613176c59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:42.505359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-c8422c22-5c82-4450-8b37-7613176c59a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.1037655 Feb 16 15:01:42.506753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.542992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-989f0334-d390-4795-930f-187bbc33727c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301464 Feb 16 15:01:42.643194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.649834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:42.650779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:42.669964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-4e151540-5fb8-419c-91cf-68765571982a service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180534 Feb 16 15:01:42.725818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event updated for resources: {'Network': ['ID=4249c540-7d80-4e0c-b441-9c18d9c572f6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:42.739426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4249c540-7d80-4e0c-b441-9c18d9c572f6 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:01:42.806915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-924f500a-a400-4f71-8b22-bd60093a220c req-59d60ab4-732b-4e3a-b867-1e3d85e7c3bd service neutron] 10.222.0.93 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267104 Feb 16 15:01:42.826696 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72d04e7b-9ff6-4828-8493-f0c839874c72 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4021602 Feb 16 15:01:42.830993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42474) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:42.838601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Request body: {'subnet': {'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:42.986421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42484) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.046208 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Made reservation on behalf of 05933b80b63f46ab80a7a166b484c7a1 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:43.051145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.065545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746d346-5080-479d-b7cc-2ec706c0c5a2 req-0b43a4d4-b78a-4749-988c-7aba078abfbd tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:43.067393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4746d346-5080-479d-b7cc-2ec706c0c5a2 req-0b43a4d4-b78a-4749-988c-7aba078abfbd tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 944 time: 0.0606296 Feb 16 15:01:43.125908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4746d346-5080-479d-b7cc-2ec706c0c5a2 req-63f5b686-d681-4af6-a09a-95f2dec7132f tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519209 Feb 16 15:01:43.164965 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9410985c-cd96-400f-aaa6-b0fa2f44ee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.260775 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9410985c-cd96-400f-aaa6-b0fa2f44ee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.369297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9410985c-cd96-400f-aaa6-b0fa2f44ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.403565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.458716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9410985c-cd96-400f-aaa6-b0fa2f44ee35 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=320402a38fe247edafc283526b7ef942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711888 Feb 16 15:01:43.459969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410985c-cd96-400f-aaa6-b0fa2f44ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c634f4-35bb-44e7-abab-745321ee8386,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:43.462538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42516) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.488967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42518) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.524658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event updated for resources: {'Subnet': ['ID=cdeec4e2-0a86-4664-8044-6d00fb65fe45,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:43.536769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Checking segment: {'id': '70b18432-b0cb-420f-b299-7fe15e01e408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:43.544263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Network hostable DHCP agents. Network: 4249c540-7d80-4e0c-b441-9c18d9c572f6, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:01:43.594768 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a37e6bae-884e-4380-be35-d259c0cad9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.666227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Network 4249c540-7d80-4e0c-b441-9c18d9c572f6 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:01:43.675776 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a37e6bae-884e-4380-be35-d259c0cad9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.684899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-3b5d63c7-ed7a-46fa-81ad-f0829546b8a6 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.685922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3b5d63c7-ed7a-46fa-81ad-f0829546b8a6 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1957114 Feb 16 15:01:43.690126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42536) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.698148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-bbd07dda-b236-4e22-9ad6-2a2217fc9fcf tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.702477 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bbd07dda-b236-4e22-9ad6-2a2217fc9fcf tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0091739 Feb 16 15:01:43.707976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.721443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-0b4a32b6-34e3-48c8-b3c8-3e67b7c6fb75 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.727597 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b4a32b6-34e3-48c8-b3c8-3e67b7c6fb75 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0122759 Feb 16 15:01:43.730469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42540) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.736998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-5630a8cf-aa8b-4513-9c36-ae1b7a1387e8 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.739071 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5630a8cf-aa8b-4513-9c36-ae1b7a1387e8 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061860 Feb 16 15:01:43.741678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42542) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.747091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-7578764d-339f-4794-a926-aa87badad148 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.747243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0e6ce-7bad-4128-bd75-07d403ca6c99 req-9db898d7-3e80-4ddc-aa1e-07f7919ff7b5 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:43.752888 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7578764d-339f-4794-a926-aa87badad148 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061293 Feb 16 15:01:43.753776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42544) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.756472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1b0e6ce-7bad-4128-bd75-07d403ca6c99 req-9db898d7-3e80-4ddc-aa1e-07f7919ff7b5 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1438339 Feb 16 15:01:43.759613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-3430d4a8-d921-4827-ba65-98d869fd5fed tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.763966 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3430d4a8-d921-4827-ba65-98d869fd5fed tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0088024 Feb 16 15:01:43.764996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42546) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.771874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-875d7a9b-c962-4c8e-839d-7bf9ef0667be tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.779972 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-875d7a9b-c962-4c8e-839d-7bf9ef0667be tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074763 Feb 16 15:01:43.781944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42550) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.786914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-0911f116-c5c2-4fb4-9b48-319f4dedee05 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.790763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42552) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.791123 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0911f116-c5c2-4fb4-9b48-319f4dedee05 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080359 Feb 16 15:01:43.797770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-bfc259f6-428e-48bb-9fe9-bb1c41cbfe91 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.798707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bfc259f6-428e-48bb-9fe9-bb1c41cbfe91 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066185 Feb 16 15:01:43.803185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42554) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.804159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4249c540-7d80-4e0c-b441-9c18d9c572f6) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:43.814703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b07b95b-dd6a-4dd4-af27-dba4b44c777f None None] Network 4249c540-7d80-4e0c-b441-9c18d9c572f6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:43.821801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-ab8c44d0-a78a-477c-b6b0-aa0d4463544d tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.822770 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ab8c44d0-a78a-477c-b6b0-aa0d4463544d tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0101151 Feb 16 15:01:43.824478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:43.825151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.828173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42558) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.829166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1b0e6ce-7bad-4128-bd75-07d403ca6c99 req-ec38514e-1dc7-4ad6-9381-9a3eafa32f0a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719986 Feb 16 15:01:43.834224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-23e350e8-f0e8-494a-b2e0-9f8e27091291 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.836315 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-23e350e8-f0e8-494a-b2e0-9f8e27091291 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059290 Feb 16 15:01:43.849910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42560) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.855871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-21f0cee8-d9ad-4a19-b218-5a343fab734a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.857140 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-21f0cee8-d9ad-4a19-b218-5a343fab734a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059206 Feb 16 15:01:43.859438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42562) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.863841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-17fc7065-ac0e-4384-b357-1e7d2217ce4a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.865062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-17fc7065-ac0e-4384-b357-1e7d2217ce4a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043530 Feb 16 15:01:43.867672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42564) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.871878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-b06aa1ff-71f7-46ac-b702-3cc6be58c8d2 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.877235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b06aa1ff-71f7-46ac-b702-3cc6be58c8d2 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042901 Feb 16 15:01:43.878914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42566) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.883261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-b70c4cd5-1b3b-4e0f-913c-c1eee358442e tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.884283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b70c4cd5-1b3b-4e0f-913c-c1eee358442e tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043824 Feb 16 15:01:43.886666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42568) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.891886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-4c045929-17d6-4f5c-92a4-b17143fa5753 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.893106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4c045929-17d6-4f5c-92a4-b17143fa5753 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051732 Feb 16 15:01:43.895241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42570) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.899287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-1458a7a1-a745-41ff-a8ec-761b08d92692 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.900401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1458a7a1-a745-41ff-a8ec-761b08d92692 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041833 Feb 16 15:01:43.902698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42572) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.908828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-b2475c27-ea61-41cb-9b4f-8bd8122019f1 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.911328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b2475c27-ea61-41cb-9b4f-8bd8122019f1 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067379 Feb 16 15:01:43.913392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42574) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.918191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-dd4f96a5-d3c6-49e7-8598-0706794fc2a4 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.919107 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd4f96a5-d3c6-49e7-8598-0706794fc2a4 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044086 Feb 16 15:01:43.921642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42576) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.925958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-a2ad1381-acb6-4158-9d6d-9c3e0b27afdf tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.926951 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a2ad1381-acb6-4158-9d6d-9c3e0b27afdf tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042002 Feb 16 15:01:43.930431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42578) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.945571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a37e6bae-884e-4380-be35-d259c0cad9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.945571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a37e6bae-884e-4380-be35-d259c0cad9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:43.945571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a37e6bae-884e-4380-be35-d259c0cad9f5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c1c634f4-35bb-44e7-abab-745321ee8386 HTTP/1.1" status: 204 len: 168 time: 0.4735260 Feb 16 15:01:43.945880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-dabe4ad4-b9a9-4bfc-aced-c9ed56d4151e tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.951400 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dabe4ad4-b9a9-4bfc-aced-c9ed56d4151e tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0196273 Feb 16 15:01:43.952461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42584) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.958699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-a1ab554f-56aa-4a54-a079-aec0b6ac3b1e tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.961977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a1ab554f-56aa-4a54-a079-aec0b6ac3b1e tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049207 Feb 16 15:01:43.961977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e6bae-884e-4380-be35-d259c0cad9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c634f4-35bb-44e7-abab-745321ee8386,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:43.964900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42588) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.971299 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e4c0c579-4812-42d9-9b74-be0c3a13ebbe tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1388423 Feb 16 15:01:43.975032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-00025ac6-1bd3-45cd-8ba5-a65f2bed70d9 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:43.978584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-00025ac6-1bd3-45cd-8ba5-a65f2bed70d9 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0102346 Feb 16 15:01:43.978805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42590) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.979140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42592) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:43.986444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Request body: {'port': {'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-23780888'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:44.019958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-ee93fdb0-2f10-4380-835b-6c2ed1b2b753 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.023323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ee93fdb0-2f10-4380-835b-6c2ed1b2b753 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0396161 Feb 16 15:01:44.024339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42594) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.042568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-ff064991-4bae-457b-ab6f-09305480f204 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.050421 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ff064991-4bae-457b-ab6f-09305480f204 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0185218 Feb 16 15:01:44.051024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42598) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.054341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-1b5a35b0-902c-4113-aede-01b1510bf862 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.055319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1b5a35b0-902c-4113-aede-01b1510bf862 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045726 Feb 16 15:01:44.064676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42602) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.075376 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-4249c540-7d80-4e0c-b441-9c18d9c572f6', 'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6', 'tenant_id': '05933b80b63f46ab80a7a166b484c7a1', 'fixed_ips': [{'subnet_id': 'cdeec4e2-0a86-4664-8044-6d00fb65fe45'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:01:44.075617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-25cf5492-0eb9-4f0a-843e-b0586a3fb2f7 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.076582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-25cf5492-0eb9-4f0a-843e-b0586a3fb2f7 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091853 Feb 16 15:01:44.076941 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:44.084005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42604) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.093219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-76ac3bc9-4c73-4525-8d87-a6e91cf0f352 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.094721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-76ac3bc9-4c73-4525-8d87-a6e91cf0f352 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0076618 Feb 16 15:01:44.099124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42606) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.106239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-007447de-9fcf-4d9f-acf9-e806cb72d8ff tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.107173 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-007447de-9fcf-4d9f-acf9-e806cb72d8ff tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0070648 Feb 16 15:01:44.110276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42608) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.114919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-6e64f106-f29b-425d-a5b9-e5d127e89cdc tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.116417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6e64f106-f29b-425d-a5b9-e5d127e89cdc tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047419 Feb 16 15:01:44.119585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42612) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.129498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-87504e9f-4221-416b-9a5b-c30d8188220a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.144368 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-87504e9f-4221-416b-9a5b-c30d8188220a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0142145 Feb 16 15:01:44.145380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42614) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.157457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-72f2b5f9-d9e9-492f-9ade-1348fcdc42a3 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.179345 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72f2b5f9-d9e9-492f-9ade-1348fcdc42a3 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0267718 Feb 16 15:01:44.180725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42620) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.192335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-f1476ca7-d817-402d-a354-7fe4bd965621 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.196149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f1476ca7-d817-402d-a354-7fe4bd965621 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0144002 Feb 16 15:01:44.203782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42622) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.208980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-20973acd-a1b9-47e5-9f33-41a9cfab078f tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.210535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-20973acd-a1b9-47e5-9f33-41a9cfab078f tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052609 Feb 16 15:01:44.213445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42624) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.218588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-f6f5de51-f37e-4671-b1dd-9cbf7c2c10ce tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.224096 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f6f5de51-f37e-4671-b1dd-9cbf7c2c10ce tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078433 Feb 16 15:01:44.225704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42628) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.242255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-57389bab-f14c-4d8b-8eec-a6dcd22415bb tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.244229 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-57389bab-f14c-4d8b-8eec-a6dcd22415bb tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0166829 Feb 16 15:01:44.247361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42632) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.254544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-c520993b-729f-417e-9cc3-b45ac8b4d573 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.258013 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c520993b-729f-417e-9cc3-b45ac8b4d573 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096209 Feb 16 15:01:44.261664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42634) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.267999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-890ccb1a-9f31-442e-a315-7c5148bcd86f tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.271423 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-890ccb1a-9f31-442e-a315-7c5148bcd86f tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064194 Feb 16 15:01:44.271669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42636) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.276502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-36cc0779-98e3-4eba-9913-efaeebf681ad tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.279717 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-36cc0779-98e3-4eba-9913-efaeebf681ad tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048904 Feb 16 15:01:44.279918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.285094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-f841a92a-f87d-4e19-bfa6-c1e8f1921a03 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.289682 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f841a92a-f87d-4e19-bfa6-c1e8f1921a03 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062940 Feb 16 15:01:44.291313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42640) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.296124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-6ccabd3b-f95d-43d0-bd65-36ab9e3cd811 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.299706 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6ccabd3b-f95d-43d0-bd65-36ab9e3cd811 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0062611 Feb 16 15:01:44.300671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42642) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.311819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-887bafb7-1a07-499e-b7fa-dd2f6358d3c9 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.313650 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-887bafb7-1a07-499e-b7fa-dd2f6358d3c9 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0112495 Feb 16 15:01:44.321176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.338000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-d02d21a0-ce9f-4733-9af6-9f6854ae6747 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.339598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d02d21a0-ce9f-4733-9af6-9f6854ae6747 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0169737 Feb 16 15:01:44.342234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42650) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.348563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-d2d09c45-079b-4015-960d-f098becfa62f tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.350392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d2d09c45-079b-4015-960d-f098becfa62f tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0051310 Feb 16 15:01:44.353594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42652) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.367129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-9937db57-97e1-4467-bf7a-8e9e0eb21d0a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.370739 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9937db57-97e1-4467-bf7a-8e9e0eb21d0a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0137475 Feb 16 15:01:44.371047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.373270 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Allocated IP 172.20.0.2 (4249c540-7d80-4e0c-b441-9c18d9c572f6/cdeec4e2-0a86-4664-8044-6d00fb65fe45/6e851926-93e8-4816-8d2b-7ed7137f75ff) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:44.376630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-4f9294f7-9b68-441d-8d9e-e734ba2594d3 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.380134 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f9294f7-9b68-441d-8d9e-e734ba2594d3 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0056438 Feb 16 15:01:44.380701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42656) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.386286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fc23a-a262-4538-8258-7c0425cbf907 req-3ff12a04-d2f1-4234-b8b2-320cf8e64921 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:44.390042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-220fc23a-a262-4538-8258-7c0425cbf907 req-3ff12a04-d2f1-4234-b8b2-320cf8e64921 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 944 time: 0.1287251 Feb 16 15:01:44.390221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-0c528a00-7ee4-4054-8f58-4b8830936fc6 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.393318 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c528a00-7ee4-4054-8f58-4b8830936fc6 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0091825 Feb 16 15:01:44.394373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42658) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.400680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-2794b9f5-344a-405b-9fbe-ac3eda3b936a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.404684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42660) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.408055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2794b9f5-344a-405b-9fbe-ac3eda3b936a tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124185 Feb 16 15:01:44.409824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-f193c675-6c49-473b-b6e6-53f90d708d28 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.411445 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f193c675-6c49-473b-b6e6-53f90d708d28 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051448 Feb 16 15:01:44.415712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42662) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.423350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-efa89e80-3cd4-44ae-b890-2e12518b41c4 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.426812 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-efa89e80-3cd4-44ae-b890-2e12518b41c4 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074406 Feb 16 15:01:44.428057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.438428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-7ad6e73d-fe8c-44ac-bbdf-696b8cdd1d41 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.443031 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7ad6e73d-fe8c-44ac-bbdf-696b8cdd1d41 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0104079 Feb 16 15:01:44.443273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42668) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.451482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-044aea80-1788-4c44-8109-5e0b9bfbf266 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.452721 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-044aea80-1788-4c44-8109-5e0b9bfbf266 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0083959 Feb 16 15:01:44.467359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42670) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.472646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-7f19710b-9af9-4d6b-8b8e-f8be3190c7a6 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.473870 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7f19710b-9af9-4d6b-8b8e-f8be3190c7a6 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052423 Feb 16 15:01:44.477019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.484742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-194dc531-c23d-46e3-80c2-d0ee632f7076 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.488378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-194dc531-c23d-46e3-80c2-d0ee632f7076 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056691 Feb 16 15:01:44.488506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-220fc23a-a262-4538-8258-7c0425cbf907 req-be147680-d426-47a1-b068-c9d4c2a0a3ec tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909226 Feb 16 15:01:44.489114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Made reservation on behalf of 05933b80b63f46ab80a7a166b484c7a1 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:44.492980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:44.495391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42676) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.501038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-50cd7278-0181-44cb-a817-d7c603b4c7a8 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.504839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-50cd7278-0181-44cb-a817-d7c603b4c7a8 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0083358 Feb 16 15:01:44.505558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42678) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.514352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-b48b5d5d-7f77-4ea5-ae41-717d34bff423 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.517826 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b48b5d5d-7f77-4ea5-ae41-717d34bff423 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0086806 Feb 16 15:01:44.518058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42680) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.525145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-3a06c0a0-c6d1-4fca-8974-93bec1162211 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.530997 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3a06c0a0-c6d1-4fca-8974-93bec1162211 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0119748 Feb 16 15:01:44.531746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42684) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.539209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-2381ec18-1bc8-4478-98be-04f41013358c tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.542834 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2381ec18-1bc8-4478-98be-04f41013358c tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0089102 Feb 16 15:01:44.542969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42686) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.549782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-04ae8c8d-0b16-4531-9996-8c597d1f473b tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.567074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-04ae8c8d-0b16-4531-9996-8c597d1f473b tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0096464 Feb 16 15:01:44.569949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42690) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.570155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] device_id is not set on port 6ec3d895-afb1-44ce-8e39-28eac8d5b0b2 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:01:44.570340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-bed8dc6c-2985-499d-864d-f5b9b29bf0ac tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.570340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bed8dc6c-2985-499d-864d-f5b9b29bf0ac tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047288 Feb 16 15:01:44.570601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42694) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.575095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [None req-567e61e4-7bbc-4440-9035-6b0ffa36a6f5 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.584099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42698) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.584620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-567e61e4-7bbc-4440-9035-6b0ffa36a6f5 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123386 Feb 16 15:01:44.593903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-13ea81d2-d10a-4541-851c-d08ea87c72d3 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.601577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-13ea81d2-d10a-4541-851c-d08ea87c72d3 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0185835 Feb 16 15:01:44.603933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.609714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-71cd97cc-b9cb-4717-b226-43bee27a3f17 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.611231 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71cd97cc-b9cb-4717-b226-43bee27a3f17 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059540 Feb 16 15:01:44.614227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42702) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.619186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-096e9047-86ce-4508-a991-5def9a5fece7 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.623109 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-096e9047-86ce-4508-a991-5def9a5fece7 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049949 Feb 16 15:01:44.625432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42704) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.635116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-fa6a7df3-cbe3-48c5-aa65-c865bae47e4c tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.638866 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:44.641846 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa6a7df3-cbe3-48c5-aa65-c865bae47e4c tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0151837 Feb 16 15:01:44.644283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.648708 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-bdd7bed1-4afe-4010-bbac-a5f1194624d0 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.652167 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bdd7bed1-4afe-4010-bbac-a5f1194624d0 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069652 Feb 16 15:01:44.654870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42708) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.662640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-68ab120c-27c7-41b6-8f4e-a4a3d7ef62b9 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.664421 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-68ab120c-27c7-41b6-8f4e-a4a3d7ef62b9 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0074897 Feb 16 15:01:44.667125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42710) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.673090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-794592a7-ecf0-4844-987d-3abbb6f7e173 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.678231 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-794592a7-ecf0-4844-987d-3abbb6f7e173 tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0098512 Feb 16 15:01:44.679011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42712) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:44.688599 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [None req-d33f7083-e10d-4e7e-b992-88a97e45422b tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] http://10.222.0.113:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:01:44.689914 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d33f7083-e10d-4e7e-b992-88a97e45422b tempest-ExtensionsTestJSON-1855440229 tempest-ExtensionsTestJSON-1855440229-project] 10.222.0.113 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092363 Feb 16 15:01:44.706414 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:44.730461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Network 4249c540-7d80-4e0c-b441-9c18d9c572f6 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:44.732942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:44.760782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:44.814210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Allocated IP 172.20.0.4 (4249c540-7d80-4e0c-b441-9c18d9c572f6/cdeec4e2-0a86-4664-8044-6d00fb65fe45/6ec3d895-afb1-44ce-8e39-28eac8d5b0b2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:44.856734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Pushing event updated for resources: {'Port': ['ID=6e851926-93e8-4816-8d2b-7ed7137f75ff,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:44.878999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Attempting to bind port 6e851926-93e8-4816-8d2b-7ed7137f75ff on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:44.879291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Attempting to bind port 6e851926-93e8-4816-8d2b-7ed7137f75ff by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '70b18432-b0cb-420f-b299-7fe15e01e408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:44.879705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Attempting to bind port 6e851926-93e8-4816-8d2b-7ed7137f75ff on network 4249c540-7d80-4e0c-b441-9c18d9c572f6 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:44.885494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:44.885865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Checking segment: {'id': '70b18432-b0cb-420f-b299-7fe15e01e408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:44.886272 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:44.886647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Bound using segment: {'id': '70b18432-b0cb-420f-b299-7fe15e01e408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:44.887138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Bound port: 6e851926-93e8-4816-8d2b-7ed7137f75ff, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b18432-b0cb-420f-b299-7fe15e01e408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '4249c540-7d80-4e0c-b441-9c18d9c572f6'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:44.887733 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:44.978780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] For port 6e851926-93e8-4816-8d2b-7ed7137f75ff, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:44.989473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] For port 6e851926-93e8-4816-8d2b-7ed7137f75ff, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e851926-93e8-4816-8d2b-7ed7137f75ff,segment=NetworkSegment(70b18432-b0cb-420f-b299-7fe15e01e408),segment_id=70b18432-b0cb-420f-b299-7fe15e01e408)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:45.063905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ab08-bb49-42da-b292-16c861cd4248 req-82edfe11-af5b-4d0c-ab8a-b0cde1ebd13f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:45.065563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ff2ab08-bb49-42da-b292-16c861cd4248 req-82edfe11-af5b-4d0c-ab8a-b0cde1ebd13f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1259491 Feb 16 15:01:45.074542 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.183278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11597c-a21b-4109-bb4a-b3b5cfb788db None None] Pushing event updated for resources: {'Port': ['ID=6e851926-93e8-4816-8d2b-7ed7137f75ff,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:45.198321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ff2ab08-bb49-42da-b292-16c861cd4248 req-c397fc53-dadd-4b3f-bd51-fe4c5195ac2a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896084 Feb 16 15:01:45.222388 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.311073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42760) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:45.318257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.402392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Network 4249c540-7d80-4e0c-b441-9c18d9c572f6 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:45.409545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:45.412016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event updated for resources: {'Port': ['ID=6ec3d895-afb1-44ce-8e39-28eac8d5b0b2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:45.414421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:45.506234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:45.507107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.564783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1f50343-8008-4417-ae40-0ea550a3d88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.638769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-93e8479c-02e4-4fc2-8a44-24636096c8c0 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6584973 Feb 16 15:01:45.644734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42784) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:45.700934 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1f50343-8008-4417-ae40-0ea550a3d88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.742537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800486db-bb41-4937-9a00-d5083c6253ef req-58ceb607-9a59-47ff-85ff-3e3091efc408 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:45.744190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-800486db-bb41-4937-9a00-d5083c6253ef req-58ceb607-9a59-47ff-85ff-3e3091efc408 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 944 time: 0.1653955 Feb 16 15:01:45.757433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1f50343-8008-4417-ae40-0ea550a3d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.825513 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f1f50343-8008-4417-ae40-0ea550a3d88c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=690d51c9941549a9989ae3c9b83f495d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133672 Feb 16 15:01:45.832002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42796) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:45.853869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e851926-93e8-4816-8d2b-7ed7137f75ff up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:45.856122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f50343-8008-4417-ae40-0ea550a3d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db5d02-cfdd-44d0-b6bb-2e591eb1f4f9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:45.899428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42800) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:45.925766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-800486db-bb41-4937-9a00-d5083c6253ef req-5368c9fb-445d-4d01-bc44-f1cb6c43b859 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909393 Feb 16 15:01:45.943534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Deleting port 6ec3d895-afb1-44ce-8e39-28eac8d5b0b2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:45.944200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.961238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6e851926-93e8-4816-8d2b-7ed7137f75ff triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:45.964263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d136-0028-4d8d-b069-4e2e0b5da61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:45.964660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.076471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.101061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d136-0028-4d8d-b069-4e2e0b5da61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.110722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1499282172-network', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:46.135208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6e851926-93e8-4816-8d2b-7ed7137f75ff, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e851926-93e8-4816-8d2b-7ed7137f75ff,segment=NetworkSegment(70b18432-b0cb-420f-b299-7fe15e01e408),segment_id=70b18432-b0cb-420f-b299-7fe15e01e408)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:46.175236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.189924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Calling delete_port for 6ec3d895-afb1-44ce-8e39-28eac8d5b0b2 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:46.302299 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.302717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Made reservation on behalf of d0e65bf148214a50ae5eb33f35102206 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:46.325908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.332239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.384977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6e851926-93e8-4816-8d2b-7ed7137f75ff,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:46.396226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ac441dac-c85f-430c-829d-05d14e6b01f8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:01:46.492498 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.495788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d51a0-4223-4525-b151-7dce6862b173 req-0dfee1c0-9f16-49dd-9a36-7955c5afddd5 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:46.510336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-905d51a0-4223-4525-b151-7dce6862b173 req-0dfee1c0-9f16-49dd-9a36-7955c5afddd5 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1079206 Feb 16 15:01:46.519583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d136-0028-4d8d-b069-4e2e0b5da61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.533559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d136-0028-4d8d-b069-4e2e0b5da61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.536588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0dc7d136-0028-4d8d-b069-4e2e0b5da61b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a6db5d02-cfdd-44d0-b6bb-2e591eb1f4f9 HTTP/1.1" status: 204 len: 168 time: 0.6992490 Feb 16 15:01:46.542963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ac441dac-c85f-430c-829d-05d14e6b01f8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ac441dac-c85f-430c-829d-05d14e6b01f8,segment=NetworkSegment(2a5b7f0c-793b-4e37-a758-0a7380a3ad37),segment_id=2a5b7f0c-793b-4e37-a758-0a7380a3ad37)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:46.551613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7d136-0028-4d8d-b069-4e2e0b5da61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db5d02-cfdd-44d0-b6bb-2e591eb1f4f9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:46.568899 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.577071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'ac441dac-c85f-430c-829d-05d14e6b01f8', 'network_id': '5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857', 'port_id': 'ac441dac-c85f-430c-829d-05d14e6b01f8', 'mac_address': 'fa:16:3e:45:a5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98fb97e8-1ca6-4c87-a002-3fb237a067d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:01:46.584183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-905d51a0-4223-4525-b151-7dce6862b173 req-8e415727-eb1e-4e3f-b20d-1a0a14d02309 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728581 Feb 16 15:01:46.613491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.643085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.673427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event deleted for resources: {'Port': ['ID=6ec3d895-afb1-44ce-8e39-28eac8d5b0b2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:46.726453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f0465-17d3-4f2c-84ec-c6bea11fd89b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:46.734537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:01:46.746065 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.748825 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Added segment cc0bd756-f3e4-4f44-b255-ede9b615bce9 of type vlan for network d6e09dcc-e987-4a4a-90db-9a613cb8a34e Feb 16 15:01:46.829853 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.832776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.834257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-16503c22-5665-4137-804a-de0dda438cd7 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "DELETE /v2.0/ports/6ec3d895-afb1-44ce-8e39-28eac8d5b0b2 HTTP/1.1" status: 204 len: 168 time: 1.1882317 Feb 16 15:01:46.837230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42818) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:46.934477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1148f-bf28-4bb1-a4e1-23821ac6f4a7 None None] Network 4249c540-7d80-4e0c-b441-9c18d9c572f6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:46.963093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:46.964561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:46.965338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.031799 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.041550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-26b0f17d-2d33-42a7-a2f4-7a885b546574 None None] Provisioning complete for port 6e851926-93e8-4816-8d2b-7ed7137f75ff triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:47.041929 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26b0f17d-2d33-42a7-a2f4-7a885b546574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.148614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e09dcc-e987-4a4a-90db-9a613cb8a34e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:47.149907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac441dac-c85f-430c-829d-05d14e6b01f8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:01:47.167463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:01:47.179946 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-39a3c59c-97a3-40ab-8ec3-5da5f2439f29 tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3405964 Feb 16 15:01:47.182951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42828) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:47.189990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-791190609'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:47.219369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15e04-e246-4918-9c7f-6eba18c4eff9 req-80a14309-72b4-44bb-889a-353c510c9d69 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:47.227495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65f15e04-e246-4918-9c7f-6eba18c4eff9 req-80a14309-72b4-44bb-889a-353c510c9d69 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 944 time: 0.1460176 Feb 16 15:01:47.269409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ac441dac-c85f-430c-829d-05d14e6b01f8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ac441dac-c85f-430c-829d-05d14e6b01f8,segment=NetworkSegment(2a5b7f0c-793b-4e37-a758-0a7380a3ad37),segment_id=2a5b7f0c-793b-4e37-a758-0a7380a3ad37)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:47.276426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65f15e04-e246-4918-9c7f-6eba18c4eff9 req-b5d5e4a0-eb9e-4fb4-8b0e-8917f34e514c tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476575 Feb 16 15:01:47.287752 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ad2ba3b3-463a-460c-ae30-9d506a681e60 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3843849 Feb 16 15:01:47.300276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42834) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:47.300276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Request body: {'subnet': {'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1499282172-subnet', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:47.375717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Made reservation on behalf of 05933b80b63f46ab80a7a166b484c7a1 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:47.380533 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.385693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.439181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:01:47.449785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.450138 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Added segment 82d6d694-d4ac-481e-9811-a142478cea86 of type vlan for network 3872d2d5-d156-47ff-b556-4aef4c6b5cb2 Feb 16 15:01:47.453668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ac441dac-c85f-430c-829d-05d14e6b01f8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:47.494391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Made reservation on behalf of d0e65bf148214a50ae5eb33f35102206 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:47.496782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.506964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.641181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['ac441dac-c85f-430c-829d-05d14e6b01f8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:01:47.642974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.662907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:47.662907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:47.799417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event updated for resources: {'Network': ['ID=3872d2d5-d156-47ff-b556-4aef4c6b5cb2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:47.824677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f75b57b9-122f-498e-8349-8fb966067e3c tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6402850 Feb 16 15:01:47.827213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42850) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:47.847207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e851926-93e8-4816-8d2b-7ed7137f75ff up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:47.916168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 3872d2d5-d156-47ff-b556-4aef4c6b5cb2 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:01:47.955899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae99185-d740-4605-9de4-deff6830fc98 req-d6622add-0eb2-46ad-8ec9-fe1acfd98c9e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:47.960271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ae99185-d740-4605-9de4-deff6830fc98 req-d6622add-0eb2-46ad-8ec9-fe1acfd98c9e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.2851806 Feb 16 15:01:48.118662 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-91514443-a156-4d16-839f-d5133c08fc4d tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "GET /v2.0/agents/bc541369-80dd-45d7-9f4d-244280820268/dhcp-networks HTTP/1.1" status: 200 len: 5693 time: 0.2900529 Feb 16 15:01:48.119296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42858) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:48.131188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ae99185-d740-4605-9de4-deff6830fc98 req-228367b8-0c59-4eb0-8b5d-06c600ff88f3 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662927 Feb 16 15:01:48.136153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1ffc5b9c-60eb-4d87-b917-0a2a2426d1d3 None None] Provisioning complete for port 6e851926-93e8-4816-8d2b-7ed7137f75ff triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:48.136153 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5b9c-60eb-4d87-b917-0a2a2426d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.182052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6e851926-93e8-4816-8d2b-7ed7137f75ff triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:48.182052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.260651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.263015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16e031-aa6a-499b-af92-186c502fe474 tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] Network 3872d2d5-d156-47ff-b556-4aef4c6b5cb2 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:01:48.388539 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4d16e031-aa6a-499b-af92-186c502fe474 tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "POST /v2.0/agents/bc541369-80dd-45d7-9f4d-244280820268/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2679832 Feb 16 15:01:48.391795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42864) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:48.395419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42866) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:48.400124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d018acd5-291c-4890-9e64-0b034c06b74f None None] Network 3872d2d5-d156-47ff-b556-4aef4c6b5cb2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:48.473391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8590e742-def4-49e9-9180-5e698cc9b4e7,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:48.541927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Checking segment: {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:48.542609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Network hostable DHCP agents. Network: d6e09dcc-e987-4a4a-90db-9a613cb8a34e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:01:48.567275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d75528-d244-4e83-85ec-5fabe1e8faed req-6b7e7a61-add9-44b6-ac90-3bc3f6dd1c7f tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:48.576620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7d75528-d244-4e83-85ec-5fabe1e8faed req-6b7e7a61-add9-44b6-ac90-3bc3f6dd1c7f tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 945 time: 0.1347330 Feb 16 15:01:48.610175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ff1454f1-f88e-4f8c-af75-0e5ac2e3c95c None None] Could not find standard attr ID for object 6ec3d895-afb1-44ce-8e39-28eac8d5b0b2. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:01:48.661926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7d75528-d244-4e83-85ec-5fabe1e8faed req-dc720a29-f015-42d6-9ca6-9ff6805cd61e tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841615 Feb 16 15:01:48.675447 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2563c693-225b-48bc-b87a-259d4e626256 tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "GET /v2.0/agents/bc541369-80dd-45d7-9f4d-244280820268/dhcp-networks HTTP/1.1" status: 200 len: 6464 time: 0.2726600 Feb 16 15:01:48.678091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42874) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:48.688582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--615476249'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:48.719030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:01:48.725487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d6e09dcc-e987-4a4a-90db-9a613cb8a34e) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:48.730719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:48.731904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.735447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf844e82-7403-4017-b47d-dc08ddbbb71a None None] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:48.797876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.806612 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.818490 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59a29d37-e89a-42cf-be4b-231cab9edb7d tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "DELETE /v2.0/agents/bc541369-80dd-45d7-9f4d-244280820268/dhcp-networks/3872d2d5-d156-47ff-b556-4aef4c6b5cb2 HTTP/1.1" status: 204 len: 168 time: 0.1391189 Feb 16 15:01:48.820871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42876) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:48.826309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-52eef3bb-e1f6-4619-a140-3945eaf80057 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5353248 Feb 16 15:01:48.830340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42878) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:48.839811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:48.907507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:01:48.909506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.949978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.951655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.956720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:48.970072 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6cc9f226-2ba5-4c9b-8bab-bb94eca635dc tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "GET /v2.0/agents/bc541369-80dd-45d7-9f4d-244280820268/dhcp-networks HTTP/1.1" status: 200 len: 6494 time: 0.1477594 Feb 16 15:01:48.977046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42880) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:49.000877 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75563320-9496-4e00-aeb2-dbfc534b796b tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "GET /v2.0/networks/4249c540-7d80-4e0c-b441-9c18d9c572f6/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0226376 Feb 16 15:01:49.004358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42882) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:49.026276 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-83c082de-939d-472f-92b0-45f94f810996 tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "GET /v2.0/networks/4249c540-7d80-4e0c-b441-9c18d9c572f6/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0205841 Feb 16 15:01:49.028591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42884) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:49.048241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.090717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Allocated IP 172.20.0.2 (d6e09dcc-e987-4a4a-90db-9a613cb8a34e/8590e742-def4-49e9-9180-5e698cc9b4e7/31eb7588-1361-4e1f-b60b-5962c1bf7cf0) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:49.103306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.133833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d47ad-3416-4359-8cf2-8f1e9d3ae093,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:49.169978 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cae3f02b-dfd1-4fc6-b622-f449cda4b2f1 tempest-DHCPAgentSchedulersTestJSON-804921639 tempest-DHCPAgentSchedulersTestJSON-804921639-project-admin] 10.222.0.113 "GET /v2.0/agents/bc541369-80dd-45d7-9f4d-244280820268/dhcp-networks HTTP/1.1" status: 200 len: 6494 time: 0.1371748 Feb 16 15:01:49.174311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42888) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:49.175131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.267384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.267969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.299196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.375529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.422747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:49.426812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:49.430673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:49.444661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Pushing event updated for resources: {'Port': ['ID=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:49.513358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Attempting to bind port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:49.513907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Attempting to bind port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:49.514272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Attempting to bind port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 on network d6e09dcc-e987-4a4a-90db-9a613cb8a34e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:49.521512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:49.521930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Checking segment: {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:49.522294 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.522686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Bound using segment: {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:49.523161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Bound port: 31eb7588-1361-4e1f-b60b-5962c1bf7cf0, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:49.523577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.593049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] For port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:49.595885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] For port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:49.657013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.659432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.667814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.673542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c514877-1960-4739-8717-51c9897d956b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:49.684594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3872d2d5-d156-47ff-b556-4aef4c6b5cb2']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:49.685040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646125-e16f-4077-8f83-4665ed3c00f3 req-74059c87-d185-4e2d-b011-e1139b2c76c0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:49.685838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3646125-e16f-4077-8f83-4665ed3c00f3 req-74059c87-d185-4e2d-b011-e1139b2c76c0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.4446187 Feb 16 15:01:49.693650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d6d694-d4ac-481e-9811-a142478cea86') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:49.693961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d6d694-d4ac-481e-9811-a142478cea86') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:49.706777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.731043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.742739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:01:49.743150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:01:49.750130 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:01:49.752742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.756146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-04159b03-6114-4a00-88f5-294a76bfbb94 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3484747 Feb 16 15:01:49.760264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42898) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:49.775510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71b5a7-0a25-46e5-aaad-a5d090c0f3a4 None None] Pushing event updated for resources: {'Port': ['ID=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:49.827362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3646125-e16f-4077-8f83-4665ed3c00f3 req-62755d38-6f8d-4fbb-a45a-d171669e45ad tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248989 Feb 16 15:01:49.916512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-271e9cd9-b54e-4313-9742-d1cde3a373f3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1552482 Feb 16 15:01:49.919309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:49.924776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4f2b1fd3-1e07-42a1-bc08-419c47fd75cf tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-security--229777642', 'description': 'tempest-security-description-1663344955'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:49.966796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f2b1fd3-1e07-42a1-bc08-419c47fd75cf tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:49.999095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.005834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.010632 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "DELETE /v2.0/networks/3872d2d5-d156-47ff-b556-4aef4c6b5cb2 HTTP/1.1" status: 204 len: 168 time: 0.8390090 Feb 16 15:01:50.015791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bbc79-344a-4124-b6ac-2022c272b85b req-4cdc85ef-1778-4589-8856-f1690e5e1382 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:50.024741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4bbc79-344a-4124-b6ac-2022c272b85b req-4cdc85ef-1778-4589-8856-f1690e5e1382 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 945 time: 0.1062033 Feb 16 15:01:50.032379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42906) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:50.069211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167e7b7-03f0-4788-a79e-d1ceb7213438 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event deleted for resources: {'Network': ['ID=3872d2d5-d156-47ff-b556-4aef4c6b5cb2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:50.077814 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-a828e3cc-07b2-4763-84b8-a6de4e6418c3 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] DELETE failed (client error): The resource could not be found. Feb 16 15:01:50.078812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a828e3cc-07b2-4763-84b8-a6de4e6418c3 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:01:50.082060 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a828e3cc-07b2-4763-84b8-a6de4e6418c3 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "DELETE /v2.0/ports/6ec3d895-afb1-44ce-8e39-28eac8d5b0b2 HTTP/1.1" status: 404 len: 333 time: 0.0538237 Feb 16 15:01:50.088030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42908) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:50.147244 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f2b1fd3-1e07-42a1-bc08-419c47fd75cf tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.165824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Deleting subnet cdeec4e2-0a86-4664-8044-6d00fb65fe45 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:01:50.173002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.181082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4bbc79-344a-4124-b6ac-2022c272b85b req-572e37ad-1d05-4166-8790-509c8196bdf3 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552095 Feb 16 15:01:50.219222 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.245828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f2b1fd3-1e07-42a1-bc08-419c47fd75cf tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.247818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f2b1fd3-1e07-42a1-bc08-419c47fd75cf tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.249082 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f2b1fd3-1e07-42a1-bc08-419c47fd75cf tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "PUT /v2.0/security-groups/6c514877-1960-4739-8717-51c9897d956b HTTP/1.1" status: 200 len: 1779 time: 0.3287292 Feb 16 15:01:50.257499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca88b04-7366-4a50-abce-374a7d32f1ee req-9b7569d8-1739-43ad-ad64-17a144abc3c3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:50.259096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ca88b04-7366-4a50-abce-374a7d32f1ee req-9b7569d8-1739-43ad-ad64-17a144abc3c3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1531699 Feb 16 15:01:50.259352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42910) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:50.269107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.323274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b1fd3-1e07-42a1-bc08-419c47fd75cf tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c514877-1960-4739-8717-51c9897d956b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:50.326320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.366261 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-929efb15-d161-4c4d-8a01-836079247ac6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups/6c514877-1960-4739-8717-51c9897d956b HTTP/1.1" status: 200 len: 1779 time: 0.1057966 Feb 16 15:01:50.368851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42914) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:50.374819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.426108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ac441dac-c85f-430c-829d-05d14e6b01f8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:50.450419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ca88b04-7366-4a50-abce-374a7d32f1ee req-d4312c2b-4d68-4f5b-a1f6-9cfd659694d6 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836054 Feb 16 15:01:50.538688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f82cd57f-886c-4235-9766-19e1c7cc7aab tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.561423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Allocated IP 172.25.6.126 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/0c187ce3-8fd8-4000-897f-f619a41a11cf) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:50.563633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.580262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f82cd57f-886c-4235-9766-19e1c7cc7aab tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.602870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event deleted for resources: {'Subnet': ['ID=cdeec4e2-0a86-4664-8044-6d00fb65fe45,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:50.603083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port ac441dac-c85f-430c-829d-05d14e6b01f8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:01:50.613640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.614683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port ac441dac-c85f-430c-829d-05d14e6b01f8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:50.614683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.617418 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-82924b03-57e6-423b-a8bf-d79532f86f67 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "DELETE /v2.0/subnets/cdeec4e2-0a86-4664-8044-6d00fb65fe45 HTTP/1.1" status: 204 len: 168 time: 0.5287609 Feb 16 15:01:50.620315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42916) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:50.642888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd49332-402d-44e0-b115-e6a604a55de6 None None] Network 4249c540-7d80-4e0c-b441-9c18d9c572f6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:50.737093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.756179 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.815936 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f82cd57f-886c-4235-9766-19e1c7cc7aab tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.818836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f82cd57f-886c-4235-9766-19e1c7cc7aab tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.822839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42918) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:50.824120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f82cd57f-886c-4235-9766-19e1c7cc7aab tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/6c514877-1960-4739-8717-51c9897d956b HTTP/1.1" status: 204 len: 168 time: 0.4278619 Feb 16 15:01:50.842335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cd57f-886c-4235-9766-19e1c7cc7aab tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c514877-1960-4739-8717-51c9897d956b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:50.877118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Deleting port 6e851926-93e8-4816-8d2b-7ed7137f75ff {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:50.877688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.894268 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.896675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:50.983083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ac441dac-c85f-430c-829d-05d14e6b01f8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ac441dac-c85f-430c-829d-05d14e6b01f8,segment=NetworkSegment(2a5b7f0c-793b-4e37-a758-0a7380a3ad37),segment_id=2a5b7f0c-793b-4e37-a758-0a7380a3ad37)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:50.983908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac441dac-c85f-430c-829d-05d14e6b01f8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:50.986486 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e51616-e09b-4587-8632-465e939b99e5" -d '{"events": [{"server_uuid": "47af0304-9fd2-4047-9dc4-e5d313166f39", "name": "network-vif-plugged", "status": "completed", "tag": "ac441dac-c85f-430c-829d-05d14e6b01f8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:51.014144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] DHCP port deletion for 4249c540-7d80-4e0c-b441-9c18d9c572f6 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:01:51.018062 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dbe800b7-7a2f-4137-8c0e-b57772d46d69 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1855986 Feb 16 15:01:51.019457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42924) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:51.042787 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-3b276c5a-f14f-43df-a240-9b5a5635b8e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] delete failed (client error): The resource could not be found. Feb 16 15:01:51.044005 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3b276c5a-f14f-43df-a240-9b5a5635b8e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/6c514877-1960-4739-8717-51c9897d956b HTTP/1.1" status: 404 len: 347 time: 0.0236127 Feb 16 15:01:51.049519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42926) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:51.054397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ef2e71e5-ed8b-4f43-9fe4-b97645128103 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--397966465'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:51.066631 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66860e3-ee1b-4fcb-9c97-5e35e5634c4c x-openstack-request-id: req-d66860e3-ee1b-4fcb-9c97-5e35e5634c4c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:51.067269 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47af0304-9fd2-4047-9dc4-e5d313166f39", "name": "network-vif-plugged", "status": "completed", "tag": "ac441dac-c85f-430c-829d-05d14e6b01f8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:51.067736 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d66860e3-ee1b-4fcb-9c97-5e35e5634c4c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:51.068326 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac441dac-c85f-430c-829d-05d14e6b01f8', 'code': 200} Feb 16 15:01:51.083573 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.116339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] For port 6e851926-93e8-4816-8d2b-7ed7137f75ff, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e851926-93e8-4816-8d2b-7ed7137f75ff,segment=NetworkSegment(70b18432-b0cb-420f-b299-7fe15e01e408),segment_id=70b18432-b0cb-420f-b299-7fe15e01e408)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:51.116645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.126357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:51.130587 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:01:51.145349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:51.146044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ac441dac-c85f-430c-829d-05d14e6b01f8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:51.146737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Calling delete_port for 6e851926-93e8-4816-8d2b-7ed7137f75ff owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:51.151456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:51.162421 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] Deleting port 6e851926-93e8-4816-8d2b-7ed7137f75ff {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:51.163141 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.212115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Pushing event updated for resources: {'Port': ['ID=0c187ce3-8fd8-4000-897f-f619a41a11cf,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:51.224134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e47d-7a18-4c93-8475-f7c55bb8ed42 req-28aa8458-2172-4d18-925f-5475b1440ad3 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:51.224847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66f5e47d-7a18-4c93-8475-f7c55bb8ed42 req-28aa8458-2172-4d18-925f-5475b1440ad3 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.2258165 Feb 16 15:01:51.233518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef2e71e5-ed8b-4f43-9fe4-b97645128103 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.286501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] For port 6e851926-93e8-4816-8d2b-7ed7137f75ff, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e851926-93e8-4816-8d2b-7ed7137f75ff,segment=NetworkSegment(70b18432-b0cb-420f-b299-7fe15e01e408),segment_id=70b18432-b0cb-420f-b299-7fe15e01e408)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:51.289481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.295875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874d70a-3242-4822-89f7-d6aa62ca579d None None] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:01:51.300833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814f967-a674-445a-8bd5-b3b1f9c1b43b req-a9215de4-6768-4a62-af46-532a3cde6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:51.304423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e814f967-a674-445a-8bd5-b3b1f9c1b43b req-a9215de4-6768-4a62-af46-532a3cde6c6f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 1097 time: 0.1402283 Feb 16 15:01:51.339147 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef2e71e5-ed8b-4f43-9fe4-b97645128103 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.388386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66f5e47d-7a18-4c93-8475-f7c55bb8ed42 req-ed27d2e7-2474-4254-88cd-5b033cbb9ed6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433332 Feb 16 15:01:51.408518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.410933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] Calling delete_port for 6e851926-93e8-4816-8d2b-7ed7137f75ff owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:51.438057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event deleted for resources: {'Port': ['ID=6e851926-93e8-4816-8d2b-7ed7137f75ff,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:51.440013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef2e71e5-ed8b-4f43-9fe4-b97645128103 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.464036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] No DVR routers for this DVR port 6e851926-93e8-4816-8d2b-7ed7137f75ff on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:51.489318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0eb322da-cbd8-48b5-a9b5-7ab962eac414 None None] Provisioning complete for port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:51.489911 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0eb322da-cbd8-48b5-a9b5-7ab962eac414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.520877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e814f967-a674-445a-8bd5-b3b1f9c1b43b req-3e942fd4-d845-4275-a597-cc6832727795 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834822 Feb 16 15:01:51.522014 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef2e71e5-ed8b-4f43-9fe4-b97645128103 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.523273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef2e71e5-ed8b-4f43-9fe4-b97645128103 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4725833 Feb 16 15:01:51.530403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42934) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:51.537618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e71e5-ed8b-4f43-9fe4-b97645128103 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be66f7fc-d035-4d19-9d88-c634db9fac45,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:51.550156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-40f12012-07b4-4f04-b515-9524775aabd8 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': 'be66f7fc-d035-4d19-9d88-c634db9fac45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:51.588638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34803e-ffdf-4395-9a12-12fdd1c7f575 req-87875977-5d40-4279-8090-8d2ed214c8df tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:51.598194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b34803e-ffdf-4395-9a12-12fdd1c7f575 req-87875977-5d40-4279-8090-8d2ed214c8df tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 946 time: 0.2597342 Feb 16 15:01:51.613848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.647255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4249c540-7d80-4e0c-b441-9c18d9c572f6']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:51.666007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b18432-b0cb-420f-b299-7fe15e01e408') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:51.666351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b18432-b0cb-420f-b299-7fe15e01e408') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:51.691002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.695487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.722715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] No DVR routers for this DVR port 6e851926-93e8-4816-8d2b-7ed7137f75ff on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:51.727632 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0eb322da-cbd8-48b5-a9b5-7ab962eac414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.731526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54f316-dd08-4aea-8f6c-5ad33093becc None None] Pushing event deleted for resources: {'Port': ['ID=6e851926-93e8-4816-8d2b-7ed7137f75ff,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:51.747398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.773263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:01:51.785311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0eb322da-cbd8-48b5-a9b5-7ab962eac414 None None] For port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:51.792075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:01:51.800416 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:01:51.817148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.839007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40f12012-07b4-4f04-b515-9524775aabd8 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.895522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:51.934845 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0eb322da-cbd8-48b5-a9b5-7ab962eac414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.971816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b34803e-ffdf-4395-9a12-12fdd1c7f575 req-f8ec483c-080e-4118-a6db-fd5f215aa450 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671482 Feb 16 15:01:51.979972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.985975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb322da-cbd8-48b5-a9b5-7ab962eac414 None None] Pushing event updated for resources: {'Port': ['ID=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:51.995424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:51.999397 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] 10.222.0.113 "DELETE /v2.0/networks/4249c540-7d80-4e0c-b441-9c18d9c572f6 HTTP/1.1" status: 204 len: 168 time: 1.3779764 Feb 16 15:01:52.021488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:52.021863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.022830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab7c61-7b8f-448e-ad64-b9f0c79ea791 tempest-DHCPAgentSchedulersTestJSON-938026474 tempest-DHCPAgentSchedulersTestJSON-938026474-project] Pushing event deleted for resources: {'Network': ['ID=4249c540-7d80-4e0c-b441-9c18d9c572f6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:52.038796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017396-69e2-467a-b1f5-2334adad63a0 req-dc0d96c7-d060-48d7-bbba-296a6fd522d7 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:52.040432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88017396-69e2-467a-b1f5-2334adad63a0 req-dc0d96c7-d060-48d7-bbba-296a6fd522d7 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.4638853 Feb 16 15:01:52.158503 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40f12012-07b4-4f04-b515-9524775aabd8 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.165298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-921fbe1f-ff38-497b-b7eb-8d112380d42f None None] Provisioning complete for port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:52.169890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-921fbe1f-ff38-497b-b7eb-8d112380d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.182042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88017396-69e2-467a-b1f5-2334adad63a0 req-a336197f-2d16-4747-ba30-e4bf3a4c47fd tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989268 Feb 16 15:01:52.206771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40f12012-07b4-4f04-b515-9524775aabd8 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.261843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e851926-93e8-4816-8d2b-7ed7137f75ff no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:01:52.268058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f12012-07b4-4f04-b515-9524775aabd8 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1aa382b-4a7c-4199-8600-40490f13652a,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:52.374097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.380699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40f12012-07b4-4f04-b515-9524775aabd8 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.385128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-40f12012-07b4-4f04-b515-9524775aabd8 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8431437 Feb 16 15:01:52.386338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42940) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:52.436126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3f5a3ff-d465-44ad-8b53-14b8da7819a6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.449600 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3f5a3ff-d465-44ad-8b53-14b8da7819a6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.494811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6e851926-93e8-4816-8d2b-7ed7137f75ff {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:01:52.495296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e851926-93e8-4816-8d2b-7ed7137f75ff not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:01:52.597174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3f5a3ff-d465-44ad-8b53-14b8da7819a6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.613180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcef053-b61e-43b5-8772-cfdfb0c98e63 req-92a898ec-f3b0-4046-b26c-78db948332ee tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:52.614070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3f5a3ff-d465-44ad-8b53-14b8da7819a6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.615382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3f5a3ff-d465-44ad-8b53-14b8da7819a6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/d1aa382b-4a7c-4199-8600-40490f13652a HTTP/1.1" status: 204 len: 168 time: 0.2290862 Feb 16 15:01:52.616850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5a3ff-d465-44ad-8b53-14b8da7819a6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1aa382b-4a7c-4199-8600-40490f13652a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:52.618650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42946) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:52.621065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbcef053-b61e-43b5-8772-cfdfb0c98e63 req-92a898ec-f3b0-4046-b26c-78db948332ee tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0848532 Feb 16 15:01:52.630709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:52.690718 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-57bc7c1c-41b0-4043-a1a9-f1fdd32a671f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604949 Feb 16 15:01:52.693631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbcef053-b61e-43b5-8772-cfdfb0c98e63 req-776657d1-d720-437c-b6ea-9cd47c5ae619 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714972 Feb 16 15:01:52.693958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42952) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:52.764870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9b56-dfa4-4090-84fe-0fd0f72182f0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:52.791239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Router 37fd0204-47a8-4412-bc12-35cdf428b382 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:01:52.791397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9b56-dfa4-4090-84fe-0fd0f72182f0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.002817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9b56-dfa4-4090-84fe-0fd0f72182f0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.005706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9b56-dfa4-4090-84fe-0fd0f72182f0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.009210 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ff9b9b56-dfa4-4090-84fe-0fd0f72182f0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/be66f7fc-d035-4d19-9d88-c634db9fac45 HTTP/1.1" status: 204 len: 168 time: 0.3110590 Feb 16 15:01:53.010961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42956) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:53.040986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b9b56-dfa4-4090-84fe-0fd0f72182f0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be66f7fc-d035-4d19-9d88-c634db9fac45,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:53.117747 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-31a3fda7-ab8f-4bb0-a8ca-5084f12d6b5c tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055791 Feb 16 15:01:53.122157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42958) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:53.128201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cb9e5df5-b34f-4a7d-99a6-3acc6ebeee75 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--490330970'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:53.177031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-22c332f2-8e5e-49c8-9a6b-da636fbc8c24 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=05933b80b63f46ab80a7a166b484c7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401132 Feb 16 15:01:53.179776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42960) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:53.232107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7daff319-69b2-44e1-bc71-e5ab0764cf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.233067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb728f-1573-4f5e-9677-068aabe03803 req-6dc1be99-0985-4f62-886c-eec416335c59 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:53.235181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeb728f-1573-4f5e-9677-068aabe03803 req-6dc1be99-0985-4f62-886c-eec416335c59 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 946 time: 0.1055443 Feb 16 15:01:53.254906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:01:53.259499 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7daff319-69b2-44e1-bc71-e5ab0764cf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.266101 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Sync routers for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:01:53.283221 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:53.285328 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:01:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:53.290767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abeb728f-1573-4f5e-9677-068aabe03803 req-d38dbcfe-8005-46e2-94e8-7004498edc11 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Feb 16 15:01:53.306322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5df5-b34f-4a7d-99a6-3acc6ebeee75 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.409744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76d05d-4f49-4817-ad5f-b757b8b72d0b req-b3ed36b6-23c0-49c9-b4f0-7de276754658 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:53.419196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a76d05d-4f49-4817-ad5f-b757b8b72d0b req-b3ed36b6-23c0-49c9-b4f0-7de276754658 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1062267 Feb 16 15:01:53.457338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.458887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bdac7105-61cf-4146-856b-fd06c6963777 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6272039 Feb 16 15:01:53.466266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42970) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:53.466561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5df5-b34f-4a7d-99a6-3acc6ebeee75 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.470392 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7daff319-69b2-44e1-bc71-e5ab0764cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.479320 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7daff319-69b2-44e1-bc71-e5ab0764cf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.480553 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7daff319-69b2-44e1-bc71-e5ab0764cf59 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9a866509-351b-45a3-aef7-ddf647ee3c9c HTTP/1.1" status: 204 len: 168 time: 0.2997761 Feb 16 15:01:53.500937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff319-69b2-44e1-bc71-e5ab0764cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a866509-351b-45a3-aef7-ddf647ee3c9c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:53.535568 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:53.543230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5df5-b34f-4a7d-99a6-3acc6ebeee75 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.583645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e5df5-b34f-4a7d-99a6-3acc6ebeee75 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126ab424-c9cc-4c5c-9c90-5464fc8b3b75,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:53.589003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a76d05d-4f49-4817-ad5f-b757b8b72d0b req-41ef61ff-a7d6-4aab-b0ab-d42db136c568 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688240 Feb 16 15:01:53.633961 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb9e5df5-b34f-4a7d-99a6-3acc6ebeee75 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.639205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42974) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:53.642310 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cb9e5df5-b34f-4a7d-99a6-3acc6ebeee75 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5168660 Feb 16 15:01:53.663171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-86ed5916-a995-4b21-8432-bd2f01bdc473 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '126ab424-c9cc-4c5c-9c90-5464fc8b3b75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:53.780260 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:51Z', 'revision_number': 3, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:53.820064 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Checking router: 37fd0204-47a8-4412-bc12-35cdf428b382 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:01:53.820406 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Updating router 37fd0204-47a8-4412-bc12-35cdf428b382 port 0c187ce3-8fd8-4000-897f-f619a41a11cf binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:01:53.838485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:53.853911 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.889073 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86ed5916-a995-4b21-8432-bd2f01bdc473 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:53.918869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:53.919655 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.065542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be074fd0-fab1-48a4-b006-c3b0eca5e775 req-54871476-e06e-4eed-9c59-2270e0469262 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:54.074114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be074fd0-fab1-48a4-b006-c3b0eca5e775 req-54871476-e06e-4eed-9c59-2270e0469262 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.2476864 Feb 16 15:01:54.168303 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86ed5916-a995-4b21-8432-bd2f01bdc473 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.194792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77bd93-7875-44fb-81e9-bab1aea3c085 req-722e31ec-77a8-4f47-9576-a4f8dec4a93a tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:54.196423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c77bd93-7875-44fb-81e9-bab1aea3c085 req-722e31ec-77a8-4f47-9576-a4f8dec4a93a tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 946 time: 0.2256746 Feb 16 15:01:54.207963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be074fd0-fab1-48a4-b006-c3b0eca5e775 req-813a93f8-ec89-4153-9e37-a2f1dd024d6d tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327448 Feb 16 15:01:54.222192 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.246807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86ed5916-a995-4b21-8432-bd2f01bdc473 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.287202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed5916-a995-4b21-8432-bd2f01bdc473 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499e7666-365e-4b8f-b171-27c85daeeb3e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:54.303138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c77bd93-7875-44fb-81e9-bab1aea3c085 req-80c35ac1-beac-4942-9b2f-ac6d43109817 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927663 Feb 16 15:01:54.316534 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.404529 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.408640 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Pushing event updated for resources: {'Port': ['ID=0c187ce3-8fd8-4000-897f-f619a41a11cf,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:54.418888 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Attempting to bind port 0c187ce3-8fd8-4000-897f-f619a41a11cf on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:54.419273 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Attempting to bind port 0c187ce3-8fd8-4000-897f-f619a41a11cf by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:54.419708 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Attempting to bind port 0c187ce3-8fd8-4000-897f-f619a41a11cf on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:54.424705 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.425114 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.425393 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.425775 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.426114 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.426440 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.426909 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.427239 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.427574 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.427893 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.428210 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.428531 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:01:54.434276 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:54.434647 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:54.435045 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.435427 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:54.436080 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Bound port: 0c187ce3-8fd8-4000-897f-f619a41a11cf, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:54.436804 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.490648 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86ed5916-a995-4b21-8432-bd2f01bdc473 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.494247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] For port 0c187ce3-8fd8-4000-897f-f619a41a11cf, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:54.495717 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42984) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:54.497756 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] For port 0c187ce3-8fd8-4000-897f-f619a41a11cf, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0c187ce3-8fd8-4000-897f-f619a41a11cf,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:54.498933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fb8c29df-24fb-4095-894e-30884b2031bb tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '126ab424-c9cc-4c5c-9c90-5464fc8b3b75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:54.500155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86ed5916-a995-4b21-8432-bd2f01bdc473 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8598361 Feb 16 15:01:54.575479 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.578069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42986) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:54.601288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-926ec8ed-5dff-4103-8a5c-d70a53caa019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.635208 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:54.635844 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:01:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:54.662031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29df-24fb-4095-894e-30884b2031bb tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.767045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Allocated IP 172.20.0.1 (d6e09dcc-e987-4a4a-90db-9a613cb8a34e/8590e742-def4-49e9-9180-5e698cc9b4e7/3431f301-9d3b-4f52-8d40-5021ad529d73) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:01:54.798329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e54762-3d09-4f3c-8ffb-72e0575a6a4a req-888956e9-88b4-41f5-8cfd-2a014eb3d5da tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:54.802690 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3b6a9-81f9-4999-b1ce-5c3686e7e071 None None] Pushing event updated for resources: {'Port': ['ID=0c187ce3-8fd8-4000-897f-f619a41a11cf,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:54.807331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3e54762-3d09-4f3c-8ffb-72e0575a6a4a req-888956e9-88b4-41f5-8cfd-2a014eb3d5da tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.0970418 Feb 16 15:01:54.915054 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:54.940103 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29df-24fb-4095-894e-30884b2031bb tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:54.940304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3e54762-3d09-4f3c-8ffb-72e0575a6a4a req-bc3af798-811a-4db5-82c2-0668ea3af842 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244292 Feb 16 15:01:54.985733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-926ec8ed-5dff-4103-8a5c-d70a53caa019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.008570 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.026418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29df-24fb-4095-894e-30884b2031bb tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.044611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c29df-24fb-4095-894e-30884b2031bb tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6623513f-51e6-4bf3-aaba-cfe0213eed16,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:55.088231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-926ec8ed-5dff-4103-8a5c-d70a53caa019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.118244 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29df-24fb-4095-894e-30884b2031bb tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.122165 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fb8c29df-24fb-4095-894e-30884b2031bb tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6241119 Feb 16 15:01:55.122852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42990) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:55.130671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5b394a4c-628c-463d-a7a8-b0328c941666 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '126ab424-c9cc-4c5c-9c90-5464fc8b3b75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:55.130977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:51Z', 'revision_number': 3, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:55.139000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ec8ed-5dff-4103-8a5c-d70a53caa019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42efaf9-cf28-4416-99e3-4cd5e2841ef0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:55.143959 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-926ec8ed-5dff-4103-8a5c-d70a53caa019 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e0475cdaf2cc461483ffda0406fae963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643036 Feb 16 15:01:55.146847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42992) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:55.168083 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b08e51-d7f5-4c83-a707-2e8eaca683ba None None] The sync data for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 is: [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:51Z', 'revision_number': 3, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:01:55.196088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.211483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b582627-f2d6-4374-a5db-c22f7d17991f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.235855 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b582627-f2d6-4374-a5db-c22f7d17991f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.266516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:55.280216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:55.284206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:01:55.308346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Pushing event updated for resources: {'Port': ['ID=3431f301-9d3b-4f52-8d40-5021ad529d73,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:55.332718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b394a4c-628c-463d-a7a8-b0328c941666 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.377234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.408660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b582627-f2d6-4374-a5db-c22f7d17991f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.411240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b582627-f2d6-4374-a5db-c22f7d17991f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.414703 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b582627-f2d6-4374-a5db-c22f7d17991f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e42efaf9-cf28-4416-99e3-4cd5e2841ef0 HTTP/1.1" status: 204 len: 168 time: 0.2647069 Feb 16 15:01:55.421850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b582627-f2d6-4374-a5db-c22f7d17991f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42efaf9-cf28-4416-99e3-4cd5e2841ef0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:55.675323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fa1984e5-a2d0-46f8-a1ee-30045295048d None None] Provisioning complete for port 3431f301-9d3b-4f52-8d40-5021ad529d73 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:55.676579 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fa1984e5-a2d0-46f8-a1ee-30045295048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.736114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-fa1984e5-a2d0-46f8-a1ee-30045295048d None None] Port 3431f301-9d3b-4f52-8d40-5021ad529d73 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:01:55.826313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86890566-a455-447a-9900-970251cf294d req-7582e355-d391-4bc2-8c3a-51721b01ae42 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:55.828005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86890566-a455-447a-9900-970251cf294d req-7582e355-d391-4bc2-8c3a-51721b01ae42 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.4576688 Feb 16 15:01:55.845314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0c187ce3-8fd8-4000-897f-f619a41a11cf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:55.875631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-6f9c45ae-2c97-48f0-8893-ea0ab5fb8b59 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:55.877205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-6f9c45ae-2c97-48f0-8893-ea0ab5fb8b59 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.93 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 946 time: 0.2396390 Feb 16 15:01:55.881929 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b394a4c-628c-463d-a7a8-b0328c941666 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.904941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0c187ce3-8fd8-4000-897f-f619a41a11cf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:55.905459 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:55.941892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c65321-01d5-4ef0-b66a-17a0c90242e4 req-f191e0e5-a3ea-4af4-9580-50977f2dccc8 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:55.943517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c65321-01d5-4ef0-b66a-17a0c90242e4 req-f191e0e5-a3ea-4af4-9580-50977f2dccc8 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 946 time: 0.3048365 Feb 16 15:01:55.944256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.018025 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.041720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 0c187ce3-8fd8-4000-897f-f619a41a11cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0c187ce3-8fd8-4000-897f-f619a41a11cf,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:56.058942 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b394a4c-628c-463d-a7a8-b0328c941666 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.063341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86890566-a455-447a-9900-970251cf294d req-ca280391-7052-4ff1-b8e1-80b6dfac4700 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115793 Feb 16 15:01:56.119066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b394a4c-628c-463d-a7a8-b0328c941666 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a39232-4169-4879-a711-8c24347e4457,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:56.128297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.163172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c65321-01d5-4ef0-b66a-17a0c90242e4 req-bee9070e-b95a-461f-a2ba-e4ff46adb15e tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014759 Feb 16 15:01:56.233436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=0c187ce3-8fd8-4000-897f-f619a41a11cf,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:56.261479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b394a4c-628c-463d-a7a8-b0328c941666 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.265706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b394a4c-628c-463d-a7a8-b0328c941666 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1382797 Feb 16 15:01:56.266700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43014) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:56.276330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-dac8b25f-35fe-470f-bafd-a4ff120d8d67 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '126ab424-c9cc-4c5c-9c90-5464fc8b3b75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:56.382654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dac8b25f-35fe-470f-bafd-a4ff120d8d67 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.413136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e878b15-960b-4ecc-b68c-4a386f0e44b0 req-e928ca98-f6a1-4553-854b-737468e8122b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:56.414887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e878b15-960b-4ecc-b68c-4a386f0e44b0 req-e928ca98-f6a1-4553-854b-737468e8122b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.2114425 Feb 16 15:01:56.455669 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dac8b25f-35fe-470f-bafd-a4ff120d8d67 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.491569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Deleting port ac441dac-c85f-430c-829d-05d14e6b01f8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:01:56.492441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.511572 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dac8b25f-35fe-470f-bafd-a4ff120d8d67 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.535086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b25f-35fe-470f-bafd-a4ff120d8d67 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a63df5-c93b-4ca4-83ea-60a5ca3bd08b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:56.612343 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dac8b25f-35fe-470f-bafd-a4ff120d8d67 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.615196 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dac8b25f-35fe-470f-bafd-a4ff120d8d67 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3434014 Feb 16 15:01:56.616696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43020) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:56.621487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-dbc3d284-6a07-4881-97ea-9887a1dd4d64 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '126ab424-c9cc-4c5c-9c90-5464fc8b3b75', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:56.753290 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d284-6a07-4881-97ea-9887a1dd4d64 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.836533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d284-6a07-4881-97ea-9887a1dd4d64 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.866726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e878b15-960b-4ecc-b68c-4a386f0e44b0 req-3f1e8bc5-b68d-413e-ba19-474eb4f41897 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413733 Feb 16 15:01:56.898395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.922151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] For port ac441dac-c85f-430c-829d-05d14e6b01f8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ac441dac-c85f-430c-829d-05d14e6b01f8,segment=NetworkSegment(2a5b7f0c-793b-4e37-a758-0a7380a3ad37),segment_id=2a5b7f0c-793b-4e37-a758-0a7380a3ad37)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:01:56.922531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.934748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Calling delete_port for ac441dac-c85f-430c-829d-05d14e6b01f8 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:01:56.939930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d284-6a07-4881-97ea-9887a1dd4d64 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:56.961524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3d284-6a07-4881-97ea-9887a1dd4d64 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a67431-d5d5-44dc-a88a-a991c0604f24,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:56.981760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.022168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d284-6a07-4881-97ea-9887a1dd4d64 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.026172 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dbc3d284-6a07-4881-97ea-9887a1dd4d64 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4057209 Feb 16 15:01:57.026448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43030) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:57.057023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2701d0e9-241f-4550-895c-1ed997afe73b tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.079157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2701d0e9-241f-4550-895c-1ed997afe73b tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.079844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.097380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Pushing event updated for resources: {'Port': ['ID=3431f301-9d3b-4f52-8d40-5021ad529d73,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:57.185601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2701d0e9-241f-4550-895c-1ed997afe73b tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.192827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2701d0e9-241f-4550-895c-1ed997afe73b tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.194646 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2701d0e9-241f-4550-895c-1ed997afe73b tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/57a67431-d5d5-44dc-a88a-a991c0604f24 HTTP/1.1" status: 204 len: 168 time: 0.1669607 Feb 16 15:01:57.197044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43038) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:57.209872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701d0e9-241f-4550-895c-1ed997afe73b tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57a67431-d5d5-44dc-a88a-a991c0604f24,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:57.267127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ed91935b-4551-4746-8cff-d2502dd035ed tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0688331 Feb 16 15:01:57.269991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43042) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:57.304656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e032-048d-4425-83d6-4d7d8cd877dd req-dd9b01f8-8718-461e-9a21-47ffee700c56 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:57.306768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a091e032-048d-4425-83d6-4d7d8cd877dd req-dd9b01f8-8718-461e-9a21-47ffee700c56 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1290455 Feb 16 15:01:57.313352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5eb3-8d49-49ba-9fbd-d69e8518f172 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.320007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:01:57.321332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5eb3-8d49-49ba-9fbd-d69e8518f172 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.330525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:01:57.335301 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.348729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['ac441dac-c85f-430c-829d-05d14e6b01f8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:01:57.406222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Pushing event deleted for resources: {'Port': ['ID=ac441dac-c85f-430c-829d-05d14e6b01f8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:57.425701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5eb3-8d49-49ba-9fbd-d69e8518f172 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.433042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee5d5eb3-8d49-49ba-9fbd-d69e8518f172 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.434356 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee5d5eb3-8d49-49ba-9fbd-d69e8518f172 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/c3a63df5-c93b-4ca4-83ea-60a5ca3bd08b HTTP/1.1" status: 204 len: 168 time: 0.1634512 Feb 16 15:01:57.444199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43044) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:57.465805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d5eb3-8d49-49ba-9fbd-d69e8518f172 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3a63df5-c93b-4ca4-83ea-60a5ca3bd08b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:57.500352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a091e032-048d-4425-83d6-4d7d8cd877dd req-27e54f89-189b-4ffe-81ca-5d9072f29c47 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831598 Feb 16 15:01:57.508982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d3f90-67aa-487d-ba98-4228cf25803a req-e8f28b6e-d877-4158-a6e5-24557661ea49 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:57.510641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-711d3f90-67aa-487d-ba98-4228cf25803a req-e8f28b6e-d877-4158-a6e5-24557661ea49 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 946 time: 0.2566578 Feb 16 15:01:57.530797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] No DVR routers for this DVR port ac441dac-c85f-430c-829d-05d14e6b01f8 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:01:57.533863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.534584 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-acfec9e1-322c-4e53-9c20-f2c35b35464c tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0857379 Feb 16 15:01:57.535391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43048) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:57.537437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0ead738-fbd8-4247-91a4-bba7c3195de5 req-47ca5f5b-0c4a-46cc-a2ef-122cbdca5733 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.93 "DELETE /v2.0/ports/ac441dac-c85f-430c-829d-05d14e6b01f8 HTTP/1.1" status: 204 len: 173 time: 1.6304755 Feb 16 15:01:57.545926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'name': 'network-vif-deleted', 'tag': 'ac441dac-c85f-430c-829d-05d14e6b01f8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:01:57.551855 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5c348b-8548-44b4-b444-7b05d5c4273b" -d '{"events": [{"server_uuid": "47af0304-9fd2-4047-9dc4-e5d313166f39", "name": "network-vif-deleted", "tag": "ac441dac-c85f-430c-829d-05d14e6b01f8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:01:57.582292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8e60625-96d1-4316-bcdd-62efce3f2a77 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.619324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8e60625-96d1-4316-bcdd-62efce3f2a77 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.691833 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296aa40c-d98d-47f1-82d5-f6ff19d6f093 x-openstack-request-id: req-296aa40c-d98d-47f1-82d5-f6ff19d6f093 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:01:57.693438 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47af0304-9fd2-4047-9dc4-e5d313166f39", "name": "network-vif-deleted", "tag": "ac441dac-c85f-430c-829d-05d14e6b01f8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:01:57.693795 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-296aa40c-d98d-47f1-82d5-f6ff19d6f093 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:01:57.694372 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47af0304-9fd2-4047-9dc4-e5d313166f39', 'name': 'network-vif-deleted', 'tag': 'ac441dac-c85f-430c-829d-05d14e6b01f8', 'status': 'completed', 'code': 200} Feb 16 15:01:57.708073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-711d3f90-67aa-487d-ba98-4228cf25803a req-732881d3-c8a9-42b8-aa57-1fa9d332395e tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/security-groups?id=18a691ad-200e-4ed6-b9b1-f9921e9c7825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809299 Feb 16 15:01:57.715914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Router 37fd0204-47a8-4412-bc12-35cdf428b382 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:01:57.780374 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8e60625-96d1-4316-bcdd-62efce3f2a77 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.792575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8e60625-96d1-4316-bcdd-62efce3f2a77 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.796611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43058) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:57.796905 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f8e60625-96d1-4316-bcdd-62efce3f2a77 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/03a39232-4169-4879-a711-8c24347e4457 HTTP/1.1" status: 204 len: 168 time: 0.2602575 Feb 16 15:01:57.801654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e60625-96d1-4316-bcdd-62efce3f2a77 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03a39232-4169-4879-a711-8c24347e4457,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:57.808857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0c187ce3-8fd8-4000-897f-f619a41a11cf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:01:57.848457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9d047651-5e15-4e77-b466-964ddf11af0f None None] Provisioning complete for port 3431f301-9d3b-4f52-8d40-5021ad529d73 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:57.849135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d047651-5e15-4e77-b466-964ddf11af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.903770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-48bd5f92-2c1a-4122-a3be-afba5afc1c2a tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1051726 Feb 16 15:01:57.906611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43062) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:57.907883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:01:57.924083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cb260c02-1ba1-4b53-84fe-ed09a4c5371c admin admin] 10.222.0.113 "PUT /v2.0/routers/37fd0204-47a8-4412-bc12-35cdf428b382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4461253 Feb 16 15:01:57.936591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Sync routers for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:01:57.963951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9d047651-5e15-4e77-b466-964ddf11af0f None None] Port 3431f301-9d3b-4f52-8d40-5021ad529d73 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:01:57.964090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fecc6b3-9d3f-40f6-bde3-6b488193803d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:57.976843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fecc6b3-9d3f-40f6-bde3-6b488193803d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.003662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:58.003662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:01:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:58.012265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0c187ce3-8fd8-4000-897f-f619a41a11cf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:58.015413 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.037741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308d03b-1664-467d-acc0-17965b7b7049 req-1cbef497-6e41-494c-9d66-53ebb9f832d3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:58.049616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2308d03b-1664-467d-acc0-17965b7b7049 req-1cbef497-6e41-494c-9d66-53ebb9f832d3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.0824704 Feb 16 15:01:58.122968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fecc6b3-9d3f-40f6-bde3-6b488193803d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.130673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fecc6b3-9d3f-40f6-bde3-6b488193803d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.133531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3fecc6b3-9d3f-40f6-bde3-6b488193803d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/6623513f-51e6-4bf3-aaba-cfe0213eed16 HTTP/1.1" status: 204 len: 168 time: 0.2257721 Feb 16 15:01:58.137129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43074) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.143091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2308d03b-1664-467d-acc0-17965b7b7049 req-379d11e2-82f3-4735-828a-f992093e38e9 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925000 Feb 16 15:01:58.170172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecc6b3-9d3f-40f6-bde3-6b488193803d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6623513f-51e6-4bf3-aaba-cfe0213eed16,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:58.221618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43080) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.221725 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-512c3325-1b7a-48a9-90f7-196ead3dfb69 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0716724 Feb 16 15:01:58.256389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c75c98d3-dbb2-4bf3-8646-a56b3562f798 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.270412 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c75c98d3-dbb2-4bf3-8646-a56b3562f798 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.278033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:58.391446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c75c98d3-dbb2-4bf3-8646-a56b3562f798 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.396816 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c75c98d3-dbb2-4bf3-8646-a56b3562f798 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.400475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c75c98d3-dbb2-4bf3-8646-a56b3562f798 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/499e7666-365e-4b8f-b171-27c85daeeb3e HTTP/1.1" status: 204 len: 168 time: 0.1839757 Feb 16 15:01:58.402214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43090) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.414663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c98d3-dbb2-4bf3-8646-a56b3562f798 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=499e7666-365e-4b8f-b171-27c85daeeb3e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:58.456359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43092) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.457168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bff8d6c9-bf72-447b-9f03-93ea484b29bd tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538316 Feb 16 15:01:58.528272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43094) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.555378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab9c7-a2fc-415c-8a4d-58cb86f29d58 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.593774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab9c7-a2fc-415c-8a4d-58cb86f29d58 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.595262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 2, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:58.648791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Checking router: 37fd0204-47a8-4412-bc12-35cdf428b382 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:01:58.649239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Updating router 37fd0204-47a8-4412-bc12-35cdf428b382 port 3431f301-9d3b-4f52-8d40-5021ad529d73 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:01:58.652548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381851d7-5185-4eb2-bdd3-328c03264d6d req-5fe394c1-ccbc-464f-9cce-5a0faafaf47f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:58.661235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-381851d7-5185-4eb2-bdd3-328c03264d6d req-5fe394c1-ccbc-464f-9cce-5a0faafaf47f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0753772 Feb 16 15:01:58.706652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.710561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-381851d7-5185-4eb2-bdd3-328c03264d6d req-6374b21a-25ff-40e0-ba4f-d19f2d725e41 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471413 Feb 16 15:01:58.723530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a4a0c584-451b-495f-9daf-ec79a4db81be tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:58.781756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab9c7-a2fc-415c-8a4d-58cb86f29d58 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.785336 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab9c7-a2fc-415c-8a4d-58cb86f29d58 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:58.786934 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7d6ab9c7-a2fc-415c-8a4d-58cb86f29d58 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/126ab424-c9cc-4c5c-9c90-5464fc8b3b75 HTTP/1.1" status: 204 len: 168 time: 0.3289044 Feb 16 15:01:58.789605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43108) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.814610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ab9c7-a2fc-415c-8a4d-58cb86f29d58 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126ab424-c9cc-4c5c-9c90-5464fc8b3b75,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:58.872756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6db0f275-fd23-4358-9d88-63ce75b946f1 req-c4976236-7f16-4ae3-bdad-0e9b256254f1 tempest-ServerGroupTestJSON-407821618 tempest-ServerGroupTestJSON-407821618-project] 10.222.0.113 "GET /v2.0/ports?device_id=47af0304-9fd2-4047-9dc4-e5d313166f39 HTTP/1.1" status: 200 len: 210 time: 0.0492156 Feb 16 15:01:58.898140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1c76f048-c1a8-4818-a89e-4b5b57597470 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072266 Feb 16 15:01:58.902251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43112) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.907062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0f26557d-2e25-4fd4-b491-f9a0dbc1d3de tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024689234'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:58.971058 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a4a0c584-451b-495f-9daf-ec79a4db81be tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "PUT /v2.0/quotas/2955784be2424ad6bef995f0c0fb2854 HTTP/1.1" status: 200 len: 366 time: 0.4417143 Feb 16 15:01:58.973722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43116) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:58.987273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f7ac0da2-ea0b-4489-9ad4-d7aaa2f0355e tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0118165 Feb 16 15:01:58.995679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43120) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.008063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9678e0fe-d363-4634-b614-7b2e3580654f tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "GET /v2.0/quotas/2955784be2424ad6bef995f0c0fb2854 HTTP/1.1" status: 200 len: 366 time: 0.0112457 Feb 16 15:01:59.010678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43122) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.066416 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f26557d-2e25-4fd4-b491-f9a0dbc1d3de tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.083503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.100561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9ec12522-2e3f-472c-96b6-da1e2d24f809 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "DELETE /v2.0/quotas/2955784be2424ad6bef995f0c0fb2854 HTTP/1.1" status: 204 len: 168 time: 0.0885675 Feb 16 15:01:59.103346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43126) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.112127 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43128) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.120249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-265270178-network', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:59.125949 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-99681328-5da6-4ab4-8fc0-e6c8e0266b82 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0206711 Feb 16 15:01:59.128461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43130) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.142321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-14a8a004-bd4f-4e75-bab6-c12d32995ba6 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "GET /v2.0/quotas/2955784be2424ad6bef995f0c0fb2854 HTTP/1.1" status: 200 len: 370 time: 0.0125377 Feb 16 15:01:59.142921 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.150328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43132) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.155298 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-154f4006-a97a-401c-bf67-e328f8d7ce17 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "GET /v2.0/quotas/2955784be2424ad6bef995f0c0fb2854/default HTTP/1.1" status: 200 len: 370 time: 0.0037632 Feb 16 15:01:59.158182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43136) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.161119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f26557d-2e25-4fd4-b491-f9a0dbc1d3de tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.170844 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-cf68f87e-e046-4c20-bf72-d705d838bb85 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] delete failed (client error): The resource could not be found. Feb 16 15:01:59.170844 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf68f87e-e046-4c20-bf72-d705d838bb85 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "DELETE /v2.0/quotas/2955784be2424ad6bef995f0c0fb2854 HTTP/1.1" status: 404 len: 348 time: 0.0091748 Feb 16 15:01:59.214413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Made reservation on behalf of ea9c57117a2f4ebd877abcb93b2c769f for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:59.216939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.233101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.259716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbed29a-8dd2-4cc8-adce-f2b27c8d0a3a None None] Pushing event updated for resources: {'Port': ['ID=3431f301-9d3b-4f52-8d40-5021ad529d73,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:59.274601 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f26557d-2e25-4fd4-b491-f9a0dbc1d3de tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.310184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Attempting to bind port 3431f301-9d3b-4f52-8d40-5021ad529d73 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:01:59.311195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Attempting to bind port 3431f301-9d3b-4f52-8d40-5021ad529d73 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:01:59.311989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Attempting to bind port 3431f301-9d3b-4f52-8d40-5021ad529d73 on network d6e09dcc-e987-4a4a-90db-9a613cb8a34e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:01:59.318115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:01:59.319668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Checking segment: {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:01:59.320146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.320648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Bound using segment: {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:01:59.323680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Bound port: 3431f301-9d3b-4f52-8d40-5021ad529d73, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:01:59.323680 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.377758 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.386785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fe4fb-fdbd-4e72-8dab-971d747c8a76 req-648c3bba-e1f6-4c5a-9fe3-b272755dcd37 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:59.396203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c06fe4fb-fdbd-4e72-8dab-971d747c8a76 req-648c3bba-e1f6-4c5a-9fe3-b272755dcd37 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1834552 Feb 16 15:01:59.397193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26557d-2e25-4fd4-b491-f9a0dbc1d3de tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06458ead-8ca5-4678-b741-aa60f0e61ae2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:59.401452 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0f26557d-2e25-4fd4-b491-f9a0dbc1d3de tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.402646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0f26557d-2e25-4fd4-b491-f9a0dbc1d3de tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4994853 Feb 16 15:01:59.408758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43142) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.422591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fea1b020-1074-460f-b2e6-de34d6630259 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '06458ead-8ca5-4678-b741-aa60f0e61ae2', 'direction': 'ingress', 'protocol': 17}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:59.432000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] For port 3431f301-9d3b-4f52-8d40-5021ad529d73, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:01:59.436586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] For port 3431f301-9d3b-4f52-8d40-5021ad529d73, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3431f301-9d3b-4f52-8d40-5021ad529d73,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:01:59.438838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.461777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:01:59.480863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.481229 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Added segment 81ef7239-bec4-47f2-9789-9c423f72a5d2 of type vlan for network 3e91597c-d17c-4ebb-85b2-66871544001e Feb 16 15:01:59.482564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ac36bc-9848-42ad-9753-dd4c6471d594,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:59.494588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c06fe4fb-fdbd-4e72-8dab-971d747c8a76 req-a844ddbf-9608-43b2-ba5f-b65cc5f6bcea tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887694 Feb 16 15:01:59.524073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.546952 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.594439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:01:59.594439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:01:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:01:59.630442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fea1b020-1074-460f-b2e6-de34d6630259 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.653814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.654765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:59.655333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.667503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbed29a-8dd2-4cc8-adce-f2b27c8d0a3a None None] Pushing event updated for resources: {'Port': ['ID=3431f301-9d3b-4f52-8d40-5021ad529d73,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:59.734059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fea1b020-1074-460f-b2e6-de34d6630259 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.734905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43148) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.739675 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6247020 Feb 16 15:01:59.741923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43152) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.768111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Request body: {'subnet': {'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-265270178-subnet', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:01:59.772951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632f56-b00d-474c-92dd-e1af5cbb3088 admin admin] Pushing event updated for resources: {'Network': ['ID=3e91597c-d17c-4ebb-85b2-66871544001e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:59.792453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 3e91597c-d17c-4ebb-85b2-66871544001e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:01:59.796054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:network and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:01:59.798003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fea1b020-1074-460f-b2e6-de34d6630259 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.813734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:01:59.832314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:subnet and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:01:59.838018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:01:59.846818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b020-1074-460f-b2e6-de34d6630259 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01c310b-7693-4fb3-9059-55081447a67f,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:01:59.850399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:subnetpool and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:01:59.857112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:01:59.864090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:port and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:01:59.883252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:01:59.889109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:router and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:01:59.895079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:01:59.900951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Made reservation on behalf of ea9c57117a2f4ebd877abcb93b2c769f for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:01:59.904420 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.917877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f4705678-ece7-4d9b-8f95-669b062ab748 None None] Provisioning complete for port 3431f301-9d3b-4f52-8d40-5021ad529d73 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:01:59.918247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4705678-ece7-4d9b-8f95-669b062ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.949976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9f0c4-0fd9-4cbb-8dd1-52e1f0a27c2b req-ee7574d9-0d14-4dd7-a6ab-570df6817e44 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:01:59.951850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01b9f0c4-0fd9-4cbb-8dd1-52e1f0a27c2b req-ee7574d9-0d14-4dd7-a6ab-570df6817e44 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1264269 Feb 16 15:01:59.966021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fea1b020-1074-460f-b2e6-de34d6630259 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:01:59.968175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:floatingip and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:01:59.970492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fea1b020-1074-460f-b2e6-de34d6630259 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5588315 Feb 16 15:01:59.974192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:01:59.974719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43160) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:01:59.977331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:02:00.048967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01b9f0c4-0fd9-4cbb-8dd1-52e1f0a27c2b req-4ed25d27-3c24-4dbf-af7b-72626d136359 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608983 Feb 16 15:02:00.146808 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089422f7-d6f7-4912-8320-176a6283c6e6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.161643 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:security_group and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:02:00.186134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:02:00.188396 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4705678-ece7-4d9b-8f95-669b062ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.196347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089422f7-d6f7-4912-8320-176a6283c6e6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.210985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Usage tracker for resource:security_group_rule and tenant:64ac72f8634745fbaaf621d2161a1e75 is out of sync, need to count used quota {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 16 15:02:00.240422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f4705678-ece7-4d9b-8f95-669b062ab748 None None] For port 3431f301-9d3b-4f52-8d40-5021ad529d73, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3431f301-9d3b-4f52-8d40-5021ad529d73,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:00.257756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.quota.resource [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103044) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 16 15:02:00.284077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75c2f692-d909-48c8-8750-efb225267ed8 tempest-QuotasTest-1479442777 tempest-QuotasTest-1479442777-project-admin] 10.222.0.113 "GET /v2.0/quotas/64ac72f8634745fbaaf621d2161a1e75/details.json HTTP/1.1" status: 200 len: 703 time: 0.5431144 Feb 16 15:02:00.309530 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4705678-ece7-4d9b-8f95-669b062ab748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.357833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.364791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:01:59Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:00.372709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4705678-ece7-4d9b-8f95-669b062ab748 None None] Pushing event updated for resources: {'Port': ['ID=3431f301-9d3b-4f52-8d40-5021ad529d73,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:00.407276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3bb94-8fc3-4822-854d-8bea9056b30e None None] The sync data for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 is: [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:01:59Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:02:00.427642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43186) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:00.446184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089422f7-d6f7-4912-8320-176a6283c6e6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.453028 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-089422f7-d6f7-4912-8320-176a6283c6e6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.453028 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-089422f7-d6f7-4912-8320-176a6283c6e6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/06458ead-8ca5-4678-b741-aa60f0e61ae2 HTTP/1.1" status: 204 len: 168 time: 0.4700732 Feb 16 15:02:00.463016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-94db5553-336c-4f66-bfbf-43dff46e437c None None] Provisioning complete for port 3431f301-9d3b-4f52-8d40-5021ad529d73 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:00.463625 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94db5553-336c-4f66-bfbf-43dff46e437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.467369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43188) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:00.475897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089422f7-d6f7-4912-8320-176a6283c6e6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06458ead-8ca5-4678-b741-aa60f0e61ae2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:00.548024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:00.568154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] Deleting subnet 98fb97e8-1ca6-4c87-a002-3fb237a067d9 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:02:00.568260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ac441dac-c85f-430c-829d-05d14e6b01f8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:02:00.574539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.631711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: ac441dac-c85f-430c-829d-05d14e6b01f8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:02:00.632391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ac441dac-c85f-430c-829d-05d14e6b01f8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:02:00.658385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.679143 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-100e173c-7bd1-41f1-8364-8570c2c90723 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1899135 Feb 16 15:02:00.683108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43192) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:00.689408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f57bdba2-2f3b-4518-a6d4-f3cbaf558bec tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958007062'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:00.710523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Checking segment: {'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:00.717795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Network hostable DHCP agents. Network: 3e91597c-d17c-4ebb-85b2-66871544001e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:00.792615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.837714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667fae7-2b2f-4e6c-a005-4b63315c2a1b req-2e5bd307-73aa-4fdb-abef-758188f4fd4e tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:00.839254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d667fae7-2b2f-4e6c-a005-4b63315c2a1b req-2e5bd307-73aa-4fdb-abef-758188f4fd4e tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1289034 Feb 16 15:02:00.894681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d667fae7-2b2f-4e6c-a005-4b63315c2a1b req-0132c115-46f2-40de-bbf3-01ba2d3ff97e tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481012 Feb 16 15:02:00.894892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Network 3e91597c-d17c-4ebb-85b2-66871544001e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:00.898853 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f57bdba2-2f3b-4518-a6d4-f3cbaf558bec tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:00.951836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.008935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fb97e8-1ca6-4c87-a002-3fb237a067d9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:01.024438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.028338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5688878b-0c15-4b1d-aaac-7207b6f1a18e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/98fb97e8-1ca6-4c87-a002-3fb237a067d9 HTTP/1.1" status: 204 len: 168 time: 0.5979435 Feb 16 15:02:01.029510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f57bdba2-2f3b-4518-a6d4-f3cbaf558bec tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.032353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43202) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:01.055758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 3e91597c-d17c-4ebb-85b2-66871544001e) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:01.070265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87a610-3d03-4d30-b71c-f5f2ebfc35a5 None None] Network 3e91597c-d17c-4ebb-85b2-66871544001e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:01.090517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:01.091358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.128717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.146341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f57bdba2-2f3b-4518-a6d4-f3cbaf558bec tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.199164 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a8082d6d-3567-48fa-9708-1a8dd2286bed admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4350288 Feb 16 15:02:01.199404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43210) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:01.234071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:01.275523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3be6-467d-4456-b15c-a7b16e6b1bd0 req-92b6277b-8692-4fb8-8166-334f2bf8cbb7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:01.289242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6dc3be6-467d-4456-b15c-a7b16e6b1bd0 req-92b6277b-8692-4fb8-8166-334f2bf8cbb7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0994995 Feb 16 15:02:01.344501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bdba2-2f3b-4518-a6d4-f3cbaf558bec tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60777ca-d21d-486e-a89d-90c4b8c93a08,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:01.376596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f57bdba2-2f3b-4518-a6d4-f3cbaf558bec tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.380984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43214) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:01.384705 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f57bdba2-2f3b-4518-a6d4-f3cbaf558bec tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6963060 Feb 16 15:02:01.384705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43216) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:01.392556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7c22933b-451a-40f2-9a9a-9e8befbf0f72 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410515599'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:01.418567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.445102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-3e91597c-d17c-4ebb-85b2-66871544001e', 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'fixed_ips': [{'subnet_id': '54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:01.447991 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.480212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6dc3be6-467d-4456-b15c-a7b16e6b1bd0 req-f01a0a90-978a-4d7e-9d79-59e748b21e70 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898031 Feb 16 15:02:01.512199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:01.519322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-1e5603a8-839a-406e-a764-435da10368da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:01.521134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-1e5603a8-839a-406e-a764-435da10368da service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 1096 time: 0.1546025 Feb 16 15:02:01.534815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5b7f0c-793b-4e37-a758-0a7380a3ad37') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:01.535111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5b7f0c-793b-4e37-a758-0a7380a3ad37') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:01.549938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.551360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.571824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6ccbf-7625-4b5c-a45a-462c44fa0119 req-5dca7f30-9233-412a-a404-58df6a79d734 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:01.575015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.580719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bba6ccbf-7625-4b5c-a45a-462c44fa0119 req-5dca7f30-9233-412a-a404-58df6a79d734 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.2497153 Feb 16 15:02:01.611775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c22933b-451a-40f2-9a9a-9e8befbf0f72 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.621777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.669636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:01.670557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:01.674503 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:01.753430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f32df850-4d5f-43e0-8327-8653637a8f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.790173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.801582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Allocated IP 172.20.0.2 (3e91597c-d17c-4ebb-85b2-66871544001e/54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa/85b3f989-5c80-422e-8e8d-4bf9b2023587) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:01.882477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3431f301-9d3b-4f52-8d40-5021ad529d73 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:01.915888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c22933b-451a-40f2-9a9a-9e8befbf0f72 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.916418 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f32df850-4d5f-43e0-8327-8653637a8f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:01.931754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bba6ccbf-7625-4b5c-a45a-462c44fa0119 req-fbeddabc-cc5c-46f9-9e90-78eb015cfaa2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491480 Feb 16 15:02:01.959442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-9c6172af-87d6-4d32-99cf-a76aa58f4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:01.960979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-9c6172af-87d6-4d32-99cf-a76aa58f4897 service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.4322395 Feb 16 15:02:02.043233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-50de377c-fc2a-4b94-a534-5e52505bbc56 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 200 len: 1000 time: 0.0749795 Feb 16 15:02:02.044496 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f32df850-4d5f-43e0-8327-8653637a8f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.067304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.093889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c22933b-451a-40f2-9a9a-9e8befbf0f72 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.100956 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.107416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-b9708e6c-7c1c-4eb7-be3e-f88763e15bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:02.108407 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] 10.222.0.113 "DELETE /v2.0/networks/5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857 HTTP/1.1" status: 204 len: 168 time: 1.0747819 Feb 16 15:02:02.109717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-b9708e6c-7c1c-4eb7-be3e-f88763e15bb6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.0588899 Feb 16 15:02:02.210769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3431f301-9d3b-4f52-8d40-5021ad529d73 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:02.212074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f32df850-4d5f-43e0-8327-8653637a8f74 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3c421002e1fa4f16a9eca4dd3b6d2564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8135455 Feb 16 15:02:02.213284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32df850-4d5f-43e0-8327-8653637a8f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adc9d89-75b1-41c4-89ee-09c0c06c65df,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:02.214246 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.216242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43230) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:02.223413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c26798-070a-441e-a160-71e6f9754da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f83d0ca-fc2a-4759-b6b6-ca3a6dec1857,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:02.284991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-4a00d0e6-22af-4515-9070-7129529b8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:02.287121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-4a00d0e6-22af-4515-9070-7129529b8b0f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675806 Feb 16 15:02:02.359912 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c22933b-451a-40f2-9a9a-9e8befbf0f72 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.361306 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7c22933b-451a-40f2-9a9a-9e8befbf0f72 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9733200 Feb 16 15:02:02.363141 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.364210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43234) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:02.367409 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.372942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a9885922-de88-4154-926f-e5b3b6f43c7d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': 'e60777ca-d21d-486e-a89d-90c4b8c93a08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ea36360-732b-4587-89e7-663856109761', 'remote_ip_prefix': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:02.379460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6b3c570-a67a-47e7-bfcb-de35b30d32e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.379862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22933b-451a-40f2-9a9a-9e8befbf0f72 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea36360-732b-4587-89e7-663856109761,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:02.411530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6b3c570-a67a-47e7-bfcb-de35b30d32e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.464265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-f7feffb1-eea3-4e20-a85e-d51f57535edc service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472433 Feb 16 15:02:02.468386 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.506273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a9885922-de88-4154-926f-e5b3b6f43c7d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.517966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Network 3e91597c-d17c-4ebb-85b2-66871544001e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:02.521560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:02.527117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:02.553233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Pushing event updated for resources: {'Port': ['ID=85b3f989-5c80-422e-8e8d-4bf9b2023587,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:02.569442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6b3c570-a67a-47e7-bfcb-de35b30d32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.573565 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d6b3c570-a67a-47e7-bfcb-de35b30d32e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.578632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d6b3c570-a67a-47e7-bfcb-de35b30d32e0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9adc9d89-75b1-41c4-89ee-09c0c06c65df HTTP/1.1" status: 204 len: 168 time: 0.3573132 Feb 16 15:02:02.588777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3c570-a67a-47e7-bfcb-de35b30d32e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adc9d89-75b1-41c4-89ee-09c0c06c65df,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:02.605467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43242) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:02.686254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44dfb20-0ab5-4248-a0ad-71fbdf6cc646 req-5bfd8fc9-8568-413f-bf72-c1cb7ea1495e service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076833 Feb 16 15:02:02.699962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d563-4989-4234-b424-c1ec9fe61baa req-eead8005-36e6-4770-b48d-7a11ea903c0c tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:02.701869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcb3d563-4989-4234-b424-c1ec9fe61baa req-eead8005-36e6-4770-b48d-7a11ea903c0c tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0733030 Feb 16 15:02:02.715980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Attempting to bind port 85b3f989-5c80-422e-8e8d-4bf9b2023587 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:02.716429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Attempting to bind port 85b3f989-5c80-422e-8e8d-4bf9b2023587 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:02.716805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Attempting to bind port 85b3f989-5c80-422e-8e8d-4bf9b2023587 on network 3e91597c-d17c-4ebb-85b2-66871544001e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:02.727269 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a9885922-de88-4154-926f-e5b3b6f43c7d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.727742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:02.728226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Checking segment: {'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:02.728578 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.728975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Bound using segment: {'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:02.729452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Bound port: 85b3f989-5c80-422e-8e8d-4bf9b2023587, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:02.729840 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.754261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcb3d563-4989-4234-b424-c1ec9fe61baa req-4966dd20-8dbf-4f91-b8af-95fada2bb24e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Feb 16 15:02:02.793510 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-581f0cc7-ec86-402b-9cf1-82fbf250d428 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=be6a01d368094733bfbcd211c1f5525e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829555 Feb 16 15:02:02.794144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43244) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:02.824543 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a9885922-de88-4154-926f-e5b3b6f43c7d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.837580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] For port 85b3f989-5c80-422e-8e8d-4bf9b2023587, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:02.841786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] For port 85b3f989-5c80-422e-8e8d-4bf9b2023587, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=85b3f989-5c80-422e-8e8d-4bf9b2023587,segment=NetworkSegment(81ef7239-bec4-47f2-9789-9c423f72a5d2),segment_id=81ef7239-bec4-47f2-9789-9c423f72a5d2)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:02.859222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9885922-de88-4154-926f-e5b3b6f43c7d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34418bf5-b989-4f8f-ad61-a8a3915c0406,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:02.880302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0e57406f-3cb3-4812-a6b7-21a13f05ed55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.902028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0e57406f-3cb3-4812-a6b7-21a13f05ed55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.963894 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.971655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a9885922-de88-4154-926f-e5b3b6f43c7d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:02.972132 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a9885922-de88-4154-926f-e5b3b6f43c7d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6067092 Feb 16 15:02:02.974655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43252) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:03.006889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.010056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8953e00f-95f4-479f-8db0-51642b1e50ee tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.018883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8953e00f-95f4-479f-8db0-51642b1e50ee tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.035485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e742f0-c167-409b-983b-a3fc350623f8 None None] Pushing event updated for resources: {'Port': ['ID=85b3f989-5c80-422e-8e8d-4bf9b2023587,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:03.069818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.083522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0e57406f-3cb3-4812-a6b7-21a13f05ed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.087893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0e57406f-3cb3-4812-a6b7-21a13f05ed55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.114983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0e57406f-3cb3-4812-a6b7-21a13f05ed55 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/18a691ad-200e-4ed6-b9b1-f9921e9c7825 HTTP/1.1" status: 204 len: 168 time: 0.3177671 Feb 16 15:02:03.151342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57406f-3cb3-4812-a6b7-21a13f05ed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a691ad-200e-4ed6-b9b1-f9921e9c7825,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:03.182911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09184916-b7dc-4940-a6be-3075f7e96fff req-69a0dbdc-6ad3-41e9-ab91-b055b20666c9 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:03.185121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09184916-b7dc-4940-a6be-3075f7e96fff req-69a0dbdc-6ad3-41e9-ab91-b055b20666c9 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1601918 Feb 16 15:02:03.226802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8953e00f-95f4-479f-8db0-51642b1e50ee tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.260599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09184916-b7dc-4940-a6be-3075f7e96fff req-02efbb64-7309-4177-8850-fdeee21a63f3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661247 Feb 16 15:02:03.354056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8953e00f-95f4-479f-8db0-51642b1e50ee tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.355145 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8953e00f-95f4-479f-8db0-51642b1e50ee tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/34418bf5-b989-4f8f-ad61-a8a3915c0406 HTTP/1.1" status: 204 len: 168 time: 0.3795667 Feb 16 15:02:03.360761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43260) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:03.384990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953e00f-95f4-479f-8db0-51642b1e50ee tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34418bf5-b989-4f8f-ad61-a8a3915c0406,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:03.428221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Allocated IP 172.25.6.7 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/0688809a-5ffd-4455-aa03-a399b9a336e3) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:03.439120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-00aa4498-78ef-4fd4-9fb8-a10737a6d460 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0763800 Feb 16 15:02:03.441855 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43264) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:03.568679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9963-d4e9-4cd2-a8e1-a326e98672a1 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.605517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:03.618772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9963-d4e9-4cd2-a8e1-a326e98672a1 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.622907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bf57f73-1aa7-4dcb-b48f-818a48e7cd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.623369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.739449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bf57f73-1aa7-4dcb-b48f-818a48e7cd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.782277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9963-d4e9-4cd2-a8e1-a326e98672a1 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.790536 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9963-d4e9-4cd2-a8e1-a326e98672a1 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.794620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43278) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:03.800825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0f2d9963-d4e9-4cd2-a8e1-a326e98672a1 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/1ea36360-732b-4587-89e7-663856109761 HTTP/1.1" status: 204 len: 168 time: 0.3562205 Feb 16 15:02:03.826645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4bf57f73-1aa7-4dcb-b48f-818a48e7cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.828266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.831348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 85b3f989-5c80-422e-8e8d-4bf9b2023587 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:03.865869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d9963-d4e9-4cd2-a8e1-a326e98672a1 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea36360-732b-4587-89e7-663856109761,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:03.866821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf57f73-1aa7-4dcb-b48f-818a48e7cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a053f3-c91d-4f99-9f55-c5d3e00dbc8f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:03.917468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:03.920963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 85b3f989-5c80-422e-8e8d-4bf9b2023587 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:03.926429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:03.934195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:03.938191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:03.955484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0688809a-5ffd-4455-aa03-a399b9a336e3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:03.963134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4bf57f73-1aa7-4dcb-b48f-818a48e7cd38 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=64ac72f8634745fbaaf621d2161a1e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561702 Feb 16 15:02:03.967677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43288) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:04.067148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0d2d4fd8-e22b-4e8e-8bf5-3a2e8140ca1c tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2711248 Feb 16 15:02:04.071011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43290) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:04.097049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39af7e-ef60-4cdd-861f-ed31de0cea98 req-84725f0a-b867-44c8-9931-d979c6eb5f84 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:04.107080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d39af7e-ef60-4cdd-861f-ed31de0cea98 req-84725f0a-b867-44c8-9931-d979c6eb5f84 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.2145605 Feb 16 15:02:04.153128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e83e94d0-a52f-4694-ae0a-84879e4dfcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.162959 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.231462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e83e94d0-a52f-4694-ae0a-84879e4dfcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.245318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 85b3f989-5c80-422e-8e8d-4bf9b2023587, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=85b3f989-5c80-422e-8e8d-4bf9b2023587,segment=NetworkSegment(81ef7239-bec4-47f2-9789-9c423f72a5d2),segment_id=81ef7239-bec4-47f2-9789-9c423f72a5d2)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:04.246390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d39af7e-ef60-4cdd-861f-ed31de0cea98 req-4dd5f818-73a8-470e-b225-38e2c0e0946a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383431 Feb 16 15:02:04.277423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5bd64a1-bb32-4fee-ac92-fb376315e454 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.317460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5bd64a1-bb32-4fee-ac92-fb376315e454 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.380332 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.433758 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e83e94d0-a52f-4694-ae0a-84879e4dfcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.438125 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e83e94d0-a52f-4694-ae0a-84879e4dfcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.441765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e83e94d0-a52f-4694-ae0a-84879e4dfcfa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/66a053f3-c91d-4f99-9f55-c5d3e00dbc8f HTTP/1.1" status: 204 len: 168 time: 0.4695158 Feb 16 15:02:04.455816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e94d0-a52f-4694-ae0a-84879e4dfcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a053f3-c91d-4f99-9f55-c5d3e00dbc8f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:04.466573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.480044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2a9f-0283-4125-a4c5-4d75310322e0 req-0d80b350-8cd5-49e8-a6ba-2938eed23c7b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:04.481825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a68e2a9f-0283-4125-a4c5-4d75310322e0 req-0d80b350-8cd5-49e8-a6ba-2938eed23c7b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.0914278 Feb 16 15:02:04.488156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5bd64a1-bb32-4fee-ac92-fb376315e454 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.491165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5bd64a1-bb32-4fee-ac92-fb376315e454 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.492576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c5bd64a1-bb32-4fee-ac92-fb376315e454 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/e60777ca-d21d-486e-a89d-90c4b8c93a08 HTTP/1.1" status: 204 len: 168 time: 0.3630764 Feb 16 15:02:04.511440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43306) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:04.561352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=85b3f989-5c80-422e-8e8d-4bf9b2023587,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:04.571672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18fb0d1-3265-41be-9242-1fa114361971 None None] Network 3e91597c-d17c-4ebb-85b2-66871544001e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:04.585591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd64a1-bb32-4fee-ac92-fb376315e454 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60777ca-d21d-486e-a89d-90c4b8c93a08,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:04.625697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-10e94ad2-1308-4a13-a737-b90d8d901270 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131966 Feb 16 15:02:04.633067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43310) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:04.638242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6432b399-488d-47dc-835c-3aa455b5932d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--173173581'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:04.677042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a68e2a9f-0283-4125-a4c5-4d75310322e0 req-357c6e9c-bbbb-48d2-8e58-299f4ad9d514 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634836 Feb 16 15:02:04.677144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-add52850-fe17-449f-9645-82666055624a None None] Provisioning complete for port 85b3f989-5c80-422e-8e8d-4bf9b2023587 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:04.677144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-add52850-fe17-449f-9645-82666055624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.743911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6432b399-488d-47dc-835c-3aa455b5932d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:04.971182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.026132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6432b399-488d-47dc-835c-3aa455b5932d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.082978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6432b399-488d-47dc-835c-3aa455b5932d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.131219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432b399-488d-47dc-835c-3aa455b5932d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f532f868-fbfc-4e55-8a96-572bbc73ed62,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:05.176321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6432b399-488d-47dc-835c-3aa455b5932d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.180404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6432b399-488d-47dc-835c-3aa455b5932d tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5429235 Feb 16 15:02:05.180784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43336) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:05.188568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-624fd196-e723-44bc-bec6-dfcce2bb65a0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': 'f532f868-fbfc-4e55-8a96-572bbc73ed62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:05.237203 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bf3d7e19-72f9-4796-8520-6accf3be4994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.271765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:02:05.388443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-624fd196-e723-44bc-bec6-dfcce2bb65a0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.419093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:02:05.432403 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Sync routers for ids ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:02:05.442952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a644b-ce6f-45f4-b1bd-670a74c14cd0 req-d5ce7cbe-8543-47e4-b904-2509323df57e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:05.444561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c8a644b-ce6f-45f4-b1bd-670a74c14cd0 req-d5ce7cbe-8543-47e4-b904-2509323df57e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1175134 Feb 16 15:02:05.462811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8067ed71-6d01-40f1-a06c-7f1e8016305c None None] Provisioning complete for port 85b3f989-5c80-422e-8e8d-4bf9b2023587 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:05.471028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8067ed71-6d01-40f1-a06c-7f1e8016305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.472464 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Routers {'021e3d58-d0e7-4fef-bc6c-fcd199ecb222'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:05.473104 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:01:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:05.486827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-624fd196-e723-44bc-bec6-dfcce2bb65a0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.549048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c8a644b-ce6f-45f4-b1bd-670a74c14cd0 req-0faf4826-2f53-44a4-92a5-300bf30e53a7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851665 Feb 16 15:02:05.569190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.571138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-624fd196-e723-44bc-bec6-dfcce2bb65a0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.573438 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b957b59e-b3f6-4a38-9acc-73e78edb23c8 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3659146 Feb 16 15:02:05.574114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:05.617511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd196-e723-44bc-bec6-dfcce2bb65a0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c63d647-3551-4e91-ab4f-343ee241d5a7,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:05.674713 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Set router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:05.683718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d343d172-650f-4d2b-b66c-9fd7ca779de0 req-fe603070-8702-4cae-927c-c6b06f991d42 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0482287 Feb 16 15:02:05.740451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-624fd196-e723-44bc-bec6-dfcce2bb65a0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.742584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-624fd196-e723-44bc-bec6-dfcce2bb65a0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5591247 Feb 16 15:02:05.745170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43366) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:05.833241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 85b3f989-5c80-422e-8e8d-4bf9b2023587 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:05.837080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc50c24d-37ad-4c4d-b466-ccb70f3caf1f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.858541 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc50c24d-37ad-4c4d-b466-ccb70f3caf1f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.902780 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:02:04Z', 'revision_number': 3, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port': {'id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:03Z', 'updated_at': '2022-02-16T15:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:05.937752 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Checking router: 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:02:05.937963 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Updating router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 port 0688809a-5ffd-4455-aa03-a399b9a336e3 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:02:05.963841 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:05.964444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 85b3f989-5c80-422e-8e8d-4bf9b2023587 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:05.964826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.008368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc50c24d-37ad-4c4d-b466-ccb70f3caf1f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.033654 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc50c24d-37ad-4c4d-b466-ccb70f3caf1f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.037320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cc50c24d-37ad-4c4d-b466-ccb70f3caf1f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/8c63d647-3551-4e91-ab4f-343ee241d5a7 HTTP/1.1" status: 204 len: 168 time: 0.2885754 Feb 16 15:02:06.039368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50c24d-37ad-4c4d-b466-ccb70f3caf1f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c63d647-3551-4e91-ab4f-343ee241d5a7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:06.041343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43378) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:06.136453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-691d9758-fc93-464c-8206-329609579136 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0818076 Feb 16 15:02:06.137282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43382) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:06.221235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43384) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:06.287107 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.292456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8abdfe1f-6325-440b-b8e4-90c20779d0fc tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.330144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8abdfe1f-6325-440b-b8e4-90c20779d0fc tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.373988 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.388337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'networks': [{'name': 'tempest-network--418255235'}, {'name': 'tempest-network--1006092501'}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:06.388582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'network': {'name': 'tempest-network--418255235'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:06.389049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'network': {'name': 'tempest-network--1006092501'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:06.439792 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Attempting to bind port 0688809a-5ffd-4455-aa03-a399b9a336e3 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:06.440896 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Attempting to bind port 0688809a-5ffd-4455-aa03-a399b9a336e3 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:06.441313 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Attempting to bind port 0688809a-5ffd-4455-aa03-a399b9a336e3 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:06.450327 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e15957-5fd2-4f95-84af-ee64c4e94016 None None] Pushing event updated for resources: {'Port': ['ID=0688809a-5ffd-4455-aa03-a399b9a336e3,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:06.455130 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:06.455610 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:06.456068 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.456515 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:06.457040 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Bound port: 0688809a-5ffd-4455-aa03-a399b9a336e3, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:06.457491 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.494665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8abdfe1f-6325-440b-b8e4-90c20779d0fc tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.497705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8abdfe1f-6325-440b-b8e4-90c20779d0fc tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.502955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8abdfe1f-6325-440b-b8e4-90c20779d0fc tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/f532f868-fbfc-4e55-8a96-572bbc73ed62 HTTP/1.1" status: 204 len: 168 time: 0.3646533 Feb 16 15:02:06.503633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43390) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:06.508517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Made reservation on behalf of a7ebc1d53b574cdbbb09efecae11dc19 for: {'network': 2} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:06.517875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.521430 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] For port 0688809a-5ffd-4455-aa03-a399b9a336e3, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:06.524871 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] For port 0688809a-5ffd-4455-aa03-a399b9a336e3, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0688809a-5ffd-4455-aa03-a399b9a336e3,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:06.547811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.552161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdfe1f-6325-440b-b8e4-90c20779d0fc tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f532f868-fbfc-4e55-8a96-572bbc73ed62,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:06.603592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c810a9df-4014-4bbd-bd3a-63a402f1a9ce tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957778 Feb 16 15:02:06.608335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43394) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:06.613169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9f26bce7-f620-445d-b90c-c8fcc0bc88f6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--394486444'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:06.631478 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.767426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.768060 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Routers {'021e3d58-d0e7-4fef-bc6c-fcd199ecb222'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:06.768778 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:01:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:06.773855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.795815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aea20f-c184-4bc3-b5a0-dff5f22d331e req-42bde293-a11d-4422-baf1-0f82556af816 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:06.798080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6aea20f-c184-4bc3-b5a0-dff5f22d331e req-42bde293-a11d-4422-baf1-0f82556af816 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1008058 Feb 16 15:02:06.811280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f26bce7-f620-445d-b90c-c8fcc0bc88f6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.816927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f08ad33-40a0-4e3c-8157-a38134947e14 req-1e1546fc-aa95-470f-9bc9-593ecdda46b4 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0406997 Feb 16 15:02:06.883828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6aea20f-c184-4bc3-b5a0-dff5f22d331e req-7f34bd89-504f-4e78-8c6b-54f31336653a tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690436 Feb 16 15:02:06.891862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.892347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:06.904152 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] Set router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:06.950305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c19c212-6097-4469-b592-727f91433a02,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:06.976151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:07.015055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f26bce7-f620-445d-b90c-c8fcc0bc88f6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.016517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.016898 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Added segment 19e94d1a-4571-494b-8c93-34eea68a3c80 of type vlan for network c5514717-5ea2-4ef0-a06d-435ad4aaea31 Feb 16 15:02:07.024787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Allocated IP 172.20.0.1 (3e91597c-d17c-4ebb-85b2-66871544001e/54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa/00caea04-175a-4718-a4c1-90424cf64e4f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:07.055206 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e15957-5fd2-4f95-84af-ee64c4e94016 None None] Pushing event updated for resources: {'Port': ['ID=0688809a-5ffd-4455-aa03-a399b9a336e3,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:07.060378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.082940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f26bce7-f620-445d-b90c-c8fcc0bc88f6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.116753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:07.152176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26bce7-f620-445d-b90c-c8fcc0bc88f6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c6ac79-09da-473e-a640-739498822bac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:07.183581 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.183814 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:02:04Z', 'revision_number': 3, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port': {'id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:03Z', 'updated_at': '2022-02-16T15:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:07.194528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.194964 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Added segment b4022918-0e30-4e3f-bd91-08cddf5623de of type vlan for network fde10fab-e135-4a5b-9c5b-3dbe116641c6 Feb 16 15:02:07.202884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9f26bce7-f620-445d-b90c-c8fcc0bc88f6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.206754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9f26bce7-f620-445d-b90c-c8fcc0bc88f6 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5948129 Feb 16 15:02:07.208289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43408) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:07.213656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-138a77af-6a5b-49fc-b9d8-820d3e0b70b3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '99c6ac79-09da-473e-a640-739498822bac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:07.216539 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8edd6-d859-4ecb-a3c8-8d0b17b571ce None None] The sync data for ids ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'] in n-d-829433-1 is: [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:02:04Z', 'revision_number': 3, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port': {'id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:03Z', 'updated_at': '2022-02-16T15:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:02:07.263577 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.346240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.374718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.376568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.385208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:07.391918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:07.392845 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.399414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Network 3e91597c-d17c-4ebb-85b2-66871544001e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:07.400778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-138a77af-6a5b-49fc-b9d8-820d3e0b70b3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.413084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:07.419128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:07.426207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Pushing event updated for resources: {'Port': ['ID=00caea04-175a-4718-a4c1-90424cf64e4f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:07.507616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2823219 Feb 16 15:02:07.521644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43412) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:07.584089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Network': ['ID=c5514717-5ea2-4ef0-a06d-435ad4aaea31,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:07.615516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.648889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c5514717-5ea2-4ef0-a06d-435ad4aaea31 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:07.697750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef240f4-3838-4597-be60-c27582bebf36 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Network': ['ID=fde10fab-e135-4a5b-9c5b-3dbe116641c6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:07.755425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network fde10fab-e135-4a5b-9c5b-3dbe116641c6 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:07.836292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-138a77af-6a5b-49fc-b9d8-820d3e0b70b3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:07.891877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0688809a-5ffd-4455-aa03-a399b9a336e3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:07.976060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-138a77af-6a5b-49fc-b9d8-820d3e0b70b3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.032546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-649917ea-0184-413c-9ab1-0ef937dad22c req-a0046204-3f4a-4643-a681-4aa2fd98fed5 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0809693 Feb 16 15:02:08.081386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a77af-6a5b-49fc-b9d8-820d3e0b70b3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210fa1de-148d-4b01-b229-5afa61866e3f,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:08.097977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b98a0-f1d2-4724-9fb8-3cef22a008e7 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:08.101239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b98a0-f1d2-4724-9fb8-3cef22a008e7 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:08.115016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b98a0-f1d2-4724-9fb8-3cef22a008e7 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:08.124805 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a57da9f-f06b-45b7-84de-5dddda2cd1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.131212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b98a0-f1d2-4724-9fb8-3cef22a008e7 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:08.131212 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-365b98a0-f1d2-4724-9fb8-3cef22a008e7 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5848529 Feb 16 15:02:08.132263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43426) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:08.136723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0688809a-5ffd-4455-aa03-a399b9a336e3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:08.137345 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.146336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5640f-308c-453b-a519-4924aa66c0ee req-54ff114c-a90b-423e-bdee-2a03b33549cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:08.150014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebb5640f-308c-453b-a519-4924aa66c0ee req-54ff114c-a90b-423e-bdee-2a03b33549cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1165197 Feb 16 15:02:08.185988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-191f472e-af1c-4b66-8c74-322e2e803d4d None None] Provisioning complete for port 00caea04-175a-4718-a4c1-90424cf64e4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:08.187519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-191f472e-af1c-4b66-8c74-322e2e803d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.229537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-191f472e-af1c-4b66-8c74-322e2e803d4d None None] Port 00caea04-175a-4718-a4c1-90424cf64e4f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:02:08.240060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebb5640f-308c-453b-a519-4924aa66c0ee req-27740657-328e-4202-820c-43b90ae9e9a6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756245 Feb 16 15:02:08.245109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2535a9-c70d-4b55-b428-9660bdbf998b req-15dd136b-454d-4258-a953-0fc6b7941da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:08.246751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c2535a9-c70d-4b55-b428-9660bdbf998b req-15dd136b-454d-4258-a953-0fc6b7941da7 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 1096 time: 0.0944867 Feb 16 15:02:08.252486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-138a77af-6a5b-49fc-b9d8-820d3e0b70b3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.265590 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-138a77af-6a5b-49fc-b9d8-820d3e0b70b3 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0478754 Feb 16 15:02:08.265795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43428) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:08.301956 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.318404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-91e58967-8e49-4d4c-8915-1b01aefabad9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules/210fa1de-148d-4b01-b229-5afa61866e3f HTTP/1.1" status: 200 len: 763 time: 0.0533907 Feb 16 15:02:08.321986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43430) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:08.322437 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.348212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 0688809a-5ffd-4455-aa03-a399b9a336e3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0688809a-5ffd-4455-aa03-a399b9a336e3,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:08.355147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c2535a9-c70d-4b55-b428-9660bdbf998b req-848e3acc-ae41-4882-9680-de4810a9dd55 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 Feb 16 15:02:08.402549 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.417189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f17ab87f-54cd-404b-ba0d-02890a9013f4 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0901873 Feb 16 15:02:08.419716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43434) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:08.454661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.455211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f22829d-8bc7-4d39-b2e9-2850d63b9b78 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.457610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.473821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f22829d-8bc7-4d39-b2e9-2850d63b9b78 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.481168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=0688809a-5ffd-4455-aa03-a399b9a336e3,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:08.495776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5514717-5ea2-4ef0-a06d-435ad4aaea31']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:08.512709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e94d1a-4571-494b-8c93-34eea68a3c80') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:08.512991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e94d1a-4571-494b-8c93-34eea68a3c80') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:08.541014 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.564757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.579789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:08.580205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.580592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f22829d-8bc7-4d39-b2e9-2850d63b9b78 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:08.583390 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:08.604007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f22829d-8bc7-4d39-b2e9-2850d63b9b78 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.607910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f22829d-8bc7-4d39-b2e9-2850d63b9b78 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/210fa1de-148d-4b01-b229-5afa61866e3f HTTP/1.1" status: 204 len: 168 time: 0.1844084 Feb 16 15:02:08.607910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22829d-8bc7-4d39-b2e9-2850d63b9b78 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=210fa1de-148d-4b01-b229-5afa61866e3f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:08.610804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43438) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:08.683671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3c1d9c78-dfd7-46ff-a430-f443ce381477 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0695856 Feb 16 15:02:08.683925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43440) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:08.691727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-01163499-7f82-4c3a-8324-591e753095d9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '99c6ac79-09da-473e-a640-739498822bac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:08.766001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.773901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.791996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.795386 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/networks/c5514717-5ea2-4ef0-a06d-435ad4aaea31 HTTP/1.1" status: 204 len: 168 time: 0.6613488 Feb 16 15:02:08.798916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43442) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:08.799052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08434391-abc9-4549-858b-65dc7d31c8d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Network': ['ID=c5514717-5ea2-4ef0-a06d-435ad4aaea31,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:08.855132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01163499-7f82-4c3a-8324-591e753095d9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.859587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.911605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.927814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:08.948196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Pushing event updated for resources: {'Port': ['ID=00caea04-175a-4718-a4c1-90424cf64e4f,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:08.974165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01163499-7f82-4c3a-8324-591e753095d9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.040895 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01163499-7f82-4c3a-8324-591e753095d9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.053062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.071414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Network 3e91597c-d17c-4ebb-85b2-66871544001e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:09.073271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:09.086952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde10fab-e135-4a5b-9c5b-3dbe116641c6']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:09.089143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01163499-7f82-4c3a-8324-591e753095d9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919d5578-99e9-46bb-8c68-568355cf3f97,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:09.099766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4022918-0e30-4e3f-bd91-08cddf5623de') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:09.100063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4022918-0e30-4e3f-bd91-08cddf5623de') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:09.119494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.148978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.162289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:09.162920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:09.169549 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:09.255819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:02:09.479814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:02:09.485556 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f2127e6-db8c-4547-94a4-0df8f3780658 admin admin] 10.222.0.113 "PUT /v2.0/routers/021e3d58-d0e7-4fef-bc6c-fcd199ecb222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9104300 Feb 16 15:02:09.576993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1557fa9e-deac-4cf8-871c-09f396e0950a None None] Provisioning complete for port 00caea04-175a-4718-a4c1-90424cf64e4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:09.578950 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1557fa9e-deac-4cf8-871c-09f396e0950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.582720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.632183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1557fa9e-deac-4cf8-871c-09f396e0950a None None] Port 00caea04-175a-4718-a4c1-90424cf64e4f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:02:09.654495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01163499-7f82-4c3a-8324-591e753095d9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.658951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-01163499-7f82-4c3a-8324-591e753095d9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9709404 Feb 16 15:02:09.659129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43462) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:09.681246 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-01f3a53b-e45f-4b62-92f9-967e7da3725b tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules/919d5578-99e9-46bb-8c68-568355cf3f97 HTTP/1.1" status: 200 len: 763 time: 0.0211575 Feb 16 15:02:09.688941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43470) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:09.704831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Sync routers for ids ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:02:09.714492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Routers {'021e3d58-d0e7-4fef-bc6c-fcd199ecb222'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:09.716345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:09.731508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de766163-d1b5-4e50-8b27-cb592ff8eccd req-b0ba5ed6-1f83-440a-8d7a-ae2a4c8daca9 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.5309906 Feb 16 15:02:09.810858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-82a3b24b-204f-4640-97b9-ce3c28e5f250 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1206639 Feb 16 15:02:09.812361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43474) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:09.818414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef986895-6950-4833-8e8f-3bab56f1ae6c req-7eed96ea-3c2f-41b5-a5da-dc2fa1941c10 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:09.821100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef986895-6950-4833-8e8f-3bab56f1ae6c req-7eed96ea-3c2f-41b5-a5da-dc2fa1941c10 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1999338 Feb 16 15:02:09.848045 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3875373e-df4d-45ea-9877-09f82db8876e tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.864004 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3875373e-df4d-45ea-9877-09f82db8876e tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.869957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.883255 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:09.886904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/networks/fde10fab-e135-4a5b-9c5b-3dbe116641c6 HTTP/1.1" status: 204 len: 168 time: 1.0863001 Feb 16 15:02:09.892175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef986895-6950-4833-8e8f-3bab56f1ae6c req-d695d01e-2c91-478e-8c2a-23872e79fa86 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650876 Feb 16 15:02:09.892776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43478) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:09.899003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0688809a-5ffd-4455-aa03-a399b9a336e3 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:09.965274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Set router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:10.027603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0688809a-5ffd-4455-aa03-a399b9a336e3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:10.027985 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.048274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3875373e-df4d-45ea-9877-09f82db8876e tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.056264 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3875373e-df4d-45ea-9877-09f82db8876e tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.057871 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3875373e-df4d-45ea-9877-09f82db8876e tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/919d5578-99e9-46bb-8c68-568355cf3f97 HTTP/1.1" status: 204 len: 168 time: 0.2442868 Feb 16 15:02:10.060790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43498) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:10.115903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3b196-99c9-4571-a706-8e0f7e5f5fda tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:10.121118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875373e-df4d-45ea-9877-09f82db8876e tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=919d5578-99e9-46bb-8c68-568355cf3f97,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:10.122531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3b196-99c9-4571-a706-8e0f7e5f5fda tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:10.125768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d6b3b196-99c9-4571-a706-8e0f7e5f5fda tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2222290 Feb 16 15:02:10.127371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70780cf-2666-47f4-b539-33addb32db47 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Network': ['ID=fde10fab-e135-4a5b-9c5b-3dbe116641c6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:10.129603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43512) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:10.141211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1770858034'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:10.178019 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e2a29dd6-27a6-4ce4-84f0-01dbb137be1f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121809 Feb 16 15:02:10.181276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43518) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:10.189172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '99c6ac79-09da-473e-a640-739498822bac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:10.267198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Made reservation on behalf of a7ebc1d53b574cdbbb09efecae11dc19 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:10.271645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.327593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 4, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port': {'id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:03Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '00caea04-175a-4718-a4c1-90424cf64e4f', 'name': '', 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'mac_address': 'fa:16:3e:b8:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:06Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 2, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'subnets': [{'id': '54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:10.370385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Checking router: 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:02:10.370633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:10.370738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Updating router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 port 00caea04-175a-4718-a4c1-90424cf64e4f binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:02:10.401627 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.412904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f15c66c-d0ce-4e9c-ade8-76061738ff54 req-da34ecd6-613c-4302-b777-74ec3a0e4a1d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0369554 Feb 16 15:02:10.417052 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Project dfe1b661baf14f10b97eb2bf134e219b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:02:10.426955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.427410 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Added segment ebdf50db-141b-4041-83ec-29c0599eae2b of type vlan for network e3123059-c04f-434d-8731-7e9a2a3bff50 Feb 16 15:02:10.428722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.495959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.533760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.609120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.613446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.618823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:10.619407 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.689745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928cff73-e547-4ae8-8f25-17f6a7ec9060,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:10.709989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Network': ['ID=e3123059-c04f-434d-8731-7e9a2a3bff50,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:10.733138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network e3123059-c04f-434d-8731-7e9a2a3bff50 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:10.735439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.758874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-61b790a5-8f68-4146-8ee0-3e8c64e59691 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6242893 Feb 16 15:02:10.758989 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43532) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:10.765554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2003916493'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:10.784714 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.786363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0373d0ec-69c4-4be7-89eb-4187cf4b33e0 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6034548 Feb 16 15:02:10.789030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43534) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:10.832029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-01837d65-a55a-41e1-a45a-1e2fb4c1edef tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules/928cff73-e547-4ae8-8f25-17f6a7ec9060 HTTP/1.1" status: 200 len: 769 time: 0.0413017 Feb 16 15:02:10.834327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43536) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:10.884898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dfcf590f-2c64-4f90-83ce-f6efebd2c4a8 req-d0b55bac-23a1-4dfd-beee-533c98063f5f tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0336354 Feb 16 15:02:10.910473 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6bcf8b0b-db5b-49ae-92dd-43168a653908 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0710206 Feb 16 15:02:10.910473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Made reservation on behalf of a7ebc1d53b574cdbbb09efecae11dc19 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:10.911075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43538) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:10.915070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.941604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:10.949134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b553e3d2-e3e0-445a-839e-7388ec9380c7 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.952687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.953101 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Added segment 44aae4c3-8632-4baf-a203-7bbef55e9826 of type vlan for network b4ba1a4a-d110-4271-9f7e-c6407379f0cd Feb 16 15:02:10.961975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b553e3d2-e3e0-445a-839e-7388ec9380c7 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:10.972714 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.011249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.079225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9b913-38ae-466c-b62f-ae239288812a None None] Pushing event updated for resources: {'Port': ['ID=00caea04-175a-4718-a4c1-90424cf64e4f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:11.090917 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b553e3d2-e3e0-445a-839e-7388ec9380c7 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.116831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b553e3d2-e3e0-445a-839e-7388ec9380c7 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.118122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b553e3d2-e3e0-445a-839e-7388ec9380c7 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-group-rules/928cff73-e547-4ae8-8f25-17f6a7ec9060 HTTP/1.1" status: 204 len: 168 time: 0.2063286 Feb 16 15:02:11.120736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43548) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:11.127787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553e3d2-e3e0-445a-839e-7388ec9380c7 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=928cff73-e547-4ae8-8f25-17f6a7ec9060,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:11.145922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9c3c4-c471-4d41-b2d1-5842979e2c7b req-a15c764c-c8c7-457c-aed4-e5ac098d5b64 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:11.147457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ff9c3c4-c471-4d41-b2d1-5842979e2c7b req-a15c764c-c8c7-457c-aed4-e5ac098d5b64 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1050165 Feb 16 15:02:11.184443 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c3ac1507-36e1-4acf-82de-8fa2e7e07b1a tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624261 Feb 16 15:02:11.185893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.193222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43552) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:11.195036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:11.195373 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.210158 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Attempting to bind port 00caea04-175a-4718-a4c1-90424cf64e4f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:11.210683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Attempting to bind port 00caea04-175a-4718-a4c1-90424cf64e4f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:11.211137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Attempting to bind port 00caea04-175a-4718-a4c1-90424cf64e4f on network 3e91597c-d17c-4ebb-85b2-66871544001e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:11.225317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:11.225811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Checking segment: {'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:11.226430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.227238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Bound using segment: {'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:11.227861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Bound port: 00caea04-175a-4718-a4c1-90424cf64e4f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ef7239-bec4-47f2-9789-9c423f72a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:11.228499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.242581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ff9c3c4-c471-4d41-b2d1-5842979e2c7b req-3649940c-8ecf-4665-8593-a6c58229ebf4 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782464 Feb 16 15:02:11.330215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.339859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Network': ['ID=b4ba1a4a-d110-4271-9f7e-c6407379f0cd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:11.347377 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bf9e627e-727f-4d00-86ae-8369a4b8c0e3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5870399 Feb 16 15:02:11.350749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43558) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:11.356623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'ports': [{'network_id': 'e3123059-c04f-434d-8731-7e9a2a3bff50', 'name': 'tempest-port--1133470015', 'admin_state_up': True}, {'network_id': 'b4ba1a4a-d110-4271-9f7e-c6407379f0cd', 'admin_state_up': False}]} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:11.357026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'port': {'network_id': 'e3123059-c04f-434d-8731-7e9a2a3bff50', 'name': 'tempest-port--1133470015', 'admin_state_up': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:11.357590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'port': {'network_id': 'b4ba1a4a-d110-4271-9f7e-c6407379f0cd', 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:11.359663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b4ba1a4a-d110-4271-9f7e-c6407379f0cd details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:11.384259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] For port 00caea04-175a-4718-a4c1-90424cf64e4f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:11.385603 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef10e6c5-4c76-4878-a30b-40eaf0960301 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.428727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef10e6c5-4c76-4878-a30b-40eaf0960301 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.480293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] For port 00caea04-175a-4718-a4c1-90424cf64e4f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=00caea04-175a-4718-a4c1-90424cf64e4f,segment=NetworkSegment(81ef7239-bec4-47f2-9789-9c423f72a5d2),segment_id=81ef7239-bec4-47f2-9789-9c423f72a5d2)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:11.571907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1520adc4-8767-45de-bda8-c89332f23c1b None None] Provisioning complete for port 00caea04-175a-4718-a4c1-90424cf64e4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:11.572357 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1520adc4-8767-45de-bda8-c89332f23c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.575833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.605633 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef10e6c5-4c76-4878-a30b-40eaf0960301 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.613311 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef10e6c5-4c76-4878-a30b-40eaf0960301 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.618288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ef10e6c5-4c76-4878-a30b-40eaf0960301 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/99c6ac79-09da-473e-a640-739498822bac HTTP/1.1" status: 204 len: 168 time: 0.4203923 Feb 16 15:02:11.618618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43574) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:11.640969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10e6c5-4c76-4878-a30b-40eaf0960301 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c6ac79-09da-473e-a640-739498822bac,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:11.673888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.680933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Made reservation on behalf of a7ebc1d53b574cdbbb09efecae11dc19 for: {'port': 2} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:11.685734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.719130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:11.760844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Routers {'021e3d58-d0e7-4fef-bc6c-fcd199ecb222'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:11.760844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:11.761923 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f44b60ae-1311-4f93-b53f-34833b84e4c1 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1421008 Feb 16 15:02:11.762546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43596) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:11.785044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group': {'name': 'tempest-secgroup--356175008'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:11.839921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cc6ef-a1d7-4cbc-a443-e592a9d5dd2b req-f00ff1f5-aa6a-448f-9ec6-bf6ea495a9e9 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:11.842260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b0cc6ef-a1d7-4cbc-a443-e592a9d5dd2b req-f00ff1f5-aa6a-448f-9ec6-bf6ea495a9e9 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1010706 Feb 16 15:02:11.870650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9b913-38ae-466c-b62f-ae239288812a None None] Pushing event updated for resources: {'Port': ['ID=00caea04-175a-4718-a4c1-90424cf64e4f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:11.943943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b0cc6ef-a1d7-4cbc-a443-e592a9d5dd2b req-200bc012-2d15-42c1-b8bf-d75983dc503b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831022 Feb 16 15:02:11.990653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba51bb-7845-4852-a64e-45101d07c733 req-023c9661-a2e4-4d16-90f4-780d53144c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:11.994497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cba51bb-7845-4852-a64e-45101d07c733 req-023c9661-a2e4-4d16-90f4-780d53144c08 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c318c7bae2374f2e8700186b40ebb785&device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 1096 time: 0.1441112 Feb 16 15:02:12.059010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] device_id is not set on port bffee252-0e88-4734-884f-6b694d6d83c4 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:02:12.073795 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.091922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1520adc4-8767-45de-bda8-c89332f23c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.145386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] Set router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:12.176560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1520adc4-8767-45de-bda8-c89332f23c1b None None] For port 00caea04-175a-4718-a4c1-90424cf64e4f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=00caea04-175a-4718-a4c1-90424cf64e4f,segment=NetworkSegment(81ef7239-bec4-47f2-9789-9c423f72a5d2),segment_id=81ef7239-bec4-47f2-9789-9c423f72a5d2)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:12.288113 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1520adc4-8767-45de-bda8-c89332f23c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.306101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba51bb-7845-4852-a64e-45101d07c733 req-58cc106e-d095-4960-bb87-11efe0ae5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:12.307180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.307958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cba51bb-7845-4852-a64e-45101d07c733 req-58cc106e-d095-4960-bb87-11efe0ae5617 service neutron] 10.222.0.129 "GET /v2.0/networks?id=4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 200 len: 912 time: 0.3058314 Feb 16 15:02:12.310120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acde5b61-b2b6-418c-9be1-3b6c9ec0d7de req-418c16d0-99ce-4113-a1e0-21cf3e3375e2 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0686991 Feb 16 15:02:12.321819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.354406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520adc4-8767-45de-bda8-c89332f23c1b None None] Pushing event updated for resources: {'Port': ['ID=00caea04-175a-4718-a4c1-90424cf64e4f,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:12.419309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cba51bb-7845-4852-a64e-45101d07c733 req-46b84e90-e9c9-45a1-8290-0832a8859ec1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 HTTP/1.1" status: 200 len: 217 time: 0.0950398 Feb 16 15:02:12.420376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.443069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.469442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bb4fc420-5a3f-4e19-99ba-7ee228c9fe30 None None] Provisioning complete for port 00caea04-175a-4718-a4c1-90424cf64e4f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:12.470553 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb4fc420-5a3f-4e19-99ba-7ee228c9fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.502647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba51bb-7845-4852-a64e-45101d07c733 req-0c409333-a908-499d-9de7-64ab91e820c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:12.504552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cba51bb-7845-4852-a64e-45101d07c733 req-0c409333-a908-499d-9de7-64ab91e820c6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 200 len: 850 time: 0.0643520 Feb 16 15:02:12.513705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] device_id is not set on port 6eec3eeb-a501-4f75-b878-d3a09f354666 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:02:12.531306 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.544393 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7726393 Feb 16 15:02:12.546038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43620) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:12.551938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d4ae0154-8d56-4fab-80cb-2bfb8c8bb548 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Request body: {'security_group_rule': {'security_group_id': '5404f77d-ce68-41bd-bd7e-8610d54dc087', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:12.554764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cba51bb-7845-4852-a64e-45101d07c733 req-edf4d75a-651e-48cc-b70f-d157e26e5bd3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c0ce965-612c-480e-9ac1-e026b294b05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383620 Feb 16 15:02:12.561136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5404f77d-ce68-41bd-bd7e-8610d54dc087,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:12.575562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.575905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.576238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.576565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.576886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.577828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.578228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.578878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.578878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.579075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.579380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.579793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae12a0-e8fe-4318-b2d2-fe9ce1eb2628 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:12.707910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0154-8d56-4fab-80cb-2bfb8c8bb548 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.710557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 4, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port': {'id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:03Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '00caea04-175a-4718-a4c1-90424cf64e4f', 'name': '', 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'mac_address': 'fa:16:3e:b8:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:06Z', 'updated_at': '2022-02-16T15:02:11Z', 'revision_number': 4, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'subnets': [{'id': '54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:12.731818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cba51bb-7845-4852-a64e-45101d07c733 req-064eda20-ee61-4e0c-b851-82961f3b8414 service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697137 Feb 16 15:02:12.749565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.760429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdde68e-76c0-4ae0-9529-376d308ec4fd None None] The sync data for ids ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'] in n-d-829433-1 is: [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 4, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port': {'id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:03Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '00caea04-175a-4718-a4c1-90424cf64e4f', 'name': '', 'network_id': '3e91597c-d17c-4ebb-85b2-66871544001e', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'mac_address': 'fa:16:3e:b8:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:06Z', 'updated_at': '2022-02-16T15:02:11Z', 'revision_number': 4, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'subnets': [{'id': '54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:02:12.845337 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0154-8d56-4fab-80cb-2bfb8c8bb548 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.883265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.912869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cba51bb-7845-4852-a64e-45101d07c733 req-2907af8a-ac81-4f55-b071-e56f5809ec41 service neutron] 10.222.0.129 "GET /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729724 Feb 16 15:02:12.925836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0154-8d56-4fab-80cb-2bfb8c8bb548 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:12.989659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae0154-8d56-4fab-80cb-2bfb8c8bb548 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e268ad-7a3d-4ece-8574-0cfcc62d3c8a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:13.020731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Port': ['ID=bffee252-0e88-4734-884f-6b694d6d83c4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:13.034605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Checking segment: {'id': 'ebdf50db-141b-4041-83ec-29c0599eae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'e3123059-c04f-434d-8731-7e9a2a3bff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:13.034989 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network hostable DHCP agents. Network: e3123059-c04f-434d-8731-7e9a2a3bff50, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:13.064720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4ae0154-8d56-4fab-80cb-2bfb8c8bb548 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:13.067354 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4ae0154-8d56-4fab-80cb-2bfb8c8bb548 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5190465 Feb 16 15:02:13.070013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:13.146650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6b9e8db-cf9c-4377-830e-2cf111c45f73 req-2c420fac-a349-4aab-9d08-e680c83a46c2 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0391636 Feb 16 15:02:13.158748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network e3123059-c04f-434d-8731-7e9a2a3bff50 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:13.216863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84218790-2e05-4bd5-a42d-b92d028b34d2 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:13.237075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, e3123059-c04f-434d-8731-7e9a2a3bff50) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:13.241276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:13.248574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:13.250075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b319d-17a9-40f1-9f6c-9eea56e49d91 None None] Network e3123059-c04f-434d-8731-7e9a2a3bff50 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:13.335857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84218790-2e05-4bd5-a42d-b92d028b34d2 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:13.369857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db593126-91a9-4d23-8113-355aa2b30f24 req-65e64f11-f1b6-4d77-bb33-eb790faef81f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:13.371573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db593126-91a9-4d23-8113-355aa2b30f24 req-65e64f11-f1b6-4d77-bb33-eb790faef81f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1784256 Feb 16 15:02:13.419330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Port': ['ID=6eec3eeb-a501-4f75-b878-d3a09f354666,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:13.436192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Checking segment: {'id': '44aae4c3-8632-4baf-a203-7bbef55e9826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'b4ba1a4a-d110-4271-9f7e-c6407379f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:13.437837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network hostable DHCP agents. Network: b4ba1a4a-d110-4271-9f7e-c6407379f0cd, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:13.449644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db593126-91a9-4d23-8113-355aa2b30f24 req-e30269b3-024e-4328-abcc-c9b739720128 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608568 Feb 16 15:02:13.533858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84218790-2e05-4bd5-a42d-b92d028b34d2 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:13.537220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-84218790-2e05-4bd5-a42d-b92d028b34d2 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:13.541436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-84218790-2e05-4bd5-a42d-b92d028b34d2 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/5404f77d-ce68-41bd-bd7e-8610d54dc087 HTTP/1.1" status: 204 len: 168 time: 0.4700651 Feb 16 15:02:13.541788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43644) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:13.562992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84218790-2e05-4bd5-a42d-b92d028b34d2 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5404f77d-ce68-41bd-bd7e-8610d54dc087,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:13.588958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network b4ba1a4a-d110-4271-9f7e-c6407379f0cd is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:13.652599 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8bca074d-f48d-408d-96bc-61d2bc9c888f tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072950 Feb 16 15:02:13.653432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:13.688856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b4ba1a4a-d110-4271-9f7e-c6407379f0cd) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:13.693344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:13.700097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346ed51-81bf-464e-94ca-914a8a43dc70 None None] Network b4ba1a4a-d110-4271-9f7e-c6407379f0cd requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:13.710127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4262934b-8351-43c7-bd9f-de195026fdb9 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0552742 Feb 16 15:02:13.712774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43648) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:13.713598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:13.722996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:13.726627 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:13.748175 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-8711bdac-b45e-4a93-9407-8163b644b19a tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] delete failed (client error): The resource could not be found. Feb 16 15:02:13.758948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8711bdac-b45e-4a93-9407-8163b644b19a tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "DELETE /v2.0/security-groups/5404f77d-ce68-41bd-bd7e-8610d54dc087 HTTP/1.1" status: 404 len: 347 time: 0.0344162 Feb 16 15:02:13.759924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43650) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:13.824767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9a6f9fdd-c63c-4621-bd64-0078cc412f07 tempest-SecGroupIPv6Test-255541584 tempest-SecGroupIPv6Test-255541584-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586243 Feb 16 15:02:13.838881 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-400a5920-b9a2-4d5a-bcd9-7150ab731071 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4847736 Feb 16 15:02:13.839241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43656) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:13.913428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db539996-a5cf-40fc-b2de-7195e54b31c6 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:13.919046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 00caea04-175a-4718-a4c1-90424cf64e4f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:13.923131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db539996-a5cf-40fc-b2de-7195e54b31c6 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:13.925958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db539996-a5cf-40fc-b2de-7195e54b31c6 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0856605 Feb 16 15:02:13.928740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43660) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:14.061152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 00caea04-175a-4718-a4c1-90424cf64e4f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:14.062344 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:14.106200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Deleting port bffee252-0e88-4734-884f-6b694d6d83c4 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:14.106675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:14.232423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:14.264130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Calling delete_port for bffee252-0e88-4734-884f-6b694d6d83c4 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:14.373890 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-479aac33-d94d-4342-b444-c3a10f219142 req-6c74a6a0-ba0c-4ab0-ae7d-19a78d1e861e tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0516140 Feb 16 15:02:14.494523 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:14.545578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43676) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:14.570561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Port': ['ID=bffee252-0e88-4734-884f-6b694d6d83c4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:14.583708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:14.589985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e23f390a-9358-406d-9220-773aa3e22e4c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/ports/bffee252-0e88-4734-884f-6b694d6d83c4 HTTP/1.1" status: 204 len: 168 time: 0.6574602 Feb 16 15:02:14.590098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43680) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:14.658924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f3f14-6103-46d9-b3f4-12161f13d3e7 req-15f70b63-704a-471c-bab7-ac9baed38283 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:14.669467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b8f3f14-6103-46d9-b3f4-12161f13d3e7 req-15f70b63-704a-471c-bab7-ac9baed38283 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0998452 Feb 16 15:02:14.744339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b8f3f14-6103-46d9-b3f4-12161f13d3e7 req-14bf1d5d-9ddf-4e3f-b2db-7e142f8d5026 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746889 Feb 16 15:02:14.801407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Deleting port 6eec3eeb-a501-4f75-b878-d3a09f354666 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:14.801760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:14.807426 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-86dcb050-8d36-49c6-aa0e-780483e0068d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dfe1b661baf14f10b97eb2bf134e219b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594843 Feb 16 15:02:14.809916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43684) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:14.910647 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:14.928139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Calling delete_port for 6eec3eeb-a501-4f75-b878-d3a09f354666 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:14.944509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccbf-8ff9-447d-aa7b-fe4545692775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.011189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccbf-8ff9-447d-aa7b-fe4545692775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.145304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.178331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccbf-8ff9-447d-aa7b-fe4545692775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.180903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8cdccbf-8ff9-447d-aa7b-fe4545692775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.182052 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e8cdccbf-8ff9-447d-aa7b-fe4545692775 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e80d47ad-3416-4359-8cf2-8f1e9d3ae093 HTTP/1.1" status: 204 len: 168 time: 0.3712533 Feb 16 15:02:15.182868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Port': ['ID=6eec3eeb-a501-4f75-b878-d3a09f354666,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:15.191478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.195210 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c0c78df5-a636-4378-b22a-bcf04f5c618a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/ports/6eec3eeb-a501-4f75-b878-d3a09f354666 HTTP/1.1" status: 204 len: 168 time: 0.6039248 Feb 16 15:02:15.197698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43692) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:15.214805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdccbf-8ff9-447d-aa7b-fe4545692775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d47ad-3416-4359-8cf2-8f1e9d3ae093,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:15.235220 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-961fed1c-e270-41ca-b933-f63801056edf tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0363209 Feb 16 15:02:15.239283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43694) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:15.244436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-273379860'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:15.392366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Made reservation on behalf of a7ebc1d53b574cdbbb09efecae11dc19 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:15.396920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.433812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:15.446127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.446618 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Added segment 49340fe6-c49c-411e-b561-10ed37c39a1b of type vlan for network 80195d4d-4663-415b-be13-2e705628ea8e Feb 16 15:02:15.528453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.538812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b88b8652-bf45-4924-b24b-07eb6e17e353 req-ce8e01c4-8f0e-41fc-8002-bd9b52e52bf9 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0450881 Feb 16 15:02:15.626165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.632232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:15.633121 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.721604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Network': ['ID=80195d4d-4663-415b-be13-2e705628ea8e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:15.725598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 80195d4d-4663-415b-be13-2e705628ea8e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:15.774549 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-73e2ea36-c1d4-43f8-9437-dd1fa8a18f3c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5340436 Feb 16 15:02:15.776996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43718) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:15.784745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-39788739'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:15.916909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Made reservation on behalf of a7ebc1d53b574cdbbb09efecae11dc19 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:15.920389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.921350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f728e-2eda-47b8-b3f4-9d0ad124796e req-46e49932-dbfc-4dcb-8b38-5fe51d1c89bc tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:15.922899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-318f728e-2eda-47b8-b3f4-9d0ad124796e req-46e49932-dbfc-4dcb-8b38-5fe51d1c89bc tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0726922 Feb 16 15:02:15.956982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:15.968095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:15.968442 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Added segment f70f9e23-ca8f-4589-a66c-b8ca368aa3c3 of type vlan for network 015cce5f-c5c0-43f8-a42b-8c4a14e0b053 Feb 16 15:02:15.986867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-318f728e-2eda-47b8-b3f4-9d0ad124796e req-387229ec-c741-41dd-a6d4-2fbea1194a88 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527627 Feb 16 15:02:16.050815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:16.128580 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:16.134247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:16.134827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:16.205628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Network': ['ID=015cce5f-c5c0-43f8-a42b-8c4a14e0b053,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:16.225462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 015cce5f-c5c0-43f8-a42b-8c4a14e0b053 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:16.238777 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-45f85ce6-5d62-4e63-804e-64e5a26348e8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4605870 Feb 16 15:02:16.465469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:16.482104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43742) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:16.644402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f5e22-a5b3-4cb0-bc2f-8db7ec35412d req-ce4708b5-18aa-4015-93cd-066f10774c33 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:16.645999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-522f5e22-a5b3-4cb0-bc2f-8db7ec35412d req-ce4708b5-18aa-4015-93cd-066f10774c33 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0564308 Feb 16 15:02:16.701883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2810f6c4-f18d-485a-a6cf-38d8b0d693e5 req-25bd9de3-822a-4308-b6b5-f21280e0a373 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0548372 Feb 16 15:02:16.714784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5ed1b1de-ed94-4ce9-9eda-0fe3f4aaf297 tempest-ServiceProvidersTest-790990418 tempest-ServiceProvidersTest-790990418-project] 10.222.0.113 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2315395 Feb 16 15:02:16.771608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-522f5e22-a5b3-4cb0-bc2f-8db7ec35412d req-55b6c670-4e2a-4662-b595-44a00943c029 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150625 Feb 16 15:02:17.507010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43766) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:17.688451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e47adcc0-bf0e-45b0-9a22-08c8f4e24572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:17.781124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e47adcc0-bf0e-45b0-9a22-08c8f4e24572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:17.866439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e47adcc0-bf0e-45b0-9a22-08c8f4e24572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:17.876188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ee614e2-f774-4425-bb33-de9b8344cbf4 req-20b71806-2873-424a-811b-afbd721e26ac tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0425155 Feb 16 15:02:17.954916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e47adcc0-bf0e-45b0-9a22-08c8f4e24572 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3312961bab6a4da09742addcc8a988b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442506 Feb 16 15:02:17.954916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47adcc0-bf0e-45b0-9a22-08c8f4e24572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf09e27d-6eff-483b-84d6-a164c27c144f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:17.955271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43780) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:17.999746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e7251-f140-4219-b549-671cb7b2fcf5 req-709d6451-8c21-44ef-8d98-b1148aa82832 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:18.004037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-916e7251-f140-4219-b549-671cb7b2fcf5 req-709d6451-8c21-44ef-8d98-b1148aa82832 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.1266994 Feb 16 15:02:18.060223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac2066c3-a23b-4ef7-bd1d-40c0bc8d07fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:18.064831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-916e7251-f140-4219-b549-671cb7b2fcf5 req-a5648bf8-eb07-454b-827f-5a98348cd345 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558038 Feb 16 15:02:18.086770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac2066c3-a23b-4ef7-bd1d-40c0bc8d07fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:18.236621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac2066c3-a23b-4ef7-bd1d-40c0bc8d07fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:18.239307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac2066c3-a23b-4ef7-bd1d-40c0bc8d07fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:18.241983 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ac2066c3-a23b-4ef7-bd1d-40c0bc8d07fb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cf09e27d-6eff-483b-84d6-a164c27c144f HTTP/1.1" status: 204 len: 168 time: 0.2858372 Feb 16 15:02:18.264985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2066c3-a23b-4ef7-bd1d-40c0bc8d07fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf09e27d-6eff-483b-84d6-a164c27c144f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:19.094406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6804a5cb-9aee-40ca-916f-6641c5bb105c req-1a7442e8-518f-4555-9cc0-db5bf794aaef tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0592103 Feb 16 15:02:19.228382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33efaeb-14e5-4f61-b562-1ca925cd9eb8 req-a661101c-f0e6-4f97-a70b-bc858dfe4a33 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:19.230017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f33efaeb-14e5-4f61-b562-1ca925cd9eb8 req-a661101c-f0e6-4f97-a70b-bc858dfe4a33 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0709536 Feb 16 15:02:19.366999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f33efaeb-14e5-4f61-b562-1ca925cd9eb8 req-90f8a7ee-1fe5-4015-878a-53349ab65a7c tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224375 Feb 16 15:02:19.590444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-4ee92013-1270-459c-908d-9bce532b16b8 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:19.595015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-4ee92013-1270-459c-908d-9bce532b16b8 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.129 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 945 time: 0.0824475 Feb 16 15:02:19.625458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43826) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:19.631502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'subnets': [{'network_id': '80195d4d-4663-415b-be13-2e705628ea8e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--693044905', 'ip_version': 6}, {'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:19.634959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'subnet': {'network_id': '80195d4d-4663-415b-be13-2e705628ea8e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--693044905', 'ip_version': 6}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:19.634959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Request body: {'subnet': {'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:19.683200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43830) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:19.784842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Deleting port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:19.787152 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:19.885567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-85993318-7e8f-4f89-baf7-cfc3bdd7bd18 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1861189932', 'prefixes': ['172.20.0.0/16']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:19.930366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] For port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:19.930825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:19.948925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Calling delete_port for 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:20.229576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1df12994-0d7e-4a36-8216-a1db7783f39f req-84e7e1c4-a04e-4ec5-a88c-0f0bf839bcc1 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0339594 Feb 16 15:02:20.234236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:20.248423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6f24c49a-7a5e-47df-b2a1-9b8b36a9c372'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:02:20.275127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['97c56a1e-36e9-4720-9aa7-be67d0b92867'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:02:20.277384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Pushing event deleted for resources: {'Port': ['ID=6f24c49a-7a5e-47df-b2a1-9b8b36a9c372,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:20.345681 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-85993318-7e8f-4f89-baf7-cfc3bdd7bd18 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] Notify callbacks [] for subnetpool, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:20.350318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-85993318-7e8f-4f89-baf7-cfc3bdd7bd18 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6632731 Feb 16 15:02:20.350491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43842) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:20.409177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Made reservation on behalf of a7ebc1d53b574cdbbb09efecae11dc19 for: {'subnet': 2} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:20.416668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7e519ac-6b98-4cc4-a30a-e48735775a7d tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] 10.222.0.113 "GET /v2.0/subnetpools/3cad0ba3-1785-4999-b79a-cf850bf92469 HTTP/1.1" status: 200 len: 732 time: 0.0628088 Feb 16 15:02:20.416668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] No DVR routers for this DVR port 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:02:20.418215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:20.418733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43846) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:20.419144 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:20.435189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:20.442723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2059f4d0-0e0a-44ff-baec-3608a869648d req-65b6f6d9-cf60-4718-a956-3939d7aee1cf tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.129 "DELETE /v2.0/ports/6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 HTTP/1.1" status: 204 len: 173 time: 0.8439879 Feb 16 15:02:20.458976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7e933775-9d9a-4e75-8278-42fc11d5306e tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-434858662'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:20.477992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'name': 'network-vif-deleted', 'tag': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:02:20.480870 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644f173e-56ef-4b16-8882-0502c9b78978" -d '{"events": [{"server_uuid": "b7ec8a19-da8b-476b-87df-dec95e43f07c", "name": "network-vif-deleted", "tag": "6f24c49a-7a5e-47df-b2a1-9b8b36a9c372"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:02:20.543686 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa6f4e2-e3f4-43af-b13f-6f010e54c640 x-openstack-request-id: req-6fa6f4e2-e3f4-43af-b13f-6f010e54c640 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:02:20.544049 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ec8a19-da8b-476b-87df-dec95e43f07c", "name": "network-vif-deleted", "tag": "6f24c49a-7a5e-47df-b2a1-9b8b36a9c372", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:02:20.544307 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6fa6f4e2-e3f4-43af-b13f-6f010e54c640 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:02:20.544701 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ec8a19-da8b-476b-87df-dec95e43f07c', 'name': 'network-vif-deleted', 'tag': '6f24c49a-7a5e-47df-b2a1-9b8b36a9c372', 'status': 'completed', 'code': 200} Feb 16 15:02:20.555173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac094dc2-4f07-4480-9439-08b1fd1d9ec5 req-f15bfe4f-64a7-429c-a43d-92fd49b2993e tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 210 time: 0.0516732 Feb 16 15:02:20.678999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e933775-9d9a-4e75-8278-42fc11d5306e tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] Notify callbacks [] for subnetpool, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:20.680365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7e933775-9d9a-4e75-8278-42fc11d5306e tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] 10.222.0.113 "PUT /v2.0/subnetpools/3cad0ba3-1785-4999-b79a-cf850bf92469 HTTP/1.1" status: 200 len: 683 time: 0.2605696 Feb 16 15:02:20.684277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43856) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:20.930022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f880d2b0-5389-4186-abd6-f7bab70bfb18 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] Notify callbacks [] for subnetpool, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:20.931262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f880d2b0-5389-4186-abd6-f7bab70bfb18 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] 10.222.0.113 "DELETE /v2.0/subnetpools/3cad0ba3-1785-4999-b79a-cf850bf92469 HTTP/1.1" status: 204 len: 168 time: 0.2458770 Feb 16 15:02:20.934002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43862) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:20.949662 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-6e490f94-7e99-493d-b571-7c6e73f72236 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] show failed (client error): The resource could not be found. Feb 16 15:02:20.953998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6e490f94-7e99-493d-b571-7c6e73f72236 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] 10.222.0.113 "GET /v2.0/subnetpools/3cad0ba3-1785-4999-b79a-cf850bf92469 HTTP/1.1" status: 404 len: 346 time: 0.0157785 Feb 16 15:02:20.954625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43864) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:20.970652 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-31b67841-438e-43ba-a865-206cb760f034 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] delete failed (client error): The resource could not be found. Feb 16 15:02:20.971692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-31b67841-438e-43ba-a865-206cb760f034 tempest-SubnetPoolsTestJSON-219680983 tempest-SubnetPoolsTestJSON-219680983-project] 10.222.0.113 "DELETE /v2.0/subnetpools/3cad0ba3-1785-4999-b79a-cf850bf92469 HTTP/1.1" status: 404 len: 346 time: 0.0161116 Feb 16 15:02:21.054028 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:21.165974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Subnet': ['ID=9233ac85-07c0-463f-8567-40380c35d145,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:21.179358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Checking segment: {'id': '49340fe6-c49c-411e-b561-10ed37c39a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80195d4d-4663-415b-be13-2e705628ea8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:21.180308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network hostable DHCP agents. Network: 80195d4d-4663-415b-be13-2e705628ea8e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:21.282763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network 80195d4d-4663-415b-be13-2e705628ea8e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:21.379909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 80195d4d-4663-415b-be13-2e705628ea8e) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:21.381314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b665b0d5-9838-4f25-8ad8-06bc1c2660dc req-31ff8d1e-f592-47eb-8b7d-dc2a0c34b119 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0322783 Feb 16 15:02:21.384436 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:21.390838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddad663-eafd-4221-b238-9ece343d7146 None None] Network 80195d4d-4663-415b-be13-2e705628ea8e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:21.528754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Checking segment: {'id': 'f70f9e23-ca8f-4589-a66c-b8ca368aa3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:21.531094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network hostable DHCP agents. Network: 015cce5f-c5c0-43f8-a42b-8c4a14e0b053, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:21.543026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event updated for resources: {'Subnet': ['ID=26c6ef7a-ef6d-48ae-9764-d6abc425abf4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:21.622671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43882) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:21.626690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Network 015cce5f-c5c0-43f8-a42b-8c4a14e0b053 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:21.668396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-80195d4d-4663-415b-be13-2e705628ea8e', 'network_id': '80195d4d-4663-415b-be13-2e705628ea8e', 'tenant_id': 'a7ebc1d53b574cdbbb09efecae11dc19', 'fixed_ips': [{'subnet_id': '9233ac85-07c0-463f-8567-40380c35d145'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:21.670286 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:21.688020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 015cce5f-c5c0-43f8-a42b-8c4a14e0b053) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:21.692312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:21.701074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:21.701074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:21.732924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee2df6-a53a-4c00-812f-cef943ff9c5e None None] Network 015cce5f-c5c0-43f8-a42b-8c4a14e0b053 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:21.778705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95a29645-877b-414a-ae62-aa8bbf46c9a2 req-8c3886a5-eb09-4122-b788-592b68e6e8c7 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=b7ec8a19-da8b-476b-87df-dec95e43f07c HTTP/1.1" status: 200 len: 210 time: 0.0482137 Feb 16 15:02:21.799454 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-853c83b7-3387-425f-979b-5b2ae65417d3 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1719389 Feb 16 15:02:21.802094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43888) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:21.865028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d91e9ce-d9b5-4a6f-b7a6-5b73911f729d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:21.903873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3756a4-3cd2-41ae-b1a2-988cb8bec50a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:21.903873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3756a4-3cd2-41ae-b1a2-988cb8bec50a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:21.903873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3756a4-3cd2-41ae-b1a2-988cb8bec50a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:21.903873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-da3756a4-3cd2-41ae-b1a2-988cb8bec50a tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0997746 Feb 16 15:02:21.913817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:21.995564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d91e9ce-d9b5-4a6f-b7a6-5b73911f729d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.015693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Deleting subnet 9233ac85-07c0-463f-8567-40380c35d145 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:02:22.035492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Allocated IP 2001:db8::1 (80195d4d-4663-415b-be13-2e705628ea8e/9233ac85-07c0-463f-8567-40380c35d145/da025007-226a-4cda-aa99-1a6be92b039f) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:22.070686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2d91e9ce-d9b5-4a6f-b7a6-5b73911f729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.089637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-015cce5f-c5c0-43f8-a42b-8c4a14e0b053', 'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053', 'tenant_id': 'a7ebc1d53b574cdbbb09efecae11dc19', 'fixed_ips': [{'subnet_id': '26c6ef7a-ef6d-48ae-9764-d6abc425abf4'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:22.090490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.114750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2d91e9ce-d9b5-4a6f-b7a6-5b73911f729d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eb760b45758d48848ccf31ad2f5ff927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906852 Feb 16 15:02:22.117541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43896) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:22.129182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91e9ce-d9b5-4a6f-b7a6-5b73911f729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2940355-88b3-4a4d-9972-4014c42f3ae7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:22.181943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d628c6d-7e87-4a33-aebc-4e8ad4dd0ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.207303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d628c6d-7e87-4a33-aebc-4e8ad4dd0ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.329778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d628c6d-7e87-4a33-aebc-4e8ad4dd0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.332512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d628c6d-7e87-4a33-aebc-4e8ad4dd0ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.336034 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6d628c6d-7e87-4a33-aebc-4e8ad4dd0ce4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a2940355-88b3-4a4d-9972-4014c42f3ae7 HTTP/1.1" status: 204 len: 168 time: 0.2151196 Feb 16 15:02:22.342077 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.350016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Allocated IP 2001:db8:0:1::1 (015cce5f-c5c0-43f8-a42b-8c4a14e0b053/26c6ef7a-ef6d-48ae-9764-d6abc425abf4/4934c0cb-35ad-417f-bb8e-ee6783cfa0a0) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:22.353222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d628c6d-7e87-4a33-aebc-4e8ad4dd0ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2940355-88b3-4a4d-9972-4014c42f3ae7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:22.413425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.446007 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.493098 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.521461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Pushing event updated for resources: {'Port': ['ID=da025007-226a-4cda-aa99-1a6be92b039f,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:22.543525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Network 80195d4d-4663-415b-be13-2e705628ea8e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:22.549655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:22.570149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:22.624191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.635223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-810762b3-d31e-4b79-871a-931185712b22 req-c41dd673-f753-4173-b497-e955aef9559e tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0763826 Feb 16 15:02:22.835937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Attempting to bind port da025007-226a-4cda-aa99-1a6be92b039f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:22.835937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Attempting to bind port da025007-226a-4cda-aa99-1a6be92b039f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '49340fe6-c49c-411e-b561-10ed37c39a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80195d4d-4663-415b-be13-2e705628ea8e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:22.836185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Attempting to bind port da025007-226a-4cda-aa99-1a6be92b039f on network 80195d4d-4663-415b-be13-2e705628ea8e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:22.844074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:22.844456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Checking segment: {'id': '49340fe6-c49c-411e-b561-10ed37c39a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80195d4d-4663-415b-be13-2e705628ea8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:22.844862 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.845257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Bound using segment: {'id': '49340fe6-c49c-411e-b561-10ed37c39a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80195d4d-4663-415b-be13-2e705628ea8e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:22.845725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Bound port: da025007-226a-4cda-aa99-1a6be92b039f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49340fe6-c49c-411e-b561-10ed37c39a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '80195d4d-4663-415b-be13-2e705628ea8e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:22.846106 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.859876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.950521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Subnet': ['ID=9233ac85-07c0-463f-8567-40380c35d145,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:22.966518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:22.985489 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dcb0e11e-ed5b-441d-a5e8-613fa31b2e80 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/subnets/9233ac85-07c0-463f-8567-40380c35d145 HTTP/1.1" status: 204 len: 168 time: 1.0584166 Feb 16 15:02:22.985489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43926) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:23.005980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] For port da025007-226a-4cda-aa99-1a6be92b039f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:23.010496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] For port da025007-226a-4cda-aa99-1a6be92b039f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=da025007-226a-4cda-aa99-1a6be92b039f,segment=NetworkSegment(49340fe6-c49c-411e-b561-10ed37c39a1b),segment_id=49340fe6-c49c-411e-b561-10ed37c39a1b)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:23.038662 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:23.147037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Deleting subnet 26c6ef7a-ef6d-48ae-9764-d6abc425abf4 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:02:23.401220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:02:23.423575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:02:23.424019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6f24c49a-7a5e-47df-b2a1-9b8b36a9c372 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:02:23.831012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61f641cb-bb68-49e6-b08f-c55a8e887a78 req-237bd949-7728-437a-8eaf-d472275f760d tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0272098 Feb 16 15:02:24.024538 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.036142 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.036142 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.103525 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.130079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Network 015cce5f-c5c0-43f8-a42b-8c4a14e0b053 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:24.172904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c8121-1d59-4dc9-9e52-ee687b5b23da None None] Pushing event updated for resources: {'Port': ['ID=da025007-226a-4cda-aa99-1a6be92b039f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:24.187228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:24.195341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:24.251751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.259502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9551913-fd27-4f03-b920-29483634f9b0 None None] Network 80195d4d-4663-415b-be13-2e705628ea8e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:24.266687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Pushing event updated for resources: {'Port': ['ID=4934c0cb-35ad-417f-bb8e-ee6783cfa0a0,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:24.427042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Attempting to bind port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:24.427420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Attempting to bind port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'f70f9e23-ca8f-4589-a66c-b8ca368aa3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:24.427855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Attempting to bind port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0 on network 015cce5f-c5c0-43f8-a42b-8c4a14e0b053 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:24.444016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4456e56-a0d5-4f85-9cbb-739a1f3fca01 req-60f3cd7e-c344-4409-af8d-45b022e8b18b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:24.452184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4456e56-a0d5-4f85-9cbb-739a1f3fca01 req-60f3cd7e-c344-4409-af8d-45b022e8b18b tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0737009 Feb 16 15:02:24.456727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:24.457102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Checking segment: {'id': 'f70f9e23-ca8f-4589-a66c-b8ca368aa3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:24.457516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.457979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Bound using segment: {'id': 'f70f9e23-ca8f-4589-a66c-b8ca368aa3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:24.458586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Bound port: 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70f9e23-ca8f-4589-a66c-b8ca368aa3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '015cce5f-c5c0-43f8-a42b-8c4a14e0b053'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:24.458826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.460546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.507989 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Subnet': ['ID=26c6ef7a-ef6d-48ae-9764-d6abc425abf4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:24.510921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.515448 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-09d63ab0-e65c-423a-a5bf-75d747c273c2 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/subnets/26c6ef7a-ef6d-48ae-9764-d6abc425abf4 HTTP/1.1" status: 204 len: 168 time: 1.5287240 Feb 16 15:02:24.519099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43950) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:24.541808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4456e56-a0d5-4f85-9cbb-739a1f3fca01 req-f1a1f880-6e61-43cb-bb61-5fb360058591 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884194 Feb 16 15:02:24.564120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] For port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:24.568171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] For port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4934c0cb-35ad-417f-bb8e-ee6783cfa0a0,segment=NetworkSegment(f70f9e23-ca8f-4589-a66c-b8ca368aa3c3),segment_id=f70f9e23-ca8f-4589-a66c-b8ca368aa3c3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:24.595725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a5210e-a4ef-4518-9fc9-2ca6801eb19c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:24.597331 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b7a5210e-a4ef-4518-9fc9-2ca6801eb19c tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757356 Feb 16 15:02:24.601343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43956) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:24.694737 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.709544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.787210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe93f9-dd2c-4b47-b63a-980ddb286a5e None None] Pushing event updated for resources: {'Port': ['ID=4934c0cb-35ad-417f-bb8e-ee6783cfa0a0,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:24.816976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf28087-c37c-4017-897c-2228810d4f83 None None] Network 015cce5f-c5c0-43f8-a42b-8c4a14e0b053 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:24.824231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Deleting port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:24.824917 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.960132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-542dc53b-3283-4d6e-a0c6-2a7ae18f7ffc req-b360ebce-0352-4e0f-ab07-c8168583efe4 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0374594 Feb 16 15:02:24.974939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] For port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4934c0cb-35ad-417f-bb8e-ee6783cfa0a0,segment=NetworkSegment(f70f9e23-ca8f-4589-a66c-b8ca368aa3c3),segment_id=f70f9e23-ca8f-4589-a66c-b8ca368aa3c3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:24.975313 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:24.991108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Calling delete_port for 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:25.029159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f43539-ec0e-4d7b-9ea1-1b96978a5477 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:02:25.141653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f43539-ec0e-4d7b-9ea1-1b96978a5477 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:02:25.196893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.234308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Port': ['ID=4934c0cb-35ad-417f-bb8e-ee6783cfa0a0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:25.245558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] No DVR routers for this DVR port 4934c0cb-35ad-417f-bb8e-ee6783cfa0a0 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:02:25.362560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.391348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015cce5f-c5c0-43f8-a42b-8c4a14e0b053']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:25.413507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70f9e23-ca8f-4589-a66c-b8ca368aa3c3') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:25.413983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70f9e23-ca8f-4589-a66c-b8ca368aa3c3') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:25.425200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.440250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.447639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:25.448240 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:25.451790 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:25.472981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a04d0-843b-43ca-8080-fb25459e14f9 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:02:25.572374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a04d0-843b-43ca-8080-fb25459e14f9 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:02:25.648260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.705820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.712027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43988) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:25.712541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/networks/015cce5f-c5c0-43f8-a42b-8c4a14e0b053 HTTP/1.1" status: 204 len: 168 time: 1.1092241 Feb 16 15:02:25.730435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72c4d-e396-4710-9b25-c433b2f1e2be tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Network': ['ID=015cce5f-c5c0-43f8-a42b-8c4a14e0b053,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:25.750904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0f8bb-03c0-4371-b8a5-77427bbc1628 req-95bae0e5-2bad-4a8d-8cb3-6aca68a5153c tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:25.752535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0b0f8bb-03c0-4371-b8a5-77427bbc1628 req-95bae0e5-2bad-4a8d-8cb3-6aca68a5153c tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1347413 Feb 16 15:02:25.804440 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0b0f8bb-03c0-4371-b8a5-77427bbc1628 req-3ee1cc10-ccda-4602-a2d9-fb6dfa5072ae tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Feb 16 15:02:25.867095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:25.957521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Deleting port da025007-226a-4cda-aa99-1a6be92b039f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:25.958148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.038471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] For port da025007-226a-4cda-aa99-1a6be92b039f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=da025007-226a-4cda-aa99-1a6be92b039f,segment=NetworkSegment(49340fe6-c49c-411e-b561-10ed37c39a1b),segment_id=49340fe6-c49c-411e-b561-10ed37c39a1b)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:26.038863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.054954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Calling delete_port for da025007-226a-4cda-aa99-1a6be92b039f owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:26.172097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dde8f9da-20a0-4862-bb27-09fdeb5467d0 req-1b6b9dca-56e9-4b5c-94b2-12fc69d887aa tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0381713 Feb 16 15:02:26.242159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.272781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] No DVR routers for this DVR port da025007-226a-4cda-aa99-1a6be92b039f on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:02:26.278013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Port': ['ID=da025007-226a-4cda-aa99-1a6be92b039f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:26.364873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.395828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80195d4d-4663-415b-be13-2e705628ea8e']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:26.410313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49340fe6-c49c-411e-b561-10ed37c39a1b') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:26.410707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49340fe6-c49c-411e-b561-10ed37c39a1b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:26.422883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.438084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.448464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:26.453185 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:26.454037 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:26.613794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.624164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.627444 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/networks/80195d4d-4663-415b-be13-2e705628ea8e HTTP/1.1" status: 204 len: 168 time: 0.9136651 Feb 16 15:02:26.630283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44016) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:26.638455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26979-58e0-4c85-a9fe-5ad09fcd2f97 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Network': ['ID=80195d4d-4663-415b-be13-2e705628ea8e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:26.756406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:26.779577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-2c1827bc-193d-4f4d-bcc9-d5331e3b1e5f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:26.782061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-2c1827bc-193d-4f4d-bcc9-d5331e3b1e5f tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.0785978 Feb 16 15:02:26.989363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.025540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ba1a4a-d110-4271-9f7e-c6407379f0cd']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:27.043780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44aae4c3-8632-4baf-a203-7bbef55e9826') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:27.044116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44aae4c3-8632-4baf-a203-7bbef55e9826') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:27.064742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952713-9d7a-42b4-a373-6c076a25edc3 req-0c6e988e-1edc-43f6-bd29-213a6b04fda6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:27.066322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18952713-9d7a-42b4-a373-6c076a25edc3 req-0c6e988e-1edc-43f6-bd29-213a6b04fda6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 946 time: 0.1306200 Feb 16 15:02:27.070804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.088199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Deleting port 97c56a1e-36e9-4720-9aa7-be67d0b92867 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:27.088549 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.098071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.149954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:27.150353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:27.154734 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:27.324172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62a859f0-6041-444b-b6ff-dc1971a9173d req-68c41cba-ebda-4942-b1ae-0ce9503ec070 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0562301 Feb 16 15:02:27.326409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] For port 97c56a1e-36e9-4720-9aa7-be67d0b92867, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=97c56a1e-36e9-4720-9aa7-be67d0b92867,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:27.326783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.358942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18952713-9d7a-42b4-a373-6c076a25edc3 req-387fd9a4-ff95-4ec7-83bc-218feab2a9a3 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/security-groups?id=97c20673-42ff-4e9a-bb4c-1eed7dff79e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768643 Feb 16 15:02:27.365681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Calling delete_port for 97c56a1e-36e9-4720-9aa7-be67d0b92867 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:27.422261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.426608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.429822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/networks/b4ba1a4a-d110-4271-9f7e-c6407379f0cd HTTP/1.1" status: 204 len: 168 time: 0.7984133 Feb 16 15:02:27.432791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44036) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:27.456268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Network': ['ID=b4ba1a4a-d110-4271-9f7e-c6407379f0cd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:27.468893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.469232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.469567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.469936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.470264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.470589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.470908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.471223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.471561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.471879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.472195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.472509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4c930-a53b-4b62-abe2-de662df9e5b8 tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:27.541890 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.615252 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.629009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['97c56a1e-36e9-4720-9aa7-be67d0b92867'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:02:27.653031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Pushing event deleted for resources: {'Port': ['ID=97c56a1e-36e9-4720-9aa7-be67d0b92867,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:27.666017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.713958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3123059-c04f-434d-8731-7e9a2a3bff50']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:27.728766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdf50db-141b-4041-83ec-29c0599eae2b') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:27.729282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdf50db-141b-4041-83ec-29c0599eae2b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:27.744001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] No DVR routers for this DVR port 97c56a1e-36e9-4720-9aa7-be67d0b92867 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:02:27.749927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.750075 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.751797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d148cea1-aafc-4f12-b87f-fdb478022140 req-3989d0dd-c98d-44df-bfcc-dd36a5d74af6 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.93 "DELETE /v2.0/ports/97c56a1e-36e9-4720-9aa7-be67d0b92867 HTTP/1.1" status: 204 len: 173 time: 0.9392548 Feb 16 15:02:27.752272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'name': 'network-vif-deleted', 'tag': '97c56a1e-36e9-4720-9aa7-be67d0b92867'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:02:27.754618 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3eeb2b-21a7-4601-bdeb-45f5a1d47bc2" -d '{"events": [{"server_uuid": "0f1bf6d9-067b-4b43-95a3-33acfa827031", "name": "network-vif-deleted", "tag": "97c56a1e-36e9-4720-9aa7-be67d0b92867"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:02:27.766574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.774459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:27.775032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:27.778434 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:27.806815 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74adc9c1-a8dd-4977-88f7-bfe03e66c2ce x-openstack-request-id: req-74adc9c1-a8dd-4977-88f7-bfe03e66c2ce {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:02:27.807183 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1bf6d9-067b-4b43-95a3-33acfa827031", "name": "network-vif-deleted", "tag": "97c56a1e-36e9-4720-9aa7-be67d0b92867", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:02:27.807496 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-74adc9c1-a8dd-4977-88f7-bfe03e66c2ce {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:02:27.807991 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1bf6d9-067b-4b43-95a3-33acfa827031', 'name': 'network-vif-deleted', 'tag': '97c56a1e-36e9-4720-9aa7-be67d0b92867', 'status': 'completed', 'code': 200} Feb 16 15:02:27.991139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:28.004245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:28.010626 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] 10.222.0.113 "DELETE /v2.0/networks/e3123059-c04f-434d-8731-7e9a2a3bff50 HTTP/1.1" status: 204 len: 168 time: 0.5735073 Feb 16 15:02:28.023755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef733119-b628-4c8d-be99-b0c83b2136ca tempest-BulkNetworkOpsIpV6Test-1411335931 tempest-BulkNetworkOpsIpV6Test-1411335931-project] Pushing event deleted for resources: {'Network': ['ID=e3123059-c04f-434d-8731-7e9a2a3bff50,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:28.132305 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:02:28.488204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8302b926-cd05-4b85-a787-0fe293135178 req-ead420d0-4c4b-4a6e-8462-f7433686be4f tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0398982 Feb 16 15:02:28.539423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a6f37a7-c4eb-4275-859f-ba8b7bccbf3e req-893a3078-df29-4f34-a78b-4de4145369c0 tempest-ServerRescueTestJSON-135960584 tempest-ServerRescueTestJSON-135960584-project] 10.222.0.113 "GET /v2.0/ports?device_id=0f1bf6d9-067b-4b43-95a3-33acfa827031 HTTP/1.1" status: 200 len: 210 time: 0.0619309 Feb 16 15:02:28.613739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44068) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:28.874494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e607ce40-ce1f-4d37-8495-438b40545636 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a7ebc1d53b574cdbbb09efecae11dc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565048 Feb 16 15:02:28.875111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44080) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:28.966886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-721e5c64-d452-48a4-aaf4-717b605a202d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:29.001555 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-721e5c64-d452-48a4-aaf4-717b605a202d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:29.605561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44108) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:29.613605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6e57ec5-e671-4727-8b35-ff9fdd2e4ef8 req-788b5207-563b-4d72-ae55-1d4977ee1217 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0305374 Feb 16 15:02:29.887740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-721e5c64-d452-48a4-aaf4-717b605a202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:29.891287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-721e5c64-d452-48a4-aaf4-717b605a202d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:29.892683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-721e5c64-d452-48a4-aaf4-717b605a202d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2c19c212-6097-4469-b592-727f91433a02 HTTP/1.1" status: 204 len: 168 time: 1.0160201 Feb 16 15:02:29.902430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e5c64-d452-48a4-aaf4-717b605a202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c19c212-6097-4469-b592-727f91433a02,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:30.039055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:30.360468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Deleting port 6542e304-3fcd-4ed2-aa73-91caf4fa2499 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:30.361229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:30.492667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] For port 6542e304-3fcd-4ed2-aa73-91caf4fa2499, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6542e304-3fcd-4ed2-aa73-91caf4fa2499,segment=NetworkSegment(95a6ff94-be87-4645-a6c5-356a955b72f3),segment_id=95a6ff94-be87-4645-a6c5-356a955b72f3)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:30.493036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:30.506305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Calling delete_port for 6542e304-3fcd-4ed2-aa73-91caf4fa2499 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:30.638869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 97c56a1e-36e9-4720-9aa7-be67d0b92867 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:02:30.664191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 97c56a1e-36e9-4720-9aa7-be67d0b92867 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:02:30.664482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 97c56a1e-36e9-4720-9aa7-be67d0b92867 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:02:30.752865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52f8e183-0983-4ea2-b41a-30bc7d73e691 req-e0335602-5335-4360-ac41-00ae04e2495c tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0373402 Feb 16 15:02:30.768381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:30.853679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6542e304-3fcd-4ed2-aa73-91caf4fa2499,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:31.051608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.180128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:31.344059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106164607'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:31.388026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Router c7949c5e-57f7-466c-905d-d9b5bba27137 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:02:31.482683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:31.487215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.504009 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.547834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:02:31.551366 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-69d31f30-d3be-46e9-afd5-64400c684a01 admin admin] 10.222.0.113 "PUT /v2.0/routers/c7949c5e-57f7-466c-905d-d9b5bba27137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440835 Feb 16 15:02:31.554210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44182) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:31.564734 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] Sync routers for ids ['c7949c5e-57f7-466c-905d-d9b5bba27137'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:02:31.607683 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] Routers {'c7949c5e-57f7-466c-905d-d9b5bba27137'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:31.609351 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c7949c5e-57f7-466c-905d-d9b5bba27137'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:31.645948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.732341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.745226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.779318 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] Set router c7949c5e-57f7-466c-905d-d9b5bba27137 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:31.787323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:31.809363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af0918-2638-4619-a9fa-aa39d92ace34,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:31.846046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.846599 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment 471f46ac-8c46-4941-bd10-2da943755c44 of type vlan for network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 Feb 16 15:02:31.911930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.950135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:31.996801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba2cb703-4679-4531-b733-7210a4f0aba9 req-6154b9c8-bea5-4836-a882-b896d58f0eaf tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0602300 Feb 16 15:02:32.073048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Deleting port 63fe01e9-7875-4177-a1a3-d1a6c51c6835 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:32.073491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:32.094096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:32.101879 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:32.102313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:32.104412 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:02:30Z', 'revision_number': 5, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port': {'id': '63fe01e9-7875-4177-a1a3-d1a6c51c6835', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:00:19Z', 'updated_at': '2022-02-16T15:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:32.159469 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] Checking router: c7949c5e-57f7-466c-905d-d9b5bba27137 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:02:32.185371 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] Routers {'c7949c5e-57f7-466c-905d-d9b5bba27137'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:32.185933 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['c7949c5e-57f7-466c-905d-d9b5bba27137'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:32.212886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] For port 63fe01e9-7875-4177-a1a3-d1a6c51c6835, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=63fe01e9-7875-4177-a1a3-d1a6c51c6835,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:32.213606 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:32.232707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Calling delete_port for 63fe01e9-7875-4177-a1a3-d1a6c51c6835 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:32.237978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=2e1e3430-559d-4dd5-9b0c-01b11dc66fb2,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:32.241795 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-774ca9ca-598f-45ba-890f-8a6d8fc12ff8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0606196 Feb 16 15:02:32.349830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:32.396766 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] Set router c7949c5e-57f7-466c-905d-d9b5bba27137 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:32.588592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:02:31Z', 'revision_number': 6, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:32.668609 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba719af-0772-4e13-9e05-c81efb5f399e None None] The sync data for ids ['c7949c5e-57f7-466c-905d-d9b5bba27137'] in n-d-829433-1 is: [{'id': 'c7949c5e-57f7-466c-905d-d9b5bba27137', 'name': 'tempest-ServerRescueTestJSON-287494727-router', 'tenant_id': 'c318c7bae2374f2e8700186b40ebb785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:00:18Z', 'updated_at': '2022-02-16T15:02:31Z', 'revision_number': 6, 'project_id': 'c318c7bae2374f2e8700186b40ebb785', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:02:32.689886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:32.755995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=63fe01e9-7875-4177-a1a3-d1a6c51c6835,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:32.885405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.059607 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.068791 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.218009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433a8292-afda-4f97-9027-833de9b55fdb req-da714ba2-58fd-459c-ad18-929909c102fe tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0332322 Feb 16 15:02:33.297390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.297990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7949c5e-57f7-466c-905d-d9b5bba27137 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:02:33.304832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.305987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-abc3182d-6bb2-4ed3-8b78-fb88615d0d5e admin admin] 10.222.0.113 "DELETE /v2.0/routers/c7949c5e-57f7-466c-905d-d9b5bba27137 HTTP/1.1" status: 204 len: 168 time: 1.7506406 Feb 16 15:02:33.308704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44214) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:33.396206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] Deleting subnet 016a32c5-31fd-4710-aa98-58e948005e1f {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:02:33.399490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.471991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.572510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.788028 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.899492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 63fe01e9-7875-4177-a1a3-d1a6c51c6835 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:02:33.906447 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:33.914336 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/016a32c5-31fd-4710-aa98-58e948005e1f HTTP/1.1" status: 204 len: 168 time: 0.6046350 Feb 16 15:02:33.916941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44224) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:33.930657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268e835-c4c7-46fd-b6ab-bd278d3ef00e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016a32c5-31fd-4710-aa98-58e948005e1f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:33.978069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 63fe01e9-7875-4177-a1a3-d1a6c51c6835 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:02:33.978511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 63fe01e9-7875-4177-a1a3-d1a6c51c6835 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:02:33.980130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6542e304-3fcd-4ed2-aa73-91caf4fa2499 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:02:34.028771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6542e304-3fcd-4ed2-aa73-91caf4fa2499 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:02:34.030464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6542e304-3fcd-4ed2-aa73-91caf4fa2499 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:02:34.085752 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:34.242533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:34.277361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0ce965-612c-480e-9ac1-e026b294b05e']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:34.301356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a6ff94-be87-4645-a6c5-356a955b72f3') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:34.301720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a6ff94-be87-4645-a6c5-356a955b72f3') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:34.325409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:34.379948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:34.383613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c630432-bceb-4845-b263-87c524885791 req-1a87be52-f72f-4015-b68a-197b345bb820 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0399058 Feb 16 15:02:34.395803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:34.396242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:34.398104 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:34.608573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:34.625602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:34.628997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] 10.222.0.113 "DELETE /v2.0/networks/4c0ce965-612c-480e-9ac1-e026b294b05e HTTP/1.1" status: 204 len: 168 time: 0.7107711 Feb 16 15:02:34.632190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0172742-4374-4360-8177-fa5216a36863 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0ce965-612c-480e-9ac1-e026b294b05e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:35.329216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44258) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:35.330511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd114901-44c3-4f8c-8385-fd1912d73a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:35.388731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9bc9acfd-73c1-4f98-88cd-f04d8b10b2e5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c318c7bae2374f2e8700186b40ebb785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557272 Feb 16 15:02:35.389122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44260) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:35.475408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-938a0d4d-c673-4094-9de6-c174263d9ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:35.513244 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-938a0d4d-c673-4094-9de6-c174263d9ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:35.529205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffaf66d5-f582-4bc6-afae-b853d5fefe73 req-d7c4705d-911a-4101-9147-cd1822e07afc tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0272567 Feb 16 15:02:35.625258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:35.631112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': '2e1e3430-559d-4dd5-9b0c-01b11dc66fb2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:35.706322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-938a0d4d-c673-4094-9de6-c174263d9ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:35.709135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-938a0d4d-c673-4094-9de6-c174263d9ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:35.710287 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-938a0d4d-c673-4094-9de6-c174263d9ad6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/97c20673-42ff-4e9a-bb4c-1eed7dff79e0 HTTP/1.1" status: 204 len: 168 time: 0.3198831 Feb 16 15:02:35.722878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a0d4d-c673-4094-9de6-c174263d9ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c20673-42ff-4e9a-bb4c-1eed7dff79e0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:35.876340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:35.883516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:36.339658 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:36.413236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=fa2a7d1b-68e0-4707-b286-a55083ddc925,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:36.418309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': '471f46ac-8c46-4941-bd10-2da943755c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2e1e3430-559d-4dd5-9b0c-01b11dc66fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:36.418642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:36.539278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:36.674342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-565cfd87-26c3-4f27-bae9-c17dd610274e req-6abdf95b-e0ce-4524-90ab-6e5941d580ff tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0332625 Feb 16 15:02:36.676614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:36.682096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:36.682427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:36.689889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a1f11-6712-48b8-be6d-35bb33bde4fa None None] Network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:36.865157 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-90df44f0-b9b8-4c99-897c-655847071a18 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2244494 Feb 16 15:02:36.865273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44316) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:36.870201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-243237283'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:37.004121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2e1e3430-559d-4dd5-9b0c-01b11dc66fb2', 'network_id': '2e1e3430-559d-4dd5-9b0c-01b11dc66fb2', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': 'fa2a7d1b-68e0-4707-b286-a55083ddc925'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:37.004989 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.110706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:37.114862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.140415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:37.148863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Allocated IP 2001:db8:0:ffff::2 (2e1e3430-559d-4dd5-9b0c-01b11dc66fb2/fa2a7d1b-68e0-4707-b286-a55083ddc925/8ce64b28-02a7-494e-8080-bc68dcbc216b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:37.159875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.159875 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment d3234acf-f351-4598-a364-bad8727520a8 of type vlan for network 0610067c-a030-4882-b604-996ddcbb158a Feb 16 15:02:37.192127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.314341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.330333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:37.332431 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.334800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.355737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44332) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:37.437276 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.471663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=0610067c-a030-4882-b604-996ddcbb158a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:37.497533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 0610067c-a030-4882-b604-996ddcbb158a details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:37.565194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:37.569515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-network', 'tenant_id': 'd929386c6269423684bcce40ff383300'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:37.572797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:37.579098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:37.588560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Pushing event updated for resources: {'Port': ['ID=8ce64b28-02a7-494e-8080-bc68dcbc216b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:37.590457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.591029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.591533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.592058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.593122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.593725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.594278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.594769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.595291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.595810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.596297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.596776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:37.645259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d62b9d40-5352-48b0-a148-0b1752a88041 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7803166 Feb 16 15:02:37.648171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44338) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:37.657148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': '0610067c-a030-4882-b604-996ddcbb158a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:37.660512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Attempting to bind port 8ce64b28-02a7-494e-8080-bc68dcbc216b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:37.660885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Attempting to bind port 8ce64b28-02a7-494e-8080-bc68dcbc216b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '471f46ac-8c46-4941-bd10-2da943755c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2e1e3430-559d-4dd5-9b0c-01b11dc66fb2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:37.661432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Attempting to bind port 8ce64b28-02a7-494e-8080-bc68dcbc216b on network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:37.667681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:37.668480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Checking segment: {'id': '471f46ac-8c46-4941-bd10-2da943755c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2e1e3430-559d-4dd5-9b0c-01b11dc66fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:37.669197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.669804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Bound using segment: {'id': '471f46ac-8c46-4941-bd10-2da943755c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2e1e3430-559d-4dd5-9b0c-01b11dc66fb2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:37.670580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Bound port: 8ce64b28-02a7-494e-8080-bc68dcbc216b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471f46ac-8c46-4941-bd10-2da943755c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '2e1e3430-559d-4dd5-9b0c-01b11dc66fb2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:37.671118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.686747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddc80a-e047-4177-a7ce-946b6a9ef552 req-2231cda5-8e94-43a0-a3b1-2141adadf2c3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:37.688615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebddc80a-e047-4177-a7ce-946b6a9ef552 req-2231cda5-8e94-43a0-a3b1-2141adadf2c3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1043975 Feb 16 15:02:37.774160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Made reservation on behalf of d929386c6269423684bcce40ff383300 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:37.778242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.788405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:37.794117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] For port 8ce64b28-02a7-494e-8080-bc68dcbc216b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:37.802914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] For port 8ce64b28-02a7-494e-8080-bc68dcbc216b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8ce64b28-02a7-494e-8080-bc68dcbc216b,segment=NetworkSegment(471f46ac-8c46-4941-bd10-2da943755c44),segment_id=471f46ac-8c46-4941-bd10-2da943755c44)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:37.815407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebddc80a-e047-4177-a7ce-946b6a9ef552 req-67114291-5e4d-4b89-bfa1-3d8df78d9451 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809588 Feb 16 15:02:37.898749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90204b3d-e5d6-4fbd-a661-dc4cf6246668 req-5ecbea09-a3de-48e5-b595-ad6591445a35 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0498109 Feb 16 15:02:37.971989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.007759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:38.016636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.016796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.104782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.145179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:38.158947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4daee-9569-4ee1-811d-a124485d0d90,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:38.197212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.198240 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Added segment fe89881b-a3be-4d22-bb81-ad44f058d0b5 of type vlan for network 4a5bb481-5269-4791-8b5c-22f0434e7646 Feb 16 15:02:38.273343 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.370729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ed67c66-b21e-4cf1-a407-6f65ee21d070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.409483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c63e2a-d364-4024-b53c-5a9bc38bfee9 None None] Pushing event updated for resources: {'Port': ['ID=8ce64b28-02a7-494e-8080-bc68dcbc216b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:38.421586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.422333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:38.422919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.452475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.523640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5bb481-5269-4791-8b5c-22f0434e7646,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:38.531155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=bd5e52f8-7b54-4a55-95b4-62076ef38387,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:38.534133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': 'd3234acf-f351-4598-a364-bad8727520a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '0610067c-a030-4882-b604-996ddcbb158a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:38.535357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: 0610067c-a030-4882-b604-996ddcbb158a, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:38.537128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4a5bb481-5269-4791-8b5c-22f0434e7646 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:38.581188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44358) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:38.586111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80e9362c-8128-484f-a051-fc3f3e350c24 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2289762 Feb 16 15:02:38.602859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Request body: {'subnet': {'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-subnet', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:38.628923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 0610067c-a030-4882-b604-996ddcbb158a is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:38.705475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 0610067c-a030-4882-b604-996ddcbb158a) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:38.739015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:38.743157 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.779662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Made reservation on behalf of d929386c6269423684bcce40ff383300 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:38.785482 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:38.785592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662cbbe7-5126-442c-aafc-5377a853bac0 None None] Network 0610067c-a030-4882-b604-996ddcbb158a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:38.981792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:39.015897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4fc98441-d913-49b2-93da-b86e7426c4f3 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3648460 Feb 16 15:02:39.129997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-0610067c-a030-4882-b604-996ddcbb158a', 'network_id': '0610067c-a030-4882-b604-996ddcbb158a', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': 'bd5e52f8-7b54-4a55-95b4-62076ef38387'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:39.131515 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.133387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52a8f2af-db4a-4ef1-972c-84a0c16a7b69 req-fab81c4d-ad38-4f6f-b66d-548597fe94fb tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0794542 Feb 16 15:02:39.171906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353405b3-c955-419b-bcaf-d64858b4c9a9 req-ab6d56dc-af03-4978-a265-ad79ef79beb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:39.173464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-353405b3-c955-419b-bcaf-d64858b4c9a9 req-ab6d56dc-af03-4978-a265-ad79ef79beb3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1268430 Feb 16 15:02:39.241755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.398912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-353405b3-c955-419b-bcaf-d64858b4c9a9 req-a50520bf-cd7f-4bb9-9e03-1fffe56fe33e tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185578 Feb 16 15:02:39.406225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.426597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Allocated IP 2001:db8::1 (0610067c-a030-4882-b604-996ddcbb158a/bd5e52f8-7b54-4a55-95b4-62076ef38387/c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:39.479723 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.566475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71bb4373-fc03-452b-bb2d-3a5c324942c9,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:39.614248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-31913710-1ae9-4733-8716-6ddac061a921 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:39.616802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-31913710-1ae9-4733-8716-6ddac061a921 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1864014 Feb 16 15:02:39.659782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.689966 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.692232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Checking segment: {'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:39.692834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Network hostable DHCP agents. Network: 4a5bb481-5269-4791-8b5c-22f0434e7646, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:39.778222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Deleting port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:39.778796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.841847 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:39.894851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Network 4a5bb481-5269-4791-8b5c-22f0434e7646 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:39.931512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8ce64b28-02a7-494e-8080-bc68dcbc216b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:39.979902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Network 0610067c-a030-4882-b604-996ddcbb158a is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:39.989693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:39.993440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] For port 8a14dbed-e0f3-4ab8-8e79-50f832666d10, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a14dbed-e0f3-4ab8-8e79-50f832666d10,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:39.993819 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.012661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:40.030625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Pushing event updated for resources: {'Port': ['ID=c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:40.106169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.115841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Attempting to bind port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:40.116294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Attempting to bind port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'd3234acf-f351-4598-a364-bad8727520a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '0610067c-a030-4882-b604-996ddcbb158a'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:40.116728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Attempting to bind port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f on network 0610067c-a030-4882-b604-996ddcbb158a {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:40.120671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8ce64b28-02a7-494e-8080-bc68dcbc216b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:40.121098 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.127481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1222204-e153-4e9a-af00-b4ea3a7ac4c6 None None] Network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:40.142286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4a5bb481-5269-4791-8b5c-22f0434e7646) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:40.171260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf644184-6db9-434d-9930-af97c028eb86 None None] Network 4a5bb481-5269-4791-8b5c-22f0434e7646 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:40.174081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:40.174616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Checking segment: {'id': 'd3234acf-f351-4598-a364-bad8727520a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '0610067c-a030-4882-b604-996ddcbb158a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:40.175234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.175382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5e52f8-7b54-4a55-95b4-62076ef38387,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:40.176524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Bound using segment: {'id': 'd3234acf-f351-4598-a364-bad8727520a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '0610067c-a030-4882-b604-996ddcbb158a'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:40.177025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Bound port: c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3234acf-f351-4598-a364-bad8727520a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '0610067c-a030-4882-b604-996ddcbb158a'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:40.177415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.223761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:40.224871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.292025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] For port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:40.294911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] For port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f,segment=NetworkSegment(d3234acf-f351-4598-a364-bad8727520a8),segment_id=d3234acf-f351-4598-a364-bad8727520a8)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:40.351798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.400465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0610067c-a030-4882-b604-996ddcbb158a']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:40.412893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3234acf-f351-4598-a364-bad8727520a8') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:40.413110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d73286a3-bdc7-4c82-82bd-b236a91aac5f None None] Provisioning complete for port 8ce64b28-02a7-494e-8080-bc68dcbc216b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:40.413375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d73286a3-bdc7-4c82-82bd-b236a91aac5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.413950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3234acf-f351-4598-a364-bad8727520a8') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:40.422496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-47ab3a77-90f3-4692-8d1b-8dcdeeb3f2f2 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8399041 Feb 16 15:02:40.426369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9963063-0943-4219-8223-f58d7ee9327b req-381deb09-de76-428a-93df-b0cbc1470c17 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.1119258 Feb 16 15:02:40.427473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44394) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:40.442298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:40.447030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.457368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.459838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.462255 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.462910 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Floating IP 791e757c-95bf-4bed-91e7-0075ff9f9827 disassociated. External IP: 172.25.6.86, port: 8a14dbed-e0f3-4ab8-8e79-50f832666d10. Feb 16 15:02:40.463267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Calling delete_port for 8a14dbed-e0f3-4ab8-8e79-50f832666d10 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:40.496736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.508330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:40.508736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:40.512343 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:40.580977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.641839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.642915 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.725583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:02:40.725583 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:02:40.725583 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '0610067c-a030-4882-b604-996ddcbb158a'}] Feb 16 15:02:40.725583 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:02:40.726027 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:02:40.727760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.740329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114644e-07d8-45dc-a548-b5c066c86dcd None None] Pushing event updated for resources: {'Port': ['ID=c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:40.770678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153d94-9c8a-4d2e-9666-51b2b8f4915e req-48bf816f-9919-42a7-90f3-aa5295a0daad tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:40.773492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7153d94-9c8a-4d2e-9666-51b2b8f4915e req-48bf816f-9919-42a7-90f3-aa5295a0daad tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 945 time: 0.1701152 Feb 16 15:02:40.786890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 8ce64b28-02a7-494e-8080-bc68dcbc216b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8ce64b28-02a7-494e-8080-bc68dcbc216b,segment=NetworkSegment(471f46ac-8c46-4941-bd10-2da943755c44),segment_id=471f46ac-8c46-4941-bd10-2da943755c44)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:40.882235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:40.893355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7153d94-9c8a-4d2e-9666-51b2b8f4915e req-8fb492e3-9926-4672-b5ed-c4eceb64ae5d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=5aef62a8-299e-494c-ab53-4ce23696e3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129222 Feb 16 15:02:40.925555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340992c-ff99-4d98-a8c2-bde3f2b79e77 None None] Network 0610067c-a030-4882-b604-996ddcbb158a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:40.927347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event deleted for resources: {'Port': ['ID=8a14dbed-e0f3-4ab8-8e79-50f832666d10,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:40.952985 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:41.053459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c395ef6-0c93-4e99-9d7b-a43dc63d82dd None None] Network 4a5bb481-5269-4791-8b5c-22f0434e7646 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:41.075750 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:41.183896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=8ce64b28-02a7-494e-8080-bc68dcbc216b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:41.228003 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:41.255566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Router a09c2848-9727-4e35-ac9c-7480fa8e2b0b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:02:41.494170 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:41.565025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:02:41.565375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a14dbed-e0f3-4ab8-8e79-50f832666d10 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:02:41.565483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:41.589206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:41.689768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] No DVR routers for this DVR port 8a14dbed-e0f3-4ab8-8e79-50f832666d10 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:02:41.694092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:41.698453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7c162e9-617d-40a2-b429-5c79c0c7cc0c req-206522f3-9dc1-49c7-92e5-14450dd16ae3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "DELETE /v2.0/ports/8a14dbed-e0f3-4ab8-8e79-50f832666d10 HTTP/1.1" status: 204 len: 173 time: 2.0589199 Feb 16 15:02:41.698453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'name': 'network-vif-deleted', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:02:41.701177 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03373465-4a8d-4393-9a0d-986775ae9961" -d '{"events": [{"server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "name": "network-vif-deleted", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:02:41.738188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f0af983-269e-45a3-8d59-82900c6058c1 req-c9e43a26-27ca-41c4-a46a-411cee83fc7a tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0601273 Feb 16 15:02:41.864690 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9981df-9a24-44da-8af5-cb8004feb4bd x-openstack-request-id: req-ec9981df-9a24-44da-8af5-cb8004feb4bd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:02:41.867094 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7470c645-fe26-483a-84e9-7ab05c01b8fe", "name": "network-vif-deleted", "tag": "8a14dbed-e0f3-4ab8-8e79-50f832666d10", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:02:41.867884 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ec9981df-9a24-44da-8af5-cb8004feb4bd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:02:41.868730 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7470c645-fe26-483a-84e9-7ab05c01b8fe', 'name': 'network-vif-deleted', 'tag': '8a14dbed-e0f3-4ab8-8e79-50f832666d10', 'status': 'completed', 'code': 200} Feb 16 15:02:41.880875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce922c4c-0b56-412b-aba9-36911b1fbac6 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:02:41.885231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] Sync routers for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:02:41.890377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 8a14dbed-e0f3-4ab8-8e79-50f832666d10 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:02:41.890724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a14dbed-e0f3-4ab8-8e79-50f832666d10 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:02:41.892435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:41.949002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8ce64b28-02a7-494e-8080-bc68dcbc216b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:41.955318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:41.956014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:41.958027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6e8c1e5a-7125-43b0-b415-7f5ab9fe8dd7 None None] Provisioning complete for port 8ce64b28-02a7-494e-8080-bc68dcbc216b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:41.958401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e8c1e5a-7125-43b0-b415-7f5ab9fe8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:42.091854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47a0fa-b1b9-449c-845e-ba384fd4ab55 req-302cb621-7e0d-444a-80f7-dbfc9d9b70b3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0571227 Feb 16 15:02:42.191959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6099a2d6-d6b0-4e71-abf9-777bdc24b4cb req-0d6f1793-2fe4-40e2-8e7d-85306f1db930 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 210 time: 0.1292207 Feb 16 15:02:42.264075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce922c4c-0b56-412b-aba9-36911b1fbac6 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:02:42.314504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8ce64b28-02a7-494e-8080-bc68dcbc216b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:42.314715 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:42.347733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:42.422193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] For port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f,segment=NetworkSegment(d3234acf-f351-4598-a364-bad8727520a8),segment_id=d3234acf-f351-4598-a364-bad8727520a8)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:42.422193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:42.545492 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:42.621805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Calling delete_port for c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:42.698745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e45517d5-9f13-4263-81b4-80e8657389c3 req-18c61a48-7386-4029-bf42-8fb77a03fe46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=188b68cc59ae4515b3631099f4615d27&device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0381854 Feb 16 15:02:42.786242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e45517d5-9f13-4263-81b4-80e8657389c3 req-eece4e43-c6f9-4649-ac82-47ef368ea74a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=188b68cc59ae4515b3631099f4615d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647907 Feb 16 15:02:42.815819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:42.843944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:42.910957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:42.946924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd3d284c-c021-4eb7-9c31-24701c884450 req-d3601932-4087-47ee-94b4-aae8830f9aa0 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0362091 Feb 16 15:02:42.985981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45517d5-9f13-4263-81b4-80e8657389c3 req-5ceb7742-6056-471f-bd3c-63be815654f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:42.996736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e45517d5-9f13-4263-81b4-80e8657389c3 req-5ceb7742-6056-471f-bd3c-63be815654f7 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1891067 Feb 16 15:02:42.996906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] Checking router: a09c2848-9727-4e35-ac9c-7480fa8e2b0b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:02:43.011252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:43.012408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:43.038859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Allocated IP 172.25.6.180 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6c2156fd-482f-4a6e-8117-e1cd2136bbfc) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:43.080030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.135313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:43.151464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No DVR routers for this DVR port c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:02:43.153245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Port': ['ID=c3ce664a-a5b1-43ee-b597-6b2f63f7ab5f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:43.272636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.291298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.305875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0610067c-a030-4882-b604-996ddcbb158a']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:43.322330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3234acf-f351-4598-a364-bad8727520a8') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:43.322631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3234acf-f351-4598-a364-bad8727520a8') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:43.338834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.364034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.374787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:43.378328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:43.381139 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:43.409491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1665d45d-b7b7-4648-a95b-3467b08382b3 req-93aac30d-6481-4ae0-b0a0-e949cd2dda3b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=7470c645-fe26-483a-84e9-7ab05c01b8fe HTTP/1.1" status: 200 len: 210 time: 0.0479989 Feb 16 15:02:43.454128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:43.485832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0479a7f-ce91-4d1c-9937-a43687337a15 None None] The sync data for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 is: [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:02:43.556437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.647190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Pushing event updated for resources: {'Port': ['ID=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:43.652874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:43.655337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:43.658105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:43.707901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.717063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.723845 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/0610067c-a030-4882-b604-996ddcbb158a HTTP/1.1" status: 204 len: 168 time: 4.7375629 Feb 16 15:02:43.724187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44452) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:43.731611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931172863'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:43.771609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391ab3d-f60d-486c-8908-d4af8a9c335a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=0610067c-a030-4882-b604-996ddcbb158a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:43.907591 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975968ea-8e42-42a8-ad80-4bb7df768292 None None] New status for floating IP 791e757c-95bf-4bed-91e7-0075ff9f9827: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:02:43.956691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:43.960441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:43.988288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:44.011463 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:44.012340 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment b4f9ee32-eb8f-4943-9633-7839c6abf8a2 of type vlan for network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 Feb 16 15:02:44.111995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:44.163267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3148b6b-c99b-4a64-bfe3-23613e8c335c req-bd1287a5-78d4-4e29-a022-44c0c84011bd tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0396030 Feb 16 15:02:44.210939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:44.345358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:44.352897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:44.353888 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:44.444507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=87ec7957-b281-4df8-b05a-0b8bd2e2a286,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:44.471838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:44.489753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:44.500204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f275a8d0-6fce-4596-8ccd-88016f463d00 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7747436 Feb 16 15:02:44.503268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44466) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:44.526257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': '87ec7957-b281-4df8-b05a-0b8bd2e2a286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:44.752407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44476) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:44.811704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d40622d4-1b43-4516-8cac-03847c196c0c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:44.848129 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d40622d4-1b43-4516-8cac-03847c196c0c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:45.013360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Router 828dffcf-96d9-4b63-b65b-6c784be45977 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:02:45.020905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:45.027025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:45.177518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660d7656-f238-42e7-b6da-dfc482135cd9 req-29288c34-64d5-46d5-b839-672e3307d6b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=188b68cc59ae4515b3631099f4615d27&device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0304916 Feb 16 15:02:45.196998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:02:45.216349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Sync routers for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:02:45.216349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:45.216942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:45.241370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660d7656-f238-42e7-b6da-dfc482135cd9 req-d300a743-ed84-4de3-ae71-d7526c3bf0de service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=188b68cc59ae4515b3631099f4615d27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542128 Feb 16 15:02:45.323069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9ef2489-738c-40f1-b448-5df67941cfca req-d518c7a3-2d2f-43f8-8c87-f746fe56106e tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.1037042 Feb 16 15:02:45.363931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:45.404577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:45.408639 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-510dc3ff-8809-4843-983b-098a16418135 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9798918 Feb 16 15:02:45.410549 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44488) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:45.822323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d7656-f238-42e7-b6da-dfc482135cd9 req-4e5127af-3d0f-4702-b794-cc0a32339710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:45.824443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660d7656-f238-42e7-b6da-dfc482135cd9 req-4e5127af-3d0f-4702-b794-cc0a32339710 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5468340 Feb 16 15:02:45.840577 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d40622d4-1b43-4516-8cac-03847c196c0c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:45.845139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d40622d4-1b43-4516-8cac-03847c196c0c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:45.849563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d40622d4-1b43-4516-8cac-03847c196c0c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "DELETE /v2.0/security-groups/5aef62a8-299e-494c-ab53-4ce23696e3a4 HTTP/1.1" status: 204 len: 168 time: 1.0926943 Feb 16 15:02:45.855530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44496) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:45.884708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40622d4-1b43-4516-8cac-03847c196c0c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef62a8-299e-494c-ab53-4ce23696e3a4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:45.887441 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-ed821b56-ce6f-4eca-9669-7ab5627c1067 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] show failed (client error): The resource could not be found. Feb 16 15:02:45.889922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ed821b56-ce6f-4eca-9669-7ab5627c1067 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups/5aef62a8-299e-494c-ab53-4ce23696e3a4 HTTP/1.1" status: 404 len: 347 time: 0.0325134 Feb 16 15:02:45.897621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44500) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:45.930138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:43Z', 'revision_number': 3, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:46.032743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Checking router: 828dffcf-96d9-4b63-b65b-6c784be45977 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:02:46.033249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Updating router 828dffcf-96d9-4b63-b65b-6c784be45977 port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:02:46.034563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.058686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.136120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Deleting port 0eddea8c-3778-4051-8062-abf29dee47da {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:02:46.137398 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.145660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=a2494dff-2888-4871-b283-89cb7f781a49,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:46.191299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.285904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.286270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.304008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Calling delete_port for 0eddea8c-3778-4051-8062-abf29dee47da owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:02:46.452784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-030cb71b-5a90-4bbf-8335-00ae2e32e975 req-1baa7d35-d51d-4962-bf0e-d50c5137c65c tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0329189 Feb 16 15:02:46.462576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': 'b4f9ee32-eb8f-4943-9633-7839c6abf8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '87ec7957-b281-4df8-b05a-0b8bd2e2a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:46.462947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: 87ec7957-b281-4df8-b05a-0b8bd2e2a286, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:46.465452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Allocated IP 172.20.0.1 (4a5bb481-5269-4791-8b5c-22f0434e7646/71bb4373-fc03-452b-bb2d-3a5c324942c9/76cfcfb3-a429-4cf2-82fa-7c749500610f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:46.532005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.572266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.642189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:46.642413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.807760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.895382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 87ec7957-b281-4df8-b05a-0b8bd2e2a286) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:46.897138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.900105 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.902742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:46.903345 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.904896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Attempting to bind port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:46.906127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Attempting to bind port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:46.906655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Attempting to bind port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:46.909662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f1df3-768f-4c95-adfd-abfc32be186c None None] Pushing event updated for resources: {'Port': ['ID=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:46.916839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:46.918260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:46.918849 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.922974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:46.924752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Bound port: 6c2156fd-482f-4a6e-8117-e1cd2136bbfc, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:46.925462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:46.986783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80431a42-41e7-4d69-a4a1-7689a562ad10 None None] Network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:46.989873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event deleted for resources: {'Port': ['ID=0eddea8c-3778-4051-8062-abf29dee47da,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:47.035969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Network 4a5bb481-5269-4791-8b5c-22f0434e7646 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:47.043095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:47.054755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:47.121636 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b739236d-40f9-4f2a-abb8-b8e26c0812b6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6161807 Feb 16 15:02:47.122500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Pushing event updated for resources: {'Port': ['ID=76cfcfb3-a429-4cf2-82fa-7c749500610f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:47.125217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44524) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:47.131994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1879623351'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:47.136131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] For port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:47.154046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.155873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.159474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.163220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] For port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:47.163390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d57c7412-a962-4577-b5b4-ead18cc7b2e0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "DELETE /v2.0/floatingips/791e757c-95bf-4bed-91e7-0075ff9f9827 HTTP/1.1" status: 204 len: 168 time: 1.2619994 Feb 16 15:02:47.221430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660d7656-f238-42e7-b6da-dfc482135cd9 req-601d75f4-1474-4544-9c8c-2410bc427857 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.93 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0523791 Feb 16 15:02:47.328686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.344494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-87ec7957-b281-4df8-b05a-0b8bd2e2a286', 'network_id': '87ec7957-b281-4df8-b05a-0b8bd2e2a286', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': 'a2494dff-2888-4871-b283-89cb7f781a49'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:47.344494 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.434550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f1df3-768f-4c95-adfd-abfc32be186c None None] Pushing event updated for resources: {'Port': ['ID=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:47.447824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:47.452284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.488808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:47.488808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:47.557435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:47.581354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.581935 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment a57daed2-e399-470f-b869-f99f48c29946 of type vlan for network cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5 Feb 16 15:02:47.680961 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.693241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.719006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bfb6d0a-f62a-4826-a2a9-131e096529ff req-5f362380-fdfe-46b7-a267-fc5d0f680ca5 tempest-ServerShowV257Test-758581618 tempest-ServerShowV257Test-758581618-project] 10.222.0.113 "GET /v2.0/ports?device_id=e6bf35ba-1600-46dd-9166-103e73f56792 HTTP/1.1" status: 200 len: 210 time: 0.0438907 Feb 16 15:02:47.774649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Allocated IP 2001:db8::3 (87ec7957-b281-4df8-b05a-0b8bd2e2a286/a2494dff-2888-4871-b283-89cb7f781a49/5788228f-629b-42a3-8745-23df2b855e9a) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:47.847713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.853994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:47.860270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:47.894118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:47.947643 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:47.952513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a47a18ee-b26c-4a4b-84d6-7b5664dbd33a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899610846', 'description': 'tempest-description--43868517'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:47.978006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8515410 Feb 16 15:02:47.984070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44540) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:47.991591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': 'cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:48.029154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22fa68-dbdf-4892-bf43-5547ea8d1261 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:48.129207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:48.157248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a47a18ee-b26c-4a4b-84d6-7b5664dbd33a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.161836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.261781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.334574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:48.336804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.463586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Performing IP validity checks on allocation pools {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 15:02:48.464226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 15:02:48.517071 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.559189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Pushing event updated for resources: {'Port': ['ID=76cfcfb3-a429-4cf2-82fa-7c749500610f,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:48.579177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.583650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:43Z', 'revision_number': 3, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:48.617765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a47a18ee-b26c-4a4b-84d6-7b5664dbd33a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.626875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4a9ab-4f82-4528-b2ef-559af620bbc0 None None] The sync data for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 is: [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:43Z', 'revision_number': 3, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:02:48.659051 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.708297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:48.709805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:48.714723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:48.732610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Pushing event updated for resources: {'Port': ['ID=5788228f-629b-42a3-8745-23df2b855e9a,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:48.751013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a47a18ee-b26c-4a4b-84d6-7b5664dbd33a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.757396 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.862613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Attempting to bind port 5788228f-629b-42a3-8745-23df2b855e9a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:48.863575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Attempting to bind port 5788228f-629b-42a3-8745-23df2b855e9a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'b4f9ee32-eb8f-4943-9633-7839c6abf8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '87ec7957-b281-4df8-b05a-0b8bd2e2a286'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:48.870366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Attempting to bind port 5788228f-629b-42a3-8745-23df2b855e9a on network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:48.879405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:48.879616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Checking segment: {'id': 'b4f9ee32-eb8f-4943-9633-7839c6abf8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '87ec7957-b281-4df8-b05a-0b8bd2e2a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:48.879953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.881491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Bound using segment: {'id': 'b4f9ee32-eb8f-4943-9633-7839c6abf8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '87ec7957-b281-4df8-b05a-0b8bd2e2a286'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:48.882001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Bound port: 5788228f-629b-42a3-8745-23df2b855e9a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f9ee32-eb8f-4943-9633-7839c6abf8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '87ec7957-b281-4df8-b05a-0b8bd2e2a286'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:48.882395 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:48.914011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': 'a57daed2-e399-470f-b869-f99f48c29946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': 'cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:48.918023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:48.963728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a18ee-b26c-4a4b-84d6-7b5664dbd33a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:48.975952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] For port 5788228f-629b-42a3-8745-23df2b855e9a, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:48.988181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] For port 5788228f-629b-42a3-8745-23df2b855e9a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5788228f-629b-42a3-8745-23df2b855e9a,segment=NetworkSegment(b4f9ee32-eb8f-4943-9633-7839c6abf8a2),segment_id=b4f9ee32-eb8f-4943-9633-7839c6abf8a2)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:48.989434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=88594b1e-87dc-4b06-93a1-c52aacc6b5cd,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:48.996575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a47a18ee-b26c-4a4b-84d6-7b5664dbd33a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.001079 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a47a18ee-b26c-4a4b-84d6-7b5664dbd33a tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0490816 Feb 16 15:02:49.001405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44560) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:49.005961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-46028895-c859-48b8-a42f-da4ed3bd5885 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb5b7c-19b6-471b-b513-8b0e81b9a0df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:49.037025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Network 4a5bb481-5269-4791-8b5c-22f0434e7646 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:49.038821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:49.078234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.117029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:49.148665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46028895-c859-48b8-a42f-da4ed3bd5885 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.170062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68711-48fc-4cb3-bbc1-fa1dfdf4550a None None] Pushing event updated for resources: {'Port': ['ID=5788228f-629b-42a3-8745-23df2b855e9a,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:49.250345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:49.265574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1527768-1cff-442e-8d12-aeff52ec6b02 None None] Network cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:49.281149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:49.283389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.347923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46028895-c859-48b8-a42f-da4ed3bd5885 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.378112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Router 828dffcf-96d9-4b63-b65b-6c784be45977 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:02:49.405464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fda6054f-0303-4bb1-b5ec-76cfd848268a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4172935 Feb 16 15:02:49.407992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44576) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:49.484100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46028895-c859-48b8-a42f-da4ed3bd5885 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.669182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:02:49.693018 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b7a195dd-fe24-4774-b229-217733a4e6cc admin admin] 10.222.0.113 "PUT /v2.0/routers/828dffcf-96d9-4b63-b65b-6c784be45977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2812059 Feb 16 15:02:49.703581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46028895-c859-48b8-a42f-da4ed3bd5885 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e56d2ff-398d-431f-bdc6-f63b5b5736cd,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:49.705003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44586) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:49.839233 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46028895-c859-48b8-a42f-da4ed3bd5885 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.845404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44598) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:49.854682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-46028895-c859-48b8-a42f-da4ed3bd5885 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8451838 Feb 16 15:02:49.861108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:49.868401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6038e162-ab76-4476-8d3c-f427703cddfe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb5b7c-19b6-471b-b513-8b0e81b9a0df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:50.031506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5338343-4cc1-403f-bd97-f21f96153ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.092781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6038e162-ab76-4476-8d3c-f427703cddfe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.133151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6c2156fd-482f-4a6e-8117-e1cd2136bbfc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:50.147380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978cedcb-2d11-484a-bf16-c98791df4bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5', 'network_id': 'cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': '88594b1e-87dc-4b06-93a1-c52aacc6b5cd'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:50.148282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-978cedcb-2d11-484a-bf16-c98791df4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.149339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.306582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:50.307730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.309772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6038e162-ab76-4476-8d3c-f427703cddfe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.365564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5338343-4cc1-403f-bd97-f21f96153ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.402298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.425673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6038e162-ab76-4476-8d3c-f427703cddfe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.431184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5338343-4cc1-403f-bd97-f21f96153ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.520405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=88594b1e-87dc-4b06-93a1-c52aacc6b5cd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:50.526122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038e162-ab76-4476-8d3c-f427703cddfe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77688157-889c-4b57-ad19-0a4e75361201,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:50.569087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f5338343-4cc1-403f-bd97-f21f96153ff3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=188b68cc59ae4515b3631099f4615d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8625414 Feb 16 15:02:50.570707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44626) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:50.582363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6038e162-ab76-4476-8d3c-f427703cddfe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.586066 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6038e162-ab76-4476-8d3c-f427703cddfe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7393517 Feb 16 15:02:50.591195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5338343-4cc1-403f-bd97-f21f96153ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1124021-6e45-4682-ac44-675546dadf9e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:50.600115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44630) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:50.609497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:50.725034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a83ebe2-d9f0-47d3-be31-584ad9b0f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.756280 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a83ebe2-d9f0-47d3-be31-584ad9b0f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.791138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-41904ceb-0994-4fff-8278-2f8281c4a991 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:50.801030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-41904ceb-0994-4fff-8278-2f8281c4a991 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 819 time: 0.2324221 Feb 16 15:02:50.856941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-0a355ca9-a52d-4bb7-96d3-045963811390 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/quotas/d929386c6269423684bcce40ff383300 HTTP/1.1" status: 200 len: 375 time: 0.0547581 Feb 16 15:02:50.897788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server [None req-978cedcb-2d11-484a-bf16-c98791df4bb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88594b1e-87dc-4b06-93a1-c52aacc6b5cd: This subnet is being modified by another concurrent operation. Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise exception Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88594b1e-87dc-4b06-93a1-c52aacc6b5cd: This subnet is being modified by another concurrent operation. Feb 16 15:02:50.899200 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Feb 16 15:02:50.938545 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.941548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:50.950621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a83ebe2-d9f0-47d3-be31-584ad9b0f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.955071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a83ebe2-d9f0-47d3-be31-584ad9b0f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:50.956549 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8a83ebe2-d9f0-47d3-be31-584ad9b0f758 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a1124021-6e45-4682-ac44-675546dadf9e HTTP/1.1" status: 204 len: 168 time: 0.3848827 Feb 16 15:02:50.980112 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83ebe2-d9f0-47d3-be31-584ad9b0f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1124021-6e45-4682-ac44-675546dadf9e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:51.006422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57daed2-e399-470f-b869-f99f48c29946') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:51.006725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57daed2-e399-470f-b869-f99f48c29946') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:51.016814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.027822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd118f52-771e-422b-9658-09da9f49a479 None None] Network cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:51.052909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:51.054126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.069013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1b18bf57-beb4-4f14-a34d-21f66d30ce39 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2109089 Feb 16 15:02:51.231080 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.232162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5788228f-629b-42a3-8745-23df2b855e9a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:51.272902 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.294045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.319362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:51.320560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:51.324946 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:51.344169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd299b-25dd-4982-9543-4752c712f99e None None] Network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:51.495662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:51.536628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-33005a59-4188-4cef-b5ef-287d713a6c57 service neutron] 10.222.0.113 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549844 Feb 16 15:02:51.547851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-983673e2-857b-4bd5-bdae-1bc8076cb236 None None] Provisioning complete for port 5788228f-629b-42a3-8745-23df2b855e9a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:51.548215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-983673e2-857b-4bd5-bdae-1bc8076cb236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.619955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.636925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.645192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5 HTTP/1.1" status: 204 len: 168 time: 2.2360544 Feb 16 15:02:51.657753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44650) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:51.710848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5788228f-629b-42a3-8745-23df2b855e9a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:51.711927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.724897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159643130'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:51.746035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c583c-7055-4674-bfff-920cb78f3c0c tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:51.862253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-983673e2-857b-4bd5-bdae-1bc8076cb236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.872695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-05ca4a05-bde3-491a-b73e-f42b3e756641 service neutron] 10.222.0.113 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270607 Feb 16 15:02:51.896785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Allocated IP 172.25.6.114 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/8626bd72-9ef7-4b79-9a2a-fe90909e1eec) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:51.910817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:51.916265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.970352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:51.984094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:51.984464 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment dcb36520-9dc9-4a1a-b204-471bfd618da8 of type vlan for network 6678fa71-8dc4-41a3-b49b-d578644732d4 Feb 16 15:02:52.045545 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.089233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.094897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-983673e2-857b-4bd5-bdae-1bc8076cb236 None None] For port 5788228f-629b-42a3-8745-23df2b855e9a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5788228f-629b-42a3-8745-23df2b855e9a,segment=NetworkSegment(b4f9ee32-eb8f-4943-9633-7839c6abf8a2),segment_id=b4f9ee32-eb8f-4943-9633-7839c6abf8a2)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:52.157817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.158011 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Sync routers for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:02:52.174454 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:52.177716 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:52.190900 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-983673e2-857b-4bd5-bdae-1bc8076cb236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.259298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.262853 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.271349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:52.272044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.278632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983673e2-857b-4bd5-bdae-1bc8076cb236 None None] Pushing event updated for resources: {'Port': ['ID=5788228f-629b-42a3-8745-23df2b855e9a,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:52.342807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:52.371362 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:52.404891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'Port': ['ID=8626bd72-9ef7-4b79-9a2a-fe90909e1eec,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:52.414642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:52.418008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:52.464759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=6678fa71-8dc4-41a3-b49b-d578644732d4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:52.479982 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:02:52.480455 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:02:52.489257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6678fa71-8dc4-41a3-b49b-d578644732d4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:52.564521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc67cb7c-4de2-4f78-9842-7ef1851e3295 req-6ed60306-f702-46cb-8a33-1650dc8b11d6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 210 time: 0.1007252 Feb 16 15:02:52.645239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-be4f7dc7-d9cf-41ab-8bef-b20fb56ca408 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9308665 Feb 16 15:02:52.648234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44682) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:52.653637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': '6678fa71-8dc4-41a3-b49b-d578644732d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:52.690942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a6708e-b8de-4389-a2b7-13adc79ba9be None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:02:52.734988 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.882576 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 2, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:52.901551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bac304c3-0003-41aa-836a-9c751992969c None None] Provisioning complete for port 5788228f-629b-42a3-8745-23df2b855e9a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:52.901926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bac304c3-0003-41aa-836a-9c751992969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.918403 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Checking router: 828dffcf-96d9-4b63-b65b-6c784be45977 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:02:52.918851 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Updating router 828dffcf-96d9-4b63-b65b-6c784be45977 port 76cfcfb3-a429-4cf2-82fa-7c749500610f binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:02:52.946424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.951962 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:52.956217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:52.960975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.069092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44702) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:53.349775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-996780407-network', 'tenant_id': '4ecb989ef02640548b6ea3bc47a2c5c5'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:53.425771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a6708e-b8de-4389-a2b7-13adc79ba9be None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:02:53.466539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6c2156fd-482f-4a6e-8117-e1cd2136bbfc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:53.567475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Made reservation on behalf of 4ecb989ef02640548b6ea3bc47a2c5c5 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:53.570368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.587922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.690475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:53.691043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.803170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.811967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.851475 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.918018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.931713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:53.933538 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.964759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:53.965139 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Added segment 35780668-6d0e-4ed7-875c-fb5c775e81bd of type vlan for network 67c957d7-2b1c-4a4f-96ac-641e51299aed Feb 16 15:02:54.014062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5788228f-629b-42a3-8745-23df2b855e9a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:54.021349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.062635 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Pushing event updated for resources: {'Port': ['ID=76cfcfb3-a429-4cf2-82fa-7c749500610f,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:54.071319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.095362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15a4a367-ac7e-4a6f-a275-f1af623ecb67 req-c20f60d8-bab3-4cba-a0b7-9c3051a7e1af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 210 time: 0.2893102 Feb 16 15:02:54.142539 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Attempting to bind port 76cfcfb3-a429-4cf2-82fa-7c749500610f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:54.143422 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Attempting to bind port 76cfcfb3-a429-4cf2-82fa-7c749500610f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:54.144074 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Attempting to bind port 76cfcfb3-a429-4cf2-82fa-7c749500610f on network 4a5bb481-5269-4791-8b5c-22f0434e7646 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:54.150148 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:54.150968 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Checking segment: {'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:54.151994 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.152662 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Bound using segment: {'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:54.153544 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Bound port: 76cfcfb3-a429-4cf2-82fa-7c749500610f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:54.154169 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.156354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=e808c1b6-12cd-4542-b491-5756fcef32c6,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:54.179638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.180302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d0d57e-f859-4732-a118-77592c48e18e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:54.187178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': 'dcb36520-9dc9-4a1a-b204-471bfd618da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '6678fa71-8dc4-41a3-b49b-d578644732d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:54.187560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: 6678fa71-8dc4-41a3-b49b-d578644732d4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:54.219146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.223677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:54.223677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.255860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5788228f-629b-42a3-8745-23df2b855e9a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:54.256247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.300952 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] For port 76cfcfb3-a429-4cf2-82fa-7c749500610f, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:02:54.305367 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] For port 76cfcfb3-a429-4cf2-82fa-7c749500610f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=76cfcfb3-a429-4cf2-82fa-7c749500610f,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:02:54.373257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'Port': ['ID=8626bd72-9ef7-4b79-9a2a-fe90909e1eec,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:54.376423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 6678fa71-8dc4-41a3-b49b-d578644732d4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:54.414300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3425992 Feb 16 15:02:54.416886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.419873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:54.426360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Request body: {'subnet': {'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-996780407-subnet', 'tenant_id': '4ecb989ef02640548b6ea3bc47a2c5c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:54.434883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e83d8-9144-48cf-80a1-efbc5dbd9f68 admin admin] Pushing event updated for resources: {'Network': ['ID=67c957d7-2b1c-4a4f-96ac-641e51299aed,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:54.448277 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.460421 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 67c957d7-2b1c-4a4f-96ac-641e51299aed details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:54.481653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6678fa71-8dc4-41a3-b49b-d578644732d4) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:54.504688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:54.507753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.518031 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-021781b6-68f5-44c7-bad1-584128a6c218 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9063935 Feb 16 15:02:54.519137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.539331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Made reservation on behalf of 4ecb989ef02640548b6ea3bc47a2c5c5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:54.541856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.563251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef666c24-4cb7-49ff-9d34-ea6b71f2b3a0 None None] Network 6678fa71-8dc4-41a3-b49b-d578644732d4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:54.568011 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Pushing event updated for resources: {'Port': ['ID=76cfcfb3-a429-4cf2-82fa-7c749500610f,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:54.569994 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:02:54.570616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:02:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:54.614872 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.615459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.615972 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.616472 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.616941 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.617426 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.617913 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.618409 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.618730 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.619052 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.619372 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.619719 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5cfdf-bfe0-4b24-9484-5468075e2843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:02:54.637102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44726) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:54.640287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-41e793a4-f48e-4c08-811f-106261e197f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9887898 Feb 16 15:02:54.703084 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:02:54.782814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:54.882793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-aa9b2012-585c-48e1-9d88-6f555884f678 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1899610846&fields=id&tenant_id=7616a168be234297a6367267116ba220 HTTP/1.1" status: 200 len: 267 time: 0.0909572 Feb 16 15:02:54.937854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e21fb-7f47-4f70-8feb-d330e8446d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6678fa71-8dc4-41a3-b49b-d578644732d4', 'network_id': '6678fa71-8dc4-41a3-b49b-d578644732d4', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': 'e808c1b6-12cd-4542-b491-5756fcef32c6'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:54.940000 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b2e21fb-7f47-4f70-8feb-d330e8446d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:55.044879 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:54Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:55.080113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:55.081814 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509852b-b698-43c1-9742-05a236ee9977 None None] The sync data for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 is: [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:54Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:02:55.218063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-6efacf5c-8229-460f-b09f-d81d9b11bfe0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:55.219673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-6efacf5c-8229-460f-b09f-d81d9b11bfe0 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 811 time: 0.3289351 Feb 16 15:02:55.243994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-d547ceeb-0da5-4065-83e8-9c77865bee36 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/quotas/7616a168be234297a6367267116ba220 HTTP/1.1" status: 200 len: 375 time: 0.0182254 Feb 16 15:02:55.277151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server [None req-6b2e21fb-7f47-4f70-8feb-d330e8446d3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e808c1b6-12cd-4542-b491-5756fcef32c6: This subnet is being modified by another concurrent operation. Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise exception Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e808c1b6-12cd-4542-b491-5756fcef32c6: This subnet is being modified by another concurrent operation. Feb 16 15:02:55.329599 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Feb 16 15:02:55.363206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f19871-26e2-4c9e-a6b9-5ff9c439ec86 None None] Network 6678fa71-8dc4-41a3-b49b-d578644732d4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:55.428207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62526a83-99e0-4c5d-bd21-412318780b18 req-9fcc373c-2686-4bfa-ba1b-b00cffffcdcb tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 210 time: 0.0954971 Feb 16 15:02:55.456099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=e808c1b6-12cd-4542-b491-5756fcef32c6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:55.467451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 76cfcfb3-a429-4cf2-82fa-7c749500610f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:55.493992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-04995fe7-59ec-4ab7-ab03-e76792fe8265 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2433286 Feb 16 15:02:55.613555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:55.770270 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb9bad-9679-49d0-bad3-b486b5521c52 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:02:55.794431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:55.806077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:55.903623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6678fa71-8dc4-41a3-b49b-d578644732d4']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:55.932823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb36520-9dc9-4a1a-b204-471bfd618da8') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:55.933667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb36520-9dc9-4a1a-b204-471bfd618da8') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:55.960422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Checking segment: {'id': '35780668-6d0e-4ed7-875c-fb5c775e81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:55.960850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Network hostable DHCP agents. Network: 67c957d7-2b1c-4a4f-96ac-641e51299aed, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:55.965776 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-5b7f8b7c-df1c-4b67-95bd-aa1b2e840b38 service neutron] 10.222.0.113 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406881 Feb 16 15:02:56.000988 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.076309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.090050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:56.090717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:56.097080 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:56.111480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Network 67c957d7-2b1c-4a4f-96ac-641e51299aed is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:56.244666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-21388859-3609-4700-bfc1-fe034f335aa6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:56.248933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-21388859-3609-4700-bfc1-fe034f335aa6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 819 time: 0.3697546 Feb 16 15:02:56.259172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-9662a1c3-0655-4371-94df-bc843e7ca49a service neutron] 10.222.0.113 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837448 Feb 16 15:02:56.271447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Request body: {'port': {'device_id': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'admin_state_up': True, 'tenant_id': 'd929386c6269423684bcce40ff383300'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:56.282605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 67c957d7-2b1c-4a4f-96ac-641e51299aed) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:56.287763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:56.291173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.338235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 76cfcfb3-a429-4cf2-82fa-7c749500610f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:56.338779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.351202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.356942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.365557 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/6678fa71-8dc4-41a3-b49b-d578644732d4 HTTP/1.1" status: 204 len: 168 time: 1.7273865 Feb 16 15:02:56.366517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44760) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:56.382504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2012683848'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:56.415214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524049e-ae39-4ed2-ad84-11e0ba0870fd tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=6678fa71-8dc4-41a3-b49b-d578644732d4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:56.445104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb9bad-9679-49d0-bad3-b486b5521c52 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:02:56.506884 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e08da864-7436-4c52-ac21-d6f406b9718b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0751321 Feb 16 15:02:56.573188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:56.577662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.641834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:56.663776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.664146 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment 1104b518-2911-4346-aa22-b4b479643493 of type vlan for network a7a02b0c-3473-4a06-ba69-2aa6be406ba0 Feb 16 15:02:56.738656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-271c3bb5-e27e-4ef9-86bb-7c408624f547 req-c234d919-e73e-42d2-9ff8-0081588261a7 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 210 time: 0.1498365 Feb 16 15:02:56.771842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:56.909872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c313db78-c894-4f8f-af43-dd0f71c84250 req-6a97fe60-94b2-4e18-a655-7fa92f717af6 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 210 time: 0.0571911 Feb 16 15:02:56.949771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Made reservation on behalf of d929386c6269423684bcce40ff383300 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:56.958639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.035500 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.042044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.051095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:57.051526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.198161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 76cfcfb3-a429-4cf2-82fa-7c749500610f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=76cfcfb3-a429-4cf2-82fa-7c749500610f,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:02:57.238361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Allocated IP 172.20.0.3 (4a5bb481-5269-4791-8b5c-22f0434e7646/71bb4373-fc03-452b-bb2d-3a5c324942c9/c327075b-5334-4a29-a741-d02a1dee2de5) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:02:57.270529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.338618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=a7a02b0c-3473-4a06-ba69-2aa6be406ba0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:57.349892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1389ea-1fd6-48b9-b022-814f51e3b287 None None] Network 67c957d7-2b1c-4a4f-96ac-641e51299aed requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:57.371365 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-36b3656a-2b85-44e3-bfa4-172a99b6a4a8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9877806 Feb 16 15:02:57.371365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44784) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:57.372220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': 'a7a02b0c-3473-4a06-ba69-2aa6be406ba0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:57.382275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network a7a02b0c-3473-4a06-ba69-2aa6be406ba0 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:57.595248 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.678472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=76cfcfb3-a429-4cf2-82fa-7c749500610f,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:57.734766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:57.740044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.768128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb559f5-fa35-41c7-8373-90d3551e5b34 None None] Network 67c957d7-2b1c-4a4f-96ac-641e51299aed requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:57.780657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:57.802233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44802) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:57.819838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1415492193-network', 'tenant_id': '08a685b85623428696deaf2af3ae1975'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:57.923587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Network 4a5bb481-5269-4791-8b5c-22f0434e7646 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:02:57.930828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:57.945033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:02:57.979151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event updated for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:58.038400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-245e3012-fb8d-441f-a4fc-85225f8d53e6 req-e9f55564-e7e3-4935-a601-3000e5bca8fe tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 210 time: 0.0628111 Feb 16 15:02:58.038979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Made reservation on behalf of 08a685b85623428696deaf2af3ae1975 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:58.041896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.062977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.085326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:58.085981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.112798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571e967-661f-4bbe-872e-3816feeda37d req-8244494c-5946-45c7-ae90-393fc82983c6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:58.114322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2571e967-661f-4bbe-872e-3816feeda37d req-8244494c-5946-45c7-ae90-393fc82983c6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 931 time: 0.1874540 Feb 16 15:02:58.178806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2571e967-661f-4bbe-872e-3816feeda37d req-b50967fc-a5e7-44e6-9de8-55e036cc07a8 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574074 Feb 16 15:02:58.188123 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.190075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-1de19b38-89b5-4a1b-a2e1-a434775b9d55 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9259093 Feb 16 15:02:58.212873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Request body: {'port': {'device_id': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:58.236977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.276316 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.280544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=a8fe6b81-7a3a-4035-949c-5bacf7597512,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:58.291016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': '1104b518-2911-4346-aa22-b4b479643493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'a7a02b0c-3473-4a06-ba69-2aa6be406ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:58.291430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: a7a02b0c-3473-4a06-ba69-2aa6be406ba0, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:02:58.341283 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.419060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:58.430254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network a7a02b0c-3473-4a06-ba69-2aa6be406ba0 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:02:58.449176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a7e13b-32b0-4204-bf11-5f004a0df255,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:58.454117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.454459 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Added segment b71c58a6-860d-4f98-bc0f-7ae2addef74e of type vlan for network e577275f-c215-4184-a198-744757d8f09a Feb 16 15:02:58.516027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, a7a02b0c-3473-4a06-ba69-2aa6be406ba0) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:02:58.520444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:58.521289 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.536741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6cbe37-a4c1-4dbe-bbcf-4afcab1bf3e9 None None] Network a7a02b0c-3473-4a06-ba69-2aa6be406ba0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:58.539250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.646505 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-038edc84-a0e4-4852-b185-6992d914a73a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2772362 Feb 16 15:02:58.654403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44810) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:58.674372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c327075b-5334-4a29-a741-d02a1dee2de5 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:02:58.683327 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.684573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:58.685231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.689236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.750686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Transition to ACTIVE for port object c327075b-5334-4a29-a741-d02a1dee2de5 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:02:58.756916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a0315b-402d-4090-9c8a-2735884f3fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-a7a02b0c-3473-4a06-ba69-2aa6be406ba0', 'network_id': 'a7a02b0c-3473-4a06-ba69-2aa6be406ba0', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': 'a8fe6b81-7a3a-4035-949c-5bacf7597512'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:02:58.758218 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93a0315b-402d-4090-9c8a-2735884f3fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.774682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] Pushing event updated for resources: {'Network': ['ID=e577275f-c215-4184-a198-744757d8f09a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:58.787213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-948a2fa6-3113-4c14-a0c1-37da6de13c94 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9766290 Feb 16 15:02:58.792429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network e577275f-c215-4184-a198-744757d8f09a details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:02:58.793037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44812) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:58.798043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Request body: {'subnet': {'network_id': 'e577275f-c215-4184-a198-744757d8f09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1415492193-subnet', 'tenant_id': '08a685b85623428696deaf2af3ae1975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:58.806116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.859585 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.880341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:58.970822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Made reservation on behalf of 08a685b85623428696deaf2af3ae1975 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:58.973204 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.054005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server [None req-93a0315b-402d-4090-9c8a-2735884f3fa9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8fe6b81-7a3a-4035-949c-5bacf7597512: This subnet is being modified by another concurrent operation. Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise exception Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8fe6b81-7a3a-4035-949c-5bacf7597512: This subnet is being modified by another concurrent operation. Feb 16 15:02:59.077879 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Feb 16 15:02:59.085461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Pushing event updated for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:59.106060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e258c69c-f1da-47e9-94a3-3cfc778787f9 None None] Network a7a02b0c-3473-4a06-ba69-2aa6be406ba0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:02:59.129993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fe6b81-7a3a-4035-949c-5bacf7597512,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:59.206062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76d10ae2-1e7c-4e53-b64d-f9acf6e5902f req-4833599a-5427-4828-abb0-5f6a53c1ce44 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 210 time: 0.0370255 Feb 16 15:02:59.208448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Attempting to bind port c327075b-5334-4a29-a741-d02a1dee2de5 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:02:59.209040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Attempting to bind port c327075b-5334-4a29-a741-d02a1dee2de5 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:02:59.209169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Attempting to bind port c327075b-5334-4a29-a741-d02a1dee2de5 on network 4a5bb481-5269-4791-8b5c-22f0434e7646 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:59.219347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Port c327075b-5334-4a29-a741-d02a1dee2de5 on network 4a5bb481-5269-4791-8b5c-22f0434e7646 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:02:59.219684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Attempting to bind port c327075b-5334-4a29-a741-d02a1dee2de5 on network 4a5bb481-5269-4791-8b5c-22f0434e7646 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:02:59.226839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:02:59.227177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Checking segment: {'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:02:59.227841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Bound using segment: {'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:02:59.228284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Bound port: c327075b-5334-4a29-a741-d02a1dee2de5, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe89881b-a3be-4d22-bb81-ad44f058d0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:02:59.229112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.241183 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.311351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a02b0c-3473-4a06-ba69-2aa6be406ba0']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:59.322414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1104b518-2911-4346-aa22-b4b479643493') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:59.322922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1104b518-2911-4346-aa22-b4b479643493') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:02:59.335104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.353826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b891c-adea-4097-b63b-b18fe91254f7 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:02:59.367072 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.387576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:02:59.387576 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:02:59.392340 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:02:59.442665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 76cfcfb3-a429-4cf2-82fa-7c749500610f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:02:59.593291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 76cfcfb3-a429-4cf2-82fa-7c749500610f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:02:59.593875 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.594372 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.606717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.617828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/a7a02b0c-3473-4a06-ba69-2aa6be406ba0 HTTP/1.1" status: 204 len: 168 time: 0.9614189 Feb 16 15:02:59.619007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44836) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:02:59.650781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387732202'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:02:59.652084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b891c-adea-4097-b63b-b18fe91254f7 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:02:59.691767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899dcf9-f2c3-49e9-b04a-30586b0bdd9e tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=a7a02b0c-3473-4a06-ba69-2aa6be406ba0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:02:59.801944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:02:59.805530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.851351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:02:59.866854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:02:59.867267 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment d11268c6-9599-469f-a783-aa1c5f193811 of type vlan for network d60a01fe-a795-4251-aa40-6af53135e11d Feb 16 15:02:59.905668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cce6bf-5abd-4df4-8294-da8680f84949 req-02ab5fd6-9895-4a70-91fc-bd12ef6af671 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:02:59.907351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91cce6bf-5abd-4df4-8294-da8680f84949 req-02ab5fd6-9895-4a70-91fc-bd12ef6af671 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 943 time: 0.5447216 Feb 16 15:02:59.969602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.047204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:00.075773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-b34662ed-d4a6-4eff-9449-85a6296cb3ce tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:00.078699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-b34662ed-d4a6-4eff-9449-85a6296cb3ce tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 811 time: 0.1633346 Feb 16 15:03:00.082006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.087761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:00.088657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.116670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c327075b-5334-4a29-a741-d02a1dee2de5,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:00.162012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91cce6bf-5abd-4df4-8294-da8680f84949 req-becc04d2-d3cb-4091-8853-c512af01b0a2 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390831 Feb 16 15:03:00.185120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=d60a01fe-a795-4251-aa40-6af53135e11d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:00.197984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d60a01fe-a795-4251-aa40-6af53135e11d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:00.202441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-3d5ca7ca-16ce-4acb-8ccc-4c5a2c051c15 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7616a168be234297a6367267116ba220 HTTP/1.1" status: 200 len: 380 time: 0.0907013 Feb 16 15:03:00.213953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'port': {'device_id': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'admin_state_up': True, 'tenant_id': '7616a168be234297a6367267116ba220', 'security_groups': ['f6eb5b7c-19b6-471b-b513-8b0e81b9a0df']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:00.269010 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8a0529f0-42ae-4d77-be2f-a924c5c3e1ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6222653 Feb 16 15:03:00.271973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:00.279043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:00.309926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.314957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.381197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:00.381730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.383252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] 10.222.0.93 "PUT /v2.0/ports/c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 1091 time: 2.1753147 Feb 16 15:03:00.411650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:00.414709 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:00.492799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66ddaaab-f7c3-4199-92b1-8e37374ad7b4 req-4463b5d0-4645-4a4c-b0b7-e7d5492bfeb2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 210 time: 0.0516546 Feb 16 15:03:00.508792 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca92791-0329-4e24-90d1-ca15e09b74b7 x-openstack-request-id: req-9ca92791-0329-4e24-90d1-ca15e09b74b7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:00.509187 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:00.509534 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ca92791-0329-4e24-90d1-ca15e09b74b7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:00.510014 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'status': 'completed', 'code': 200} Feb 16 15:03:00.538998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:00.543039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.566794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654daa90-4446-4d40-8950-20dc78be7c97,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:00.601304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a239d6b-35e4-4a3e-bbe2-b59895969885 service neutron] Pushing event updated for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:00.624845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-4e79cbfe-d40e-4ed2-b7d6-f11521f7f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:00.626360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-4e79cbfe-d40e-4ed2-b7d6-f11521f7f632 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1094 time: 0.1065004 Feb 16 15:03:00.627999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Checking segment: {'id': 'b71c58a6-860d-4f98-bc0f-7ae2addef74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'e577275f-c215-4184-a198-744757d8f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:00.628137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Network hostable DHCP agents. Network: e577275f-c215-4184-a198-744757d8f09a, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:00.706275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-65383212-35d5-4969-b914-7bc083f170df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.0681581 Feb 16 15:03:00.768261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-d7a79a8f-b00b-4558-933c-f700af65e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:00.769820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-d7a79a8f-b00b-4558-933c-f700af65e1b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.0486252 Feb 16 15:03:00.773247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Made reservation on behalf of 7616a168be234297a6367267116ba220 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:00.776866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:00.800897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Network e577275f-c215-4184-a198-744757d8f09a is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:00.837803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-8d601c0c-b248-4cad-959f-11d920b0e6de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562541 Feb 16 15:03:00.922818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:01.026478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=ef1ea61d-1f49-48aa-ab3c-b61988ef0684,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:01.049824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Allocated IP 172.20.0.10 (47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95/bb6db06e-6153-41a7-ab32-9135a56d48e2/55936df2-a756-4ef2-8a4f-c78e38ab7bb2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:01.070460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': 'd11268c6-9599-469f-a783-aa1c5f193811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:01.070820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-37c0522f-8be0-48f2-a74b-98a600edb99f service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961143 Feb 16 15:03:01.073745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: d60a01fe-a795-4251-aa40-6af53135e11d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:01.151103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, e577275f-c215-4184-a198-744757d8f09a) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:01.159668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5cfa2-cefc-4f64-96ac-0a9face218e5 None None] Network e577275f-c215-4184-a198-744757d8f09a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:01.188131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:01.188131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:01.235753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network d60a01fe-a795-4251-aa40-6af53135e11d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:01.242357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d60a01fe-a795-4251-aa40-6af53135e11d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:01.262790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:01.262790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:01.269337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f486899-6d10-486c-9deb-5613e6cd7a0e None None] Network d60a01fe-a795-4251-aa40-6af53135e11d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:01.325485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2d2585-52a9-4713-8efd-bfb07fbfea37 req-aed15ad4-4c35-4ab6-97aa-4ce873fefe22 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416649 Feb 16 15:03:01.366427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f4fd1ce0-308e-41f6-82b3-0e2e9f1a3c2b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0929241 Feb 16 15:03:01.374616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27942cab-0166-4655-b824-c6c7c825e673 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5803902 Feb 16 15:03:01.387136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44856) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:01.393642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:01.473884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:01.505802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec70ca-2387-43ad-bf58-1974ffced9a9 None None] Network e577275f-c215-4184-a198-744757d8f09a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:01.551811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2926d32-6692-4296-9d02-6e29ab48d491 req-76949261-5b09-4689-9e9b-bec1e658b270 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:01.553988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2926d32-6692-4296-9d02-6e29ab48d491 req-76949261-5b09-4689-9e9b-bec1e658b270 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 943 time: 0.2399886 Feb 16 15:03:01.589405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-deecd2d6-1f1c-4442-bebb-92319799e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:01.591133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-deecd2d6-1f1c-4442-bebb-92319799e888 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1094 time: 0.1128848 Feb 16 15:03:01.834272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2926d32-6692-4296-9d02-6e29ab48d491 req-2fb60f37-1f40-4317-8eb9-d55b3d1ce10f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457149 Feb 16 15:03:01.857771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d60a01fe-a795-4251-aa40-6af53135e11d', 'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': 'ef1ea61d-1f49-48aa-ab3c-b61988ef0684'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:03:01.858724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:01.888437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:01.900979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:01.912190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:01.948875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:01.966737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:01.976774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:02.045712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Allocated IP 2001:db8::2 (d60a01fe-a795-4251-aa40-6af53135e11d/ef1ea61d-1f49-48aa-ab3c-b61988ef0684/c23c5a27-d244-4fde-ac5d-f9e534ccbedf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:02.051273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.051273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.083681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f631f-3968-4018-b2e2-32e7d9cbb5ef req-3fa84b94-7c3e-493a-81c8-50b0c162a09c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.085619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e5f631f-3968-4018-b2e2-32e7d9cbb5ef req-3fa84b94-7c3e-493a-81c8-50b0c162a09c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 932 time: 0.4104173 Feb 16 15:03:02.101398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event updated for resources: {'Port': ['ID=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:02.106635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-ecd2ff06-58a9-409a-a3b3-471541636d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.113838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-ecd2ff06-58a9-409a-a3b3-471541636d07 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.5139687 Feb 16 15:03:02.179527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-85f6eac6-4a38-49a0-ac12-88f4af19690e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.0510464 Feb 16 15:03:02.185124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-2d90b2d5-0838-424f-a9bf-6ac6ae2363d4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9764287 Feb 16 15:03:02.274491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-c75a941c-586f-405a-8eac-d4516900c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.275942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-c75a941c-586f-405a-8eac-d4516900c6ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.0862145 Feb 16 15:03:02.301695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Request body: {'port': {'device_id': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:02.408574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e5f631f-3968-4018-b2e2-32e7d9cbb5ef req-6f32e8ae-180a-491b-84a3-f8627eed1233 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134885 Feb 16 15:03:02.419839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.510076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network d60a01fe-a795-4251-aa40-6af53135e11d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:02.518939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:02.520959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-56168e42-2c74-4cc1-9e36-ba42692ff6b3 None None] Provisioning complete for port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:02.526163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-56168e42-2c74-4cc1-9e36-ba42692ff6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.533323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.534176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.537332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-0103c796-3a20-4c55-8cc5-45a4aca59a14 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2217543 Feb 16 15:03:02.555635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=7814b74a-4f79-452f-b039-f16920b637c9,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:02.589785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.596403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-56168e42-2c74-4cc1-9e36-ba42692ff6b3 None None] Port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:02.631300 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b35a0a3-27ba-4e23-87c6-9be9b261a95a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2426760 Feb 16 15:03:02.632304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44884) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:02.659661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.709337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Network d60a01fe-a795-4251-aa40-6af53135e11d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:02.728657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:02.744384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:02.766031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c68486-9bf5-47fe-8168-73c8645f22c6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.772900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c68486-9bf5-47fe-8168-73c8645f22c6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.772900 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c68486-9bf5-47fe-8168-73c8645f22c6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.781183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c68486-9bf5-47fe-8168-73c8645f22c6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.782926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c68486-9bf5-47fe-8168-73c8645f22c6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.784773 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-29c68486-9bf5-47fe-8168-73c8645f22c6 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1513696 Feb 16 15:03:02.790658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Pushing event updated for resources: {'Port': ['ID=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:02.791200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:02.796354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1454192890'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:02.813894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-8cd72162-3fdb-4a15-8af5-0271ac542087 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:02.824767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-8cd72162-3fdb-4a15-8af5-0271ac542087 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/networks?id=67c957d7-2b1c-4a4f-96ac-641e51299aed HTTP/1.1" status: 200 len: 824 time: 0.5477753 Feb 16 15:03:02.901554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-4802b851-8181-437b-b679-e8a4ac0558bc tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/quotas/4ecb989ef02640548b6ea3bc47a2c5c5 HTTP/1.1" status: 200 len: 375 time: 0.0758457 Feb 16 15:03:02.901760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Attempting to bind port c23c5a27-d244-4fde-ac5d-f9e534ccbedf on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:02.902229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Attempting to bind port c23c5a27-d244-4fde-ac5d-f9e534ccbedf by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'd11268c6-9599-469f-a783-aa1c5f193811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:02.902733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Attempting to bind port c23c5a27-d244-4fde-ac5d-f9e534ccbedf on network d60a01fe-a795-4251-aa40-6af53135e11d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:02.910540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:02.911178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Checking segment: {'id': 'd11268c6-9599-469f-a783-aa1c5f193811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:02.911792 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.912264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Bound using segment: {'id': 'd11268c6-9599-469f-a783-aa1c5f193811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:02.912816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Bound port: c23c5a27-d244-4fde-ac5d-f9e534ccbedf, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11268c6-9599-469f-a783-aa1c5f193811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:02.913523 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.922136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:02.926144 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:02.959598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-23d67afb-5404-4859-9dab-997b2a2122f7 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4ecb989ef02640548b6ea3bc47a2c5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544772 Feb 16 15:03:03.016823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:03:03.042840 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:03.045466 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment c8080c9a-242a-46a2-946b-5ed76513beb0 of type vlan for network 64d75352-586f-4c20-a42d-5bdbae9ad9ee Feb 16 15:03:03.068101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] For port c23c5a27-d244-4fde-ac5d-f9e534ccbedf, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:03.088991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] For port c23c5a27-d244-4fde-ac5d-f9e534ccbedf, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,segment=NetworkSegment(d11268c6-9599-469f-a783-aa1c5f193811),segment_id=d11268c6-9599-469f-a783-aa1c5f193811)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:03.095597 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:03.106670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cce45609-3f6d-4e2e-abe5-30a38f6d322f service neutron] 10.222.0.113 "GET /v2.0/networks/67c957d7-2b1c-4a4f-96ac-641e51299aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488864 Feb 16 15:03:03.120032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:03.162874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:03.255913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:03.261073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc9362-5e61-4276-97ff-7bd767f44ca3 None None] Pushing event updated for resources: {'Port': ['ID=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:03.268060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:03.268764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:03.421911 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6293497 Feb 16 15:03:03.422592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44914) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:03.442616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:03.476200 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5508d-1ed3-4aa5-bfce-848cf6010a96 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=64d75352-586f-4c20-a42d-5bdbae9ad9ee,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:03.491926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:03.584816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-2391e9a7-05e7-4900-8eaa-0ae2ced72999 service neutron] 10.222.0.113 "GET /v2.0/networks/67c957d7-2b1c-4a4f-96ac-641e51299aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584184 Feb 16 15:03:03.627613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99581fc5-af25-49a8-86c6-df59e0c91f39 req-e5ea1ed1-eebc-4c41-97cf-8fea5d0eb881 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:03.650272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99581fc5-af25-49a8-86c6-df59e0c91f39 req-e5ea1ed1-eebc-4c41-97cf-8fea5d0eb881 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 943 time: 0.6910474 Feb 16 15:03:03.673552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-da0e9437-a2e7-4236-9ddb-b3d5b90511e5 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1156514 Feb 16 15:03:03.873969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99581fc5-af25-49a8-86c6-df59e0c91f39 req-9584b166-1fc8-4137-8e12-f6b5f440360a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227769 Feb 16 15:03:03.932888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.011090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43717a46-9b00-40ad-9ad1-d4afd3b29eb1 req-14ebbde0-2b43-4305-86f0-c2c694910c95 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224366 Feb 16 15:03:04.018973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.087966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee is not hosted by any dhcp agent {{(pid=103044) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 15:03:04.094043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:04.094734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.099601 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "PUT /v2.0/networks/64d75352-586f-4c20-a42d-5bdbae9ad9ee HTTP/1.1" status: 200 len: 723 time: 0.6704240 Feb 16 15:03:04.102889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44936) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:04.131443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0947f12a-e863-4dce-bab7-84b72ce15217 req-f615d54b-7381-4f6d-99e5-d12c0274e1cd tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 210 time: 0.1004398 Feb 16 15:03:04.145708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:03:04.156708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.166238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84ccf2-f537-409d-af10-b24580e61ffb req-8283223a-e42c-4b40-bb3c-ddd90cfb8cbd tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:04.167769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce84ccf2-f537-409d-af10-b24580e61ffb req-8283223a-e42c-4b40-bb3c-ddd90cfb8cbd tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 932 time: 0.1800244 Feb 16 15:03:04.192071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:04.199894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Transition to ACTIVE for port object 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:03:04.234467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce84ccf2-f537-409d-af10-b24580e61ffb req-07a0f1d7-d920-4d18-992e-2b1dec50f814 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585601 Feb 16 15:03:04.289437 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfd875-03bc-4fc4-8c63-0ce3c8c5ae7b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=64d75352-586f-4c20-a42d-5bdbae9ad9ee,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:04.312622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:04.362176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.448046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:04.458422 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.544648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Pushing event updated for resources: {'Port': ['ID=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:04.589060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Attempting to bind port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:04.589404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Attempting to bind port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:04.589732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Attempting to bind port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:04.597362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:03:04.597929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Attempting to bind port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 on network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:04.604886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:04.605220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Checking segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:04.606106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Bound using segment: {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:04.606263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Bound port: 55936df2-a756-4ef2-8a4f-c78e38ab7bb2, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88634f1-8966-4e96-bc0b-da9967e88ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:04.606581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.749067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] For port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:04.761318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] For port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:04.781268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c327075b-5334-4a29-a741-d02a1dee2de5 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:03:04.826059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.922748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.970935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:04.975664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:04.977271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-e1403a5e-348d-42df-a871-661fabca997d service neutron] 10.222.0.129 "PUT /v2.0/ports/55936df2-a756-4ef2-8a4f-c78e38ab7bb2 HTTP/1.1" status: 200 len: 1092 time: 2.6798851 Feb 16 15:03:04.978075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:04.986727 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a" -d '{"events": [{"name": "network-changed", "server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:04.989083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c327075b-5334-4a29-a741-d02a1dee2de5,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:05.022201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1403a5e-348d-42df-a871-661fabca997d service neutron] Pushing event updated for resources: {'Port': ['ID=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:05.042714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'port_id': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'mac_address': 'fa:16:3e:49:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:03:05.090144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502f09e4-2b15-4d1e-a8d1-5c02c5198d4a None None] Network d60a01fe-a795-4251-aa40-6af53135e11d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:05.132803 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:03:05.154249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=c035782e-314e-49c1-a5b1-62549b829ff1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:05.159119 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619ef1df-c6e2-45b7-82cf-6b216daf8695 x-openstack-request-id: req-619ef1df-c6e2-45b7-82cf-6b216daf8695 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:05.159715 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:05.159715 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-619ef1df-c6e2-45b7-82cf-6b216daf8695 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:05.160099 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'status': 'completed', 'code': 200} Feb 16 15:03:05.189318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': 'c8080c9a-242a-46a2-946b-5ed76513beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:05.189684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: 64d75352-586f-4c20-a42d-5bdbae9ad9ee, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:05.288847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c7b7bcdc-a870-4129-b2e8-1ad559394e77 req-d49d94df-3b5c-4434-a7c6-8ce1d07ef6b6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0424807 Feb 16 15:03:05.315626 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:05.334169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbd2bb-fcf4-4444-9164-da6af33a9efb req-eaac272d-e8a9-4d77-b574-39d405e5a535 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:05.341057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c327075b-5334-4a29-a741-d02a1dee2de5 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:03:05.344567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bfbd2bb-fcf4-4444-9164-da6af33a9efb req-eaac272d-e8a9-4d77-b574-39d405e5a535 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 943 time: 0.2719088 Feb 16 15:03:05.361889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:05.381224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c327075b-5334-4a29-a741-d02a1dee2de5,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:05.432783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-aa009475-a1d2-4d53-84d5-bf715b9c73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:05.435380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-aa009475-a1d2-4d53-84d5-bf715b9c73bd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 1095 time: 0.2738342 Feb 16 15:03:05.484232 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:05.493347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c451921e-e56d-4238-9efd-c8fecc88194c None None] Provisioning complete for port c23c5a27-d244-4fde-ac5d-f9e534ccbedf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:05.493789 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c451921e-e56d-4238-9efd-c8fecc88194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:05.495723 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eca1cf4f-6d0f-45ea-8c8c-58942adbd0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:05.498258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-eb9d6f8e-4372-4d12-92b0-80b8794b48e8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2 HTTP/1.1" status: 200 len: 217 time: 0.0541775 Feb 16 15:03:05.511810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bfbd2bb-fcf4-4444-9164-da6af33a9efb req-59dd7602-c3f9-403d-8a95-b2f4113a9113 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650724 Feb 16 15:03:05.564824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c23c5a27-d244-4fde-ac5d-f9e534ccbedf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:05.597101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 64d75352-586f-4c20-a42d-5bdbae9ad9ee) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:05.605072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:05.605681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:05.626833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a74b5f-ddee-4d8a-8b41-699143304f04 None None] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:05.644989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fbccc-e7f0-47af-b22d-f9329d8bd098 req-e7f1ab49-a461-4343-bca1-2ffc0f264338 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:05.646590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a31fbccc-e7f0-47af-b22d-f9329d8bd098 req-e7f1ab49-a461-4343-bca1-2ffc0f264338 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 944 time: 0.1319063 Feb 16 15:03:05.678522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-3feacbde-12a7-4d36-856a-ecbc2ec4a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:05.680040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-3feacbde-12a7-4d36-856a-ecbc2ec4a84b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.1668060 Feb 16 15:03:05.707374 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4c8975e6-0acf-40b4-b9d5-2ca09b15d903 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6034133 Feb 16 15:03:05.710499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44978) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:05.715576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c23c5a27-d244-4fde-ac5d-f9e534ccbedf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:05.715714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-20d4b4ae-b332-450a-883d-6b5090e26926 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:05.716122 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:05.728088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a31fbccc-e7f0-47af-b22d-f9329d8bd098 req-4868af55-a751-4646-a9cf-a8f66bd6e8b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743506 Feb 16 15:03:05.759660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:05.774189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-9d656cce-6db9-4bed-aa8e-501f0a1f8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:05.776141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-9d656cce-6db9-4bed-aa8e-501f0a1f8c78 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846672 Feb 16 15:03:05.812760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c327075b-5334-4a29-a741-d02a1dee2de5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:05.907854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-fbc74a9b-cbc1-411f-891e-35b891da79d8 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221585 Feb 16 15:03:05.936535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d4b4ae-b332-450a-883d-6b5090e26926 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4793033'] for subnet, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:05.955188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16304a29-0430-4a30-94d7-2af9ee751f3a None None] Update dhcp port {'port': {'network_id': 'd60a01fe-a795-4251-aa40-6af53135e11d', 'fixed_ips': [{'subnet_id': 'ef1ea61d-1f49-48aa-ab3c-b61988ef0684', 'ip_address': '2001:db8::2'}, {'subnet_id': '7814b74a-4f79-452f-b039-f16920b637c9'}], 'binding:host_id': 'n-d-829433-1'}, 'id': 'c23c5a27-d244-4fde-ac5d-f9e534ccbedf'} from n-d-829433-1. {{(pid=103045) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 16 15:03:06.019176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c451921e-e56d-4238-9efd-c8fecc88194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.023258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f7b5bb0-28ea-4826-95a4-f19f1626fb72 req-287cb07f-14a4-4b2b-82ef-2107cb582896 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084988 Feb 16 15:03:06.052477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16304a29-0430-4a30-94d7-2af9ee751f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.195253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.195253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c451921e-e56d-4238-9efd-c8fecc88194c None None] For port c23c5a27-d244-4fde-ac5d-f9e534ccbedf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,segment=NetworkSegment(d11268c6-9599-469f-a783-aa1c5f193811),segment_id=d11268c6-9599-469f-a783-aa1c5f193811)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:06.195253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-64d75352-586f-4c20-a42d-5bdbae9ad9ee', 'network_id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': 'c035782e-314e-49c1-a5b1-62549b829ff1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:03:06.195253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.432438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8281e40a-c0d8-4824-8ae5-47d6f45cbe2f req-306d1494-976d-48e8-ae6b-06c7c187eefc tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Feb 16 15:03:06.461789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-16304a29-0430-4a30-94d7-2af9ee751f3a None None] Allocated IP 172.20.0.1 (d60a01fe-a795-4251-aa40-6af53135e11d/7814b74a-4f79-452f-b039-f16920b637c9/c23c5a27-d244-4fde-ac5d-f9e534ccbedf) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:06.482894 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d4b4ae-b332-450a-883d-6b5090e26926 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730684533863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4847721'] for subnet, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.488135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c451921e-e56d-4238-9efd-c8fecc88194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.587270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4b4ae-b332-450a-883d-6b5090e26926 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:06.589332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d4b4ae-b332-450a-883d-6b5090e26926 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.591683 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-20d4b4ae-b332-450a-883d-6b5090e26926 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "PUT /v2.0/subnets/c035782e-314e-49c1-a5b1-62549b829ff1 HTTP/1.1" status: 200 len: 826 time: 0.8807592 Feb 16 15:03:06.602509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45008) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:06.649427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-e207bab8-4ad2-4966-98da-6b7d7300e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:06.651357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-e207bab8-4ad2-4966-98da-6b7d7300e1c1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 1095 time: 0.1307716 Feb 16 15:03:06.748985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4b4ae-b332-450a-883d-6b5090e26926 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=c035782e-314e-49c1-a5b1-62549b829ff1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:06.855248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:06.940484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.008813 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:03:07.008813 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:03:07.016861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Allocated IP 2001:db8::2 (64d75352-586f-4c20-a42d-5bdbae9ad9ee/c035782e-314e-49c1-a5b1-62549b829ff1/98505c14-cd23-493f-affc-29af5ed7c46e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:07.033394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451921e-e56d-4238-9efd-c8fecc88194c None None] Pushing event updated for resources: {'Port': ['ID=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:07.121293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-16304a29-0430-4a30-94d7-2af9ee751f3a None None] For port c23c5a27-d244-4fde-ac5d-f9e534ccbedf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,segment=NetworkSegment(d11268c6-9599-469f-a783-aa1c5f193811),segment_id=d11268c6-9599-469f-a783-aa1c5f193811)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:07.262291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17bc9e-64b1-4124-9b95-9f4f7cd85381 req-d6496737-e39c-45d3-9459-9a13a3b4a090 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:07.266473 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.271198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc17bc9e-64b1-4124-9b95-9f4f7cd85381 req-d6496737-e39c-45d3-9459-9a13a3b4a090 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 944 time: 0.6157937 Feb 16 15:03:07.289175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229e41f-5f6f-4339-b36b-48ac3e3e2b11 req-15e1ad3c-15f7-48b6-8b30-52766a4c1428 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:07.290703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7229e41f-5f6f-4339-b36b-48ac3e3e2b11 req-15e1ad3c-15f7-48b6-8b30-52766a4c1428 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 944 time: 0.1802361 Feb 16 15:03:07.313950 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16304a29-0430-4a30-94d7-2af9ee751f3a None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.333556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-1b2ced78-84ec-441d-bb2e-115238176602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:07.334852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-1b2ced78-84ec-441d-bb2e-115238176602 service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.6658788 Feb 16 15:03:07.337380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.401431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc17bc9e-64b1-4124-9b95-9f4f7cd85381 req-017d9136-99d2-4d8f-adb9-d292e5715cdb tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293533 Feb 16 15:03:07.410718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Pushing event updated for resources: {'Port': ['ID=98505c14-cd23-493f-affc-29af5ed7c46e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:07.424612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:07.424925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.427964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:07.430697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:07.432728 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16304a29-0430-4a30-94d7-2af9ee751f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.449606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-e23da7b2-a921-47d9-8c30-a24b86f8b29b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2 HTTP/1.1" status: 200 len: 217 time: 0.1043046 Feb 16 15:03:07.462103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7229e41f-5f6f-4339-b36b-48ac3e3e2b11 req-2eb4cac6-d3b4-4a62-a498-94e0af099fc3 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546133 Feb 16 15:03:07.504416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=c035782e-314e-49c1-a5b1-62549b829ff1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:07.558513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-be33df7b-c4fd-43bf-81a9-e12cc0d81d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:07.560093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-be33df7b-c4fd-43bf-81a9-e12cc0d81d05 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.0971658 Feb 16 15:03:07.636726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Attempting to bind port 98505c14-cd23-493f-affc-29af5ed7c46e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:07.639210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Attempting to bind port 98505c14-cd23-493f-affc-29af5ed7c46e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c8080c9a-242a-46a2-946b-5ed76513beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:07.639210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Attempting to bind port 98505c14-cd23-493f-affc-29af5ed7c46e on network 64d75352-586f-4c20-a42d-5bdbae9ad9ee {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:07.657765 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.695183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:07.695802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Checking segment: {'id': 'c8080c9a-242a-46a2-946b-5ed76513beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:07.696335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.696833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Bound using segment: {'id': 'c8080c9a-242a-46a2-946b-5ed76513beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:07.698285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Bound port: 98505c14-cd23-493f-affc-29af5ed7c46e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8080c9a-242a-46a2-946b-5ed76513beb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:07.698808 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.702076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-154f0af7-9674-49fb-8a7f-333f89442bdf req-ef72b8a9-dcfb-420e-9b23-923771f0afe0 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 210 time: 0.1264250 Feb 16 15:03:07.737328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d75352-586f-4c20-a42d-5bdbae9ad9ee']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:07.749702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16304a29-0430-4a30-94d7-2af9ee751f3a None None] Pushing event updated for resources: {'Port': ['ID=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:07.755637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8080c9a-242a-46a2-946b-5ed76513beb0') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:07.760007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8080c9a-242a-46a2-946b-5ed76513beb0') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:07.777227 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.792551 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.802602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:07.806123 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:07.807426 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:07.821513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c23c5a27-d244-4fde-ac5d-f9e534ccbedf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:07.846598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-41e1ec4c-033f-4ac9-92af-19b1fa77f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:07.848329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-41e1ec4c-033f-4ac9-92af-19b1fa77f0c8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2807565 Feb 16 15:03:07.961520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] For port 98505c14-cd23-493f-affc-29af5ed7c46e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:07.962845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:03:07.962845 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:03:07.962845 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '64d75352-586f-4c20-a42d-5bdbae9ad9ee'}] Feb 16 15:03:07.962845 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:03:07.964623 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:03:07.967873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] For port 98505c14-cd23-493f-affc-29af5ed7c46e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=98505c14-cd23-493f-affc-29af5ed7c46e,segment=NetworkSegment(c8080c9a-242a-46a2-946b-5ed76513beb0),segment_id=c8080c9a-242a-46a2-946b-5ed76513beb0)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:08.005598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c23c5a27-d244-4fde-ac5d-f9e534ccbedf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:08.006262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.117242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-ca953d97-8358-4f5d-9998-aa2942e5bde0 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476108 Feb 16 15:03:08.118681 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.127032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-8bc69705-b17a-4200-94f2-ab39dd6411ae tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:08.129705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-8bc69705-b17a-4200-94f2-ab39dd6411ae tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.93 "GET /v2.0/networks?id=67c957d7-2b1c-4a4f-96ac-641e51299aed HTTP/1.1" status: 200 len: 824 time: 0.4607503 Feb 16 15:03:08.141245 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9978deee-f76b-4f16-92ca-2b46f05c34bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.197819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Request body: {'port': {'device_id': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed', 'admin_state_up': True, 'tenant_id': '4ecb989ef02640548b6ea3bc47a2c5c5'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:08.273008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e7311-ec8c-4d3f-980b-8a9619e4fb69 None None] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:08.397755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91fdcf2d-040b-4b5f-98a7-5b350b3e913a req-7a03baf7-1b5f-499a-9248-2377993bafe2 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668407 Feb 16 15:03:08.454432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623f4db-b338-4793-afa7-7d50e21f1755 None None] Pushing event updated for resources: {'Port': ['ID=98505c14-cd23-493f-affc-29af5ed7c46e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:08.466192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.472331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375f611-14e0-4eba-8557-dca919abd936 None None] Network 64d75352-586f-4c20-a42d-5bdbae9ad9ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:08.527256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Made reservation on behalf of 4ecb989ef02640548b6ea3bc47a2c5c5 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:08.533901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.618891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting port 98505c14-cd23-493f-affc-29af5ed7c46e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:08.619238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.772756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] For port 98505c14-cd23-493f-affc-29af5ed7c46e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=98505c14-cd23-493f-affc-29af5ed7c46e,segment=NetworkSegment(c8080c9a-242a-46a2-946b-5ed76513beb0),segment_id=c8080c9a-242a-46a2-946b-5ed76513beb0)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:08.772756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.772756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Calling delete_port for 98505c14-cd23-493f-affc-29af5ed7c46e owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:08.794577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346de62-e06b-4355-8f0f-4f42d20e75f1 req-fd2af016-63cc-4b9f-9907-ee430ec32d46 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:08.794953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6c00dd-b6ad-4442-b33a-075b06f09bc3 None None] Network d60a01fe-a795-4251-aa40-6af53135e11d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:08.796940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d346de62-e06b-4355-8f0f-4f42d20e75f1 req-fd2af016-63cc-4b9f-9907-ee430ec32d46 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 944 time: 0.2284691 Feb 16 15:03:08.797799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c327075b-5334-4a29-a741-d02a1dee2de5 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:08.886457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb887-44dc-4bc6-bcbf-7a45d26e2136 req-c96ff2a1-5cc6-48f3-9512-23e9de6e4912 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:08.888889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25dcb887-44dc-4bc6-bcbf-7a45d26e2136 req-c96ff2a1-5cc6-48f3-9512-23e9de6e4912 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 944 time: 0.2823842 Feb 16 15:03:08.942627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d346de62-e06b-4355-8f0f-4f42d20e75f1 req-3171c568-a2ba-4da5-acbb-a99fcfe91743 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085417 Feb 16 15:03:08.988723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4263a4d6-c0f6-4628-9365-4a3c4f9152c7 None None] Provisioning complete for port c23c5a27-d244-4fde-ac5d-f9e534ccbedf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:08.989055 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4263a4d6-c0f6-4628-9365-4a3c4f9152c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:08.996021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.025355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25dcb887-44dc-4bc6-bcbf-7a45d26e2136 req-6a43388c-6b87-4d15-bc22-c70694c2f0be tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150811 Feb 16 15:03:09.052427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Allocated IP 172.20.0.14 (67c957d7-2b1c-4a4f-96ac-641e51299aed/cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96/e80a01f2-607b-407b-aac6-096f95cf8977) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:09.065410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No DVR routers for this DVR port 98505c14-cd23-493f-affc-29af5ed7c46e on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:09.075483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Port': ['ID=98505c14-cd23-493f-affc-29af5ed7c46e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:09.191005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.214331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d75352-586f-4c20-a42d-5bdbae9ad9ee']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:09.215476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port c327075b-5334-4a29-a741-d02a1dee2de5 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:03:09.228106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8080c9a-242a-46a2-946b-5ed76513beb0') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:09.228673 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8080c9a-242a-46a2-946b-5ed76513beb0') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:09.235712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port c327075b-5334-4a29-a741-d02a1dee2de5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:09.236389 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.240681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.246609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.256443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.265797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:09.272493 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:09.287386 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:09.311403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26a655b5-0585-4e74-b760-878be26b814f req-15c36ebb-fa27-4ae4-a623-edb109b1444b tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0288339 Feb 16 15:03:09.368117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.465743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.486160 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.500251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.509483 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/64d75352-586f-4c20-a42d-5bdbae9ad9ee HTTP/1.1" status: 204 len: 168 time: 2.9036798 Feb 16 15:03:09.514910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45146) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:09.515058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Pushing event updated for resources: {'Port': ['ID=e80a01f2-607b-407b-aac6-096f95cf8977,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:09.538609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Network 67c957d7-2b1c-4a4f-96ac-641e51299aed is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:09.545068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:09.548389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:09.559700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:09.566777 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bcb5fe-f4b0-4699-8b2f-82f3368c6ed0" -d '{"events": [{"server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "name": "network-vif-plugged", "status": "completed", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:09.573387 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-baacbf8a-2ab7-4195-bf71-b25a4f8db080 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:09.574220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baacbf8a-2ab7-4195-bf71-b25a4f8db080 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:09.585102 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-baacbf8a-2ab7-4195-bf71-b25a4f8db080 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/64d75352-586f-4c20-a42d-5bdbae9ad9ee HTTP/1.1" status: 404 len: 339 time: 0.0708516 Feb 16 15:03:09.586195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45154) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:09.593110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-264154512', 'description': 'd1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:09.594442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:03:09.597747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8bbc-0a13-4b07-88ec-301d1fcad979 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=64d75352-586f-4c20-a42d-5bdbae9ad9ee,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:09.635264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c327075b-5334-4a29-a741-d02a1dee2de5,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:09.641030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.666496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:09.669881 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.674051 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0218aa92-65eb-44a9-9d26-255b36bf9058 x-openstack-request-id: req-0218aa92-65eb-44a9-9d26-255b36bf9058 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:09.674583 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "name": "network-vif-plugged", "status": "completed", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:09.674943 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0218aa92-65eb-44a9-9d26-255b36bf9058 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:09.675450 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'code': 200} Feb 16 15:03:09.716668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:09.716938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.794051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ab9d2-82e4-4ead-ba3e-f77a9b451e25 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:03:09.801731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c23c5a27-d244-4fde-ac5d-f9e534ccbedf up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:09.805245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:03:09.820280 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.820625 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment 082900c2-38be-4029-a049-e069a2d0c97f of type vlan for network 588a3413-4539-417a-a2ba-5dee0acf3278 Feb 16 15:03:09.825873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-888c4ac3-42c6-4d7f-b600-68443433d8da tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6349595 Feb 16 15:03:09.831579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c45f1-f2a9-4e62-9830-d5e079dfaa57 req-ec45fcf6-6c0e-498c-b591-8e1429d5e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:09.836061 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.838341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Request body: {'port': {'device_id': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:09.839731 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-140c45f1-f2a9-4e62-9830-d5e079dfaa57 req-ec45fcf6-6c0e-498c-b591-8e1429d5e335 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.0979095 Feb 16 15:03:09.902376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.919607 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:09.921388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:09.957436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-082861fa-ddfa-476f-979f-37e04ca4f560 None None] Provisioning complete for port c23c5a27-d244-4fde-ac5d-f9e534ccbedf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:09.960849 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-082861fa-ddfa-476f-979f-37e04ca4f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.024256 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-140c45f1-f2a9-4e62-9830-d5e079dfaa57 req-8be23821-c9b7-40b9-a072-9e75a2fe464a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764832 Feb 16 15:03:10.025187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.034247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:10.035408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.050247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:10.137599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'port_id': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'mac_address': 'fa:16:3e:ec:b7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:03:10.142205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c23c5a27-d244-4fde-ac5d-f9e534ccbedf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:10.142577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.166859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=588a3413-4539-417a-a2ba-5dee0acf3278,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:10.187334 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f0177020-8a6b-42d7-8f07-add2b2972d02 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5993783 Feb 16 15:03:10.189706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45184) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:10.220306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6343e98-4666-4e0d-8caa-2edec7850558 req-7f9e8628-562b-4306-8d82-862ef88c7bdb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:10.221903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6343e98-4666-4e0d-8caa-2edec7850558 req-7f9e8628-562b-4306-8d82-862ef88c7bdb tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 944 time: 0.0871472 Feb 16 15:03:10.234681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781474a0-f7f7-4608-ac81-2190c01cea51 req-ba764213-9ca4-470d-9662-18227a180c58 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:10.240246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 588a3413-4539-417a-a2ba-5dee0acf3278 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:10.242631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-781474a0-f7f7-4608-ac81-2190c01cea51 req-ba764213-9ca4-470d-9662-18227a180c58 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1450458 Feb 16 15:03:10.343328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6343e98-4666-4e0d-8caa-2edec7850558 req-be39ac5c-27b8-48e2-928a-ac44390173aa tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486534 Feb 16 15:03:10.382277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-781474a0-f7f7-4608-ac81-2190c01cea51 req-ef9a987d-7dc5-4a53-be18-614374c753c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368697 Feb 16 15:03:10.421702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7348b7-a97c-4471-a1f2-e7c97c84caf2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:10.423407 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd7348b7-a97c-4471-a1f2-e7c97c84caf2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/networks?id=588a3413-4539-417a-a2ba-5dee0acf3278 HTTP/1.1" status: 200 len: 764 time: 0.2325709 Feb 16 15:03:10.426021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45200) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:10.432020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'description': 'd2'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:10.538926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80a01f2-607b-407b-aac6-096f95cf8977 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:03:10.556036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.583327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55476a-bc6f-4953-9bd3-3028f937fd72 req-e13a7e03-e6fd-4d36-b15f-d33e9ac3ea1a tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:10.584895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc55476a-bc6f-4953-9bd3-3028f937fd72 req-e13a7e03-e6fd-4d36-b15f-d33e9ac3ea1a tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 932 time: 0.0968523 Feb 16 15:03:10.607263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Transition to ACTIVE for port object e80a01f2-607b-407b-aac6-096f95cf8977 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:03:10.641579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc55476a-bc6f-4953-9bd3-3028f937fd72 req-7ba8a606-7f2a-45a2-abb8-a99abbf28a3e tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Feb 16 15:03:10.722822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.732092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ab9d2-82e4-4ead-ba3e-f77a9b451e25 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:03:10.761198 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.797631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.834861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:03:10.848790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:10.946677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Pushing event updated for resources: {'Port': ['ID=e80a01f2-607b-407b-aac6-096f95cf8977,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:11.044795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 588a3413-4539-417a-a2ba-5dee0acf3278 is not hosted by any dhcp agent {{(pid=103044) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 15:03:11.052095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.052862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:11.058167 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "PUT /v2.0/networks/588a3413-4539-417a-a2ba-5dee0acf3278 HTTP/1.1" status: 200 len: 761 time: 0.6311712 Feb 16 15:03:11.058954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45226) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:11.071962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:11.101577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce25a6-128d-4d7a-afbc-59c865a4acf0 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=588a3413-4539-417a-a2ba-5dee0acf3278,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:11.117048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 588a3413-4539-417a-a2ba-5dee0acf3278 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:11.146000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Attempting to bind port e80a01f2-607b-407b-aac6-096f95cf8977 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:11.146645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Attempting to bind port e80a01f2-607b-407b-aac6-096f95cf8977 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '35780668-6d0e-4ed7-875c-fb5c775e81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:11.147170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Attempting to bind port e80a01f2-607b-407b-aac6-096f95cf8977 on network 67c957d7-2b1c-4a4f-96ac-641e51299aed {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:11.152858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Port e80a01f2-607b-407b-aac6-096f95cf8977 on network 67c957d7-2b1c-4a4f-96ac-641e51299aed not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:03:11.153250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Attempting to bind port e80a01f2-607b-407b-aac6-096f95cf8977 on network 67c957d7-2b1c-4a4f-96ac-641e51299aed {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:11.159661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:11.160254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Checking segment: {'id': '35780668-6d0e-4ed7-875c-fb5c775e81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:11.161223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Bound using segment: {'id': '35780668-6d0e-4ed7-875c-fb5c775e81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:11.162461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Bound port: e80a01f2-607b-407b-aac6-096f95cf8977, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35780668-6d0e-4ed7-875c-fb5c775e81bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:11.162947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:11.181476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2aae49-eeb0-4a38-9c41-093d575adf4a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.187849 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7a2aae49-eeb0-4a38-9c41-093d575adf4a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/networks?id=588a3413-4539-417a-a2ba-5dee0acf3278 HTTP/1.1" status: 200 len: 764 time: 0.1161664 Feb 16 15:03:11.188980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45230) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:11.206058 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:11.332312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:11.375640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:11.450209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['55936df2-a756-4ef2-8a4f-c78e38ab7bb2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:11.459913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] For port e80a01f2-607b-407b-aac6-096f95cf8977, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:11.472819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516fb86-5c53-43ed-900e-574fbaf2e5ce tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.474621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b516fb86-5c53-43ed-900e-574fbaf2e5ce tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2857413 Feb 16 15:03:11.477519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45248) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:11.503425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] For port e80a01f2-607b-407b-aac6-096f95cf8977, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e80a01f2-607b-407b-aac6-096f95cf8977,segment=NetworkSegment(35780668-6d0e-4ed7-875c-fb5c775e81bd),segment_id=35780668-6d0e-4ed7-875c-fb5c775e81bd)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:11.536668 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a0eff497-fe9d-4bfb-8894-1579c56736c5 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 207 time: 0.0567410 Feb 16 15:03:11.539262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45250) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:11.604840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:11.614653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:11.617413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f91c-a646-4802-8243-526bfe11f1fc req-50ef1666-ac73-4642-9838-a93d8408cddc tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.619062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9da2f91c-a646-4802-8243-526bfe11f1fc req-50ef1666-ac73-4642-9838-a93d8408cddc tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 945 time: 0.1264424 Feb 16 15:03:11.631806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7178f-d558-4409-8494-b06fac80dac4 req-2c38f8e1-c8f4-412d-9aaf-d3c78acfde9a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.633822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09e7178f-d558-4409-8494-b06fac80dac4 req-2c38f8e1-c8f4-412d-9aaf-d3c78acfde9a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1148920 Feb 16 15:03:11.733389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.734455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f234c0-d366-4968-aba5-f9f3a1c094ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.734619 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:11.735860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] 10.222.0.93 "PUT /v2.0/ports/e80a01f2-607b-407b-aac6-096f95cf8977 HTTP/1.1" status: 200 len: 1092 time: 1.9026978 Feb 16 15:03:11.739111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'tag': 'e80a01f2-607b-407b-aac6-096f95cf8977'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:11.740563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f234c0-d366-4968-aba5-f9f3a1c094ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.742088 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e28b2-a595-4b65-9c06-41be2f42e4c7", "tag": "e80a01f2-607b-407b-aac6-096f95cf8977"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:11.754492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f234c0-d366-4968-aba5-f9f3a1c094ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.756202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09e7178f-d558-4409-8494-b06fac80dac4 req-8ea114e3-dad1-4888-a0ca-3c2dc5f4163a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738981 Feb 16 15:03:11.760631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f234c0-d366-4968-aba5-f9f3a1c094ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.778693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f234c0-d366-4968-aba5-f9f3a1c094ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.781261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c7a7c-314f-495a-bd2f-51ffd4a3b08c service neutron] Pushing event updated for resources: {'Port': ['ID=e80a01f2-607b-407b-aac6-096f95cf8977,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:11.784955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f234c0-d366-4968-aba5-f9f3a1c094ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:11.790285 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-21f234c0-d366-4968-aba5-f9f3a1c094ec tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2464764 Feb 16 15:03:11.790867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45274) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:11.858632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9da2f91c-a646-4802-8243-526bfe11f1fc req-ed1a54d2-0849-44ef-8e92-2cd7e94a14bd tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234464 Feb 16 15:03:11.938152 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabebda3-e0b4-46c4-94b5-3a61fbe3f8ad x-openstack-request-id: req-dabebda3-e0b4-46c4-94b5-3a61fbe3f8ad {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:11.938454 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e28b2-a595-4b65-9c06-41be2f42e4c7", "tag": "e80a01f2-607b-407b-aac6-096f95cf8977", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:11.938707 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dabebda3-e0b4-46c4-94b5-3a61fbe3f8ad {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:11.939108 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'tag': 'e80a01f2-607b-407b-aac6-096f95cf8977', 'status': 'completed', 'code': 200} Feb 16 15:03:12.036849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15df09-e700-4cea-aa62-25da4ea48668 req-20f74f18-7d0d-4064-9c9d-da5609041605 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.038333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff15df09-e700-4cea-aa62-25da4ea48668 req-20f74f18-7d0d-4064-9c9d-da5609041605 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 944 time: 0.1839118 Feb 16 15:03:12.043877 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-a196c4cb-ba12-437a-ae79-bcff1d913a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.045416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-a196c4cb-ba12-437a-ae79-bcff1d913a97 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4ecb989ef02640548b6ea3bc47a2c5c5&device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 1095 time: 0.1102197 Feb 16 15:03:12.063673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1292551a-a8bf-48e0-817b-c41092b5877a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2717347 Feb 16 15:03:12.067134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45290) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:12.122453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-40d53f43-cdd8-4ac6-b19a-1e6b24ad4d04 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80a01f2-607b-407b-aac6-096f95cf8977 HTTP/1.1" status: 200 len: 217 time: 0.0571556 Feb 16 15:03:12.150470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6a128-28a5-443b-847f-b779777c90e9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.152038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6a128-28a5-443b-847f-b779777c90e9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.153542 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6a128-28a5-443b-847f-b779777c90e9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.155102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6a128-28a5-443b-847f-b779777c90e9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.156804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6a128-28a5-443b-847f-b779777c90e9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.158446 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fcf6a128-28a5-443b-847f-b779777c90e9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0903251 Feb 16 15:03:12.164515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45298) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:12.175699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff15df09-e700-4cea-aa62-25da4ea48668 req-be7fad01-eebf-4241-b9f3-83a70f10da64 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289721 Feb 16 15:03:12.197260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-8fad23b7-308b-4499-bd6d-e4a9e5f9bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.198740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-8fad23b7-308b-4499-bd6d-e4a9e5f9bfe8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96 HTTP/1.1" status: 200 len: 864 time: 0.0693529 Feb 16 15:03:12.231448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-ef3dfa3c-53fb-4f77-86a7-6f1096075a50 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67c957d7-2b1c-4a4f-96ac-641e51299aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255163 Feb 16 15:03:12.277877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620d440-c1f5-46d7-9553-18dc864957f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.279851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620d440-c1f5-46d7-9553-18dc864957f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.282206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620d440-c1f5-46d7-9553-18dc864957f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.284168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620d440-c1f5-46d7-9553-18dc864957f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.286354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620d440-c1f5-46d7-9553-18dc864957f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.289110 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1620d440-c1f5-46d7-9553-18dc864957f2 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1230271 Feb 16 15:03:12.292573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45310) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:12.384860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:12.398320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-40ecb913-39f9-400a-bfe8-216f94a968d0 service neutron] 10.222.0.93 "GET /v2.0/networks/67c957d7-2b1c-4a4f-96ac-641e51299aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574590 Feb 16 15:03:12.430365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526402e-49c2-41e7-ac39-cbbb9709a392 req-3dd2a401-8f41-44a7-a74b-b03ab462e1f8 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.431873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c526402e-49c2-41e7-ac39-cbbb9709a392 req-3dd2a401-8f41-44a7-a74b-b03ab462e1f8 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1046431 Feb 16 15:03:12.435291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa2fa0-7710-4797-857d-9b05dea0e99d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.439610 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7afa2fa0-7710-4797-857d-9b05dea0e99d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/networks/2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 HTTP/1.1" status: 200 len: 804 time: 0.1424139 Feb 16 15:03:12.442168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-25ac553d-e7c7-47f0-a132-9d0fc25a28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.443601 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-25ac553d-e7c7-47f0-a132-9d0fc25a28af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.0839441 Feb 16 15:03:12.444084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:12.512825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c526402e-49c2-41e7-ac39-cbbb9709a392 req-36ba19d6-cfbf-4f1e-8c22-22379d592feb tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528216 Feb 16 15:03:12.540549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e186beeb-2a20-4d10-92a7-363a49712e59 req-123aa3d7-84f4-4e86-8f88-e66e9d5193a2 service neutron] 10.222.0.93 "GET /v2.0/networks/67c957d7-2b1c-4a4f-96ac-641e51299aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342087 Feb 16 15:03:12.614091 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-166da487-07cd-4e63-ac4b-ecbcfb192085 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/networks/2e1e3430-559d-4dd5-9b0c-01b11dc66fb2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1689193 Feb 16 15:03:12.615479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-e628f4cd-65de-4d0e-bdfd-cf0946ecd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.617618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-e628f4cd-65de-4d0e-bdfd-cf0946ecd946 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.1628923 Feb 16 15:03:12.617750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45330) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:12.662204 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-489b1896-f5cc-4440-a382-d8746775b737 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.0369844 Feb 16 15:03:12.673979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e0f08b-db83-4a31-8001-bfe28e53771a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.675286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c6e0f08b-db83-4a31-8001-bfe28e53771a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/subnets/fa2a7d1b-68e0-4707-b286-a55083ddc925 HTTP/1.1" status: 200 len: 843 time: 0.0566688 Feb 16 15:03:12.679139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45332) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:12.729616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-1a0a2087-f89a-45ed-b96e-262c311d7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.731189 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-1a0a2087-f89a-45ed-b96e-262c311d7425 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.0623596 Feb 16 15:03:12.767767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba63b4e-a998-450f-adc2-322b4fcd11ac tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.771233 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-a0baa9b7-e6ee-4b57-a60e-a6a5a7773a3b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310118 Feb 16 15:03:12.776522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7ba63b4e-a998-450f-adc2-322b4fcd11ac tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "GET /v2.0/subnets/fa2a7d1b-68e0-4707-b286-a55083ddc925?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0888414 Feb 16 15:03:12.776686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45338) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:12.779255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-f4f4ff73-bcaa-4ecd-9588-651c257d05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:12.779410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514181518'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:12.780782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-f4f4ff73-bcaa-4ecd-9588-651c257d05a6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4ecb989ef02640548b6ea3bc47a2c5c5&device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 1095 time: 0.0611959 Feb 16 15:03:12.892199 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-faec361d-27e7-4b3e-97c9-64d84b407287 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075432 Feb 16 15:03:13.306602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-19df80fe-18c8-4b96-8fab-ddb600d094f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:13.308151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-19df80fe-18c8-4b96-8fab-ddb600d094f5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=67c957d7-2b1c-4a4f-96ac-641e51299aed HTTP/1.1" status: 200 len: 926 time: 0.5205586 Feb 16 15:03:13.338188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd0ff4-993d-45b6-82cc-7344f17ed7e0 req-3ce299e5-1ee8-473c-b19f-e3fd4fcb8fb4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:13.339795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bafd0ff4-993d-45b6-82cc-7344f17ed7e0 req-3ce299e5-1ee8-473c-b19f-e3fd4fcb8fb4 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 945 time: 0.1361387 Feb 16 15:03:13.391690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:13.395183 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:13.409040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-4ad1f153-b150-4ad6-aeca-e3627a819ee9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e80a01f2-607b-407b-aac6-096f95cf8977 HTTP/1.1" status: 200 len: 217 time: 0.0846612 Feb 16 15:03:13.438263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:03:13.460663 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:13.461016 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Added segment fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d of type vlan for network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d Feb 16 15:03:13.473427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d8e5ede2-35d0-49a2-aec1-85f9b14dce00 req-8a8fb7e4-65c8-4737-97ca-17d1299fa71c service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734887 Feb 16 15:03:13.485661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-9fded7ca-3b38-40f0-b0cf-deb96cc11374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:13.487435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-9fded7ca-3b38-40f0-b0cf-deb96cc11374 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96 HTTP/1.1" status: 200 len: 864 time: 0.0560455 Feb 16 15:03:13.491761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bafd0ff4-993d-45b6-82cc-7344f17ed7e0 req-1bbae15d-1846-480f-8c6d-b9ca39f0864c tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153104 Feb 16 15:03:13.519006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:13.524235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-05b219c6-f952-4138-ba09-bd1bfba21933 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67c957d7-2b1c-4a4f-96ac-641e51299aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285726 Feb 16 15:03:13.533551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96e8f-443d-4fe7-be9e-d9032ab2917a req-8786edc2-0431-4342-8ca9-47cd076db526 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:13.534918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4c96e8f-443d-4fe7-be9e-d9032ab2917a req-8786edc2-0431-4342-8ca9-47cd076db526 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 944 time: 0.2558122 Feb 16 15:03:13.599790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:13.632831 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:13.644814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:13.644814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:13.683461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4c96e8f-443d-4fe7-be9e-d9032ab2917a req-5f33f545-c0f6-4464-81c9-c95b4746bd28 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192596 Feb 16 15:03:13.721144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Network': ['ID=47a5339e-dc9a-4ccb-8bd9-776b5e65387d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:13.727967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:03:13.731813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e8d42-83b8-4c54-8c2a-1a611c36159d req-1d87534a-254e-46cb-b766-cbc60f1618a8 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:13.740755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:13.740919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.740996 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:13.741090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.741090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.741090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.741303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-363e8d42-83b8-4c54-8c2a-1a611c36159d req-1d87534a-254e-46cb-b766-cbc60f1618a8 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1342714 Feb 16 15:03:13.741380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:13.741470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-8a144ee2-135d-4965-8d60-ab95e25b5484 service neutron] 10.222.0.93 "GET /v2.0/networks/67c957d7-2b1c-4a4f-96ac-641e51299aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033806 Feb 16 15:03:13.759698 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a74b0e6a-17dc-447a-b2e0-f459dd145ccb tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9842162 Feb 16 15:03:13.762707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45400) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:13.768147 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:13.769028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'network_id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:13.880287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-363e8d42-83b8-4c54-8c2a-1a611c36159d req-1c4559d4-f50f-41a6-a3a8-85acfab94abe tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020131 Feb 16 15:03:13.914515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d53a33d-7b5a-44dd-9d62-a174a9c3b85c req-cee86d16-fa7a-427f-b295-285348d51d1c service neutron] 10.222.0.93 "GET /v2.0/networks/67c957d7-2b1c-4a4f-96ac-641e51299aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665838 Feb 16 15:03:13.938753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:13.963599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:13.966076 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab98b9e-4fa9-4db2-b28e-4c19e76ad0d2" -d '{"events": [{"server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "name": "network-vif-plugged", "status": "completed", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:13.985031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:13.990258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Made reservation on behalf of 8aa6f9e22802455faa8df5af3483961e for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:13.994326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:14.012264 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec2b5a7-2cb1-4b62-abdd-5f88c146e12d x-openstack-request-id: req-4ec2b5a7-2cb1-4b62-abdd-5f88c146e12d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:14.012554 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "name": "network-vif-plugged", "status": "completed", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:14.012806 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4ec2b5a7-2cb1-4b62-abdd-5f88c146e12d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:14.013204 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'code': 200} Feb 16 15:03:14.053297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:14.068525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Performing IP validity checks on allocation pools {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 15:03:14.069026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 15:03:14.107005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:14.112343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f7040-f1f7-4350-b5e7-d7f065d31466 req-9ef80699-5c04-4fb7-8235-f74fe78a8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:14.121736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f76f7040-f1f7-4350-b5e7-d7f065d31466 req-9ef80699-5c04-4fb7-8235-f74fe78a8be4 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 1097 time: 0.0438242 Feb 16 15:03:14.148113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f76f7040-f1f7-4350-b5e7-d7f065d31466 req-ca035eae-8e09-450c-8426-d2d0afa2d71a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282195 Feb 16 15:03:14.241997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:14.307405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=920d92d2-24a7-47e6-a2ad-6e9e85edc111,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:14.324001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Checking segment: {'id': 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:14.324363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network hostable DHCP agents. Network: 47a5339e-dc9a-4ccb-8bd9-776b5e65387d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:14.453413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:14.544355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 47a5339e-dc9a-4ccb-8bd9-776b5e65387d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:14.550451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:14.551058 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:14.558518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fdb0f4-c04c-4b54-a79b-da34780efadf None None] Network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:14.614027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f3b9-4b00-4027-b538-53b9b1f33615 req-ad07d751-f7b1-4c9a-b756-3504bb9bc63d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:14.615831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4231f3b9-4b00-4027-b538-53b9b1f33615 req-ad07d751-f7b1-4c9a-b756-3504bb9bc63d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 946 time: 0.0562401 Feb 16 15:03:14.624558 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e04b1a33-b545-46ab-ad92-a0eb0d631cef tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8575208 Feb 16 15:03:14.625319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45452) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:14.632356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-40acba17-9922-43cc-944c-a419da45352d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:14.710515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4231f3b9-4b00-4027-b538-53b9b1f33615 req-a7d75ae5-682e-46cc-afb8-6f5d21457977 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841849 Feb 16 15:03:14.755446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-47a5339e-dc9a-4ccb-8bd9-776b5e65387d', 'network_id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d', 'tenant_id': '8aa6f9e22802455faa8df5af3483961e', 'fixed_ips': [{'subnet_id': '920d92d2-24a7-47e6-a2ad-6e9e85edc111'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:03:14.756594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:14.775096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40acba17-9922-43cc-944c-a419da45352d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25392045'] for subnet, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:14.849074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e80a01f2-607b-407b-aac6-096f95cf8977 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:03:14.898436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6931af7-27a8-4aff-9062-52ffd59b5dfa req-8eded6a6-b77d-4c54-9979-0204238bfa74 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:14.900134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6931af7-27a8-4aff-9062-52ffd59b5dfa req-8eded6a6-b77d-4c54-9979-0204238bfa74 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 944 time: 0.1074660 Feb 16 15:03:15.021327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e80a01f2-607b-407b-aac6-096f95cf8977, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e80a01f2-607b-407b-aac6-096f95cf8977,segment=NetworkSegment(35780668-6d0e-4ed7-875c-fb5c775e81bd),segment_id=35780668-6d0e-4ed7-875c-fb5c775e81bd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:15.022512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6931af7-27a8-4aff-9062-52ffd59b5dfa req-85c49943-e254-4fe8-8664-323adf0887d6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847154 Feb 16 15:03:15.032967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'e80a01f2-607b-407b-aac6-096f95cf8977', 'network_id': '67c957d7-2b1c-4a4f-96ac-641e51299aed', 'port_id': 'e80a01f2-607b-407b-aac6-096f95cf8977', 'mac_address': 'fa:16:3e:e7:32:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:03:15.079311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.081026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd299-cc48-42c0-9000-6ea08e3808a7 req-9842245e-a2fe-419c-bbfd-d50de058a1fa tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:15.082588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95bdd299-cc48-42c0-9000-6ea08e3808a7 req-9842245e-a2fe-419c-bbfd-d50de058a1fa tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.0997999 Feb 16 15:03:15.094144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80a01f2-607b-407b-aac6-096f95cf8977 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:03:15.116876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e80a01f2-607b-407b-aac6-096f95cf8977, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e80a01f2-607b-407b-aac6-096f95cf8977,segment=NetworkSegment(35780668-6d0e-4ed7-875c-fb5c775e81bd),segment_id=35780668-6d0e-4ed7-875c-fb5c775e81bd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:15.125093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95bdd299-cc48-42c0-9000-6ea08e3808a7 req-ac4de69a-8275-43ee-af9f-7d2fab9f2516 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Feb 16 15:03:15.157214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40acba17-9922-43cc-944c-a419da45352d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730684533863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25406706'] for subnet, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.208865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acba17-9922-43cc-944c-a419da45352d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:15.209483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40acba17-9922-43cc-944c-a419da45352d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.210709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Allocated IP 2001:db8::3 (47a5339e-dc9a-4ccb-8bd9-776b5e65387d/920d92d2-24a7-47e6-a2ad-6e9e85edc111/7c8bb875-5ca9-46e0-9213-4ad35a098be5) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:15.213751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45480) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:15.214312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-40acba17-9922-43cc-944c-a419da45352d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "PUT /v2.0/subnets/920d92d2-24a7-47e6-a2ad-6e9e85edc111 HTTP/1.1" status: 200 len: 900 time: 0.5868213 Feb 16 15:03:15.225436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acba17-9922-43cc-944c-a419da45352d tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event updated for resources: {'Subnet': ['ID=920d92d2-24a7-47e6-a2ad-6e9e85edc111,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:15.227309 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.330577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=e80a01f2-607b-407b-aac6-096f95cf8977,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:15.344751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.413776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.491800 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.496518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['e80a01f2-607b-407b-aac6-096f95cf8977'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:15.640235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.666192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:15.700744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:15.704496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:15.739409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Pushing event updated for resources: {'Port': ['ID=7c8bb875-5ca9-46e0-9213-4ad35a098be5,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:15.756883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.770196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Attempting to bind port 7c8bb875-5ca9-46e0-9213-4ad35a098be5 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:15.770718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Attempting to bind port 7c8bb875-5ca9-46e0-9213-4ad35a098be5 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:15.770914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Attempting to bind port 7c8bb875-5ca9-46e0-9213-4ad35a098be5 on network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:15.776844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:15.777479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Checking segment: {'id': 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:15.778047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.778581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Bound using segment: {'id': 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:15.779767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Bound port: 7c8bb875-5ca9-46e0-9213-4ad35a098be5, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:15.780664 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.800768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=920d92d2-24a7-47e6-a2ad-6e9e85edc111,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:15.869387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] For port 7c8bb875-5ca9-46e0-9213-4ad35a098be5, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:15.873578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] For port 7c8bb875-5ca9-46e0-9213-4ad35a098be5, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7c8bb875-5ca9-46e0-9213-4ad35a098be5,segment=NetworkSegment(fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d),segment_id=fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:15.875902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de969027-b579-4770-8982-db5e64871308 req-0851a1ad-51e9-4952-877f-4c3425eef14e tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:15.884928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de969027-b579-4770-8982-db5e64871308 req-0851a1ad-51e9-4952-877f-4c3425eef14e tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 946 time: 0.0796363 Feb 16 15:03:15.896120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.917482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a5339e-dc9a-4ccb-8bd9-776b5e65387d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:15.924101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de969027-b579-4770-8982-db5e64871308 req-ecb2d679-5ea6-4a1d-a894-1ec5e6bad037 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374432 Feb 16 15:03:15.928028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:15.928326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:15.938947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.979810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:15.985746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:16.001212 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:16.001635 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:16.005951 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:16.066152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f5967-9a31-4c0d-ba4c-820756fa82a3 None None] Pushing event updated for resources: {'Port': ['ID=7c8bb875-5ca9-46e0-9213-4ad35a098be5,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:16.075903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914308fb-47fb-4ef3-a9b5-3493ed165c25 None None] Network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:16.088690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f6a2a-2ded-4396-8677-15145190b9b4 req-1db73f94-c798-446c-b844-a8186847be9f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:16.096423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b31f6a2a-2ded-4396-8677-15145190b9b4 req-1db73f94-c798-446c-b844-a8186847be9f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 946 time: 0.0736692 Feb 16 15:03:16.102643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45530) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:16.109811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Request body: {'floatingip': {'port_id': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:16.174997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:03:16.174997 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:03:16.174997 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '47a5339e-dc9a-4ccb-8bd9-776b5e65387d'}] Feb 16 15:03:16.174997 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:03:16.175351 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:03:16.175633 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:16.239624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b0fd8-3028-4455-84ac-0f2b6efe2e88 None None] Network 47a5339e-dc9a-4ccb-8bd9-776b5e65387d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:16.360822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa1447-4489-42c9-805c-3a3ee60bc68b req-5a69e6b4-cc49-4f0f-9efa-f912041c1b1f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:16.362367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3fa1447-4489-42c9-805c-3a3ee60bc68b req-5a69e6b4-cc49-4f0f-9efa-f912041c1b1f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1243162 Feb 16 15:03:16.370027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c59d5-ea77-4c38-877a-697323e177bd req-34743489-dfcd-442b-9214-7f6a4c1e8692 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:16.376048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-387c59d5-ea77-4c38-877a-697323e177bd req-34743489-dfcd-442b-9214-7f6a4c1e8692 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 945 time: 0.2264287 Feb 16 15:03:16.401731 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:16.404087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1529b-d88d-4d5c-90a6-e9aec7437b56 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:03:16.512611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3fa1447-4489-42c9-805c-3a3ee60bc68b req-20730fa8-b37f-4c25-9ecc-f3424ee45dfa tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355591 Feb 16 15:03:16.525201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-387c59d5-ea77-4c38-877a-697323e177bd req-2b05c886-a68b-4f06-a7ca-4d876c638a1f tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094718 Feb 16 15:03:16.532061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1529b-d88d-4d5c-90a6-e9aec7437b56 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:03:16.677031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:16.781228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting port 7c8bb875-5ca9-46e0-9213-4ad35a098be5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:16.781908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:16.832610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e80a01f2-607b-407b-aac6-096f95cf8977 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:16.877337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] For port 7c8bb875-5ca9-46e0-9213-4ad35a098be5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7c8bb875-5ca9-46e0-9213-4ad35a098be5,segment=NetworkSegment(fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d),segment_id=fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:16.878014 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:16.900210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Calling delete_port for 7c8bb875-5ca9-46e0-9213-4ad35a098be5 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:16.967742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port e80a01f2-607b-407b-aac6-096f95cf8977 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:03:16.971979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port e80a01f2-607b-407b-aac6-096f95cf8977 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:16.972364 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.071368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.091603 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.106937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a01f2-607b-407b-aac6-096f95cf8977'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:17.109443 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e34caa-9397-41dc-bcd9-beddd5a69f87" -d '{"events": [{"server_uuid": "bc5e28b2-a595-4b65-9c06-41be2f42e4c7", "name": "network-vif-plugged", "status": "completed", "tag": "e80a01f2-607b-407b-aac6-096f95cf8977"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:17.134071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.144474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port e80a01f2-607b-407b-aac6-096f95cf8977, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e80a01f2-607b-407b-aac6-096f95cf8977,segment=NetworkSegment(35780668-6d0e-4ed7-875c-fb5c775e81bd),segment_id=35780668-6d0e-4ed7-875c-fb5c775e81bd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:17.152759 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No DVR routers for this DVR port 7c8bb875-5ca9-46e0-9213-4ad35a098be5 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:17.156470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.166778 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7636408-4669-4afe-8d63-ddd05d562db5 x-openstack-request-id: req-e7636408-4669-4afe-8d63-ddd05d562db5 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:17.167155 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e28b2-a595-4b65-9c06-41be2f42e4c7", "name": "network-vif-plugged", "status": "completed", "tag": "e80a01f2-607b-407b-aac6-096f95cf8977", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:17.167518 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e7636408-4669-4afe-8d63-ddd05d562db5 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:17.168012 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a01f2-607b-407b-aac6-096f95cf8977', 'code': 200} Feb 16 15:03:17.186450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Port': ['ID=7c8bb875-5ca9-46e0-9213-4ad35a098be5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:17.253457 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.318670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.334377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=e80a01f2-607b-407b-aac6-096f95cf8977,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:17.342828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405343f-b88a-4d68-8f46-e6711518aeb3 req-3ee847bc-d752-485a-99b1-091086b1ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:17.344817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a405343f-b88a-4d68-8f46-e6711518aeb3 req-3ee847bc-d752-485a-99b1-091086b1ba3a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1168509 Feb 16 15:03:17.354154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a5339e-dc9a-4ccb-8bd9-776b5e65387d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:17.365246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:17.365547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0836e7-01f2-4b79-92c7-cf4d7efc2e5d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:17.380797 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.398504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.399061 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Floating IP 85bfcb81-a286-4678-970b-5710d19d64a3 associated. External IP: 172.25.6.114, port: 55936df2-a756-4ef2-8a4f-c78e38ab7bb2. Feb 16 15:03:17.405919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:17.406508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:17.410183 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:17.459456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a405343f-b88a-4d68-8f46-e6711518aeb3 req-0327b0c0-3933-4cbd-b3b9-04dfd0a6e738 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063690 Feb 16 15:03:17.575429 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.594337 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.601114 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/47a5339e-dc9a-4ccb-8bd9-776b5e65387d HTTP/1.1" status: 204 len: 168 time: 2.3819296 Feb 16 15:03:17.601114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad024c2-83f9-4192-8670-90986438ee46 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=47a5339e-dc9a-4ccb-8bd9-776b5e65387d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:17.608732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45610) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:17.663808 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13ef9ef-57b0-4cb9-91d8-1e643cbc4240 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:17.664478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13ef9ef-57b0-4cb9-91d8-1e643cbc4240 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:17.670964 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f13ef9ef-57b0-4cb9-91d8-1e643cbc4240 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/920d92d2-24a7-47e6-a2ad-6e9e85edc111 HTTP/1.1" status: 404 len: 337 time: 0.0591776 Feb 16 15:03:17.671228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:17.690059 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-13788239-abc5-4826-9155-a2ed74a6e7dc tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:17.698439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13788239-abc5-4826-9155-a2ed74a6e7dc tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:17.698439 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-13788239-abc5-4826-9155-a2ed74a6e7dc tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/47a5339e-dc9a-4ccb-8bd9-776b5e65387d HTTP/1.1" status: 404 len: 339 time: 0.0216215 Feb 16 15:03:17.698672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45618) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:17.756623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Router a09c2848-9727-4e35-ac9c-7480fa8e2b0b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:03:17.773258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d9cde-9f64-4e15-92ec-80555ceabb9c req-32f73446-b9a3-4c89-b260-4f05efdf0d08 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:17.774771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c98d9cde-9f64-4e15-92ec-80555ceabb9c req-32f73446-b9a3-4c89-b260-4f05efdf0d08 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1082854 Feb 16 15:03:17.775641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.784264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844451a7-7192-40d7-945d-d7225add5cd0 req-d18bc786-ceb3-49bc-8846-85df39a1a97f tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:17.785742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-844451a7-7192-40d7-945d-d7225add5cd0 req-d18bc786-ceb3-49bc-8846-85df39a1a97f tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 946 time: 0.1204078 Feb 16 15:03:17.890038 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.914634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588a3413-4539-417a-a2ba-5dee0acf3278']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:17.926705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082900c2-38be-4029-a049-e069a2d0c97f') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:17.927107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082900c2-38be-4029-a049-e069a2d0c97f') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:17.940353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.955979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.965243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:17.965919 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:17.971647 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:18.156178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:18.161378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:18.173635 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/588a3413-4539-417a-a2ba-5dee0acf3278 HTTP/1.1" status: 204 len: 168 time: 0.4739351 Feb 16 15:03:18.180158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:18.240005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc5c2-1ed3-4ceb-b8b6-e0893bc3de6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=588a3413-4539-417a-a2ba-5dee0acf3278,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:18.261756 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8703ff-b617-4d6d-8a84-53db34ce127a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:18.262179 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8703ff-b617-4d6d-8a84-53db34ce127a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:18.266361 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7b8703ff-b617-4d6d-8a84-53db34ce127a tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/c035782e-314e-49c1-a5b1-62549b829ff1 HTTP/1.1" status: 404 len: 337 time: 0.0816612 Feb 16 15:03:18.268233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45644) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:18.290955 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8320f64-aed8-4298-8ff7-2f74101a8def tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:18.291846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8320f64-aed8-4298-8ff7-2f74101a8def tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:18.295862 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f8320f64-aed8-4298-8ff7-2f74101a8def tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/64d75352-586f-4c20-a42d-5bdbae9ad9ee HTTP/1.1" status: 404 len: 339 time: 0.0256805 Feb 16 15:03:18.298338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:18.321473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-844451a7-7192-40d7-945d-d7225add5cd0 req-672a4f77-8627-4649-9e48-6fc0fee07a9b tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905696 Feb 16 15:03:18.343509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:03:18.375584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:18.375746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] Sync routers for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:03:18.385999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting subnet 7814b74a-4f79-452f-b039-f16920b637c9 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:18.389418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:18.391317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c98d9cde-9f64-4e15-92ec-80555ceabb9c req-52da9c1c-398b-491f-8f8e-f424f6b6064a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571713 Feb 16 15:03:18.395563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:18.397021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:18.455837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d836e74e-f68c-4265-86aa-9ca099b2cc41 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "PUT /v2.0/floatingips/85bfcb81-a286-4678-970b-5710d19d64a3 HTTP/1.1" status: 200 len: 992 time: 2.3516014 Feb 16 15:03:18.456445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:18.459387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:18.470697 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:18.572489 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a0c8f-684b-4d18-b816-71dcf998641b x-openstack-request-id: req-c09a0c8f-684b-4d18-b816-71dcf998641b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:18.574638 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:18.574903 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c09a0c8f-684b-4d18-b816-71dcf998641b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:18.577815 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'status': 'completed', 'code': 200} Feb 16 15:03:18.655577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:18.749813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-fc69a5b5-1624-400a-bea0-601847c9f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:18.753013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-fc69a5b5-1624-400a-bea0-601847c9f5eb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 1097 time: 0.1238472 Feb 16 15:03:18.780691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:03:18.909971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-ccd5524b-1e01-407f-bca2-0f909f54e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:18.911625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-ccd5524b-1e01-407f-bca2-0f909f54e9be service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.1484308 Feb 16 15:03:19.001940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-9b01167d-e48d-4994-8e78-f1f2618bdc11 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2 HTTP/1.1" status: 200 len: 1000 time: 0.0835161 Feb 16 15:03:19.002324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:19.039179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:19.049373 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/7814b74a-4f79-452f-b039-f16920b637c9 HTTP/1.1" status: 204 len: 168 time: 0.7497275 Feb 16 15:03:19.061777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c10e0-783f-4d28-be83-f8132f4fe10d None None] Network d60a01fe-a795-4251-aa40-6af53135e11d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:19.073267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45686) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:19.131986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-0246f423-62b2-4ba8-916a-c839411350bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:19.133521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-0246f423-62b2-4ba8-916a-c839411350bb service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.1246014 Feb 16 15:03:19.135153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting subnet ef1ea61d-1f49-48aa-ab3c-b61988ef0684 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:19.137446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea6b6d-fc70-4cd3-b767-017792c8bb49 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=7814b74a-4f79-452f-b039-f16920b637c9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:19.140821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:19.207949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-b6dbc437-312d-40af-8942-02e1ea8538bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:19.210798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-b6dbc437-312d-40af-8942-02e1ea8538bd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634065 Feb 16 15:03:19.225963 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:19.347125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '85bfcb81-a286-4678-970b-5710d19d64a3', 'tenant_id': '7616a168be234297a6367267116ba220', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'port_id': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'mac_address': 'fa:16:3e:ec:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:02:52Z', 'updated_at': '2022-02-16T15:03:16Z', 'revision_number': 1, 'project_id': '7616a168be234297a6367267116ba220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:19.456032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] Checking router: a09c2848-9727-4e35-ac9c-7480fa8e2b0b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:03:19.469451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:19.470071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:19.568947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-5302523b-77cc-4111-9ca1-2e4206088109 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375986 Feb 16 15:03:19.664853 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:19.756932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:03:19.862377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378049-853d-4aec-a1ec-18855ecf5a35 req-d7492711-9b0b-4e13-969e-1642f1b87f02 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:19.868058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9378049-853d-4aec-a1ec-18855ecf5a35 req-d7492711-9b0b-4e13-969e-1642f1b87f02 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 946 time: 0.1898301 Feb 16 15:03:19.929912 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:19.944533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9673-ca3e-44e0-a8af-6c422d0b03d8 req-eb2d1786-9a0e-4352-a4ca-bda418f873cf tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:19.946765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-882a9673-ca3e-44e0-a8af-6c422d0b03d8 req-eb2d1786-9a0e-4352-a4ca-bda418f873cf tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.2347243 Feb 16 15:03:20.007617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1ea61d-1f49-48aa-ab3c-b61988ef0684,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:20.009664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:20.023174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0fb7bda7-d283-4731-a3b7-160f76f657c4 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/ef1ea61d-1f49-48aa-ab3c-b61988ef0684 HTTP/1.1" status: 204 len: 168 time: 0.9486027 Feb 16 15:03:20.025441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45736) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:20.027896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9378049-853d-4aec-a1ec-18855ecf5a35 req-0918150f-0e78-401b-8fc3-13a3f199f9b8 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502090 Feb 16 15:03:20.086993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2487a0ee-301c-4e5d-9c9d-0501e9d226ff req-f744b6f0-f810-410a-8865-a6e8e77813f4 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111940 Feb 16 15:03:20.140115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-882a9673-ca3e-44e0-a8af-6c422d0b03d8 req-d27ee58f-13e3-42a2-b920-4b7db1c6974e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697645 Feb 16 15:03:20.181190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:20.314600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '85bfcb81-a286-4678-970b-5710d19d64a3', 'tenant_id': '7616a168be234297a6367267116ba220', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'port_id': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'mac_address': 'fa:16:3e:ec:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:02:52Z', 'updated_at': '2022-02-16T15:03:16Z', 'revision_number': 1, 'project_id': '7616a168be234297a6367267116ba220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:20.341540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting port c23c5a27-d244-4fde-ac5d-f9e534ccbedf {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:20.341848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:20.362569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032d30d-c1d1-4d2f-87b5-1e55ec58a132 req-e364900f-5cee-4971-9e23-726848512043 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:20.370369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5032d30d-c1d1-4d2f-87b5-1e55ec58a132 req-e364900f-5cee-4971-9e23-726848512043 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 946 time: 0.1124036 Feb 16 15:03:20.384125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a6f698-e89a-4588-bd17-b7dec50381f6 None None] The sync data for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 is: [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '85bfcb81-a286-4678-970b-5710d19d64a3', 'tenant_id': '7616a168be234297a6367267116ba220', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'port_id': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'mac_address': 'fa:16:3e:ec:b7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:02:52Z', 'updated_at': '2022-02-16T15:03:16Z', 'revision_number': 1, 'project_id': '7616a168be234297a6367267116ba220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:03:20.442054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5032d30d-c1d1-4d2f-87b5-1e55ec58a132 req-d6604977-4759-47f7-a002-467241cd67b1 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634294 Feb 16 15:03:20.509009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] For port c23c5a27-d244-4fde-ac5d-f9e534ccbedf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,segment=NetworkSegment(d11268c6-9599-469f-a783-aa1c5f193811),segment_id=d11268c6-9599-469f-a783-aa1c5f193811)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:20.509377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:20.532821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Calling delete_port for c23c5a27-d244-4fde-ac5d-f9e534ccbedf owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:20.645853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b4f78-51cd-427f-8631-5e9223f0c001 None None] Network d60a01fe-a795-4251-aa40-6af53135e11d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:20.790791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:20.797594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-894dd28c-c1ad-4aee-8447-c6a9307f9870 None None] Provisioning complete for port c23c5a27-d244-4fde-ac5d-f9e534ccbedf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:20.798336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-894dd28c-c1ad-4aee-8447-c6a9307f9870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:20.821615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e0224-f1f9-4301-8d26-cb32745d3dc9 req-657c588a-bbbc-4056-94b7-70a34e8c52ab tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:20.823432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083e0224-f1f9-4301-8d26-cb32745d3dc9 req-657c588a-bbbc-4056-94b7-70a34e8c52ab tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 946 time: 0.1203587 Feb 16 15:03:20.833197 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94004535-4450-4ac6-b1a4-fb24e5a4e84d None None] New status for floating IP 85bfcb81-a286-4678-970b-5710d19d64a3: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:03:20.874000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Port': ['ID=c23c5a27-d244-4fde-ac5d-f9e534ccbedf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:20.889633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No DVR routers for this DVR port c23c5a27-d244-4fde-ac5d-f9e534ccbedf on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:20.908683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-083e0224-f1f9-4301-8d26-cb32745d3dc9 req-6c835c7d-bff5-4925-98b9-e67dcfe76634 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578763 Feb 16 15:03:20.999882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-894dd28c-c1ad-4aee-8447-c6a9307f9870 None None] Port c23c5a27-d244-4fde-ac5d-f9e534ccbedf was deleted so its status cannot be updated. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 15:03:21.053846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.081865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26f1ff-50d3-4f68-965f-d970a795e5f0 None None] DHCP port deletion for d60a01fe-a795-4251-aa40-6af53135e11d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:03:21.086277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60a01fe-a795-4251-aa40-6af53135e11d']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:21.101797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11268c6-9599-469f-a783-aa1c5f193811') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:21.102623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11268c6-9599-469f-a783-aa1c5f193811') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:21.115762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.132876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.146365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:21.147110 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:21.235378 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:21.305935 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.313322 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.319505 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/d60a01fe-a795-4251-aa40-6af53135e11d HTTP/1.1" status: 204 len: 168 time: 1.2930601 Feb 16 15:03:21.328428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45766) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:21.351786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e93d5-6fed-4ac2-b5f8-facc7971879b tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=d60a01fe-a795-4251-aa40-6af53135e11d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:21.364619 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed21e23-d02c-44d1-b184-39dc849e4ffa tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:21.365083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed21e23-d02c-44d1-b184-39dc849e4ffa tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:21.369750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eed21e23-d02c-44d1-b184-39dc849e4ffa tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/a8fe6b81-7a3a-4035-949c-5bacf7597512 HTTP/1.1" status: 404 len: 337 time: 0.0390780 Feb 16 15:03:21.371752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45768) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:21.413707 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-36199750-f282-4591-b35b-6afd569dd703 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:21.414305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36199750-f282-4591-b35b-6afd569dd703 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:21.418395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-36199750-f282-4591-b35b-6afd569dd703 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/a7a02b0c-3473-4a06-ba69-2aa6be406ba0 HTTP/1.1" status: 404 len: 339 time: 0.0444112 Feb 16 15:03:21.420175 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45770) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:21.454410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9493c46-edcb-4750-bafa-1569aa46e798 req-86c4231e-1305-4b4a-80a0-76486b962dc5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:21.454601 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-520d85c1-37a8-41b2-8872-d272da50b00f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:21.454601 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520d85c1-37a8-41b2-8872-d272da50b00f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:21.458584 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-520d85c1-37a8-41b2-8872-d272da50b00f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/e808c1b6-12cd-4542-b491-5756fcef32c6 HTTP/1.1" status: 404 len: 337 time: 0.0373893 Feb 16 15:03:21.459181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:21.459708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9493c46-edcb-4750-bafa-1569aa46e798 req-86c4231e-1305-4b4a-80a0-76486b962dc5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1735201 Feb 16 15:03:21.484605 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-f303e2ed-a37e-4b5a-8ca3-f461c6367314 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:21.485228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f303e2ed-a37e-4b5a-8ca3-f461c6367314 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:21.490267 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f303e2ed-a37e-4b5a-8ca3-f461c6367314 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/6678fa71-8dc4-41a3-b49b-d578644732d4 HTTP/1.1" status: 404 len: 339 time: 0.0300157 Feb 16 15:03:21.492005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45778) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:21.522644 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d32627c-575d-4df2-89fa-e16c779c1e45 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:21.523096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d32627c-575d-4df2-89fa-e16c779c1e45 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:21.523378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9493c46-edcb-4750-bafa-1569aa46e798 req-8b1f15c6-d90f-479f-a772-9e8be13169f3 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621057 Feb 16 15:03:21.529306 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4d32627c-575d-4df2-89fa-e16c779c1e45 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/88594b1e-87dc-4b06-93a1-c52aacc6b5cd HTTP/1.1" status: 404 len: 337 time: 0.0344129 Feb 16 15:03:21.530169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45780) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:21.552534 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-875df2f3-30b3-4c31-b388-6be933aecc23 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:21.553336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875df2f3-30b3-4c31-b388-6be933aecc23 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:21.557227 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-875df2f3-30b3-4c31-b388-6be933aecc23 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/cb1345d7-c3d5-4012-81fb-8c28ebf5d4b5 HTTP/1.1" status: 404 len: 339 time: 0.0255456 Feb 16 15:03:21.559226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:21.716239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting subnet a2494dff-2888-4871-b283-89cb7f781a49 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:21.731726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.826811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c23c5a27-d244-4fde-ac5d-f9e534ccbedf no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:03:21.876542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c23c5a27-d244-4fde-ac5d-f9e534ccbedf {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:03:21.877405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c23c5a27-d244-4fde-ac5d-f9e534ccbedf not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:03:21.897396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:21.948627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196dbd7-cdf7-4d7d-b39d-a20b6d2d5ed6 req-4f001934-debd-40cf-9c66-176cd0335da3 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:21.960110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5196dbd7-cdf7-4d7d-b39d-a20b6d2d5ed6 req-4f001934-debd-40cf-9c66-176cd0335da3 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 946 time: 0.2679472 Feb 16 15:03:22.033522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5196dbd7-cdf7-4d7d-b39d-a20b6d2d5ed6 req-56555847-9bb6-49ee-8687-d81d5e6025bd tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722837 Feb 16 15:03:22.066578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.209151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.251433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=a2494dff-2888-4871-b283-89cb7f781a49,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:22.253844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.257191 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0fec5e9c-9980-44ea-bd93-9461d92025bf tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/a2494dff-2888-4871-b283-89cb7f781a49 HTTP/1.1" status: 204 len: 168 time: 0.6967974 Feb 16 15:03:22.259695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45804) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:22.266805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e11f7c-a197-4fe5-98ab-57fc9647d469 None None] Network 87ec7957-b281-4df8-b05a-0b8bd2e2a286 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:22.413912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.480925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting port 5788228f-629b-42a3-8745-23df2b855e9a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:22.481233 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.542485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] DHCP port deletion for 87ec7957-b281-4df8-b05a-0b8bd2e2a286 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:03:22.581453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] For port 5788228f-629b-42a3-8745-23df2b855e9a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5788228f-629b-42a3-8745-23df2b855e9a,segment=NetworkSegment(b4f9ee32-eb8f-4943-9633-7839c6abf8a2),segment_id=b4f9ee32-eb8f-4943-9633-7839c6abf8a2)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:22.581829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.624470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Calling delete_port for 5788228f-629b-42a3-8745-23df2b855e9a owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:22.647371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] Deleting port 5788228f-629b-42a3-8745-23df2b855e9a {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:22.647778 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.715743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] For port 5788228f-629b-42a3-8745-23df2b855e9a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5788228f-629b-42a3-8745-23df2b855e9a,segment=NetworkSegment(b4f9ee32-eb8f-4943-9633-7839c6abf8a2),segment_id=b4f9ee32-eb8f-4943-9633-7839c6abf8a2)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:22.716181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.740260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] Calling delete_port for 5788228f-629b-42a3-8745-23df2b855e9a owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:22.795950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae03538-d8f7-467c-ab62-3a68dce35a42 req-56b25cc2-d86c-4d76-89fb-4e92b3f92715 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:22.797581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ae03538-d8f7-467c-ab62-3a68dce35a42 req-56b25cc2-d86c-4d76-89fb-4e92b3f92715 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.0811999 Feb 16 15:03:22.798254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.830698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No DVR routers for this DVR port 5788228f-629b-42a3-8745-23df2b855e9a on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:22.832975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.861636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Port': ['ID=5788228f-629b-42a3-8745-23df2b855e9a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:22.876914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] Pushing event deleted for resources: {'Port': ['ID=5788228f-629b-42a3-8745-23df2b855e9a,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:22.881055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e0728-462e-4a52-8475-98d6d8c38ce9 None None] No DVR routers for this DVR port 5788228f-629b-42a3-8745-23df2b855e9a on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:22.952426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:22.996467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ae03538-d8f7-467c-ab62-3a68dce35a42 req-67eaa42c-fe72-4378-a1d0-45d4682ed00b tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761990 Feb 16 15:03:23.001409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ec7957-b281-4df8-b05a-0b8bd2e2a286']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:23.014422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f9ee32-eb8f-4943-9633-7839c6abf8a2') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:23.014988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f9ee32-eb8f-4943-9633-7839c6abf8a2') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:23.037543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.062967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.094543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:23.097551 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:23.164914 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:23.269082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.293490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.302139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/87ec7957-b281-4df8-b05a-0b8bd2e2a286 HTTP/1.1" status: 204 len: 168 time: 1.0412781 Feb 16 15:03:23.321955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45830) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:23.322834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9227-f482-4611-901b-9bf1de1672cd req-e3782348-13ea-4a0b-9e31-1d3aee5a3c91 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:23.337101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24eb9227-f482-4611-901b-9bf1de1672cd req-e3782348-13ea-4a0b-9e31-1d3aee5a3c91 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 946 time: 0.1637683 Feb 16 15:03:23.390453 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb41a26-baef-4dfa-8926-a1deab578dc9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:23.391235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb41a26-baef-4dfa-8926-a1deab578dc9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:23.396206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01f528-ca72-439a-a014-42140567ff96 req-8ed02f4f-baba-4a6d-bec7-79ace608cdaa tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:23.408218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa01f528-ca72-439a-a014-42140567ff96 req-8ed02f4f-baba-4a6d-bec7-79ace608cdaa tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 946 time: 0.2383449 Feb 16 15:03:23.412669 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0fb41a26-baef-4dfa-8926-a1deab578dc9 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/bd5e52f8-7b54-4a55-95b4-62076ef38387 HTTP/1.1" status: 404 len: 337 time: 0.0854659 Feb 16 15:03:23.413310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45832) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:23.442406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f5f49-cb2c-4375-922b-e5c3d8b69e6f tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=87ec7957-b281-4df8-b05a-0b8bd2e2a286,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:23.468053 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa3aca0-53cc-4ef0-88ea-7bc9d87c0774 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] DELETE failed (client error): The resource could not be found. Feb 16 15:03:23.469347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa3aca0-53cc-4ef0-88ea-7bc9d87c0774 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:03:23.488635 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4aa3aca0-53cc-4ef0-88ea-7bc9d87c0774 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/0610067c-a030-4882-b604-996ddcbb158a HTTP/1.1" status: 404 len: 339 time: 0.0737486 Feb 16 15:03:23.490000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45834) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:23.570972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa01f528-ca72-439a-a014-42140567ff96 req-2a2b115d-7909-47ff-b0b8-5f139c97723c tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/security-groups?id=63d0d57e-f859-4732-a118-77592c48e18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614802 Feb 16 15:03:23.640929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting subnet fa2a7d1b-68e0-4707-b286-a55083ddc925 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:23.655356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.674661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Deleting port e80a01f2-607b-407b-aac6-096f95cf8977 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:23.684374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.814788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:23.819347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5788228f-629b-42a3-8745-23df2b855e9a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:03:23.853123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5788228f-629b-42a3-8745-23df2b855e9a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:03:23.854331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5788228f-629b-42a3-8745-23df2b855e9a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:03:23.975043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] For port e80a01f2-607b-407b-aac6-096f95cf8977, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=e80a01f2-607b-407b-aac6-096f95cf8977,segment=NetworkSegment(35780668-6d0e-4ed7-875c-fb5c775e81bd),segment_id=35780668-6d0e-4ed7-875c-fb5c775e81bd)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:23.975798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.005060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Calling delete_port for e80a01f2-607b-407b-aac6-096f95cf8977 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:24.017685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.225253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.279896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.283075 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/subnets/fa2a7d1b-68e0-4707-b286-a55083ddc925 HTTP/1.1" status: 204 len: 168 time: 0.7915401 Feb 16 15:03:24.286796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309412cc-decb-462a-8d44-48f17b8fa958 None None] Network 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:24.292342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45858) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:24.293143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67c161-5ee5-4265-ab85-d57385c941b8 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2a7d1b-68e0-4707-b286-a55083ddc925,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:24.363809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a82f18-5eec-4778-8e22-e2d76d9ce2cc req-db56159d-e961-4481-bc84-4f620b5e1ee6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:24.377466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36a82f18-5eec-4778-8e22-e2d76d9ce2cc req-db56159d-e961-4481-bc84-4f620b5e1ee6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.2264750 Feb 16 15:03:24.471295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.495520 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.521167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36a82f18-5eec-4778-8e22-e2d76d9ce2cc req-ce94e21b-9eca-4299-b41a-016b8396b5c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353626 Feb 16 15:03:24.534263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['e80a01f2-607b-407b-aac6-096f95cf8977'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:24.550784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Deleting port 8ce64b28-02a7-494e-8080-bc68dcbc216b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:24.551165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.629111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Pushing event deleted for resources: {'Port': ['ID=e80a01f2-607b-407b-aac6-096f95cf8977,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:24.642759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] DHCP port deletion for 2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:03:24.748837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] For port 8ce64b28-02a7-494e-8080-bc68dcbc216b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8ce64b28-02a7-494e-8080-bc68dcbc216b,segment=NetworkSegment(471f46ac-8c46-4941-bd10-2da943755c44),segment_id=471f46ac-8c46-4941-bd10-2da943755c44)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:24.749206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.763485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Calling delete_port for 8ce64b28-02a7-494e-8080-bc68dcbc216b owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:24.765300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] Deleting port 8ce64b28-02a7-494e-8080-bc68dcbc216b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:24.765757 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.828847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] No DVR routers for this DVR port e80a01f2-607b-407b-aac6-096f95cf8977 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:24.836319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bfec0da-10b2-4a95-9731-9b217b90a157 req-02d9db6d-3c99-4627-ac35-614aab1b481f tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0799870 Feb 16 15:03:24.838908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.849588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24eb9227-f482-4611-901b-9bf1de1672cd req-c92df7ce-0945-467c-8c45-83db67931fc6 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.93 "DELETE /v2.0/ports/e80a01f2-607b-407b-aac6-096f95cf8977 HTTP/1.1" status: 204 len: 173 time: 1.4256155 Feb 16 15:03:24.850162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'name': 'network-vif-deleted', 'tag': 'e80a01f2-607b-407b-aac6-096f95cf8977'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:24.852520 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df6d7d-033e-4c13-9001-2161b6d64136" -d '{"events": [{"server_uuid": "bc5e28b2-a595-4b65-9c06-41be2f42e4c7", "name": "network-vif-deleted", "tag": "e80a01f2-607b-407b-aac6-096f95cf8977"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:24.919680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] For port 8ce64b28-02a7-494e-8080-bc68dcbc216b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8ce64b28-02a7-494e-8080-bc68dcbc216b,segment=NetworkSegment(471f46ac-8c46-4941-bd10-2da943755c44),segment_id=471f46ac-8c46-4941-bd10-2da943755c44)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:24.920999 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.933284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:24.941294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] Calling delete_port for 8ce64b28-02a7-494e-8080-bc68dcbc216b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:24.950184 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76583331-28e8-4dc5-bb74-3940aca135aa x-openstack-request-id: req-76583331-28e8-4dc5-bb74-3940aca135aa {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:24.951831 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e28b2-a595-4b65-9c06-41be2f42e4c7", "name": "network-vif-deleted", "tag": "e80a01f2-607b-407b-aac6-096f95cf8977", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:24.952099 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-76583331-28e8-4dc5-bb74-3940aca135aa {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:24.952553 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e28b2-a595-4b65-9c06-41be2f42e4c7', 'name': 'network-vif-deleted', 'tag': 'e80a01f2-607b-407b-aac6-096f95cf8977', 'status': 'completed', 'code': 200} Feb 16 15:03:24.964052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] No DVR routers for this DVR port 8ce64b28-02a7-494e-8080-bc68dcbc216b on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:25.059302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Port': ['ID=8ce64b28-02a7-494e-8080-bc68dcbc216b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:25.062942 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:25.128206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] Pushing event deleted for resources: {'Port': ['ID=8ce64b28-02a7-494e-8080-bc68dcbc216b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:25.131721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c5c62-b9ad-4409-99f9-7c9b3cfb3cde None None] No DVR routers for this DVR port 8ce64b28-02a7-494e-8080-bc68dcbc216b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:25.229895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:25.258815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1e3430-559d-4dd5-9b0c-01b11dc66fb2']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:25.272964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471f46ac-8c46-4941-bd10-2da943755c44') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:25.272964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471f46ac-8c46-4941-bd10-2da943755c44') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:25.292301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:25.315490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:25.322728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:25.323153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:25.326861 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:25.459103 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:25.468311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:25.473853 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] 10.222.0.113 "DELETE /v2.0/networks/2e1e3430-559d-4dd5-9b0c-01b11dc66fb2 HTTP/1.1" status: 204 len: 168 time: 1.1722498 Feb 16 15:03:25.489885 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfa5dc-519c-4ba5-a972-6dff9d137867 tempest-NetworksIpV6Test-1288393041 tempest-NetworksIpV6Test-1288393041-project] Pushing event deleted for resources: {'Network': ['ID=2e1e3430-559d-4dd5-9b0c-01b11dc66fb2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:25.737280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ac485-e99f-4860-84a4-2b4ed35e47ad req-13d6b3b0-0449-4c76-8770-d500d5cb5dc6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:25.738916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b5ac485-e99f-4860-84a4-2b4ed35e47ad req-13d6b3b0-0449-4c76-8770-d500d5cb5dc6 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1117344 Feb 16 15:03:25.796766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8ce64b28-02a7-494e-8080-bc68dcbc216b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:03:25.864294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b5ac485-e99f-4860-84a4-2b4ed35e47ad req-9e6f58dd-48a2-4ec8-8c26-7e642ebf1b72 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138556 Feb 16 15:03:25.891663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 8ce64b28-02a7-494e-8080-bc68dcbc216b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:03:25.893714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8ce64b28-02a7-494e-8080-bc68dcbc216b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:03:26.097912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7ae5075-8b9a-4b67-9217-5321a7b33cf0 req-06b54945-621a-4208-b299-636536a42062 tempest-ServersNegativeTestMultiTenantJSON-814208585 tempest-ServersNegativeTestMultiTenantJSON-814208585-project] 10.222.0.113 "GET /v2.0/ports?device_id=bc5e28b2-a595-4b65-9c06-41be2f42e4c7 HTTP/1.1" status: 200 len: 210 time: 0.0874660 Feb 16 15:03:26.204415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45888) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:26.572755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45900) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:26.573485 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3adc3747-5ad7-4e36-b405-427ed45aadfa admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8aa6f9e22802455faa8df5af3483961e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640676 Feb 16 15:03:26.696076 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3be59d8e-17b8-476d-a36a-b248a1cfbf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:26.738698 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3be59d8e-17b8-476d-a36a-b248a1cfbf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:26.837908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e80a01f2-607b-407b-aac6-096f95cf8977 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:03:26.882439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: e80a01f2-607b-407b-aac6-096f95cf8977 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:03:26.882907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device e80a01f2-607b-407b-aac6-096f95cf8977 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:03:26.889218 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3be59d8e-17b8-476d-a36a-b248a1cfbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:26.892207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3be59d8e-17b8-476d-a36a-b248a1cfbf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:26.893381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3be59d8e-17b8-476d-a36a-b248a1cfbf0d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d0af0918-2638-4619-a9fa-aa39d92ace34 HTTP/1.1" status: 204 len: 168 time: 0.3194947 Feb 16 15:03:26.923336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be59d8e-17b8-476d-a36a-b248a1cfbf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af0918-2638-4619-a9fa-aa39d92ace34,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:27.090791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64852443-27d0-42ac-b81c-89e27a8750b7 req-ba099f3b-b0b0-4ba4-8ab4-add5fca4d0fc tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:27.101110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64852443-27d0-42ac-b81c-89e27a8750b7 req-ba099f3b-b0b0-4ba4-8ab4-add5fca4d0fc tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.0980494 Feb 16 15:03:27.155235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64852443-27d0-42ac-b81c-89e27a8750b7 req-84f5b4fb-e2b3-4067-a17e-f85974e0e30c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529099 Feb 16 15:03:27.189165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45908) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:27.292531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] Deleting subnet cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:27.296812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.344660 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.410235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.613970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.645295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:27.651596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.655686 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e7bd75ce-61ba-4959-afec-e6731835a59e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/cbe0665d-27cb-4ed6-8a2c-b8bf944c4a96 HTTP/1.1" status: 204 len: 168 time: 0.4653616 Feb 16 15:03:27.659939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45924) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:27.758306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.894560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.926233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c957d7-2b1c-4a4f-96ac-641e51299aed']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:27.936045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35780668-6d0e-4ed7-875c-fb5c775e81bd') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:27.936499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35780668-6d0e-4ed7-875c-fb5c775e81bd') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:27.946167 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.969331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.982107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:27.983351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:27.985532 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:28.150219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.155620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.159720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] 10.222.0.113 "DELETE /v2.0/networks/67c957d7-2b1c-4a4f-96ac-641e51299aed HTTP/1.1" status: 204 len: 168 time: 0.4986544 Feb 16 15:03:28.165878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45940) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:28.213437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=67c957d7-2b1c-4a4f-96ac-641e51299aed,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:28.226604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.228640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.229295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.232027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.232964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.235329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.235934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.236448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.236951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.247188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.247188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.247188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964527e6-ba37-4d9d-a2c5-9435db4a2d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:28.264996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] Deleting subnet 654daa90-4446-4d40-8950-20dc78be7c97 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:28.269950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.334177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.395392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f240f7-e5dc-4aff-a5c7-217478f14e08 req-328358f3-4c29-4771-9e20-acbb47a3fc88 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:28.397815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27f240f7-e5dc-4aff-a5c7-217478f14e08 req-328358f3-4c29-4771-9e20-acbb47a3fc88 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1276207 Feb 16 15:03:28.404781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.485565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27f240f7-e5dc-4aff-a5c7-217478f14e08 req-51ab0e18-fea3-4739-b76f-c863380b1962 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670154 Feb 16 15:03:28.562175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:28.596237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.662073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654daa90-4446-4d40-8950-20dc78be7c97,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:28.681626 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.692719 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bf8d2b62-94be-47e4-88c3-8adf70412890 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/654daa90-4446-4d40-8950-20dc78be7c97 HTTP/1.1" status: 204 len: 168 time: 0.5255749 Feb 16 15:03:28.696424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45952) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:28.751772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-163689767'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:28.809926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.928378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.962542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:28.970556 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:28.979490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e577275f-c215-4184-a198-744757d8f09a']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:28.986840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.014479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71c58a6-860d-4f98-bc0f-7ae2addef74e') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:29.015263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71c58a6-860d-4f98-bc0f-7ae2addef74e') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:29.046261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.096744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.104919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:29.105328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:29.107272 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:29.281213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.294118 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.305149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] 10.222.0.113 "DELETE /v2.0/networks/e577275f-c215-4184-a198-744757d8f09a HTTP/1.1" status: 204 len: 168 time: 0.6068933 Feb 16 15:03:29.340265 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afffbb8-57cb-4182-aaa4-1603a55eb836 admin admin] Pushing event deleted for resources: {'Network': ['ID=e577275f-c215-4184-a198-744757d8f09a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:29.356831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.420830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.503736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:03:29.516883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25900a70-e2d0-4b4b-9b9f-41420d2144e8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:29.542773 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.543865 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment e4432a89-8216-48a2-9e37-a9a9cfdeac8e of type vlan for network 7d60ce90-9357-4380-95b5-9fa207948375 Feb 16 15:03:29.763202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.828596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd7c42-265d-4929-98d1-b5a4bf358dbd req-7cd2b003-8a14-4652-b936-d5f697544daa tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:29.830434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bddd7c42-265d-4929-98d1-b5a4bf358dbd req-7cd2b003-8a14-4652-b936-d5f697544daa tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1717925 Feb 16 15:03:29.859570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45988) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:29.906597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bddd7c42-265d-4929-98d1-b5a4bf358dbd req-a7a46caa-2863-4930-8523-905436228c1b tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695615 Feb 16 15:03:29.962183 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:29.981001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:29.981654 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.053890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45994) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:30.054843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4891f8ab-ad06-4522-b3d1-269a874d0634 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4ecb989ef02640548b6ea3bc47a2c5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909218 Feb 16 15:03:30.144241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=7d60ce90-9357-4380-95b5-9fa207948375,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:30.158281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 7d60ce90-9357-4380-95b5-9fa207948375 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:30.175188 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01b8f4d4-6111-4936-a954-4b2dee9abcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.223308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01b8f4d4-6111-4936-a954-4b2dee9abcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.232436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-230f91ad-11af-440e-a09e-f8fac4f0c874 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6684299 Feb 16 15:03:30.233118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45998) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:30.245094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-318837829'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:30.410185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:30.415645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.442185 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01b8f4d4-6111-4936-a954-4b2dee9abcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.446037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01b8f4d4-6111-4936-a954-4b2dee9abcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.451980 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-01b8f4d4-6111-4936-a954-4b2dee9abcae admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/63d0d57e-f859-4732-a118-77592c48e18e HTTP/1.1" status: 204 len: 168 time: 0.3926373 Feb 16 15:03:30.481585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8f4d4-6111-4936-a954-4b2dee9abcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d0d57e-f859-4732-a118-77592c48e18e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:30.512424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:03:30.539970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.539970 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7 of type vlan for network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 Feb 16 15:03:30.616611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.723013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.737871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:30.738890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:30.858958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=8e16ecd8-0671-48d9-8d69-383ff6a6bb69,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:30.872589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:30.902538 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8962375f-c1ef-40e7-a326-ad6de83730a5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6682241 Feb 16 15:03:30.907188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46012) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:30.913347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '7d60ce90-9357-4380-95b5-9fa207948375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:31.098852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd52b06-658a-4f37-a24b-1ca3b414ca68 req-4c10814e-4e1d-468f-b51c-af69a7ad5958 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:31.107790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffd52b06-658a-4f37-a24b-1ca3b414ca68 req-4c10814e-4e1d-468f-b51c-af69a7ad5958 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.0802829 Feb 16 15:03:31.159272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffd52b06-658a-4f37-a24b-1ca3b414ca68 req-9307c044-aeb8-4fc3-af87-f48d79ea4fd0 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503254 Feb 16 15:03:31.190026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:31.193887 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:31.362696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46020) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:31.420352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e7f334da-2829-4007-93be-a42454fc2d2a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=08a685b85623428696deaf2af3ae1975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561149 Feb 16 15:03:31.421448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46022) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:31.481866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2431ed6-cc0e-4dce-91be-c7ef5e9544ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:31.500049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:31.508384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2431ed6-cc0e-4dce-91be-c7ef5e9544ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:31.584068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=a5adec4d-814c-4436-a456-16d0965274e2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:31.612626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': 'e4432a89-8216-48a2-9e37-a9a9cfdeac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7d60ce90-9357-4380-95b5-9fa207948375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:31.612976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 7d60ce90-9357-4380-95b5-9fa207948375, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:31.647379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2431ed6-cc0e-4dce-91be-c7ef5e9544ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:31.650361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2431ed6-cc0e-4dce-91be-c7ef5e9544ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:31.652197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b2431ed6-cc0e-4dce-91be-c7ef5e9544ac admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/08a7e13b-32b0-4204-bf11-5f004a0df255 HTTP/1.1" status: 204 len: 168 time: 0.2262552 Feb 16 15:03:31.666537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2431ed6-cc0e-4dce-91be-c7ef5e9544ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a7e13b-32b0-4204-bf11-5f004a0df255,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:31.705257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 7d60ce90-9357-4380-95b5-9fa207948375 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:31.806838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 7d60ce90-9357-4380-95b5-9fa207948375) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:31.812196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:31.813375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:31.816818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e0ab9-ff6b-47af-9a54-24e5618cddaa None None] Network 7d60ce90-9357-4380-95b5-9fa207948375 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:31.928042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46036) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:31.928558 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5d368178-7f26-4b2e-8996-70e964b1e827 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0200644 Feb 16 15:03:31.936792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '8e16ecd8-0671-48d9-8d69-383ff6a6bb69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:32.007290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-7d60ce90-9357-4380-95b5-9fa207948375', 'network_id': '7d60ce90-9357-4380-95b5-9fa207948375', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': 'a5adec4d-814c-4436-a456-16d0965274e2'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:03:32.008380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:32.207026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:32.211300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:32.416486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebec103-4de6-4acb-80e9-a4b6f097aa0b req-dc4ab265-6ad9-4611-a35a-b92f916a4c7d tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:32.425120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aebec103-4de6-4acb-80e9-a4b6f097aa0b req-dc4ab265-6ad9-4611-a35a-b92f916a4c7d tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1083803 Feb 16 15:03:32.618112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Allocated IP 2001:db8::2 (7d60ce90-9357-4380-95b5-9fa207948375/a5adec4d-814c-4436-a456-16d0965274e2/b2baeca4-4359-431e-9148-86cbb77c1c67) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:32.633508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aebec103-4de6-4acb-80e9-a4b6f097aa0b req-4ba3914e-2138-4d2a-a2c7-6155b91ab29b tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071972 Feb 16 15:03:32.728875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:32.858904 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:32.864546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:32.866639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': 'ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8e16ecd8-0671-48d9-8d69-383ff6a6bb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:32.866996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 8e16ecd8-0671-48d9-8d69-383ff6a6bb69, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:32.944970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:32.961554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:33.025586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46070) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:33.033180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8e16ecd8-0671-48d9-8d69-383ff6a6bb69) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:33.043265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a57cb3-4e12-4c86-8bac-62cf9a192d52 None None] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:33.052723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:33.054630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.080291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Network 7d60ce90-9357-4380-95b5-9fa207948375 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:33.111857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:33.137685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb657ae8-c3fe-4809-bda7-b2b1099c1573 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2082071 Feb 16 15:03:33.140305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46076) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:33.148231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6f56a0a1-b992-4594-8293-8d77613cd86d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-84054073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:33.193053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:33.201140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Pushing event updated for resources: {'Port': ['ID=b2baeca4-4359-431e-9148-86cbb77c1c67,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:33.229331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db83dead-8424-4459-a9d6-7a85a64bfe90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.263745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6f56a0a1-b992-4594-8293-8d77613cd86d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.265354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6f56a0a1-b992-4594-8293-8d77613cd86d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.285824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Attempting to bind port b2baeca4-4359-431e-9148-86cbb77c1c67 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:33.286198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Attempting to bind port b2baeca4-4359-431e-9148-86cbb77c1c67 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e4432a89-8216-48a2-9e37-a9a9cfdeac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7d60ce90-9357-4380-95b5-9fa207948375'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:33.286556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Attempting to bind port b2baeca4-4359-431e-9148-86cbb77c1c67 on network 7d60ce90-9357-4380-95b5-9fa207948375 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:33.294460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:33.295582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Checking segment: {'id': 'e4432a89-8216-48a2-9e37-a9a9cfdeac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7d60ce90-9357-4380-95b5-9fa207948375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:33.295985 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.296374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Bound using segment: {'id': 'e4432a89-8216-48a2-9e37-a9a9cfdeac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7d60ce90-9357-4380-95b5-9fa207948375'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:33.296841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Bound port: b2baeca4-4359-431e-9148-86cbb77c1c67, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4432a89-8216-48a2-9e37-a9a9cfdeac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '7d60ce90-9357-4380-95b5-9fa207948375'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:33.297269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.418163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db83dead-8424-4459-a9d6-7a85a64bfe90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.422461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6f56a0a1-b992-4594-8293-8d77613cd86d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.461061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-8e16ecd8-0671-48d9-8d69-383ff6a6bb69', 'network_id': '8e16ecd8-0671-48d9-8d69-383ff6a6bb69', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': '91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:03:33.461964 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.486497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] For port b2baeca4-4359-431e-9148-86cbb77c1c67, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:33.499199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-db83dead-8424-4459-a9d6-7a85a64bfe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.527188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] For port b2baeca4-4359-431e-9148-86cbb77c1c67, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b2baeca4-4359-431e-9148-86cbb77c1c67,segment=NetworkSegment(e4432a89-8216-48a2-9e37-a9a9cfdeac8e),segment_id=e4432a89-8216-48a2-9e37-a9a9cfdeac8e)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:33.534873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-db83dead-8424-4459-a9d6-7a85a64bfe90 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7f8a2b56531143c8b7956172d59a27ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5055950 Feb 16 15:03:33.534873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6f56a0a1-b992-4594-8293-8d77613cd86d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.536421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46084) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:33.568574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46086) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:33.607099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83dead-8424-4459-a9d6-7a85a64bfe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec460c-429b-4982-acb6-e47baf0b29c5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:33.627608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6f56a0a1-b992-4594-8293-8d77613cd86d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.629655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6f56a0a1-b992-4594-8293-8d77613cd86d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4878080 Feb 16 15:03:33.640281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46090) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:33.665190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4b19139-91e7-425f-a998-76e0db353ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.699397 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.703879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4b19139-91e7-425f-a998-76e0db353ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.823116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6d1ad-c403-421e-a6d3-c3e1427e5506 None None] Pushing event updated for resources: {'Port': ['ID=b2baeca4-4359-431e-9148-86cbb77c1c67,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:33.824848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4b19139-91e7-425f-a998-76e0db353ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.830291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c4b19139-91e7-425f-a998-76e0db353ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:33.832664 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c4b19139-91e7-425f-a998-76e0db353ddd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/02ec460c-429b-4982-acb6-e47baf0b29c5 HTTP/1.1" status: 204 len: 168 time: 0.2946687 Feb 16 15:03:33.870335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-network', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:33.877884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b19139-91e7-425f-a998-76e0db353ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec460c-429b-4982-acb6-e47baf0b29c5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:33.975418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Allocated IP 2001:db8:1::2 (8e16ecd8-0671-48d9-8d69-383ff6a6bb69/91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6/36fcd81b-4c5f-4d04-8a34-0e34feceb95e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:33.984772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Made reservation on behalf of 7c2ce7f2222046fc9ac9ce61e431e870 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:33.987281 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.002774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.009636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca50ed-9999-41a0-9bdb-adcefff2a945 req-2aca562d-0d7f-4700-9cd8-0af3cd2ee604 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:34.011342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00ca50ed-9999-41a0-9bdb-adcefff2a945 req-2aca562d-0d7f-4700-9cd8-0af3cd2ee604 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.2093108 Feb 16 15:03:34.175063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00ca50ed-9999-41a0-9bdb-adcefff2a945 req-333dc66b-c913-4719-9861-6fff4a913ed1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182964 Feb 16 15:03:34.235477 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.310702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.344169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.346225 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.385381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:03:34.401736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befe0dde-3f33-4c07-b8f9-e8f1af3d0eaa,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:34.417658 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.418000 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Added segment 97c540f8-7853-4b22-8195-c5422ba111f6 of type vlan for network c4df7a7d-a20b-44ab-be36-233e0079b53f Feb 16 15:03:34.419043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.504594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.522672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:34.525894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:34.531473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:34.535226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Pushing event updated for resources: {'Port': ['ID=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:34.604782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Attempting to bind port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:34.605293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Attempting to bind port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8e16ecd8-0671-48d9-8d69-383ff6a6bb69'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:34.605762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Attempting to bind port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e on network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:34.613754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:34.614308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Checking segment: {'id': 'ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8e16ecd8-0671-48d9-8d69-383ff6a6bb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:34.614852 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.615346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Bound using segment: {'id': 'ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8e16ecd8-0671-48d9-8d69-383ff6a6bb69'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:34.615942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Bound port: 36fcd81b-4c5f-4d04-8a34-0e34feceb95e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '8e16ecd8-0671-48d9-8d69-383ff6a6bb69'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:34.616470 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.636404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.638011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:34.638856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.709877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] For port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:34.713336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] For port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,segment=NetworkSegment(ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7),segment_id=ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:34.720731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] Pushing event updated for resources: {'Network': ['ID=c4df7a7d-a20b-44ab-be36-233e0079b53f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:34.737088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c4df7a7d-a20b-44ab-be36-233e0079b53f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:03:34.750954 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-09ea1687-2686-4aa3-9e54-161e35135227 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1797800 Feb 16 15:03:34.754105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46110) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:34.758966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Request body: {'subnet': {'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-subnet', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:34.765987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8::1 (7d60ce90-9357-4380-95b5-9fa207948375/a5adec4d-814c-4436-a456-16d0965274e2/2f39624c-088d-445c-a1d7-b08824d7375f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:34.802649 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.882402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Made reservation on behalf of 7c2ce7f2222046fc9ac9ce61e431e870 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:03:34.887800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:34.908295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:34.912839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46859fd-5c0a-46c9-9a4b-dd0cf7536b03 None None] Pushing event updated for resources: {'Port': ['ID=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:34.924413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae50ca0c-9ea1-4197-b8d8-e1272fc72198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.046387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae50ca0c-9ea1-4197-b8d8-e1272fc72198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.064915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.138482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ae50ca0c-9ea1-4197-b8d8-e1272fc72198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.247263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ae50ca0c-9ea1-4197-b8d8-e1272fc72198 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e8ecc78fe45343f2b3c31ab6da2d4c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378553 Feb 16 15:03:35.257622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:35.262619 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.293289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50ca0c-9ea1-4197-b8d8-e1272fc72198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87ba4a-c024-4a71-872c-e7c64aaa4211,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:35.351932 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0657-8fd5-46a2-8214-edccec81dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.395251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e39376-0be6-43dc-9cbe-9466fe6b6ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.459781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e39376-0be6-43dc-9cbe-9466fe6b6ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.480449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=2f39624c-088d-445c-a1d7-b08824d7375f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:35.520324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 7d60ce90-9357-4380-95b5-9fa207948375 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:35.526743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:35.538005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df53217-49f1-479f-b7cb-3d8e6917b3d7 req-f1e0ebe9-414b-4a7e-a6a4-aaa88909467d tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:35.539380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1df53217-49f1-479f-b7cb-3d8e6917b3d7 req-f1e0ebe9-414b-4a7e-a6a4-aaa88909467d tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1779125 Feb 16 15:03:35.540601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:35.541579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.554278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35433f41-99ef-409f-9617-4ef3c17dd0cb None None] Network 7d60ce90-9357-4380-95b5-9fa207948375 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:35.586304 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.656146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6f230823-4842-43d0-bd6c-fe03fa56d54f None None] Provisioning complete for port b2baeca4-4359-431e-9148-86cbb77c1c67 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:35.657127 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f230823-4842-43d0-bd6c-fe03fa56d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.693699 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e39376-0be6-43dc-9cbe-9466fe6b6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.700606 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7e39376-0be6-43dc-9cbe-9466fe6b6ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.703434 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b7e39376-0be6-43dc-9cbe-9466fe6b6ef0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9c87ba4a-c024-4a71-872c-e7c64aaa4211 HTTP/1.1" status: 204 len: 168 time: 0.4344692 Feb 16 15:03:35.723472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e39376-0be6-43dc-9cbe-9466fe6b6ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87ba4a-c024-4a71-872c-e7c64aaa4211,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:35.739720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098ddd12-aca5-4361-b9b0-943cd33572a1,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:35.765600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1df53217-49f1-479f-b7cb-3d8e6917b3d7 req-a86274d0-6bf7-4c93-9f7f-f7458112c84f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794033 Feb 16 15:03:35.790412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Checking segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:35.790692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Network hostable DHCP agents. Network: c4df7a7d-a20b-44ab-be36-233e0079b53f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:03:35.900751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f230823-4842-43d0-bd6c-fe03fa56d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.907933 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:35.940620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6f230823-4842-43d0-bd6c-fe03fa56d54f None None] For port b2baeca4-4359-431e-9148-86cbb77c1c67, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b2baeca4-4359-431e-9148-86cbb77c1c67,segment=NetworkSegment(e4432a89-8216-48a2-9e37-a9a9cfdeac8e),segment_id=e4432a89-8216-48a2-9e37-a9a9cfdeac8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:36.030656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b2baeca4-4359-431e-9148-86cbb77c1c67 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:36.079501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f230823-4842-43d0-bd6c-fe03fa56d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:36.223320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f230823-4842-43d0-bd6c-fe03fa56d54f None None] Pushing event updated for resources: {'Port': ['ID=b2baeca4-4359-431e-9148-86cbb77c1c67,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:36.294971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b2baeca4-4359-431e-9148-86cbb77c1c67 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:36.296983 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:36.439569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-67db3f9b-c183-409e-9677-64d92426cbad None None] Provisioning complete for port b2baeca4-4359-431e-9148-86cbb77c1c67 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:36.440871 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-67db3f9b-c183-409e-9677-64d92426cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:36.602870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36fcd81b-4c5f-4d04-8a34-0e34feceb95e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:36.634400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Network c4df7a7d-a20b-44ab-be36-233e0079b53f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:03:36.767733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c4df7a7d-a20b-44ab-be36-233e0079b53f) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:36.796523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:36.809336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245d567-624d-41dc-9ff8-ba4d253c9c83 None None] Network c4df7a7d-a20b-44ab-be36-233e0079b53f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:36.818305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:36.949395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71824f55-54a1-4a2a-916b-e8cf524ec187 None None] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:37.028061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b4295a24-fc95-4123-bd45-7e0f286bad57 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2730660 Feb 16 15:03:37.031522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:37.035230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:37.035837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.036980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:37.088935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a677910-6cab-4ae8-8ee8-5952f2b27abc req-22ced75d-0029-46d4-b61a-53d76062103f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:37.094052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a677910-6cab-4ae8-8ee8-5952f2b27abc req-22ced75d-0029-46d4-b61a-53d76062103f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1724417 Feb 16 15:03:37.129564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-67db3f9b-c183-409e-9677-64d92426cbad None None] Provisioning complete for port 2f39624c-088d-445c-a1d7-b08824d7375f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:37.129907 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-67db3f9b-c183-409e-9677-64d92426cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.251063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a677910-6cab-4ae8-8ee8-5952f2b27abc req-8da74995-e7c8-4b2b-ab1a-ff95417464e7 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009767 Feb 16 15:03:37.251612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-c4df7a7d-a20b-44ab-be36-233e0079b53f', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:03:37.251612 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.251612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-67db3f9b-c183-409e-9677-64d92426cbad None None] Port 2f39624c-088d-445c-a1d7-b08824d7375f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:37.360495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.407652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.409359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.476093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.476847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.477140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.635750 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.674940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=2f39624c-088d-445c-a1d7-b08824d7375f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:37.717544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f20783c6-aa92-4711-8471-ae9cb5c06275 None None] Provisioning complete for port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:37.718060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f20783c6-aa92-4711-8471-ae9cb5c06275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.730050 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:37.733122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 7d60ce90-9357-4380-95b5-9fa207948375 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:37.738991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:37.985687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,segment=NetworkSegment(ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7),segment_id=ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:38.064520 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:38.194576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Allocated IP 172.20.0.2 (c4df7a7d-a20b-44ab-be36-233e0079b53f/098ddd12-aca5-4361-b9b0-943cd33572a1/84dfac38-f10f-4cfd-8895-96f8767967e7) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:38.202271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95ae85cd-00aa-4ea4-8bdd-1e65e24ab5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:38.253034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router fb344ecf-2d14-439e-bfa4-783373ab9cc9 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:03:38.332661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b2baeca4-4359-431e-9148-86cbb77c1c67 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:38.438606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f20783c6-aa92-4711-8471-ae9cb5c06275 None None] Provisioning complete for port 2f39624c-088d-445c-a1d7-b08824d7375f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:38.443319 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f20783c6-aa92-4711-8471-ae9cb5c06275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:38.476487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a0fe9-0706-4d9a-9f33-1c179fab5a37 req-319a862b-59ca-476f-a759-e86433e8c2ad tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:38.484745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c7a0fe9-0706-4d9a-9f33-1c179fab5a37 req-319a862b-59ca-476f-a759-e86433e8c2ad tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1047246 Feb 16 15:03:38.488117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:03:38.500233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cade4085-4c93-49be-ad34-f9359659e733 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/fb344ecf-2d14-439e-bfa4-783373ab9cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8586750 Feb 16 15:03:38.504684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46196) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:38.534461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f20783c6-aa92-4711-8471-ae9cb5c06275 None None] Port 2f39624c-088d-445c-a1d7-b08824d7375f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:38.536414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c7a0fe9-0706-4d9a-9f33-1c179fab5a37 req-4ff3275b-cda2-4305-bc9a-e17f95736f3b tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Feb 16 15:03:38.538263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] Sync routers for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:03:38.554481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:38.583975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:38.584279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:38.587325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.588423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.588882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.589323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.589986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.590415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.590853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.591285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.592095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.592095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.592768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.593192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:03:38.629036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b8096-4c0c-4917-a36b-ace97258dc73 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:38.630436 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9f0b8096-4c0c-4917-a36b-ace97258dc73 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports/2f39624c-088d-445c-a1d7-b08824d7375f HTTP/1.1" status: 200 len: 911 time: 0.1214149 Feb 16 15:03:38.633309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46200) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:38.667582 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:38.678613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:38.718590 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:38.743115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:38.743785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:38.839026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:38.842388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459120c0-afaf-424c-a600-ae6383fa4afc None None] The sync data for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:03:38.878760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b2baeca4-4359-431e-9148-86cbb77c1c67 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:38.878760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:38.891519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-afd23279-93a2-49fa-b41e-943f711fc8aa None None] Provisioning complete for port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:38.891825 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afd23279-93a2-49fa-b41e-943f711fc8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:38.994160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Allocated IP 172.25.6.61 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:39.132607 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.225885 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.303695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.320318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.366969 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.433773 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:39.442279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:39.445792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:39.496935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-afd23279-93a2-49fa-b41e-943f711fc8aa None None] Provisioning complete for port 2f39624c-088d-445c-a1d7-b08824d7375f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:39.497474 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afd23279-93a2-49fa-b41e-943f711fc8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.538296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:39.554499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Network c4df7a7d-a20b-44ab-be36-233e0079b53f is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:39.556139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Pushing event updated for resources: {'Port': ['ID=84dfac38-f10f-4cfd-8895-96f8767967e7,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:39.566541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:39.577641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:39.592298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-afd23279-93a2-49fa-b41e-943f711fc8aa None None] Port 2f39624c-088d-445c-a1d7-b08824d7375f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:39.646686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.725836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Attempting to bind port 84dfac38-f10f-4cfd-8895-96f8767967e7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:39.729356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Attempting to bind port 84dfac38-f10f-4cfd-8895-96f8767967e7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:39.730161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Attempting to bind port 84dfac38-f10f-4cfd-8895-96f8767967e7 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:39.744731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:39.745472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Checking segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:39.746129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.746860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Bound using segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:39.748399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Bound port: 84dfac38-f10f-4cfd-8895-96f8767967e7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:39.749405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:39.932567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] For port 84dfac38-f10f-4cfd-8895-96f8767967e7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:39.938236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] For port 84dfac38-f10f-4cfd-8895-96f8767967e7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=84dfac38-f10f-4cfd-8895-96f8767967e7,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:39.974029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4c89-d6a9-465f-8506-efd71d61e76b req-d49d1a02-93a4-41d7-95ba-16a29b04c601 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:39.975718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbbe4c89-d6a9-465f-8506-efd71d61e76b req-d49d1a02-93a4-41d7-95ba-16a29b04c601 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.2928483 Feb 16 15:03:40.029380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbbe4c89-d6a9-465f-8506-efd71d61e76b req-de7c3c6e-e63c-4d21-bf79-8460f9f54659 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Feb 16 15:03:40.071121 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:40.138513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8:1::1 (8e16ecd8-0671-48d9-8d69-383ff6a6bb69/91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6/d52451b7-53e5-4e99-9e51-2120b099de0d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:40.220580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36fcd81b-4c5f-4d04-8a34-0e34feceb95e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:40.360343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d53f-e976-4699-aab4-b0ea307fbfb1 None None] Pushing event updated for resources: {'Port': ['ID=84dfac38-f10f-4cfd-8895-96f8767967e7,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:40.416793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:40.417231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:40.468811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:40.537913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:40.619390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:40.715912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:40.717626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:40.745147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:40.755829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:40.889244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=d52451b7-53e5-4e99-9e51-2120b099de0d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:41.062457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-f6754e67-cd9a-4570-9ea3-66acc4fb3e00 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160564 Feb 16 15:03:41.137325 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.294727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.441526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Router d637bbe2-108b-4171-8e9b-7c33b5fc2287 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:03:41.452557 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.460292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-362b5207-49ac-4c44-af5c-56c704161a83 None None] Provisioning complete for port d52451b7-53e5-4e99-9e51-2120b099de0d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:41.460665 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-362b5207-49ac-4c44-af5c-56c704161a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.558771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.642743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-362b5207-49ac-4c44-af5c-56c704161a83 None None] Port d52451b7-53e5-4e99-9e51-2120b099de0d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:41.674655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:03:41.688501 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Sync routers for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:03:41.703961 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:41.706027 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:41.781720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.782991 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b7019966-8e62-43ba-9ee6-536395e4fdc8 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7502346 Feb 16 15:03:41.785878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46272) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:41.786880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f724914-1326-4df5-bde1-a4f50c90978c req-1ad59ed3-1bd2-4fd6-a002-ac205605eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:41.788699 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-1ad59ed3-1bd2-4fd6-a002-ac205605eb26 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7616a168be234297a6367267116ba220&device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 1097 time: 0.6723340 Feb 16 15:03:41.817484 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.846026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485f3ff-a084-455c-839d-b9f2359328c2 req-24f0168f-9e33-4478-8e82-326b6d65399a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:41.848290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d485f3ff-a084-455c-839d-b9f2359328c2 req-24f0168f-9e33-4478-8e82-326b6d65399a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.6772296 Feb 16 15:03:41.970197 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:03:41.974685 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:41.983408 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:42.173041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=d52451b7-53e5-4e99-9e51-2120b099de0d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:42.184525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f724914-1326-4df5-bde1-a4f50c90978c req-96cbc431-ca98-45ca-8fb0-7f3053b8779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:42.191366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-96cbc431-ca98-45ca-8fb0-7f3053b8779d service neutron] 10.222.0.129 "GET /v2.0/networks?id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 200 len: 913 time: 0.3613195 Feb 16 15:03:42.199861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ace717-ec4f-420b-82fa-48ac7f382926 None None] Network c4df7a7d-a20b-44ab-be36-233e0079b53f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:42.373919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:03:42.397098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 84dfac38-f10f-4cfd-8895-96f8767967e7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:42.426210 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:40Z', 'revision_number': 3, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:42.460605 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Checking router: d637bbe2-108b-4171-8e9b-7c33b5fc2287 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:03:42.461425 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Updating router d637bbe2-108b-4171-8e9b-7c33b5fc2287 port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:03:42.495142 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:42.531290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-808cc1ae-2335-4e54-a498-43a67511bfaa None None] Provisioning complete for port 84dfac38-f10f-4cfd-8895-96f8767967e7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:42.532027 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-808cc1ae-2335-4e54-a498-43a67511bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:42.652106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 84dfac38-f10f-4cfd-8895-96f8767967e7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:42.652472 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:42.660813 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:42.942306 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:42.984438 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.059580 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.197945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Attempting to bind port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:43.197945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Attempting to bind port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:43.197945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Attempting to bind port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:43.203160 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5872-8e05-473a-aad1-e71ae72f84ac None None] Pushing event updated for resources: {'Port': ['ID=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:43.214465 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:43.214840 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:43.215246 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.215661 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:43.217349 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Bound port: aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:43.217349 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.223782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Allocated IP 172.20.0.1 (c4df7a7d-a20b-44ab-be36-233e0079b53f/098ddd12-aca5-4361-b9b0-943cd33572a1/b3c48f20-9b97-4427-891a-c1809eb5cc54) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:43.328014 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] For port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:43.329133 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-808cc1ae-2335-4e54-a498-43a67511bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.335901 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] For port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:43.356393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.408124 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.430811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.438070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-808cc1ae-2335-4e54-a498-43a67511bfaa None None] For port 84dfac38-f10f-4cfd-8895-96f8767967e7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=84dfac38-f10f-4cfd-8895-96f8767967e7,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:43.457705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d485f3ff-a084-455c-839d-b9f2359328c2 req-100da62a-9ede-42ca-96e4-b53ba717a0ea tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4838903 Feb 16 15:03:43.501056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-7746b120-21c7-4151-9a47-97c58b7e1041 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2 HTTP/1.1" status: 200 len: 1002 time: 1.2801945 Feb 16 15:03:43.521535 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5872-8e05-473a-aad1-e71ae72f84ac None None] Pushing event updated for resources: {'Port': ['ID=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:43.522425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-808cc1ae-2335-4e54-a498-43a67511bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.549606 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:43.550537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:43.584881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.588729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-5d4f3dc3-681f-49f1-9301-65f32ac4c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:43.600421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-5d4f3dc3-681f-49f1-9301-65f32ac4c4d8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.2995358 Feb 16 15:03:43.738493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Pushing event updated for resources: {'Port': ['ID=b3c48f20-9b97-4427-891a-c1809eb5cc54,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:43.778873 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:03:43.779576 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:03:43.785395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc1ae-2335-4e54-a498-43a67511bfaa None None] Pushing event updated for resources: {'Port': ['ID=84dfac38-f10f-4cfd-8895-96f8767967e7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:43.804926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Network c4df7a7d-a20b-44ab-be36-233e0079b53f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:43.806385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:43.809327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:43.835221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-7108ce9b-c7cc-46d1-aadd-e5fae3e9d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:43.836764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-7108ce9b-c7cc-46d1-aadd-e5fae3e9d36c service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.1948271 Feb 16 15:03:43.874929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-866bc122-9a69-404b-997b-814700a60cf2 None None] Provisioning complete for port 84dfac38-f10f-4cfd-8895-96f8767967e7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:43.880649 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-866bc122-9a69-404b-997b-814700a60cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.922026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:43.974181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-d1411096-7a9f-400c-9b26-ade9796b2f9f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.1174896 Feb 16 15:03:43.975984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:43.979254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:44.126758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:03:44.145369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f724914-1326-4df5-bde1-a4f50c90978c req-364a7619-c4a7-41cd-8c6e-7b4792571bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:44.147036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-364a7619-c4a7-41cd-8c6e-7b4792571bb6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 200 len: 850 time: 0.6303093 Feb 16 15:03:44.269769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-dcce88ad-1fc8-46bc-898a-b05228874a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:44.271797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-dcce88ad-1fc8-46bc-898a-b05228874a27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.2624931 Feb 16 15:03:44.363061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:44.441530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3ff309f2-2539-46f7-a4c3-0aa529468044 None None] Provisioning complete for port b3c48f20-9b97-4427-891a-c1809eb5cc54 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:44.442016 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ff309f2-2539-46f7-a4c3-0aa529468044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:44.582426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-a8a9a3a9-48e4-432c-b0d0-2c8bb2438d98 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881821 Feb 16 15:03:44.587838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3ff309f2-2539-46f7-a4c3-0aa529468044 None None] Port b3c48f20-9b97-4427-891a-c1809eb5cc54 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:44.596983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 84dfac38-f10f-4cfd-8895-96f8767967e7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:44.680533 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:40Z', 'revision_number': 3, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:44.681251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f724914-1326-4df5-bde1-a4f50c90978c req-2ed350be-fb0d-45eb-8d8b-8900e5400b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:44.685198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-2ed350be-fb0d-45eb-8d8b-8900e5400b20 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4666743 Feb 16 15:03:44.745171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bcfc12f5-f5b1-4af3-b7ee-0479d35eaf98 None None] Provisioning complete for port d52451b7-53e5-4e99-9e51-2120b099de0d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:44.745546 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bcfc12f5-f5b1-4af3-b7ee-0479d35eaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:44.785527 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdf24e-d564-492e-8556-f6f68ff69dcc None None] The sync data for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 is: [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:40Z', 'revision_number': 3, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:03:44.880754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc12f5-f5b1-4af3-b7ee-0479d35eaf98 None None] Port d52451b7-53e5-4e99-9e51-2120b099de0d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:44.909095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 84dfac38-f10f-4cfd-8895-96f8767967e7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:44.909478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:44.926591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router fb344ecf-2d14-439e-bfa4-783373ab9cc9 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:03:45.037079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b217-c059-47ae-aa93-966932f34560 req-15c85fda-54d5-418b-8a45-b30c6bed0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:45.039144 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c728b217-c059-47ae-aa93-966932f34560 req-15c85fda-54d5-418b-8a45-b30c6bed0893 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.2054408 Feb 16 15:03:45.057703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:45.167190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:45.352523 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:45.360355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-b99eb726-7e5c-41fa-8fdb-41f3a07c6556 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7502892 Feb 16 15:03:45.370060 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c728b217-c059-47ae-aa93-966932f34560 req-aa1edc0f-7477-4b8d-9c35-d76dd865f863 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097751 Feb 16 15:03:45.575526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Pushing event updated for resources: {'Port': ['ID=b3c48f20-9b97-4427-891a-c1809eb5cc54,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:45.661811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93add7-dfd3-483f-ade7-6d7bd247c816 req-c3c9e8e5-3513-4917-bd7e-add94f6cd9a5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:45.670210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a93add7-dfd3-483f-ade7-6d7bd247c816 req-c3c9e8e5-3513-4917-bd7e-add94f6cd9a5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.9748497 Feb 16 15:03:45.698841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-c7d747a0-5aca-43f4-8d68-bc7b8b9f97f5 service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148130 Feb 16 15:03:45.711814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Network c4df7a7d-a20b-44ab-be36-233e0079b53f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:45.713445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:45.902788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Router d637bbe2-108b-4171-8e9b-7c33b5fc2287 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:03:45.978855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a93add7-dfd3-483f-ade7-6d7bd247c816 req-1cef6037-fd2c-4d9c-a27b-3662c267bf3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075938 Feb 16 15:03:46.015533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:03:46.037420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-000b9eee-9717-4152-8ac0-c31953f3c391 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/fb344ecf-2d14-439e-bfa4-783373ab9cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4027240 Feb 16 15:03:46.041108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] Sync routers for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:03:46.064947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46330) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:46.070415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:46.070976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:46.190715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:46.218523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:46.219155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:46.251330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d87759-df3a-4bb8-ba10-00530ab817be tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:46.252356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:03:46.252838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a0d87759-df3a-4bb8-ba10-00530ab817be tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports/d52451b7-53e5-4e99-9e51-2120b099de0d HTTP/1.1" status: 200 len: 913 time: 0.1733356 Feb 16 15:03:46.257640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46340) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:46.271966 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b18f9797-840b-4071-9c9b-4abc87843c2f admin admin] 10.222.0.113 "PUT /v2.0/routers/d637bbe2-108b-4171-8e9b-7c33b5fc2287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4819620 Feb 16 15:03:46.383706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:46.390726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1b5cd3-9cb0-42fe-a7b2-56ae4fcdc7e4 None None] The sync data for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:03:46.481598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5f02b315-db00-42c0-b239-62c652a2f003 None None] Provisioning complete for port b3c48f20-9b97-4427-891a-c1809eb5cc54 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:46.484027 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f02b315-db00-42c0-b239-62c652a2f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:46.492890 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5bb81e4-7ad3-4ff7-acaf-84de5c51624d req-94acc267-14b0-46d3-abe9-a39e5f41c31b service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0248415 Feb 16 15:03:46.570727 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f724914-1326-4df5-bde1-a4f50c90978c req-24addf1c-f82f-4901-9db1-5c5a1915d57e service neutron] 10.222.0.129 "GET /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8030806 Feb 16 15:03:46.657304 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:46.696039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:46.708801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5f02b315-db00-42c0-b239-62c652a2f003 None None] Port b3c48f20-9b97-4427-891a-c1809eb5cc54 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:03:46.891360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:46.892438 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:47.194914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:47.250133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:47.301078 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:47.365495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdcf99-bd70-48c6-a7b3-f44b4983c76f req-088bc069-8078-44d6-9d00-7ce2791a1aea tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:47.367286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47cdcf99-bd70-48c6-a7b3-f44b4983c76f req-088bc069-8078-44d6-9d00-7ce2791a1aea tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1452489 Feb 16 15:03:47.447493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:47.483832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47cdcf99-bd70-48c6-a7b3-f44b4983c76f req-c48cae90-abf9-4279-8921-e77f14d936f5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086478 Feb 16 15:03:47.553979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6a18ce1c-1de0-4bc0-a65d-5b3bb768278d req-c03ed0eb-8323-43b7-bc59-cd6fb7dd7c3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1276045360', 'description': 'tempest-description-41877579'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:47.637683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:47.758852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a18ce1c-1de0-4bc0-a65d-5b3bb768278d req-c03ed0eb-8323-43b7-bc59-cd6fb7dd7c3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:47.904896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46382) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:47.910106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8f527783-450e-4732-8273-8abdbfa7c733 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000401776', 'description': 'tempest-description--418996584'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:47.980031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a18ce1c-1de0-4bc0-a65d-5b3bb768278d req-c03ed0eb-8323-43b7-bc59-cd6fb7dd7c3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.038864 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Sync routers for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:03:48.057126 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:48.060514 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:48.110075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f527783-450e-4732-8273-8abdbfa7c733 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.111486 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a18ce1c-1de0-4bc0-a65d-5b3bb768278d req-c03ed0eb-8323-43b7-bc59-cd6fb7dd7c3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.157366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ed0eb-8323-43b7-bc59-cd6fb7dd7c3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034fad35-890e-455f-a921-eef6bb2a8f12,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:48.171345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port d52451b7-53e5-4e99-9e51-2120b099de0d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:48.172623 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.365104 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.377279 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f527783-450e-4732-8273-8abdbfa7c733 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.389470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for d52451b7-53e5-4e99-9e51-2120b099de0d owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:48.435051 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:03:48.469907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f527783-450e-4732-8273-8abdbfa7c733 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.570747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527783-450e-4732-8273-8abdbfa7c733 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593296e1-0757-4a98-9197-8b32411cad42,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:48.628863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f527783-450e-4732-8273-8abdbfa7c733 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.632974 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8f527783-450e-4732-8273-8abdbfa7c733 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7270226 Feb 16 15:03:48.633628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46394) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:48.644368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:48.646366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d939d65e-76d8-4e4c-9dfa-55023172d4b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'security_group_rule': {'security_group_id': '593296e1-0757-4a98-9197-8b32411cad42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:48.797721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:48.798370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.803010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a18ce1c-1de0-4bc0-a65d-5b3bb768278d req-c03ed0eb-8323-43b7-bc59-cd6fb7dd7c3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.812361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a18ce1c-1de0-4bc0-a65d-5b3bb768278d req-c03ed0eb-8323-43b7-bc59-cd6fb7dd7c3e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2652769 Feb 16 15:03:48.829230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d939d65e-76d8-4e4c-9dfa-55023172d4b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.876184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:48.949311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=d52451b7-53e5-4e99-9e51-2120b099de0d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:49.022015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d939d65e-76d8-4e4c-9dfa-55023172d4b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.104316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87b248d4-1887-4660-bb9b-636c547e6e28 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1276045360&fields=id&tenant_id=d929386c6269423684bcce40ff383300 HTTP/1.1" status: 200 len: 267 time: 0.1429141 Feb 16 15:03:49.113329 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 2, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:49.115907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d939d65e-76d8-4e4c-9dfa-55023172d4b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.139015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939d65e-76d8-4e4c-9dfa-55023172d4b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb6f70c-5a75-456a-8fc0-308c711d16d6,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:49.174275 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Checking router: d637bbe2-108b-4171-8e9b-7c33b5fc2287 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:03:49.174723 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Updating router d637bbe2-108b-4171-8e9b-7c33b5fc2287 port b3c48f20-9b97-4427-891a-c1809eb5cc54 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:03:49.235083 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.270270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d939d65e-76d8-4e4c-9dfa-55023172d4b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.280919 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d939d65e-76d8-4e4c-9dfa-55023172d4b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6456361 Feb 16 15:03:49.281842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46400) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:49.310237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-66302f1b-9873-42dc-9c9a-a8175cebdac0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'security_group_rule': {'security_group_id': '593296e1-0757-4a98-9197-8b32411cad42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:49.375953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-c03d00f9-e4a7-4d63-b917-1a027c8cf91a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:49.377870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-c03d00f9-e4a7-4d63-b917-1a027c8cf91a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.2298417 Feb 16 15:03:49.390455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Request body: {'port': {'security_groups': ['8fe4daee-9569-4ee1-811d-a124485d0d90', '034fad35-890e-455f-a921-eef6bb2a8f12']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:49.481278 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.498328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66302f1b-9873-42dc-9c9a-a8175cebdac0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.515984 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.648212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66302f1b-9873-42dc-9c9a-a8175cebdac0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.762164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66302f1b-9873-42dc-9c9a-a8175cebdac0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.798359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66302f1b-9873-42dc-9c9a-a8175cebdac0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60799163-97ea-4a77-9835-929b34aa0fc7,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:49.842939 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.961866 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66302f1b-9873-42dc-9c9a-a8175cebdac0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.963598 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:49.971996 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-66302f1b-9873-42dc-9c9a-a8175cebdac0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6871006 Feb 16 15:03:49.976677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:49.995748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:50.128063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.175605 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c636db7-bef9-4286-8dc3-2fd2400adcb8 None None] Pushing event updated for resources: {'Port': ['ID=b3c48f20-9b97-4427-891a-c1809eb5cc54,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:50.203587 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Attempting to bind port b3c48f20-9b97-4427-891a-c1809eb5cc54 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:03:50.226068 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Attempting to bind port b3c48f20-9b97-4427-891a-c1809eb5cc54 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:03:50.226068 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Attempting to bind port b3c48f20-9b97-4427-891a-c1809eb5cc54 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:03:50.236376 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:03:50.237546 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Checking segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:03:50.238423 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.239149 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Bound using segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:03:50.240212 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Bound port: b3c48f20-9b97-4427-891a-c1809eb5cc54, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:03:50.241021 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.384676 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.385519 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] For port b3c48f20-9b97-4427-891a-c1809eb5cc54, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:03:50.390577 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] For port b3c48f20-9b97-4427-891a-c1809eb5cc54, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b3c48f20-9b97-4427-891a-c1809eb5cc54,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:03:50.442098 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.522879 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Allocated IP 172.25.6.251 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/8e9dec59-00ef-4102-bb65-71214bba904e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:50.523173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-da076694-a129-4d11-9bd7-052adb78056f None None] Provisioning complete for port b3c48f20-9b97-4427-891a-c1809eb5cc54 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:50.523664 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da076694-a129-4d11-9bd7-052adb78056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.573545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router fb344ecf-2d14-439e-bfa4-783373ab9cc9 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:03:50.614990 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:50.615555 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:50.721668 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da076694-a129-4d11-9bd7-052adb78056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.759015 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c636db7-bef9-4286-8dc3-2fd2400adcb8 None None] Pushing event updated for resources: {'Port': ['ID=b3c48f20-9b97-4427-891a-c1809eb5cc54,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:50.781130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.813385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-da076694-a129-4d11-9bd7-052adb78056f None None] For port b3c48f20-9b97-4427-891a-c1809eb5cc54, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b3c48f20-9b97-4427-891a-c1809eb5cc54,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:50.913322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:03:50.931415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da076694-a129-4d11-9bd7-052adb78056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:50.936197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] Sync routers for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:03:50.937267 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:03:50.938933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b17f2ae-263f-4c01-8d91-65b29de1ad8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/fb344ecf-2d14-439e-bfa4-783373ab9cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6714122 Feb 16 15:03:50.941281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46438) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:50.993193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:51.046917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c327075b-5334-4a29-a741-d02a1dee2de5,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:51.091819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da076694-a129-4d11-9bd7-052adb78056f None None] Pushing event updated for resources: {'Port': ['ID=b3c48f20-9b97-4427-891a-c1809eb5cc54,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:51.144734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:51.147032 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:51.152171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:51.188592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:51.210125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:51.219962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:51.224009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:51.253827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c327075b-5334-4a29-a741-d02a1dee2de5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:51.262545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:51.318311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bd4d286c-1cdb-44c6-9f69-284175cd207a None None] Provisioning complete for port b3c48f20-9b97-4427-891a-c1809eb5cc54 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:51.319982 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd4d286c-1cdb-44c6-9f69-284175cd207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:51.364119 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:51.366885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event updated for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:51.371827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'Port': ['ID=8e9dec59-00ef-4102-bb65-71214bba904e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:51.409468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:51.410161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:51.417738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-568ab508-4bcb-40d9-b1b3-6b9bc483a464 req-87471169-6a35-44c7-9b7f-f41af53c556f tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "PUT /v2.0/ports/c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 981 time: 2.0327942 Feb 16 15:03:51.418234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:51.421102 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ac1964-c415-4cf1-a11e-fb872fd5a549" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:51.496658 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f7c523-e3da-43c4-b3f5-b2c1c1f13607 x-openstack-request-id: req-f5f7c523-e3da-43c4-b3f5-b2c1c1f13607 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:51.497130 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:51.497603 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f5f7c523-e3da-43c4-b3f5-b2c1c1f13607 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:51.498177 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'status': 'completed', 'code': 200} Feb 16 15:03:51.507771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:51.508652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:51.511511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c327075b-5334-4a29-a741-d02a1dee2de5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:51.611814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-cb546751-d351-4de2-ab81-838bb38e23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:51.614661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-cb546751-d351-4de2-ab81-838bb38e23e6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1135 time: 0.1098237 Feb 16 15:03:51.622469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:51.624342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b597b3ab-0329-4894-9831-03afc3c61904 req-3205c817-c7f1-4af3-85d2-c71b6d0cd006 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1276045360&fields=id&tenant_id=d929386c6269423684bcce40ff383300 HTTP/1.1" status: 200 len: 267 time: 0.0675743 Feb 16 15:03:51.624503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cb8fd-ef60-40a1-b795-017de6ca7471 None None] The sync data for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:03:51.693436 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef4778-6876-4f44-b4fb-fa1d24e9c0bc None None] The sync data for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 is: [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:03:51.769763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:51.840089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-4c65e8e4-e8d2-40a9-a564-3e48ef11e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:51.841837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-4c65e8e4-e8d2-40a9-a564-3e48ef11e9b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.2162280 Feb 16 15:03:51.877293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b3ab-0329-4894-9831-03afc3c61904 req-a94ea358-176d-4814-9a52-ec181802e71e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:51.878804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b597b3ab-0329-4894-9831-03afc3c61904 req-a94ea358-176d-4814-9a52-ec181802e71e tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 984 time: 0.1673512 Feb 16 15:03:51.916525 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:51.927468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-bb8d4281-a0d3-4955-b3e6-cdd77a1dd307 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.0453165 Feb 16 15:03:51.938807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Request body: {'port': {'security_groups': ['8fe4daee-9569-4ee1-811d-a124485d0d90']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:52.246632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-93b3bd29-62ea-4fbe-88a6-cefafab24a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:52.248562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-93b3bd29-62ea-4fbe-88a6-cefafab24a42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.3146276 Feb 16 15:03:52.312107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:52.318772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-54a3b850-66fc-417b-8027-8863a173b9cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552843 Feb 16 15:03:52.458396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:52.482787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-2777fd5e-1c9c-4b42-928e-f11d52fa28a0 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509814 Feb 16 15:03:52.617411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b3c48f20-9b97-4427-891a-c1809eb5cc54 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:03:52.637117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ac1964-c415-4cf1-a11e-fb872fd5a549 req-d1aae7c7-8ed0-450a-b7ee-32072032c4e2 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473565 Feb 16 15:03:52.677427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:52.773649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b3c48f20-9b97-4427-891a-c1809eb5cc54 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:03:52.774146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:52.813950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:52.917517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'Port': ['ID=8e9dec59-00ef-4102-bb65-71214bba904e,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:52.976575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c327075b-5334-4a29-a741-d02a1dee2de5,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:53.010159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.022382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.110310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.125050 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c327075b-5334-4a29-a741-d02a1dee2de5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:53.164283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.173981 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e6a35572-bf70-4e79-a904-e7d90abb653d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1945388 Feb 16 15:03:53.197429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 2f39624c-088d-445c-a1d7-b08824d7375f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:53.197823 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.237626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:53.245221 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.248802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b597b3ab-0329-4894-9831-03afc3c61904 req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "PUT /v2.0/ports/c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 942 time: 1.3196745 Feb 16 15:03:53.401432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c327075b-5334-4a29-a741-d02a1dee2de5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:03:53.476143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.496691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 2f39624c-088d-445c-a1d7-b08824d7375f owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:53.604932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:03:53.612344 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cb1a56-54dd-4129-a2c5-63fc230d569c" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:03:53.620683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-7b9a6c20-04fe-4f62-9656-b6b126c9cb13 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3240099 Feb 16 15:03:53.658462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:53.720218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-c9247cbe-d4e2-4bd3-af50-04a7221d35fd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--2000401776&fields=id&tenant_id=7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 267 time: 0.0959134 Feb 16 15:03:53.721269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad3caf-7745-4c87-9718-c24361f95e9c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event updated for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:53.858959 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.871108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:53.894793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-5c130d58-c8b8-4b4d-9043-ffd2a963eea3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:53.896431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-5c130d58-c8b8-4b4d-9043-ffd2a963eea3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 817 time: 0.1600671 Feb 16 15:03:53.954316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-8e17389a-01f5-4b20-820c-b12e16054a8c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/quotas/7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 375 time: 0.0219481 Feb 16 15:03:53.983494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=2f39624c-088d-445c-a1d7-b08824d7375f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:54.061329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-340b2531-216b-49bf-9fdc-54efb4896879 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946703 Feb 16 15:03:54.072315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:54.224388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Allocated IP 172.25.6.163 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b9cda5ae-ab2b-4948-8756-4b692b5f6ad7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:03:54.340923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:54.444792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:54.489573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:03:54.493827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:03:54.525538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:03:54.646234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event updated for resources: {'Port': ['ID=b9cda5ae-ab2b-4948-8756-4b692b5f6ad7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:54.680242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-6c7bc572-68c6-484e-9d9a-a862884fb02d service neutron] 10.222.0.113 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931990 Feb 16 15:03:54.697435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:54.823221 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:54.862421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-f984c400-2099-47ff-97c6-1925910ea100 service neutron] 10.222.0.113 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277547 Feb 16 15:03:54.864054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router fb344ecf-2d14-439e-bfa4-783373ab9cc9 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:03:54.970310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:54.974183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:03:54.991332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a5abeae4-c11c-4319-b1ce-f8694a974142 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/fb344ecf-2d14-439e-bfa4-783373ab9cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0461905 Feb 16 15:03:54.991521 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bf865-e04d-471d-b450-c18003328e87 None None] Sync routers for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:03:54.993620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46516) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:55.013775 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bf865-e04d-471d-b450-c18003328e87 None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:55.019758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-853bf865-e04d-471d-b450-c18003328e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:55.027411 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee5fb1aa-ad21-45c5-8bc8-2380dd6eadc0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb344ecf-2d14-439e-bfa4-783373ab9cc9 HTTP/1.1" status: 200 len: 205 time: 0.0322459 Feb 16 15:03:55.028099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46518) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:55.066756 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-853bf865-e04d-471d-b450-c18003328e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:55.078182 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bf865-e04d-471d-b450-c18003328e87 None None] Routers {'fb344ecf-2d14-439e-bfa4-783373ab9cc9'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:03:55.078786 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-853bf865-e04d-471d-b450-c18003328e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:55.119453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-853bf865-e04d-471d-b450-c18003328e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:55.127037 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853bf865-e04d-471d-b450-c18003328e87 None None] The sync data for ids ['fb344ecf-2d14-439e-bfa4-783373ab9cc9'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:03:55.159679 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-952b9b1e-da8e-4e2b-8a1b-8758e1f31d0b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:55.343298 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa4bbc8-85a1-4edd-8114-e8e64fb94bca x-openstack-request-id: req-5aa4bbc8-85a1-4edd-8114-e8e64fb94bca {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:03:55.350845 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:03:55.352037 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5aa4bbc8-85a1-4edd-8114-e8e64fb94bca {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:03:55.355552 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'status': 'completed', 'code': 200} Feb 16 15:03:55.539210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-838f3328-96bb-41a4-b6d9-dabfe5f57451 req-94531a13-45b3-47c6-bd95-ef56cc31157f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 210 time: 0.1329885 Feb 16 15:03:55.679673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-952b9b1e-da8e-4e2b-8a1b-8758e1f31d0b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:55.682420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-952b9b1e-da8e-4e2b-8a1b-8758e1f31d0b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:55.770074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-45742530-9953-40a3-88a4-425eec226b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:55.772054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-45742530-9953-40a3-88a4-425eec226b63 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.4628074 Feb 16 15:03:56.179098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-952b9b1e-da8e-4e2b-8a1b-8758e1f31d0b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.179098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952b9b1e-da8e-4e2b-8a1b-8758e1f31d0b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Fanout notify agent at l3_agent the message router_deleted on router fb344ecf-2d14-439e-bfa4-783373ab9cc9 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:03:56.219214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-952b9b1e-da8e-4e2b-8a1b-8758e1f31d0b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.220500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-952b9b1e-da8e-4e2b-8a1b-8758e1f31d0b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/fb344ecf-2d14-439e-bfa4-783373ab9cc9 HTTP/1.1" status: 204 len: 168 time: 1.1873951 Feb 16 15:03:56.226303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46540) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:56.318258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.368620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet 91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:56.372077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.395074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-5d413435-830c-4060-b74d-9e333e2b8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:56.398667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-5d413435-830c-4060-b74d-9e333e2b8215 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.6133933 Feb 16 15:03:56.398667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.438758 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.551110 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.571878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-a318650b-746f-4784-ade4-79d4300fe3b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.1264660 Feb 16 15:03:56.628801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.644717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event updated for resources: {'Port': ['ID=b9cda5ae-ab2b-4948-8756-4b692b5f6ad7,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:56.678132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.681348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-91519e1e-d30e-42fd-a033-9526b86c69af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0357418 Feb 16 15:03:56.692587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-d6b26e2c-dcfe-462b-b983-44e7ee350d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:56.695247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-d6b26e2c-dcfe-462b-b983-44e7ee350d36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.1145813 Feb 16 15:03:56.834029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-c632ec56-bab4-46c9-b6dc-1b89e8c9cb32 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216223 Feb 16 15:03:56.839701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-b9788c2c-e9d8-4803-81dd-7ef768500880 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.1370807 Feb 16 15:03:56.870808 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.923247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:56.934918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:56.942129 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1d05dce6-0a71-4c66-93a2-d7ce8481a8cc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6 HTTP/1.1" status: 204 len: 168 time: 0.7178586 Feb 16 15:03:56.942317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af802e4d-cead-41b4-adb3-584fa217f168 None None] Network 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:56.942781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46560) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:57.021972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet a5adec4d-814c-4436-a456-16d0965274e2 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:03:57.023849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-2188ffa2-e9f1-41b0-b06b-31036b334028 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:57.025422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-2188ffa2-e9f1-41b0-b06b-31036b334028 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.1746469 Feb 16 15:03:57.034764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.059493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c2ffb6-f90c-4c6e-8795-268a4c0a92e2 req-3d9b30f1-6963-4ef2-b723-072a5a4d5ceb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 210 time: 0.4084873 Feb 16 15:03:57.077079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-56a1e6a3-baec-48af-882e-287ae2e5329a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:03:57.078493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffa6cf50-e750-4cd2-8ddf-83a324768cac req-56a1e6a3-baec-48af-882e-287ae2e5329a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073905 Feb 16 15:03:57.173704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.407529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.436579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-d5f36765-c70f-46b9-bc87-ca614f8edac8 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903480 Feb 16 15:03:57.464269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] DHCP port deletion for 8e16ecd8-0671-48d9-8d69-383ff6a6bb69 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:03:57.516862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-d18d1742-4b9e-490e-91d1-188e21b78649 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:57.519024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-d18d1742-4b9e-490e-91d1-188e21b78649 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2838845 Feb 16 15:03:57.568334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] Deleting port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:57.572313 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.634749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.648520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-5f522970-de8e-48c8-a2ab-fc43a08211da tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.1024287 Feb 16 15:03:57.671671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Request body: {'floatingip': {'port_id': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:57.734752 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.746847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=a5adec4d-814c-4436-a456-16d0965274e2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:57.788697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.789474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cb1a56-54dd-4129-a2c5-63fc230d569c req-338b91af-5d82-44da-aaa2-5d180a2775d5 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448427 Feb 16 15:03:57.808797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a2e93b29-d18b-496c-8830-fceb3019d9f2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/a5adec4d-814c-4436-a456-16d0965274e2 HTTP/1.1" status: 204 len: 168 time: 0.8649340 Feb 16 15:03:57.810929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb0014-2a34-4d64-829d-f01235462480 None None] Network 7d60ce90-9357-4380-95b5-9fa207948375 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:03:57.812856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46576) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:57.878427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] For port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,segment=NetworkSegment(ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7),segment_id=ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:57.879097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:57.952895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] Calling delete_port for 36fcd81b-4c5f-4d04-8a34-0e34feceb95e owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:58.144998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.229974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] DHCP port deletion for 7d60ce90-9357-4380-95b5-9fa207948375 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:03:58.239378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:58.239811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.306612 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.381181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] Pushing event deleted for resources: {'Port': ['ID=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:58.397640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adc1ee-fe38-4e3f-a292-fc1ba8332ffa None None] No DVR routers for this DVR port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:58.428650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e, host n-d-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:58.432904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.464419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c805e621-af51-4bad-8e4b-81f5ba2c1c71 req-b0519fa8-806c-469e-a1ad-b9369422eff3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 210 time: 0.1811416 Feb 16 15:03:58.487865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] Deleting port b2baeca4-4359-431e-9148-86cbb77c1c67 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:03:58.489759 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.501682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 36fcd81b-4c5f-4d04-8a34-0e34feceb95e owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:58.514344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e was not found and therefore no delete operation was performed {{(pid=103044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 15:03:58.515943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.633749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=36fcd81b-4c5f-4d04-8a34-0e34feceb95e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:58.643951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port 36fcd81b-4c5f-4d04-8a34-0e34feceb95e on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:58.674956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] For port b2baeca4-4359-431e-9148-86cbb77c1c67, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b2baeca4-4359-431e-9148-86cbb77c1c67,segment=NetworkSegment(e4432a89-8216-48a2-9e37-a9a9cfdeac8e),segment_id=e4432a89-8216-48a2-9e37-a9a9cfdeac8e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:03:58.675284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.689778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] Calling delete_port for b2baeca4-4359-431e-9148-86cbb77c1c67 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:03:58.774452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b2baeca4-4359-431e-9148-86cbb77c1c67 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:03:58.850703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.911310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e16ecd8-0671-48d9-8d69-383ff6a6bb69']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:58.933167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:58.933848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce899f99-a9ff-4ee1-bc2f-0c1e62d074d7') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:58.938513 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.945271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.952816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.984555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:58.998932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:58.999350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:59.002664 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:03:59.042229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] Pushing event deleted for resources: {'Port': ['ID=b2baeca4-4359-431e-9148-86cbb77c1c67,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:59.049411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946400bc-a26c-4cd4-89ca-2634510518d0 None None] No DVR routers for this DVR port b2baeca4-4359-431e-9148-86cbb77c1c67 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:03:59.131127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36fcd81b-4c5f-4d04-8a34-0e34feceb95e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:03:59.181893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.205390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 36fcd81b-4c5f-4d04-8a34-0e34feceb95e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:03:59.205728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 36fcd81b-4c5f-4d04-8a34-0e34feceb95e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:03:59.274497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-54cf1024-e125-469f-9473-12c2d39ef7d4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:03:59.276214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-54cf1024-e125-469f-9473-12c2d39ef7d4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 817 time: 1.0391238 Feb 16 15:03:59.282494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.304062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.312135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.315998 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/8e16ecd8-0671-48d9-8d69-383ff6a6bb69 HTTP/1.1" status: 204 len: 168 time: 1.5017619 Feb 16 15:03:59.347762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46624) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:59.348902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1dac-df2f-4b8b-9d70-4e88cddd6f80 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=8e16ecd8-0671-48d9-8d69-383ff6a6bb69,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:03:59.526433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.545964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-ffe1f2dd-6dd2-45e6-8e99-419ce4ce6b08 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 380 time: 0.0861604 Feb 16 15:03:59.556805 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Floating IP a85c5689-de83-4c85-95d8-a3bfdd8efbfc associated. External IP: 172.25.6.163, port: c327075b-5334-4a29-a741-d02a1dee2de5. Feb 16 15:03:59.584113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'port': {'device_id': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'admin_state_up': True, 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'security_groups': ['593296e1-0757-4a98-9197-8b32411cad42']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:03:59.753435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.808605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d60ce90-9357-4380-95b5-9fa207948375']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:59.827611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4432a89-8216-48a2-9e37-a9a9cfdeac8e') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:59.827914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4432a89-8216-48a2-9e37-a9a9cfdeac8e') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:03:59.848281 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.853126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25fb2b9d-45c1-4ab4-bce6-a1c8e68e6c56 req-6059bdac-d654-4532-a65f-e1b840a21bfe tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 210 time: 0.1873825 Feb 16 15:03:59.864159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:03:59.894303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.904445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:03:59.905476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:03:59.908247 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:04:00.127893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04226663-a557-43c2-b4d4-80482482315b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.243549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.263268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.283904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Made reservation on behalf of 7c2ce7f2222046fc9ac9ce61e431e870 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:00.286824 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/7d60ce90-9357-4380-95b5-9fa207948375 HTTP/1.1" status: 204 len: 168 time: 0.9276853 Feb 16 15:04:00.289910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.296252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46650) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:00.316102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1295130246'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:00.323219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fec912-d092-45d5-a102-9cd540586198 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=7d60ce90-9357-4380-95b5-9fa207948375,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:00.355487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04226663-a557-43c2-b4d4-80482482315b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.459055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:00.463697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.471137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04226663-a557-43c2-b4d4-80482482315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.516357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04226663-a557-43c2-b4d4-80482482315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b35d9dc-10a8-4218-a6d5-5b235a9064da,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:00.560446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Router 828dffcf-96d9-4b63-b65b-6c784be45977 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:00.578518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46654) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:00.579388 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04226663-a557-43c2-b4d4-80482482315b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6817455b4f1e4e88b983afb7ca248b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7141349 Feb 16 15:04:00.584207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:04:00.595174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.595623 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment 570f890c-6630-4ff6-84f3-6098c886040e of type vlan for network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 Feb 16 15:04:00.657881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.663711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Allocated IP 172.20.0.6 (c4df7a7d-a20b-44ab-be36-233e0079b53f/098ddd12-aca5-4361-b9b0-943cd33572a1/bb7776fa-6abd-42b2-b839-0d992ac6f6d9) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:00.779102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.781928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4a1b88c-8ba7-4cc4-a5e7-17bf7ee7e34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.790823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:00.791727 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.849528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:00.860811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.864168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] Sync routers for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:00.870721 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4a1b88c-8ba7-4cc4-a5e7-17bf7ee7e34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:00.888858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:00.889802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:00.931825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4aa769c6-11ca-4fe7-a71f-7e9f6f34349a tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "PUT /v2.0/floatingips/a85c5689-de83-4c85-95d8-a3bfdd8efbfc HTTP/1.1" status: 200 len: 996 time: 3.2667358 Feb 16 15:04:00.936690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:00.944433 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79f5127-89e0-4d2a-97e4-82aaadc325c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:00.946054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=02b7c0a4-52f1-484b-bc78-c4f49f3756b9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:01.011106 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2f9c01e1-4bdc-463a-90a7-741b724c5b30 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6982832 Feb 16 15:04:01.013650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46662) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:01.021951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:01.031279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:01.078426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de5178c5-88cd-427f-91dc-29ad1f6be970 req-a6aae12a-e889-404b-b042-ab4a66599f37 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 210 time: 0.0415707 Feb 16 15:04:01.084231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-136b51bc-21b4-4cdd-8dda-ba94f4868023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:01.085720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-136b51bc-21b4-4cdd-8dda-ba94f4868023 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.1325240 Feb 16 15:04:01.182263 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af5afd8-2991-4720-b316-d70cfec45e64 x-openstack-request-id: req-0af5afd8-2991-4720-b316-d70cfec45e64 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:01.182561 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:01.182817 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0af5afd8-2991-4720-b316-d70cfec45e64 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:01.183218 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'status': 'completed', 'code': 200} Feb 16 15:04:01.229588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4a1b88c-8ba7-4cc4-a5e7-17bf7ee7e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:01.233630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4a1b88c-8ba7-4cc4-a5e7-17bf7ee7e34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:01.235204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4a1b88c-8ba7-4cc4-a5e7-17bf7ee7e34f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4b35d9dc-10a8-4218-a6d5-5b235a9064da HTTP/1.1" status: 204 len: 168 time: 0.6537988 Feb 16 15:04:01.316615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:01.322128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:01.353248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:04:01.370991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1b88c-8ba7-4cc4-a5e7-17bf7ee7e34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b35d9dc-10a8-4218-a6d5-5b235a9064da,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:01.416922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-2c4c03c9-2044-407c-bcaf-60b9a5953b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:01.418451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-2c4c03c9-2044-407c-bcaf-60b9a5953b54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.1650064 Feb 16 15:04:01.431723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-89cecdd8-027d-4df7-841b-a4401f4eda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:01.439459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-89cecdd8-027d-4df7-841b-a4401f4eda10 service neutron] 10.222.0.113 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.3348601 Feb 16 15:04:01.576853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-8e7ca54b-a28f-48b9-a449-6a9a840996e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:01.586446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-8e7ca54b-a28f-48b9-a449-6a9a840996e3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.1398787 Feb 16 15:04:01.587611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:01.591576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:01.725436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Network c4df7a7d-a20b-44ab-be36-233e0079b53f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:01.729709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-99ae06da-d037-412c-a971-7e65e98558aa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 999 time: 0.0744956 Feb 16 15:04:01.737722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:02.082046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:02.204733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9c9d05ce-5bb5-4e9b-9697-46f7a607c148 None None] Provisioning complete for port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:02.205166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9c9d05ce-5bb5-4e9b-9697-46f7a607c148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:02.235175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a85c5689-de83-4c85-95d8-a3bfdd8efbfc', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'port_id': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'mac_address': 'fa:16:3e:49:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:03:54Z', 'updated_at': '2022-02-16T15:03:58Z', 'revision_number': 1, 'project_id': 'd929386c6269423684bcce40ff383300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:57Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:02.268994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] Checking router: 828dffcf-96d9-4b63-b65b-6c784be45977 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:04:02.286559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:02.287403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:03:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:02.291637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': '570f890c-6630-4ff6-84f3-6098c886040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:02.292005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 02b7c0a4-52f1-484b-bc78-c4f49f3756b9, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:04:02.292533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d05ce-5bb5-4e9b-9697-46f7a607c148 None None] Port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:02.328172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=87a37b43-42f4-4fa5-a8f5-4bed0c4402b4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:02.395671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:02.430088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:04:02.481096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46686) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:02.508414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28fca1a2-c453-448b-8f1c-cbfba7d62d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:02.510494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:02.534776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 02b7c0a4-52f1-484b-bc78-c4f49f3756b9) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:02.554156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:02.560888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-4a5cbead-1fdd-44ce-b167-cf0d0c2941d7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 999 time: 1.1205468 Feb 16 15:04:02.569487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f34ba-f589-494a-9fc7-db2f5fbb8511 None None] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:02.572871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:02.573503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:02.579515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:02.580378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:02.615507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976ccd3-bd95-41f9-a696-66dff733567d req-3c943821-c284-4037-b776-4d128afdd214 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:02.617345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1976ccd3-bd95-41f9-a696-66dff733567d req-3c943821-c284-4037-b776-4d128afdd214 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 931 time: 0.2237756 Feb 16 15:04:02.650090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-ec4f8707-bbb0-4dec-887a-3ff077eb267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:02.652044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-ec4f8707-bbb0-4dec-887a-3ff077eb267e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.2526953 Feb 16 15:04:02.741186 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8267f9b1-095c-4bb1-abe0-c0fa6c3b77eb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7256517 Feb 16 15:04:02.748379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46692) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:02.754762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-a609d185-25d2-48da-89b0-8c778de75a4e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1954472 Feb 16 15:04:02.761320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d81abdce-fda3-4347-aa26-ad7b07db94cb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-553784047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:02.775257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-d2a541f4-6176-42f3-9f58-aab0f694ba9a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104844 Feb 16 15:04:02.789509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Request body: {'port': {'device_id': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:02.808391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-ae1423b0-a0d5-4e32-b546-a5ec0e2c47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:02.810894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-ae1423b0-a0d5-4e32-b546-a5ec0e2c47ce service neutron] 10.222.0.113 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.2389874 Feb 16 15:04:02.898350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28fca1a2-c453-448b-8f1c-cbfba7d62d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:02.937380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-70ebec5a-50ab-4818-aeab-21880612c57e service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446486 Feb 16 15:04:02.995747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d81abdce-fda3-4347-aa26-ad7b07db94cb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:02.996786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d81abdce-fda3-4347-aa26-ad7b07db94cb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.070096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d81abdce-fda3-4347-aa26-ad7b07db94cb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.072081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28fca1a2-c453-448b-8f1c-cbfba7d62d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.084406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e79f5127-89e0-4d2a-97e4-82aaadc325c5 req-948806a8-2dfb-410f-b2f2-689f4f62c47f service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376991 Feb 16 15:04:03.087742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1976ccd3-bd95-41f9-a696-66dff733567d req-71825715-9a58-4687-b8f4-8706ccf36b26 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431481 Feb 16 15:04:03.149991 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-28fca1a2-c453-448b-8f1c-cbfba7d62d0c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=42bb4eab55e047e1a87a0b5611e88739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651034 Feb 16 15:04:03.150533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d81abdce-fda3-4347-aa26-ad7b07db94cb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.152282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-fd9a1ce4-86bd-42fc-b12a-d3eeaddf951a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807378 Feb 16 15:04:03.158580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46698) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:03.163875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a85c5689-de83-4c85-95d8-a3bfdd8efbfc', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'port_id': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'mac_address': 'fa:16:3e:49:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:03:54Z', 'updated_at': '2022-02-16T15:03:58Z', 'revision_number': 1, 'project_id': 'd929386c6269423684bcce40ff383300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:57Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:03.172345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-b3f3f56c-a8e5-4e33-80b1-74f5fceea037 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:04:03.172345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-b3f3f56c-a8e5-4e33-80b1-74f5fceea037 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149047 Feb 16 15:04:03.233732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013169d9-257c-4b65-8250-71d6d6a3c778 None None] The sync data for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 is: [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a85c5689-de83-4c85-95d8-a3bfdd8efbfc', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'port_id': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'mac_address': 'fa:16:3e:49:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:03:54Z', 'updated_at': '2022-02-16T15:03:58Z', 'revision_number': 1, 'project_id': 'd929386c6269423684bcce40ff383300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:57Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:03.264331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.290991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-02b7c0a4-52f1-484b-bc78-c4f49f3756b9', 'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': '87a37b43-42f4-4fa5-a8f5-4bed0c4402b4'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:04:03.292027 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.313391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fca1a2-c453-448b-8f1c-cbfba7d62d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16239abb-8f4b-422a-8f69-b16add97f34c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:03.395407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d81abdce-fda3-4347-aa26-ad7b07db94cb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.402747 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d81abdce-fda3-4347-aa26-ad7b07db94cb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6516688 Feb 16 15:04:03.447508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:03.448173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10be4a3b-0630-4543-b919-1e634579e88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.460535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'port': {'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9', 'name': 'tempest-RoutersIpV6Test-1028037702'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:03.565713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10be4a3b-0630-4543-b919-1e634579e88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.584225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Allocated IP 2001:db8::2 (02b7c0a4-52f1-484b-bc78-c4f49f3756b9/87a37b43-42f4-4fa5-a8f5-4bed0c4402b4/1def2526-bc96-4478-adb2-3820dcd2acbb) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:03.753455 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4889d5a3-01b9-4b78-bd89-196072de82e2 None None] New status for floating IP a85c5689-de83-4c85-95d8-a3bfdd8efbfc: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:04:03.898231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10be4a3b-0630-4543-b919-1e634579e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.901010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-10be4a3b-0630-4543-b919-1e634579e88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.905408 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-10be4a3b-0630-4543-b919-1e634579e88d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/16239abb-8f4b-422a-8f69-b16add97f34c HTTP/1.1" status: 204 len: 168 time: 0.7360337 Feb 16 15:04:03.910469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.917568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be4a3b-0630-4543-b919-1e634579e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16239abb-8f4b-422a-8f69-b16add97f34c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:03.934737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:03.950912 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:03.976732 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.018984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] device_id is not set on port c6a73b4e-717b-46b3-9be7-7d489a391f73 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:04:04.097750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:04.111909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:04.120484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:04.240851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7776fa-6abd-42b2-b839-0d992ac6f6d9 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:04:04.251192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.252667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Pushing event updated for resources: {'Port': ['ID=1def2526-bc96-4478-adb2-3820dcd2acbb,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:04.275214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Attempting to bind port 1def2526-bc96-4478-adb2-3820dcd2acbb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:04:04.275618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Attempting to bind port 1def2526-bc96-4478-adb2-3820dcd2acbb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '570f890c-6630-4ff6-84f3-6098c886040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:04:04.276029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Attempting to bind port 1def2526-bc96-4478-adb2-3820dcd2acbb on network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:04.289677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:04:04.293065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Checking segment: {'id': '570f890c-6630-4ff6-84f3-6098c886040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:04.293065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.293456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Bound using segment: {'id': '570f890c-6630-4ff6-84f3-6098c886040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:04:04.293997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Bound port: 1def2526-bc96-4478-adb2-3820dcd2acbb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570f890c-6630-4ff6-84f3-6098c886040e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '02b7c0a4-52f1-484b-bc78-c4f49f3756b9'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:04:04.294405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.342640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Transition to ACTIVE for port object bb7776fa-6abd-42b2-b839-0d992ac6f6d9 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:04:04.403853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8::1ac (02b7c0a4-52f1-484b-bc78-c4f49f3756b9/87a37b43-42f4-4fa5-a8f5-4bed0c4402b4/c6a73b4e-717b-46b3-9be7-7d489a391f73) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:04.436769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] For port 1def2526-bc96-4478-adb2-3820dcd2acbb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:04:04.438472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-7ceb8415-2ea0-4bda-a3d1-480e4e148ea9 service neutron] 10.222.0.113 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1844864 Feb 16 15:04:04.443120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] For port 1def2526-bc96-4478-adb2-3820dcd2acbb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1def2526-bc96-4478-adb2-3820dcd2acbb,segment=NetworkSegment(570f890c-6630-4ff6-84f3-6098c886040e),segment_id=570f890c-6630-4ff6-84f3-6098c886040e)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:04:04.451286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.516334 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.542648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74a9ab-ec59-4890-b95f-fa2a426e4b20 req-ea898bc6-e039-4bae-ad89-6d932d7f2028 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:04.561316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d74a9ab-ec59-4890-b95f-fa2a426e4b20 req-ea898bc6-e039-4bae-ad89-6d932d7f2028 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 931 time: 0.2817471 Feb 16 15:04:04.627348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:04.683358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87ec6a-6aaa-4974-95ac-c05a6405eb60 None None] Pushing event updated for resources: {'Port': ['ID=1def2526-bc96-4478-adb2-3820dcd2acbb,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:04.733513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.853242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d74a9ab-ec59-4890-b95f-fa2a426e4b20 req-bf496bd7-2776-4994-88cc-057d7e19f5bb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755115 Feb 16 15:04:04.894863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7107c9-922a-4f3a-9487-cd84f00626f1 req-65f957b0-7f0e-41e7-8aec-588e96ac6f84 service neutron] 10.222.0.113 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552841 Feb 16 15:04:04.934174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:04.982039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:04:04.982598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:04:04.984252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:05.118243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=c6a73b4e-717b-46b3-9be7-7d489a391f73,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:05.138910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on network c4df7a7d-a20b-44ab-be36-233e0079b53f not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:04:05.139467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:05.150381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:05.152679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:05.163138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:05.171342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:05.172866 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:05.199840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:04:05.200303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Checking segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:05.200727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Bound using segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:04:05.201257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Bound port: bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:04:05.201622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:05.244944 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4299f1d3-da96-46f2-a811-ce94e1c18a15 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7911363 Feb 16 15:04:05.249560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46734) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:05.270040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-163760c6-96ec-4b59-b10c-16318be75de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:05.319640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:04:05.324111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:04:05.363987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-794e6859-6752-43df-9af0-22f16ce79ffd tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.4097481 Feb 16 15:04:05.442635 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:05.539661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:05.569268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31963e12-f109-4823-ae47-af438d5ac514 req-4b732b59-c3d8-4247-a951-59d7059868f5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:05.592104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-4b732b59-c3d8-4247-a951-59d7059868f5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports/c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 942 time: 0.2177544 Feb 16 15:04:05.614647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:05.615296 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:05.618386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-7c50571c-255c-405d-bc71-705f9ecabfdf service neutron] 10.222.0.129 "PUT /v2.0/ports/bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 1091 time: 2.8408480 Feb 16 15:04:05.618896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:05.621279 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ed569-8826-49be-a2f7-1e687c8e91ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:05.925708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-ade1c89e-187e-4dab-ae1c-87558ae518c0 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.2660711 Feb 16 15:04:05.956059 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03a764b-2833-4f2d-8a9a-9b1ad1b49b01 x-openstack-request-id: req-e03a764b-2833-4f2d-8a9a-9b1ad1b49b01 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:05.959466 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:05.959935 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e03a764b-2833-4f2d-8a9a-9b1ad1b49b01 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:05.960518 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'status': 'completed', 'code': 200} Feb 16 15:04:06.046309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:06.405818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31963e12-f109-4823-ae47-af438d5ac514 req-2047a4fb-16f6-48ec-9e75-4b3d0661682d tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:06.412782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-2047a4fb-16f6-48ec-9e75-4b3d0661682d tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.4812236 Feb 16 15:04:06.417016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed569-8826-49be-a2f7-1e687c8e91ed req-bc58383c-131c-4b11-9825-68e90aa08fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:06.426134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b68ed569-8826-49be-a2f7-1e687c8e91ed req-bc58383c-131c-4b11-9825-68e90aa08fbc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1094 time: 0.4812224 Feb 16 15:04:06.442032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-86dac9ab-f6ca-4c68-b3c6-8d3b6eef8c06 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:04:06.445087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-86dac9ab-f6ca-4c68-b3c6-8d3b6eef8c06 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157049 Feb 16 15:04:06.446751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:06.466749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f0069-30d2-4349-b664-f89a4d063f56 req-97caddbd-1323-403a-a3ce-4caa17b852ce tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:06.469074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce4f0069-30d2-4349-b664-f89a4d063f56 req-97caddbd-1323-403a-a3ce-4caa17b852ce tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.3207252 Feb 16 15:04:06.520490 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:06.576199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f51fd2-fac7-4d96-a08b-3ae2d7d0a760 None None] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:06.705144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1def2526-bc96-4478-adb2-3820dcd2acbb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:06.868514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-27fc2dfd-991b-4902-b625-878f4ec393ee None None] Provisioning complete for port 1def2526-bc96-4478-adb2-3820dcd2acbb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:06.869461 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-27fc2dfd-991b-4902-b625-878f4ec393ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:06.874400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1def2526-bc96-4478-adb2-3820dcd2acbb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:06.875201 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:06.876002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce4f0069-30d2-4349-b664-f89a4d063f56 req-8d7e9f5b-2915-43d5-9ca3-8ec20e5cf5e2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698921 Feb 16 15:04:06.893780 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:07.007928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-d05e3e8f-bd4e-4ef9-ab42-17868953b139 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.5282156 Feb 16 15:04:07.040481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:07.047014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:07.190107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=c6a73b4e-717b-46b3-9be7-7d489a391f73,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:07.204718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-27fc2dfd-991b-4902-b625-878f4ec393ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:07.210392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed569-8826-49be-a2f7-1e687c8e91ed req-64c01a10-25d2-4b1c-a7a0-2166652d542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:07.210392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b68ed569-8826-49be-a2f7-1e687c8e91ed req-64c01a10-25d2-4b1c-a7a0-2166652d542d service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7633369 Feb 16 15:04:07.278315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 1def2526-bc96-4478-adb2-3820dcd2acbb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1def2526-bc96-4478-adb2-3820dcd2acbb,segment=NetworkSegment(570f890c-6630-4ff6-84f3-6098c886040e),segment_id=570f890c-6630-4ff6-84f3-6098c886040e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:07.390534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:07.415986 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:07.638121 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-27fc2dfd-991b-4902-b625-878f4ec393ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:04:07.639298 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-27fc2dfd-991b-4902-b625-878f4ec393ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:04:07.643476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=1def2526-bc96-4478-adb2-3820dcd2acbb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:07.868644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46792) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:08.031914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf268-116b-4222-a507-ef04a75666e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.114458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.289934 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.334728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3b664247-9ed4-41c2-9dd8-56a8575e3d93 None None] Provisioning complete for port 1def2526-bc96-4478-adb2-3820dcd2acbb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:08.335196 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b664247-9ed4-41c2-9dd8-56a8575e3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.338487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.339296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.370428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed569-8826-49be-a2f7-1e687c8e91ed req-bcf61920-ba4b-4da8-9bad-37d8199c84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:08.372055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b68ed569-8826-49be-a2f7-1e687c8e91ed req-bcf61920-ba4b-4da8-9bad-37d8199c84c7 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.1462889 Feb 16 15:04:08.428578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=c6a73b4e-717b-46b3-9be7-7d489a391f73,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:08.485112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842b29-dd5d-4623-afff-e2d88b367643 req-05be9388-9a8b-44a1-8661-258e31e8c525 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:08.486682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89842b29-dd5d-4623-afff-e2d88b367643 req-05be9388-9a8b-44a1-8661-258e31e8c525 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.3005428 Feb 16 15:04:08.523299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3b664247-9ed4-41c2-9dd8-56a8575e3d93 None None] Provisioning complete for port c6a73b4e-717b-46b3-9be7-7d489a391f73 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:08.523855 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3b664247-9ed4-41c2-9dd8-56a8575e3d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.600680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1def2526-bc96-4478-adb2-3820dcd2acbb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:08.630342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:08.632030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:08.702296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3b664247-9ed4-41c2-9dd8-56a8575e3d93 None None] Port c6a73b4e-717b-46b3-9be7-7d489a391f73 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:08.722472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-3f9840d0-52e2-43fe-b790-cf0250e5c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:08.724507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-3f9840d0-52e2-43fe-b790-cf0250e5c7c4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1094 time: 0.2987218 Feb 16 15:04:08.732853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 1def2526-bc96-4478-adb2-3820dcd2acbb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:08.733396 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.734096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89842b29-dd5d-4623-afff-e2d88b367643 req-d7eeec8f-6ca6-48d2-90fb-52364f83159d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498439 Feb 16 15:04:08.874904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac3c6dff-5a16-41f6-9943-6adc31a9d12a None None] Provisioning complete for port c6a73b4e-717b-46b3-9be7-7d489a391f73 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:08.877586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6dff-5a16-41f6-9943-6adc31a9d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.905141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a141e85f-362d-4d8c-90a6-e89728749d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:08.917972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.002015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c6dff-5a16-41f6-9943-6adc31a9d12a None None] Port c6a73b4e-717b-46b3-9be7-7d489a391f73 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:09.013662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 3f8366f8-03fa-4356-8b00-90c8ebf59840 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:04:09.037626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-641dae41-400c-4a50-bccd-670ecf32e73c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 217 time: 0.3022068 Feb 16 15:04:09.068947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.069380 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Floating IP a85c5689-de83-4c85-95d8-a3bfdd8efbfc disassociated. External IP: 172.25.6.163, port: c327075b-5334-4a29-a741-d02a1dee2de5. Feb 16 15:04:09.128283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-597dc1ae-ecad-41ba-9e36-beb2e1aa671e None None] Provisioning complete for port c6a73b4e-717b-46b3-9be7-7d489a391f73 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:09.128783 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-597dc1ae-ecad-41ba-9e36-beb2e1aa671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.175320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a141e85f-362d-4d8c-90a6-e89728749d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.178166 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:09.190862 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-49895070-a487-4980-a378-e239a7dd2958 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/3f8366f8-03fa-4356-8b00-90c8ebf59840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9374652 Feb 16 15:04:09.191094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46806) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:09.207001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] Sync routers for ids ['3f8366f8-03fa-4356-8b00-90c8ebf59840'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:09.213178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-597dc1ae-ecad-41ba-9e36-beb2e1aa671e None None] Port c6a73b4e-717b-46b3-9be7-7d489a391f73 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:09.221587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-9840ad20-7972-4968-b672-ce53343e3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:09.223476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] Routers {'3f8366f8-03fa-4356-8b00-90c8ebf59840'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:09.223643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-9840ad20-7972-4968-b672-ce53343e3c65 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.1787148 Feb 16 15:04:09.224452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3f8366f8-03fa-4356-8b00-90c8ebf59840'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:09.264659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:09.277605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a141e85f-362d-4d8c-90a6-e89728749d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.279674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c09b7b-fb41-457e-aaef-a797581b5ef8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:09.284843 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-52c09b7b-fb41-457e-aaef-a797581b5ef8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports/c6a73b4e-717b-46b3-9be7-7d489a391f73 HTTP/1.1" status: 200 len: 984 time: 0.0919168 Feb 16 15:04:09.285643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46810) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:09.285822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] Routers {'3f8366f8-03fa-4356-8b00-90c8ebf59840'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:09.286426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3f8366f8-03fa-4356-8b00-90c8ebf59840'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:09.334571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:09.335311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d23d1-6697-41a0-ac46-666d6a6de06c None None] The sync data for ids ['3f8366f8-03fa-4356-8b00-90c8ebf59840'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:09.393328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be5e0c-b202-4416-9bbf-8843de135124 req-6bc7fc28-a55b-426f-b54e-5ed2d8e326a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:09.394823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-6bc7fc28-a55b-426f-b54e-5ed2d8e326a1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626217 Feb 16 15:04:09.427034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a141e85f-362d-4d8c-90a6-e89728749d27 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2e1468c4610d48dfb47f1a6d411dac1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2542641 Feb 16 15:04:09.428222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46816) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:09.443060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141e85f-362d-4d8c-90a6-e89728749d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac677e95-c4b0-4534-8b7b-22977850c339,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:09.556063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfab2-5a10-4e4b-9ea2-3eaea2298ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.581062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfab2-5a10-4e4b-9ea2-3eaea2298ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.624057 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.733631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfab2-5a10-4e4b-9ea2-3eaea2298ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.736496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa1dfab2-5a10-4e4b-9ea2-3eaea2298ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:09.737848 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aa1dfab2-5a10-4e4b-9ea2-3eaea2298ad1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ac677e95-c4b0-4534-8b7b-22977850c339 HTTP/1.1" status: 204 len: 168 time: 0.3040779 Feb 16 15:04:09.754883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-c6a9d2aa-f0d0-4941-a307-da29edb0e28c service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465786 Feb 16 15:04:09.759459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dfab2-5a10-4e4b-9ea2-3eaea2298ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac677e95-c4b0-4534-8b7b-22977850c339,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:09.868846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Router 828dffcf-96d9-4b63-b65b-6c784be45977 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:09.974490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50be5e0c-b202-4416-9bbf-8843de135124 req-1b3992f8-c12c-4d77-8632-e35e7fb88920 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112193 Feb 16 15:04:10.390357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ecc63-035e-46bd-8450-0e955823fe78 req-38fd1151-9ca2-48c5-92e7-cdb0ef389c0d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:10.391886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03ecc63-035e-46bd-8450-0e955823fe78 req-38fd1151-9ca2-48c5-92e7-cdb0ef389c0d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.5098429 Feb 16 15:04:10.527206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03ecc63-035e-46bd-8450-0e955823fe78 req-4e272f34-1004-4461-9a3e-35ee35aaf9e7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274545 Feb 16 15:04:10.534294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:10.545950 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] Sync routers for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:10.546653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:10.569402 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:10.570038 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:10.601917 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:10.604980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-90dcfa46-39fc-49e0-86ce-d5f55d89607c tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "PUT /v2.0/floatingips/a85c5689-de83-4c85-95d8-a3bfdd8efbfc HTTP/1.1" status: 200 len: 695 time: 3.5960915 Feb 16 15:04:10.607461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:10.612087 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4566bd-621d-4487-a8b1-f45acd57a95d" -d '{"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:10.680232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:10.704027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3f485b4b-ff08-47ef-997a-d119998c38b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:10.704202 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3003fea6-e5d1-4964-8118-b82e79879d3b x-openstack-request-id: req-3003fea6-e5d1-4964-8118-b82e79879d3b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:10.704474 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:10.704725 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3003fea6-e5d1-4964-8118-b82e79879d3b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:10.705117 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'status': 'completed', 'code': 200} Feb 16 15:04:10.763719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31963e12-f109-4823-ae47-af438d5ac514 req-a3f04eba-184f-453e-b59d-f6b087e4a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:10.764246 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:10.765249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-a3f04eba-184f-453e-b59d-f6b087e4a9e4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.1175747 Feb 16 15:04:10.885170 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3f485b4b-ff08-47ef-997a-d119998c38b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:10.926855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-77dc153a-7fd7-49a5-aa33-6d973acde0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:10.928402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-77dc153a-7fd7-49a5-aa33-6d973acde0cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d929386c6269423684bcce40ff383300&device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 1096 time: 0.2027457 Feb 16 15:04:10.979035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3f485b4b-ff08-47ef-997a-d119998c38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:11.011168 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:57Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:11.020987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31963e12-f109-4823-ae47-af438d5ac514 req-389f2fb6-1260-42e5-9cac-9c1a0aed8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:11.022489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-389f2fb6-1260-42e5-9cac-9c1a0aed8494 service neutron] 10.222.0.113 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.2268987 Feb 16 15:04:11.036177 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3f485b4b-ff08-47ef-997a-d119998c38b7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0b3cdbceab0e413987de8f18f26b0df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3546586 Feb 16 15:04:11.045494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46846) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:11.052387 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] Checking router: 828dffcf-96d9-4b63-b65b-6c784be45977 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:04:11.061755 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:11.062683 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:11.071713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485b4b-ff08-47ef-997a-d119998c38b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5dfb7-d68a-4932-8fa4-f2c03d223a70,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:11.100878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-9cbcaa9f-6f63-4922-a493-89a3950b9892 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.0679882 Feb 16 15:04:11.216439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-9aea0b2d-1c54-4d10-b72a-0a321dcba639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:11.219489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-9aea0b2d-1c54-4d10-b72a-0a321dcba639 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 200 len: 921 time: 0.2829311 Feb 16 15:04:11.235180 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:11.328477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:11.354576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31963e12-f109-4823-ae47-af438d5ac514 req-0c2c65c8-d817-4275-adff-9cf4df0621e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:11.357209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-0c2c65c8-d817-4275-adff-9cf4df0621e5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.2077820 Feb 16 15:04:11.361463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-fab8731f-2a3a-451f-a965-a5c98b35e6fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 200 len: 217 time: 0.1041377 Feb 16 15:04:11.464074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-00316615-b622-48a9-89ad-997da4f517ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:11.466012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-00316615-b622-48a9-89ad-997da4f517ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 200 len: 859 time: 0.0838642 Feb 16 15:04:11.475508 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:11.495594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-69513338-5e9f-4788-8a6e-ae2ff4a31184 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293087 Feb 16 15:04:11.507017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bc4f-47e3-495c-be38-f09300cfc2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:11.592678 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:57Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:11.640032 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3010a68-72b1-41b3-b995-404e0957b32e None None] The sync data for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 is: [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:02:47Z', 'revision_number': 4, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '76cfcfb3-a429-4cf2-82fa-7c749500610f', 'name': '', 'network_id': '4a5bb481-5269-4791-8b5c-22f0434e7646', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'mac_address': 'fa:16:3e:ea:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:46Z', 'updated_at': '2022-02-16T15:02:57Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'subnets': [{'id': '71bb4373-fc03-452b-bb2d-3a5c324942c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:11.657599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port c6a73b4e-717b-46b3-9be7-7d489a391f73 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:11.658620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:11.663843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-bb2bb438-9679-477e-b167-5518f56b7719 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4a5bb481-5269-4791-8b5c-22f0434e7646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589222 Feb 16 15:04:11.848144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bc4f-47e3-495c-be38-f09300cfc2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:11.973641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8574-2d17-46d2-8c4e-d781cb4190dc req-c7ad9f47-91ec-4e7d-9cdd-849b908481bd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:11.981164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e96c8574-2d17-46d2-8c4e-d781cb4190dc req-c7ad9f47-91ec-4e7d-9cdd-849b908481bd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.3161414 Feb 16 15:04:12.003743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:12.044779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for c6a73b4e-717b-46b3-9be7-7d489a391f73 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:12.069893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-45cd34a4-e713-43a2-990c-5d83a5302c07 service neutron] 10.222.0.113 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733705 Feb 16 15:04:12.096400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-17ddb14b-64dd-4d77-95fc-aba42bdd8536 service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953960 Feb 16 15:04:12.138922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723805e6-d413-470f-a38b-5a36698e4a51 None None] New status for floating IP a85c5689-de83-4c85-95d8-a3bfdd8efbfc: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:04:12.222685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4566bd-621d-4487-a8b1-f45acd57a95d req-29a53292-7720-4130-9148-dd46f5e930fc service neutron] 10.222.0.93 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125991 Feb 16 15:04:12.244490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e96c8574-2d17-46d2-8c4e-d781cb4190dc req-afa64689-4922-40a5-826d-33b64ce4e9b7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618852 Feb 16 15:04:12.512782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31963e12-f109-4823-ae47-af438d5ac514 req-a458cc8a-ac34-432b-96b4-d44de746daac service neutron] 10.222.0.113 "GET /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418805 Feb 16 15:04:12.525942 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bc4f-47e3-495c-be38-f09300cfc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:12.529243 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b8d0bc4f-47e3-495c-be38-f09300cfc2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:12.544758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b8d0bc4f-47e3-495c-be38-f09300cfc2b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7fb5dfb7-d68a-4932-8fa4-f2c03d223a70 HTTP/1.1" status: 204 len: 168 time: 1.4827459 Feb 16 15:04:12.594327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0bc4f-47e3-495c-be38-f09300cfc2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5dfb7-d68a-4932-8fa4-f2c03d223a70,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:12.682281 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:12.767156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:12.833221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=c6a73b4e-717b-46b3-9be7-7d489a391f73,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:13.059452 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:13.355032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-a1b4fb7c-d4e6-461b-bd20-cc7cd9bc6759 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips/a85c5689-de83-4c85-95d8-a3bfdd8efbfc HTTP/1.1" status: 200 len: 693 time: 0.8302002 Feb 16 15:04:13.879755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 3f8366f8-03fa-4356-8b00-90c8ebf59840 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:13.914488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:04:14.069899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:14.083478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'port_id': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'mac_address': 'fa:16:3e:ad:59:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:04:14.102593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c4a29-e184-4eb3-846c-596c5bd36cdc req-e489ed85-33b8-4ae3-b913-91f5e51bf7aa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:14.121111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db2c4a29-e184-4eb3-846c-596c5bd36cdc req-e489ed85-33b8-4ae3-b913-91f5e51bf7aa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.6510358 Feb 16 15:04:14.159335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:14.175044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:14.187955 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] Sync routers for ids ['3f8366f8-03fa-4356-8b00-90c8ebf59840'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:14.213121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d6404a4-173a-4173-8f9e-41983a917b92 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/3f8366f8-03fa-4356-8b00-90c8ebf59840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9156015 Feb 16 15:04:14.213490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46916) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:14.215108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7776fa-6abd-42b2-b839-0d992ac6f6d9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:04:14.218644 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] Routers {'3f8366f8-03fa-4356-8b00-90c8ebf59840'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:14.224826 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3f8366f8-03fa-4356-8b00-90c8ebf59840'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:14.269378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:14.288568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-5853dc21-aecd-4839-8b53-8f0142f8e933 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:14.289124 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:14.290054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-5853dc21-aecd-4839-8b53-8f0142f8e933 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 784 time: 0.8104463 Feb 16 15:04:14.326009 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] Routers {'3f8366f8-03fa-4356-8b00-90c8ebf59840'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:14.326282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-1a29b8b0-d1f6-4ce5-a4dd-c4b1c4afe521 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:04:14.326282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-1a29b8b0-d1f6-4ce5-a4dd-c4b1c4afe521 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077491 Feb 16 15:04:14.326465 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['3f8366f8-03fa-4356-8b00-90c8ebf59840'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:14.364230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:14.368939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db2c4a29-e184-4eb3-846c-596c5bd36cdc req-82e72f3b-900b-4c81-99e1-316bb14820b0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309539 Feb 16 15:04:14.393954 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:14.395649 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e45594-ddec-4049-b81b-58e25d3720e9 None None] The sync data for ids ['3f8366f8-03fa-4356-8b00-90c8ebf59840'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:14.454835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:14.467707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-7a35e0dc-2e17-4df7-9416-c6cacd59f5af tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.1101480 Feb 16 15:04:14.554664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-3677fa63-9233-4718-8b21-b23b5ad789e7 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.0852993 Feb 16 15:04:14.582042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['bb7776fa-6abd-42b2-b839-0d992ac6f6d9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:04:14.688623 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-b6f7ef9e-1d82-4de0-90ad-12ef1b67658f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 15:04:14.690216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6f7ef9e-1d82-4de0-90ad-12ef1b67658f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/3f8366f8-03fa-4356-8b00-90c8ebf59840/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4752152 Feb 16 15:04:14.692459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:14.742535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6bd578ba-ff40-440c-872f-05bbb94589fd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f8366f8-03fa-4356-8b00-90c8ebf59840 HTTP/1.1" status: 200 len: 205 time: 0.0484283 Feb 16 15:04:14.745235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46952) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:14.845626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Deleting port b9cda5ae-ab2b-4948-8756-4b692b5f6ad7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:14.845972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:14.877939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b740181c-c651-4e65-b194-b50741e39d0c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.011429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.012099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.032340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Calling delete_port for b9cda5ae-ab2b-4948-8756-4b692b5f6ad7 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:15.211163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b740181c-c651-4e65-b194-b50741e39d0c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.213778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b740181c-c651-4e65-b194-b50741e39d0c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.288276 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.319655 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b740181c-c651-4e65-b194-b50741e39d0c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.319655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740181c-c651-4e65-b194-b50741e39d0c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8366f8-03fa-4356-8b00-90c8ebf59840 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:04:15.321854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event deleted for resources: {'Port': ['ID=b9cda5ae-ab2b-4948-8756-4b692b5f6ad7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:15.324091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b740181c-c651-4e65-b194-b50741e39d0c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.327602 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b740181c-c651-4e65-b194-b50741e39d0c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/3f8366f8-03fa-4356-8b00-90c8ebf59840 HTTP/1.1" status: 204 len: 168 time: 0.5784619 Feb 16 15:04:15.335492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46972) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:15.424970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.427686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.428948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7b34e3a-83d2-4673-9eff-fd648392cffe req-20114084-2453-4f69-a15e-c214a5cee754 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "DELETE /v2.0/floatingips/a85c5689-de83-4c85-95d8-a3bfdd8efbfc HTTP/1.1" status: 204 len: 173 time: 0.8734949 Feb 16 15:04:15.498755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet 87a37b43-42f4-4fa5-a8f5-4bed0c4402b4 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:04:15.508980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.544020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bf1c27c-8d62-4433-ab33-49e732948312 req-1795ab1e-d1b2-41cd-a54a-49c6271b6732 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups/034fad35-890e-455f-a921-eef6bb2a8f12 HTTP/1.1" status: 200 len: 1808 time: 0.0831428 Feb 16 15:04:15.617566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.644646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb9a5b-530c-4c69-9fe1-157891731bf5 req-7c03108d-926f-4c53-b200-d00f45cc33c4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:15.652424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbdb9a5b-530c-4c69-9fe1-157891731bf5 req-7c03108d-926f-4c53-b200-d00f45cc33c4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.0956185 Feb 16 15:04:15.678433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1bf1c27c-8d62-4433-ab33-49e732948312 req-e59ae3ab-ce51-4e98-b789-d370e5daafe1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.724431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cbdb9a5b-530c-4c69-9fe1-157891731bf5 req-598636eb-4526-4b27-9e58-81cb6dfd43a9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708163 Feb 16 15:04:15.749729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1bf1c27c-8d62-4433-ab33-49e732948312 req-e59ae3ab-ce51-4e98-b789-d370e5daafe1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.796497 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.892937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1bf1c27c-8d62-4433-ab33-49e732948312 req-e59ae3ab-ce51-4e98-b789-d370e5daafe1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.896390 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1bf1c27c-8d62-4433-ab33-49e732948312 req-e59ae3ab-ce51-4e98-b789-d370e5daafe1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:15.900149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bf1c27c-8d62-4433-ab33-49e732948312 req-e59ae3ab-ce51-4e98-b789-d370e5daafe1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "DELETE /v2.0/security-groups/034fad35-890e-455f-a921-eef6bb2a8f12 HTTP/1.1" status: 204 len: 173 time: 0.3501356 Feb 16 15:04:15.918600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ae3ab-ce51-4e98-b789-d370e5daafe1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034fad35-890e-455f-a921-eef6bb2a8f12,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:15.926411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:16.020142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.052192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.055368 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/87a37b43-42f4-4fa5-a8f5-4bed0c4402b4 HTTP/1.1" status: 204 len: 168 time: 0.7188301 Feb 16 15:04:16.058866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46994) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:16.065078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b48dd-7657-40b6-81dc-e0db65928468 None None] Network 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:16.166661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:04:16.187085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:16.187972 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.269621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.307311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.460509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:16.462407 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e24741-1e3e-46ac-aed4-b7c488673ee4" -d '{"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-plugged", "status": "completed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:16.490352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:16.515896 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.521717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 1def2526-bc96-4478-adb2-3820dcd2acbb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:16.522830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.553335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.572918 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed5dc99-35f3-4571-bebb-c74595f31124 x-openstack-request-id: req-8ed5dc99-35f3-4571-bebb-c74595f31124 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:16.578317 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-plugged", "status": "completed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:16.578737 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8ed5dc99-35f3-4571-bebb-c74595f31124 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:16.579266 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'code': 200} Feb 16 15:04:16.689668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] DHCP port deletion for 02b7c0a4-52f1-484b-bc78-c4f49f3756b9 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:04:16.802892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:16.838855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] Deleting port 1def2526-bc96-4478-adb2-3820dcd2acbb {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:16.841537 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.947588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port 1def2526-bc96-4478-adb2-3820dcd2acbb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1def2526-bc96-4478-adb2-3820dcd2acbb,segment=NetworkSegment(570f890c-6630-4ff6-84f3-6098c886040e),segment_id=570f890c-6630-4ff6-84f3-6098c886040e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:16.949893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:16.954938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=87a37b43-42f4-4fa5-a8f5-4bed0c4402b4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:16.969633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.975788 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.976351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.976848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.977360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.977871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.978370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.979163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.979683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.980181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.980680 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:16.981240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0b15e-c3dd-477c-8e96-fd22d795aeb5 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:17.003623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] For port 1def2526-bc96-4478-adb2-3820dcd2acbb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=1def2526-bc96-4478-adb2-3820dcd2acbb,segment=NetworkSegment(570f890c-6630-4ff6-84f3-6098c886040e),segment_id=570f890c-6630-4ff6-84f3-6098c886040e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:17.004095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.010878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 1def2526-bc96-4478-adb2-3820dcd2acbb owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:17.032877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] Calling delete_port for 1def2526-bc96-4478-adb2-3820dcd2acbb owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:17.100045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608643a-d4d8-4355-81fe-3cd232a8d2b4 req-4839e5ae-ff81-49fe-94f2-26cfdc45a8c2 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:17.110898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d608643a-d4d8-4355-81fe-3cd232a8d2b4 req-4839e5ae-ff81-49fe-94f2-26cfdc45a8c2 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.5121677 Feb 16 15:04:17.120443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa02fe-4ef1-4f69-82c9-418cce6c5721 req-64e059df-9b5d-454d-a7cc-df30335067f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:17.125022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6fa02fe-4ef1-4f69-82c9-418cce6c5721 req-64e059df-9b5d-454d-a7cc-df30335067f6 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1096 time: 0.4527726 Feb 16 15:04:17.218183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5faf0-3188-41e4-ba1a-ec1bb9c49733 req-87a13864-c63a-4f57-947e-839bf6d022ba tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:17.231603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74b5faf0-3188-41e4-ba1a-ec1bb9c49733 req-87a13864-c63a-4f57-947e-839bf6d022ba tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.2696667 Feb 16 15:04:17.263616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d608643a-d4d8-4355-81fe-3cd232a8d2b4 req-998b3223-5e4b-4cd7-8a8f-152ac8f7572d tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339283 Feb 16 15:04:17.327517 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.336998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6fa02fe-4ef1-4f69-82c9-418cce6c5721 req-d113c5b2-f3bb-409d-a502-1fa7a149628e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970427 Feb 16 15:04:17.364367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74b5faf0-3188-41e4-ba1a-ec1bb9c49733 req-e6b26eff-7012-4ffd-8346-1b3fcf9cd6a4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063533 Feb 16 15:04:17.373325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] Pushing event deleted for resources: {'Port': ['ID=1def2526-bc96-4478-adb2-3820dcd2acbb,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:17.375451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a78b00-b196-44a7-a889-e620777e95ab None None] No DVR routers for this DVR port 1def2526-bc96-4478-adb2-3820dcd2acbb on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:17.412769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.449284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port 1def2526-bc96-4478-adb2-3820dcd2acbb on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:17.452056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=1def2526-bc96-4478-adb2-3820dcd2acbb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:17.566256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.595575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b7c0a4-52f1-484b-bc78-c4f49f3756b9']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:17.630777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570f890c-6630-4ff6-84f3-6098c886040e') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:17.631078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570f890c-6630-4ff6-84f3-6098c886040e') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:17.660862 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.684998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.693992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:04:17.694208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:04:17.698318 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:04:17.870107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.876460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:17.883791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47050) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:17.884096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/02b7c0a4-52f1-484b-bc78-c4f49f3756b9 HTTP/1.1" status: 204 len: 168 time: 1.8229551 Feb 16 15:04:17.894511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1882918776'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:17.906038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2993581-7372-4bfe-a7af-5da02f1dbcd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=02b7c0a4-52f1-484b-bc78-c4f49f3756b9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:18.007046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:18.014299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:18.061458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:04:18.072473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:18.073177 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment a7a7948e-8a12-4e42-a250-68ed7d10c870 of type vlan for network 6eac9adb-0548-4c61-81be-4694936fdd60 Feb 16 15:04:18.118972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:18.223351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:18.229753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:18.230641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:18.349568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47072) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:18.355806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '6eac9adb-0548-4c61-81be-4694936fdd60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:18.362456 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4769280 Feb 16 15:04:18.402691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3ef15-6927-4299-9fb7-b112ee10fad2 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=6eac9adb-0548-4c61-81be-4694936fdd60,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:18.418443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6eac9adb-0548-4c61-81be-4694936fdd60 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:04:18.546285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1def2526-bc96-4478-adb2-3820dcd2acbb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:18.591345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 1def2526-bc96-4478-adb2-3820dcd2acbb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:18.591844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 1def2526-bc96-4478-adb2-3820dcd2acbb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:18.603068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838b790-ca32-4926-bc13-de7e81bb79c4 req-972bb281-9324-4e5a-8a16-43401581ed45 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:18.604862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b838b790-ca32-4926-bc13-de7e81bb79c4 req-972bb281-9324-4e5a-8a16-43401581ed45 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.2224550 Feb 16 15:04:18.645788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c00b8-9ba4-448c-b023-b760d1ef8c97 req-98166890-6443-4474-9727-f09478eb9ce2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:18.647563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660c00b8-9ba4-448c-b023-b760d1ef8c97 req-98166890-6443-4474-9727-f09478eb9ce2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1389642 Feb 16 15:04:18.721642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b838b790-ca32-4926-bc13-de7e81bb79c4 req-cf3cedee-45bb-42e4-a80e-ae6152d96405 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/security-groups?id=8fe4daee-9569-4ee1-811d-a124485d0d90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073213 Feb 16 15:04:18.729357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-660c00b8-9ba4-448c-b023-b760d1ef8c97 req-eef04a73-e091-4942-b4fc-3947893efbe0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701444 Feb 16 15:04:18.796344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:18.800119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:18.930991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-27cdc306-8c90-4327-9e3f-0a467f8852e5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:18.932593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-27cdc306-8c90-4327-9e3f-0a467f8852e5 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.93 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 945 time: 0.1169386 Feb 16 15:04:19.124953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Deleting port c327075b-5334-4a29-a741-d02a1dee2de5 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:19.125224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:19.182014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:19.306535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=322f80fc-38c4-4f2e-9f3b-ee8b075a2b46,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:19.333625 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:04:19.400652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] For port c327075b-5334-4a29-a741-d02a1dee2de5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c327075b-5334-4a29-a741-d02a1dee2de5,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:19.401007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:19.405675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': 'a7a7948e-8a12-4e42-a250-68ed7d10c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6eac9adb-0548-4c61-81be-4694936fdd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:19.406039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 6eac9adb-0548-4c61-81be-4694936fdd60, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:04:19.432081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Calling delete_port for c327075b-5334-4a29-a741-d02a1dee2de5 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:19.457286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7207e-dbd6-412f-8d45-0eb329d31a6f req-33f0bf94-65c4-4043-b6a8-718bcd895a35 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:19.459607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ae7207e-dbd6-412f-8d45-0eb329d31a6f req-33f0bf94-65c4-4043-b6a8-718bcd895a35 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 946 time: 0.1263933 Feb 16 15:04:19.549180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ae7207e-dbd6-412f-8d45-0eb329d31a6f req-e7930a82-0f64-49fb-8868-bd4520dc5be1 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557020 Feb 16 15:04:19.552734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 6eac9adb-0548-4c61-81be-4694936fdd60 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:04:19.658119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6eac9adb-0548-4c61-81be-4694936fdd60) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:19.664012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:19.664397 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:19.668708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f6693e-3aad-48bc-b7e4-e64efbdcd548 None None] Network 6eac9adb-0548-4c61-81be-4694936fdd60 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:19.720197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:19.737615 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c327075b-5334-4a29-a741-d02a1dee2de5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:04:19.852479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47108) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:19.855267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e6acbdb0-26ce-4b81-b607-f9833b15653a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5044041 Feb 16 15:04:19.858638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f15b37ec-dd24-4e7a-9b89-45721fb879d6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-223205659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:19.861763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Pushing event deleted for resources: {'Port': ['ID=c327075b-5334-4a29-a741-d02a1dee2de5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:19.919834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76473aa2-7bac-44c4-ad62-9820d7041041 req-b1b120ca-9c48-42ce-b36e-dba0fb813ef9 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 210 time: 0.0528889 Feb 16 15:04:19.995121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] No DVR routers for this DVR port c327075b-5334-4a29-a741-d02a1dee2de5 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:19.999096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.001975 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f15b37ec-dd24-4e7a-9b89-45721fb879d6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.004983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f15b37ec-dd24-4e7a-9b89-45721fb879d6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.005118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e55ef22-cbfe-4a05-b28f-90bfb0612468 req-d051189a-0ab2-4dfc-a72a-3e21114599c4 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.93 "DELETE /v2.0/ports/c327075b-5334-4a29-a741-d02a1dee2de5 HTTP/1.1" status: 204 len: 173 time: 1.0599196 Feb 16 15:04:20.005118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'name': 'network-vif-deleted', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:20.015105 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744129bf-115f-4989-8778-f8c6cebb9af2" -d '{"events": [{"server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "name": "network-vif-deleted", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:20.052801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de973cd1-8603-4fc0-9a71-217fac28dc8c req-2f88e976-ac80-401d-b31c-81c55139f5cc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:20.056380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6eac9adb-0548-4c61-81be-4694936fdd60', 'network_id': '6eac9adb-0548-4c61-81be-4694936fdd60', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': '322f80fc-38c4-4f2e-9f3b-ee8b075a2b46'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:04:20.058033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de973cd1-8603-4fc0-9a71-217fac28dc8c req-2f88e976-ac80-401d-b31c-81c55139f5cc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1353996 Feb 16 15:04:20.060879 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.086120 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f3c5e3-a512-4f9d-a2ce-1015a954a1e5 x-openstack-request-id: req-c6f3c5e3-a512-4f9d-a2ce-1015a954a1e5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:20.086424 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59c6ec8-d091-4acf-97da-4ab1f61e689b", "name": "network-vif-deleted", "tag": "c327075b-5334-4a29-a741-d02a1dee2de5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:20.086675 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c6f3c5e3-a512-4f9d-a2ce-1015a954a1e5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:20.087150 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59c6ec8-d091-4acf-97da-4ab1f61e689b', 'name': 'network-vif-deleted', 'tag': 'c327075b-5334-4a29-a741-d02a1dee2de5', 'status': 'completed', 'code': 200} Feb 16 15:04:20.113628 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f15b37ec-dd24-4e7a-9b89-45721fb879d6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.139032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de973cd1-8603-4fc0-9a71-217fac28dc8c req-8cd76080-2c86-4210-8c51-19580329dbc2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705807 Feb 16 15:04:20.195955 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f15b37ec-dd24-4e7a-9b89-45721fb879d6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.284149 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f15b37ec-dd24-4e7a-9b89-45721fb879d6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.285971 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f15b37ec-dd24-4e7a-9b89-45721fb879d6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4314678 Feb 16 15:04:20.293793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:20.317873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9753eab-8908-40f5-987c-8ccbaab982a9 req-ffcc75b8-d648-4741-83fe-ffc13f1f4515 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:20.329668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9753eab-8908-40f5-987c-8ccbaab982a9 req-ffcc75b8-d648-4741-83fe-ffc13f1f4515 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0979714 Feb 16 15:04:20.330886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47122) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:20.347249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'floatingip': {'port_id': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:20.364419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Allocated IP 2001:db8::2 (6eac9adb-0548-4c61-81be-4694936fdd60/322f80fc-38c4-4f2e-9f3b-ee8b075a2b46/be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:20.469459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.634736 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.734674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.825927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae2e2c-7583-4058-a0e6-9dcbc7e01476 req-61e24496-e16a-4060-ac46-e1d8e67746c7 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:20.827581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cae2e2c-7583-4058-a0e6-9dcbc7e01476 req-61e24496-e16a-4060-ac46-e1d8e67746c7 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 946 time: 0.1255248 Feb 16 15:04:20.863985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Pushing event updated for resources: {'Port': ['ID=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:20.866645 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:20.884435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Network 6eac9adb-0548-4c61-81be-4694936fdd60 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:20.888162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:20.897155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:21.000077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Attempting to bind port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:04:21.004004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Attempting to bind port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a7a7948e-8a12-4e42-a250-68ed7d10c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6eac9adb-0548-4c61-81be-4694936fdd60'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:04:21.004440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Attempting to bind port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 on network 6eac9adb-0548-4c61-81be-4694936fdd60 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:21.014448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:04:21.014829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Checking segment: {'id': 'a7a7948e-8a12-4e42-a250-68ed7d10c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6eac9adb-0548-4c61-81be-4694936fdd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:21.015243 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:21.019807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Bound using segment: {'id': 'a7a7948e-8a12-4e42-a250-68ed7d10c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6eac9adb-0548-4c61-81be-4694936fdd60'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:04:21.020413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Bound port: be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a7948e-8a12-4e42-a250-68ed7d10c870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '6eac9adb-0548-4c61-81be-4694936fdd60'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:04:21.020829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:21.038013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cae2e2c-7583-4058-a0e6-9dcbc7e01476 req-a4141750-3f55-4ed6-92f7-4afb9f65164b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004123 Feb 16 15:04:21.143755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] For port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:04:21.152324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] For port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,segment=NetworkSegment(a7a7948e-8a12-4e42-a250-68ed7d10c870),segment_id=a7a7948e-8a12-4e42-a250-68ed7d10c870)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:04:21.165289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-97ff3bbc-ae0c-4fff-84a8-9c01d387254b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:21.166901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-97ff3bbc-ae0c-4fff-84a8-9c01d387254b tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 946 time: 0.2880509 Feb 16 15:04:21.237288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:21.285781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8::1 (6eac9adb-0548-4c61-81be-4694936fdd60/322f80fc-38c4-4f2e-9f3b-ee8b075a2b46/5bf3a570-b330-46f9-9214-b3d51dc1786d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:21.431053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769c2a4-a435-4102-befb-c30d3f9cb5d4 None None] Pushing event updated for resources: {'Port': ['ID=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:21.630107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:21.767756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:21.896710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 6eac9adb-0548-4c61-81be-4694936fdd60 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:21.915783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e27d5ea4-64ae-4f3b-91c4-ef0b8321879b req-101a7b7e-2df3-4106-a492-164471e5e2f1 tempest-ServerRescueTestJSONUnderV235-942305685 tempest-ServerRescueTestJSONUnderV235-942305685-project] 10.222.0.113 "GET /v2.0/ports?device_id=f59c6ec8-d091-4acf-97da-4ab1f61e689b HTTP/1.1" status: 200 len: 210 time: 0.8076060 Feb 16 15:04:21.931497 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:21.947799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=5bf3a570-b330-46f9-9214-b3d51dc1786d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:21.951695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:21.952603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.196805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Deleting port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:22.197574 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.225995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.337832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] For port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:22.338610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.524010 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.resource_extend [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 15:04:22.558365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-d14b56eb-99df-405e-a598-c18243ac8526 req-ff9179b5-e5f1-4165-aa95-6dba0c0f865e service neutron] (103044) timed out ('10.222.0.113', 39472) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:04:22.584914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:22.649123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.716930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:22.717443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.752167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ffde4-7c83-4057-b6f7-12f9b771aef3 req-eec990c0-5c12-4b27-94ac-08b0147f2ed6 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:22.753692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-163ffde4-7c83-4057-b6f7-12f9b771aef3 req-eec990c0-5c12-4b27-94ac-08b0147f2ed6 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 946 time: 0.6161375 Feb 16 15:04:22.757919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.764482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.841762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.842619 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.843269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:22.897028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,segment=NetworkSegment(a7a7948e-8a12-4e42-a250-68ed7d10c870),segment_id=a7a7948e-8a12-4e42-a250-68ed7d10c870)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:22.985959 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:23.056099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47164) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:23.125841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e52b171-817d-4c78-9928-2d42b1a025cf None None] Network 6eac9adb-0548-4c61-81be-4694936fdd60 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:23.136397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:23.143524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-163ffde4-7c83-4057-b6f7-12f9b771aef3 req-a68531cd-ec39-4e91-9872-ae35f17e683d tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups?id=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429966 Feb 16 15:04:23.169686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c327075b-5334-4a29-a741-d02a1dee2de5 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:23.187727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=5bf3a570-b330-46f9-9214-b3d51dc1786d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:23.220306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 6eac9adb-0548-4c61-81be-4694936fdd60 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:23.221736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:23.286899 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Floating IP ff792cf6-b7e8-439c-b25a-9c44e95fc737 associated. External IP: 172.25.6.251, port: bb7776fa-6abd-42b2-b839-0d992ac6f6d9. Feb 16 15:04:23.356566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: c327075b-5334-4a29-a741-d02a1dee2de5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:23.357086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c327075b-5334-4a29-a741-d02a1dee2de5 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:23.409001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f57127f7-6a3c-46b1-a011-b61cb3206fb7 None None] Provisioning complete for port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:23.410573 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f57127f7-6a3c-46b1-a011-b61cb3206fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:23.591509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:23.680571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:23.681134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:23.681526 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Floating IP 85bfcb81-a286-4678-970b-5710d19d64a3 disassociated. External IP: 172.25.6.114, port: 55936df2-a756-4ef2-8a4f-c78e38ab7bb2. Feb 16 15:04:23.681794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Calling delete_port for 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:23.824817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce0c413f-e887-415a-9533-4ee0f7f33565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:23.897201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Router d637bbe2-108b-4171-8e9b-7c33b5fc2287 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:23.973632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:24.134133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:24.139306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:24.160890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] Sync routers for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:24.162445 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce0c413f-e887-415a-9533-4ee0f7f33565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:24.175956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-725fbd1d-e666-43da-9991-0a657ecfbcf3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "PUT /v2.0/floatingips/ff792cf6-b7e8-439c-b25a-9c44e95fc737 HTTP/1.1" status: 200 len: 991 time: 3.8430903 Feb 16 15:04:24.176575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:24.179413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 752c1736-7691-4a2d-ae31-592c359f33f7 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:04:24.191804 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc57dbaa-108f-485f-ba80-541e30143477" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:24.223343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:24.235993 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:24.290771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event deleted for resources: {'Port': ['ID=55936df2-a756-4ef2-8a4f-c78e38ab7bb2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:24.292656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:24.292656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:24.422494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:24.447265 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] Sync routers for ids ['752c1736-7691-4a2d-ae31-592c359f33f7'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:24.473609 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] Routers {'752c1736-7691-4a2d-ae31-592c359f33f7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:24.474248 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['752c1736-7691-4a2d-ae31-592c359f33f7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:24.498931 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a6e52-14a0-4411-829d-b114f124fb97 x-openstack-request-id: req-bd5a6e52-14a0-4411-829d-b114f124fb97 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:24.499380 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:24.499772 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bd5a6e52-14a0-4411-829d-b114f124fb97 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:24.500292 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'status': 'completed', 'code': 200} Feb 16 15:04:24.504552 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce0c413f-e887-415a-9533-4ee0f7f33565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:24.518310 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f7073d8b-3922-411d-a6ef-c1b0441254a6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/752c1736-7691-4a2d-ae31-592c359f33f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2286222 Feb 16 15:04:24.528579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47190) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:24.564197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-33141c8b-c126-41dd-b0bc-a86d708e1318 None None] Provisioning complete for port 5bf3a570-b330-46f9-9214-b3d51dc1786d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:24.569126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33141c8b-c126-41dd-b0bc-a86d708e1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:24.598242 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:24.639587 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] Routers {'752c1736-7691-4a2d-ae31-592c359f33f7'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:24.641133 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['752c1736-7691-4a2d-ae31-592c359f33f7'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:24.673554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b819873-fff5-44a7-9a23-805d3d227d39 req-94498533-9459-475f-9489-f296a8f7ba40 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 210 time: 0.1721327 Feb 16 15:04:24.739637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47192) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:24.747810 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce0c413f-e887-415a-9533-4ee0f7f33565 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cd0c02b63ccf4eed9c83c6d23c9d197a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1531119 Feb 16 15:04:24.750611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c413f-e887-415a-9533-4ee0f7f33565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e012c76-fb24-470d-b036-52eeb278d222,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:24.766652 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:24.769631 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376acb5a-bbdd-4b87-bd5b-95074970e6af None None] The sync data for ids ['752c1736-7691-4a2d-ae31-592c359f33f7'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:24.784193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:24.963036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f20eb-d5e5-4344-8403-ac17c6134998 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:24.989347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-896f20eb-d5e5-4344-8403-ac17c6134998 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports/5bf3a570-b330-46f9-9214-b3d51dc1786d HTTP/1.1" status: 200 len: 911 time: 0.4428101 Feb 16 15:04:24.989670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47196) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:25.047318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57dbaa-108f-485f-ba80-541e30143477 req-3c972cb9-89db-43d1-a57f-c13b33909f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:25.049714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc57dbaa-108f-485f-ba80-541e30143477 req-3c972cb9-89db-43d1-a57f-c13b33909f57 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1096 time: 0.5871112 Feb 16 15:04:25.217833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:25.274480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-33141c8b-c126-41dd-b0bc-a86d708e1318 None None] Port 5bf3a570-b330-46f9-9214-b3d51dc1786d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:25.291792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:25.359040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-33141c8b-c126-41dd-b0bc-a86d708e1318 None None] Provisioning complete for port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:25.366658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33141c8b-c126-41dd-b0bc-a86d708e1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:25.367260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57dbaa-108f-485f-ba80-541e30143477 req-6ef75083-b9bb-48ba-9135-062bfc7b22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:25.367260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc57dbaa-108f-485f-ba80-541e30143477 req-6ef75083-b9bb-48ba-9135-062bfc7b22ba service neutron] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.2812829 Feb 16 15:04:25.389063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Router a09c2848-9727-4e35-ac9c-7480fa8e2b0b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:25.445511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:25.446300 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:25.462464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79669708-0b59-4971-ab72-6947184ff054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:25.604256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Deleting port 76cfcfb3-a429-4cf2-82fa-7c749500610f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:25.604864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:25.664950 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:25.814211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] For port 76cfcfb3-a429-4cf2-82fa-7c749500610f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=76cfcfb3-a429-4cf2-82fa-7c749500610f,segment=NetworkSegment(fe89881b-a3be-4d22-bb81-ad44f058d0b5),segment_id=fe89881b-a3be-4d22-bb81-ad44f058d0b5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:25.814577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:25.870012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-122a512d-9fd1-434b-91bf-385757bc237f None None] Provisioning complete for port 5bf3a570-b330-46f9-9214-b3d51dc1786d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:25.870390 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-122a512d-9fd1-434b-91bf-385757bc237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:25.990777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-122a512d-9fd1-434b-91bf-385757bc237f None None] Port 5bf3a570-b330-46f9-9214-b3d51dc1786d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:26.038083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'ff792cf6-b7e8-439c-b25a-9c44e95fc737', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'port_id': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'mac_address': 'fa:16:3e:ad:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:03:51Z', 'updated_at': '2022-02-16T15:04:22Z', 'revision_number': 1, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:26.112717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] Checking router: d637bbe2-108b-4171-8e9b-7c33b5fc2287 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:04:26.134264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:26.136298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:26.141501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79669708-0b59-4971-ab72-6947184ff054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:26.237903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9737db6-8588-4c5d-a7d0-0712afd1c13b req-1c1767bb-04be-4874-9cae-b134caef11be tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 210 time: 0.1170382 Feb 16 15:04:26.263995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc57dbaa-108f-485f-ba80-541e30143477 req-9d18c7fd-4a95-4c06-b9f7-2a08a9569eab service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 999 time: 0.8694851 Feb 16 15:04:26.330918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:26.368757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Calling delete_port for 76cfcfb3-a429-4cf2-82fa-7c749500610f owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:26.373001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57dbaa-108f-485f-ba80-541e30143477 req-e4cb90d5-6dc5-4f00-929b-d1bd308edd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:26.373001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc57dbaa-108f-485f-ba80-541e30143477 req-e4cb90d5-6dc5-4f00-929b-d1bd308edd9b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.0921359 Feb 16 15:04:26.535195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:26.556711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] Sync routers for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:26.596924 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79669708-0b59-4971-ab72-6947184ff054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:26.599882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79669708-0b59-4971-ab72-6947184ff054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:26.601031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-79669708-0b59-4971-ab72-6947184ff054 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4e012c76-fb24-470d-b036-52eeb278d222 HTTP/1.1" status: 204 len: 168 time: 1.8406808 Feb 16 15:04:26.626007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] No DVR routers for this DVR port 55936df2-a756-4ef2-8a4f-c78e38ab7bb2 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:26.629079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:26.633110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0445634a-385d-4b9a-a30a-29517e1bb5e2 req-fbd7813c-3c8b-4894-921b-35ff9d898d05 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.129 "DELETE /v2.0/ports/55936df2-a756-4ef2-8a4f-c78e38ab7bb2 HTTP/1.1" status: 204 len: 173 time: 4.7198150 Feb 16 15:04:26.649573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'name': 'network-vif-deleted', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:26.654752 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11887494-b59b-4322-84d6-1951efb79af8" -d '{"events": [{"server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "name": "network-vif-deleted", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:26.654965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:26.657018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:26.660473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57dbaa-108f-485f-ba80-541e30143477 req-152dd16f-70a4-41dc-92c9-9ae1967c7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:26.662898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc57dbaa-108f-485f-ba80-541e30143477 req-152dd16f-70a4-41dc-92c9-9ae1967c7119 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211704 Feb 16 15:04:26.664109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79669708-0b59-4971-ab72-6947184ff054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e012c76-fb24-470d-b036-52eeb278d222,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:26.820991 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e51228c-1aa5-41df-9257-be7e7d8373d9 x-openstack-request-id: req-5e51228c-1aa5-41df-9257-be7e7d8373d9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:26.826329 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4", "name": "network-vif-deleted", "tag": "55936df2-a756-4ef2-8a4f-c78e38ab7bb2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:26.826329 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5e51228c-1aa5-41df-9257-be7e7d8373d9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:26.826329 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd866ea48-07eb-4fa9-b3d6-a5cf8e37efa4', 'name': 'network-vif-deleted', 'tag': '55936df2-a756-4ef2-8a4f-c78e38ab7bb2', 'status': 'completed', 'code': 200} Feb 16 15:04:26.891217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc57dbaa-108f-485f-ba80-541e30143477 req-4c85dc39-0037-4c10-b14a-355d9d6fb1c2 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205770 Feb 16 15:04:27.006125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:27.098707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 5bf3a570-b330-46f9-9214-b3d51dc1786d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:27.099226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:27.136134 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:27.220307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc57dbaa-108f-485f-ba80-541e30143477 req-856bef09-5bf6-45c9-b50e-1ce0a683afab service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159630 Feb 16 15:04:27.357334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cfcfb3-a429-4cf2-82fa-7c749500610f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:27.362349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'ff792cf6-b7e8-439c-b25a-9c44e95fc737', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'port_id': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'mac_address': 'fa:16:3e:ad:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:03:51Z', 'updated_at': '2022-02-16T15:04:22Z', 'revision_number': 1, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:27.411069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c753d42d-fa17-4e59-98de-a3d75742da96 None None] The sync data for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 is: [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'ff792cf6-b7e8-439c-b25a-9c44e95fc737', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'port_id': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'mac_address': 'fa:16:3e:ad:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:03:51Z', 'updated_at': '2022-02-16T15:04:22Z', 'revision_number': 1, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:27.435762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24678779-08c1-4ac1-948e-5792cdc77da4 req-a9a7671e-ef37-4ac1-b2a0-5b115a9be923 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/ports?device_id=d866ea48-07eb-4fa9-b3d6-a5cf8e37efa4 HTTP/1.1" status: 200 len: 210 time: 0.0474000 Feb 16 15:04:27.461084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:27.506940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:27.555240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] Checking router: a09c2848-9727-4e35-ac9c-7480fa8e2b0b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:04:27.558159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 5bf3a570-b330-46f9-9214-b3d51dc1786d owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:27.583970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:27.584600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:27.739203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:27.749541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47246) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:27.776211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:27.789868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:27.958548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.058428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.074749 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091f5e53-aefe-47c5-9e1f-1a8efb4b6334 None None] New status for floating IP ff792cf6-b7e8-439c-b25a-9c44e95fc737: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:04:28.109045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:28.173825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7c8e1430889e496283bd9af1bce04b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200077 Feb 16 15:04:28.174813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47254) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:28.216714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d67789-7242-4422-adbd-62fd978ae698 None None] The sync data for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 is: [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T14:59:07Z', 'revision_number': 4, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '212667f1-9551-450a-809d-6d16ee488df9', 'name': '', 'network_id': '47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95', 'tenant_id': '7616a168be234297a6367267116ba220', 'mac_address': 'fa:16:3e:32:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:59:05Z', 'updated_at': '2022-02-16T14:59:19Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'subnets': [{'id': 'bb6db06e-6153-41a7-ab32-9135a56d48e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:28.254511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cffaa9-f031-4647-9e9a-ff1121dc6cc6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:28.289766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Router 828dffcf-96d9-4b63-b65b-6c784be45977 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:28.317326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede54562-5fb3-4ff0-8886-298df191aade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:28.361561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb68702f-4fbb-463d-acd2-d0344b1958c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.393406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb68702f-4fbb-463d-acd2-d0344b1958c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.401394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.485193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=5bf3a570-b330-46f9-9214-b3d51dc1786d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:28.564804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb68702f-4fbb-463d-acd2-d0344b1958c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.564804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb68702f-4fbb-463d-acd2-d0344b1958c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.566441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb68702f-4fbb-463d-acd2-d0344b1958c5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/35cffaa9-f031-4647-9e9a-ff1121dc6cc6 HTTP/1.1" status: 204 len: 168 time: 0.3847423 Feb 16 15:04:28.594362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68702f-4fbb-463d-acd2-d0344b1958c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cffaa9-f031-4647-9e9a-ff1121dc6cc6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:28.631966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47264) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:28.670659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31a179-3deb-4726-8fef-945c3bc3c09f None None] New status for floating IP 85bfcb81-a286-4678-970b-5710d19d64a3: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:04:28.740594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.793991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10caf162-7004-4c79-a911-0d94d0cec1b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.850319 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10caf162-7004-4c79-a911-0d94d0cec1b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:28.915183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:28.924842 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-56200810-0ae5-4be7-9865-bdd333783d55 admin admin] 10.222.0.113 "PUT /v2.0/routers/828dffcf-96d9-4b63-b65b-6c784be45977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8639216 Feb 16 15:04:28.925820 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:28.927906 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] Sync routers for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:28.954719 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:28.960341 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.111822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 752c1736-7691-4a2d-ae31-592c359f33f7 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:29.188869 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:29.224830 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:29.268425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:29.274652 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06d2abd2-2021-4fd5-8243-a90161a59127 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/752c1736-7691-4a2d-ae31-592c359f33f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2938151 Feb 16 15:04:29.277722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47272) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:29.281559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] Sync routers for ids ['752c1736-7691-4a2d-ae31-592c359f33f7'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:29.297496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] Routers {'752c1736-7691-4a2d-ae31-592c359f33f7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:29.298933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['752c1736-7691-4a2d-ae31-592c359f33f7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.347906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.350669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47274) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:29.364676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b6ce3f5b-a4aa-4da7-a9aa-799bd7a28893 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=752c1736-7691-4a2d-ae31-592c359f33f7 HTTP/1.1" status: 200 len: 205 time: 0.0658178 Feb 16 15:04:29.366023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] Routers {'752c1736-7691-4a2d-ae31-592c359f33f7'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:29.366858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['752c1736-7691-4a2d-ae31-592c359f33f7'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.417347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.418349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde44cfb-4437-4b11-9a3d-ac0451760795 None None] The sync data for ids ['752c1736-7691-4a2d-ae31-592c359f33f7'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:29.468636 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:04:26Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.472155 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2977114-8530-4eda-9d8e-0bba528a9100 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:29.503291 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] Checking router: 828dffcf-96d9-4b63-b65b-6c784be45977 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:04:29.511597 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:29.513260 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] Routers {'828dffcf-96d9-4b63-b65b-6c784be45977'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:29.514329 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['828dffcf-96d9-4b63-b65b-6c784be45977'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.532869 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10caf162-7004-4c79-a911-0d94d0cec1b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:29.536099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-10caf162-7004-4c79-a911-0d94d0cec1b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:29.539219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-10caf162-7004-4c79-a911-0d94d0cec1b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "DELETE /v2.0/security-groups/f6eb5b7c-19b6-471b-b513-8b0e81b9a0df HTTP/1.1" status: 204 len: 168 time: 0.9068909 Feb 16 15:04:29.556277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47282) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:29.620013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caf162-7004-4c79-a911-0d94d0cec1b2 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb5b7c-19b6-471b-b513-8b0e81b9a0df,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:29.625433 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-6289f4eb-2a3d-44f7-b91a-ddebd2414d8f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] show failed (client error): The resource could not be found. Feb 16 15:04:29.629474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6289f4eb-2a3d-44f7-b91a-ddebd2414d8f tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "GET /v2.0/security-groups/f6eb5b7c-19b6-471b-b513-8b0e81b9a0df HTTP/1.1" status: 404 len: 347 time: 0.0545466 Feb 16 15:04:29.669568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47286) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:29.697422 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] Set router 828dffcf-96d9-4b63-b65b-6c784be45977 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:29.947496 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:04:26Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:29.987256 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e49c6-0772-46c8-b59b-2d08a9a8f2cc None None] The sync data for ids ['828dffcf-96d9-4b63-b65b-6c784be45977'] in n-d-829433-1 is: [{'id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'name': 'tempest-ServerRescueTestJSONUnderV235-810985563-router', 'tenant_id': 'd929386c6269423684bcce40ff383300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180'}], 'enable_snat': True}, 'gw_port_id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:40Z', 'updated_at': '2022-02-16T15:04:26Z', 'revision_number': 5, 'project_id': 'd929386c6269423684bcce40ff383300', 'gw_port': {'id': '6c2156fd-482f-4a6e-8117-e1cd2136bbfc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828dffcf-96d9-4b63-b65b-6c784be45977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:42Z', 'updated_at': '2022-02-16T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:30.141581 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2977114-8530-4eda-9d8e-0bba528a9100 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.144098 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2977114-8530-4eda-9d8e-0bba528a9100 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.282354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Deleting port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:30.282703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.350325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Deleting port 8626bd72-9ef7-4b79-9a2a-fe90909e1eec {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:30.350957 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.353562 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2977114-8530-4eda-9d8e-0bba528a9100 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.354538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2977114-8530-4eda-9d8e-0bba528a9100 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Fanout notify agent at l3_agent the message router_deleted on router 752c1736-7691-4a2d-ae31-592c359f33f7 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:04:30.368878 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c2977114-8530-4eda-9d8e-0bba528a9100 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.370713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c2977114-8530-4eda-9d8e-0bba528a9100 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/752c1736-7691-4a2d-ae31-592c359f33f7 HTTP/1.1" status: 204 len: 168 time: 1.0167449 Feb 16 15:04:30.373783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47302) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:30.508673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet 322f80fc-38c4-4f2e-9f3b-ee8b075a2b46 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:04:30.520535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.538567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.538898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.553907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Calling delete_port for 8626bd72-9ef7-4b79-9a2a-fe90909e1eec owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:30.604675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.672288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] For port 6c2156fd-482f-4a6e-8117-e1cd2136bbfc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:30.672673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.697534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Calling delete_port for 6c2156fd-482f-4a6e-8117-e1cd2136bbfc owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:30.883127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:30.975897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 76cfcfb3-a429-4cf2-82fa-7c749500610f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:31.003219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 76cfcfb3-a429-4cf2-82fa-7c749500610f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:31.003578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 76cfcfb3-a429-4cf2-82fa-7c749500610f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:31.036513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.063805 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.079228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Pushing event deleted for resources: {'Port': ['ID=8626bd72-9ef7-4b79-9a2a-fe90909e1eec,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:31.088450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.093134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/322f80fc-38c4-4f2e-9f3b-ee8b075a2b46 HTTP/1.1" status: 204 len: 168 time: 0.7183166 Feb 16 15:04:31.102543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f4ea2-b25a-453a-a747-499fa1fa7de1 None None] Network 6eac9adb-0548-4c61-81be-4694936fdd60 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:31.106882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47312) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:31.113306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6059c-f56d-4d9a-924d-f7c07cebecd4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=322f80fc-38c4-4f2e-9f3b-ee8b075a2b46,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:31.155708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.281533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2156fd-482f-4a6e-8117-e1cd2136bbfc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:31.328190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.332707 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.335642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.336904 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b8e4608e-f745-4639-9f7a-f7abd558b626 tempest-AttachVolumeTestJSON-453171608 tempest-AttachVolumeTestJSON-453171608-project] 10.222.0.113 "DELETE /v2.0/floatingips/85bfcb81-a286-4678-970b-5710d19d64a3 HTTP/1.1" status: 204 len: 168 time: 1.6658754 Feb 16 15:04:31.416252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.428620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] DHCP port deletion for 6eac9adb-0548-4c61-81be-4694936fdd60 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:04:31.544577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.550654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.629593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:31.630109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.697591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] Deleting port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:31.697984 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.716937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.720439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828dffcf-96d9-4b63-b65b-6c784be45977 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:04:31.733684 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.735127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c7803c9a-087a-450d-bf1f-3d451a2b3f0a admin admin] 10.222.0.113 "DELETE /v2.0/routers/828dffcf-96d9-4b63-b65b-6c784be45977 HTTP/1.1" status: 204 len: 168 time: 2.8082099 Feb 16 15:04:31.737798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47330) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:31.786496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,segment=NetworkSegment(a7a7948e-8a12-4e42-a250-68ed7d10c870),segment_id=a7a7948e-8a12-4e42-a250-68ed7d10c870)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:31.786496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.845041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:31.855054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] For port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,segment=NetworkSegment(a7a7948e-8a12-4e42-a250-68ed7d10c870),segment_id=a7a7948e-8a12-4e42-a250-68ed7d10c870)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:31.857587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:31.893962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] Calling delete_port for be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:31.900739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] Deleting subnet 71bb4373-fc03-452b-bb2d-3a5c324942c9 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:04:31.909057 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.000811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.096554 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.155233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.163299 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.171229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:32.209755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] Pushing event deleted for resources: {'Port': ['ID=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:32.218014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff18189-53e4-41ac-b5a8-b7d6dd939bd6 None None] No DVR routers for this DVR port be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:32.282117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.329956 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.367570 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.377074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/71bb4373-fc03-452b-bb2d-3a5c324942c9 HTTP/1.1" status: 204 len: 168 time: 0.6380584 Feb 16 15:04:32.380014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dafa0b-59d2-42b3-b26e-32db2c205ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71bb4373-fc03-452b-bb2d-3a5c324942c9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:32.382168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:32.391739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eac9adb-0548-4c61-81be-4694936fdd60']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:32.490222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:32.499244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a7948e-8a12-4e42-a250-68ed7d10c870') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:32.499871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a7948e-8a12-4e42-a250-68ed7d10c870') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:32.520469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.545682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.552660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.557396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:04:32.557802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:04:32.561476 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:04:32.673636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.698685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5bb481-5269-4791-8b5c-22f0434e7646']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:32.709849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe89881b-a3be-4d22-bb81-ad44f058d0b5') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:32.710189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe89881b-a3be-4d22-bb81-ad44f058d0b5') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:32.721092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.737393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.743809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:04:32.744413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:04:32.787378 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:04:32.846794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.854699 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.862806 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/6eac9adb-0548-4c61-81be-4694936fdd60 HTTP/1.1" status: 204 len: 168 time: 1.7517655 Feb 16 15:04:32.866351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47362) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:32.872960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd496a3-d5dd-4b99-b5dd-ed8cac31fa72 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=6eac9adb-0548-4c61-81be-4694936fdd60,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:32.873277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-438212751', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:32.948009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6c2156fd-482f-4a6e-8117-e1cd2136bbfc no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:32.961400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.967411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:32.972114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] 10.222.0.113 "DELETE /v2.0/networks/4a5bb481-5269-4791-8b5c-22f0434e7646 HTTP/1.1" status: 204 len: 168 time: 0.5879285 Feb 16 15:04:32.991185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b90076-2223-49cf-bc02-e317c80d045d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5bb481-5269-4791-8b5c-22f0434e7646,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:32.993713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6c2156fd-482f-4a6e-8117-e1cd2136bbfc {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:32.994070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6c2156fd-482f-4a6e-8117-e1cd2136bbfc not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:32.994520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:33.015345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:33.015780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device be5e1f8d-f29f-4ad8-8d22-45a7c5d6f373 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:33.045793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.049837 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.134585 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.247360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47370) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:33.458481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.479239 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8609dc02-2142-4437-b90b-7eeb4b90fdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.591937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47378) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:33.604583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8609dc02-2142-4437-b90b-7eeb4b90fdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.661694 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-865be149-f028-4054-a7de-25c6068d34ee admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d929386c6269423684bcce40ff383300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685058 Feb 16 15:04:33.665388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47384) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:33.690386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8609dc02-2142-4437-b90b-7eeb4b90fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.739636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46171279-ca87-45d0-8137-56c3f2a3710a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.745245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609dc02-2142-4437-b90b-7eeb4b90fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f171f659-49a1-42f2-833f-5e6a28d805b0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:33.751469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8609dc02-2142-4437-b90b-7eeb4b90fdfb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fdf2c6c2302b4e29b5a23d3c23d9428e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026047 Feb 16 15:04:33.753648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47388) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:33.779143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46171279-ca87-45d0-8137-56c3f2a3710a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.875608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd238-d00a-4eca-a497-c52bae741c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.967329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46171279-ca87-45d0-8137-56c3f2a3710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.971039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46171279-ca87-45d0-8137-56c3f2a3710a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.974973 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-46171279-ca87-45d0-8137-56c3f2a3710a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8fe4daee-9569-4ee1-811d-a124485d0d90 HTTP/1.1" status: 204 len: 168 time: 0.3061309 Feb 16 15:04:33.975590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd238-d00a-4eca-a497-c52bae741c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:33.987814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46171279-ca87-45d0-8137-56c3f2a3710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4daee-9569-4ee1-811d-a124485d0d90,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:34.026952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:34.065111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:34.202299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 172.25.6.64 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/cbfb858b-7247-483a-85ee-acddffc15c47) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:34.224772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd238-d00a-4eca-a497-c52bae741c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:34.228617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d4bd238-d00a-4eca-a497-c52bae741c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:34.233570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d4bd238-d00a-4eca-a497-c52bae741c08 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f171f659-49a1-42f2-833f-5e6a28d805b0 HTTP/1.1" status: 204 len: 168 time: 0.4787838 Feb 16 15:04:34.254595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bd238-d00a-4eca-a497-c52bae741c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171f659-49a1-42f2-833f-5e6a28d805b0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:34.381381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:34.498702 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:34.526283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:34.568252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:34.571918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:34.611267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=cbfb858b-7247-483a-85ee-acddffc15c47,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:35.095692 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.224842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47430) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:35.278270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74e9063e-1855-4b6c-b750-d903ffccc7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.298301 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eed67ee3-abc0-48e7-bcbd-88470b87db58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.383503 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.499571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74e9063e-1855-4b6c-b750-d903ffccc7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.561885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-74e9063e-1855-4b6c-b750-d903ffccc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.621404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:04:35.630288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-74e9063e-1855-4b6c-b750-d903ffccc7f3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a481cb1cb232428d98a83e58492b7946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043300 Feb 16 15:04:35.632955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9063e-1855-4b6c-b750-d903ffccc7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f323b304-a29f-45a3-a69b-2806fd34d438,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:35.636217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47442) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:35.719973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47444) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:35.804055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3918-1050-43e8-b9e0-7f7102561246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.836875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:35.840978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3918-1050-43e8-b9e0-7f7102561246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.850079 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] Sync routers for ids ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:35.869027 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] Routers {'5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:35.873491 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:35.924500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:35.927482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47454) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:35.933519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dbf87d42-55be-46f1-9c85-d8f959d4a77a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.0571167 Feb 16 15:04:35.978394 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:35.991461 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] Routers {'5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:35.992210 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:36.001041 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3918-1050-43e8-b9e0-7f7102561246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.004426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3918-1050-43e8-b9e0-7f7102561246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.005982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bb9a3918-1050-43e8-b9e0-7f7102561246 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f323b304-a29f-45a3-a69b-2806fd34d438 HTTP/1.1" status: 204 len: 168 time: 0.3688362 Feb 16 15:04:36.021763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a3918-1050-43e8-b9e0-7f7102561246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f323b304-a29f-45a3-a69b-2806fd34d438,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:36.054698 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:36.055416 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b97bd-9dac-4bca-bdfc-24cc8249cc88 None None] The sync data for ids ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:36.078688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-11328454-network', 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:36.193624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47464) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:36.194384 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7db01cf7-cbe7-462b-a5f0-f071feff7296 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/routers/5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 HTTP/1.1" status: 200 len: 883 time: 0.2648041 Feb 16 15:04:36.268078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:36.273150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.289614 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.401162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.487790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.558877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:04:36.572457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:36.580364 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.580722 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Added segment 63efa39c-5c7e-4607-90c4-7f449eb295ae of type vlan for network eb589a9c-3c83-4ed6-b821-5dc536a12a7d Feb 16 15:04:36.684409 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.823797 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.825652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:36.826452 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:36.900327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7e7bde0f-6911-4d10-95c3-c2182848028a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7035952 Feb 16 15:04:36.901324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47478) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:36.908177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-787bfca7-42cc-4c12-9278-771e7a868574 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-438212751'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:36.955985 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2341731 Feb 16 15:04:36.962614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47488) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:36.970930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Request body: {'subnet': {'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-11328454-subnet', 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:37.007604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c6bc5-3b19-453a-af4b-a51df10e82c3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb589a9c-3c83-4ed6-b821-5dc536a12a7d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:37.018097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:04:37.115331 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:37.118247 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:37.527001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:37.642167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12bbc52-e292-402a-ae65-548c72b8f0a6,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:37.647768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:37.648544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Network hostable DHCP agents. Network: eb589a9c-3c83-4ed6-b821-5dc536a12a7d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:04:37.654890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-787bfca7-42cc-4c12-9278-771e7a868574 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:38.277015 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-38346024-99f3-4a55-b9e9-a899aa462b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:38.278162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-787bfca7-42cc-4c12-9278-771e7a868574 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:38.281531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:04:38.386483 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, eb589a9c-3c83-4ed6-b821-5dc536a12a7d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:38.396468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:38.397365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:38.405128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d583661-d2a8-49bb-839c-32a6c1b4c28c None None] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:38.517084 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4881d5d5-0322-4f48-a5c0-2e88347fe4bc admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5532720 Feb 16 15:04:38.589017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787bfca7-42cc-4c12-9278-771e7a868574 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:38.681140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9baf93f-8ebb-410f-8c76-a227e806b4c7 None None] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:38.889823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787bfca7-42cc-4c12-9278-771e7a868574 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:38.909420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] Sync routers for ids ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:38.940780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] Routers {'5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:38.946146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:38.947077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-787bfca7-42cc-4c12-9278-771e7a868574 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:38.951587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-787bfca7-42cc-4c12-9278-771e7a868574 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 HTTP/1.1" status: 200 len: 890 time: 2.0490601 Feb 16 15:04:38.954310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47550) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:39.008568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:39.021453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] Routers {'5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:39.022016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:39.072912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:39.073720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b373aec-4bc2-4c0e-a452-b7f0db0ad630 None None] The sync data for ids ['5bce235e-c7ca-47f3-ba84-74cd6beaa4f1'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:39.255600 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-98b651bc-0b65-46fc-bef4-b89ab5dbd0e3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/routers/5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 HTTP/1.1" status: 200 len: 890 time: 0.2982283 Feb 16 15:04:39.256748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47566) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:39.289112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ac8c4497-dc06-498b-8f8b-6285e772991e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 HTTP/1.1" status: 200 len: 205 time: 0.0310347 Feb 16 15:04:39.291676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47568) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:39.450600 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:39.482605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-352ac5ae-f36b-4416-9d85-7deb3f99b3a0 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:39.484717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-352ac5ae-f36b-4416-9d85-7deb3f99b3a0 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.1945465 Feb 16 15:04:39.507089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8f4895c2-2e4b-4733-a0b8-cc7fdebbf1fc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0149803 Feb 16 15:04:39.575171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-001ae4a8-83f1-46fb-8188-24674ac80d55 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532298 Feb 16 15:04:39.624996 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:39.661127 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:39.695739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47578) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:39.808595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-78983ba2-8efa-44c7-a45f-aebb467944b8 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244587 Feb 16 15:04:39.831054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port cbfb858b-7247-483a-85ee-acddffc15c47 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:39.832044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:39.913778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-991b17a0-d492-46f2-a37b-061eaf2f8dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:39.951370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-c7385fe2-6cd7-469e-92ed-826fe18eab2a service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405976 Feb 16 15:04:39.987740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:39.999066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for cbfb858b-7247-483a-85ee-acddffc15c47 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:40.084473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-991b17a0-d492-46f2-a37b-061eaf2f8dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.217534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-991b17a0-d492-46f2-a37b-061eaf2f8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.299288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f48559af-0140-4b4c-bedf-a7b3f90768c0 req-51cb3ced-0877-4543-8750-35823045a0f8 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 210 time: 0.0564866 Feb 16 15:04:40.326142 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-991b17a0-d492-46f2-a37b-061eaf2f8dc1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b0cb935241a34b3bbe9dda1d16131719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257927 Feb 16 15:04:40.326142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b17a0-d492-46f2-a37b-061eaf2f8dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7047e1f1-c695-4acb-bef3-d7668909c352,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:40.326789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47598) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:40.412049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.423181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964069df-4c4f-4f72-b6ff-0ae665151179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.454774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=cbfb858b-7247-483a-85ee-acddffc15c47,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:40.467657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964069df-4c4f-4f72-b6ff-0ae665151179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.553872 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.618338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964069df-4c4f-4f72-b6ff-0ae665151179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.621286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-964069df-4c4f-4f72-b6ff-0ae665151179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.626191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-964069df-4c4f-4f72-b6ff-0ae665151179 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7047e1f1-c695-4acb-bef3-d7668909c352 HTTP/1.1" status: 204 len: 168 time: 0.2964871 Feb 16 15:04:40.661357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964069df-4c4f-4f72-b6ff-0ae665151179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7047e1f1-c695-4acb-bef3-d7668909c352,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:40.696624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.704927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.837578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.839225 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Fanout notify agent at l3_agent the message router_deleted on router 5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:04:40.858752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:40.860625 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ec829905-030f-48b7-999b-25351367cf90 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 HTTP/1.1" status: 204 len: 168 time: 1.5679579 Feb 16 15:04:40.864641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47626) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:40.870460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953468229'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:41.069888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:41.077608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:41.126289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:04:41.137878 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:41.138280 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment 205b4b78-0a03-4152-ada4-6b839ca94670 of type vlan for network 0b635981-e3f5-4503-a019-82ab7b8fd9fb Feb 16 15:04:41.279185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:41.320559 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:41.426302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:41.441799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:41.442454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:41.523045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1003fb39-f8f4-451e-9ff4-3d7e3a27e3d4 req-cabd9e1f-6c3a-41ba-a2ec-85355f822636 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 210 time: 0.0440848 Feb 16 15:04:41.538215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:41.561247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6951056 Feb 16 15:04:41.564266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:41.569925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '0b635981-e3f5-4503-a019-82ab7b8fd9fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:41.604615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf263db-a455-4992-aff2-6f22e90118f3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=0b635981-e3f5-4503-a019-82ab7b8fd9fb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:41.622518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:04:41.880279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:41.885044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:42.228638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:42.401016 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:42.435220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=ffb337de-8e37-4f01-af25-2a07e2135c02,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:42.441298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': '205b4b78-0a03-4152-ada4-6b839ca94670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0b635981-e3f5-4503-a019-82ab7b8fd9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:42.442005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 0b635981-e3f5-4503-a019-82ab7b8fd9fb, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:04:42.549025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:04:42.624985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 0b635981-e3f5-4503-a019-82ab7b8fd9fb) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:42.632603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:42.637271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:42.638717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397e9e1-a5be-4a74-980e-0f7897d7820f None None] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:42.697386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a32f8f4b-80ad-4cd9-acef-14b0a23a1d91 req-65afedac-328f-49fa-bb2c-c1c5c43493ab tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 210 time: 0.0740252 Feb 16 15:04:42.773907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:42.781014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7426cf2f-abe4-4a1a-a12b-1598827d1a8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-477832009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:42.785778 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca86ec1a-b846-4a7e-b21f-0ab99072b76d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2039075 Feb 16 15:04:42.962394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7426cf2f-abe4-4a1a-a12b-1598827d1a8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:42.963610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7426cf2f-abe4-4a1a-a12b-1598827d1a8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.007284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-0b635981-e3f5-4503-a019-82ab7b8fd9fb', 'network_id': '0b635981-e3f5-4503-a019-82ab7b8fd9fb', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': 'ffb337de-8e37-4f01-af25-2a07e2135c02'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:04:43.008176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.049062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7426cf2f-abe4-4a1a-a12b-1598827d1a8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.053209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-5a8592b8-340b-4dc2-80e6-9a864b9107ad service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432118 Feb 16 15:04:43.121098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7426cf2f-abe4-4a1a-a12b-1598827d1a8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.213036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Allocated IP 2001:db8::2 (0b635981-e3f5-4503-a019-82ab7b8fd9fb/ffb337de-8e37-4f01-af25-2a07e2135c02/3525b485-1f6e-47cc-9f78-b8db6eb4328b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:43.241086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92047d-542c-4d79-96ec-24184223a79c req-42a4b275-a788-4413-8f13-9d0f3ef2e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:43.245642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-42a4b275-a788-4413-8f13-9d0f3ef2e135 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1096 time: 0.0863557 Feb 16 15:04:43.374915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7426cf2f-abe4-4a1a-a12b-1598827d1a8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.376413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7426cf2f-abe4-4a1a-a12b-1598827d1a8a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6012611 Feb 16 15:04:43.378951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47736) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:43.446904 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.625791 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.679568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Pushing event updated for resources: {'Port': ['ID=3525b485-1f6e-47cc-9f78-b8db6eb4328b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:43.692579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.693005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.693417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.693824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.694225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.694740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.695227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.695740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.696251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.696734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.697217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.697715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:04:43.710209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:43.712094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:43.718342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:43.783445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Attempting to bind port 3525b485-1f6e-47cc-9f78-b8db6eb4328b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:04:43.783945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Attempting to bind port 3525b485-1f6e-47cc-9f78-b8db6eb4328b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '205b4b78-0a03-4152-ada4-6b839ca94670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0b635981-e3f5-4503-a019-82ab7b8fd9fb'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:04:43.784605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Attempting to bind port 3525b485-1f6e-47cc-9f78-b8db6eb4328b on network 0b635981-e3f5-4503-a019-82ab7b8fd9fb {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:43.801335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:04:43.801900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Checking segment: {'id': '205b4b78-0a03-4152-ada4-6b839ca94670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0b635981-e3f5-4503-a019-82ab7b8fd9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:43.802574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.803134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Bound using segment: {'id': '205b4b78-0a03-4152-ada4-6b839ca94670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0b635981-e3f5-4503-a019-82ab7b8fd9fb'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:04:43.803751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Bound port: 3525b485-1f6e-47cc-9f78-b8db6eb4328b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205b4b78-0a03-4152-ada4-6b839ca94670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0b635981-e3f5-4503-a019-82ab7b8fd9fb'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:04:43.804231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:43.892830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] For port 3525b485-1f6e-47cc-9f78-b8db6eb4328b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:04:43.905352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] For port 3525b485-1f6e-47cc-9f78-b8db6eb4328b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3525b485-1f6e-47cc-9f78-b8db6eb4328b,segment=NetworkSegment(205b4b78-0a03-4152-ada4-6b839ca94670),segment_id=205b4b78-0a03-4152-ada4-6b839ca94670)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:04:43.958647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92047d-542c-4d79-96ec-24184223a79c req-5abf5b67-a88f-4d03-906b-5f0c13903314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:43.966489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-5abf5b67-a88f-4d03-906b-5f0c13903314 service neutron] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.6925681 Feb 16 15:04:43.968938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3c0b5dd-8a6b-4e74-ac9a-3332bd1ad4ed req-fb0cff35-1a84-4dbe-b29d-7ab3d14ff3ce tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 210 time: 0.0706344 Feb 16 15:04:44.076680 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:44.101886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-17a0cba5-2f1d-4391-8144-c9982bb2ec29 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 1001 time: 0.1318665 Feb 16 15:04:44.109489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-c63aa977-98bc-4ecf-976d-1f685c5b7131 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:44.110923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-c63aa977-98bc-4ecf-976d-1f685c5b7131 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.4491961 Feb 16 15:04:44.181922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Request body: {'port': {'device_id': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'admin_state_up': True, 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:44.183644 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:44.272068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea3cf9-29da-46dd-9585-bbff451a744a None None] Pushing event updated for resources: {'Port': ['ID=3525b485-1f6e-47cc-9f78-b8db6eb4328b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:44.437540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92047d-542c-4d79-96ec-24184223a79c req-e91803ac-bed7-4e4c-9a41-2be1cff2ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:44.439149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-e91803ac-bed7-4e4c-9a41-2be1cff2ef59 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.3271482 Feb 16 15:04:44.578613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92047d-542c-4d79-96ec-24184223a79c req-b9d2c727-5ba4-44d3-ac1a-c9873fdefb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:44.580695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-b9d2c727-5ba4-44d3-ac1a-c9873fdefb83 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935771 Feb 16 15:04:44.770928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8::1 (0b635981-e3f5-4503-a019-82ab7b8fd9fb/ffb337de-8e37-4f01-af25-2a07e2135c02/6710e2c6-7ac6-4610-8932-92b67fb61b71) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:45.046580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3525b485-1f6e-47cc-9f78-b8db6eb4328b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:45.143226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3525b485-1f6e-47cc-9f78-b8db6eb4328b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:45.144115 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:45.194554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:45.198190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:45.255138 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:45.302849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 3525b485-1f6e-47cc-9f78-b8db6eb4328b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3525b485-1f6e-47cc-9f78-b8db6eb4328b,segment=NetworkSegment(205b4b78-0a03-4152-ada4-6b839ca94670),segment_id=205b4b78-0a03-4152-ada4-6b839ca94670)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:45.324224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a142dc71-4dd5-4362-851c-f8bad47937b6 req-2229fd38-e4a0-49f6-9f7c-0da2df1ba4c8 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 210 time: 0.1375892 Feb 16 15:04:45.344880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-fb1bdbc0-28bb-4234-ba7e-ac2f80d51f15 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391107 Feb 16 15:04:45.418893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:45.500056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=3525b485-1f6e-47cc-9f78-b8db6eb4328b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:45.599382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:45.655234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e92047d-542c-4d79-96ec-24184223a79c req-8276237c-5247-4dee-8645-6e76bab1b8de service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927852 Feb 16 15:04:45.671438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Allocated IP 172.20.0.5 (eb589a9c-3c83-4ed6-b821-5dc536a12a7d/a12bbc52-e292-402a-ae65-548c72b8f0a6/b98057b2-e8a3-4e03-886d-ea0e5ec82a3d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:45.795286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47816) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:45.807693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a301a-0dac-45f1-bff7-d23c9d482eee None None] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:45.947188 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.073377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.151214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:46.154156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-70b16f85-a4eb-4b97-8879-fef06d9662a2 None None] Provisioning complete for port 3525b485-1f6e-47cc-9f78-b8db6eb4328b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:46.155095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70b16f85-a4eb-4b97-8879-fef06d9662a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.158382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:46.164502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:46.165161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.308275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=6710e2c6-7ac6-4610-8932-92b67fb61b71,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:46.357277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.458373 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.471194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:46.511381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:46.557199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event updated for resources: {'Port': ['ID=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:46.566892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:46.695628 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.769657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f3b69e04-cb54-4aa4-bb8e-ada080011ded None None] Provisioning complete for port 6710e2c6-7ac6-4610-8932-92b67fb61b71 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:46.769973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f3b69e04-cb54-4aa4-bb8e-ada080011ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.779354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c5b3e-eb3e-47f2-9338-415e42fe0216 req-2c9335cb-ca01-441c-aa76-3c03b8ac16e2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:46.781072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f3c5b3e-eb3e-47f2-9338-415e42fe0216 req-2c9335cb-ca01-441c-aa76-3c03b8ac16e2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 931 time: 0.3121541 Feb 16 15:04:46.814458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:46.815111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:46.828192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f3b69e04-cb54-4aa4-bb8e-ada080011ded None None] Port 6710e2c6-7ac6-4610-8932-92b67fb61b71 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:46.847014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f3b69e04-cb54-4aa4-bb8e-ada080011ded None None] Provisioning complete for port 3525b485-1f6e-47cc-9f78-b8db6eb4328b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:46.847684 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f3b69e04-cb54-4aa4-bb8e-ada080011ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.056218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3525b485-1f6e-47cc-9f78-b8db6eb4328b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:47.093077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f3c5b3e-eb3e-47f2-9338-415e42fe0216 req-5b531e78-42c5-423f-9d7f-8eafea2b0262 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862532 Feb 16 15:04:47.143810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-7e944b88-3a5a-4fb0-a54a-01b5d12fd9be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9691567 Feb 16 15:04:47.271075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3525b485-1f6e-47cc-9f78-b8db6eb4328b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:47.272555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.301346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Request body: {'port': {'device_id': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:47.440351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-887bf2e1-9b2f-482d-b122-3f887b849fa2 None None] Provisioning complete for port 6710e2c6-7ac6-4610-8932-92b67fb61b71 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:47.440868 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-887bf2e1-9b2f-482d-b122-3f887b849fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.447180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.492809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-887bf2e1-9b2f-482d-b122-3f887b849fa2 None None] Port 6710e2c6-7ac6-4610-8932-92b67fb61b71 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:47.504081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.539158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.726523 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.727197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.778671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Deleting port 212667f1-9551-450a-809d-6d16ee488df9 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:47.778671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.857586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=6710e2c6-7ac6-4610-8932-92b67fb61b71,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:47.894753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] For port 212667f1-9551-450a-809d-6d16ee488df9, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=212667f1-9551-450a-809d-6d16ee488df9,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:47.896503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.906968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98057b2-e8a3-4e03-886d-ea0e5ec82a3d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:04:47.916860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Calling delete_port for 212667f1-9551-450a-809d-6d16ee488df9 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:47.917988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:47.953080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Transition to ACTIVE for port object b98057b2-e8a3-4e03-886d-ea0e5ec82a3d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:04:47.970236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:47.971760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:48.052374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:48.200546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Pushing event updated for resources: {'Port': ['ID=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:48.301451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:48.331910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Attempting to bind port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:04:48.332245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Attempting to bind port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:04:48.332570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Attempting to bind port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:48.346938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=212667f1-9551-450a-809d-6d16ee488df9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:48.362707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432e3a7-1528-4c8b-a4ec-8ac9573c9303 req-846444e4-d3d8-4363-96d3-8d1765c62391 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:48.364313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5432e3a7-1528-4c8b-a4ec-8ac9573c9303 req-846444e4-d3d8-4363-96d3-8d1765c62391 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 943 time: 0.1598642 Feb 16 15:04:48.368378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:04:48.373831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Attempting to bind port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:48.400136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:04:48.400719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:48.403976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Bound using segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:04:48.404486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Bound port: b98057b2-e8a3-4e03-886d-ea0e5ec82a3d, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:04:48.404858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:48.481697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5432e3a7-1528-4c8b-a4ec-8ac9573c9303 req-d4d8a6dd-ddf6-4fea-8099-ed79a3b8808c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051362 Feb 16 15:04:48.550592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] For port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:04:48.554509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] For port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:04:48.571410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router d42ceb6c-f0f5-4013-82e5-02eacfb25619 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:04:48.583125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8864c71d-49d5-4901-b9e5-876abac92f90 None None] Provisioning complete for port 6710e2c6-7ac6-4610-8932-92b67fb61b71 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:48.583881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8864c71d-49d5-4901-b9e5-876abac92f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:48.656147 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8864c71d-49d5-4901-b9e5-876abac92f90 None None] Port 6710e2c6-7ac6-4610-8932-92b67fb61b71 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:04:48.696041 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:48.718694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:48.728294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:48.739795 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] Sync routers for ids ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:48.758228 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] Routers {'d42ceb6c-f0f5-4013-82e5-02eacfb25619'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:48.762649 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:48.776086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e6ce4905-c43d-4d15-a389-16264bc884ae tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/d42ceb6c-f0f5-4013-82e5-02eacfb25619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3960791 Feb 16 15:04:48.780513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47862) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:48.801364 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:48.802872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:48.804093 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:48.805772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] 10.222.0.93 "PUT /v2.0/ports/b98057b2-e8a3-4e03-886d-ea0e5ec82a3d HTTP/1.1" status: 200 len: 1091 time: 1.6478074 Feb 16 15:04:48.811315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'tag': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:48.811504 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] Routers {'d42ceb6c-f0f5-4013-82e5-02eacfb25619'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:48.811504 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:48.820045 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0534d191-aa40-44b9-89a1-1ad05fa4b74f" -d '{"events": [{"name": "network-changed", "server_uuid": "5182f886-d4f4-46f9-8ed7-b0f864d3516a", "tag": "b98057b2-e8a3-4e03-886d-ea0e5ec82a3d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:48.858088 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:48.859393 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4766b7-3ca6-450d-9946-cd9f52e37596 None None] The sync data for ids ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:48.897249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c068b8-aeea-42ac-9af0-994f6d924443 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:48.903988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-73c068b8-aeea-42ac-9af0-994f6d924443 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports/6710e2c6-7ac6-4610-8932-92b67fb61b71 HTTP/1.1" status: 200 len: 911 time: 0.1164701 Feb 16 15:04:48.910615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47868) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:48.912395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ffb337de-8e37-4f01-af25-2a07e2135c02'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:48.942918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfaf2c-4396-4593-8bcb-cbe3b9e5526c service neutron] Pushing event updated for resources: {'Port': ['ID=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:49.048002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Router a09c2848-9727-4e35-ac9c-7480fa8e2b0b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:49.147525 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42190c-3699-4ff8-9e65-f6ffcde1ddf0 x-openstack-request-id: req-ef42190c-3699-4ff8-9e65-f6ffcde1ddf0 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:49.147841 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5182f886-d4f4-46f9-8ed7-b0f864d3516a", "tag": "b98057b2-e8a3-4e03-886d-ea0e5ec82a3d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:49.148090 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ef42190c-3699-4ff8-9e65-f6ffcde1ddf0 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:49.148480 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'tag': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d', 'status': 'completed', 'code': 200} Feb 16 15:04:49.188758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-afa6dd00-05d2-413b-a378-43a889a8bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:49.196256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-afa6dd00-05d2-413b-a378-43a889a8bcdb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 1094 time: 0.1113687 Feb 16 15:04:49.216541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:49.222541 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5bc800ab-7127-430d-b287-e332152c8d78 admin admin] 10.222.0.113 "PUT /v2.0/routers/a09c2848-9727-4e35-ac9c-7480fa8e2b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4261696 Feb 16 15:04:49.225111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47874) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:49.229648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] Sync routers for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:49.245332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:49.245958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:49.280744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-2947ef51-d658-4ad3-9a7e-ea78ba1a3e36 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d HTTP/1.1" status: 200 len: 217 time: 0.0697412 Feb 16 15:04:49.288652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:49.400956 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:49.426776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:49.457546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-60229c1a-cd9d-4a9a-b00d-b19371f56770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:49.459125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-60229c1a-cd9d-4a9a-b00d-b19371f56770 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.1492665 Feb 16 15:04:49.533420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-74177916-0988-42f0-a700-05410356c561 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440416 Feb 16 15:04:49.559273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:49.720285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '8754f1b1-da28-406d-9149-092082e98ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T15:04:48Z', 'revision_number': 5, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port': {'id': '8754f1b1-da28-406d-9149-092082e98ff4', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:58:59Z', 'updated_at': '2022-02-16T14:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:49.743399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Deleting port 8754f1b1-da28-406d-9149-092082e98ff4 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:49.744115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:49.757325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] Checking router: a09c2848-9727-4e35-ac9c-7480fa8e2b0b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:04:49.770203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] Routers {'a09c2848-9727-4e35-ac9c-7480fa8e2b0b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:49.770998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:49.850356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] For port 8754f1b1-da28-406d-9149-092082e98ff4, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8754f1b1-da28-406d-9149-092082e98ff4,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:49.851611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:49.869837 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Calling delete_port for 8754f1b1-da28-406d-9149-092082e98ff4 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:50.087002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] Set router a09c2848-9727-4e35-ac9c-7480fa8e2b0b gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:04:50.160192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T15:04:49Z', 'revision_number': 6, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:50.164954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf9ca6-2be5-40c5-bcd9-aff73e4c1682 req-3533a757-f924-441c-99d0-d9e083733bfe tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:50.166517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9aaf9ca6-2be5-40c5-bcd9-aff73e4c1682 req-3533a757-f924-441c-99d0-d9e083733bfe tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 943 time: 0.5277736 Feb 16 15:04:50.173122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-ce79032a-67d6-4fcc-836d-4a0ceb4949ec service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253951 Feb 16 15:04:50.191813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ada9c74-fd2d-4d19-b0e5-06ba3404290d None None] The sync data for ids ['a09c2848-9727-4e35-ac9c-7480fa8e2b0b'] in n-d-829433-1 is: [{'id': 'a09c2848-9727-4e35-ac9c-7480fa8e2b0b', 'name': 'tempest-AttachVolumeTestJSON-1522434237-router', 'tenant_id': '7616a168be234297a6367267116ba220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:58:57Z', 'updated_at': '2022-02-16T15:04:49Z', 'revision_number': 6, 'project_id': '7616a168be234297a6367267116ba220', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:50.205755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.291477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Pushing event deleted for resources: {'Port': ['ID=8754f1b1-da28-406d-9149-092082e98ff4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:50.317211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9aaf9ca6-2be5-40c5-bcd9-aff73e4c1682 req-1ac9e10f-09aa-47f7-aaf4-588c37f23e1a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425662 Feb 16 15:04:50.417451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.424453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bf75ad6-186b-485c-8535-2ba3b5901cbe req-f4022b45-0e14-4798-85a7-d651634bfff4 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129433 Feb 16 15:04:50.465049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.530561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.532993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.610163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.617369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:50.625495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.625495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/ports/6710e2c6-7ac6-4610-8932-92b67fb61b71 HTTP/1.1" status: 200 len: 911 time: 1.7123647 Feb 16 15:04:50.626535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47900) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:50.666586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.667154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a09c2848-9727-4e35-ac9c-7480fa8e2b0b {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:04:50.680768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-4b4afad9-8618-4022-8738-8f69340862df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:50.682693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-4b4afad9-8618-4022-8738-8f69340862df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 1094 time: 0.1063170 Feb 16 15:04:50.707944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.709099 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-35c1f644-c700-44fa-8455-806084499199 admin admin] 10.222.0.113 "DELETE /v2.0/routers/a09c2848-9727-4e35-ac9c-7480fa8e2b0b HTTP/1.1" status: 204 len: 168 time: 1.4822202 Feb 16 15:04:50.713903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:50.752761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700fe0b-5804-4c1a-aefd-48bb6bd3ba89 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=6710e2c6-7ac6-4610-8932-92b67fb61b71,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:50.808229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-b2477bfd-7680-4e3b-8be9-4f8257538f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:50.809787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-b2477bfd-7680-4e3b-8be9-4f8257538f57 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 906 time: 0.1175630 Feb 16 15:04:50.854293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] Deleting subnet bb6db06e-6153-41a7-ab32-9135a56d48e2 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:04:50.861285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.864459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-eca1b27c-38ce-40c9-8709-809788612c04 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d HTTP/1.1" status: 200 len: 217 time: 0.0468299 Feb 16 15:04:50.908592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:50.920962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-9c0985b2-f98c-4ff5-94c8-3bb83f3a6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:50.922468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-9c0985b2-f98c-4ff5-94c8-3bb83f3a6e58 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.0501490 Feb 16 15:04:50.956260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-22749c5e-c120-4537-b6d5-95262f92c0dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264542 Feb 16 15:04:51.050879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.094549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-cf627a28-a1e3-4a04-b330-b1cbf9e75cca service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237619 Feb 16 15:04:51.191738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.221606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8754f1b1-da28-406d-9149-092082e98ff4 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:51.232038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0534d191-aa40-44b9-89a1-1ad05fa4b74f req-88e47f02-e994-4597-aae9-f282b7b5790c service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330709 Feb 16 15:04:51.263680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 8754f1b1-da28-406d-9149-092082e98ff4 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:51.265637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8754f1b1-da28-406d-9149-092082e98ff4 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:51.266159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 212667f1-9551-450a-809d-6d16ee488df9 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:51.266288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.291083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 212667f1-9551-450a-809d-6d16ee488df9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:51.291865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 212667f1-9551-450a-809d-6d16ee488df9 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:51.296108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6db06e-6153-41a7-ab32-9135a56d48e2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:51.318075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.321980 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6532f8b4-b2e6-4156-bdfb-5efd5b87d169 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/bb6db06e-6153-41a7-ab32-9135a56d48e2 HTTP/1.1" status: 204 len: 168 time: 0.6071401 Feb 16 15:04:51.323367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb662e-3870-443e-b087-78d24a2b1cae None None] Network 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:51.324867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47912) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:51.435609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.597206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde922e2-ba29-4fbd-85cb-732c39aff402 req-2d8b3a45-b849-46ec-a0f7-7e05971467a6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:51.597206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cde922e2-ba29-4fbd-85cb-732c39aff402 req-2d8b3a45-b849-46ec-a0f7-7e05971467a6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 943 time: 0.1539667 Feb 16 15:04:51.626795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Deleting port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:51.627398 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.647928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] DHCP port deletion for 47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:04:51.732658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] Deleting port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:51.733172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cde922e2-ba29-4fbd-85cb-732c39aff402 req-e3109fac-f8fb-40b9-be8e-7605443fd7fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295404 Feb 16 15:04:51.733701 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.741006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 6710e2c6-7ac6-4610-8932-92b67fb61b71 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:51.741317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.753359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] For port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:51.753726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.772519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Calling delete_port for 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:51.823913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] For port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,segment=NetworkSegment(b88634f1-8966-4e96-bc0b-da9967e88ff8),segment_id=b88634f1-8966-4e96-bc0b-da9967e88ff8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:51.825004 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.854714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] Calling delete_port for 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:51.893437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:51.906662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 6710e2c6-7ac6-4610-8932-92b67fb61b71 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:52.034515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.041668 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.088075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] No DVR routers for this DVR port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:52.095118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] Pushing event deleted for resources: {'Port': ['ID=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:52.095353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:52.116420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52c548-c6b6-46d5-8eba-64ff624d12e5 None None] No DVR routers for this DVR port 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:52.201164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.209739 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.237327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=6710e2c6-7ac6-4610-8932-92b67fb61b71,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:52.252031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:52.270588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88634f1-8966-4e96-bc0b-da9967e88ff8') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:52.271779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88634f1-8966-4e96-bc0b-da9967e88ff8') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:52.289521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.314276 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.333593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:04:52.334244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:04:52.336909 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:04:52.369957 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.508485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.515222 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.518370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] 10.222.0.113 "DELETE /v2.0/networks/47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95 HTTP/1.1" status: 204 len: 168 time: 1.1923051 Feb 16 15:04:52.541160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f57dd-3326-46dc-9c5d-8894414ff577 admin admin] Pushing event deleted for resources: {'Network': ['ID=47ceb8b5-6fc9-4b3c-88a6-63e43ed9df95,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:52.579656 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router d42ceb6c-f0f5-4013-82e5-02eacfb25619 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:04:52.686613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:04:52.692395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a8cad60-ab45-424a-bb89-a5fc6b1d062c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/d42ceb6c-f0f5-4013-82e5-02eacfb25619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676672 Feb 16 15:04:52.702619 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] Sync routers for ids ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:04:52.703861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47936) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:52.710434 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] Routers {'d42ceb6c-f0f5-4013-82e5-02eacfb25619'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:52.711057 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:52.737531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3dfc458e-9b35-4e84-8186-3868221d900a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42ceb6c-f0f5-4013-82e5-02eacfb25619 HTTP/1.1" status: 200 len: 205 time: 0.0311189 Feb 16 15:04:52.739929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:52.754607 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:52.765275 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] Routers {'d42ceb6c-f0f5-4013-82e5-02eacfb25619'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:04:52.765881 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:52.818479 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:52.819402 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe10c2d-528a-4b94-8f43-4037b208e456 None None] The sync data for ids ['d42ceb6c-f0f5-4013-82e5-02eacfb25619'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:04:52.890434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51839402-021a-4325-b98f-b08915335afd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:52.934462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14fb40-976d-45ef-ad18-ea626bcacda0 req-203fb73e-44cf-45f3-9da3-79f03032ed14 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:52.953711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db14fb40-976d-45ef-ad18-ea626bcacda0 req-203fb73e-44cf-45f3-9da3-79f03032ed14 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 943 time: 0.1170604 Feb 16 15:04:52.986393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:53.026736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:04:53.029967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3bdc91f0-bcda-4ecd-9dc3-47432a4ac5b2 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:04:53.030096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db14fb40-976d-45ef-ad18-ea626bcacda0 req-f067c76a-ea39-4e7d-a5a5-9a30a26e2b43 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Feb 16 15:04:53.065721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:53.120592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3df99f22-b62e-42f8-b199-23078421c500 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7616a168be234297a6367267116ba220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532877 Feb 16 15:04:53.123436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47944) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:53.197665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9de19fbb-0db6-40b9-b7d7-652bdc0ad4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.231447 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9de19fbb-0db6-40b9-b7d7-652bdc0ad4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.252183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b98057b2-e8a3-4e03-886d-ea0e5ec82a3d details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:04:53.411586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:53.446660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9de19fbb-0db6-40b9-b7d7-652bdc0ad4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.450685 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9de19fbb-0db6-40b9-b7d7-652bdc0ad4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.452933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'port_id': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d', 'mac_address': 'fa:16:3e:a7:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12bbc52-e292-402a-ae65-548c72b8f0a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:04:53.455621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9de19fbb-0db6-40b9-b7d7-652bdc0ad4a6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6683fe35-aa74-469b-a531-985bbf4033ef HTTP/1.1" status: 204 len: 168 time: 0.3310394 Feb 16 15:04:53.471570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de19fbb-0db6-40b9-b7d7-652bdc0ad4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6683fe35-aa74-469b-a531-985bbf4033ef,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:53.538291 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.549686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51839402-021a-4325-b98f-b08915335afd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.552932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51839402-021a-4325-b98f-b08915335afd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.568574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98057b2-e8a3-4e03-886d-ea0e5ec82a3d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:04:53.599701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:53.686825 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.746735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51839402-021a-4325-b98f-b08915335afd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.747773 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51839402-021a-4325-b98f-b08915335afd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Fanout notify agent at l3_agent the message router_deleted on router d42ceb6c-f0f5-4013-82e5-02eacfb25619 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:04:53.756801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51839402-021a-4325-b98f-b08915335afd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.758668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:53.760990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47960) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:53.767233 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-51839402-021a-4325-b98f-b08915335afd tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/d42ceb6c-f0f5-4013-82e5-02eacfb25619 HTTP/1.1" status: 204 len: 168 time: 1.0259807 Feb 16 15:04:53.844321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet ffb337de-8e37-4f01-af25-2a07e2135c02 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:04:53.847917 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.895129 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:53.971316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:04:54.024416 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.258901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.294873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb337de-8e37-4f01-af25-2a07e2135c02,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:54.302743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.307159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e7eec091-be60-4480-a9be-b41e3a037dcc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/ffb337de-8e37-4f01-af25-2a07e2135c02 HTTP/1.1" status: 204 len: 168 time: 0.5444748 Feb 16 15:04:54.314126 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47980) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:54.315307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae941394-4083-46e1-b14f-d966f819e4c0 None None] Network 0b635981-e3f5-4503-a019-82ab7b8fd9fb requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:54.459869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.584834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b856c9-f5e1-45b0-9795-fa00409377e6 req-9f6b4aa7-15ef-4cd4-8118-77c17ec6e730 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:54.587703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29b856c9-f5e1-45b0-9795-fa00409377e6 req-9f6b4aa7-15ef-4cd4-8118-77c17ec6e730 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 944 time: 0.0841103 Feb 16 15:04:54.591932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 3525b485-1f6e-47cc-9f78-b8db6eb4328b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:54.592332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.709809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] DHCP port deletion for 0b635981-e3f5-4503-a019-82ab7b8fd9fb request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:04:54.743465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29b856c9-f5e1-45b0-9795-fa00409377e6 req-a6312cbe-d18b-4142-92df-a673ad294273 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449058 Feb 16 15:04:54.778798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8216a9-9387-46c8-aac2-8bc419598175 req-0379b8c0-11f0-47e1-ba9e-2482d03e1033 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:54.781073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be8216a9-9387-46c8-aac2-8bc419598175 req-0379b8c0-11f0-47e1-ba9e-2482d03e1033 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1023414 Feb 16 15:04:54.805295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port 3525b485-1f6e-47cc-9f78-b8db6eb4328b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3525b485-1f6e-47cc-9f78-b8db6eb4328b,segment=NetworkSegment(205b4b78-0a03-4152-ada4-6b839ca94670),segment_id=205b4b78-0a03-4152-ada4-6b839ca94670)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:54.805893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.825788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] Deleting port 3525b485-1f6e-47cc-9f78-b8db6eb4328b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:04:54.826210 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.838274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 3525b485-1f6e-47cc-9f78-b8db6eb4328b owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:54.933181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] For port 3525b485-1f6e-47cc-9f78-b8db6eb4328b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3525b485-1f6e-47cc-9f78-b8db6eb4328b,segment=NetworkSegment(205b4b78-0a03-4152-ada4-6b839ca94670),segment_id=205b4b78-0a03-4152-ada4-6b839ca94670)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:54.934165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:54.966474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be8216a9-9387-46c8-aac2-8bc419598175 req-bfb0f6c2-4b09-4618-a947-e88cac146c2e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777320 Feb 16 15:04:54.983612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] Calling delete_port for 3525b485-1f6e-47cc-9f78-b8db6eb4328b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:04:54.983612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3525b485-1f6e-47cc-9f78-b8db6eb4328b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:04:55.161998 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.263195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b98057b2-e8a3-4e03-886d-ea0e5ec82a3d up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:04:55.274092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.307752 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=3525b485-1f6e-47cc-9f78-b8db6eb4328b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:55.312167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port 3525b485-1f6e-47cc-9f78-b8db6eb4328b on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:55.357890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.445098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] Pushing event deleted for resources: {'Port': ['ID=3525b485-1f6e-47cc-9f78-b8db6eb4328b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:55.445401 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.460367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a2bf7-d5c2-4c4c-a838-4ec85102503f None None] No DVR routers for this DVR port 3525b485-1f6e-47cc-9f78-b8db6eb4328b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:04:55.485731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b635981-e3f5-4503-a019-82ab7b8fd9fb']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:55.498580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205b4b78-0a03-4152-ada4-6b839ca94670') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:55.498875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205b4b78-0a03-4152-ada4-6b839ca94670') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:04:55.518048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.537674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.537967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:04:55.546603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:04:55.546603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.546857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:04:55.546857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:04:55.550088 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:04:55.675990 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.711161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:04:55.711161 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64177678-53c9-4cd3-9ce6-6d5ea70043be" -d '{"events": [{"server_uuid": "5182f886-d4f4-46f9-8ed7-b0f864d3516a", "name": "network-vif-plugged", "status": "completed", "tag": "b98057b2-e8a3-4e03-886d-ea0e5ec82a3d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:04:55.735214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:04:55.738326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.754812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.760072 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/0b635981-e3f5-4503-a019-82ab7b8fd9fb HTTP/1.1" status: 204 len: 168 time: 1.4444227 Feb 16 15:04:55.765084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48010) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:55.771219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a815ba00-35b2-4d30-a91a-fe1afc3beefb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-73527368', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:55.802835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d5c91-ea61-4e39-a90a-387356d31431 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=0b635981-e3f5-4503-a019-82ab7b8fd9fb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:55.818504 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.921471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a815ba00-35b2-4d30-a91a-fe1afc3beefb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.923393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a815ba00-35b2-4d30-a91a-fe1afc3beefb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:55.941202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:56.119270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a815ba00-35b2-4d30-a91a-fe1afc3beefb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.176050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca7f93-ecdd-41e0-8a91-347448f71d1f req-fd0cfa18-8887-4031-86d0-f5bba587496a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:56.178224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1ca7f93-ecdd-41e0-8a91-347448f71d1f req-fd0cfa18-8887-4031-86d0-f5bba587496a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 945 time: 0.2839813 Feb 16 15:04:56.184102 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a815ba00-35b2-4d30-a91a-fe1afc3beefb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.198137 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d7a855-5059-4a56-bfe8-c6bba29c483d x-openstack-request-id: req-14d7a855-5059-4a56-bfe8-c6bba29c483d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:04:56.198654 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5182f886-d4f4-46f9-8ed7-b0f864d3516a", "name": "network-vif-plugged", "status": "completed", "tag": "b98057b2-e8a3-4e03-886d-ea0e5ec82a3d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:04:56.199814 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-14d7a855-5059-4a56-bfe8-c6bba29c483d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:04:56.200568 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d', 'code': 200} Feb 16 15:04:56.281927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-447a637d-a718-4fde-b4ae-6860a7b9b3a0 req-08ab2c9e-df4a-4b20-b76e-13f278eb0c66 service neutron] (103044) timed out ('10.222.0.113', 38614) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:04:56.299017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1ca7f93-ecdd-41e0-8a91-347448f71d1f req-dc8b7189-4ca1-485c-a502-e3033f4357cc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940459 Feb 16 15:04:56.334696 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:04:56.350378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a815ba00-35b2-4d30-a91a-fe1afc3beefb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.351612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a815ba00-35b2-4d30-a91a-fe1afc3beefb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5846391 Feb 16 15:04:56.354676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48024) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:56.361530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2035319545'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:56.405301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbafa2d-1ca6-4c4f-9150-0cc9631242fc req-63fe81e9-74dd-4dee-b71e-ff693d09b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:56.407048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dfbafa2d-1ca6-4c4f-9150-0cc9631242fc req-63fe81e9-74dd-4dee-b71e-ff693d09b92b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 1096 time: 0.1058433 Feb 16 15:04:56.420677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bebb7-06e2-4606-b2dd-5ccccbba82a8 req-f05e1e0a-aa2f-42c6-bb75-2637bb387bd1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:56.422266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-032bebb7-06e2-4606-b2dd-5ccccbba82a8 req-f05e1e0a-aa2f-42c6-bb75-2637bb387bd1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1222727 Feb 16 15:04:56.470668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:56.477040 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.485176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dfbafa2d-1ca6-4c4f-9150-0cc9631242fc req-1e5a1533-1e89-470f-b446-4c05e617a411 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Feb 16 15:04:56.488537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-032bebb7-06e2-4606-b2dd-5ccccbba82a8 req-33547327-04dd-4d2a-a39e-0f152b280073 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599329 Feb 16 15:04:56.520882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:04:56.533835 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.534433 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment 6eb7f956-ad2e-415d-9ebb-574e1661b40b of type vlan for network 449174e1-a01c-48d8-a1d4-ec2d84c3935d Feb 16 15:04:56.588554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.704995 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.712048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:56.720993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:56.835568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=449174e1-a01c-48d8-a1d4-ec2d84c3935d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:56.850056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:04:56.918717 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-02f0a91c-9640-4ccc-b6f8-c852916b6cf8 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5622671 Feb 16 15:04:56.921714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48040) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:56.933742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:04:57.153637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:04:57.157539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:57.441314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff823-fdef-491f-adb0-5f7af40fb94c req-9580e0e1-b073-4dc4-89d2-c4882b12eddc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:57.442801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99dff823-fdef-491f-adb0-5f7af40fb94c req-9580e0e1-b073-4dc4-89d2-c4882b12eddc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 945 time: 0.0520453 Feb 16 15:04:57.471907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:57.515150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99dff823-fdef-491f-adb0-5f7af40fb94c req-77e5f29f-9f5f-43f7-aad7-22b0cdc165eb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660076 Feb 16 15:04:57.545227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=d0c9428e-8445-46b3-89ca-4b576864accd,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:57.588305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:57.588660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 449174e1-a01c-48d8-a1d4-ec2d84c3935d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:04:57.644509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8931bc-5f52-410c-92c3-0bbd761547af req-8fc253f0-7b11-4ebe-ad60-baffffcba0a7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:57.646050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a8931bc-5f52-410c-92c3-0bbd761547af req-8fc253f0-7b11-4ebe-ad60-baffffcba0a7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0699999 Feb 16 15:04:57.689166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a8931bc-5f52-410c-92c3-0bbd761547af req-52a5f4f0-4d28-4135-9825-848c4e6e789a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364506 Feb 16 15:04:57.708894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:04:57.823378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 449174e1-a01c-48d8-a1d4-ec2d84c3935d) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:57.829472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:57.830381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:57.841393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515c835-b156-42b0-9509-e64ad42df86b None None] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:04:57.969576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d854d0d-da38-4e3c-8495-3bfa525bff3b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0462489 Feb 16 15:04:57.972345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48070) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:04:58.051308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:04:58.052999 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:58.283157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Allocated IP 2001:db8::2 (449174e1-a01c-48d8-a1d4-ec2d84c3935d/d0c9428e-8445-46b3-89ca-4b576864accd/4d5a6ecc-7ba7-4169-85b0-1402870e75e6) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:58.304833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:58.512490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:58.645592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abeb4b-abb1-4d06-ad9e-2719f2c656f4 req-2020b56c-206f-44b3-9f89-4f4dd5765dbb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:58.647587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47abeb4b-abb1-4d06-ad9e-2719f2c656f4 req-2020b56c-206f-44b3-9f89-4f4dd5765dbb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 945 time: 0.0579693 Feb 16 15:04:58.688916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47abeb4b-abb1-4d06-ad9e-2719f2c656f4 req-03d4065f-91f7-4497-b19e-f9abc7532b6b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Feb 16 15:04:58.831013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782df7d-76cf-463c-8575-14c06fafdd33 req-b91726a7-eb7a-479a-b103-c7d568fb345e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:58.832768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8782df7d-76cf-463c-8575-14c06fafdd33 req-b91726a7-eb7a-479a-b103-c7d568fb345e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0613532 Feb 16 15:04:58.881525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8782df7d-76cf-463c-8575-14c06fafdd33 req-852f7e88-c0e5-40be-9f6c-2845ddaeaf25 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Feb 16 15:04:59.013576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcdb0-6b9f-4a9b-a319-f61fdddc8427 req-25c155ce-ab33-4834-b39a-f2baf9c27d9a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:04:59.015110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-504fcdb0-6b9f-4a9b-a319-f61fdddc8427 req-25c155ce-ab33-4834-b39a-f2baf9c27d9a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.1125307 Feb 16 15:04:59.019059 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:59.077200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-504fcdb0-6b9f-4a9b-a319-f61fdddc8427 req-17d30bd2-d69d-4070-9691-53c9484500e4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0312726 Feb 16 15:04:59.087719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:59.092489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:59.096980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:59.106155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Pushing event updated for resources: {'Port': ['ID=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:59.125285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8::1 (449174e1-a01c-48d8-a1d4-ec2d84c3935d/d0c9428e-8445-46b3-89ca-4b576864accd/d182b5ac-9fa8-4d8c-9514-628cb8053e68) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:04:59.157269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-504fcdb0-6b9f-4a9b-a319-f61fdddc8427 req-aec2b893-88bd-4689-b461-d13589d08ca6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715163 Feb 16 15:04:59.180860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Attempting to bind port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:04:59.181234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Attempting to bind port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:04:59.181697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Attempting to bind port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 on network 449174e1-a01c-48d8-a1d4-ec2d84c3935d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:04:59.189004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:04:59.190072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Checking segment: {'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:04:59.190512 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:59.191374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Bound using segment: {'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:04:59.192090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Bound port: 4d5a6ecc-7ba7-4169-85b0-1402870e75e6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:04:59.192436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:59.336254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] For port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:04:59.343371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] For port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,segment=NetworkSegment(6eb7f956-ad2e-415d-9ebb-574e1661b40b),segment_id=6eb7f956-ad2e-415d-9ebb-574e1661b40b)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:04:59.346657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:59.349773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-504fcdb0-6b9f-4a9b-a319-f61fdddc8427 req-00b89f04-2276-4571-a109-3c00de061d35 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769104 Feb 16 15:04:59.418632 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:59.489570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-504fcdb0-6b9f-4a9b-a319-f61fdddc8427 req-8daface6-8748-469d-9c05-397165946872 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292865 Feb 16 15:04:59.500118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36535fa-7691-4c10-a002-3decd4f1d980 None None] Pushing event updated for resources: {'Port': ['ID=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:04:59.563676 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:59.632361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:04:59.635633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:04:59.643466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:04:59.647644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:04:59.806552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=d182b5ac-9fa8-4d8c-9514-628cb8053e68,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:00.002383 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:00.695719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d040-0c83-40f9-8e4a-e514cbea7676 req-4de6421b-6078-4f3c-9ab3-377ebef15889 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:00.701644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95e4d040-0c83-40f9-8e4a-e514cbea7676 req-4de6421b-6078-4f3c-9ab3-377ebef15889 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.6406112 Feb 16 15:05:00.751726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:00.783297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95e4d040-0c83-40f9-8e4a-e514cbea7676 req-99cd302a-c417-42a8-9366-9225aac19a08 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686350 Feb 16 15:05:00.835853 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:00.837127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:01.023534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=d182b5ac-9fa8-4d8c-9514-628cb8053e68,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:01.122309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:01.225169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:01.225885 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:01.293566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:01.307124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:01.320515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72bc93d-aa66-45dd-b756-7d245a2147c3 None None] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:01.470966 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:01.561676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f9604a31-fa5c-4c9b-8ede-925dc527a4e2 None None] Provisioning complete for port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:01.562097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9604a31-fa5c-4c9b-8ede-925dc527a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:01.814571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,segment=NetworkSegment(6eb7f956-ad2e-415d-9ebb-574e1661b40b),segment_id=6eb7f956-ad2e-415d-9ebb-574e1661b40b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:01.966821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:01.983060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9604a31-fa5c-4c9b-8ede-925dc527a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:02.104471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-f9604a31-fa5c-4c9b-8ede-925dc527a4e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:05:02.104827 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-f9604a31-fa5c-4c9b-8ede-925dc527a4e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:05:02.106007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:02.110464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-f49099dc-7a5d-4bcc-985b-5f90e2066463 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:02.112654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-f49099dc-7a5d-4bcc-985b-5f90e2066463 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.9812753 Feb 16 15:05:02.159765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeb2a2-0365-4749-aef2-dcd02ce8e9a1 req-ae61e98b-e595-46ba-9c12-0eb99f34a191 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:02.159765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fcaeb2a2-0365-4749-aef2-dcd02ce8e9a1 req-ae61e98b-e595-46ba-9c12-0eb99f34a191 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.2181790 Feb 16 15:05:02.170916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-5a3e082f-d68c-4088-946f-97b8fce561a1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0444875 Feb 16 15:05:02.263168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fcaeb2a2-0365-4749-aef2-dcd02ce8e9a1 req-234c3c0e-7129-4a1b-a65a-6789b0b018a0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880046 Feb 16 15:05:02.287133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-deffb3f5-15e0-4254-a49a-b7dbaafa8d0b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998583 Feb 16 15:05:02.421195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-644d02cc-db39-485a-9a0d-16d3897b9bac service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330347 Feb 16 15:05:02.537036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-c0b0a9ad-cf1b-461f-9d3f-f3ec8332b178 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084917 Feb 16 15:05:02.860885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-858a181c-2f54-4999-a231-fd0e1e32a16c None None] Provisioning complete for port d182b5ac-9fa8-4d8c-9514-628cb8053e68 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:02.861553 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-858a181c-2f54-4999-a231-fd0e1e32a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:02.909525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:05:02.957135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-858a181c-2f54-4999-a231-fd0e1e32a16c None None] Port d182b5ac-9fa8-4d8c-9514-628cb8053e68 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:02.980359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-858a181c-2f54-4999-a231-fd0e1e32a16c None None] Provisioning complete for port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:02.980751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-858a181c-2f54-4999-a231-fd0e1e32a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.009539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:03.189094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:03.189780 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.198145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:03.228231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:03.246345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d596744b-78ed-48bc-a6c9-d62e6f86c168 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2713375 Feb 16 15:05:03.249552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48198) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:03.255995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1342229603'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:03.285589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e822809b-aa47-4b28-af74-312ab9c8add0 req-c84d3f35-6cad-4bde-8962-b83945a9b316 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 210 time: 0.0891750 Feb 16 15:05:03.316721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:03.321351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:03.401324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:03.405342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.468825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:05:03.470769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48210) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:03.501369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.502994 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment 76df73a3-df8a-41ce-a21b-417989090838 of type vlan for network 09ee33a8-a917-42a7-859a-2f1082589e3f Feb 16 15:05:03.519955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf1c7-5fe6-419d-ae28-f1ee8e37027e req-ac9be996-f2ba-4b5a-8321-9b6f025a1e83 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:03.530413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc2cf1c7-5fe6-419d-ae28-f1ee8e37027e req-ac9be996-f2ba-4b5a-8321-9b6f025a1e83 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0723054 Feb 16 15:05:03.637827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.657998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc2cf1c7-5fe6-419d-ae28-f1ee8e37027e req-4150c7e1-8669-4896-b3bc-586ffe581876 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249621 Feb 16 15:05:03.704466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8531ba98-7ea6-475f-9124-33b9d4015765 None None] Provisioning complete for port d182b5ac-9fa8-4d8c-9514-628cb8053e68 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:03.705114 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8531ba98-7ea6-475f-9124-33b9d4015765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.719497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:03.776493 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.784242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:03.787085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.889808 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=09ee33a8-a917-42a7-859a-2f1082589e3f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:03.944552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 09ee33a8-a917-42a7-859a-2f1082589e3f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:05:03.945140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b9dc23bb-3544-4b01-b33e-31c9088c4613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:03.992747 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-170d7238-7f7f-426a-9202-d52b9970e115 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7412419 Feb 16 15:05:03.995562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48220) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:04.001211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:04.142343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8531ba98-7ea6-475f-9124-33b9d4015765 None None] Port d182b5ac-9fa8-4d8c-9514-628cb8053e68 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:04.165349 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b9dc23bb-3544-4b01-b33e-31c9088c4613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:04.212524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:04.217202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:04.241285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b9dc23bb-3544-4b01-b33e-31c9088c4613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:04.328132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc23bb-3544-4b01-b33e-31c9088c4613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1c53b-afff-48fc-ab9d-f28f3c8c2614,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:04.389511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48228) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:04.400176 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b9dc23bb-3544-4b01-b33e-31c9088c4613 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e63fc8265097419697317f868115b072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9280303 Feb 16 15:05:04.402662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:04:59Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:00Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:04.502800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:04.505386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Updating router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 port d182b5ac-9fa8-4d8c-9514-628cb8053e68 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:05:04.539576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6043d81d-d45c-46f5-b71b-05ae5e870c40 req-94fcb5b3-8fcd-456e-a48c-65ed32462b35 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 210 time: 0.0592999 Feb 16 15:05:04.573296 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:04.604526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e827564-f2b5-4e2e-8517-c20b462dde06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:04.669512 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e827564-f2b5-4e2e-8517-c20b462dde06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:04.884112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cb4b4-1da7-45e0-a538-cdb2cf6937f6 req-2d4c2dc4-e29d-40d0-95ce-ea1caa85ed45 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:04.894308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-943cb4b4-1da7-45e0-a538-cdb2cf6937f6 req-2d4c2dc4-e29d-40d0-95ce-ea1caa85ed45 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1019802 Feb 16 15:05:04.940501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-943cb4b4-1da7-45e0-a538-cdb2cf6937f6 req-8f759357-cb46-4143-903a-e0bac13f314c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451438 Feb 16 15:05:04.965959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.045065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:05.045353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 09ee33a8-a917-42a7-859a-2f1082589e3f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:05:05.049625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e827564-f2b5-4e2e-8517-c20b462dde06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.052213 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e827564-f2b5-4e2e-8517-c20b462dde06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.056078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2e827564-f2b5-4e2e-8517-c20b462dde06 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0db1c53b-afff-48fc-ab9d-f28f3c8c2614 HTTP/1.1" status: 204 len: 168 time: 0.6655433 Feb 16 15:05:05.061471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=28a4d7a9-6601-4935-9455-507ea6ca4a92,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:05.070847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e827564-f2b5-4e2e-8517-c20b462dde06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1c53b-afff-48fc-ab9d-f28f3c8c2614,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:05.128812 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.195351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 09ee33a8-a917-42a7-859a-2f1082589e3f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:05:05.231142 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.328076 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fae04406-3adf-4389-9985-7168e3f0fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.331172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149329a1-577e-4a02-85ab-39b5b942587e None None] Pushing event updated for resources: {'Port': ['ID=d182b5ac-9fa8-4d8c-9514-628cb8053e68,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:05.337986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 09ee33a8-a917-42a7-859a-2f1082589e3f) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:05.356161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:05.356161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.360061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b287f2-8a25-447b-91ba-e44521c95091 None None] Network 09ee33a8-a917-42a7-859a-2f1082589e3f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:05.486736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Attempting to bind port d182b5ac-9fa8-4d8c-9514-628cb8053e68 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:05.488080 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Attempting to bind port d182b5ac-9fa8-4d8c-9514-628cb8053e68 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:05.488340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Attempting to bind port d182b5ac-9fa8-4d8c-9514-628cb8053e68 on network 449174e1-a01c-48d8-a1d4-ec2d84c3935d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:05.489084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-96139471-f6be-4487-b1d2-83594482db7e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4920599 Feb 16 15:05:05.492081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48250) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:05.496356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:05.496728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Checking segment: {'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:05.497177 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.497566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Bound using segment: {'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:05.498041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Bound port: d182b5ac-9fa8-4d8c-9514-628cb8053e68, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb7f956-ad2e-415d-9ebb-574e1661b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:05.498415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.632073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] For port d182b5ac-9fa8-4d8c-9514-628cb8053e68, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:05.637682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] For port d182b5ac-9fa8-4d8c-9514-628cb8053e68, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d182b5ac-9fa8-4d8c-9514-628cb8053e68,segment=NetworkSegment(6eb7f956-ad2e-415d-9ebb-574e1661b40b),segment_id=6eb7f956-ad2e-415d-9ebb-574e1661b40b)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:05.820944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a2883fc-7caf-47bc-9d18-f86749822b20 req-f8195157-4ace-417b-9a34-45414e7551d7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 210 time: 0.0782347 Feb 16 15:05:05.828485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-76fdd020-a825-4246-ba8a-a886a0715793 None None] Provisioning complete for port d182b5ac-9fa8-4d8c-9514-628cb8053e68 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:05.828485 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-76fdd020-a825-4246-ba8a-a886a0715793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.881973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-09ee33a8-a917-42a7-859a-2f1082589e3f', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:05:05.882825 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:05.917436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-76fdd020-a825-4246-ba8a-a886a0715793 None None] Port d182b5ac-9fa8-4d8c-9514-628cb8053e68 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:05.967698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:06.181502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:06.182137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:04:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:06.196383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:06.372573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Allocated IP 2001:db8:1::2 (09ee33a8-a917-42a7-859a-2f1082589e3f/28a4d7a9-6601-4935-9455-507ea6ca4a92/a81d39fb-a5bd-4814-98f0-1e0829b4b24c) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:06.484422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-5db3f89b-2c11-4dd3-a13e-c3041258cfdf tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:06.485966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-5db3f89b-2c11-4dd3-a13e-c3041258cfdf tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.3471050 Feb 16 15:05:06.518764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Request body: {'port': {'device_id': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'admin_state_up': True, 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:06.566310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149329a1-577e-4a02-85ab-39b5b942587e None None] Pushing event updated for resources: {'Port': ['ID=d182b5ac-9fa8-4d8c-9514-628cb8053e68,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:06.679844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0071fa-2187-448c-8428-ce5a9f13d48f req-e03413ca-8969-4cbc-b0ca-0972e6a18c01 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:06.681385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae0071fa-2187-448c-8428-ce5a9f13d48f req-e03413ca-8969-4cbc-b0ca-0972e6a18c01 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.6323886 Feb 16 15:05:06.849280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:06.893394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:06.894926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e48d9563-4601-48b1-9a9b-3d5db58367be None None] Provisioning complete for port d182b5ac-9fa8-4d8c-9514-628cb8053e68 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:06.895599 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e48d9563-4601-48b1-9a9b-3d5db58367be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:06.951273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae0071fa-2187-448c-8428-ce5a9f13d48f req-1a727ae4-7f5d-4812-8fc7-8930008421eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318656 Feb 16 15:05:06.993333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.081907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93ff4b9b-f32a-4cb7-b4e2-20fddadb9a68 req-c8bca01e-68e2-41d2-85c9-de5fb4a1a0c0 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 210 time: 0.0677867 Feb 16 15:05:07.085319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:07.091894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.135865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Network 09ee33a8-a917-42a7-859a-2f1082589e3f is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:07.142744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:07.145517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:07.145697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8:1::1 (09ee33a8-a917-42a7-859a-2f1082589e3f/28a4d7a9-6601-4935-9455-507ea6ca4a92/a0f5d14b-1272-4b2d-9eaa-f0451b326048) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:07.159857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Pushing event updated for resources: {'Port': ['ID=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:07.311157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Attempting to bind port a81d39fb-a5bd-4814-98f0-1e0829b4b24c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:07.311685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Attempting to bind port a81d39fb-a5bd-4814-98f0-1e0829b4b24c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:07.312144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Attempting to bind port a81d39fb-a5bd-4814-98f0-1e0829b4b24c on network 09ee33a8-a917-42a7-859a-2f1082589e3f {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:07.319531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:07.320086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Checking segment: {'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:07.320594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.321108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Bound using segment: {'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:07.321785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Bound port: a81d39fb-a5bd-4814-98f0-1e0829b4b24c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:07.322163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.343450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e48d9563-4601-48b1-9a9b-3d5db58367be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.393434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.448083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Allocated IP 172.20.0.2 (eb589a9c-3c83-4ed6-b821-5dc536a12a7d/a12bbc52-e292-402a-ae65-548c72b8f0a6/a1ec5fa5-65ce-455d-8cce-01ed5448df5b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:07.468660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e48d9563-4601-48b1-9a9b-3d5db58367be None None] For port d182b5ac-9fa8-4d8c-9514-628cb8053e68, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d182b5ac-9fa8-4d8c-9514-628cb8053e68,segment=NetworkSegment(6eb7f956-ad2e-415d-9ebb-574e1661b40b),segment_id=6eb7f956-ad2e-415d-9ebb-574e1661b40b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:07.498048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] For port a81d39fb-a5bd-4814-98f0-1e0829b4b24c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:07.502404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] For port a81d39fb-a5bd-4814-98f0-1e0829b4b24c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,segment=NetworkSegment(76df73a3-df8a-41ce-a21b-417989090838),segment_id=76df73a3-df8a-41ce-a21b-417989090838)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:07.510611 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.510801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:04:59Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:05Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:07.545633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94261fe8-2c26-4066-ad24-f09147b1b8fd None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:04:59Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:05Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:07.575150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 09ee33a8-a917-42a7-859a-2f1082589e3f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:07.581594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e48d9563-4601-48b1-9a9b-3d5db58367be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.599922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:07.608201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:07.609397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.724044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d9563-4601-48b1-9a9b-3d5db58367be None None] Pushing event updated for resources: {'Port': ['ID=d182b5ac-9fa8-4d8c-9514-628cb8053e68,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:07.730889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.771859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=a0f5d14b-1272-4b2d-9eaa-f0451b326048,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:07.821022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:07.856328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f26a2-5c23-4f61-926a-521468d4056b None None] Pushing event updated for resources: {'Port': ['ID=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:08.029901 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc283c0a-ee8e-4f8a-b2f6-d1071f6670c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:08.033305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:08.050032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:05:08.184310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:08.211937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event updated for resources: {'Port': ['ID=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:08.334180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:08.393458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:08.445315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:08.604019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:08.605693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:08.669450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db07d0b-b870-4513-b4f4-2efa6df2d9af req-17181fd2-1b94-4744-bf51-8ea0c9fcddf5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:08.680018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5db07d0b-b870-4513-b4f4-2efa6df2d9af req-17181fd2-1b94-4744-bf51-8ea0c9fcddf5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.4766219 Feb 16 15:05:08.713606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85a5ad-d065-4f9c-9b1b-034024dc4181 req-d92c3b46-05e4-4810-ae8d-5821ffe4613f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:08.726810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c85a5ad-d065-4f9c-9b1b-034024dc4181 req-d92c3b46-05e4-4810-ae8d-5821ffe4613f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 931 time: 0.4735065 Feb 16 15:05:08.852654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-aaa26fc5-c1d7-4623-bfc3-20a176a99893 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3520787 Feb 16 15:05:08.870372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Request body: {'port': {'device_id': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:08.914846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5db07d0b-b870-4513-b4f4-2efa6df2d9af req-4f68f8cc-bc73-4a1d-9e21-99095be5043d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091157 Feb 16 15:05:09.019333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.036795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c85a5ad-d065-4f9c-9b1b-034024dc4181 req-2989af95-7d14-4161-85f3-15867a3b6aba tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061018 Feb 16 15:05:09.092884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.093891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.135898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.222668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=a0f5d14b-1272-4b2d-9eaa-f0451b326048,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:09.252660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d182b5ac-9fa8-4d8c-9514-628cb8053e68 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:09.439018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d182b5ac-9fa8-4d8c-9514-628cb8053e68 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:09.439401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.539492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 09ee33a8-a917-42a7-859a-2f1082589e3f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:09.541591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:09.663054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a81d39fb-a5bd-4814-98f0-1e0829b4b24c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:09.669575 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.705779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:09.889149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a81d39fb-a5bd-4814-98f0-1e0829b4b24c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:09.889594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.891308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:09.912410 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3bc8c9bb-86c5-451f-a619-f9798547ca13 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4183681 Feb 16 15:05:09.915667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48360) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:09.921076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-470964074'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:09.959209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ec5fa5-65ce-455d-8cce-01ed5448df5b {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:05:09.991332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:09.999820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39d514-48cb-4acf-b766-bf17958133f6 None None] Network 09ee33a8-a917-42a7-859a-2f1082589e3f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:10.017462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Transition to ACTIVE for port object a1ec5fa5-65ce-455d-8cce-01ed5448df5b will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:05:10.070462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:10.076854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.091379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d9255e58-601a-4886-89c6-4a5d2b7daf79 None None] Provisioning complete for port a81d39fb-a5bd-4814-98f0-1e0829b4b24c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:10.091785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d9255e58-601a-4886-89c6-4a5d2b7daf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.128897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:05:10.132514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.140737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.141294 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment e5e6a2c2-7d15-42c1-a677-12b9475b34fb of type vlan for network ba66377d-7e95-4286-8f54-aeef5d295e84 Feb 16 15:05:10.144634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950a636-a3c9-47ea-93be-b2491bfacfdc req-2036aaad-9dec-4394-8b20-79dfa32000e2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:10.151763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c950a636-a3c9-47ea-93be-b2491bfacfdc req-2036aaad-9dec-4394-8b20-79dfa32000e2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0800126 Feb 16 15:05:10.211691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.214179 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.328163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a81d39fb-a5bd-4814-98f0-1e0829b4b24c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,segment=NetworkSegment(76df73a3-df8a-41ce-a21b-417989090838),segment_id=76df73a3-df8a-41ce-a21b-417989090838)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:10.374380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.386005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:10.386005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.427252 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:10.427865 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d9255e58-601a-4886-89c6-4a5d2b7daf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.444019 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:10.444642 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:10.461495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:10.474080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c950a636-a3c9-47ea-93be-b2491bfacfdc req-6aa5d07a-42fa-446f-8c21-d535988f45aa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057778 Feb 16 15:05:10.476199 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.495728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34604-994f-4813-8605-b8d1b9e8a08f req-09ecdc52-d598-4c45-a440-db8f955b9a96 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:10.505977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4c34604-994f-4813-8605-b8d1b9e8a08f req-09ecdc52-d598-4c45-a440-db8f955b9a96 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 943 time: 0.2731855 Feb 16 15:05:10.542810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=ba66377d-7e95-4286-8f54-aeef5d295e84,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:10.568653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Attempting to bind port a1ec5fa5-65ce-455d-8cce-01ed5448df5b on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:10.569194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Attempting to bind port a1ec5fa5-65ce-455d-8cce-01ed5448df5b by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:10.569872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Attempting to bind port a1ec5fa5-65ce-455d-8cce-01ed5448df5b on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:10.589154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network ba66377d-7e95-4286-8f54-aeef5d295e84 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:05:10.612044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Port a1ec5fa5-65ce-455d-8cce-01ed5448df5b on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:05:10.612645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Attempting to bind port a1ec5fa5-65ce-455d-8cce-01ed5448df5b on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:10.613332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48374) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:10.630929 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6fd4e12b-dbba-4de5-853a-dbe4263b89ce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7151039 Feb 16 15:05:10.634013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48378) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:10.646048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:10.671296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:10.672181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:10.673024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Bound using segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:10.675701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Bound port: a1ec5fa5-65ce-455d-8cce-01ed5448df5b, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:10.676798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.707181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4c34604-994f-4813-8605-b8d1b9e8a08f req-d8658e58-3977-4ae3-b0de-df6994c26985 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998744 Feb 16 15:05:10.804188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:10.823020 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-d9255e58-601a-4886-89c6-4a5d2b7daf79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:05:10.823374 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-d9255e58-601a-4886-89c6-4a5d2b7daf79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:05:10.925762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] For port a1ec5fa5-65ce-455d-8cce-01ed5448df5b, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:10.932246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] For port a1ec5fa5-65ce-455d-8cce-01ed5448df5b, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:10.954652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4d68-492f-424d-aaa3-6b05a267a8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:10.962891 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:11.036448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a81d39fb-a5bd-4814-98f0-1e0829b4b24c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:11.037490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.096361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:11.099906 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.140879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a81d39fb-a5bd-4814-98f0-1e0829b4b24c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:11.141250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.195342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:11.196210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.197693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] 10.222.0.129 "PUT /v2.0/ports/a1ec5fa5-65ce-455d-8cce-01ed5448df5b HTTP/1.1" status: 200 len: 1091 time: 2.3347030 Feb 16 15:05:11.198206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'tag': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:05:11.213769 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634afcd8-a2ea-44a2-8ae3-b1388aa2daa5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd048e42-cada-4545-b580-a5c73fe3b067", "tag": "a1ec5fa5-65ce-455d-8cce-01ed5448df5b"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:05:11.302033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06272cd0-695e-4544-9066-4a6cfe1fbe38 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:11.329118 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df64dc1-ea07-40f1-b155-8f88c1045856 x-openstack-request-id: req-1df64dc1-ea07-40f1-b155-8f88c1045856 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:05:11.331054 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd048e42-cada-4545-b580-a5c73fe3b067", "tag": "a1ec5fa5-65ce-455d-8cce-01ed5448df5b", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:05:11.331379 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1df64dc1-ea07-40f1-b155-8f88c1045856 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:05:11.332005 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'tag': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b', 'status': 'completed', 'code': 200} Feb 16 15:05:11.393798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.498628 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.510313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634afcd8-a2ea-44a2-8ae3-b1388aa2daa5 req-1070dfc8-bd7e-411a-bf16-0eaf8fbd152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:11.520195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-634afcd8-a2ea-44a2-8ae3-b1388aa2daa5 req-1070dfc8-bd7e-411a-bf16-0eaf8fbd152a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 1094 time: 0.1858468 Feb 16 15:05:11.556732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4d68-492f-424d-aaa3-6b05a267a8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.597600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b75f07f8-7609-43ac-9d6b-eb6b09b4757a None None] Provisioning complete for port a0f5d14b-1272-4b2d-9eaa-f0451b326048 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:11.598404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b75f07f8-7609-43ac-9d6b-eb6b09b4757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.693663 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a5b4d68-492f-424d-aaa3-6b05a267a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.737800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b75f07f8-7609-43ac-9d6b-eb6b09b4757a None None] Port a0f5d14b-1272-4b2d-9eaa-f0451b326048 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:11.740592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 3, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:08Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:11.749637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634afcd8-a2ea-44a2-8ae3-b1388aa2daa5 req-d8603887-160f-445b-92bc-d354fff76321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:11.753233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-634afcd8-a2ea-44a2-8ae3-b1388aa2daa5 req-d8603887-160f-445b-92bc-d354fff76321 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2250175 Feb 16 15:05:11.770229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b75f07f8-7609-43ac-9d6b-eb6b09b4757a None None] Provisioning complete for port a81d39fb-a5bd-4814-98f0-1e0829b4b24c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:11.772556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b75f07f8-7609-43ac-9d6b-eb6b09b4757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:11.819513 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1a5b4d68-492f-424d-aaa3-6b05a267a8ed admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=406b34d4cc6644ac8536b9823ccdd4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2047272 Feb 16 15:05:11.820737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b4d68-492f-424d-aaa3-6b05a267a8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e486db7-6040-48ca-9c33-282faac74910,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:11.848036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48412) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:11.880876 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:11.881219 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Updating router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 port a0f5d14b-1272-4b2d-9eaa-f0451b326048 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:05:11.888680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.237926 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.239743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-29d8df99-3e49-487a-8554-d863b1c285aa None None] Provisioning complete for port a0f5d14b-1272-4b2d-9eaa-f0451b326048 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:12.239743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-29d8df99-3e49-487a-8554-d863b1c285aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.295927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=f44dcb85-1157-4962-bf84-7cf5bb0d8553,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:12.318892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:12.319257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: ba66377d-7e95-4286-8f54-aeef5d295e84, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:05:12.322751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c91a-3057-405d-a3e9-8603f2a88ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.349756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-29d8df99-3e49-487a-8554-d863b1c285aa None None] Port a0f5d14b-1272-4b2d-9eaa-f0451b326048 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:12.358408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:05:12.389876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdd070-c940-4cdc-81ca-dd98f1d25c4f req-76ae425f-c773-4040-a22c-fb74bb3dc7b3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:12.403169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5bdd070-c940-4cdc-81ca-dd98f1d25c4f req-76ae425f-c773-4040-a22c-fb74bb3dc7b3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.6889796 Feb 16 15:05:12.418103 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c91a-3057-405d-a3e9-8603f2a88ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.518687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bb0add93-f9f9-448f-ac3f-4b50dc7d18cd None None] Provisioning complete for port a0f5d14b-1272-4b2d-9eaa-f0451b326048 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:12.521237 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb0add93-f9f9-448f-ac3f-4b50dc7d18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.527930 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.533959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network ba66377d-7e95-4286-8f54-aeef5d295e84 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:05:12.593218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:12.596295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bb0add93-f9f9-448f-ac3f-4b50dc7d18cd None None] Port a0f5d14b-1272-4b2d-9eaa-f0451b326048 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:12.620601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'port_id': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'mac_address': 'fa:16:3e:ad:59:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:05:12.649645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634afcd8-a2ea-44a2-8ae3-b1388aa2daa5 req-6d35e889-bf30-4987-9296-9d94a9d6914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:12.653955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-634afcd8-a2ea-44a2-8ae3-b1388aa2daa5 req-6d35e889-bf30-4987-9296-9d94a9d6914e service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8346748 Feb 16 15:05:12.675759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23571b-2954-4526-8ed1-1cb9cf527bde req-799caf77-93d6-42d0-94cd-5c535a96a11d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:12.677463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d23571b-2954-4526-8ed1-1cb9cf527bde req-799caf77-93d6-42d0-94cd-5c535a96a11d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 943 time: 0.6936133 Feb 16 15:05:12.678266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.692233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, ba66377d-7e95-4286-8f54-aeef5d295e84) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:12.694757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb7776fa-6abd-42b2-b839-0d992ac6f6d9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:05:12.696968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:12.697568 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.706766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690657e3-c9bd-4296-af80-dde65a63358b None None] Network ba66377d-7e95-4286-8f54-aeef5d295e84 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:12.755706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c91a-3057-405d-a3e9-8603f2a88ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.769195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c91a-3057-405d-a3e9-8603f2a88ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.769997 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4cc6c91a-3057-405d-a3e9-8603f2a88ff9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8e486db7-6040-48ca-9c33-282faac74910 HTTP/1.1" status: 204 len: 168 time: 0.9192688 Feb 16 15:05:12.783939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5bdd070-c940-4cdc-81ca-dd98f1d25c4f req-def87c37-6924-4027-9548-42f1dc365146 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687565 Feb 16 15:05:12.784724 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6c91a-3057-405d-a3e9-8603f2a88ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e486db7-6040-48ca-9c33-282faac74910,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:12.794616 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.809509 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce7ea6a6-4a63-43ae-860c-f450a603a182 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1758332 Feb 16 15:05:12.821876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48440) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:12.903207 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:12.952234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:13.001464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-1d94ce39-a1ed-4e39-bb2c-0f8cfe3d2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:13.005330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-1d94ce39-a1ed-4e39-bb2c-0f8cfe3d2d32 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 1094 time: 0.2986674 Feb 16 15:05:13.008243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d23571b-2954-4526-8ed1-1cb9cf527bde req-8f5f38ed-6fec-4201-9968-ae30cf3361cd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222919 Feb 16 15:05:13.069489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-ee8d8400-7eb3-4ff2-a5e5-606beda124a5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1ec5fa5-65ce-455d-8cce-01ed5448df5b HTTP/1.1" status: 200 len: 217 time: 0.0581014 Feb 16 15:05:13.083374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:13.097125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-ba66377d-7e95-4286-8f54-aeef5d295e84', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:05:13.098933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:13.200902 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Attempting to bind port a0f5d14b-1272-4b2d-9eaa-f0451b326048 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:13.201276 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Attempting to bind port a0f5d14b-1272-4b2d-9eaa-f0451b326048 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:13.201640 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Attempting to bind port a0f5d14b-1272-4b2d-9eaa-f0451b326048 on network 09ee33a8-a917-42a7-859a-2f1082589e3f {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:13.212153 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Pushing event updated for resources: {'Port': ['ID=a0f5d14b-1272-4b2d-9eaa-f0451b326048,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:13.217726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['bb7776fa-6abd-42b2-b839-0d992ac6f6d9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:05:13.238662 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.239298 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.239822 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.240333 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.240827 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.241324 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.241818 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.242325 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.244361 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.245021 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.247020 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.247615 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:13.260058 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:13.260058 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Checking segment: {'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:13.261863 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:13.266705 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Bound using segment: {'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:13.267418 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Bound port: a0f5d14b-1272-4b2d-9eaa-f0451b326048, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76df73a3-df8a-41ce-a21b-417989090838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:13.269447 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:13.443959 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] For port a0f5d14b-1272-4b2d-9eaa-f0451b326048, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:13.448791 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] For port a0f5d14b-1272-4b2d-9eaa-f0451b326048, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a0f5d14b-1272-4b2d-9eaa-f0451b326048,segment=NetworkSegment(76df73a3-df8a-41ce-a21b-417989090838),segment_id=76df73a3-df8a-41ce-a21b-417989090838)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:13.533354 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:13.619048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-cb29c74d-388e-4b38-824a-eb8b5faf7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:13.622608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-cb29c74d-388e-4b38-824a-eb8b5faf7b86 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.3431966 Feb 16 15:05:13.662362 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:13.665802 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:13.757254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-e0dd249d-6ebc-46a8-a0b7-dc885d39936e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233828 Feb 16 15:05:13.902346 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336fb3a-44b3-461c-92b4-6f9167f7e354 None None] Pushing event updated for resources: {'Port': ['ID=a0f5d14b-1272-4b2d-9eaa-f0451b326048,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:14.025274 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:14.050744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:14.077231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.111583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-93e177aa-f438-4edc-9ab0-0ca7c1214528 None None] Provisioning complete for port a0f5d14b-1272-4b2d-9eaa-f0451b326048 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:14.111963 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93e177aa-f438-4edc-9ab0-0ca7c1214528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.282224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Allocated IP 2001:db8:2::2 (ba66377d-7e95-4286-8f54-aeef5d295e84/f44dcb85-1157-4962-bf84-7cf5bb0d8553/d14a80dc-f8af-41a2-ba5e-45c55b8866ce) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:14.369644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-9305c7d2-a3d1-4286-9996-6c31871dff17 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026218 Feb 16 15:05:14.466960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48488) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:14.490379 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11997154-2a99-40a9-a5eb-3ace636550c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.551293 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 3, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:13Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:14.628366 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27abcf-f935-4d59-81d7-a05e0e648516 None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 3, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:13Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:14.694191 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.705871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11997154-2a99-40a9-a5eb-3ace636550c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.822955 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.892750 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-11997154-2a99-40a9-a5eb-3ace636550c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.912630 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93e177aa-f438-4edc-9ab0-0ca7c1214528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:14.980505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-93e177aa-f438-4edc-9ab0-0ca7c1214528 None None] For port a0f5d14b-1272-4b2d-9eaa-f0451b326048, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a0f5d14b-1272-4b2d-9eaa-f0451b326048,segment=NetworkSegment(76df73a3-df8a-41ce-a21b-417989090838),segment_id=76df73a3-df8a-41ce-a21b-417989090838)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:14.990738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Network ba66377d-7e95-4286-8f54-aeef5d295e84 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:14.994855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:14.999202 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-11997154-2a99-40a9-a5eb-3ace636550c3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=19106a15cdcd4704b031da919abcaa14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304806 Feb 16 15:05:15.001157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11997154-2a99-40a9-a5eb-3ace636550c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00b2cb7-e07f-471c-be57-b345514fab1a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:15.003378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48496) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:15.024965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:15.080560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a80f6-5d32-4cd4-b7c4-40ae654c4099 req-18bbba21-b09b-42e7-b310-56f4b345c975 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:15.087195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a8a80f6-5d32-4cd4-b7c4-40ae654c4099 req-18bbba21-b09b-42e7-b310-56f4b345c975 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 943 time: 0.8966050 Feb 16 15:05:15.096489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Pushing event updated for resources: {'Port': ['ID=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:15.107726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8fabc920-ce68-4115-9f5d-e51068cf56b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.115313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf872e50-da8c-46da-9f59-59d254531d12 req-19d8d00c-bc9b-4517-9217-43e37634ea06 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:15.117092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf872e50-da8c-46da-9f59-59d254531d12 req-19d8d00c-bc9b-4517-9217-43e37634ea06 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 1.0286579 Feb 16 15:05:15.181688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a0f5d14b-1272-4b2d-9eaa-f0451b326048 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:15.185543 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93e177aa-f438-4edc-9ab0-0ca7c1214528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.219199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8fabc920-ce68-4115-9f5d-e51068cf56b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.408791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf872e50-da8c-46da-9f59-59d254531d12 req-7907acc8-42a6-4d9c-85fa-0bec9fa795b5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469959 Feb 16 15:05:15.415326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8fabc920-ce68-4115-9f5d-e51068cf56b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.428677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8fabc920-ce68-4115-9f5d-e51068cf56b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.428677 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8fabc920-ce68-4115-9f5d-e51068cf56b7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f00b2cb7-e07f-471c-be57-b345514fab1a HTTP/1.1" status: 204 len: 168 time: 0.4150920 Feb 16 15:05:15.435786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a8a80f6-5d32-4cd4-b7c4-40ae654c4099 req-eabafa0b-f784-4a63-8165-7fc46031beb0 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338053 Feb 16 15:05:15.473515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabc920-ce68-4115-9f5d-e51068cf56b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00b2cb7-e07f-471c-be57-b345514fab1a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:15.505057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f5e8cd2-3b3e-49a7-9f08-09eab42fa8f4 req-c638a214-6c0a-449e-9e2f-3d0850516ee2 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807665 Feb 16 15:05:15.551762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Attempting to bind port d14a80dc-f8af-41a2-ba5e-45c55b8866ce on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:15.552340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Attempting to bind port d14a80dc-f8af-41a2-ba5e-45c55b8866ce by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:15.552736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Attempting to bind port d14a80dc-f8af-41a2-ba5e-45c55b8866ce on network ba66377d-7e95-4286-8f54-aeef5d295e84 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:15.577582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5230b950-b954-452d-9875-07ccf7350dd0 None None] Provisioning complete for port a0f5d14b-1272-4b2d-9eaa-f0451b326048 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:15.578211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5230b950-b954-452d-9875-07ccf7350dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.581039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e177aa-f438-4edc-9ab0-0ca7c1214528 None None] Pushing event updated for resources: {'Port': ['ID=a0f5d14b-1272-4b2d-9eaa-f0451b326048,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:15.650231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:15.650386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Checking segment: {'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:15.650662 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.651304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Bound using segment: {'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:15.652822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Bound port: d14a80dc-f8af-41a2-ba5e-45c55b8866ce, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:15.653363 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.727652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a0f5d14b-1272-4b2d-9eaa-f0451b326048 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:15.727967 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:15.818069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8:2::1 (ba66377d-7e95-4286-8f54-aeef5d295e84/f44dcb85-1157-4962-bf84-7cf5bb0d8553/22e01483-8b27-45b0-ac9a-807742e01dd8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:15.857965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] For port d14a80dc-f8af-41a2-ba5e-45c55b8866ce, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:15.882473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] For port d14a80dc-f8af-41a2-ba5e-45c55b8866ce, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,segment=NetworkSegment(e5e6a2c2-7d15-42c1-a677-12b9475b34fb),segment_id=e5e6a2c2-7d15-42c1-a677-12b9475b34fb)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:16.029948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.119038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.161153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a876794-a7a0-4c4e-9cd3-ab410bbdcbcb None None] Pushing event updated for resources: {'Port': ['ID=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:16.238298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:16.281561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.359082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network ba66377d-7e95-4286-8f54-aeef5d295e84 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:16.365921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:16.379137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:16.379949 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.427196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:16.428356 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.538375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.569560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=22e01483-8b27-45b0-ac9a-807742e01dd8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:16.680849 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.721442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:05:16.721442 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77056eac-69dc-44ae-ae50-db0f5bbb0552" -d '{"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-plugged", "status": "completed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:05:16.741459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:16.840037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:16.863143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1c3f6-cd8b-4d33-9128-4ab4535cd169 req-0956b25f-3e21-44cf-b0c2-36f709ac118d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:16.864101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ead1c3f6-cd8b-4d33-9128-4ab4535cd169 req-0956b25f-3e21-44cf-b0c2-36f709ac118d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.1791067 Feb 16 15:05:16.893991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb416983-3e27-403f-92fa-27e0f7692ff5 req-8da84669-9d6d-49f0-98a8-e7ba1d9f3d7a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:16.895875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb416983-3e27-403f-92fa-27e0f7692ff5 req-8da84669-9d6d-49f0-98a8-e7ba1d9f3d7a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 943 time: 0.2121785 Feb 16 15:05:16.991733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ead1c3f6-cd8b-4d33-9128-4ab4535cd169 req-295d81c4-c71e-4062-af06-ff7ef743ac84 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127427 Feb 16 15:05:17.030241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:17.045293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb416983-3e27-403f-92fa-27e0f7692ff5 req-56b2cc99-9263-4b2c-8369-7c851215f882 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081617 Feb 16 15:05:17.122765 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:17.212164 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e951d748-1e95-4306-9688-2fe209b07f25 x-openstack-request-id: req-e951d748-1e95-4306-9688-2fe209b07f25 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:05:17.212704 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-plugged", "status": "completed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:05:17.213075 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e951d748-1e95-4306-9688-2fe209b07f25 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:05:17.213546 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'code': 200} Feb 16 15:05:17.275355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d14a80dc-f8af-41a2-ba5e-45c55b8866ce up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:17.389877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d14a80dc-f8af-41a2-ba5e-45c55b8866ce triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:17.390926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:17.571045 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:17.657343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d14a80dc-f8af-41a2-ba5e-45c55b8866ce, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,segment=NetworkSegment(e5e6a2c2-7d15-42c1-a677-12b9475b34fb),segment_id=e5e6a2c2-7d15-42c1-a677-12b9475b34fb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:17.763319 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:17.764127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a0f5d14b-1272-4b2d-9eaa-f0451b326048 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:17.821441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:17.887723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:17.959029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a0f5d14b-1272-4b2d-9eaa-f0451b326048 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:17.959817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:18.031043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1358be-287a-4771-b40b-3987028e098d None None] Network ba66377d-7e95-4286-8f54-aeef5d295e84 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:18.050383 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:18.157211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:18.157745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b476324e-6640-45c0-8a61-2127d3cd71df None None] Provisioning complete for port d14a80dc-f8af-41a2-ba5e-45c55b8866ce triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:18.157745 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b476324e-6640-45c0-8a61-2127d3cd71df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:18.250377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a1ec5fa5-65ce-455d-8cce-01ed5448df5b details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:05:18.328734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=22e01483-8b27-45b0-ac9a-807742e01dd8,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:18.452395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0037e1f-665e-46aa-89fd-7ff5fcdd663d req-0380d9e4-be20-48a7-b027-850a3e981b4f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:18.453970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0037e1f-665e-46aa-89fd-7ff5fcdd663d req-0380d9e4-be20-48a7-b027-850a3e981b4f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 943 time: 0.2890468 Feb 16 15:05:18.481685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7633c-13d5-449f-beb6-cf3f2c8bf0c1 req-3069b7a8-db23-49cc-a0e2-ad17ce76c9ed tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:18.483527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8b7633c-13d5-449f-beb6-cf3f2c8bf0c1 req-3069b7a8-db23-49cc-a0e2-ad17ce76c9ed tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.3241849 Feb 16 15:05:18.515713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a1ec5fa5-65ce-455d-8cce-01ed5448df5b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:18.533265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network ba66377d-7e95-4286-8f54-aeef5d295e84 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:18.546826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:18.550846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'port_id': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b', 'mac_address': 'fa:16:3e:6c:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12bbc52-e292-402a-ae65-548c72b8f0a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:05:18.570032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0037e1f-665e-46aa-89fd-7ff5fcdd663d req-f4998bf9-e9ea-420c-8ab5-6527e0894cfd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044867 Feb 16 15:05:18.587858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8b7633c-13d5-449f-beb6-cf3f2c8bf0c1 req-f6133b5d-2076-4c58-bf8b-5ac11fb23e4c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955632 Feb 16 15:05:18.665161 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:18.703162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ec5fa5-65ce-455d-8cce-01ed5448df5b {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:05:18.756913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a1ec5fa5-65ce-455d-8cce-01ed5448df5b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:18.774390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:18.908912 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:18.914777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:18.923168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-314b3495-8d6f-4943-8dcc-58857062f1a0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0974419 Feb 16 15:05:18.925532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48584) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:18.931088 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-373195614'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:18.973857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:19.012048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:19.012996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:19.024223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d14a80dc-f8af-41a2-ba5e-45c55b8866ce up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:19.071101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:19.109182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:19.113036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:19.181582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a1ec5fa5-65ce-455d-8cce-01ed5448df5b'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:05:19.191693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:05:19.225991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:19.226642 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added segment 24fd2afa-c8c3-4771-9a5a-493897088569 of type vlan for network 614a04d4-ca22-4113-a6ec-6c441f258fe3 Feb 16 15:05:19.266686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c875f47e-f81f-4377-9b42-e4827df4600e None None] Provisioning complete for port d14a80dc-f8af-41a2-ba5e-45c55b8866ce triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:19.267202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c875f47e-f81f-4377-9b42-e4827df4600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:19.323722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:19.366459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:19.378091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d14a80dc-f8af-41a2-ba5e-45c55b8866ce triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:19.378486 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:19.562164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:19.575638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:19.580079 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:19.754894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Network': ['ID=614a04d4-ca22-4113-a6ec-6c441f258fe3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.772019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:19.803909 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bc598861-fadf-4d80-97c5-0dd949cc318c tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8770497 Feb 16 15:05:19.813507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48606) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:19.841840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'subnet': {'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:19.945913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:05:20.025106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b2a86-444c-4613-b51e-b1bad54d24c2 req-5deaa4bb-4e8a-4e96-be5e-3461c1b37a1b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:20.028146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-530b2a86-444c-4613-b51e-b1bad54d24c2 req-5deaa4bb-4e8a-4e96-be5e-3461c1b37a1b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 944 time: 0.3178484 Feb 16 15:05:20.119292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e79f-d791-4e70-a7ae-631e0f371e32 req-effdb95f-d733-4515-a2bc-0f921b48b4b5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:20.123134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcd9e79f-d791-4e70-a7ae-631e0f371e32 req-effdb95f-d733-4515-a2bc-0f921b48b4b5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.2702248 Feb 16 15:05:20.133897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c875f47e-f81f-4377-9b42-e4827df4600e None None] Provisioning complete for port 22e01483-8b27-45b0-ac9a-807742e01dd8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:20.134282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c875f47e-f81f-4377-9b42-e4827df4600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:20.159956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-530b2a86-444c-4613-b51e-b1bad54d24c2 req-ec31b7a0-5740-4432-9b92-ca8a1ddddd87 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243191 Feb 16 15:05:20.197178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcd9e79f-d791-4e70-a7ae-631e0f371e32 req-289b28a3-94d4-423e-8858-d197f5e3b315 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611935 Feb 16 15:05:20.203168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c875f47e-f81f-4377-9b42-e4827df4600e None None] Port 22e01483-8b27-45b0-ac9a-807742e01dd8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:20.227256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Made reservation on behalf of 08697fdb7fe740beba9524a4b081fde0 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:20.227256 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:20.285263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:16Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:17Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:20.360255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:20.360661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Updating router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 port 22e01483-8b27-45b0-ac9a-807742e01dd8 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:05:20.425765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:20.429181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e6d98fcf-c92a-4477-bf3b-52673dfaa565 None None] Provisioning complete for port 22e01483-8b27-45b0-ac9a-807742e01dd8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:20.429555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e6d98fcf-c92a-4477-bf3b-52673dfaa565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:20.534300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e6d98fcf-c92a-4477-bf3b-52673dfaa565 None None] Port 22e01483-8b27-45b0-ac9a-807742e01dd8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:20.682136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:20.772627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Subnet': ['ID=b04f0e46-c4fd-4360-a50a-ccf0d4c632b0,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:20.808152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Checking segment: {'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:20.808152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network hostable DHCP agents. Network: 614a04d4-ca22-4113-a6ec-6c441f258fe3, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:05:21.010565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:21.313289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:05:21.328542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea392ef-7c53-4b86-a7bd-6a7f3ac809ee req-b3635f42-4fcd-4263-a972-208c6b515dc2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:21.330069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cea392ef-7c53-4b86-a7bd-6a7f3ac809ee req-b3635f42-4fcd-4263-a972-208c6b515dc2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 944 time: 0.0833018 Feb 16 15:05:21.382675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a2fcb-3248-4d50-90d5-a039af727362 req-b2fc73a5-2211-40df-9471-20d692dab4d8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:21.391242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626a2fcb-3248-4d50-90d5-a039af727362 req-b2fc73a5-2211-40df-9471-20d692dab4d8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1009362 Feb 16 15:05:21.412753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 614a04d4-ca22-4113-a6ec-6c441f258fe3) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:21.413943 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:21.419426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cea392ef-7c53-4b86-a7bd-6a7f3ac809ee req-ac9aa5d6-195c-4456-b06e-ef0419be8e34 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820403 Feb 16 15:05:21.431938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:21.431938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:21.437428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd2cde-991b-40b5-8009-3d92c432f380 None None] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:21.449932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626a2fcb-3248-4d50-90d5-a039af727362 req-eeabe9e1-587b-4d8d-ba92-7e7364c4b2b2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569787 Feb 16 15:05:21.568416 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-de3c46b3-fd69-4c6d-aeb6-b176a2e9543b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7320542 Feb 16 15:05:21.571346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48654) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:21.609818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694ac32-5ffc-463c-92a3-309cb42665a7 None None] Pushing event updated for resources: {'Port': ['ID=22e01483-8b27-45b0-ac9a-807742e01dd8,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:21.746561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Attempting to bind port 22e01483-8b27-45b0-ac9a-807742e01dd8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:21.746988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Attempting to bind port 22e01483-8b27-45b0-ac9a-807742e01dd8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:21.747356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Attempting to bind port 22e01483-8b27-45b0-ac9a-807742e01dd8 on network ba66377d-7e95-4286-8f54-aeef5d295e84 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:21.831534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:21.832000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Checking segment: {'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:21.832405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:21.832804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Bound using segment: {'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:21.833293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Bound port: 22e01483-8b27-45b0-ac9a-807742e01dd8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:21.833674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:21.983880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-614a04d4-ca22-4113-a6ec-6c441f258fe3', 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'fixed_ips': [{'subnet_id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:05:21.988290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:22.102744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] For port 22e01483-8b27-45b0-ac9a-807742e01dd8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:22.209153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] For port 22e01483-8b27-45b0-ac9a-807742e01dd8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=22e01483-8b27-45b0-ac9a-807742e01dd8,segment=NetworkSegment(e5e6a2c2-7d15-42c1-a677-12b9475b34fb),segment_id=e5e6a2c2-7d15-42c1-a677-12b9475b34fb)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:22.228853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5e54409c-f885-4642-b71d-c4963f958ee3 None None] Provisioning complete for port 22e01483-8b27-45b0-ac9a-807742e01dd8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:22.230105 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e54409c-f885-4642-b71d-c4963f958ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:22.296743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5e54409c-f885-4642-b71d-c4963f958ee3 None None] Port 22e01483-8b27-45b0-ac9a-807742e01dd8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:22.299820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a1ec5fa5-65ce-455d-8cce-01ed5448df5b up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:22.350317 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:22.496110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:22.496776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:22.501676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Allocated IP 2001:db8:3::2 (614a04d4-ca22-4113-a6ec-6c441f258fe3/b04f0e46-c4fd-4360-a50a-ccf0d4c632b0/65bb4594-e415-4506-a49f-f96bedaedeed) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:22.691531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694ac32-5ffc-463c-92a3-309cb42665a7 None None] Pushing event updated for resources: {'Port': ['ID=22e01483-8b27-45b0-ac9a-807742e01dd8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:22.834591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port a1ec5fa5-65ce-455d-8cce-01ed5448df5b completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:05:22.848902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:22.880297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port a1ec5fa5-65ce-455d-8cce-01ed5448df5b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:22.881215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:22.887320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:22.918081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586d8e-1275-49b8-8cb4-45c7cae6fb78 req-8747693d-a603-40ce-8c78-cf241e9d16c1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:22.919905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c586d8e-1275-49b8-8cb4-45c7cae6fb78 req-8747693d-a603-40ce-8c78-cf241e9d16c1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 944 time: 0.2803752 Feb 16 15:05:22.953965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd2c49-271a-44c9-9e4e-7e164ea85b29 req-427ed69a-8490-4c40-8fa5-14aa1a86b563 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:22.963707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85dd2c49-271a-44c9-9e4e-7e164ea85b29 req-427ed69a-8490-4c40-8fa5-14aa1a86b563 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.2806771 Feb 16 15:05:23.132459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85dd2c49-271a-44c9-9e4e-7e164ea85b29 req-963d60d3-940f-447e-ae2d-99576144ee43 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652150 Feb 16 15:05:23.173957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b4e83204-6923-472a-bd24-c6849bad1bbb None None] Provisioning complete for port 22e01483-8b27-45b0-ac9a-807742e01dd8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:23.174439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b4e83204-6923-472a-bd24-c6849bad1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:23.249418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:23.297753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c586d8e-1275-49b8-8cb4-45c7cae6fb78 req-9ce321e5-a7c4-4d98-a881-0d0d535a962d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602028 Feb 16 15:05:23.430804 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b4e83204-6923-472a-bd24-c6849bad1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:23.440594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:23.479144 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:23.584473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port a1ec5fa5-65ce-455d-8cce-01ed5448df5b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:23.593383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:05:23.596190 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe45444-7149-459b-965a-125e8de74c45" -d '{"events": [{"server_uuid": "dd048e42-cada-4545-b580-a5c73fe3b067", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec5fa5-65ce-455d-8cce-01ed5448df5b"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:05:23.606627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:23.615112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b4e83204-6923-472a-bd24-c6849bad1bbb None None] For port 22e01483-8b27-45b0-ac9a-807742e01dd8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=22e01483-8b27-45b0-ac9a-807742e01dd8,segment=NetworkSegment(e5e6a2c2-7d15-42c1-a677-12b9475b34fb),segment_id=e5e6a2c2-7d15-42c1-a677-12b9475b34fb)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:23.619427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Pushing event updated for resources: {'Port': ['ID=65bb4594-e415-4506-a49f-f96bedaedeed,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:23.621128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:23.624701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:23.674700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Allocated IP 2001:db8:3::1 (614a04d4-ca22-4113-a6ec-6c441f258fe3/b04f0e46-c4fd-4360-a50a-ccf0d4c632b0/e0999b31-633a-4bbc-beb2-55dd1fe30e17) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:23.969610 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd103f7-390d-4bf1-988f-706e5bd47f3e x-openstack-request-id: req-cfd103f7-390d-4bf1-988f-706e5bd47f3e {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:05:23.969979 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd048e42-cada-4545-b580-a5c73fe3b067", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec5fa5-65ce-455d-8cce-01ed5448df5b", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:05:23.970324 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cfd103f7-390d-4bf1-988f-706e5bd47f3e {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:05:23.970801 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b', 'code': 200} Feb 16 15:05:23.973059 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:23.977332 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b4e83204-6923-472a-bd24-c6849bad1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:24.061922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03afa21-a674-4d52-b976-4d50cc3315e7 req-06fbb764-4fb9-4010-81cb-f00117ffaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:24.064383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b03afa21-a674-4d52-b976-4d50cc3315e7 req-06fbb764-4fb9-4010-81cb-f00117ffaa50 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 1096 time: 0.2134898 Feb 16 15:05:24.066430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:16Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:22Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:24.135184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:24.181322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea5def-9b4c-4bf4-96bb-a75e015b6a2f None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:16Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:22Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:24.187950 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b03afa21-a674-4d52-b976-4d50cc3315e7 req-f2a89b35-89ed-489f-93e0-cfc3194e56bc service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107848 Feb 16 15:05:24.191507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Attempting to bind port 65bb4594-e415-4506-a49f-f96bedaedeed on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:24.192076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Attempting to bind port 65bb4594-e415-4506-a49f-f96bedaedeed by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:24.192559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Attempting to bind port 65bb4594-e415-4506-a49f-f96bedaedeed on network 614a04d4-ca22-4113-a6ec-6c441f258fe3 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:24.203695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:24.204250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Checking segment: {'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:24.204884 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:24.205384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Bound using segment: {'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:24.206081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Bound port: 65bb4594-e415-4506-a49f-f96bedaedeed, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:24.206570 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:24.240406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:24.421630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:24.434994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e83204-6923-472a-bd24-c6849bad1bbb None None] Pushing event updated for resources: {'Port': ['ID=22e01483-8b27-45b0-ac9a-807742e01dd8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:24.456592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] For port 65bb4594-e415-4506-a49f-f96bedaedeed, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:24.462603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] For port 65bb4594-e415-4506-a49f-f96bedaedeed, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=65bb4594-e415-4506-a49f-f96bedaedeed,segment=NetworkSegment(24fd2afa-c8c3-4771-9a5a-493897088569),segment_id=24fd2afa-c8c3-4771-9a5a-493897088569)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:24.538178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:24.588731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:24.690125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:24.700192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af9ff6-fd53-4072-935b-1d70b638bd51 None None] Pushing event updated for resources: {'Port': ['ID=65bb4594-e415-4506-a49f-f96bedaedeed,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:24.701809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:24.702589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:24.764128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266fe6f-9730-4907-9e33-99faa131aa47 req-18b85acc-8fc4-46cc-9181-3dda3439432b tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:24.790860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e266fe6f-9730-4907-9e33-99faa131aa47 req-18b85acc-8fc4-46cc-9181-3dda3439432b tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.4513578 Feb 16 15:05:24.878938 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=e0999b31-633a-4bbc-beb2-55dd1fe30e17,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:25.114484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 22e01483-8b27-45b0-ac9a-807742e01dd8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:25.189981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e266fe6f-9730-4907-9e33-99faa131aa47 req-7dbcbe0d-150f-4a7e-9c14-306ef2964634 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979897 Feb 16 15:05:25.211493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc282da-5c89-46b2-842c-b1e462f2ded4 req-6fd42584-6f39-4458-a49d-f4c43d4f63d4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:25.221187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cc282da-5c89-46b2-842c-b1e462f2ded4 req-6fd42584-6f39-4458-a49d-f4c43d4f63d4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 945 time: 0.6663446 Feb 16 15:05:25.336320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 22e01483-8b27-45b0-ac9a-807742e01dd8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:25.336536 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:25.458442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:25.607627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4cc282da-5c89-46b2-842c-b1e462f2ded4 req-f7947056-3eb8-480f-bf6d-533aed60c474 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854899 Feb 16 15:05:26.173624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:26.273938 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:26.290242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:26.495812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event updated for resources: {'Port': ['ID=e0999b31-633a-4bbc-beb2-55dd1fe30e17,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:26.536252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2b114-268f-4fa7-9a85-79104b884e51 req-1af0cc76-5ed4-4d7b-a9da-528b4b06ed79 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:26.538231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bb2b114-268f-4fa7-9a85-79104b884e51 req-1af0cc76-5ed4-4d7b-a9da-528b4b06ed79 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1711519 Feb 16 15:05:26.793566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4628091-4f5c-40ee-b7e2-6cf76058c26d None None] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:26.932732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-307a25c0-d75d-4b23-b0a3-582e86f90489 None None] Provisioning complete for port 65bb4594-e415-4506-a49f-f96bedaedeed triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:26.933912 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-307a25c0-d75d-4b23-b0a3-582e86f90489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:27.190455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 65bb4594-e415-4506-a49f-f96bedaedeed up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:27.219371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bb2b114-268f-4fa7-9a85-79104b884e51 req-82e9d87b-fa04-4bf3-84b7-2ba21cb1a796 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6743205 Feb 16 15:05:27.233014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-307a25c0-d75d-4b23-b0a3-582e86f90489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:27.248634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:27.253749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:27.293554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85908439-f8e2-4746-a0ba-423dce4326d3 req-1b857c96-b393-480e-8609-97220257d5ed tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:27.295237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85908439-f8e2-4746-a0ba-423dce4326d3 req-1b857c96-b393-480e-8609-97220257d5ed tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 945 time: 0.2008100 Feb 16 15:05:27.356298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-307a25c0-d75d-4b23-b0a3-582e86f90489 None None] For port 65bb4594-e415-4506-a49f-f96bedaedeed, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=65bb4594-e415-4506-a49f-f96bedaedeed,segment=NetworkSegment(24fd2afa-c8c3-4771-9a5a-493897088569),segment_id=24fd2afa-c8c3-4771-9a5a-493897088569)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:27.421474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 65bb4594-e415-4506-a49f-f96bedaedeed triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:27.421863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:27.529368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:27.571182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-307a25c0-d75d-4b23-b0a3-582e86f90489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:27.707272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a25c0-d75d-4b23-b0a3-582e86f90489 None None] Pushing event updated for resources: {'Port': ['ID=65bb4594-e415-4506-a49f-f96bedaedeed,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:27.768346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85908439-f8e2-4746-a0ba-423dce4326d3 req-7442b07d-8ada-4b7e-b5a7-0785aebfd905 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865376 Feb 16 15:05:27.785129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:27.793018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:27.793585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7d30329a-8dbc-42d2-ae6d-8f26fbce6847 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2199361 Feb 16 15:05:27.795993 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:27.798232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:27.831875 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:27.832717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:27.983744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99606439-c00e-4098-9546-b47b885860f9 req-6a28c275-f918-4abe-8a6a-561d6bc2717a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:27.992256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99606439-c00e-4098-9546-b47b885860f9 req-6a28c275-f918-4abe-8a6a-561d6bc2717a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 945 time: 0.0752509 Feb 16 15:05:28.101505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99606439-c00e-4098-9546-b47b885860f9 req-44085ec9-f35d-4818-bcb0-bf3aac1e3c3a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079929 Feb 16 15:05:28.119148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-073f9707-de70-4e6d-b4d3-3ad33116908e None None] Provisioning complete for port 65bb4594-e415-4506-a49f-f96bedaedeed triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:28.119730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-073f9707-de70-4e6d-b4d3-3ad33116908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:28.161360 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:28.622700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-073f9707-de70-4e6d-b4d3-3ad33116908e None None] Provisioning complete for port e0999b31-633a-4bbc-beb2-55dd1fe30e17 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:28.622700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-073f9707-de70-4e6d-b4d3-3ad33116908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:28.623650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8248a-f466-4b29-ad43-3152dfcd5af1 req-d257ac74-fc38-4cd5-88c5-e6a250e8e316 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:28.623650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0cf8248a-f466-4b29-ad43-3152dfcd5af1 req-d257ac74-fc38-4cd5-88c5-e6a250e8e316 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0959895 Feb 16 15:05:28.624278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-073f9707-de70-4e6d-b4d3-3ad33116908e None None] Port e0999b31-633a-4bbc-beb2-55dd1fe30e17 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:28.624400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 15:05:28.624531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0cf8248a-f466-4b29-ad43-3152dfcd5af1 req-fc90166f-e1e6-41f6-8a3f-d430634439c3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726523 Feb 16 15:05:28.638797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Removed routes are [] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 15:05:28.639268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:28.674173 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:25Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0999b31-633a-4bbc-beb2-55dd1fe30e17', 'name': '', 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:19:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:23Z', 'updated_at': '2022-02-16T15:05:25Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:28.740319 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:28.741141 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Updating router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 port e0999b31-633a-4bbc-beb2-55dd1fe30e17 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:05:28.749598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-755cc14f-0ea5-44e4-985f-447108edd8fc None None] Provisioning complete for port e0999b31-633a-4bbc-beb2-55dd1fe30e17 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:28.751459 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-755cc14f-0ea5-44e4-985f-447108edd8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:28.819238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-755cc14f-0ea5-44e4-985f-447108edd8fc None None] Port e0999b31-633a-4bbc-beb2-55dd1fe30e17 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:28.828046 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:29.117329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 65bb4594-e415-4506-a49f-f96bedaedeed up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:29.230586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfb9a2-a118-4dc2-8c11-7f5ce85b72ac req-03b22b4c-e5a2-429a-949d-4ea501f91c10 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:29.239573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1dfb9a2-a118-4dc2-8c11-7f5ce85b72ac req-03b22b4c-e5a2-429a-949d-4ea501f91c10 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 945 time: 0.0868657 Feb 16 15:05:29.298874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1dfb9a2-a118-4dc2-8c11-7f5ce85b72ac req-0996dcb2-0289-4e44-8b94-a7403323d960 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551710 Feb 16 15:05:29.326197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-994f9595-44f6-468d-957e-d5d5319a819d None None] Provisioning complete for port e0999b31-633a-4bbc-beb2-55dd1fe30e17 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:29.326653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-994f9595-44f6-468d-957e-d5d5319a819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:29.381244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 65bb4594-e415-4506-a49f-f96bedaedeed triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:29.381886 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:29.384024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-994f9595-44f6-468d-957e-d5d5319a819d None None] Port e0999b31-633a-4bbc-beb2-55dd1fe30e17 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:05:29.954949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9182-86ce-49fa-8a6b-f636780ed3c2 req-218e05d7-8f12-47ef-a88d-6b0d46e24eb1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:29.956585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa2d9182-86ce-49fa-8a6b-f636780ed3c2 req-218e05d7-8f12-47ef-a88d-6b0d46e24eb1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1341803 Feb 16 15:05:30.027196 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.084320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa2d9182-86ce-49fa-8a6b-f636780ed3c2 req-85d4666d-f504-4a55-bf4d-84534a85eef8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201258 Feb 16 15:05:30.130065 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.234155 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf02d80-7bb2-44d6-a180-1814c3490ee8 None None] Pushing event updated for resources: {'Port': ['ID=e0999b31-633a-4bbc-beb2-55dd1fe30e17,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:30.295792 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Attempting to bind port e0999b31-633a-4bbc-beb2-55dd1fe30e17 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:30.296514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.299810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Attempting to bind port e0999b31-633a-4bbc-beb2-55dd1fe30e17 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:30.302454 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Attempting to bind port e0999b31-633a-4bbc-beb2-55dd1fe30e17 on network 614a04d4-ca22-4113-a6ec-6c441f258fe3 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:30.302710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.317868 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:30.321462 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Checking segment: {'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:30.323365 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.324774 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Bound using segment: {'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:30.325496 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Bound port: e0999b31-633a-4bbc-beb2-55dd1fe30e17, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fd2afa-c8c3-4771-9a5a-493897088569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:30.326751 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.456396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-6f008af4-18d7-4527-9ee2-143cd195304e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:30.458016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-6f008af4-18d7-4527-9ee2-143cd195304e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 945 time: 0.1602762 Feb 16 15:05:30.500144 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] For port e0999b31-633a-4bbc-beb2-55dd1fe30e17, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:30.511459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] For port e0999b31-633a-4bbc-beb2-55dd1fe30e17, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e0999b31-633a-4bbc-beb2-55dd1fe30e17,segment=NetworkSegment(24fd2afa-c8c3-4771-9a5a-493897088569),segment_id=24fd2afa-c8c3-4771-9a5a-493897088569)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:30.589682 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.672796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:30.774382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c89a1444-1ba3-4d6d-bc26-c305a2da505b None None] Provisioning complete for port e0999b31-633a-4bbc-beb2-55dd1fe30e17 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:30.774965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c89a1444-1ba3-4d6d-bc26-c305a2da505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.776777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0ccb3-dae6-4fdd-8f15-4040ab6c91f0 req-60a6e368-ba77-480c-92cb-f51d8929e533 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:30.778576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6e0ccb3-dae6-4fdd-8f15-4040ab6c91f0 req-60a6e368-ba77-480c-92cb-f51d8929e533 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 945 time: 0.2950430 Feb 16 15:05:30.812317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:30.829583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:30.829583 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-da645135-c6f7-4f85-9d59-b7926220cbbf tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 200 len: 952 time: 3.0285299 Feb 16 15:05:30.829583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48848) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:30.833212 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf02d80-7bb2-44d6-a180-1814c3490ee8 None None] Pushing event updated for resources: {'Port': ['ID=e0999b31-633a-4bbc-beb2-55dd1fe30e17,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:30.871720 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:30.872652 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:31.057430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6e0ccb3-dae6-4fdd-8f15-4040ab6c91f0 req-68a74a36-c701-459a-809f-89313b76c525 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128258 Feb 16 15:05:31.083331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Deleting port a1ec5fa5-65ce-455d-8cce-01ed5448df5b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:31.083905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:31.096926 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f273367-8cc2-475f-b9a6-69196bf4d04f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 200 len: 952 time: 0.2682164 Feb 16 15:05:31.097795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:31.103574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'routes': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:31.112717 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c89a1444-1ba3-4d6d-bc26-c305a2da505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:31.239773 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:31.261689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c89a1444-1ba3-4d6d-bc26-c305a2da505b None None] For port e0999b31-633a-4bbc-beb2-55dd1fe30e17, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e0999b31-633a-4bbc-beb2-55dd1fe30e17,segment=NetworkSegment(24fd2afa-c8c3-4771-9a5a-493897088569),segment_id=24fd2afa-c8c3-4771-9a5a-493897088569)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:31.354163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c89a1444-1ba3-4d6d-bc26-c305a2da505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:31.442130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a1444-1ba3-4d6d-bc26-c305a2da505b None None] Pushing event updated for resources: {'Port': ['ID=e0999b31-633a-4bbc-beb2-55dd1fe30e17,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:31.494454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fd87687f-5285-4b2f-a499-c2482d04e710 None None] Provisioning complete for port e0999b31-633a-4bbc-beb2-55dd1fe30e17 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:31.496501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd87687f-5285-4b2f-a499-c2482d04e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:31.507414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1f8e2-157d-4e6f-a701-1e51b38e84ba req-865fcc3d-a185-4c7c-8e52-45c02c7bc615 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:31.514444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cc1f8e2-157d-4e6f-a701-1e51b38e84ba req-865fcc3d-a185-4c7c-8e52-45c02c7bc615 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.2584133 Feb 16 15:05:31.583812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] For port a1ec5fa5-65ce-455d-8cce-01ed5448df5b, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:31.584120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:31.647043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Calling delete_port for a1ec5fa5-65ce-455d-8cce-01ed5448df5b owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:31.732512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cc1f8e2-157d-4e6f-a701-1e51b38e84ba req-8912f8f2-e16e-4a98-824b-639b872b289b tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070246 Feb 16 15:05:31.766196 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:28Z', 'revision_number': 6, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0999b31-633a-4bbc-beb2-55dd1fe30e17', 'name': '', 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:19:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:23Z', 'updated_at': '2022-02-16T15:05:30Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:31.850860 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa72872d-38aa-491b-85f7-b6437ff3ccb7 None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:28Z', 'revision_number': 6, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0999b31-633a-4bbc-beb2-55dd1fe30e17', 'name': '', 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:19:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:23Z', 'updated_at': '2022-02-16T15:05:30Z', 'revision_number': 4, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:32.116756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added routes are [] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 15:05:32.117334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 15:05:32.157602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:32.184149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:05:32.187198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['a1ec5fa5-65ce-455d-8cce-01ed5448df5b'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:05:32.268306 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:32.310090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event deleted for resources: {'Port': ['ID=a1ec5fa5-65ce-455d-8cce-01ed5448df5b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:32.348430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.348899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.349356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.350005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.350633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.351130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.351480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.351983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.352384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.352781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.353222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.353659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:32.384879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11e8cb08-fc6e-4846-88ee-8f27d0a66987 req-3752b24b-9110-4965-839d-86865b186b13 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 210 time: 0.1122429 Feb 16 15:05:32.479735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] No DVR routers for this DVR port a1ec5fa5-65ce-455d-8cce-01ed5448df5b on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:32.487384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:32.493731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-991d2968-9fa2-4c0c-9501-35df8bcaaace req-1679c2d1-b793-43dc-9708-a35312d43296 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "DELETE /v2.0/ports/a1ec5fa5-65ce-455d-8cce-01ed5448df5b HTTP/1.1" status: 204 len: 173 time: 2.0222929 Feb 16 15:05:32.498396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'name': 'network-vif-deleted', 'tag': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:05:32.501003 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d2abd6-d520-4f17-8c58-2e78459bad27" -d '{"events": [{"server_uuid": "dd048e42-cada-4545-b580-a5c73fe3b067", "name": "network-vif-deleted", "tag": "a1ec5fa5-65ce-455d-8cce-01ed5448df5b"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:05:32.577477 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971eff89-1883-46a9-9253-729a93cda1c9 x-openstack-request-id: req-971eff89-1883-46a9-9253-729a93cda1c9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:05:32.577980 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd048e42-cada-4545-b580-a5c73fe3b067", "name": "network-vif-deleted", "tag": "a1ec5fa5-65ce-455d-8cce-01ed5448df5b", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:05:32.578931 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-971eff89-1883-46a9-9253-729a93cda1c9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:05:32.579656 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd048e42-cada-4545-b580-a5c73fe3b067', 'name': 'network-vif-deleted', 'tag': 'a1ec5fa5-65ce-455d-8cce-01ed5448df5b', 'status': 'completed', 'code': 200} Feb 16 15:05:32.824617 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:32.830675 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:33.086653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:33.146029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be6c22-0708-46ab-87e0-3255b5693424 req-14d78d6c-bdb4-4a37-bac8-2b1874fd7488 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:33.146503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e0999b31-633a-4bbc-beb2-55dd1fe30e17 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:33.184018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7be6c22-0708-46ab-87e0-3255b5693424 req-14d78d6c-bdb4-4a37-bac8-2b1874fd7488 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.2267354 Feb 16 15:05:33.320419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e0999b31-633a-4bbc-beb2-55dd1fe30e17 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:33.321420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:33.338129 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:05:33.375676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:33.385748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:33.388602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7be6c22-0708-46ab-87e0-3255b5693424 req-25807ab8-4937-4afb-8571-92c4189f233e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973193 Feb 16 15:05:33.398004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 48926) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:33.407902 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f88efab-decb-409d-993e-0073be71d48b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 200 len: 702 time: 2.3048954 Feb 16 15:05:33.662370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:33.675215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:33.679791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:33.812081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43eca3c5-4fb6-41f1-a060-7bd9c40d0d77 req-9d3b3eee-809b-42dd-b71c-885cb5ed5842 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=dd048e42-cada-4545-b580-a5c73fe3b067 HTTP/1.1" status: 200 len: 210 time: 0.0776272 Feb 16 15:05:33.857869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:33.865317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ad78dc8a-08d9-4102-8722-1ff4a3985352 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 200 len: 702 time: 0.4659269 Feb 16 15:05:33.868054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 48940) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:34.318784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:32Z', 'revision_number': 7, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0999b31-633a-4bbc-beb2-55dd1fe30e17', 'name': '', 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:19:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:23Z', 'updated_at': '2022-02-16T15:05:31Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:34.400951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:34.404329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a1ec5fa5-65ce-455d-8cce-01ed5448df5b no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:34.466263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: a1ec5fa5-65ce-455d-8cce-01ed5448df5b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:34.466774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device a1ec5fa5-65ce-455d-8cce-01ed5448df5b not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:34.477395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:34.483794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:34.608138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:34.677462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31866c-aefd-4f43-ba8c-98b817b2efb7 req-9ccad479-d0f3-49b4-ad6f-fb7cc84bde73 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:34.683962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d31866c-aefd-4f43-ba8c-98b817b2efb7 req-9ccad479-d0f3-49b4-ad6f-fb7cc84bde73 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1381278 Feb 16 15:05:34.799100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d31866c-aefd-4f43-ba8c-98b817b2efb7 req-534c6010-7c84-4798-aae4-e11e9c09c860 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029294 Feb 16 15:05:35.138659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:35.212587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port e0999b31-633a-4bbc-beb2-55dd1fe30e17 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:35.213033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:35.400707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6325bee-10e9-4176-9ab3-e596c36a1482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:35.498858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port e0999b31-633a-4bbc-beb2-55dd1fe30e17, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e0999b31-633a-4bbc-beb2-55dd1fe30e17,segment=NetworkSegment(24fd2afa-c8c3-4771-9a5a-493897088569),segment_id=24fd2afa-c8c3-4771-9a5a-493897088569)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:35.499400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:35.551301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for e0999b31-633a-4bbc-beb2-55dd1fe30e17 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:35.700978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:32Z', 'revision_number': 7, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0999b31-633a-4bbc-beb2-55dd1fe30e17', 'name': '', 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:19:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:23Z', 'updated_at': '2022-02-16T15:05:31Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:35.788829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e261bd-64be-465e-8c60-8780bcfd2016 None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:32Z', 'revision_number': 7, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0999b31-633a-4bbc-beb2-55dd1fe30e17', 'name': '', 'network_id': '614a04d4-ca22-4113-a6ec-6c441f258fe3', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:19:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:23Z', 'updated_at': '2022-02-16T15:05:31Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'b04f0e46-c4fd-4360-a50a-ccf0d4c632b0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:36.133463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:36.174226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f285c61-de4b-4f5c-8a90-62df447a25cd req-81616fcc-75b7-4efd-b87d-1a0d7001c935 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:36.182994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f285c61-de4b-4f5c-8a90-62df447a25cd req-81616fcc-75b7-4efd-b87d-1a0d7001c935 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0892215 Feb 16 15:05:36.227679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-7ba1b3e4-7a6e-4bce-9f3f-7f768c5a8d47 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:36.235981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-7ba1b3e4-7a6e-4bce-9f3f-7f768c5a8d47 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.2818706 Feb 16 15:05:36.254425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=e0999b31-633a-4bbc-beb2-55dd1fe30e17,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:36.265849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-4c79a717-e855-4907-9fc2-9398b7d3a1c8 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0277851 Feb 16 15:05:36.291922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f285c61-de4b-4f5c-8a90-62df447a25cd req-62b9219f-c2a9-4743-b972-555b1a9c035e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075294 Feb 16 15:05:36.422094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-0940241c-cbe4-4de9-9e1d-cf902a0bbee7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1563895 Feb 16 15:05:36.579834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:37.024593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:37.103483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-0be8cce1-5aaa-4508-90da-37468b881527 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549203 Feb 16 15:05:37.165422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:37.171949 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-950b58cf-3032-43d8-972d-01a33a1868a9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3027349 Feb 16 15:05:37.174584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49030) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:37.179275 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:37.193683 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:37.194577 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:37.247736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet b04f0e46-c4fd-4360-a50a-ccf0d4c632b0 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:05:37.248103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-1f0c68a7-f14e-42ce-8c44-cecb8f1516fe service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343875 Feb 16 15:05:37.251720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:37.306297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:37.320922 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:37.448599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3b68-38a3-4a17-b189-1539fb7fe508 req-8231c6cd-1e44-4c81-99db-247dc2bf0c1a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:37.450296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d02b3b68-38a3-4a17-b189-1539fb7fe508 req-8231c6cd-1e44-4c81-99db-247dc2bf0c1a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0613062 Feb 16 15:05:37.455495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:37.512096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d02b3b68-38a3-4a17-b189-1539fb7fe508 req-102ade33-7e71-4ad8-b9d7-5e132e405f6a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553491 Feb 16 15:05:37.715269 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:37.764824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92823655-ac2c-471a-8b1d-f91bc3e9e463 req-4e08c118-9b5f-41d8-a667-16b541a80d7e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 210 time: 0.1295004 Feb 16 15:05:37.818517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=b04f0e46-c4fd-4360-a50a-ccf0d4c632b0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:37.842449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:37.845990 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a0e2f9d2-62ab-42bd-9cb5-c393fcace97b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/b04f0e46-c4fd-4360-a50a-ccf0d4c632b0 HTTP/1.1" status: 204 len: 168 time: 0.6701720 Feb 16 15:05:37.852778 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49056) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:37.853725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27b903-e5d5-4ac3-85a1-6208caaf61e0 None None] Network 614a04d4-ca22-4113-a6ec-6c441f258fe3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:38.002898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:35Z', 'revision_number': 8, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:38.026772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49060) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:38.101134 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:38.153608 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:38.186509 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:38.187238 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:38.237511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 65bb4594-e415-4506-a49f-f96bedaedeed {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:38.238106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:38.254003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7fa4f5f1-8625-404c-8c02-e4236426b19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:38.356744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-075c5334-e388-44a5-8399-6273f9b0ffba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:38.393862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port 65bb4594-e415-4506-a49f-f96bedaedeed, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=65bb4594-e415-4506-a49f-f96bedaedeed,segment=NetworkSegment(24fd2afa-c8c3-4771-9a5a-493897088569),segment_id=24fd2afa-c8c3-4771-9a5a-493897088569)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:38.394318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:38.435993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 65bb4594-e415-4506-a49f-f96bedaedeed owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:38.467724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:38.550708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] DHCP port deletion for 614a04d4-ca22-4113-a6ec-6c441f258fe3 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:05:38.645172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] Deleting port 65bb4594-e415-4506-a49f-f96bedaedeed {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:38.645465 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:38.819017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-075c5334-e388-44a5-8399-6273f9b0ffba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:38.860059 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63ff7f-b14d-4f7d-b06c-6f7ac4173cc6 req-bdbc63df-b470-4444-8827-8a8061407d36 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:38.875902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d63ff7f-b14d-4f7d-b06c-6f7ac4173cc6 req-bdbc63df-b470-4444-8827-8a8061407d36 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.2201512 Feb 16 15:05:38.918261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] For port 65bb4594-e415-4506-a49f-f96bedaedeed, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=65bb4594-e415-4506-a49f-f96bedaedeed,segment=NetworkSegment(24fd2afa-c8c3-4771-9a5a-493897088569),segment_id=24fd2afa-c8c3-4771-9a5a-493897088569)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:38.918938 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.005464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] Calling delete_port for 65bb4594-e415-4506-a49f-f96bedaedeed owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:39.048573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d63ff7f-b14d-4f7d-b06c-6f7ac4173cc6 req-9609bfe3-82be-4482-9700-af30dc8be3e2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716571 Feb 16 15:05:39.055207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-075c5334-e388-44a5-8399-6273f9b0ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.182006 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:35Z', 'revision_number': 8, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:39.210320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 65bb4594-e415-4506-a49f-f96bedaedeed no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:39.219297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-075c5334-e388-44a5-8399-6273f9b0ffba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=950d3a6b04d14f6cb81075e5e69d069f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1933656 Feb 16 15:05:39.219733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49088) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:39.220559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c5334-e388-44a5-8399-6273f9b0ffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4999b4e9-c421-40b3-86f1-7298a202e331,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:39.268221 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd966a7-669b-468e-8aac-596b2cbf4cde None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:35Z', 'revision_number': 8, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': '22e01483-8b27-45b0-ac9a-807742e01dd8', 'name': '', 'network_id': 'ba66377d-7e95-4286-8f54-aeef5d295e84', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:fc:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:15Z', 'updated_at': '2022-02-16T15:05:23Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'f44dcb85-1157-4962-bf84-7cf5bb0d8553', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:39.285241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94426bb0-1566-4043-8f1a-fe273aa25fbf req-4ed52662-8d3b-415b-8e8f-b3fa18c91b58 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 210 time: 0.3334863 Feb 16 15:05:39.430581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b7-f30d-4dd9-a141-32f319dcbb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.509540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b7-f30d-4dd9-a141-32f319dcbb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.622559 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.707977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.712563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] No DVR routers for this DVR port 65bb4594-e415-4506-a49f-f96bedaedeed on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:39.726215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba2c0f-45ff-4c33-80ee-d73f7fce593d None None] Pushing event deleted for resources: {'Port': ['ID=65bb4594-e415-4506-a49f-f96bedaedeed,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:39.763420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.764590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.766997 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b7-f30d-4dd9-a141-32f319dcbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.767922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=65bb4594-e415-4506-a49f-f96bedaedeed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:39.769582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cdaf7b7-f30d-4dd9-a141-32f319dcbb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:39.779634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1cdaf7b7-f30d-4dd9-a141-32f319dcbb48 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4999b4e9-c421-40b3-86f1-7298a202e331 HTTP/1.1" status: 204 len: 168 time: 0.5380363 Feb 16 15:05:39.786277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port 65bb4594-e415-4506-a49f-f96bedaedeed on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:39.813848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaf7b7-f30d-4dd9-a141-32f319dcbb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4999b4e9-c421-40b3-86f1-7298a202e331,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:39.966421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:40.063877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614a04d4-ca22-4113-a6ec-6c441f258fe3']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:40.091592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fd2afa-c8c3-4771-9a5a-493897088569') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:40.091904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fd2afa-c8c3-4771-9a5a-493897088569') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:40.134285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:40.172423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:40.187908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:05:40.188328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: self.session.flush() Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:05:40.196914 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:05:40.241919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b08e9a-3d13-4fd6-89bc-0828158b5f8a req-842ed260-bf4a-4f5c-bea5-bb8a0a54596f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:40.246385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35b08e9a-3d13-4fd6-89bc-0828158b5f8a req-842ed260-bf4a-4f5c-bea5-bb8a0a54596f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.0626931 Feb 16 15:05:40.291663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35b08e9a-3d13-4fd6-89bc-0828158b5f8a req-5b62c891-f39e-47e7-923e-4a286c2c676e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Feb 16 15:05:40.418229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:40.419059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ad7370b-55b9-4f1e-8f81-4cfbbb63e694 req-291378e6-ddc5-4333-b37b-101b2a34d976 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 210 time: 0.0578170 Feb 16 15:05:40.424832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:40.436525 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/614a04d4-ca22-4113-a6ec-6c441f258fe3 HTTP/1.1" status: 204 len: 168 time: 2.5780642 Feb 16 15:05:40.436525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:40.503359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c069c-48e9-430b-95e4-64df45522d37 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=614a04d4-ca22-4113-a6ec-6c441f258fe3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:40.875634 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:40.941929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e0999b31-633a-4bbc-beb2-55dd1fe30e17 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:40.980807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e0999b31-633a-4bbc-beb2-55dd1fe30e17 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:40.981360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e0999b31-633a-4bbc-beb2-55dd1fe30e17 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:41.002579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49140) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:41.026264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d449-d7bf-4bc7-b6f0-ed8417bfe150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.291842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036be08e-ede9-440c-8a45-04f61b03a33f req-e9b914a3-cc58-4e69-9c7e-d0bbe3fe5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:41.294359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036be08e-ede9-440c-8a45-04f61b03a33f req-e9b914a3-cc58-4e69-9c7e-d0bbe3fe5a43 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1096 time: 0.1932340 Feb 16 15:05:41.327896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 22e01483-8b27-45b0-ac9a-807742e01dd8 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:41.328378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.460880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.492417 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.517046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port 22e01483-8b27-45b0-ac9a-807742e01dd8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=22e01483-8b27-45b0-ac9a-807742e01dd8,segment=NetworkSegment(e5e6a2c2-7d15-42c1-a677-12b9475b34fb),segment_id=e5e6a2c2-7d15-42c1-a677-12b9475b34fb)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:41.517406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.523263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d449-d7bf-4bc7-b6f0-ed8417bfe150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.540305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 22e01483-8b27-45b0-ac9a-807742e01dd8 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:41.564509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036be08e-ede9-440c-8a45-04f61b03a33f req-4fffc30c-16ac-4702-b6c5-dd9e66fea0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:41.566004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036be08e-ede9-440c-8a45-04f61b03a33f req-4fffc30c-16ac-4702-b6c5-dd9e66fea0cb service neutron] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.2638259 Feb 16 15:05:41.572808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-cc2c14f2-ec88-4cf5-97d0-ec8cc59d1d9d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:41.574915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-cc2c14f2-ec88-4cf5-97d0-ec8cc59d1d9d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.4516008 Feb 16 15:05:41.612620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Request body: {'port': {'device_id': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'admin_state_up': True, 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:41.622312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ce12f91-18cf-4c04-8b7c-fe29f14e98f8 req-f1c3a4b7-4da1-4c18-97d1-1cf75f6c7c2d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 210 time: 0.0593326 Feb 16 15:05:41.725153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d449-d7bf-4bc7-b6f0-ed8417bfe150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.751312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396d351-4c85-48ce-b443-be8875c05055 req-f5b7aa85-9e51-4461-8989-b8fbb8b1f9fa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:41.753669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2396d351-4c85-48ce-b443-be8875c05055 req-f5b7aa85-9e51-4461-8989-b8fbb8b1f9fa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.3488317 Feb 16 15:05:41.846937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:41.847290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f3d4d449-d7bf-4bc7-b6f0-ed8417bfe150 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d0f29738b7a64ffaa1db238781a5d13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8435452 Feb 16 15:05:41.849689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036be08e-ede9-440c-8a45-04f61b03a33f req-bc5f40fd-bf54-4661-8854-75c853e40e7e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 1001 time: 0.2723153 Feb 16 15:05:41.850321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4d449-d7bf-4bc7-b6f0-ed8417bfe150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983ca36-3976-4610-9de3-f2d9f9723663,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:41.857851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:41.911573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=22e01483-8b27-45b0-ac9a-807742e01dd8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:41.964226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2396d351-4c85-48ce-b443-be8875c05055 req-5c071e7e-4f5e-43a1-b276-81e2bcd4bf04 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936278 Feb 16 15:05:42.051909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036be08e-ede9-440c-8a45-04f61b03a33f req-ee53953f-ccfb-4164-b518-0493f58ac83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:42.053484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036be08e-ede9-440c-8a45-04f61b03a33f req-ee53953f-ccfb-4164-b518-0493f58ac83a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.1738086 Feb 16 15:05:42.061017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd14ec7-4be6-4b10-84d2-6e7ef8a8071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:42.114211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd14ec7-4be6-4b10-84d2-6e7ef8a8071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:42.127680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:42.137351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036be08e-ede9-440c-8a45-04f61b03a33f req-d745fb6e-0b09-4cb0-8b86-902a893cafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:42.139272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036be08e-ede9-440c-8a45-04f61b03a33f req-d745fb6e-0b09-4cb0-8b86-902a893cafd1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761082 Feb 16 15:05:42.210450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:42.214758 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:42.295874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036be08e-ede9-440c-8a45-04f61b03a33f req-ee34c259-3c7c-4c1b-878f-a0f0ee551709 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495898 Feb 16 15:05:42.377096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd14ec7-4be6-4b10-84d2-6e7ef8a8071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:42.379920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd14ec7-4be6-4b10-84d2-6e7ef8a8071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:42.381956 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9bd14ec7-4be6-4b10-84d2-6e7ef8a8071d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d983ca36-3976-4610-9de3-f2d9f9723663 HTTP/1.1" status: 204 len: 168 time: 0.5339351 Feb 16 15:05:42.409190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd14ec7-4be6-4b10-84d2-6e7ef8a8071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983ca36-3976-4610-9de3-f2d9f9723663,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:42.437130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:42.459204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:42.561521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-036be08e-ede9-440c-8a45-04f61b03a33f req-ec5b27f6-e08a-4898-852e-b10500ea4084 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595432 Feb 16 15:05:42.604046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Allocated IP 172.20.0.13 (eb589a9c-3c83-4ed6-b821-5dc536a12a7d/a12bbc52-e292-402a-ae65-548c72b8f0a6/743de128-4499-450f-9f38-17dd6be7e353) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:05:42.659036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:42.671990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:42.677329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49190) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:42.684578 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9ede63a2-ee46-48e3-acc2-98d063eaf9b0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2367442 Feb 16 15:05:42.699748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:42.700411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:42.830706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b61cd771-e0b0-4001-a8c9-ac1deef043e0 req-bca20ab6-1dcf-462f-ac38-a8316dfb18ab tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 210 time: 0.0697501 Feb 16 15:05:42.835676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:42.837183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet f44dcb85-1157-4962-bf84-7cf5bb0d8553 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:05:42.871744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.015271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.173466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.225200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:41Z', 'revision_number': 9, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:43.281054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:43.317242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.320036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:43.320869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:43.403778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f49d8e-8672-49e8-a87c-e6913bff81f1 req-523764ce-49d6-436c-a8db-837039030db5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:43.405303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5f49d8e-8672-49e8-a87c-e6913bff81f1 req-523764ce-49d6-436c-a8db-837039030db5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1374307 Feb 16 15:05:43.433569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:43.452781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.517019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5f49d8e-8672-49e8-a87c-e6913bff81f1 req-4bd85f1a-320e-4f5e-bca9-d6c540d4d340 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029294 Feb 16 15:05:43.528268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=f44dcb85-1157-4962-bf84-7cf5bb0d8553,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:43.536163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.542959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-953f1885-e281-4d7f-80cd-a2412a07e324 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/f44dcb85-1157-4962-bf84-7cf5bb0d8553 HTTP/1.1" status: 204 len: 168 time: 0.8619606 Feb 16 15:05:43.542959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.544697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49216) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:43.630166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b397197-a681-47e2-921e-4212c20bbbe5 None None] Network ba66377d-7e95-4286-8f54-aeef5d295e84 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:43.637966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:05:43.752385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:05:43.756259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:43.759947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:05:43.798907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event updated for resources: {'Port': ['ID=743de128-4499-450f-9f38-17dd6be7e353,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:43.816270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.832649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49226) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:43.861911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-838eb0f7-bab3-46f7-8d2f-04802fc7a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.882115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:43.882962 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:43.916508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port d14a80dc-f8af-41a2-ba5e-45c55b8866ce {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:43.919327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.017606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-91fea38b-7288-4025-9e05-07f239796298 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4298966 Feb 16 15:05:44.050882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Request body: {'port': {'device_id': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:44.065481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-838eb0f7-bab3-46f7-8d2f-04802fc7a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.125217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port d14a80dc-f8af-41a2-ba5e-45c55b8866ce, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,segment=NetworkSegment(e5e6a2c2-7d15-42c1-a677-12b9475b34fb),segment_id=e5e6a2c2-7d15-42c1-a677-12b9475b34fb)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:44.125750 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.151400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for d14a80dc-f8af-41a2-ba5e-45c55b8866ce owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:44.276782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d360d8-90db-4687-95c2-2283c537931d None None] DHCP port deletion for ba66377d-7e95-4286-8f54-aeef5d295e84 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:05:44.345734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.426018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Deleting port d14a80dc-f8af-41a2-ba5e-45c55b8866ce {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:44.426400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.428339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:44.429759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:41Z', 'revision_number': 9, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:44.438454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port d14a80dc-f8af-41a2-ba5e-45c55b8866ce on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:44.594488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-7f40a5e7-0695-4622-8219-9903cd1c0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:44.596438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-7f40a5e7-0695-4622-8219-9903cd1c0101 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1096 time: 0.5960393 Feb 16 15:05:44.598985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.641138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-838eb0f7-bab3-46f7-8d2f-04802fc7a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.674493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba66377d-7e95-4286-8f54-aeef5d295e84']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:44.685625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:44.685985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e6a2c2-7d15-42c1-a677-12b9475b34fb') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:44.686085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605b42f-5001-4218-9310-fcf576e343ed None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:41Z', 'revision_number': 9, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'a0f5d14b-1272-4b2d-9eaa-f0451b326048', 'name': '', 'network_id': '09ee33a8-a917-42a7-859a-2f1082589e3f', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:85:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:05:06Z', 'updated_at': '2022-02-16T15:05:14Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': '28a4d7a9-6601-4935-9455-507ea6ca4a92', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:44.740989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-79d360d8-90db-4687-95c2-2283c537931d None None] For port d14a80dc-f8af-41a2-ba5e-45c55b8866ce, host n-d-829433-1, got binding levels [] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:44.740989 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.741233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.749347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Calling delete_port for d14a80dc-f8af-41a2-ba5e-45c55b8866ce owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:44.752188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.ipam_backend_mixin [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Port d14a80dc-f8af-41a2-ba5e-45c55b8866ce was not found and therefore no delete operation was performed {{(pid=103045) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 15:05:44.753760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.753961 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.762421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:05:44.762983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.782911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Pushing event deleted for resources: {'Port': ['ID=d14a80dc-f8af-41a2-ba5e-45c55b8866ce,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:44.788801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d360d8-90db-4687-95c2-2283c537931d None None] No DVR routers for this DVR port d14a80dc-f8af-41a2-ba5e-45c55b8866ce on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:44.802776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.802776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.802776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.802776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.802776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.804527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.804527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.804527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.805011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.805011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.805201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.805709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d360d8-90db-4687-95c2-2283c537931d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:05:44.858011 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:05:44.883567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342237a-afaf-40a9-8e4c-259fb811a813 req-5a76c6a8-1d24-4b91-8f54-3d90265a562c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:44.885817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b342237a-afaf-40a9-8e4c-259fb811a813 req-5a76c6a8-1d24-4b91-8f54-3d90265a562c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 932 time: 0.8476353 Feb 16 15:05:44.891371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-838eb0f7-bab3-46f7-8d2f-04802fc7a09a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=67431e155a254f0f899c30c7b7bc5679&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0609879 Feb 16 15:05:44.892655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.892978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49258) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:44.958309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30a2a85c-c7af-4863-80dd-aafe35d5b6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.989692 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:44.992638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30a2a85c-c7af-4863-80dd-aafe35d5b6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:45.015347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838eb0f7-bab3-46f7-8d2f-04802fc7a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546b2a1e-c4d6-4183-9db7-3a9f7e4b871a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:45.059874 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:45.066823 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/ba66377d-7e95-4286-8f54-aeef5d295e84 HTTP/1.1" status: 204 len: 168 time: 1.5171494 Feb 16 15:05:45.066823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13b3fc-6b61-404e-a149-985818df3608 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=ba66377d-7e95-4286-8f54-aeef5d295e84,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:45.067527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:45.121937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-014fdf9f-9318-418c-9461-fcdbbce31ffe service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3817749 Feb 16 15:05:45.154210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300f2e-c043-47ec-8238-5ee6d699f054 req-c6c058f6-db18-406a-b992-e2a2d0167442 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:45.155828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9300f2e-c043-47ec-8238-5ee6d699f054 req-c6c058f6-db18-406a-b992-e2a2d0167442 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.4027431 Feb 16 15:05:45.179038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b342237a-afaf-40a9-8e4c-259fb811a813 req-bc67b2e8-fde9-4bf5-b6b4-2f4c3af6be9c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766249 Feb 16 15:05:45.235131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 22e01483-8b27-45b0-ac9a-807742e01dd8 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:45.325399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 22e01483-8b27-45b0-ac9a-807742e01dd8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:45.327732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 22e01483-8b27-45b0-ac9a-807742e01dd8 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:45.329801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d14a80dc-f8af-41a2-ba5e-45c55b8866ce no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:45.390778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d14a80dc-f8af-41a2-ba5e-45c55b8866ce {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:45.391292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d14a80dc-f8af-41a2-ba5e-45c55b8866ce not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:45.415480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-50a86b4d-548b-47ad-89de-aa61e89f3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:45.417604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-50a86b4d-548b-47ad-89de-aa61e89f3b87 service neutron] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.6679552 Feb 16 15:05:45.498539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9300f2e-c043-47ec-8238-5ee6d699f054 req-8efba051-2694-43f0-bfce-cb83bb2b78df tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076200 Feb 16 15:05:45.540043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-681b2dbe-f257-4f4f-8b17-dbfc76955802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:45.541562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-681b2dbe-f257-4f4f-8b17-dbfc76955802 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 1096 time: 0.3058364 Feb 16 15:05:45.554610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30a2a85c-c7af-4863-80dd-aafe35d5b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:45.557773 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-30a2a85c-c7af-4863-80dd-aafe35d5b6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:45.562366 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-30a2a85c-c7af-4863-80dd-aafe35d5b6a8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/546b2a1e-c4d6-4183-9db7-3a9f7e4b871a HTTP/1.1" status: 204 len: 168 time: 0.6674514 Feb 16 15:05:45.584922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2a85c-c7af-4863-80dd-aafe35d5b6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546b2a1e-c4d6-4183-9db7-3a9f7e4b871a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:45.662400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-45ef5719-68ea-4fcc-9175-5167ab674380 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 1001 time: 0.2360179 Feb 16 15:05:45.767336 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:45.803825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-fa52c588-d889-43ae-9dfc-2f6eac236b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:45.805318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-fa52c588-d889-43ae-9dfc-2f6eac236b21 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.1284847 Feb 16 15:05:45.865856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-d07565c8-b40a-430b-812d-98524a230998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:45.878055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-d07565c8-b40a-430b-812d-98524a230998 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 906 time: 0.3035944 Feb 16 15:05:45.947516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-4fb9b60e-f0d9-43db-bb61-048710002789 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d HTTP/1.1" status: 200 len: 217 time: 0.0550668 Feb 16 15:05:46.012875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-88e3d5c3-28fb-4694-92c6-f90b145830e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:46.014307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-88e3d5c3-28fb-4694-92c6-f90b145830e5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993825 Feb 16 15:05:46.075151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743de128-4499-450f-9f38-17dd6be7e353 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:05:46.099359 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:46.114817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Transition to ACTIVE for port object 743de128-4499-450f-9f38-17dd6be7e353 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:05:46.169662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-5758de98-4630-4d3f-a130-d1f39d838698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:46.171583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-5758de98-4630-4d3f-a130-d1f39d838698 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.1859639 Feb 16 15:05:46.239750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port a0f5d14b-1272-4b2d-9eaa-f0451b326048 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:46.240399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:46.254872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:46.285127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-d71ad400-d15f-4bff-91cc-7abbcb4ce69c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003261 Feb 16 15:05:46.377026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:46.440573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port a0f5d14b-1272-4b2d-9eaa-f0451b326048, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a0f5d14b-1272-4b2d-9eaa-f0451b326048,segment=NetworkSegment(76df73a3-df8a-41ce-a21b-417989090838),segment_id=76df73a3-df8a-41ce-a21b-417989090838)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:46.441017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:46.464547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for a0f5d14b-1272-4b2d-9eaa-f0451b326048 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:46.484101 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:46.487683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:46.567456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:46.578372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:05:46.591305 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5125d13e-2933-4f5d-9817-b2d065be3247" -d '{"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:05:46.666226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-0a5e1dfe-d343-4f3c-a5e8-48c7eb169ec1 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289308 Feb 16 15:05:46.669132 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:46.670765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Pushing event updated for resources: {'Port': ['ID=743de128-4499-450f-9f38-17dd6be7e353,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:46.691284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e3761-add0-40a1-a180-209c8b0540f3 req-d6238f94-aa4b-487e-8d84-2400fa2caa86 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:46.692843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c2e3761-add0-40a1-a180-209c8b0540f3 req-d6238f94-aa4b-487e-8d84-2400fa2caa86 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 944 time: 0.3981011 Feb 16 15:05:46.802485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:46.880842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e586cd72-19f5-41b1-8a78-f24c6a5081b5 req-afc52862-7090-4e9e-8343-0922ee6db91a service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888511 Feb 16 15:05:46.953419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Attempting to bind port 743de128-4499-450f-9f38-17dd6be7e353 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:05:46.959618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Attempting to bind port 743de128-4499-450f-9f38-17dd6be7e353 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:05:46.960460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Attempting to bind port 743de128-4499-450f-9f38-17dd6be7e353 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:46.985582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Port 743de128-4499-450f-9f38-17dd6be7e353 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:05:46.986571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Attempting to bind port 743de128-4499-450f-9f38-17dd6be7e353 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:05:47.023219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c2e3761-add0-40a1-a180-209c8b0540f3 req-c0e3ea5d-88e0-48e0-b3b2-fdc961e3647a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501858 Feb 16 15:05:47.024388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:05:47.024952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:47.025624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Bound using segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:05:47.026912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Bound port: 743de128-4499-450f-9f38-17dd6be7e353, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:05:47.027495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:47.060610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-98d037c3-9179-4c09-a079-beeb1d239896 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431824 Feb 16 15:05:47.092719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:47.675319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=a0f5d14b-1272-4b2d-9eaa-f0451b326048,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:47.732910 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 15:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e5d8fe-1103-415d-9c1d-d608420534d7 x-openstack-request-id: req-e0e5d8fe-1103-415d-9c1d-d608420534d7 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:05:47.732910 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-unplugged", "status": "failed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "code": 422}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:05:47.732910 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e0e5d8fe-1103-415d-9c1d-d608420534d7 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:05:47.732910 n-d-829433-1 neutron-server[103045]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'code': 422} returned with failed status Feb 16 15:05:47.736067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] For port 743de128-4499-450f-9f38-17dd6be7e353, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:05:47.736067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] For port 743de128-4499-450f-9f38-17dd6be7e353, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=743de128-4499-450f-9f38-17dd6be7e353,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:05:47.736067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db4cbd57-21eb-4c84-af80-4404fe62c20a req-32c881c3-c79a-4f38-8c3d-77b302992ef1 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954877 Feb 16 15:05:47.737573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:47.738132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-461d158b-2f5b-4fe2-bc08-4e0deae587df req-447ccd47-dc4b-4b3e-b66b-9a7723f3033c service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:05:47.738132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-461d158b-2f5b-4fe2-bc08-4e0deae587df req-447ccd47-dc4b-4b3e-b66b-9a7723f3033c service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071895 Feb 16 15:05:47.803299 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:47.899105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:47.901468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:47.906822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] 10.222.0.129 "PUT /v2.0/ports/743de128-4499-450f-9f38-17dd6be7e353 HTTP/1.1" status: 200 len: 1092 time: 3.8705928 Feb 16 15:05:47.914891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'tag': '743de128-4499-450f-9f38-17dd6be7e353'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:05:47.924611 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0870df-e4a2-46fe-8858-f168aa94f54e", "tag": "743de128-4499-450f-9f38-17dd6be7e353"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:05:47.970104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:48.001502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f91cb-5812-4d8f-86a0-819f7b70f670 service neutron] Pushing event updated for resources: {'Port': ['ID=743de128-4499-450f-9f38-17dd6be7e353,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:48.085319 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1dea5b-ecf9-49fe-8338-83c99c804153 x-openstack-request-id: req-7f1dea5b-ecf9-49fe-8338-83c99c804153 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:05:48.085625 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0870df-e4a2-46fe-8858-f168aa94f54e", "tag": "743de128-4499-450f-9f38-17dd6be7e353", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:05:48.085885 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7f1dea5b-ecf9-49fe-8338-83c99c804153 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:05:48.086304 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'tag': '743de128-4499-450f-9f38-17dd6be7e353', 'status': 'completed', 'code': 200} Feb 16 15:05:48.266124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-e70825d1-6f26-4a66-bb4a-98d6a8fe920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:48.268976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-e70825d1-6f26-4a66-bb4a-98d6a8fe920e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 1095 time: 0.1656096 Feb 16 15:05:48.284653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:48.290756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6592ac66-57ad-4510-ba26-62166c3bdc86 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2219019 Feb 16 15:05:48.294019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49378) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:48.305740 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:48.327061 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:48.328358 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:48.380827 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet 28a4d7a9-6601-4935-9455-507ea6ca4a92 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:05:48.388864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a6b58-0fff-4ce2-91e1-92ba53d6f890 req-57e0aa7a-4b6b-46ea-90cf-638c9e8ca6c8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:48.390443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-373a6b58-0fff-4ce2-91e1-92ba53d6f890 req-57e0aa7a-4b6b-46ea-90cf-638c9e8ca6c8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.1910980 Feb 16 15:05:48.398178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:48.443123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-299ba606-d7b8-4c85-a2c6-6cd902ed3f92 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743de128-4499-450f-9f38-17dd6be7e353 HTTP/1.1" status: 200 len: 217 time: 0.1579945 Feb 16 15:05:48.518988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-373a6b58-0fff-4ce2-91e1-92ba53d6f890 req-9071e024-fdbd-4dfb-9cd6-9f38bbdbd5a7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783269 Feb 16 15:05:48.534819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:48.629418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18da11-f69e-4f98-8f64-d59b31babc11 req-1e2d4f99-0080-43d2-bd05-3cec65a27d88 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:48.630630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc18da11-f69e-4f98-8f64-d59b31babc11 req-1e2d4f99-0080-43d2-bd05-3cec65a27d88 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 944 time: 0.3602633 Feb 16 15:05:48.667014 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:48.667252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-74009df8-090f-4eab-88f5-d33b081e4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:48.667252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-74009df8-090f-4eab-88f5-d33b081e4251 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.1710382 Feb 16 15:05:48.712964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:48.720599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc18da11-f69e-4f98-8f64-d59b31babc11 req-cc40d2a3-7348-4605-b717-4a3aaaac5a73 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815678 Feb 16 15:05:48.800803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-0aa9ac3a-1534-40b8-b6e1-219d2056ec39 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174333 Feb 16 15:05:48.927809 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:46Z', 'revision_number': 10, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:48.954038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49394) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:48.961144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-3b558b69-bcd7-47ad-8af3-4df610d1b96d service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497209 Feb 16 15:05:48.989555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49398) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:49.041914 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:49.092710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.100697 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:49.100697 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:49.150054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=28a4d7a9-6601-4935-9455-507ea6ca4a92,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:49.201458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6830265-c500-47b2-9dcc-05140078ad85 None None] Network 09ee33a8-a917-42a7-859a-2f1082589e3f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:49.211444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.222672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49410) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:49.223251 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-26fd86c9-7544-43c5-8829-c8a2c1658a25 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/28a4d7a9-6601-4935-9455-507ea6ca4a92 HTTP/1.1" status: 204 len: 168 time: 0.9274349 Feb 16 15:05:49.268187 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:49.305141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a639807f-865a-4db2-9030-2a5b0dff8d9f req-452bdaba-0bcc-438d-9ac5-eaad665a2f0c service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366942 Feb 16 15:05:49.387881 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-f8e1985e-0619-46d2-a74c-9cce347413e3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4287426 Feb 16 15:05:49.399193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-b028ea73-ef1e-448a-8111-50ed2d02ffd8 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:05:49.401395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-b028ea73-ef1e-448a-8111-50ed2d02ffd8 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084157 Feb 16 15:05:49.430107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250131660-network', 'tenant_id': '5a075d65f32d483888392587e923130f'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:49.529935 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.574685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] DHCP port deletion for 09ee33a8-a917-42a7-859a-2f1082589e3f request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:05:49.586553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Made reservation on behalf of 5a075d65f32d483888392587e923130f for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:49.590310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.614854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-03365295-2f3e-4729-95ff-a8ca5865db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:49.615791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.634670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-03365295-2f3e-4729-95ff-a8ca5865db24 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 1095 time: 0.1548235 Feb 16 15:05:49.653643 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:46Z', 'revision_number': 10, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:49.703175 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c05891-1e7d-4680-a799-f66cd85e7e92 None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:46Z', 'revision_number': 10, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None, '_interfaces': [{'id': 'd182b5ac-9fa8-4d8c-9514-628cb8053e68', 'name': '', 'network_id': '449174e1-a01c-48d8-a1d4-ec2d84c3935d', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'mac_address': 'fa:16:3e:54:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:04:58Z', 'updated_at': '2022-02-16T15:05:07Z', 'revision_number': 5, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'subnets': [{'id': 'd0c9428e-8445-46b3-89ca-4b576864accd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:49.747324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] Deleting port a81d39fb-a5bd-4814-98f0-1e0829b4b24c {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:49.748017 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.848724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] For port a81d39fb-a5bd-4814-98f0-1e0829b4b24c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,segment=NetworkSegment(76df73a3-df8a-41ce-a21b-417989090838),segment_id=76df73a3-df8a-41ce-a21b-417989090838)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:49.849548 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.861548 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.876554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] Calling delete_port for a81d39fb-a5bd-4814-98f0-1e0829b4b24c owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:49.971861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port a81d39fb-a5bd-4814-98f0-1e0829b4b24c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:49.972467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.987092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:49.987227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd0f4-ccb0-48f9-9f84-de0aa210e47b req-288bcf03-d09d-473d-a548-fd4c5aa385a1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:49.987227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c1fd0f4-ccb0-48f9-9f84-de0aa210e47b req-288bcf03-d09d-473d-a548-fd4c5aa385a1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.2208152 Feb 16 15:05:50.022688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec59e0-d809-49da-be97-4f41aed412a9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:50.024444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115f18-3132-4b21-b72f-e1ab7281afed req-fbf24262-003e-484e-89c2-42c58272bc8d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:50.027334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28115f18-3132-4b21-b72f-e1ab7281afed req-fbf24262-003e-484e-89c2-42c58272bc8d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 944 time: 0.1702287 Feb 16 15:05:50.063062 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.068273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:05:50.079840 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.080594 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Added segment bc38bdac-57fb-4592-bd3c-56628d5abd32 of type vlan for network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 Feb 16 15:05:50.163509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.235507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-c4dec91c-7beb-428a-a4d5-930df72a3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:50.237290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-c4dec91c-7beb-428a-a4d5-930df72a3ebb service neutron] 10.222.0.129 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 906 time: 0.5299981 Feb 16 15:05:50.240321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] Pushing event deleted for resources: {'Port': ['ID=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:50.265217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da730f85-f7ed-431d-bc25-1dc938a70bc0 None None] No DVR routers for this DVR port a81d39fb-a5bd-4814-98f0-1e0829b4b24c on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:50.319725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.321206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:50.324618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.343956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c1fd0f4-ccb0-48f9-9f84-de0aa210e47b req-49662d3c-b85e-4c69-a04a-d8d87c22af42 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331935 Feb 16 15:05:50.430500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] Pushing event updated for resources: {'Network': ['ID=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:50.441222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:05:50.455596 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-657733b5-e7e4-47d4-bbbc-52747a4b5da3 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4611168 Feb 16 15:05:50.462411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28115f18-3132-4b21-b72f-e1ab7281afed req-a59705e9-4c74-4bf0-8a23-be550e71cc50 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881691 Feb 16 15:05:50.462540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49432) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:50.465120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Request body: {'subnet': {'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250131660-subnet', 'tenant_id': '5a075d65f32d483888392587e923130f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:50.477811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-ca8e83b1-f010-436e-9666-876e673343d9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=743de128-4499-450f-9f38-17dd6be7e353 HTTP/1.1" status: 200 len: 217 time: 0.2216473 Feb 16 15:05:50.481752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port a81d39fb-a5bd-4814-98f0-1e0829b4b24c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,segment=NetworkSegment(76df73a3-df8a-41ce-a21b-417989090838),segment_id=76df73a3-df8a-41ce-a21b-417989090838)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:50.482141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.537465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for a81d39fb-a5bd-4814-98f0-1e0829b4b24c owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:50.597846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Made reservation on behalf of 5a075d65f32d483888392587e923130f for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:05:50.599930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-8de6c0aa-dc19-497c-9b40-26c7ac8e87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:50.600738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.601457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-8de6c0aa-dc19-497c-9b40-26c7ac8e87b6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.1146593 Feb 16 15:05:50.645025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-89255d1c-4e60-4c04-b03d-02df6eba7ccb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356557 Feb 16 15:05:50.728524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.772780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port a81d39fb-a5bd-4814-98f0-1e0829b4b24c on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:50.781345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=a81d39fb-a5bd-4814-98f0-1e0829b4b24c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:50.857575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-dd09368e-62c7-4066-80ba-04f95b91bcc3 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052407 Feb 16 15:05:50.858261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.892323 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:50.922811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea63bba-571a-4ba7-926c-aeac2b9cb0b6,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:50.955825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ee33a8-a917-42a7-859a-2f1082589e3f']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:50.961302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Checking segment: {'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:05:50.967657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Network hostable DHCP agents. Network: ce089b22-5cf6-4d7d-acc7-3a25a119f6a8, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:05:50.970885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76df73a3-df8a-41ce-a21b-417989090838') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:50.971181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76df73a3-df8a-41ce-a21b-417989090838') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:50.989716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:51.013066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d610f8f1-0ac6-4e84-a80b-815c14b10c5f req-30ced5f5-3614-4f16-8f16-51dba6e6b138 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476605 Feb 16 15:05:51.020243 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:51.031974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:05:51.032383 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:05:51.039320 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:05:51.063824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a81d39fb-a5bd-4814-98f0-1e0829b4b24c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:51.077977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:05:51.103392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a81d39fb-a5bd-4814-98f0-1e0829b4b24c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:51.115895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a81d39fb-a5bd-4814-98f0-1e0829b4b24c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:51.119528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a0f5d14b-1272-4b2d-9eaa-f0451b326048 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:51.163366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a0f5d14b-1272-4b2d-9eaa-f0451b326048 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:51.163752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a0f5d14b-1272-4b2d-9eaa-f0451b326048 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:51.172223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, ce089b22-5cf6-4d7d-acc7-3a25a119f6a8) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:05:51.178231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:51.180117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:51.187344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d8f1b-edb4-4238-99ff-980f369a524b None None] Network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:51.205674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:51.211059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:51.219814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/09ee33a8-a917-42a7-859a-2f1082589e3f HTTP/1.1" status: 204 len: 168 time: 1.9937723 Feb 16 15:05:51.219937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49438) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:51.252990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597043c-bee3-4251-90d9-496927d1a3e1 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=09ee33a8-a917-42a7-859a-2f1082589e3f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:51.416245 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6240e48b-e806-4d5e-829e-7bd3c3bb046e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9576483 Feb 16 15:05:51.452884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd8b74-23d1-4272-957d-7c1c436a63e8 None None] Network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:51.719836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ce9ab-0dce-460c-938e-dd15e3d3b491 req-af3d53ea-ea56-4d05-a7eb-66081c4f32a8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:51.747068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a5ce9ab-0dce-460c-938e-dd15e3d3b491 req-af3d53ea-ea56-4d05-a7eb-66081c4f32a8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.2135339 Feb 16 15:05:51.786414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92269341-1cdc-4e4a-9d51-200dbcb38d7b req-87ff7f19-19cd-4850-93e1-7ccc02da03fb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:51.788335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92269341-1cdc-4e4a-9d51-200dbcb38d7b req-87ff7f19-19cd-4850-93e1-7ccc02da03fb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 944 time: 0.2069314 Feb 16 15:05:51.892621 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:51.896853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a5ce9ab-0dce-460c-938e-dd15e3d3b491 req-93914388-c485-4796-9c65-9bd44e1749b3 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447735 Feb 16 15:05:51.941686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92269341-1cdc-4e4a-9d51-200dbcb38d7b req-b6b55650-31ec-48f9-bd2e-fe97c5831aa5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441393 Feb 16 15:05:52.336238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port d182b5ac-9fa8-4d8c-9514-628cb8053e68 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:52.336705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:52.376477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 743de128-4499-450f-9f38-17dd6be7e353 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:05:52.462160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port d182b5ac-9fa8-4d8c-9514-628cb8053e68, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d182b5ac-9fa8-4d8c-9514-628cb8053e68,segment=NetworkSegment(6eb7f956-ad2e-415d-9ebb-574e1661b40b),segment_id=6eb7f956-ad2e-415d-9ebb-574e1661b40b)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:52.463302 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:52.486316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for d182b5ac-9fa8-4d8c-9514-628cb8053e68 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:52.556226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 743de128-4499-450f-9f38-17dd6be7e353, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=743de128-4499-450f-9f38-17dd6be7e353,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:52.608145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '743de128-4499-450f-9f38-17dd6be7e353', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'port_id': '743de128-4499-450f-9f38-17dd6be7e353', 'mac_address': 'fa:16:3e:7a:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12bbc52-e292-402a-ae65-548c72b8f0a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:05:52.643423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49468) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:52.679603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:52.713213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743de128-4499-450f-9f38-17dd6be7e353 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:05:52.754236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 743de128-4499-450f-9f38-17dd6be7e353, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=743de128-4499-450f-9f38-17dd6be7e353,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:52.800458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:52.814315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-980f52cb-7eb8-4cc1-ab58-7a34be36b62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:52.828991 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:52.850995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=d182b5ac-9fa8-4d8c-9514-628cb8053e68,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:53.058312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['743de128-4499-450f-9f38-17dd6be7e353'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:05:53.116026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:53.186443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=743de128-4499-450f-9f38-17dd6be7e353,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:53.464985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:53.561035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:53.571738 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-71fb74f6-1d5c-492c-8a75-b22860b3884f tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3498993 Feb 16 15:05:53.572093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49482) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:53.580756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:53.596579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:53.597229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:53.675061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-980f52cb-7eb8-4cc1-ab58-7a34be36b62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:53.711159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c66e9f-a854-4158-9cda-bde045e1738d req-ea00c499-6799-4b23-b5c1-d17efb7416e7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:53.713080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55c66e9f-a854-4158-9cda-bde045e1738d req-ea00c499-6799-4b23-b5c1-d17efb7416e7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 945 time: 0.6040537 Feb 16 15:05:53.713996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting subnet d0c9428e-8445-46b3-89ca-4b576864accd {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:05:53.723896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ff84b-b152-4269-8a82-e5a8fb3f2345 req-5f7b3be9-b16f-4eca-ace0-a9cf563bc726 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:53.728064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:53.728252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-256ff84b-b152-4269-8a82-e5a8fb3f2345 req-5f7b3be9-b16f-4eca-ace0-a9cf563bc726 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.6258550 Feb 16 15:05:53.758445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-980f52cb-7eb8-4cc1-ab58-7a34be36b62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:53.791346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:53.793508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:53.832065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55c66e9f-a854-4158-9cda-bde045e1738d req-6a71814e-dad7-45af-847e-9fba9f00c171 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050322 Feb 16 15:05:53.849398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-980f52cb-7eb8-4cc1-ab58-7a34be36b62d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=db53d7fd160d4d26818e44a85f64efa7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2042463 Feb 16 15:05:53.852605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:52Z', 'revision_number': 11, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:53.865504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49484) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:53.882177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f52cb-7eb8-4cc1-ab58-7a34be36b62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b79e3c-35c6-43b2-9493-155ea1cbdabb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:53.896869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:53.908614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:53.909173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:53.932427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-256ff84b-b152-4269-8a82-e5a8fb3f2345 req-0c8d80b2-7494-4531-a70b-c0a72adca84e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711705 Feb 16 15:05:53.975295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:53.981872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a236de95-6b6d-4117-ab37-8ee35d021374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.002887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:54.047203 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a236de95-6b6d-4117-ab37-8ee35d021374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.097235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:52Z', 'revision_number': 11, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:54.136605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea9469-fe2e-4eb0-acb0-8b5e8ea3f588 None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:52Z', 'revision_number': 11, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:54.217828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a236de95-6b6d-4117-ab37-8ee35d021374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.218284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.221876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a236de95-6b6d-4117-ab37-8ee35d021374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.224706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a236de95-6b6d-4117-ab37-8ee35d021374 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b0b79e3c-35c6-43b2-9493-155ea1cbdabb HTTP/1.1" status: 204 len: 168 time: 0.3580954 Feb 16 15:05:54.233926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236de95-6b6d-4117-ab37-8ee35d021374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b79e3c-35c6-43b2-9493-155ea1cbdabb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:54.251267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c9428e-8445-46b3-89ca-4b576864accd,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:54.255310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.258773 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-15b8ba0f-3d2b-408a-a561-45dddea58137 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/d0c9428e-8445-46b3-89ca-4b576864accd HTTP/1.1" status: 204 len: 168 time: 0.6853063 Feb 16 15:05:54.261461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49494) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:54.276629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ef378-e87c-4f64-9ba0-f1cf536a12de None None] Network 449174e1-a01c-48d8-a1d4-ec2d84c3935d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:05:54.424197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.476014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 743de128-4499-450f-9f38-17dd6be7e353 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:05:54.540297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Deleting port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:54.540297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.652479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] For port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,segment=NetworkSegment(6eb7f956-ad2e-415d-9ebb-574e1661b40b),segment_id=6eb7f956-ad2e-415d-9ebb-574e1661b40b)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:54.652867 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.671991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Calling delete_port for 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:54.685862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] DHCP port deletion for 449174e1-a01c-48d8-a1d4-ec2d84c3935d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:05:54.721342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 743de128-4499-450f-9f38-17dd6be7e353 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:05:54.727321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 743de128-4499-450f-9f38-17dd6be7e353 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:05:54.728419 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.803217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] Deleting port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:05:54.803895 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.893337 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.902566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] For port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,segment=NetworkSegment(6eb7f956-ad2e-415d-9ebb-574e1661b40b),segment_id=6eb7f956-ad2e-415d-9ebb-574e1661b40b)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:54.904317 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.920436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] Calling delete_port for 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:05:54.922451 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:54.991609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743de128-4499-450f-9f38-17dd6be7e353'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:05:54.994107 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f487a3-30d4-4082-8fe4-524ed9865f60" -d '{"events": [{"server_uuid": "5c0870df-e4a2-46fe-8858-f168aa94f54e", "name": "network-vif-plugged", "status": "completed", "tag": "743de128-4499-450f-9f38-17dd6be7e353"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:05:55.015165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 743de128-4499-450f-9f38-17dd6be7e353, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=743de128-4499-450f-9f38-17dd6be7e353,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:05:55.016942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Port': ['ID=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:55.032909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No DVR routers for this DVR port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:55.067530 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.093327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] Pushing event deleted for resources: {'Port': ['ID=4d5a6ecc-7ba7-4169-85b0-1402870e75e6,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:55.099375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca36e3-2829-423f-94f0-ad5c6003c2ce None None] No DVR routers for this DVR port 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:05:55.114608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d182b5ac-9fa8-4d8c-9514-628cb8053e68 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:55.137851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d182b5ac-9fa8-4d8c-9514-628cb8053e68 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:55.138187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d182b5ac-9fa8-4d8c-9514-628cb8053e68 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:55.139885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:05:55.150361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49510) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:55.176729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd232e61-ebd3-4c34-bf3f-82ee9a0d7e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.220251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761fbc6-df2c-4f3e-b5b1-5c5772243cb7 req-0c18ecd0-eaf9-4b8f-b9fd-d8496e0255c4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:55.222821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b761fbc6-df2c-4f3e-b5b1-5c5772243cb7 req-0c18ecd0-eaf9-4b8f-b9fd-d8496e0255c4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 945 time: 0.1873250 Feb 16 15:05:55.290834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dcadb-efa4-47eb-b5ff-909f3b0f7274 req-10e8e369-02bd-447b-86ae-3e133c59a83f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:55.293184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a55dcadb-efa4-47eb-b5ff-909f3b0f7274 req-10e8e369-02bd-447b-86ae-3e133c59a83f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.2052834 Feb 16 15:05:55.325848 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.329680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd232e61-ebd3-4c34-bf3f-82ee9a0d7e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.334674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.338323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:05:55.339413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4d5a6ecc-7ba7-4169-85b0-1402870e75e6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:05:55.376494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449174e1-a01c-48d8-a1d4-ec2d84c3935d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:55.404151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b761fbc6-df2c-4f3e-b5b1-5c5772243cb7 req-3521730a-28c3-49d4-a1fc-7c5bccb15330 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228101 Feb 16 15:05:55.407505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb7f956-ad2e-415d-9ebb-574e1661b40b') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:55.407840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb7f956-ad2e-415d-9ebb-574e1661b40b') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:55.418592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=743de128-4499-450f-9f38-17dd6be7e353,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:55.421847 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dd232e61-ebd3-4c34-bf3f-82ee9a0d7e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.438245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a55dcadb-efa4-47eb-b5ff-909f3b0f7274 req-a5fcb615-b06c-4d81-b804-82180d58d96b tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286299 Feb 16 15:05:55.449613 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.470587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.477395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:05:55.477956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:05:55.482567 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:05:55.490047 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a2974e-d4ca-48c1-91c2-40a4dde81592 x-openstack-request-id: req-e9a2974e-d4ca-48c1-91c2-40a4dde81592 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:05:55.490432 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0870df-e4a2-46fe-8858-f168aa94f54e", "name": "network-vif-plugged", "status": "completed", "tag": "743de128-4499-450f-9f38-17dd6be7e353", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:05:55.491695 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e9a2974e-d4ca-48c1-91c2-40a4dde81592 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:05:55.492513 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743de128-4499-450f-9f38-17dd6be7e353', 'code': 200} Feb 16 15:05:55.512207 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd232e61-ebd3-4c34-bf3f-82ee9a0d7e37 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dd07d69cf0a540b9a4b688be41e62f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600478 Feb 16 15:05:55.520294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd232e61-ebd3-4c34-bf3f-82ee9a0d7e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d118130c-9599-47a4-91c2-5c5509ad1b65,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:55.540692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49514) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:55.604387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-024a830d-57b9-4d65-a540-6dcee685b1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.636295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-024a830d-57b9-4d65-a540-6dcee685b1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.647726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486260e5-6a6b-4636-b434-2fa60ccfd15c req-ca599634-ad37-43b9-9e20-f061784bfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:55.649263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486260e5-6a6b-4636-b434-2fa60ccfd15c req-ca599634-ad37-43b9-9e20-f061784bfe78 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 1097 time: 0.0818970 Feb 16 15:05:55.704667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-486260e5-6a6b-4636-b434-2fa60ccfd15c req-7c1506f4-2f53-4f87-a10c-860535e7c2cb service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Feb 16 15:05:55.706477 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.719642 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.726056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/networks/449174e1-a01c-48d8-a1d4-ec2d84c3935d HTTP/1.1" status: 204 len: 168 time: 1.4606504 Feb 16 15:05:55.727261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49522) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:55.735046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'routes': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:55.743811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f8b10-be63-497f-bae0-a9f61656f0aa tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Pushing event deleted for resources: {'Network': ['ID=449174e1-a01c-48d8-a1d4-ec2d84c3935d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:55.786309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-024a830d-57b9-4d65-a540-6dcee685b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.789342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-024a830d-57b9-4d65-a540-6dcee685b1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:55.790626 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-024a830d-57b9-4d65-a540-6dcee685b1f5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d118130c-9599-47a4-91c2-5c5509ad1b65 HTTP/1.1" status: 204 len: 168 time: 0.2489319 Feb 16 15:05:55.837319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a830d-57b9-4d65-a540-6dcee685b1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118130c-9599-47a4-91c2-5c5509ad1b65,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:05:55.957309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Added routes are [] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 16 15:05:55.957911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.extraroute_db [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Removed routes are [] {{(pid=103044) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 16 15:05:55.958440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:56.014623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-6b25431b-333c-4dfa-98c3-6a6bfba5f86c tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:56.016307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-6b25431b-333c-4dfa-98c3-6a6bfba5f86c tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/networks?id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 HTTP/1.1" status: 200 len: 809 time: 0.1608911 Feb 16 15:05:56.036056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-47644043-1d5c-43c9-8812-718cc39cdaf6 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/quotas/5a075d65f32d483888392587e923130f HTTP/1.1" status: 200 len: 375 time: 0.0108337 Feb 16 15:05:56.092938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-61d8e9a0-cb64-42f5-baa0-622f89daf9da tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5a075d65f32d483888392587e923130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480273 Feb 16 15:05:56.126102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:56.129769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:56.203306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-36cee5a6-0cec-42a2-b421-7a0aa922d706 service neutron] 10.222.0.113 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090765 Feb 16 15:05:56.220998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:05:56.329678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:56.341974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-04469e6b-1bd8-4cb5-b9e7-125bd255ff19 service neutron] 10.222.0.113 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373372 Feb 16 15:05:56.346047 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] Sync routers for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:56.352255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:56.357023 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-281cfd9f-8951-4d77-822e-3887f598b8d3 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 200 len: 703 time: 0.6240983 Feb 16 15:05:56.357362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49538) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:56.374488 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:56.375112 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:56.396688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49540) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:56.405276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a69bfe96-2843-42f2-b083-21b30a81bfe4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 200 len: 205 time: 0.0466201 Feb 16 15:05:56.550695 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:56.597032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5f1e-0d71-4cfe-9bcc-5367eaac2052 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:56.632717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:52Z', 'revision_number': 11, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:56.709164 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] Checking router: 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:56.716498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42be59-06fd-4578-a0bb-a4a3f55870ff req-ab4a37ab-ac4d-4710-b60e-a126e6a78898 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:56.726748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d42be59-06fd-4578-a0bb-a4a3f55870ff req-ab4a37ab-ac4d-4710-b60e-a126e6a78898 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 946 time: 0.1606572 Feb 16 15:05:56.729110 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] Routers {'2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:56.730199 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:56.835642 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] Set router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:56.938078 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:52Z', 'revision_number': 11, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:56.989621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a81e5-a1ce-47c9-af72-2ff380ebce7f req-5b3aeafa-0c99-4253-97d1-c37b587b23f2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:56.998484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-089a81e5-a1ce-47c9-af72-2ff380ebce7f req-5b3aeafa-0c99-4253-97d1-c37b587b23f2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.2276270 Feb 16 15:05:57.015090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d42be59-06fd-4578-a0bb-a4a3f55870ff req-b54520c9-adfa-4fdc-a798-b8a4d1e63dd1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782247 Feb 16 15:05:57.018866 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720e42f-a32a-417d-92d2-cd22c6cc091b None None] The sync data for ids ['2c0dfe8f-1082-4b2e-9cb3-c072c42f5090'] in n-d-829433-1 is: [{'id': '2c0dfe8f-1082-4b2e-9cb3-c072c42f5090', 'name': 'tempest-RoutersIpV6Test-router-73527368', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:04:55Z', 'updated_at': '2022-02-16T15:05:52Z', 'revision_number': 11, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:57.117549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-089a81e5-a1ce-47c9-af72-2ff380ebce7f req-03d57383-cc31-439a-9617-821b631080f5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162856 Feb 16 15:05:57.175085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b73d5126-35fe-4cfc-ba41-94fb728cdc5f req-b5d4e280-7e43-45de-9a14-72d90a2a5e62 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 210 time: 0.0782037 Feb 16 15:05:57.451953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5f1e-0d71-4cfe-9bcc-5367eaac2052 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:57.454606 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5f1e-0d71-4cfe-9bcc-5367eaac2052 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:57.583112 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5f1e-0d71-4cfe-9bcc-5367eaac2052 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:57.583772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a5f1e-0d71-4cfe-9bcc-5367eaac2052 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Fanout notify agent at l3_agent the message router_deleted on router 2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:05:57.597767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5f1e-0d71-4cfe-9bcc-5367eaac2052 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:57.613603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:57.614272 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c4a5f1e-0d71-4cfe-9bcc-5367eaac2052 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 204 len: 168 time: 1.2164562 Feb 16 15:05:57.626246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-28367a92-1931-434d-ad9e-1673ffac8440 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1659607267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:57.719376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28367a92-1931-434d-ad9e-1673ffac8440 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:57.720897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28367a92-1931-434d-ad9e-1673ffac8440 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:57.793024 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28367a92-1931-434d-ad9e-1673ffac8440 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:57.906325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28367a92-1931-434d-ad9e-1673ffac8440 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:58.025395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28367a92-1931-434d-ad9e-1673ffac8440 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:58.032401 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49590) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:58.035019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-28367a92-1931-434d-ad9e-1673ffac8440 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4187336 Feb 16 15:05:58.036640 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0a7642f4-22a4-4078-b5ef-1750f5d1e417 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:05:58.280524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6a02f-ad7a-4b27-aa24-72b5b68cdbd5 req-0df21678-87be-49f3-8844-75cb64d30a84 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:58.287758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bd6a02f-ad7a-4b27-aa24-72b5b68cdbd5 req-0df21678-87be-49f3-8844-75cb64d30a84 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 946 time: 0.1295700 Feb 16 15:05:58.375336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bd6a02f-ad7a-4b27-aa24-72b5b68cdbd5 req-f827fa98-c4fb-48b1-a5db-e5abd400c474 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865600 Feb 16 15:05:58.378801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a7642f4-22a4-4078-b5ef-1750f5d1e417 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:58.418825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8a380-9c07-48ed-907e-3a8c23430982 req-77660a79-d6b2-4071-b9f7-eb1f7afd24ed tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:58.418825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74c8a380-9c07-48ed-907e-3a8c23430982 req-77660a79-d6b2-4071-b9f7-eb1f7afd24ed tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.1562748 Feb 16 15:05:58.472864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a7642f4-22a4-4078-b5ef-1750f5d1e417 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:58.521584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74c8a380-9c07-48ed-907e-3a8c23430982 req-19b48277-f5a8-4de6-bed7-c4015e84f054 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014352 Feb 16 15:05:58.634898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b26e545-90fe-4eb2-b052-18f581faf438 req-6aa1ae20-13b1-454f-8816-fdb559093e6f tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 210 time: 0.0891058 Feb 16 15:05:58.724099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e3f0e-7b12-4f5a-976f-b800216c229e req-816f2a62-2ffb-460d-adb9-bec8f864e3b5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:58.733815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c09e3f0e-7b12-4f5a-976f-b800216c229e req-816f2a62-2ffb-460d-adb9-bec8f864e3b5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 946 time: 0.0792317 Feb 16 15:05:58.790706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c09e3f0e-7b12-4f5a-976f-b800216c229e req-d3e99d61-d85f-4ee5-af82-bd1f8f29751f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509365 Feb 16 15:05:58.869142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7642f4-22a4-4078-b5ef-1750f5d1e417 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Router a6e09f53-2274-4ae7-8793-0fef19970795 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:05:58.993160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7642f4-22a4-4078-b5ef-1750f5d1e417 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:05:59.004961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] Sync routers for ids ['a6e09f53-2274-4ae7-8793-0fef19970795'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:05:59.009565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0a7642f4-22a4-4078-b5ef-1750f5d1e417 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:59.014090 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0a7642f4-22a4-4078-b5ef-1750f5d1e417 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "PUT /v2.0/routers/a6e09f53-2274-4ae7-8793-0fef19970795 HTTP/1.1" status: 200 len: 698 time: 0.9785826 Feb 16 15:05:59.015388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49616) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:59.021152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] Routers {'a6e09f53-2274-4ae7-8793-0fef19970795'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:59.022056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a6e09f53-2274-4ae7-8793-0fef19970795'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:59.158119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-726827b6-4506-4da2-80dd-44f03082fdfc tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/routers/a6e09f53-2274-4ae7-8793-0fef19970795 HTTP/1.1" status: 200 len: 704 time: 0.1403434 Feb 16 15:05:59.160848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49620) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:59.189488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] Set router a6e09f53-2274-4ae7-8793-0fef19970795 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:59.242175 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a67db415-5994-4275-833e-64d55fd56f22 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=a6e09f53-2274-4ae7-8793-0fef19970795 HTTP/1.1" status: 200 len: 205 time: 0.0801301 Feb 16 15:05:59.247337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49624) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:05:59.268961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e09f53-2274-4ae7-8793-0fef19970795', 'name': 'tempest-RoutersIpV6Test-router-1659607267', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:05:57Z', 'updated_at': '2022-02-16T15:05:58Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:59.304904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] Checking router: a6e09f53-2274-4ae7-8793-0fef19970795 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:05:59.316176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] Routers {'a6e09f53-2274-4ae7-8793-0fef19970795'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:05:59.317094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:05:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a6e09f53-2274-4ae7-8793-0fef19970795'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:59.415813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] Set router a6e09f53-2274-4ae7-8793-0fef19970795 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:05:59.484548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e09f53-2274-4ae7-8793-0fef19970795', 'name': 'tempest-RoutersIpV6Test-router-1659607267', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:05:57Z', 'updated_at': '2022-02-16T15:05:58Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:05:59.487635 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4dfd88a7-dfb1-4f75-bab7-db12a24d7e53 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:59.525088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244cab76-e7de-43ab-8048-6ea15f93d34d None None] The sync data for ids ['a6e09f53-2274-4ae7-8793-0fef19970795'] in n-d-829433-1 is: [{'id': 'a6e09f53-2274-4ae7-8793-0fef19970795', 'name': 'tempest-RoutersIpV6Test-router-1659607267', 'tenant_id': '08697fdb7fe740beba9524a4b081fde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:05:57Z', 'updated_at': '2022-02-16T15:05:58Z', 'revision_number': 2, 'project_id': '08697fdb7fe740beba9524a4b081fde0', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:05:59.681555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0cc38-6d71-4233-bc04-3bb20b184d8b req-7c7e56e0-514e-4253-bbcb-d1fa64b1c51f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:05:59.690640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11c0cc38-6d71-4233-bc04-3bb20b184d8b req-7c7e56e0-514e-4253-bbcb-d1fa64b1c51f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 946 time: 0.2358360 Feb 16 15:05:59.899155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11c0cc38-6d71-4233-bc04-3bb20b184d8b req-2732c63c-00de-4bfd-933b-3677825c90b4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041531 Feb 16 15:05:59.903789 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4dfd88a7-dfb1-4f75-bab7-db12a24d7e53 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:05:59.918808 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4dfd88a7-dfb1-4f75-bab7-db12a24d7e53 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:00.026978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143a86-da7a-42c2-ba47-136f20554fa3 req-36580067-4c7b-4d02-ab77-7f03203727ee tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:00.034135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5143a86-da7a-42c2-ba47-136f20554fa3 req-36580067-4c7b-4d02-ab77-7f03203727ee tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.3124094 Feb 16 15:06:00.089303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5143a86-da7a-42c2-ba47-136f20554fa3 req-44a8d656-9022-43de-96d7-b344e3645a3d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540633 Feb 16 15:06:00.185327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76c76420-2e18-4559-add2-1e5756fdcfe9 req-51bbcad0-5d66-43ff-b31e-21341079dae4 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 210 time: 0.0795319 Feb 16 15:06:00.201564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-f8700f79-ee92-4386-9fdf-090d693d42af tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:00.203835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-f8700f79-ee92-4386-9fdf-090d693d42af tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "GET /v2.0/networks?id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 HTTP/1.1" status: 200 len: 809 time: 0.3609543 Feb 16 15:06:00.219403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Request body: {'port': {'device_id': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8', 'admin_state_up': True, 'tenant_id': '5a075d65f32d483888392587e923130f'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:00.411867 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4dfd88a7-dfb1-4f75-bab7-db12a24d7e53 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:00.411867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfd88a7-dfb1-4f75-bab7-db12a24d7e53 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Fanout notify agent at l3_agent the message router_deleted on router a6e09f53-2274-4ae7-8793-0fef19970795 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:06:00.422442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4dfd88a7-dfb1-4f75-bab7-db12a24d7e53 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:00.427985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49648) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.437771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4dfd88a7-dfb1-4f75-bab7-db12a24d7e53 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/a6e09f53-2274-4ae7-8793-0fef19970795 HTTP/1.1" status: 204 len: 168 time: 1.1790965 Feb 16 15:06:00.497552 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-15b4c8a9-efd2-431c-9ba6-0f20c8ce8ade tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=a6e09f53-2274-4ae7-8793-0fef19970795 HTTP/1.1" status: 200 len: 205 time: 0.0637178 Feb 16 15:06:00.498085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49650) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.541488 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-c4c0854b-f05b-44cb-a7c7-b9a2cb91db63 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] delete failed (client error): The resource could not be found. Feb 16 15:06:00.545236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c4c0854b-f05b-44cb-a7c7-b9a2cb91db63 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/a6e09f53-2274-4ae7-8793-0fef19970795 HTTP/1.1" status: 404 len: 336 time: 0.0436871 Feb 16 15:06:00.545645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49652) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.581387 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfdfe1a-8744-4e28-ba02-73bea18314df tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:00.581842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfdfe1a-8744-4e28-ba02-73bea18314df tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:00.583650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Made reservation on behalf of 5a075d65f32d483888392587e923130f for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:00.585144 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5cfdfe1a-8744-4e28-ba02-73bea18314df tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/b04f0e46-c4fd-4360-a50a-ccf0d4c632b0 HTTP/1.1" status: 404 len: 337 time: 0.0384603 Feb 16 15:06:00.587214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:00.590233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49654) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.641018 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26105d4-1562-4694-a60f-ec1b39a97341 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:00.641481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26105d4-1562-4694-a60f-ec1b39a97341 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:00.646097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a26105d4-1562-4694-a60f-ec1b39a97341 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/f44dcb85-1157-4962-bf84-7cf5bb0d8553 HTTP/1.1" status: 404 len: 337 time: 0.0517349 Feb 16 15:06:00.654203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49660) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.673016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-cba487a1-1f3e-493b-929e-69f0aff19861 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:00.678674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-cba487a1-1f3e-493b-929e-69f0aff19861 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 946 time: 0.1300743 Feb 16 15:06:00.692968 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f33e94e-dab4-4c94-91a0-50078105e184 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:00.697065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f33e94e-dab4-4c94-91a0-50078105e184 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:00.697065 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3f33e94e-dab4-4c94-91a0-50078105e184 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/28a4d7a9-6601-4935-9455-507ea6ca4a92 HTTP/1.1" status: 404 len: 337 time: 0.0483093 Feb 16 15:06:00.704899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49662) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.748899 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-72742901-6023-49c9-a0e7-c13d9ce2df74 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:00.749653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72742901-6023-49c9-a0e7-c13d9ce2df74 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:00.753124 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72742901-6023-49c9-a0e7-c13d9ce2df74 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/d0c9428e-8445-46b3-89ca-4b576864accd HTTP/1.1" status: 404 len: 337 time: 0.0471320 Feb 16 15:06:00.756928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.798375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f01775a8-bd75-4a0d-93e2-a69036d59985 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 200 len: 205 time: 0.0395541 Feb 16 15:06:00.800173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49668) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.860338 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-4d3f5c47-5ebd-4877-a6ec-cc58e1cb7fe4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] delete failed (client error): The resource could not be found. Feb 16 15:06:00.863965 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4d3f5c47-5ebd-4877-a6ec-cc58e1cb7fe4 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/2c0dfe8f-1082-4b2e-9cb3-c072c42f5090 HTTP/1.1" status: 404 len: 336 time: 0.0600891 Feb 16 15:06:00.865335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49670) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:00.883102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Allocated IP 172.20.0.11 (ce089b22-5cf6-4d7d-acc7-3a25a119f6a8/3ea63bba-571a-4ba7-926c-aeac2b9cb0b6/41e29140-c0e5-485a-9e7e-ef388f059002) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:00.895116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Deleting port 743de128-4499-450f-9f38-17dd6be7e353 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:06:00.895461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:00.910101 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-01296886-8eec-4fd5-b993-4bc840de5dad tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=d42ceb6c-f0f5-4013-82e5-02eacfb25619 HTTP/1.1" status: 200 len: 205 time: 0.0428908 Feb 16 15:06:00.913430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49672) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.063795 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-db2dd45f-a5cc-4bc6-91a2-0ed4a22fdcce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] delete failed (client error): The resource could not be found. Feb 16 15:06:01.065441 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-db2dd45f-a5cc-4bc6-91a2-0ed4a22fdcce tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/d42ceb6c-f0f5-4013-82e5-02eacfb25619 HTTP/1.1" status: 404 len: 336 time: 0.1489987 Feb 16 15:06:01.071387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49676) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.110141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648013-a1ed-4706-aa03-dbe131c517fe req-61494ff8-9ee5-422c-a6d8-c8a4135037ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:01.112259 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-61494ff8-9ee5-422c-a6d8-c8a4135037ac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20&tenant_id=7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 1094 time: 0.1784310 Feb 16 15:06:01.114473 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-5902039a-c08b-4af7-b4a0-434003efa86e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:01.115135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5902039a-c08b-4af7-b4a0-434003efa86e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:01.122722 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5902039a-c08b-4af7-b4a0-434003efa86e tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/ffb337de-8e37-4f01-af25-2a07e2135c02 HTTP/1.1" status: 404 len: 337 time: 0.0496633 Feb 16 15:06:01.124031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49678) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.139348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:01.230408 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-186edd25-6fe3-4703-bee6-3bdd32c2c353 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 HTTP/1.1" status: 200 len: 205 time: 0.1041520 Feb 16 15:06:01.233243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49686) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.234297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] For port 743de128-4499-450f-9f38-17dd6be7e353, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=743de128-4499-450f-9f38-17dd6be7e353,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:01.234781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:01.294866 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-45e0ad80-1f04-4214-b892-7213e5524935 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] delete failed (client error): The resource could not be found. Feb 16 15:06:01.294866 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-45e0ad80-1f04-4214-b892-7213e5524935 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/5bce235e-c7ca-47f3-ba84-74cd6beaa4f1 HTTP/1.1" status: 404 len: 336 time: 0.0573685 Feb 16 15:06:01.295629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49688) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.306629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28c91-8470-48e6-af68-d78ccffee71d req-c99287fa-2139-46db-a4b6-d8af26516a61 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:01.309179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6b28c91-8470-48e6-af68-d78ccffee71d req-c99287fa-2139-46db-a4b6-d8af26516a61 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 946 time: 0.2722447 Feb 16 15:06:01.313324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Calling delete_port for 743de128-4499-450f-9f38-17dd6be7e353 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:06:01.330622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:01.367953 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b5ee166-c663-421a-87cc-79a7b06a1eeb tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=752c1736-7691-4a2d-ae31-592c359f33f7 HTTP/1.1" status: 200 len: 205 time: 0.0689998 Feb 16 15:06:01.373619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49694) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.386334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d2ce3-d346-4d48-bfe0-d9b17d2672fe req-54e37673-2a33-4516-bbd9-88c13be5a57c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:01.387914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb8d2ce3-d346-4d48-bfe0-d9b17d2672fe req-54e37673-2a33-4516-bbd9-88c13be5a57c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.1736939 Feb 16 15:06:01.390970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:01.446606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6b28c91-8470-48e6-af68-d78ccffee71d req-1d4a1b06-db87-455c-8ef5-c0a3b757d524 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237259 Feb 16 15:06:01.595792 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-59399baf-0965-4a67-b57b-cb725d6fafa9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] delete failed (client error): The resource could not be found. Feb 16 15:06:01.597562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59399baf-0965-4a67-b57b-cb725d6fafa9 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/752c1736-7691-4a2d-ae31-592c359f33f7 HTTP/1.1" status: 404 len: 336 time: 0.2230332 Feb 16 15:06:01.600381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49698) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.636107 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cd519e-deb3-475b-81e3-a6bcdff323c6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:01.636961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cd519e-deb3-475b-81e3-a6bcdff323c6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:01.641178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-92cd519e-deb3-475b-81e3-a6bcdff323c6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/322f80fc-38c4-4f2e-9f3b-ee8b075a2b46 HTTP/1.1" status: 404 len: 337 time: 0.0395238 Feb 16 15:06:01.643939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.684595 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b133bbb-4f14-4fbe-8935-6d7ccc74b3e6 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f8366f8-03fa-4356-8b00-90c8ebf59840 HTTP/1.1" status: 200 len: 205 time: 0.0388613 Feb 16 15:06:01.686941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.744830 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-baa97ad8-5c9f-443a-83ee-f91d9a1c328b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] delete failed (client error): The resource could not be found. Feb 16 15:06:01.751639 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-baa97ad8-5c9f-443a-83ee-f91d9a1c328b tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/3f8366f8-03fa-4356-8b00-90c8ebf59840 HTTP/1.1" status: 404 len: 336 time: 0.0522838 Feb 16 15:06:01.753745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49708) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.798882 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b27b0b7-fc85-4bcf-a5b4-3e832d4fd8c0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:01.799336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b27b0b7-fc85-4bcf-a5b4-3e832d4fd8c0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:01.802348 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8b27b0b7-fc85-4bcf-a5b4-3e832d4fd8c0 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/87a37b43-42f4-4fa5-a8f5-4bed0c4402b4 HTTP/1.1" status: 404 len: 337 time: 0.0470326 Feb 16 15:06:01.805042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49710) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.822004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:01.857213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-844dc223-0925-4938-b9dc-e0794df11d5a tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "GET /v2.0/ports?device_id=fb344ecf-2d14-439e-bfa4-783373ab9cc9 HTTP/1.1" status: 200 len: 205 time: 0.0510700 Feb 16 15:06:01.860173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49714) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.907451 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-48f595fe-4fc9-4a01-8dd9-774afdaad523 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] delete failed (client error): The resource could not be found. Feb 16 15:06:01.908524 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-48f595fe-4fc9-4a01-8dd9-774afdaad523 tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/routers/fb344ecf-2d14-439e-bfa4-783373ab9cc9 HTTP/1.1" status: 404 len: 336 time: 0.0440648 Feb 16 15:06:01.911073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49716) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.923190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6191370-359c-4883-99b7-c37fa7d66ae7 req-d938859b-29a1-4f21-b44c-f8c35c76655a tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 210 time: 0.0527370 Feb 16 15:06:01.951579 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4ad509-4241-4188-9657-eb209a5b488d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:01.954075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4ad509-4241-4188-9657-eb209a5b488d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:01.960293 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-be4ad509-4241-4188-9657-eb209a5b488d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/91f2eb0e-6a91-4ca2-a9b0-d7fc6affd3b6 HTTP/1.1" status: 404 len: 337 time: 0.0458691 Feb 16 15:06:01.962317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49718) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:01.974469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:01.975828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb8d2ce3-d346-4d48-bfe0-d9b17d2672fe req-0a857d9d-1df4-4e9e-afeb-99e1a36d6698 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5327611 Feb 16 15:06:02.036481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7776fa-6abd-42b2-b839-0d992ac6f6d9 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:02.046967 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:02.074063 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ee367c-4e5b-4c13-a2c0-78c64a69415d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] DELETE failed (client error): The resource could not be found. Feb 16 15:06:02.074537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ee367c-4e5b-4c13-a2c0-78c64a69415d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:06:02.080386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-84ee367c-4e5b-4c13-a2c0-78c64a69415d tempest-RoutersIpV6Test-1328723161 tempest-RoutersIpV6Test-1328723161-project] 10.222.0.113 "DELETE /v2.0/subnets/a5adec4d-814c-4436-a456-16d0965274e2 HTTP/1.1" status: 404 len: 337 time: 0.1152120 Feb 16 15:06:02.132230 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:02.174355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49726) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:02.196741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:02.201071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:02.204847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:02.211713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Pushing event updated for resources: {'Port': ['ID=41e29140-c0e5-485a-9e7e-ef388f059002,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:02.221594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Transition to ACTIVE for port object bb7776fa-6abd-42b2-b839-0d992ac6f6d9 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:06:02.234809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:02.254573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['743de128-4499-450f-9f38-17dd6be7e353'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:02.275151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event deleted for resources: {'Port': ['ID=743de128-4499-450f-9f38-17dd6be7e353,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:02.292287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:02.292943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:02.306202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:02.336710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] No DVR routers for this DVR port 743de128-4499-450f-9f38-17dd6be7e353 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:06:02.339911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:02.341857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:02.343184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dac39d7a-ab5c-46cb-b253-d74194cf55d8 req-62a37a4e-2e2f-4df4-82c2-5cc4165363f6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "DELETE /v2.0/ports/743de128-4499-450f-9f38-17dd6be7e353 HTTP/1.1" status: 204 len: 173 time: 1.6574280 Feb 16 15:06:02.343665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'name': 'network-vif-deleted', 'tag': '743de128-4499-450f-9f38-17dd6be7e353'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:02.346050 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb5615-a154-490a-a852-9a18646bf04a" -d '{"events": [{"server_uuid": "5c0870df-e4a2-46fe-8858-f168aa94f54e", "name": "network-vif-deleted", "tag": "743de128-4499-450f-9f38-17dd6be7e353"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:02.408577 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f391b8-8d55-4e2f-9dc0-64ea58d30b6d x-openstack-request-id: req-d4f391b8-8d55-4e2f-9dc0-64ea58d30b6d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:02.408883 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0870df-e4a2-46fe-8858-f168aa94f54e", "name": "network-vif-deleted", "tag": "743de128-4499-450f-9f38-17dd6be7e353", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:02.409151 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d4f391b8-8d55-4e2f-9dc0-64ea58d30b6d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:02.409596 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0870df-e4a2-46fe-8858-f168aa94f54e', 'name': 'network-vif-deleted', 'tag': '743de128-4499-450f-9f38-17dd6be7e353', 'status': 'completed', 'code': 200} Feb 16 15:06:02.436505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=9']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:02.443395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-3899cba9-365d-4b74-8813-11c427317743 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2280536 Feb 16 15:06:02.461457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Request body: {'port': {'device_id': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:02.660863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3771d2dd-99e7-4d20-8554-2d4fe10b4967 req-ae0b76c4-7a86-4975-8757-cdcafc1488d1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5c0870df-e4a2-46fe-8858-f168aa94f54e HTTP/1.1" status: 200 len: 210 time: 0.0301485 Feb 16 15:06:02.679193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:02.766120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49742) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:02.766861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] No DVR routers for this DVR port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on host n-h2-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:06:02.941129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88847961-4990-4439-b156-519511c53879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.198777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:03.199744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:03.199907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:03.207266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88847961-4990-4439-b156-519511c53879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.211378 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on network c4df7a7d-a20b-44ab-be36-233e0079b53f not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:06:03.211948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Attempting to bind port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:03.221670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:03.222425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Checking segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:03.223242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Bound using segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:03.224018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Bound port: bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:03.224613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.245818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bd9ba499-b39b-4404-b8d5-66d96fd6fc96 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=08697fdb7fe740beba9524a4b081fde0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772861 Feb 16 15:06:03.253079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49758) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:03.266848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af86b9-c887-402b-ab94-25d25c590bcf req-b6f35489-a3f0-4860-8ce5-dcde1d15b837 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:03.274839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15af86b9-c887-402b-ab94-25d25c590bcf req-b6f35489-a3f0-4860-8ce5-dcde1d15b837 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 932 time: 0.2108943 Feb 16 15:06:03.295828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88847961-4990-4439-b156-519511c53879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.315602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49760) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:03.331662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7b396e9f-d967-48b8-b6d5-8c9614df462f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340600894', 'description': 'tempest-secgroup-smoke-340600894 description', 'project_id': 'd0e65bf148214a50ae5eb33f35102206'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:03.388587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15af86b9-c887-402b-ab94-25d25c590bcf req-42b53d2a-325a-4ee0-8627-b920521ba255 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069787 Feb 16 15:06:03.402699 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-88847961-4990-4439-b156-519511c53879 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e2294beca43c4a559d232c408e03af29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2265732 Feb 16 15:06:03.403458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88847961-4990-4439-b156-519511c53879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a007feb3-bca4-4454-81aa-5b65d13ff1d8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:03.409121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49764) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:03.419363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:03.446538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:03.486141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89c98f36-64aa-4fb9-8522-4f3360f786f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.498644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a464279-8472-4db0-842d-dd2cc734041d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.508011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89c98f36-64aa-4fb9-8522-4f3360f786f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.518920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e29140-c0e5-485a-9e7e-ef388f059002 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:03.520119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.531755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.546446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca2824-ac96-434e-96f0-a3b70ce2f2fa req-77e2ffad-2e40-4337-b90d-2e18940d537a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:03.548688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08ca2824-ac96-434e-96f0-a3b70ce2f2fa req-77e2ffad-2e40-4337-b90d-2e18940d537a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 943 time: 0.1501451 Feb 16 15:06:03.555268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a464279-8472-4db0-842d-dd2cc734041d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.569320 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b396e9f-d967-48b8-b6d5-8c9614df462f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.594779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:03.595652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.596886 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] 10.222.0.93 "PUT /v2.0/ports/bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 1091 time: 2.4625056 Feb 16 15:06:03.599218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:03.601630 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:03.625270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af0ce4-1507-413e-8228-c7dbf9b92397 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=10']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:03.677165 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d0776-6098-4f1e-b9b2-2c2e4da55aa9 x-openstack-request-id: req-e28d0776-6098-4f1e-b9b2-2c2e4da55aa9 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:03.677462 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:03.677729 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e28d0776-6098-4f1e-b9b2-2c2e4da55aa9 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:03.678145 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'status': 'completed', 'code': 200} Feb 16 15:06:03.682375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08ca2824-ac96-434e-96f0-a3b70ce2f2fa req-22794b16-9388-4c7c-84bb-edaabd5f0270 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077304 Feb 16 15:06:03.697641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648013-a1ed-4706-aa03-dbe131c517fe req-97d4ee8e-b985-43c9-8711-925f32f96e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:03.700301 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-97d4ee8e-b985-43c9-8711-925f32f96e37 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1095 time: 0.0617235 Feb 16 15:06:03.749151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Transition to ACTIVE for port object 41e29140-c0e5-485a-9e7e-ef388f059002 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:06:03.777392 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a464279-8472-4db0-842d-dd2cc734041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.778786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89c98f36-64aa-4fb9-8522-4f3360f786f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.780290 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a464279-8472-4db0-842d-dd2cc734041d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.780828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-89c98f36-64aa-4fb9-8522-4f3360f786f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.785469 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-89c98f36-64aa-4fb9-8522-4f3360f786f1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a007feb3-bca4-4454-81aa-5b65d13ff1d8 HTTP/1.1" status: 204 len: 168 time: 0.3719215 Feb 16 15:06:03.785692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3a464279-8472-4db0-842d-dd2cc734041d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/25900a70-e2d0-4b4b-9b9f-41420d2144e8 HTTP/1.1" status: 204 len: 168 time: 0.5276937 Feb 16 15:06:03.798791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a464279-8472-4db0-842d-dd2cc734041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25900a70-e2d0-4b4b-9b9f-41420d2144e8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:03.810373 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.852145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98f36-64aa-4fb9-8522-4f3360f786f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a007feb3-bca4-4454-81aa-5b65d13ff1d8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:03.933556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Pushing event updated for resources: {'Port': ['ID=41e29140-c0e5-485a-9e7e-ef388f059002,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:03.954893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b396e9f-d967-48b8-b6d5-8c9614df462f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:03.962541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648013-a1ed-4706-aa03-dbe131c517fe req-65ed06c1-154e-4eb6-ba9e-2323806f2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:03.964590 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-65ed06c1-154e-4eb6-ba9e-2323806f2133 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.2561374 Feb 16 15:06:04.000297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Attempting to bind port 41e29140-c0e5-485a-9e7e-ef388f059002 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:04.001014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Attempting to bind port 41e29140-c0e5-485a-9e7e-ef388f059002 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:04.001449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Attempting to bind port 41e29140-c0e5-485a-9e7e-ef388f059002 on network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:04.006838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Port 41e29140-c0e5-485a-9e7e-ef388f059002 on network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:06:04.007232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Attempting to bind port 41e29140-c0e5-485a-9e7e-ef388f059002 on network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:04.012383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:04.012799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Checking segment: {'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:04.013283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Bound using segment: {'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:04.013782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Bound port: 41e29140-c0e5-485a-9e7e-ef388f059002, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:04.014203 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.033584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b396e9f-d967-48b8-b6d5-8c9614df462f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.090315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b396e9f-d967-48b8-b6d5-8c9614df462f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba2a706-a526-428b-9268-6d69277a0804,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:04.093386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] For port 41e29140-c0e5-485a-9e7e-ef388f059002, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:04.096977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] For port 41e29140-c0e5-485a-9e7e-ef388f059002, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=41e29140-c0e5-485a-9e7e-ef388f059002,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:04.106245 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-04b9544d-8e4f-4710-80b8-a3bfd4af359a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 999 time: 0.1293736 Feb 16 15:06:04.127740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b396e9f-d967-48b8-b6d5-8c9614df462f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.128864 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7b396e9f-d967-48b8-b6d5-8c9614df462f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8110440 Feb 16 15:06:04.131919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 49786) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:04.136552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2a3b2e1e-9b2e-4264-827f-e8b0a8d05868 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'security_group_rule': {'security_group_id': 'fba2a706-a526-428b-9268-6d69277a0804', 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:04.168217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648013-a1ed-4706-aa03-dbe131c517fe req-0845b544-4699-47be-94ca-cb80d3b73c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.169695 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-0845b544-4699-47be-94ca-cb80d3b73c3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.0531063 Feb 16 15:06:04.180738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.217843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.218027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.219421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] 10.222.0.93 "PUT /v2.0/ports/41e29140-c0e5-485a-9e7e-ef388f059002 HTTP/1.1" status: 200 len: 1092 time: 1.7626827 Feb 16 15:06:04.220592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648013-a1ed-4706-aa03-dbe131c517fe req-99856852-b25d-4eb3-94c0-7bacd2e6e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.222080 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-99856852-b25d-4eb3-94c0-7bacd2e6e404 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411878 Feb 16 15:06:04.239866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750d373-5e00-4268-b4fd-95f804ba7908 service neutron] Pushing event updated for resources: {'Port': ['ID=41e29140-c0e5-485a-9e7e-ef388f059002,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:04.260542 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2e1e-9b2e-4264-827f-e8b0a8d05868 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.330218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-3c44ed1b-7531-4bf3-8c82-37b553eb6c2f service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930977 Feb 16 15:06:04.340568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2e1e-9b2e-4264-827f-e8b0a8d05868 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.374903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 743de128-4499-450f-9f38-17dd6be7e353 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:06:04.398760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-4fbf3a64-c121-4ef4-81af-93d09bad4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.400477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-4fbf3a64-c121-4ef4-81af-93d09bad4668 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a075d65f32d483888392587e923130f&device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 1095 time: 0.0482543 Feb 16 15:06:04.404726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 743de128-4499-450f-9f38-17dd6be7e353 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:06:04.405535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 743de128-4499-450f-9f38-17dd6be7e353 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:06:04.417463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'tag': '41e29140-c0e5-485a-9e7e-ef388f059002'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:04.423268 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af35d6-e12e-47e8-b327-e8f78f12f118" -d '{"events": [{"name": "network-changed", "server_uuid": "fe050fee-683e-48c3-bf3c-f9888f3a1038", "tag": "41e29140-c0e5-485a-9e7e-ef388f059002"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:04.441579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2e1e-9b2e-4264-827f-e8b0a8d05868 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.461007 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-49648013-a1ed-4706-aa03-dbe131c517fe req-693eba3d-07a8-41ec-9340-345d516739ee service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102221 Feb 16 15:06:04.480900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-691e7a90-272f-4a38-917b-d1ac5d355d90 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e29140-c0e5-485a-9e7e-ef388f059002 HTTP/1.1" status: 200 len: 217 time: 0.0528047 Feb 16 15:06:04.509469 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7126b-86d6-4376-a570-640648cd1d0a x-openstack-request-id: req-38d7126b-86d6-4376-a570-640648cd1d0a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:04.510054 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe050fee-683e-48c3-bf3c-f9888f3a1038", "tag": "41e29140-c0e5-485a-9e7e-ef388f059002", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:04.510413 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-38d7126b-86d6-4376-a570-640648cd1d0a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:04.510905 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'tag': '41e29140-c0e5-485a-9e7e-ef388f059002', 'status': 'completed', 'code': 200} Feb 16 15:06:04.531781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2e1e-9b2e-4264-827f-e8b0a8d05868 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a56be34-8ebe-47fd-a24d-053cacba6c2c,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:04.582381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-914ef30c-0ba3-49b2-b8d7-47f3cde95ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.584217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-914ef30c-0ba3-49b2-b8d7-47f3cde95ce0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3ea63bba-571a-4ba7-926c-aeac2b9cb0b6 HTTP/1.1" status: 200 len: 849 time: 0.0937448 Feb 16 15:06:04.599899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3faddc-3fc9-40c2-b551-ba5dc2b1325d req-62ac86fd-d578-44c7-8d85-b2dc433726d5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.601665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be3faddc-3fc9-40c2-b551-ba5dc2b1325d req-62ac86fd-d578-44c7-8d85-b2dc433726d5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 944 time: 0.0722203 Feb 16 15:06:04.634568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-c0b8bb5a-82f7-4791-9641-55d4121d992a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318003 Feb 16 15:06:04.678298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2e1e-9b2e-4264-827f-e8b0a8d05868 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.679502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2a3b2e1e-9b2e-4264-827f-e8b0a8d05868 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5465667 Feb 16 15:06:04.682770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49812) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:04.690571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-eecf1741-d3c0-4cce-a853-17e85c5cdf28 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'security_group_rule': {'security_group_id': 'fba2a706-a526-428b-9268-6d69277a0804', 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:04.712741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-e94887f5-9783-4b41-9ffe-5e11bcff87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.716054 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-e94887f5-9783-4b41-9ffe-5e11bcff87a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1095 time: 0.0923598 Feb 16 15:06:04.795021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be3faddc-3fc9-40c2-b551-ba5dc2b1325d req-79f05e5e-36f3-4711-928d-1fae40118106 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641347 Feb 16 15:06:04.835707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-786ae1b3-b91b-473c-8b81-ccbfb08da886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.837273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-786ae1b3-b91b-473c-8b81-ccbfb08da886 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.1076131 Feb 16 15:06:04.848037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eecf1741-d3c0-4cce-a853-17e85c5cdf28 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:04.910293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-baf8b93c-dae4-4fe9-b882-6b17d0523801 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:04.911828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-baf8b93c-dae4-4fe9-b882-6b17d0523801 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.2494993 Feb 16 15:06:04.913981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-ab70cb8e-f790-4307-80de-0c414a8fb990 service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724910 Feb 16 15:06:04.956695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-210f2db1-0dce-46a7-9b88-596ac4f51ddd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0209687 Feb 16 15:06:04.963190 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-51b0cb90-b893-41f5-8e0e-e3b74cfa5e02 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 999 time: 0.1108272 Feb 16 15:06:04.973762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eecf1741-d3c0-4cce-a853-17e85c5cdf28 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:05.031367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-54232679-11cc-4a57-ad8e-4b19eddecf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:05.032844 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-54232679-11cc-4a57-ad8e-4b19eddecf12 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.0577626 Feb 16 15:06:05.053363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedd46c-b89d-4fc7-892e-20f978dba6b3 req-cbb570e1-efcb-4b50-a1da-ea0748daa96c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:05.054925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-feedd46c-b89d-4fc7-892e-20f978dba6b3 req-cbb570e1-efcb-4b50-a1da-ea0748daa96c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.1632278 Feb 16 15:06:05.055483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eecf1741-d3c0-4cce-a853-17e85c5cdf28 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:05.092907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-819d6134-209c-4af7-bf06-e6cce8c0a05f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237178 Feb 16 15:06:05.112947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf1741-d3c0-4cce-a853-17e85c5cdf28 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcc7dcb-e8b6-4926-911b-ddbe4c84fdc4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:05.128512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-c35874b8-775f-4cfe-8684-faabceb24c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:05.130145 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-c35874b8-775f-4cfe-8684-faabceb24c53 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860667 Feb 16 15:06:05.143743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f65c1fe-e10d-4e39-bed4-371666a3444a req-b61a1d48-dba7-4533-b388-8fabfce59e9e service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091238 Feb 16 15:06:05.193921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eecf1741-d3c0-4cce-a853-17e85c5cdf28 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:05.195120 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eecf1741-d3c0-4cce-a853-17e85c5cdf28 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5114136 Feb 16 15:06:05.220293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49832) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:05.225326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-feedd46c-b89d-4fc7-892e-20f978dba6b3 req-ea560a5a-e5eb-42db-9a55-8eefbbcf784e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385515 Feb 16 15:06:05.232248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-06f3b79e-23b9-40bc-b241-42968eebc5d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'security_group_rule': {'security_group_id': 'fba2a706-a526-428b-9268-6d69277a0804', 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:05.280223 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c608a75-4a5e-483e-b38a-28c684f58a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:05.295762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f0f594e6-d3c8-417f-848a-cbe085afc066 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877007 Feb 16 15:06:05.314657 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-8e7acead-61e0-498c-84fd-167905441312 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724365 Feb 16 15:06:05.378243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-13cc5ea2-7ba9-48d2-bb76-f37c09df6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:05.379879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-13cc5ea2-7ba9-48d2-bb76-f37c09df6165 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a075d65f32d483888392587e923130f&device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 1095 time: 0.1012177 Feb 16 15:06:05.522611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-c8bddb50-419f-4822-ba02-ee7ebec40dd1 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085361 Feb 16 15:06:05.595833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-88a01a85-2a93-4c86-9ea8-33770a59f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:05.597683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-88a01a85-2a93-4c86-9ea8-33770a59f172 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 HTTP/1.1" status: 200 len: 911 time: 0.2046072 Feb 16 15:06:05.732425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-3527dd3f-d19d-4a7c-93ae-f9afae4a3a45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e29140-c0e5-485a-9e7e-ef388f059002 HTTP/1.1" status: 200 len: 217 time: 0.0932527 Feb 16 15:06:05.802483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06f3b79e-23b9-40bc-b241-42968eebc5d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:05.939241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-2249bf19-181c-4302-894b-f15c516f3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:05.949386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-2249bf19-181c-4302-894b-f15c516f3411 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3ea63bba-571a-4ba7-926c-aeac2b9cb0b6 HTTP/1.1" status: 200 len: 849 time: 0.1799717 Feb 16 15:06:05.972548 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-abc08acc-5a7a-41a8-b13e-7ccf7ba62dab req-370cb5c4-bd08-45f4-95f4-8f62abb3a75d service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502790 Feb 16 15:06:05.998743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06f3b79e-23b9-40bc-b241-42968eebc5d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.043260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-1ef7eb67-44c2-4544-8a3f-5d6590d772f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734644 Feb 16 15:06:06.078202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06f3b79e-23b9-40bc-b241-42968eebc5d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.105824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf496452-a6b8-4c9c-8bdb-33f85f464aee req-ec454fe0-38a1-4ec9-844c-597f2efc0681 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 210 time: 0.0653436 Feb 16 15:06:06.129119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3b79e-23b9-40bc-b241-42968eebc5d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8321a5a8-cc03-497f-be20-cd9a86674ddf,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:06.197145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178aa74-e8a5-4265-a1d2-897f398a28e1 req-60b03f8f-2952-41d0-93d8-71f52c57ddba tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:06.198885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7178aa74-e8a5-4265-a1d2-897f398a28e1 req-60b03f8f-2952-41d0-93d8-71f52c57ddba tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 944 time: 0.1597416 Feb 16 15:06:06.214428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06f3b79e-23b9-40bc-b241-42968eebc5d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.218351 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06f3b79e-23b9-40bc-b241-42968eebc5d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9944868 Feb 16 15:06:06.218513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49862) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:06.223526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-93c4f8d6-c80b-4b3f-8a2b-b1ab498af081 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'security_group_rule': {'security_group_id': 'fba2a706-a526-428b-9268-6d69277a0804', 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:06.251357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-cba913b3-6c34-4bb4-b57a-eb3444779ba1 service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431887 Feb 16 15:06:06.302570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7178aa74-e8a5-4265-a1d2-897f398a28e1 req-7660976d-b010-4d9d-a31f-e888ca548cd0 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960848 Feb 16 15:06:06.364982 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93c4f8d6-c80b-4b3f-8a2b-b1ab498af081 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.443321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26af35d6-e12e-47e8-b327-e8f78f12f118 req-8970ff29-d44d-4c64-bd97-1f14af75e047 service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670887 Feb 16 15:06:06.490345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93c4f8d6-c80b-4b3f-8a2b-b1ab498af081 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.502289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bf789-b8f6-4839-94d5-2d4092300b03 req-1b52bc91-048e-4d0c-aefc-7e3a5f0da7fd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:06.503965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e81bf789-b8f6-4839-94d5-2d4092300b03 req-1b52bc91-048e-4d0c-aefc-7e3a5f0da7fd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.0638542 Feb 16 15:06:06.556533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93c4f8d6-c80b-4b3f-8a2b-b1ab498af081 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.568605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e81bf789-b8f6-4839-94d5-2d4092300b03 req-0d54cc41-5dbe-4583-a80f-d0fc2d77f28c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549784 Feb 16 15:06:06.601087 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4f8d6-c80b-4b3f-8a2b-b1ab498af081 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700b8f57-bf17-4b5c-98bc-07c7e0fcf7ac,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:06.656303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93c4f8d6-c80b-4b3f-8a2b-b1ab498af081 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.656303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-93c4f8d6-c80b-4b3f-8a2b-b1ab498af081 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359572 Feb 16 15:06:06.657976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49880) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:06.662731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'security_group_rule': {'security_group_id': 'fba2a706-a526-428b-9268-6d69277a0804', 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:06.793302 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Project d0e65bf148214a50ae5eb33f35102206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:06:06.799195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:06.927152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.065010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.106318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61e7d0c-6efc-423a-9b3f-fd0f42ebf39b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:07.151916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:07.197458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.201863 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9c8713be-fc6b-4d2c-be9f-08d4d51dee8b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5427442 Feb 16 15:06:07.205477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49898) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:07.218225 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'security_group_rule': {'security_group_id': 'fba2a706-a526-428b-9268-6d69277a0804', 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:07.276508 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2398d4c5-909e-4267-87a5-60e216bf3316 req-dfc6ba4d-87a8-4fd4-9fd4-467f094b6d7f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 210 time: 0.0905278 Feb 16 15:06:07.348042 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Project d0e65bf148214a50ae5eb33f35102206 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:06:07.355382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.485953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.516416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69445a04-989d-4717-b6a0-25d081f5d851 req-fdf3245b-dcee-48bd-8093-079953dda69e tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:07.525008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69445a04-989d-4717-b6a0-25d081f5d851 req-fdf3245b-dcee-48bd-8093-079953dda69e tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 944 time: 0.0842316 Feb 16 15:06:07.553134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 41e29140-c0e5-485a-9e7e-ef388f059002 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:06:07.581084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.586027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69445a04-989d-4717-b6a0-25d081f5d851 req-3e3d7db0-71b5-4fe1-880c-8ab9fc23cef3 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Feb 16 15:06:07.627948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479ef2f6-a837-4835-afbb-8ffcb60de532,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:07.725551 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.737079 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-424f1f31-78f5-422d-a866-1b4f422304d4 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5301592 Feb 16 15:06:07.748578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 41e29140-c0e5-485a-9e7e-ef388f059002, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=41e29140-c0e5-485a-9e7e-ef388f059002,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:07.781157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '41e29140-c0e5-485a-9e7e-ef388f059002', 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8', 'port_id': '41e29140-c0e5-485a-9e7e-ef388f059002', 'mac_address': 'fa:16:3e:19:3a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea63bba-571a-4ba7-926c-aeac2b9cb0b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:06:07.785569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-eff78561-4eb6-459d-9fe6-b375f5f2877b tempest-DvrRoutersNegativeTest-1478710375 tempest-DvrRoutersNegativeTest-1478710375-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1113553593', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:07.790440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.policy [None req-eff78561-4eb6-459d-9fe6-b375f5f2877b tempest-DvrRoutersNegativeTest-1478710375 tempest-DvrRoutersNegativeTest-1478710375-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103044) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 15:06:07.799874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551dcc1-2c74-4341-ac18-5781202d0d54 req-d9f936d6-36d9-4bd3-9ea8-d9e02c252837 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:07.801648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4551dcc1-2c74-4341-ac18-5781202d0d54 req-d9f936d6-36d9-4bd3-9ea8-d9e02c252837 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.1093178 Feb 16 15:06:07.808803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.policy [None req-eff78561-4eb6-459d-9fe6-b375f5f2877b tempest-DvrRoutersNegativeTest-1478710375 tempest-DvrRoutersNegativeTest-1478710375-project] Failed policy check for 'create_router' {{(pid=103044) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 15:06:07.811833 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-eff78561-4eb6-459d-9fe6-b375f5f2877b tempest-DvrRoutersNegativeTest-1478710375 tempest-DvrRoutersNegativeTest-1478710375-project] create failed (client error): Access was denied to this resource. Feb 16 15:06:07.813087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eff78561-4eb6-459d-9fe6-b375f5f2877b tempest-DvrRoutersNegativeTest-1478710375 tempest-DvrRoutersNegativeTest-1478710375-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6599808 Feb 16 15:06:07.860848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4551dcc1-2c74-4341-ac18-5781202d0d54 req-a136292d-a70e-424f-ad9f-ce8e9915004f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523984 Feb 16 15:06:07.901198 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:07.919949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e29140-c0e5-485a-9e7e-ef388f059002 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:07.949685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 41e29140-c0e5-485a-9e7e-ef388f059002, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=41e29140-c0e5-485a-9e7e-ef388f059002,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:08.009651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b8927b3-e161-4f40-8939-2143cedc17df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:08.040224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:08.138499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=41e29140-c0e5-485a-9e7e-ef388f059002,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:08.162369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-2af2dbce-dcbc-460a-8bc7-4ff9d6362cc2 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340600894&fields=id&tenant_id=d0e65bf148214a50ae5eb33f35102206 HTTP/1.1" status: 200 len: 267 time: 0.0701382 Feb 16 15:06:08.312512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['41e29140-c0e5-485a-9e7e-ef388f059002'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:08.351956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-7699bdb0-0ea3-4339-a55e-9ecdd1c01ba0 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:08.362419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-7699bdb0-0ea3-4339-a55e-9ecdd1c01ba0 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/networks?id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 200 len: 814 time: 0.1907701 Feb 16 15:06:08.396155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-5988e1d8-9aa0-4cc9-a23c-7df09bbd0edd tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/quotas/d0e65bf148214a50ae5eb33f35102206 HTTP/1.1" status: 200 len: 375 time: 0.0319726 Feb 16 15:06:08.459803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-246c1b67-b945-4b0f-80f3-bd3ab189ae00 req-fbeb4f98-8987-498d-b1c6-b4bf4a298761 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 210 time: 0.0856047 Feb 16 15:06:08.508002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-9a48a9b7-be5c-4876-b1a9-1954d2877d58 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104386 Feb 16 15:06:08.652452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-4fb2146b-eba1-4cfc-a759-258b278687a9 service neutron] 10.222.0.113 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434636 Feb 16 15:06:08.876911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49932) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:08.881754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1dcc9-8ac3-4611-a925-f3471f2a412f req-2408ed29-2753-4ed0-abd6-ea26d9fbb157 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:08.892503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ba1dcc9-8ac3-4611-a925-f3471f2a412f req-2408ed29-2753-4ed0-abd6-ea26d9fbb157 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 945 time: 0.2157667 Feb 16 15:06:08.953404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-313709bc-7270-4af1-90d0-28a8f4257726 service neutron] 10.222.0.113 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999349 Feb 16 15:06:09.033666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ba1dcc9-8ac3-4611-a925-f3471f2a412f req-bb612d70-7a91-4cc7-84ea-6e3cc43e14b9 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380534 Feb 16 15:06:09.058501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-5aa55785-023b-4ec8-b6c2-a184778a68f0 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:09.068211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-5aa55785-023b-4ec8-b6c2-a184778a68f0 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.3483746 Feb 16 15:06:09.084952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Request body: {'port': {'device_id': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'admin_state_up': True, 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:09.330632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-206b4dfe-aca0-4cb2-b059-72c16da45cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:09.432490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9eaa-c8a5-4958-aeef-4f0c012ca422 req-0fc7c9d3-cc12-4c4c-9180-433e359f9944 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:09.434561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbca9eaa-c8a5-4958-aeef-4f0c012ca422 req-0fc7c9d3-cc12-4c4c-9180-433e359f9944 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.1680565 Feb 16 15:06:09.516383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-206b4dfe-aca0-4cb2-b059-72c16da45cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:09.540120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbca9eaa-c8a5-4958-aeef-4f0c012ca422 req-b536fd34-5173-482a-9308-3272e1e2a37b tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987797 Feb 16 15:06:09.586375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-206b4dfe-aca0-4cb2-b059-72c16da45cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:09.590393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 41e29140-c0e5-485a-9e7e-ef388f059002 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:09.615073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:09.619343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:09.724013 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:09.754892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-206b4dfe-aca0-4cb2-b059-72c16da45cea admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=55ae7a776190433d8f574c8f9fad3270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8748569 Feb 16 15:06:09.758168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 49956) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:09.768881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b4dfe-aca0-4cb2-b059-72c16da45cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a70d9f-8c03-4d19-b02a-8b8ba02d2edb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:09.810523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28f33797-dc6f-4362-98d6-7d292c512cad req-900b7959-b82d-4188-abb7-919e1e77545a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 210 time: 0.0760190 Feb 16 15:06:09.826338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 41e29140-c0e5-485a-9e7e-ef388f059002 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:06:09.832028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 41e29140-c0e5-485a-9e7e-ef388f059002 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:09.832803 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:09.959418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:09.980050 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-24b29eb6-21eb-488d-ad65-697f23dc46d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:10.030849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e29140-c0e5-485a-9e7e-ef388f059002'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:10.036243 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff4c48-8b46-41dc-a0c5-c10241672d55" -d '{"events": [{"server_uuid": "fe050fee-683e-48c3-bf3c-f9888f3a1038", "name": "network-vif-plugged", "status": "completed", "tag": "41e29140-c0e5-485a-9e7e-ef388f059002"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:10.048237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-24b29eb6-21eb-488d-ad65-697f23dc46d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:10.084931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 41e29140-c0e5-485a-9e7e-ef388f059002, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=41e29140-c0e5-485a-9e7e-ef388f059002,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:10.163490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:10.223008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-24b29eb6-21eb-488d-ad65-697f23dc46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:10.226455 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-24b29eb6-21eb-488d-ad65-697f23dc46d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:10.230860 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-24b29eb6-21eb-488d-ad65-697f23dc46d1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/40a70d9f-8c03-4d19-b02a-8b8ba02d2edb HTTP/1.1" status: 204 len: 168 time: 0.4684849 Feb 16 15:06:10.253056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b29eb6-21eb-488d-ad65-697f23dc46d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a70d9f-8c03-4d19-b02a-8b8ba02d2edb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:10.325954 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:06:10.387009 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e43a6-3378-4db4-99ba-f358d0432edb x-openstack-request-id: req-e19e43a6-3378-4db4-99ba-f358d0432edb {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:10.388730 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe050fee-683e-48c3-bf3c-f9888f3a1038", "name": "network-vif-plugged", "status": "completed", "tag": "41e29140-c0e5-485a-9e7e-ef388f059002", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:10.390319 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e19e43a6-3378-4db4-99ba-f358d0432edb {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:10.392268 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e29140-c0e5-485a-9e7e-ef388f059002', 'code': 200} Feb 16 15:06:10.402001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=41e29140-c0e5-485a-9e7e-ef388f059002,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:10.623306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b57cf45-740c-48ed-9496-20f64f29de88 req-cef0c679-ef83-41e3-ad3b-45d4a99b91ef tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.1034646 Feb 16 15:06:10.650294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Allocated IP 172.20.0.2 (eb589a9c-3c83-4ed6-b821-5dc536a12a7d/a12bbc52-e292-402a-ae65-548c72b8f0a6/99931c27-ea6e-460d-8aa9-232d4f1827d7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:10.679639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835350f-5ce5-4ee1-b2db-825a15f32bd3 req-850cc7d7-2081-4b9c-b90a-53471dc01745 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:10.687907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3835350f-5ce5-4ee1-b2db-825a15f32bd3 req-850cc7d7-2081-4b9c-b90a-53471dc01745 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 946 time: 0.1661637 Feb 16 15:06:10.697347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05467-1ed5-4a22-b191-5355eb020f86 req-53938eb8-3571-435c-89bd-2ce37aba3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:10.698872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6d05467-1ed5-4a22-b191-5355eb020f86 req-53938eb8-3571-435c-89bd-2ce37aba3d60 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 1097 time: 0.1782773 Feb 16 15:06:10.833590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3835350f-5ce5-4ee1-b2db-825a15f32bd3 req-4065f24c-4909-4e52-b626-2c94bf586932 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447346 Feb 16 15:06:10.865296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6d05467-1ed5-4a22-b191-5355eb020f86 req-980725f1-7c94-420e-9852-d9086d2133d7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392269 Feb 16 15:06:10.929892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a4a8e-cc4c-4d75-aa00-b4b5aa8664a5 req-5bd69df5-5765-49fe-8da8-a886bc90434f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:10.951396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-089a4a8e-cc4c-4d75-aa00-b4b5aa8664a5 req-5bd69df5-5765-49fe-8da8-a886bc90434f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.2466664 Feb 16 15:06:11.071836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c1d1320-9bfa-4aa2-ab32-87c7f152677c req-016e4803-2716-4176-a461-f6f274f5f9d3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 210 time: 0.0843065 Feb 16 15:06:11.221580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-089a4a8e-cc4c-4d75-aa00-b4b5aa8664a5 req-adcd2304-86e4-4c94-8c66-c8eb90ea5639 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694876 Feb 16 15:06:11.225111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:11.359929 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:11.417748 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:11.430953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:11.484996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:11.489457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:11.494098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:11.532300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event updated for resources: {'Port': ['ID=99931c27-ea6e-460d-8aa9-232d4f1827d7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:11.586589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:11.593754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:11.623654 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:11.779054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-f4c2dd5b-9ebb-4802-9c12-eb1e82a04817 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7062280 Feb 16 15:06:11.796220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3af1ff5a-9a8a-4cf8-bed7-693cdb2eb31b req-5bf9b61f-538f-47a9-a798-1bab6c1d9924 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.0868189 Feb 16 15:06:11.813285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Request body: {'port': {'device_id': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:11.930417 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:12.178193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98f622-1379-4c53-8a04-2adf8a6ac6b4 req-ff5d55f0-2fde-4026-ac83-9d8e91ec9497 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:12.180877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc98f622-1379-4c53-8a04-2adf8a6ac6b4 req-ff5d55f0-2fde-4026-ac83-9d8e91ec9497 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 946 time: 0.1873403 Feb 16 15:06:12.434775 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:12.621311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc98f622-1379-4c53-8a04-2adf8a6ac6b4 req-af1c3657-f109-47c7-9833-7f69d103d2ec tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846334 Feb 16 15:06:12.731190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d7dd4-141f-4afa-bd50-a5f64a8c4c9d req-d90c8f66-58fc-489f-9259-5b59b2947efc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:12.744957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-404d7dd4-141f-4afa-bd50-a5f64a8c4c9d req-d90c8f66-58fc-489f-9259-5b59b2947efc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 931 time: 0.4083834 Feb 16 15:06:12.840857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-404d7dd4-141f-4afa-bd50-a5f64a8c4c9d req-9478b534-44e0-413d-87b8-8f7272658037 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850921 Feb 16 15:06:12.905981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f350783-1f4a-4b79-b873-6ec5170ba119 req-04d29e23-f455-402a-ac35-771747b43d00 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:12.913788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f350783-1f4a-4b79-b873-6ec5170ba119 req-04d29e23-f455-402a-ac35-771747b43d00 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.0934899 Feb 16 15:06:12.981041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f350783-1f4a-4b79-b873-6ec5170ba119 req-7fd26e19-8085-435d-bd1c-d15ae8ff72cc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659719 Feb 16 15:06:13.027412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99931c27-ea6e-460d-8aa9-232d4f1827d7 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:13.036544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:13.098336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58f9cb4e-5c4f-4c4f-a5cf-936153adf4a4 req-3eec217a-1b81-46e4-8fb2-fe8949b3f28a tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.0503101 Feb 16 15:06:13.111109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Transition to ACTIVE for port object 99931c27-ea6e-460d-8aa9-232d4f1827d7 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:06:13.220290 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:13.326379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-8910b04c-a85b-4ae7-98dc-0d8151be7178 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:13.328862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-8910b04c-a85b-4ae7-98dc-0d8151be7178 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.129 "GET /v2.0/networks?id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 200 len: 814 time: 0.2292504 Feb 16 15:06:13.472899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-3710ff90-e7ea-491a-af32-9a5314a2ffff tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0e65bf148214a50ae5eb33f35102206 HTTP/1.1" status: 200 len: 379 time: 0.1274073 Feb 16 15:06:13.473687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Pushing event updated for resources: {'Port': ['ID=99931c27-ea6e-460d-8aa9-232d4f1827d7,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:13.485494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'port': {'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'admin_state_up': True, 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'security_groups': ['fba2a706-a526-428b-9268-6d69277a0804']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:13.711304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Attempting to bind port 99931c27-ea6e-460d-8aa9-232d4f1827d7 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:13.711933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Attempting to bind port 99931c27-ea6e-460d-8aa9-232d4f1827d7 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:13.712302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Attempting to bind port 99931c27-ea6e-460d-8aa9-232d4f1827d7 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:13.733730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Port 99931c27-ea6e-460d-8aa9-232d4f1827d7 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:06:13.733998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Attempting to bind port 99931c27-ea6e-460d-8aa9-232d4f1827d7 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:13.745238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:13.745636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:13.746030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Bound using segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:13.746477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Bound port: 99931c27-ea6e-460d-8aa9-232d4f1827d7, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:13.746842 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:14.046350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ffa47-81d2-4eb3-9efe-563095770898 req-d286726f-4e79-4ebc-ac88-44d217e6988c tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:14.046350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e82ffa47-81d2-4eb3-9efe-563095770898 req-d286726f-4e79-4ebc-ac88-44d217e6988c tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 946 time: 0.1679425 Feb 16 15:06:14.046350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] For port 99931c27-ea6e-460d-8aa9-232d4f1827d7, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:14.046350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] For port 99931c27-ea6e-460d-8aa9-232d4f1827d7, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=99931c27-ea6e-460d-8aa9-232d4f1827d7,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:14.064675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60380f-1240-4c4c-8f2e-bc7985e0c7ca req-abfa4610-1cc9-4429-a6d2-66bdd9901cf5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:14.073747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c60380f-1240-4c4c-8f2e-bc7985e0c7ca req-abfa4610-1cc9-4429-a6d2-66bdd9901cf5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 943 time: 0.1446662 Feb 16 15:06:14.156512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e82ffa47-81d2-4eb3-9efe-563095770898 req-d5fb8160-eb1c-45eb-9c3b-1fcdccc2dc3d tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239026 Feb 16 15:06:14.177353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c60380f-1240-4c4c-8f2e-bc7985e0c7ca req-df4daadc-9662-45af-85ce-3fbf0373e2a8 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904989 Feb 16 15:06:14.384855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dde4fa5-8420-49e9-9a0f-82786cbdb6ac req-7e54c445-6f34-4524-b8a8-159f00116edc tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.1051288 Feb 16 15:06:14.416608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e31b2-895d-409f-a7a3-967e1cb0c99b req-c43bcd8c-b7a5-4d57-862a-4b496ea8cb22 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:14.418199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea3e31b2-895d-409f-a7a3-967e1cb0c99b req-c43bcd8c-b7a5-4d57-862a-4b496ea8cb22 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.0744679 Feb 16 15:06:14.483030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea3e31b2-895d-409f-a7a3-967e1cb0c99b req-e31577b8-913d-4740-8e04-3f3603faf0ec tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556607 Feb 16 15:06:14.722498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:14.735184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Made reservation on behalf of d0e65bf148214a50ae5eb33f35102206 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:14.739094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:14.849033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:14.850015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:14.851698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] 10.222.0.129 "PUT /v2.0/ports/99931c27-ea6e-460d-8aa9-232d4f1827d7 HTTP/1.1" status: 200 len: 1091 time: 3.0543885 Feb 16 15:06:14.862382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'tag': '99931c27-ea6e-460d-8aa9-232d4f1827d7'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:14.864881 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6429c72-d251-4d20-80c9-9e07150b511e" -d '{"events": [{"name": "network-changed", "server_uuid": "590b993a-8142-4d2d-8c07-392dd5b321a2", "tag": "99931c27-ea6e-460d-8aa9-232d4f1827d7"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:15.083307 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725e5724-46b7-47f8-bc95-82b0be60518f x-openstack-request-id: req-725e5724-46b7-47f8-bc95-82b0be60518f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:15.084026 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590b993a-8142-4d2d-8c07-392dd5b321a2", "tag": "99931c27-ea6e-460d-8aa9-232d4f1827d7", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:15.084026 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-725e5724-46b7-47f8-bc95-82b0be60518f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:15.085472 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'tag': '99931c27-ea6e-460d-8aa9-232d4f1827d7', 'status': 'completed', 'code': 200} Feb 16 15:06:15.153918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f520c3c-4e41-47ae-8ff5-32abc8f5e7dd service neutron] Pushing event updated for resources: {'Port': ['ID=99931c27-ea6e-460d-8aa9-232d4f1827d7,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:15.281999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6429c72-d251-4d20-80c9-9e07150b511e req-2cab74d6-42da-48fd-9775-3735f14eef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:15.288935 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6429c72-d251-4d20-80c9-9e07150b511e req-2cab74d6-42da-48fd-9775-3735f14eef60 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 1094 time: 0.2513435 Feb 16 15:06:15.637909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Allocated IP 172.20.0.8 (d6e09dcc-e987-4a4a-90db-9a613cb8a34e/8590e742-def4-49e9-9180-5e698cc9b4e7/f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:15.744524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-626fdb69-8ba2-4e07-bda6-b42447038df6 req-e59e0297-40c3-405b-89d2-81a12903402f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.1905961 Feb 16 15:06:15.759010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec13a-7494-432c-af1c-8cd046d2b84f req-ebdb1e44-e65a-43c4-af99-32f016a3ab4c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:15.760883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2ec13a-7494-432c-af1c-8cd046d2b84f req-ebdb1e44-e65a-43c4-af99-32f016a3ab4c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 943 time: 0.3851626 Feb 16 15:06:15.842739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6429c72-d251-4d20-80c9-9e07150b511e req-c524794d-91aa-4312-8121-c71ce026a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:15.844630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6429c72-d251-4d20-80c9-9e07150b511e req-c524794d-91aa-4312-8121-c71ce026a6ee service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5467494 Feb 16 15:06:15.874446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd2ec13a-7494-432c-af1c-8cd046d2b84f req-4c1a3dfc-394d-4d83-b16f-77d4b35868a1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006231 Feb 16 15:06:16.036464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:16.245824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6429c72-d251-4d20-80c9-9e07150b511e req-5f8e62f4-0afe-4311-9200-2141ce0e3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:16.247434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6429c72-d251-4d20-80c9-9e07150b511e req-5f8e62f4-0afe-4311-9200-2141ce0e3e41 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3935761 Feb 16 15:06:16.344505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a382-9662-4e77-bbcd-947f5472343e req-3e7ece8d-e2ef-468b-b8aa-fde7f21f4bde tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:16.344505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd1a382-9662-4e77-bbcd-947f5472343e req-3e7ece8d-e2ef-468b-b8aa-fde7f21f4bde tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.3629155 Feb 16 15:06:16.415301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd1a382-9662-4e77-bbcd-947f5472343e req-6a168ad7-2069-4114-bcfd-7c38da7e271f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884707 Feb 16 15:06:16.452933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-137ffc72-4521-4e9a-b791-817594f3a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:16.454436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-137ffc72-4521-4e9a-b791-817594f3a354 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 1094 time: 0.1388199 Feb 16 15:06:16.505879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-d933712d-d899-4688-a7fe-ef523447a400 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99931c27-ea6e-460d-8aa9-232d4f1827d7 HTTP/1.1" status: 200 len: 217 time: 0.0439794 Feb 16 15:06:16.563675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-e3b450de-fb1f-4c5a-9e6d-7a3f3e2f0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:16.565215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-e3b450de-fb1f-4c5a-9e6d-7a3f3e2f0e31 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.0531518 Feb 16 15:06:16.643287 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:16.658647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-796d3222-ec25-422e-808f-a512eefa3a9f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870049 Feb 16 15:06:16.659996 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:16.747673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'Port': ['ID=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:16.777280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:16.810580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:16.829288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:16.960630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-89ce8c45-4966-46df-a680-7dabc6585167 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828133 Feb 16 15:06:17.151325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:17.155467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:17.231084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-45555393-82ae-4735-b52b-ade4fad32f4a None None] Provisioning complete for port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:17.232212 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-45555393-82ae-4735-b52b-ade4fad32f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:17.240861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d7897-cec3-4186-89e1-8e0cca02fbb0 req-d40cc445-b191-4748-8a63-57e6abe14f0e tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:17.250810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e14d7897-cec3-4186-89e1-8e0cca02fbb0 req-d40cc445-b191-4748-8a63-57e6abe14f0e tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 931 time: 0.3729270 Feb 16 15:06:17.302673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-09d80ad5-620c-49de-b95a-351fd62d1856 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8211043 Feb 16 15:06:17.321868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c336d-4845-48e2-85f9-71cc19aa9af3 req-7203f765-3a19-47fd-bf25-f0a2baa56e3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:17.329716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e70c336d-4845-48e2-85f9-71cc19aa9af3 req-7203f765-3a19-47fd-bf25-f0a2baa56e3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 943 time: 0.2921550 Feb 16 15:06:17.333704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-45555393-82ae-4735-b52b-ade4fad32f4a None None] Port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:06:17.337337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Request body: {'port': {'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:17.365686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59b09874-16c6-4721-ba08-f72dcb1968b6 req-3a9d593c-851f-4b82-a1c7-d07db282b6dd service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857810 Feb 16 15:06:17.474273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:17.478608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e14d7897-cec3-4186-89e1-8e0cca02fbb0 req-d1920a67-f93b-4843-8847-f79a9ca97e07 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102106 Feb 16 15:06:17.511475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e70c336d-4845-48e2-85f9-71cc19aa9af3 req-1ba9412a-7b15-46f7-90ef-abba0a8a7051 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784470 Feb 16 15:06:17.792624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a03f-928c-4680-924d-ebc66a614ce7 req-bf47c7fb-c0c6-472c-83d5-9629aff0cc3f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:17.796748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1975a03f-928c-4680-924d-ebc66a614ce7 req-bf47c7fb-c0c6-472c-83d5-9629aff0cc3f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.2282233 Feb 16 15:06:17.985201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1975a03f-928c-4680-924d-ebc66a614ce7 req-8fd457b6-f2fd-4477-818f-db10e771f3ab tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907109 Feb 16 15:06:18.438364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:18.452377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:18.461252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Transition to ACTIVE for port object f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:06:18.565312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:18.644651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Pushing event updated for resources: {'Port': ['ID=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:18.816285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef25e89-1b7e-492e-9867-c02fa7e9b42d req-5e600a24-92cf-4b65-b184-605ca9b77914 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:18.817943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ef25e89-1b7e-492e-9867-c02fa7e9b42d req-5e600a24-92cf-4b65-b184-605ca9b77914 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.2543199 Feb 16 15:06:18.929643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Attempting to bind port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:18.929983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Attempting to bind port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:18.930316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Attempting to bind port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf on network d6e09dcc-e987-4a4a-90db-9a613cb8a34e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:18.985774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf on network d6e09dcc-e987-4a4a-90db-9a613cb8a34e not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:06:18.986199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Attempting to bind port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf on network d6e09dcc-e987-4a4a-90db-9a613cb8a34e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:19.000699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:19.001040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Checking segment: {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:19.001428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Bound using segment: {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:19.001872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Bound port: f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0bd756-f3e4-4f44-b255-ede9b615bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:19.002230 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:19.006752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ef25e89-1b7e-492e-9867-c02fa7e9b42d req-92236027-f644-4e96-879e-707eca3e6c1b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733117 Feb 16 15:06:19.035860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fb9a8-82dd-489b-bf08-2fc1fee804e3 req-62fdea17-7d9d-4c98-8e58-0cb418919646 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.037428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-666fb9a8-82dd-489b-bf08-2fc1fee804e3 req-62fdea17-7d9d-4c98-8e58-0cb418919646 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 943 time: 0.1632075 Feb 16 15:06:19.168130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-666fb9a8-82dd-489b-bf08-2fc1fee804e3 req-04c032ee-0539-405f-aec6-6d4689df4a37 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142223 Feb 16 15:06:19.182857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] For port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:19.187191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] For port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:19.238990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a642ae-e426-4563-a2f5-931875a0bf5a req-f1e38e84-c923-4586-bbe9-2ca050b79116 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.240245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9a642ae-e426-4563-a2f5-931875a0bf5a req-f1e38e84-c923-4586-bbe9-2ca050b79116 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 946 time: 0.1226172 Feb 16 15:06:19.328911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9a642ae-e426-4563-a2f5-931875a0bf5a req-aee1a2f0-d194-41c8-9580-7449e8c2dd95 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749896 Feb 16 15:06:19.337023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:19.384143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f5ea1-0e84-41e8-b3d2-a9a7cec72be7 req-bfa03946-eb77-4741-b7db-07491d947056 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.386593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-702f5ea1-0e84-41e8-b3d2-a9a7cec72be7 req-bfa03946-eb77-4741-b7db-07491d947056 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.1240711 Feb 16 15:06:19.397942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.398838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:19.400846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] 10.222.0.129 "PUT /v2.0/ports/f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 200 len: 1091 time: 2.0866079 Feb 16 15:06:19.402919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:19.405631 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3f5ea7-8fd4-4b4c-a3e9-a8cf5658071b" -d '{"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:19.516140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6106864-891e-45ad-b7e2-a8e4ff13f179 service neutron] Pushing event updated for resources: {'Port': ['ID=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:19.564743 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7d0d26-e527-474f-ae32-d7f5cc8dd6d5 x-openstack-request-id: req-4c7d0d26-e527-474f-ae32-d7f5cc8dd6d5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:19.565146 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:19.565542 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4c7d0d26-e527-474f-ae32-d7f5cc8dd6d5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:19.566071 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'status': 'completed', 'code': 200} Feb 16 15:06:19.592315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-702f5ea1-0e84-41e8-b3d2-a9a7cec72be7 req-e34b0ade-115b-494f-a19a-63b1a6e65576 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979885 Feb 16 15:06:19.610128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f5ea7-8fd4-4b4c-a3e9-a8cf5658071b req-d47d08dd-df55-486f-b366-b46c06396aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.612547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df3f5ea7-8fd4-4b4c-a3e9-a8cf5658071b req-d47d08dd-df55-486f-b366-b46c06396aa9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1094 time: 0.0916166 Feb 16 15:06:19.741826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f5ea7-8fd4-4b4c-a3e9-a8cf5658071b req-d570817d-03f4-4169-94a5-2bed1b5ea1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.744414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df3f5ea7-8fd4-4b4c-a3e9-a8cf5658071b req-d570817d-03f4-4169-94a5-2bed1b5ea1f1 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=d0e65bf148214a50ae5eb33f35102206&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1233327 Feb 16 15:06:19.849944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f5ea7-8fd4-4b4c-a3e9-a8cf5658071b req-1dfa11f6-534e-4871-8a2b-5b552fffce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.851477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df3f5ea7-8fd4-4b4c-a3e9-a8cf5658071b req-1dfa11f6-534e-4871-8a2b-5b552fffce47 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1011384 Feb 16 15:06:19.944601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-aa1b3687-997a-4903-8eca-9ed9c4ee3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:19.946024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-aa1b3687-997a-4903-8eca-9ed9c4ee3a39 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1094 time: 0.0488448 Feb 16 15:06:19.997012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-a15c1866-7377-4867-9459-2911c294b29e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 200 len: 217 time: 0.0429842 Feb 16 15:06:20.076599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-a5b8ceda-582e-43f1-91d0-0cdf4a3b9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:20.079061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-a5b8ceda-582e-43f1-91d0-0cdf4a3b9793 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8590e742-def4-49e9-9180-5e698cc9b4e7 HTTP/1.1" status: 200 len: 853 time: 0.0754015 Feb 16 15:06:20.161496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09852a-021d-4c41-b881-46c5b4c954bd req-6c0c0b9b-e6de-4173-b644-1ec64f366ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:20.163031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-6c0c0b9b-e6de-4173-b644-1ec64f366ff5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784423 Feb 16 15:06:20.174743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da7fdf-f16e-4e1b-9136-cb31e1a5f2ee req-4c1384c0-5e59-4421-b63f-31f854a390e7 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:20.176229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92da7fdf-f16e-4e1b-9136-cb31e1a5f2ee req-4c1384c0-5e59-4421-b63f-31f854a390e7 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.0642924 Feb 16 15:06:20.331916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92da7fdf-f16e-4e1b-9136-cb31e1a5f2ee req-68f88876-a0fb-4e84-ab16-18e8217e6dca tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461318 Feb 16 15:06:20.371711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-d1243d20-eff0-4127-b623-656e5b37b33a tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:20.373255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-d1243d20-eff0-4127-b623-656e5b37b33a tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 946 time: 0.1627400 Feb 16 15:06:20.381951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-bab33b29-2dbe-4dd2-a9d5-779a9a537b71 service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047477 Feb 16 15:06:20.410038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81f475-15cc-4a48-97fb-294409a1aca2 req-7c74588a-7d2e-40bc-b12b-3db3ffe025d7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:20.411578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd81f475-15cc-4a48-97fb-294409a1aca2 req-7c74588a-7d2e-40bc-b12b-3db3ffe025d7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 943 time: 0.1412456 Feb 16 15:06:20.422747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 99931c27-ea6e-460d-8aa9-232d4f1827d7 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:06:20.608351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd81f475-15cc-4a48-97fb-294409a1aca2 req-834f13b5-b1b4-48e0-8e49-343f4081eb37 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659029 Feb 16 15:06:20.619962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 99931c27-ea6e-460d-8aa9-232d4f1827d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=99931c27-ea6e-460d-8aa9-232d4f1827d7,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:20.632931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '99931c27-ea6e-460d-8aa9-232d4f1827d7', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'port_id': '99931c27-ea6e-460d-8aa9-232d4f1827d7', 'mac_address': 'fa:16:3e:f6:6a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12bbc52-e292-402a-ae65-548c72b8f0a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:06:20.647397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535148a0-cb06-4e0f-a1f7-dd6c81cc95bd req-690f8fae-2856-4bc8-b31d-9b5cafcc3c09 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:20.651655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-535148a0-cb06-4e0f-a1f7-dd6c81cc95bd req-690f8fae-2856-4bc8-b31d-9b5cafcc3c09 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 946 time: 0.1671774 Feb 16 15:06:20.654965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db09852a-021d-4c41-b881-46c5b4c954bd req-ae55a214-fc55-48ca-bec0-f71bd163701a service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632017 Feb 16 15:06:20.660537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Deleting port 41e29140-c0e5-485a-9e7e-ef388f059002 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:06:20.660846 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:20.686916 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:20.724252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99931c27-ea6e-460d-8aa9-232d4f1827d7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:20.756946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 99931c27-ea6e-460d-8aa9-232d4f1827d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=99931c27-ea6e-460d-8aa9-232d4f1827d7,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:20.846564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61182b9-1da4-42cf-9867-7897b6b8c1df req-e5c6b9f7-8cbe-4656-b492-27f1dc76e1ee tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:20.848224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61182b9-1da4-42cf-9867-7897b6b8c1df req-e5c6b9f7-8cbe-4656-b492-27f1dc76e1ee tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.1046803 Feb 16 15:06:20.851594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-535148a0-cb06-4e0f-a1f7-dd6c81cc95bd req-b3af671f-e920-4bcf-ac70-ed599fb66a9c tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858463 Feb 16 15:06:20.863309 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:20.899120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] For port 41e29140-c0e5-485a-9e7e-ef388f059002, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=41e29140-c0e5-485a-9e7e-ef388f059002,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:20.900626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:20.920049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=99931c27-ea6e-460d-8aa9-232d4f1827d7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:20.922573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Calling delete_port for 41e29140-c0e5-485a-9e7e-ef388f059002 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:06:20.936061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a61182b9-1da4-42cf-9867-7897b6b8c1df req-69a6270c-cce4-4738-850f-65b1971c08fa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761783 Feb 16 15:06:21.078902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['99931c27-ea6e-460d-8aa9-232d4f1827d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:21.247722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:21.265384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['41e29140-c0e5-485a-9e7e-ef388f059002'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:21.334581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Pushing event deleted for resources: {'Port': ['ID=41e29140-c0e5-485a-9e7e-ef388f059002,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:21.360292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] No DVR routers for this DVR port 41e29140-c0e5-485a-9e7e-ef388f059002 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:06:21.362807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:21.366459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bda06f3-477f-45fe-9d75-c7bff305be64 req-fa45b863-4784-4b95-8acd-5e2eff172217 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "DELETE /v2.0/ports/41e29140-c0e5-485a-9e7e-ef388f059002 HTTP/1.1" status: 204 len: 173 time: 0.9835682 Feb 16 15:06:21.480148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c149e6a-5d97-404e-9f39-b4108345b891 req-b4143a77-5bd1-4600-bc3e-5b0aae3f640e tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:21.482376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c149e6a-5d97-404e-9f39-b4108345b891 req-b4143a77-5bd1-4600-bc3e-5b0aae3f640e tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.0609882 Feb 16 15:06:21.530036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c149e6a-5d97-404e-9f39-b4108345b891 req-96d04237-3bb1-4693-9b5a-e054dd225390 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407672 Feb 16 15:06:21.568643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'name': 'network-vif-deleted', 'tag': '41e29140-c0e5-485a-9e7e-ef388f059002'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:21.570955 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb2ed5e-421f-46c8-ba39-784bdf615c64" -d '{"events": [{"server_uuid": "fe050fee-683e-48c3-bf3c-f9888f3a1038", "name": "network-vif-deleted", "tag": "41e29140-c0e5-485a-9e7e-ef388f059002"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:21.653137 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794350b-2a50-4eab-a618-67d01d61d8c7 x-openstack-request-id: req-f794350b-2a50-4eab-a618-67d01d61d8c7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:21.653863 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe050fee-683e-48c3-bf3c-f9888f3a1038", "name": "network-vif-deleted", "tag": "41e29140-c0e5-485a-9e7e-ef388f059002", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:21.653863 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f794350b-2a50-4eab-a618-67d01d61d8c7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:21.654077 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe050fee-683e-48c3-bf3c-f9888f3a1038', 'name': 'network-vif-deleted', 'tag': '41e29140-c0e5-485a-9e7e-ef388f059002', 'status': 'completed', 'code': 200} Feb 16 15:06:21.817753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582521c0-4c86-42cc-94f6-c4c3c1709148 req-20e44247-3757-4a33-b473-f23f058e6a83 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:21.819258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-582521c0-4c86-42cc-94f6-c4c3c1709148 req-20e44247-3757-4a33-b473-f23f058e6a83 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 944 time: 0.0566680 Feb 16 15:06:21.858920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-582521c0-4c86-42cc-94f6-c4c3c1709148 req-a0db8245-d624-4633-a973-a098d2de1fb5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Feb 16 15:06:22.031695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5e56b4d-1bcb-4904-b3b3-7f9946d46ffa req-a645113d-b55f-49d9-a7b1-3196744ac163 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe050fee-683e-48c3-bf3c-f9888f3a1038 HTTP/1.1" status: 200 len: 210 time: 0.0502565 Feb 16 15:06:22.093315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50244) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:22.117967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916aca6-4973-42bf-b387-aabc10d3d83d req-6049a1f0-1704-4951-a5ef-fe83fe8143c9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:22.120153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7916aca6-4973-42bf-b387-aabc10d3d83d req-6049a1f0-1704-4951-a5ef-fe83fe8143c9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.0601127 Feb 16 15:06:22.161811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7916aca6-4973-42bf-b387-aabc10d3d83d req-bc4f3ef8-ed62-4611-a33e-b2d322de53b5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343602 Feb 16 15:06:22.232723 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.301542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.391465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.434240 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=296e3b7585484247925dbe5049199bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395727 Feb 16 15:06:22.436835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50256) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:22.437629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 99931c27-ea6e-460d-8aa9-232d4f1827d7 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:22.444383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272e225c-949e-44e0-94c0-b8b8859be493,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:22.460987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.461334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.461672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.462048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.462383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.464109 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.464516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.464516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.464859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.465184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.465509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.465829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee3439-e650-4b90-8f5f-1fc38a7aaf02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:22.510715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00388cab-5c1f-4b71-84e1-cbfcb723fe83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.533962 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00388cab-5c1f-4b71-84e1-cbfcb723fe83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.608807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 99931c27-ea6e-460d-8aa9-232d4f1827d7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:06:22.613358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 99931c27-ea6e-460d-8aa9-232d4f1827d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:22.613738 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.666411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51693026-cace-47b7-82d8-17802172e659 req-381e3e3e-daca-466e-949e-bf6b9f7d0b85 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:22.668677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51693026-cace-47b7-82d8-17802172e659 req-381e3e3e-daca-466e-949e-bf6b9f7d0b85 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.0532315 Feb 16 15:06:22.685313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00388cab-5c1f-4b71-84e1-cbfcb723fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.688317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-00388cab-5c1f-4b71-84e1-cbfcb723fe83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.689620 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-00388cab-5c1f-4b71-84e1-cbfcb723fe83 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/272e225c-949e-44e0-94c0-b8b8859be493 HTTP/1.1" status: 204 len: 168 time: 0.2518971 Feb 16 15:06:22.703267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00388cab-5c1f-4b71-84e1-cbfcb723fe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272e225c-949e-44e0-94c0-b8b8859be493,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:22.716673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51693026-cace-47b7-82d8-17802172e659 req-a1eeec64-1ad5-4e0e-b9ca-b12ea55b21b5 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392284 Feb 16 15:06:22.743915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.774512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99931c27-ea6e-460d-8aa9-232d4f1827d7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:22.777384 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd69090-21ca-4438-a77e-b3112cd4e3d6" -d '{"events": [{"server_uuid": "590b993a-8142-4d2d-8c07-392dd5b321a2", "name": "network-vif-plugged", "status": "completed", "tag": "99931c27-ea6e-460d-8aa9-232d4f1827d7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:22.789816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 99931c27-ea6e-460d-8aa9-232d4f1827d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=99931c27-ea6e-460d-8aa9-232d4f1827d7,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:22.823444 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3464baf-e67d-4c9d-bcfc-47f15fa8a922 x-openstack-request-id: req-d3464baf-e67d-4c9d-bcfc-47f15fa8a922 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:22.823746 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590b993a-8142-4d2d-8c07-392dd5b321a2", "name": "network-vif-plugged", "status": "completed", "tag": "99931c27-ea6e-460d-8aa9-232d4f1827d7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:22.823966 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d3464baf-e67d-4c9d-bcfc-47f15fa8a922 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:22.824355 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99931c27-ea6e-460d-8aa9-232d4f1827d7', 'code': 200} Feb 16 15:06:22.891691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:22.943325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fdb31-c6fa-4ae6-9509-5487d0c8049f req-a71bc934-8c3e-4c59-9bd0-eb30a0f92592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:22.944933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a2fdb31-c6fa-4ae6-9509-5487d0c8049f req-a71bc934-8c3e-4c59-9bd0-eb30a0f92592 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 1096 time: 0.0573835 Feb 16 15:06:22.959474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=99931c27-ea6e-460d-8aa9-232d4f1827d7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:23.033939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a2fdb31-c6fa-4ae6-9509-5487d0c8049f req-957e6504-3c40-43e0-8004-5ba0af877911 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775778 Feb 16 15:06:23.065761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd8b44-f446-4d6d-a566-a7e4aa1f2977 req-1db0292b-3a29-4146-9cd2-1310328d8b25 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:23.076373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fcd8b44-f446-4d6d-a566-a7e4aa1f2977 req-1db0292b-3a29-4146-9cd2-1310328d8b25 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 945 time: 0.1186762 Feb 16 15:06:23.142246 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fcd8b44-f446-4d6d-a566-a7e4aa1f2977 req-f6e9ef8c-4a4d-4d50-93e3-61dfe64548b1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612864 Feb 16 15:06:23.304482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d6aae-3536-451c-b04c-a1dd11a56429 req-43e2d9d9-384b-47ae-a65c-f938e9dc3729 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:23.308047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-788d6aae-3536-451c-b04c-a1dd11a56429 req-43e2d9d9-384b-47ae-a65c-f938e9dc3729 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.0624084 Feb 16 15:06:23.349910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-788d6aae-3536-451c-b04c-a1dd11a56429 req-feca726f-0c80-4d5b-8c56-5f768c1ec224 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366123 Feb 16 15:06:23.461734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50312) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:23.475347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb5d-deba-4cf8-9fde-2d141aa7e092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:23.550067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-6e5279e4-1f25-4697-962e-5c523552d253 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:23.551589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-6e5279e4-1f25-4697-962e-5c523552d253 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/networks?id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 HTTP/1.1" status: 200 len: 809 time: 0.1231623 Feb 16 15:06:23.567304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb5d-deba-4cf8-9fde-2d141aa7e092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:23.568536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-c23dbb49-7084-476a-ad8b-c818757c3f79 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/quotas/5a075d65f32d483888392587e923130f HTTP/1.1" status: 200 len: 375 time: 0.0094872 Feb 16 15:06:23.601690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-40cc3de3-ddf4-4a19-96f4-01669dd261b5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=5a075d65f32d483888392587e923130f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268703 Feb 16 15:06:23.639907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb5d-deba-4cf8-9fde-2d141aa7e092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:23.653463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 41e29140-c0e5-485a-9e7e-ef388f059002 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:06:23.679863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8fb5d-deba-4cf8-9fde-2d141aa7e092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a48ac6-b750-4d8d-a2fa-f016db599aa5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:23.697931 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6ab8fb5d-deba-4cf8-9fde-2d141aa7e092 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=977b035f8a094724939fa7df0ca9254a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350698 Feb 16 15:06:23.700528 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50316) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:23.700857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 41e29140-c0e5-485a-9e7e-ef388f059002 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:06:23.701597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 41e29140-c0e5-485a-9e7e-ef388f059002 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:06:23.720545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-8c31c42c-3769-462c-94e2-8f4ef7c3a38e service neutron] 10.222.0.113 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102824 Feb 16 15:06:23.771998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-028c29d4-8014-4b9b-9d5e-03348a929d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:23.796938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-028c29d4-8014-4b9b-9d5e-03348a929d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:23.860334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-f1c5b16c-e36e-4034-8f0f-462d7c3b5344 service neutron] 10.222.0.113 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319151 Feb 16 15:06:23.886831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfb21e-424c-4451-a4da-ddb7e56c9e89 req-7e14366a-c372-4353-a3da-e11a988c09b1 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:23.894557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41cfb21e-424c-4451-a4da-ddb7e56c9e89 req-7e14366a-c372-4353-a3da-e11a988c09b1 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.0756836 Feb 16 15:06:23.937754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-028c29d4-8014-4b9b-9d5e-03348a929d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:23.940111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41cfb21e-424c-4451-a4da-ddb7e56c9e89 req-c089bdf3-ed5b-4701-a362-ba1bfa313774 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448675 Feb 16 15:06:23.940715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-028c29d4-8014-4b9b-9d5e-03348a929d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:23.944427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-028c29d4-8014-4b9b-9d5e-03348a929d72 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a0a48ac6-b750-4d8d-a2fa-f016db599aa5 HTTP/1.1" status: 204 len: 168 time: 0.2383945 Feb 16 15:06:23.956398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c29d4-8014-4b9b-9d5e-03348a929d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a48ac6-b750-4d8d-a2fa-f016db599aa5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:24.123235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d388258a-f9e5-4652-9d87-d9305f119b5b req-227802f6-9040-4099-a139-7b571e1ebfc6 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 210 time: 0.0384781 Feb 16 15:06:24.301505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80439cda-3ca5-4859-8c97-71d91c6b77a7 req-f22c8b23-9800-4f1a-a78a-a4b03855c872 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:24.303123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80439cda-3ca5-4859-8c97-71d91c6b77a7 req-f22c8b23-9800-4f1a-a78a-a4b03855c872 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 945 time: 0.0753591 Feb 16 15:06:24.344400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80439cda-3ca5-4859-8c97-71d91c6b77a7 req-c7f91953-88c6-47b4-aacb-cc17f52002b4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Feb 16 15:06:24.491122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc54232-04a5-4280-8e50-0bff47d4cf04 req-1397b3a9-586d-432d-9213-69f4011bc892 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:24.492715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc54232-04a5-4280-8e50-0bff47d4cf04 req-1397b3a9-586d-432d-9213-69f4011bc892 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.0666490 Feb 16 15:06:24.534900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc54232-04a5-4280-8e50-0bff47d4cf04 req-ac699fd4-80ff-4de4-856b-5e9d6b2add6c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359354 Feb 16 15:06:25.003584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50348) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:25.017728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0be19bba-dac8-447b-bb98-9a70d78aa9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.104858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fe653-f814-4843-8430-f1c5a5d966b4 req-0c68efc1-90aa-4f35-9fe8-01525209db93 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:25.113249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e16fe653-f814-4843-8430-f1c5a5d966b4 req-0c68efc1-90aa-4f35-9fe8-01525209db93 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.0909500 Feb 16 15:06:25.173422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e16fe653-f814-4843-8430-f1c5a5d966b4 req-80e90f0f-860a-4923-8d98-23e42c6fdc23 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605447 Feb 16 15:06:25.211051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0be19bba-dac8-447b-bb98-9a70d78aa9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.227579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51560dce-b7a0-4291-9531-11b527fcef3e req-a4333c67-b887-446d-89ce-82a8c1428bc6 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 210 time: 0.0390003 Feb 16 15:06:25.282690 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0be19bba-dac8-447b-bb98-9a70d78aa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.320680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be19bba-dac8-447b-bb98-9a70d78aa9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9e36f-448b-47a6-ad0c-b1e1c67d39d2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:25.325770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0be19bba-dac8-447b-bb98-9a70d78aa9b6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bfcbcc6c222a43ac966fbd363e730ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211992 Feb 16 15:06:25.328756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50354) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:25.407646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc7af005-9b34-40ec-bcc1-0c4c31c06537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.433238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc7af005-9b34-40ec-bcc1-0c4c31c06537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.478787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085bbfb-8ce2-4960-bdfb-82879d32429b req-16c53ca6-685a-461d-9dc4-9dab8fa099c7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:25.480738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f085bbfb-8ce2-4960-bdfb-82879d32429b req-16c53ca6-685a-461d-9dc4-9dab8fa099c7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 945 time: 0.0626514 Feb 16 15:06:25.535825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f085bbfb-8ce2-4960-bdfb-82879d32429b req-e4432c67-652b-4359-a507-9c2880feef53 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Feb 16 15:06:25.563184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc7af005-9b34-40ec-bcc1-0c4c31c06537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.566053 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc7af005-9b34-40ec-bcc1-0c4c31c06537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.567315 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc7af005-9b34-40ec-bcc1-0c4c31c06537 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1eb9e36f-448b-47a6-ad0c-b1e1c67d39d2 HTTP/1.1" status: 204 len: 168 time: 0.2375910 Feb 16 15:06:25.577262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7af005-9b34-40ec-bcc1-0c4c31c06537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9e36f-448b-47a6-ad0c-b1e1c67d39d2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:25.651087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:06:25.740698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0081b5-4d6d-4734-8bc7-013fa40992b5 req-4ab4d0c8-ce6c-4542-98d5-5f27510ce9a4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:25.752119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea0081b5-4d6d-4734-8bc7-013fa40992b5 req-4ab4d0c8-ce6c-4542-98d5-5f27510ce9a4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 944 time: 0.1108334 Feb 16 15:06:25.835841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea0081b5-4d6d-4734-8bc7-013fa40992b5 req-56c6c3a0-8d67-4bee-9da4-8d851b541392 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822797 Feb 16 15:06:25.867494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:25.881692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'port_id': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'mac_address': 'fa:16:3e:ad:59:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:06:25.923951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:25.939471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7776fa-6abd-42b2-b839-0d992ac6f6d9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:25.962358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:25.997965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-ce2957bf-bfc5-4de0-9ab7-7c962ad37a81 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:25.999687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-ce2957bf-bfc5-4de0-9ab7-7c962ad37a81 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.1480479 Feb 16 15:06:26.020665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-557c5870-f131-4505-ae6e-4bb4f561a028 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0131528 Feb 16 15:06:26.092252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-b7ce5f4c-bbc9-4407-a88e-f05d1c3bb962 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629065 Feb 16 15:06:26.117273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:26.196043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:26.224455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-c5a0841b-0703-4cf7-9a54-0ff08f10a396 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245532 Feb 16 15:06:26.389975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['bb7776fa-6abd-42b2-b839-0d992ac6f6d9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:26.424146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-345556e6-1fba-45ab-bdf6-e40efb89b026 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911039 Feb 16 15:06:26.451518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4cf30-6a3d-4620-a252-b372775132d5 req-a16d427b-a9c8-4e82-a7b0-5a18257e94d3 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:26.453829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eef4cf30-6a3d-4620-a252-b372775132d5 req-a16d427b-a9c8-4e82-a7b0-5a18257e94d3 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.1509407 Feb 16 15:06:26.548245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eef4cf30-6a3d-4620-a252-b372775132d5 req-b48bf596-e944-4391-a2c2-5260dc7fd05b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858381 Feb 16 15:06:26.695617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb8fda4c-6ba9-4abd-b47e-5abd9cdb5f46 req-30279172-e03e-4f38-860f-e24bf89273a3 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 210 time: 0.0381796 Feb 16 15:06:27.036332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a87043c-ce17-448b-830b-1fa4f27d47e7 req-84786600-4191-4dfa-b23b-a0da709c8b1c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 210 time: 0.1149151 Feb 16 15:06:27.148218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e728bf-734a-4eff-a5a0-1c6bc04becbb req-124a0f18-7f89-436e-a0b9-10af4dd653ed tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:27.149730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3e728bf-734a-4eff-a5a0-1c6bc04becbb req-124a0f18-7f89-436e-a0b9-10af4dd653ed tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 945 time: 0.1806312 Feb 16 15:06:27.216666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3e728bf-734a-4eff-a5a0-1c6bc04becbb req-19f31ae5-ac1c-4c68-b813-8f0390721d75 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520563 Feb 16 15:06:27.246058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-abf81fc2-5f84-46d8-931a-94125c792651 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:27.246058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-abf81fc2-5f84-46d8-931a-94125c792651 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "GET /v2.0/networks?id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 HTTP/1.1" status: 200 len: 809 time: 0.2748082 Feb 16 15:06:27.256547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Request body: {'port': {'device_id': '34941a4f-c836-48e6-b604-80e2e72932b6', 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8', 'admin_state_up': True, 'tenant_id': '5a075d65f32d483888392587e923130f'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:27.571084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Made reservation on behalf of 5a075d65f32d483888392587e923130f for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:27.592400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:27.652210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:27.786125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:06:27.792164 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:27.793478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:27.801550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2de8-ecbb-4b4b-9d37-f46f9a4a6e18 req-e953bc52-60e3-4735-b616-cb8056ff55d6 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:27.803232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-847c2de8-ecbb-4b4b-9d37-f46f9a4a6e18 req-e953bc52-60e3-4735-b616-cb8056ff55d6 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.1390572 Feb 16 15:06:27.849241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Allocated IP 172.20.0.10 (ce089b22-5cf6-4d7d-acc7-3a25a119f6a8/3ea63bba-571a-4ba7-926c-aeac2b9cb0b6/ce82e182-ceba-49dd-8e0e-6023d38b2bb1) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:27.855820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3dbb12bd-9390-4f77-a8de-e45e27152d4f req-4265e82a-89c8-4739-b2d0-3f8f89a1198a tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 210 time: 0.0515358 Feb 16 15:06:27.913345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-847c2de8-ecbb-4b4b-9d37-f46f9a4a6e18 req-c7235297-5550-4184-961b-f71c409ecd27 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955839 Feb 16 15:06:27.929913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:27.957979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:27.960214 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff8b2af-5b8e-4db6-bab9-8f692b202ecb" -d '{"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-plugged", "status": "completed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:27.973800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:28.014303 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba814c23-7e64-46bd-a219-3aacdc3e94d8 x-openstack-request-id: req-ba814c23-7e64-46bd-a219-3aacdc3e94d8 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:28.014657 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-plugged", "status": "completed", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:28.014997 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ba814c23-7e64-46bd-a219-3aacdc3e94d8 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:28.015606 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'code': 200} Feb 16 15:06:28.060245 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:28.075340 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:28.153545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:28.181028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3efc661f-9ebe-4ba6-979c-432098525d21 req-fa69790e-f7d5-4e6b-95cc-1923d291f1de tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 210 time: 0.0353138 Feb 16 15:06:28.254668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:28.319924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c60ba3-df32-4874-82d3-0438cf04c853 req-a2d4c887-e0ff-4523-be46-8190e74eb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:28.322984 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6c60ba3-df32-4874-82d3-0438cf04c853 req-a2d4c887-e0ff-4523-be46-8190e74eb216 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1097 time: 0.0600607 Feb 16 15:06:28.356630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:28.370410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:28.386952 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e6c60ba3-df32-4874-82d3-0438cf04c853 req-9f5fffb5-6db6-4b34-8ab3-5e25386346db service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559425 Feb 16 15:06:28.392636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:28.418132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Pushing event updated for resources: {'Port': ['ID=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:28.454902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:28.455530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:28.466504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e66a8-a731-402c-87c8-0a888bde8607 req-dea499eb-d5ca-45aa-b129-c89df2631bc7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:28.469860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf0e66a8-a731-402c-87c8-0a888bde8607 req-dea499eb-d5ca-45aa-b129-c89df2631bc7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.1155422 Feb 16 15:06:28.514901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf0e66a8-a731-402c-87c8-0a888bde8607 req-7fd94a2b-4203-4848-9ca2-557f5ea1016a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Feb 16 15:06:28.596781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-0a10e559-f7c7-494e-9e14-7b1128ffa513 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3443460 Feb 16 15:06:28.637956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Request body: {'port': {'device_id': '34941a4f-c836-48e6-b604-80e2e72932b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:28.732475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:29.136727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f66bc5-7b3a-46d7-bcb3-a4bbfb9798b1 req-0a871df9-1ac2-4ff0-ae2b-e8a4c7ca4803 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:29.138312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90f66bc5-7b3a-46d7-bcb3-a4bbfb9798b1 req-0a871df9-1ac2-4ff0-ae2b-e8a4c7ca4803 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 932 time: 0.1637175 Feb 16 15:06:29.167273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026fbe1-4790-444d-8ab1-14400be1bf3b req-b36e0112-619c-4bbf-9635-aaa01d3fa2cb tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:29.174478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d026fbe1-4790-444d-8ab1-14400be1bf3b req-b36e0112-619c-4bbf-9635-aaa01d3fa2cb tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.1188183 Feb 16 15:06:29.282429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce82e182-ceba-49dd-8e0e-6023d38b2bb1 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:29.304987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:29.311933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d026fbe1-4790-444d-8ab1-14400be1bf3b req-6929c29e-c847-4a3e-9fd6-b7df294919ef tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170273 Feb 16 15:06:29.339820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90f66bc5-7b3a-46d7-bcb3-a4bbfb9798b1 req-9420ca68-10ec-4bd3-9bd0-75397f746754 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824305 Feb 16 15:06:29.339820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Transition to ACTIVE for port object ce82e182-ceba-49dd-8e0e-6023d38b2bb1 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:06:29.806784 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-f1762b54-a132-4dff-8678-f50343d98357 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:29.813112 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-f1762b54-a132-4dff-8678-f50343d98357 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.2587030 Feb 16 15:06:29.830872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Request body: {'port': {'device_id': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'admin_state_up': True, 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:30.062432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80d216c3-1431-4c5b-b80f-1e762cd2fac5 req-7655b37b-3e61-4f84-9bac-f7abd4d3bd3f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 210 time: 0.6314831 Feb 16 15:06:30.063032 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.151273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Pushing event updated for resources: {'Port': ['ID=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:30.173107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81f7f7-fb67-40de-a2ba-235fdcfca1fd req-11972d64-6e95-4556-9611-01efa22efa84 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:30.189381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed81f7f7-fb67-40de-a2ba-235fdcfca1fd req-11972d64-6e95-4556-9611-01efa22efa84 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.1213632 Feb 16 15:06:30.261180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:30.266687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.267945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed81f7f7-fb67-40de-a2ba-235fdcfca1fd req-a8e0aef4-4d44-4a35-8fe4-518019493207 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852144 Feb 16 15:06:30.293315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Attempting to bind port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:30.293315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Attempting to bind port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:30.293315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Attempting to bind port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 on network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:30.297353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 on network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:06:30.297774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Attempting to bind port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 on network ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:30.303258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:30.303636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Checking segment: {'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:30.304148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Bound using segment: {'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:30.304584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Bound port: ce82e182-ceba-49dd-8e0e-6023d38b2bb1, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc38bdac-57fb-4592-bd3c-56628d5abd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:30.304946 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.464555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:06:30.523866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Allocated IP 172.20.0.13 (eb589a9c-3c83-4ed6-b821-5dc536a12a7d/a12bbc52-e292-402a-ae65-548c72b8f0a6/df96aa59-a76a-4546-b7fb-a7b4414943f0) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:30.528309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] For port ce82e182-ceba-49dd-8e0e-6023d38b2bb1, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:30.567249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] For port ce82e182-ceba-49dd-8e0e-6023d38b2bb1, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:30.659783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0c607-24c1-40f8-9e0b-e081f0c04c29 req-87c0b0c5-39eb-40be-aa4e-cf570a11a72a tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:30.666477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea0c607-24c1-40f8-9e0b-e081f0c04c29 req-87c0b0c5-39eb-40be-aa4e-cf570a11a72a tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 943 time: 0.2499981 Feb 16 15:06:30.672568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.696022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:30.707484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518af68b-af45-4462-a0a6-245ac9a2b752 req-c74db0ee-591f-4f76-929d-4b27dfc36ea0 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:30.717391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-518af68b-af45-4462-a0a6-245ac9a2b752 req-c74db0ee-591f-4f76-929d-4b27dfc36ea0 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 944 time: 0.2383766 Feb 16 15:06:30.718083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'mac_address': 'fa:16:3e:c2:d4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:06:30.797699 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.799520 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.822672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:30.823752 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.827599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] 10.222.0.93 "PUT /v2.0/ports/ce82e182-ceba-49dd-8e0e-6023d38b2bb1 HTTP/1.1" status: 200 len: 1092 time: 2.1944270 Feb 16 15:06:30.828768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34941a4f-c836-48e6-b604-80e2e72932b6', 'tag': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:30.833346 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674" -d '{"events": [{"name": "network-changed", "server_uuid": "34941a4f-c836-48e6-b604-80e2e72932b6", "tag": "ce82e182-ceba-49dd-8e0e-6023d38b2bb1"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:30.838390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:30.886320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:30.909726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b45d3-e330-4dbd-ad6f-68bef69e70bf service neutron] Pushing event updated for resources: {'Port': ['ID=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:30.912806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea0c607-24c1-40f8-9e0b-e081f0c04c29 req-da12c8c4-60a5-4a82-96d2-5e854af6920e tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370911 Feb 16 15:06:30.932519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-518af68b-af45-4462-a0a6-245ac9a2b752 req-6a48754e-3fca-48f0-a591-d4b1a1cb2852 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563563 Feb 16 15:06:30.933859 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:30.950728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:31.048032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['99931c27-ea6e-460d-8aa9-232d4f1827d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:31.050203 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1b33fb-ee93-4c5c-aabf-7c68958814aa x-openstack-request-id: req-8e1b33fb-ee93-4c5c-aabf-7c68958814aa {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:31.051015 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34941a4f-c836-48e6-b604-80e2e72932b6", "tag": "ce82e182-ceba-49dd-8e0e-6023d38b2bb1", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:31.051526 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8e1b33fb-ee93-4c5c-aabf-7c68958814aa {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:31.052251 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34941a4f-c836-48e6-b604-80e2e72932b6', 'tag': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1', 'status': 'completed', 'code': 200} Feb 16 15:06:31.053396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:31.057038 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:31.060314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:31.066557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-e922fc8d-c526-42f6-a7c5-f4ac98aa4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:31.067999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event updated for resources: {'Port': ['ID=df96aa59-a76a-4546-b7fb-a7b4414943f0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:31.069212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-e922fc8d-c526-42f6-a7c5-f4ac98aa4b37 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a075d65f32d483888392587e923130f&device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 1095 time: 0.1095209 Feb 16 15:06:31.122988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:31.136071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-c97905aa-61d9-4d6b-bb1b-c6637387f786 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce82e182-ceba-49dd-8e0e-6023d38b2bb1 HTTP/1.1" status: 200 len: 217 time: 0.0563869 Feb 16 15:06:31.214066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:31.220450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:31.266114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-2c721728-2ca7-482f-9617-2c7d5e67c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:31.268035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-2c721728-2ca7-482f-9617-2c7d5e67c5a8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3ea63bba-571a-4ba7-926c-aeac2b9cb0b6 HTTP/1.1" status: 200 len: 849 time: 0.1252072 Feb 16 15:06:31.381182 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-d9a09662-5863-4063-948c-5d6828672565 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5542660 Feb 16 15:06:31.395475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Request body: {'port': {'device_id': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:31.442229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:31.445408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-53d494df-eefd-4214-9e8a-aa946325b7f7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593857 Feb 16 15:06:31.476395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:31.536704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:31.694346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6ba42-6daf-409d-8a30-43c898db6c05 req-985ed785-b885-43f5-8d15-b076266b9e15 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:31.695917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4a6ba42-6daf-409d-8a30-43c898db6c05 req-985ed785-b885-43f5-8d15-b076266b9e15 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 932 time: 0.4269369 Feb 16 15:06:31.737813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966351fd-8699-437e-bbc2-3949eb1aefc3 req-6e8107c9-8a3a-4a3c-8c18-7743241e5d80 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:31.745982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-966351fd-8699-437e-bbc2-3949eb1aefc3 req-6e8107c9-8a3a-4a3c-8c18-7743241e5d80 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.2986388 Feb 16 15:06:31.870957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-8b397927-cac5-4d2e-8078-91896049b11d service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825006 Feb 16 15:06:31.933834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-966351fd-8699-437e-bbc2-3949eb1aefc3 req-30d6f4bb-607d-4ff8-a363-879c2815e4a5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869493 Feb 16 15:06:31.942697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4a6ba42-6daf-409d-8a30-43c898db6c05 req-990119e3-2371-4064-95c6-105a34bdb2f4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350380 Feb 16 15:06:32.064620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50554) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:32.114287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-236bd6b5-eee2-47bf-ab9e-e06d44d88187 req-4f6af40e-7379-4692-9747-af50295f513c service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262952 Feb 16 15:06:32.148181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df96aa59-a76a-4546-b7fb-a7b4414943f0 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:32.158043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.173527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Transition to ACTIVE for port object df96aa59-a76a-4546-b7fb-a7b4414943f0 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:06:32.225601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa005-34d4-4eeb-8c97-a7dba099092d req-76276862-181f-41e8-bb71-058441deb5a6 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:32.227319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4bfa005-34d4-4eeb-8c97-a7dba099092d req-76276862-181f-41e8-bb71-058441deb5a6 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 944 time: 0.1120062 Feb 16 15:06:32.236567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63004-f304-4896-9517-06bbc691da56 req-43af6559-6583-4a2b-accd-013d2347e2c5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:32.238250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c63004-f304-4896-9517-06bbc691da56 req-43af6559-6583-4a2b-accd-013d2347e2c5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 944 time: 0.1096680 Feb 16 15:06:32.275619 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.286150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b24693d-bd4b-42e9-aea1-6849147d6efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.326223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4bfa005-34d4-4eeb-8c97-a7dba099092d req-cb96b9c7-1db1-43bc-9f20-1744cac18636 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868659 Feb 16 15:06:32.342620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c63004-f304-4896-9517-06bbc691da56 req-da757cfc-eba7-4051-a858-a71995c3bdfd tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957236 Feb 16 15:06:32.355705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-f4b95fd4-66e6-46e2-84eb-c145b88e4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:32.361533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-f4b95fd4-66e6-46e2-84eb-c145b88e4cec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5a075d65f32d483888392587e923130f&device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 1095 time: 0.1003497 Feb 16 15:06:32.387512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=df96aa59-a76a-4546-b7fb-a7b4414943f0,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:32.474311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:32.493539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-679c76a7-6b6f-42e8-a5d1-97826a85f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:32.497309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-679c76a7-6b6f-42e8-a5d1-97826a85f90b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 HTTP/1.1" status: 200 len: 911 time: 0.1272454 Feb 16 15:06:32.497503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Attempting to bind port df96aa59-a76a-4546-b7fb-a7b4414943f0 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:32.497503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Attempting to bind port df96aa59-a76a-4546-b7fb-a7b4414943f0 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:32.497503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Attempting to bind port df96aa59-a76a-4546-b7fb-a7b4414943f0 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:32.506229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Port df96aa59-a76a-4546-b7fb-a7b4414943f0 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:06:32.506554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Attempting to bind port df96aa59-a76a-4546-b7fb-a7b4414943f0 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:32.520619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:32.521009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:32.521343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Bound using segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:32.521805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Bound port: df96aa59-a76a-4546-b7fb-a7b4414943f0, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:32.522139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.544977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b24693d-bd4b-42e9-aea1-6849147d6efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.557479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-f01dc293-e190-46aa-845a-5e2e55112b8b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce82e182-ceba-49dd-8e0e-6023d38b2bb1 HTTP/1.1" status: 200 len: 217 time: 0.0534065 Feb 16 15:06:32.606458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] For port df96aa59-a76a-4546-b7fb-a7b4414943f0, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:32.610056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] For port df96aa59-a76a-4546-b7fb-a7b4414943f0, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df96aa59-a76a-4546-b7fb-a7b4414943f0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:32.611213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:06:32.616837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:32.617748 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.619948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-49b04738-30d7-49eb-8c2e-29b3c08c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:32.621424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-49b04738-30d7-49eb-8c2e-29b3c08c48a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3ea63bba-571a-4ba7-926c-aeac2b9cb0b6 HTTP/1.1" status: 200 len: 849 time: 0.0572464 Feb 16 15:06:32.654513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-fda44e27-8652-4ade-a992-7878e75424c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258007 Feb 16 15:06:32.673977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b24693d-bd4b-42e9-aea1-6849147d6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.716088 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4b24693d-bd4b-42e9-aea1-6849147d6efe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d6b8568451f3401fb4281ec172936328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503584 Feb 16 15:06:32.717746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50558) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:32.740677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.745556 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.762251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-6efd19ac-596d-4ffa-94ee-db71d2dace26 service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984790 Feb 16 15:06:32.773796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:32.780147 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aab0fe-634a-46b3-9caa-0551e1f8bea0" -d '{"events": [{"server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "name": "network-vif-plugged", "status": "completed", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:32.790296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:32.806707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24693d-bd4b-42e9-aea1-6849147d6efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be488e47-6db0-4c97-ad7e-3799ad01ece0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:32.825592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:32.825592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.826767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] 10.222.0.93 "PUT /v2.0/ports/df96aa59-a76a-4546-b7fb-a7b4414943f0 HTTP/1.1" status: 200 len: 1092 time: 1.4368951 Feb 16 15:06:32.828999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'tag': 'df96aa59-a76a-4546-b7fb-a7b4414943f0'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:32.831437 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5487f363-7d23-4f13-9504-9e5b63a57c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7421204b-19fe-44a7-b8b0-63bc300e59ba", "tag": "df96aa59-a76a-4546-b7fb-a7b4414943f0"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:32.849330 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44001815-9291-4ee8-b20f-8a055e45602f x-openstack-request-id: req-44001815-9291-4ee8-b20f-8a055e45602f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:32.849878 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "name": "network-vif-plugged", "status": "completed", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:32.850120 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-44001815-9291-4ee8-b20f-8a055e45602f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:32.850516 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'code': 200} Feb 16 15:06:32.870102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8f7f-ab37-4448-9cac-ec9ffa6b8c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.873358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d4979-cf5e-4d3a-b5d3-1cb5cf540ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=df96aa59-a76a-4546-b7fb-a7b4414943f0,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:32.891401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.935688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8f7f-ab37-4448-9cac-ec9ffa6b8c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:32.958297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2ae40b-aff3-4d12-87c7-7a2a86e4c674 req-3ebd872c-27b2-4dbb-8d7a-1cbe70b0e896 service neutron] 10.222.0.93 "GET /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859820 Feb 16 15:06:33.012243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:33.192458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac634d-16c9-4a90-9705-96a11179bc4d req-f1ceb215-6833-4f04-b7e1-a1eea41f943c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:33.200398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9cac634d-16c9-4a90-9705-96a11179bc4d req-f1ceb215-6833-4f04-b7e1-a1eea41f943c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 944 time: 0.1285548 Feb 16 15:06:33.235587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41dd0b-1c80-4707-8d9c-1a79c6dde817 req-66c2b4c8-30d5-4123-9be0-b61f8127c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:33.238928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af41dd0b-1c80-4707-8d9c-1a79c6dde817 req-66c2b4c8-30d5-4123-9be0-b61f8127c0ea service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1096 time: 0.2126923 Feb 16 15:06:33.241316 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b910bc-3406-4793-8f6f-54d628bdcbb6 x-openstack-request-id: req-23b910bc-3406-4793-8f6f-54d628bdcbb6 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:33.242158 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7421204b-19fe-44a7-b8b0-63bc300e59ba", "tag": "df96aa59-a76a-4546-b7fb-a7b4414943f0", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:33.242610 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-23b910bc-3406-4793-8f6f-54d628bdcbb6 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:33.243220 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'tag': 'df96aa59-a76a-4546-b7fb-a7b4414943f0', 'status': 'completed', 'code': 200} Feb 16 15:06:33.250210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-a288d377-d332-4f0f-be0d-7ba51cae0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:33.251686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-a288d377-d332-4f0f-be0d-7ba51cae0686 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 1095 time: 0.1752992 Feb 16 15:06:33.318353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-f15a5ce7-799b-4a00-9740-9b1248b28a97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df96aa59-a76a-4546-b7fb-a7b4414943f0 HTTP/1.1" status: 200 len: 217 time: 0.0540411 Feb 16 15:06:33.323492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8f7f-ab37-4448-9cac-ec9ffa6b8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:33.327929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8f7f-ab37-4448-9cac-ec9ffa6b8c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:33.333616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9cac634d-16c9-4a90-9705-96a11179bc4d req-78f1f0d2-cf1d-4e7d-b7fd-06b9735f0359 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269159 Feb 16 15:06:33.334232 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6ea8f7f-ab37-4448-9cac-ec9ffa6b8c7d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/be488e47-6db0-4c97-ad7e-3799ad01ece0 HTTP/1.1" status: 204 len: 168 time: 0.6110778 Feb 16 15:06:33.358819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8f7f-ab37-4448-9cac-ec9ffa6b8c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be488e47-6db0-4c97-ad7e-3799ad01ece0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:33.458630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af41dd0b-1c80-4707-8d9c-1a79c6dde817 req-08a0ee78-e6fc-4b59-802c-91a521892338 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039487 Feb 16 15:06:33.475374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-47ca44a4-2c3a-426f-b9b9-b71755cddfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:33.476098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-47ca44a4-2c3a-426f-b9b9-b71755cddfa2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.1253605 Feb 16 15:06:33.526447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80344d-5960-47f1-b76e-3b4bbad9aa47 req-51accd23-3bd4-4411-88c6-4a4a324a9d71 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:33.528376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c80344d-5960-47f1-b76e-3b4bbad9aa47 req-51accd23-3bd4-4411-88c6-4a4a324a9d71 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.1809356 Feb 16 15:06:33.549037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-b3cda8eb-1db4-495e-82e1-d5270b1b7796 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549881 Feb 16 15:06:33.604920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50584) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:33.644900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5efb-3a6a-4ca8-ae63-1a407e3e7e4d req-2bffb109-2720-4add-8d82-487dc8ec27f8 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:33.646509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-268a5efb-3a6a-4ca8-ae63-1a407e3e7e4d req-2bffb109-2720-4add-8d82-487dc8ec27f8 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 945 time: 0.1927581 Feb 16 15:06:33.687642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c80344d-5960-47f1-b76e-3b4bbad9aa47 req-821d3c50-e456-4e85-97de-39af7f733aba tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411908 Feb 16 15:06:33.699036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ce82e182-ceba-49dd-8e0e-6023d38b2bb1 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:06:33.757912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-268a5efb-3a6a-4ca8-ae63-1a407e3e7e4d req-686ca3d5-2602-41d1-83bd-4719b38d9807 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909903 Feb 16 15:06:33.760640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-c4d5d864-6971-4f9e-9aab-03cf50975056 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844642 Feb 16 15:06:33.890967 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54d07d93-fa80-4df6-a1b8-16ce9be59d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:33.891356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ce82e182-ceba-49dd-8e0e-6023d38b2bb1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:33.904615 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1', 'network_id': 'ce089b22-5cf6-4d7d-acc7-3a25a119f6a8', 'port_id': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1', 'mac_address': 'fa:16:3e:3f:8b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1074, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea63bba-571a-4ba7-926c-aeac2b9cb0b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:06:33.920013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7af6a1-3637-410e-8722-81414356ba35 req-543090c3-9166-4a74-bbc0-d7753e85ab8a tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:33.928131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d7af6a1-3637-410e-8722-81414356ba35 req-543090c3-9166-4a74-bbc0-d7753e85ab8a tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 944 time: 0.1129787 Feb 16 15:06:33.944404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:33.962488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce82e182-ceba-49dd-8e0e-6023d38b2bb1 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:33.984330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ce82e182-ceba-49dd-8e0e-6023d38b2bb1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:33.987777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d7af6a1-3637-410e-8722-81414356ba35 req-12f65533-9b9c-4b0a-9785-fb5e96e7e1c3 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583405 Feb 16 15:06:33.993232 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54d07d93-fa80-4df6-a1b8-16ce9be59d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:33.994177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b247-f045-4080-9f55-a435cc65a8ac req-3753729e-44a4-4643-88e4-c0df1408fea0 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256968 Feb 16 15:06:34.102692 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.136960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-54d07d93-fa80-4df6-a1b8-16ce9be59d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.182877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:34.217158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-ba5622ed-8a95-40ff-8962-769d7351d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:34.218664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-ba5622ed-8a95-40ff-8962-769d7351d884 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 1095 time: 0.0490398 Feb 16 15:06:34.229270 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-54d07d93-fa80-4df6-a1b8-16ce9be59d09 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f14641b242e54504b3125f68760ce302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6197510 Feb 16 15:06:34.229270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d07d93-fa80-4df6-a1b8-16ce9be59d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42871164-9613-4dae-9430-ec0267e778f1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:34.231799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50596) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:34.285817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b817b65-90ed-45ea-b8c4-2069151afb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.323918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b817b65-90ed-45ea-b8c4-2069151afb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.323918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50598) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:34.350806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-261d51b3-d224-4a0c-b6b0-811556d62749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.351212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['ce82e182-ceba-49dd-8e0e-6023d38b2bb1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:34.367797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-63a8120f-dec7-4cb2-a2d0-ac359e2b0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:34.371395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-63a8120f-dec7-4cb2-a2d0-ac359e2b0b0f service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 906 time: 0.1363657 Feb 16 15:06:34.455226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-5efac2ea-241b-4cc1-b8c5-407a673d61a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df96aa59-a76a-4546-b7fb-a7b4414943f0 HTTP/1.1" status: 200 len: 217 time: 0.0740838 Feb 16 15:06:34.523145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b817b65-90ed-45ea-b8c4-2069151afb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.526845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b817b65-90ed-45ea-b8c4-2069151afb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.539706 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b817b65-90ed-45ea-b8c4-2069151afb93 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/42871164-9613-4dae-9430-ec0267e778f1 HTTP/1.1" status: 204 len: 168 time: 0.3040845 Feb 16 15:06:34.546200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-261d51b3-d224-4a0c-b6b0-811556d62749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.549307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-ab576958-e6f3-4a07-88f8-1e8c0bb60ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:34.551693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-ab576958-e6f3-4a07-88f8-1e8c0bb60ec7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.0836129 Feb 16 15:06:34.559862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817b65-90ed-45ea-b8c4-2069151afb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42871164-9613-4dae-9430-ec0267e778f1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:34.625395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-261d51b3-d224-4a0c-b6b0-811556d62749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.626346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-d4dd2fed-c321-4975-bb10-e664aabe7100 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669920 Feb 16 15:06:34.636590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b8d34-82a4-4d55-9272-716898e5303c req-d01f1f86-ed48-47a6-945d-2d17d940963d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:34.638158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a9b8d34-82a4-4d55-9272-716898e5303c req-d01f1f86-ed48-47a6-945d-2d17d940963d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 944 time: 0.1735947 Feb 16 15:06:34.668210 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-261d51b3-d224-4a0c-b6b0-811556d62749 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bb6e1647878b4b698245f06ce19697dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417130 Feb 16 15:06:34.670452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50604) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:34.727345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d51b3-d224-4a0c-b6b0-811556d62749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f52b33-c075-4329-9dc0-3cce6e441770,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:34.748846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a9b8d34-82a4-4d55-9272-716898e5303c req-542af870-f4d0-4473-9b56-99c2599c61be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021419 Feb 16 15:06:34.770168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-acae30ec-ad4f-452a-826b-cd6cfcd72965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.796153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-acae30ec-ad4f-452a-826b-cd6cfcd72965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:34.809807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-d0d352cd-ae35-47fd-a470-0347dd506e08 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700044 Feb 16 15:06:34.888847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50610) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:34.970885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6201-49b8-4860-b454-684605c93c91 req-bd5ba147-4fc6-41f7-8722-074a721cb061 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:34.972506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebbe6201-49b8-4860-b454-684605c93c91 req-bd5ba147-4fc6-41f7-8722-074a721cb061 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 945 time: 0.1046214 Feb 16 15:06:34.991281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5487f363-7d23-4f13-9504-9e5b63a57c6b req-9ef17b19-7cfe-4721-b8b0-45945fb13664 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737432 Feb 16 15:06:35.039263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-acae30ec-ad4f-452a-826b-cd6cfcd72965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.039856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebbe6201-49b8-4860-b454-684605c93c91 req-6d451519-d35a-4fd3-9895-30664d3050e7 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555549 Feb 16 15:06:35.039968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-acae30ec-ad4f-452a-826b-cd6cfcd72965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.042847 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-acae30ec-ad4f-452a-826b-cd6cfcd72965 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/98f52b33-c075-4329-9dc0-3cce6e441770 HTTP/1.1" status: 204 len: 168 time: 0.3703573 Feb 16 15:06:35.060224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae30ec-ad4f-452a-826b-cd6cfcd72965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f52b33-c075-4329-9dc0-3cce6e441770,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:35.170220 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a01f-9a07-44ba-a03e-3c31bba0cf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.203288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84ff0-723a-4c34-b1bc-392ce158ee3d req-a64e7d9b-0b99-4d98-8641-e0ca5af21a80 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:35.204864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3aa84ff0-723a-4c34-b1bc-392ce158ee3d req-a64e7d9b-0b99-4d98-8641-e0ca5af21a80 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 945 time: 0.0919285 Feb 16 15:06:35.217241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570b651-c2c6-44ff-9466-df5ebdfca92a req-04f0fcb7-7a35-4406-8404-624142afed67 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:35.218775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4570b651-c2c6-44ff-9466-df5ebdfca92a req-04f0fcb7-7a35-4406-8404-624142afed67 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 945 time: 0.0737948 Feb 16 15:06:35.266171 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6153bca7-9775-42e8-9b0a-b9fe3b762f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.271497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3aa84ff0-723a-4c34-b1bc-392ce158ee3d req-53caf3a4-a88e-48d9-bf3d-d7273a22dab9 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 Feb 16 15:06:35.293294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4570b651-c2c6-44ff-9466-df5ebdfca92a req-76ff942e-69fa-4531-a009-1d240b7a1640 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654576 Feb 16 15:06:35.307972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a01f-9a07-44ba-a03e-3c31bba0cf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.318462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50628) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:35.404991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a01f-9a07-44ba-a03e-3c31bba0cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.448099 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a2d3a01f-9a07-44ba-a03e-3c31bba0cf9c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=90a9f5dff5744742b14ca8fb16164ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5575354 Feb 16 15:06:35.448942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3a01f-9a07-44ba-a03e-3c31bba0cf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2387f7bc-0bd2-4cba-affa-9a223ce19b97,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:35.450466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50632) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:35.508924 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.535939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.687911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5492e2-87ae-417d-8d7e-68032962c05e tempest-TestVolumeBackupRestore-847988087 tempest-TestVolumeBackupRestore-847988087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:35.690382 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5c5492e2-87ae-417d-8d7e-68032962c05e tempest-TestVolumeBackupRestore-847988087 tempest-TestVolumeBackupRestore-847988087-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1091 time: 0.3709290 Feb 16 15:06:35.690832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.693401 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.693968 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:35.695600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2387f7bc-0bd2-4cba-affa-9a223ce19b97 HTTP/1.1" status: 204 len: 168 time: 0.2434449 Feb 16 15:06:35.705234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:35.705393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2387f7bc-0bd2-4cba-affa-9a223ce19b97,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:35.713292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.713752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.714142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.714867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.715198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.715523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.715951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.716279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.716399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df96aa59-a76a-4546-b7fb-a7b4414943f0 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:06:35.716603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.717025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.717359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.717679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d6b87-bc1f-4d6e-b405-0c9b5f326568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:35.718699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ce82e182-ceba-49dd-8e0e-6023d38b2bb1 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:35.826061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.891440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea234900-407c-4b91-b45c-40ccfcc1d9cd req-5afc82c3-0c89-4703-8679-9560c91487cd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:35.902766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea234900-407c-4b91-b45c-40ccfcc1d9cd req-5afc82c3-0c89-4703-8679-9560c91487cd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 944 time: 0.0666223 Feb 16 15:06:35.904251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port df96aa59-a76a-4546-b7fb-a7b4414943f0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df96aa59-a76a-4546-b7fb-a7b4414943f0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:35.925348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'df96aa59-a76a-4546-b7fb-a7b4414943f0', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'port_id': 'df96aa59-a76a-4546-b7fb-a7b4414943f0', 'mac_address': 'fa:16:3e:6e:d1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12bbc52-e292-402a-ae65-548c72b8f0a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:06:35.960218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea234900-407c-4b91-b45c-40ccfcc1d9cd req-1eea3c88-4839-440f-9e21-aa1ccc577b10 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563495 Feb 16 15:06:35.974878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.987349 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:35.998361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:06:36.001925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df96aa59-a76a-4546-b7fb-a7b4414943f0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:06:36.007924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:36.008304 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.047825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port df96aa59-a76a-4546-b7fb-a7b4414943f0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df96aa59-a76a-4546-b7fb-a7b4414943f0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:36.107480 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.110729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Allocated IP 172.25.6.242 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ccff11af-16f3-4305-877a-54e78dfa3ebf) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:36.137323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34941a4f-c836-48e6-b604-80e2e72932b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:36.139742 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3656abb6-92bd-49a5-a765-e9ff0b38ae5a" -d '{"events": [{"server_uuid": "34941a4f-c836-48e6-b604-80e2e72932b6", "name": "network-vif-plugged", "status": "completed", "tag": "ce82e182-ceba-49dd-8e0e-6023d38b2bb1"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:36.150415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.168672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port ce82e182-ceba-49dd-8e0e-6023d38b2bb1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:36.207257 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ed00d-b7c4-45cc-a55e-90407e0bab33 x-openstack-request-id: req-e60ed00d-b7c4-45cc-a55e-90407e0bab33 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:36.207580 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34941a4f-c836-48e6-b604-80e2e72932b6", "name": "network-vif-plugged", "status": "completed", "tag": "ce82e182-ceba-49dd-8e0e-6023d38b2bb1", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:36.207831 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e60ed00d-b7c4-45cc-a55e-90407e0bab33 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:36.208216 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34941a4f-c836-48e6-b604-80e2e72932b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1', 'code': 200} Feb 16 15:06:36.230514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=df96aa59-a76a-4546-b7fb-a7b4414943f0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:36.238312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.242973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.297415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:36.334704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621f0c8-c771-4e86-b34f-ef5bf41fc746 req-2fe1fdc0-2eb7-471a-944d-f67e478acc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:36.336585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1621f0c8-c771-4e86-b34f-ef5bf41fc746 req-2fe1fdc0-2eb7-471a-944d-f67e478acc24 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 1097 time: 0.0666823 Feb 16 15:06:36.348239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.393791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:36.396964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:36.399638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:36.411354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1621f0c8-c771-4e86-b34f-ef5bf41fc746 req-4deaa144-52be-4089-acb7-f9949a1e4dce service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676394 Feb 16 15:06:36.429228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5556b7-6a69-403d-8025-19d2cf2f2911 req-9c115712-24e3-4bb5-ac1a-3bed6e5cf498 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:36.430098 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'Port': ['ID=ccff11af-16f3-4305-877a-54e78dfa3ebf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:36.432443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb5556b7-6a69-403d-8025-19d2cf2f2911 req-9c115712-24e3-4bb5-ac1a-3bed6e5cf498 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 946 time: 0.0684066 Feb 16 15:06:36.433225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['df96aa59-a76a-4546-b7fb-a7b4414943f0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:36.493259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50666) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:36.507099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb5556b7-6a69-403d-8025-19d2cf2f2911 req-d314a3be-86fa-4d06-a952-d0bd061a1f1f tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660899 Feb 16 15:06:36.528297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09a6a0a4-4476-49b0-9a00-a7f3afcecb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.619970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09a6a0a4-4476-49b0-9a00-a7f3afcecb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.696479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09a6a0a4-4476-49b0-9a00-a7f3afcecb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.739262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-09a6a0a4-4476-49b0-9a00-a7f3afcecb58 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=98f79c1bc64e4c05981eb356e78aadfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258794 Feb 16 15:06:36.739262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6a0a4-4476-49b0-9a00-a7f3afcecb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e35e6e-d9e7-4240-978e-514054f165b4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:36.740702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50672) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:36.850500 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9e5-1cb1-4b66-a78f-e5b103f33e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.903969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9e5-1cb1-4b66-a78f-e5b103f33e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:36.914426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.100438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e052f84-1f75-4cd8-b6b0-9fe6472fc4d8 req-75abfb78-10dc-4b35-8754-bf1f0d284fa1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:37.108695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e052f84-1f75-4cd8-b6b0-9fe6472fc4d8 req-75abfb78-10dc-4b35-8754-bf1f0d284fa1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 945 time: 0.0730109 Feb 16 15:06:37.134137 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.138438 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9e5-1cb1-4b66-a78f-e5b103f33e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.144274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce83d9e5-1cb1-4b66-a78f-e5b103f33e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.144274 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce83d9e5-1cb1-4b66-a78f-e5b103f33e91 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a3e35e6e-d9e7-4240-978e-514054f165b4 HTTP/1.1" status: 204 len: 168 time: 0.4008911 Feb 16 15:06:37.164046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e052f84-1f75-4cd8-b6b0-9fe6472fc4d8 req-23d99f23-e900-4e0a-b55a-5bcb2c271344 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478225 Feb 16 15:06:37.176791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83d9e5-1cb1-4b66-a78f-e5b103f33e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e35e6e-d9e7-4240-978e-514054f165b4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:37.337162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.409084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.519760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event updated for resources: {'Port': ['ID=ccff11af-16f3-4305-877a-54e78dfa3ebf,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:37.533769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.659743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bb73a-60fd-4554-b1e5-1384b5d46334 req-5e4d4583-fe7a-49c4-aaec-2d57d1c0af4b tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:37.668899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-786bb73a-60fd-4554-b1e5-1384b5d46334 req-5e4d4583-fe7a-49c4-aaec-2d57d1c0af4b tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 946 time: 0.0826914 Feb 16 15:06:37.711093 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Floating IP 96910604-42ad-4777-ab4c-01cddf965681 associated. External IP: 172.25.6.242, port: f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf. Feb 16 15:06:37.712910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df96aa59-a76a-4546-b7fb-a7b4414943f0 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:37.732306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-786bb73a-60fd-4554-b1e5-1384b5d46334 req-010ebf73-6573-4fc8-bb23-92f04c116dc5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624225 Feb 16 15:06:37.865297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port df96aa59-a76a-4546-b7fb-a7b4414943f0 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:06:37.870210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port df96aa59-a76a-4546-b7fb-a7b4414943f0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:37.870578 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.950786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Router 37fd0204-47a8-4412-bc12-35cdf428b382 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:06:37.970992 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:37.996755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-502fc117-9797-4fb2-a464-c847311b7beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:38.015026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port df96aa59-a76a-4546-b7fb-a7b4414943f0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df96aa59-a76a-4546-b7fb-a7b4414943f0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:38.071065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:38.088698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:06:38.107731 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] Sync routers for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:06:38.122958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:38.123781 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:38.137866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=df96aa59-a76a-4546-b7fb-a7b4414943f0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:38.177136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:38.209277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df96aa59-a76a-4546-b7fb-a7b4414943f0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:38.212225 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad4643-6359-436f-b591-f9c36d74c50f" -d '{"events": [{"server_uuid": "7421204b-19fe-44a7-b8b0-63bc300e59ba", "name": "network-vif-plugged", "status": "completed", "tag": "df96aa59-a76a-4546-b7fb-a7b4414943f0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:38.227523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50726) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:38.228401 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-064e5481-0603-4104-97ab-43b4d20b9967 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5332284 Feb 16 15:06:38.229364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:38.232617 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7cd3b7-63b9-4163-a511-de12217814a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:38.262004 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:38.275827 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc20655b-5a02-459a-8cbf-05d900f6aa32 x-openstack-request-id: req-fc20655b-5a02-459a-8cbf-05d900f6aa32 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:38.276112 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7421204b-19fe-44a7-b8b0-63bc300e59ba", "name": "network-vif-plugged", "status": "completed", "tag": "df96aa59-a76a-4546-b7fb-a7b4414943f0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:38.276359 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc20655b-5a02-459a-8cbf-05d900f6aa32 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:38.276744 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df96aa59-a76a-4546-b7fb-a7b4414943f0', 'code': 200} Feb 16 15:06:38.317574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16780ca-9643-4713-8ce1-f7ec86989129 tempest-TestVolumeBackupRestore-847988087 tempest-TestVolumeBackupRestore-847988087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:38.320351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f16780ca-9643-4713-8ce1-f7ec86989129 tempest-TestVolumeBackupRestore-847988087 tempest-TestVolumeBackupRestore-847988087-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1091 time: 0.0898776 Feb 16 15:06:38.323062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50730) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:38.328351 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Request body: {'floatingip': {'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:38.332308 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae2a96d-c7d2-46fe-be8f-0679526553b2 x-openstack-request-id: req-5ae2a96d-c7d2-46fe-be8f-0679526553b2 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:38.336838 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:38.336838 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5ae2a96d-c7d2-46fe-be8f-0679526553b2 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:38.336838 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'status': 'completed', 'code': 200} Feb 16 15:06:38.414102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3801ba6-150f-4cd8-be4b-680641b58d6f req-bc6ff69e-5f37-4cc3-bd35-13e146a47180 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:38.416000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3801ba6-150f-4cd8-be4b-680641b58d6f req-bc6ff69e-5f37-4cc3-bd35-13e146a47180 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 946 time: 0.1462557 Feb 16 15:06:38.475440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:38.483795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-80850027-cb62-425a-a5f9-dcf446b887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:38.485315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-80850027-cb62-425a-a5f9-dcf446b887c8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1096 time: 0.1310806 Feb 16 15:06:38.511100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3801ba6-150f-4cd8-be4b-680641b58d6f req-4f607974-6438-4d23-b693-314e325c5a93 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701725 Feb 16 15:06:38.521976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffc5e4-9b92-4e4f-ae22-35d16ec8a770 req-94e4f387-30c7-437b-afa4-c7fa21497d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:38.522874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34ffc5e4-9b92-4e4f-ae22-35d16ec8a770 req-94e4f387-30c7-437b-afa4-c7fa21497d5c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 1097 time: 0.1559720 Feb 16 15:06:38.678509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34ffc5e4-9b92-4e4f-ae22-35d16ec8a770 req-73955738-3732-4798-a696-286eac2d1e1a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350644 Feb 16 15:06:38.693214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-98fe821b-8ad3-4d6d-a33c-3660ab5fcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:38.694704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-98fe821b-8ad3-4d6d-a33c-3660ab5fcd3c service neutron] 10.222.0.129 "GET /v2.0/networks?id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 200 len: 916 time: 0.1893365 Feb 16 15:06:38.697267 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '96910604-42ad-4777-ab4c-01cddf965681', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'mac_address': 'fa:16:3e:c2:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:06:36Z', 'updated_at': '2022-02-16T15:06:36Z', 'revision_number': 0, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:38.744286 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] Checking router: 37fd0204-47a8-4412-bc12-35cdf428b382 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:06:38.764855 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:38.768689 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:38.785957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-3022d2d5-76a7-4f27-b1ef-13ba8ac6116b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 200 len: 999 time: 0.0824583 Feb 16 15:06:38.888281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-eb46c6ef-ad2b-4163-a5bb-43e5b457e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:38.890238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-eb46c6ef-ad2b-4163-a5bb-43e5b457e869 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8590e742-def4-49e9-9180-5e698cc9b4e7 HTTP/1.1" status: 200 len: 853 time: 0.0976932 Feb 16 15:06:38.904027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a61f0-bf81-4a4e-9031-5575d23f62aa req-9ee6a4c3-226f-4976-919c-1735daaa66e5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:38.912473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e9a61f0-bf81-4a4e-9031-5575d23f62aa req-9ee6a4c3-226f-4976-919c-1735daaa66e5 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 946 time: 0.0981658 Feb 16 15:06:38.958791 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:38.995506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e9a61f0-bf81-4a4e-9031-5575d23f62aa req-d59aaa34-9f8c-4b3d-b58d-7ccce2624a8f tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768275 Feb 16 15:06:39.004020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-8b04e242-0600-4c17-b0c5-0d3d6dccb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:39.005677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-8b04e242-0600-4c17-b0c5-0d3d6dccb126 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908861 Feb 16 15:06:39.204636 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-6a8b8d4f-fd3c-4a71-891f-47daf6203a90 service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823275 Feb 16 15:06:39.285807 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '96910604-42ad-4777-ab4c-01cddf965681', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'mac_address': 'fa:16:3e:c2:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:06:36Z', 'updated_at': '2022-02-16T15:06:36Z', 'revision_number': 0, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:39.316964 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be5ddb-26d0-4c99-86bf-dfb228ec677c None None] The sync data for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 is: [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '96910604-42ad-4777-ab4c-01cddf965681', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'mac_address': 'fa:16:3e:c2:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:06:36Z', 'updated_at': '2022-02-16T15:06:36Z', 'revision_number': 0, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:06:39.328584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:39.364511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7cd3b7-63b9-4163-a511-de12217814a1 req-8a713389-b189-4349-8274-126cd32306d8 service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454136 Feb 16 15:06:39.428879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:39.614289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:39.685920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50a921-1033-46bf-bffc-d07c63a29e42 None None] New status for floating IP 96910604-42ad-4777-ab4c-01cddf965681: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:06:39.843090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794a452-cd2c-4b00-93e7-0c80e1699d3b req-b7dc7e53-4a43-4f9a-aa34-367b8f1b89c9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:39.852933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b794a452-cd2c-4b00-93e7-0c80e1699d3b req-b7dc7e53-4a43-4f9a-aa34-367b8f1b89c9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 946 time: 0.2438979 Feb 16 15:06:40.222970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Router 37fd0204-47a8-4412-bc12-35cdf428b382 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:06:40.316313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b794a452-cd2c-4b00-93e7-0c80e1699d3b req-683a3a02-3026-43a8-8735-2077cf5a0cbc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552605 Feb 16 15:06:40.373886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:06:40.387074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:40.388540 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] Sync routers for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:06:40.395386 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:40.396030 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:40.417770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:40.419972 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:40.479333 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-35706b65-bcc9-4567-93a2-9470bd9ab912 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "PUT /v2.0/floatingips/96910604-42ad-4777-ab4c-01cddf965681 HTTP/1.1" status: 200 len: 991 time: 2.1497793 Feb 16 15:06:40.518101 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:40.761795 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '96910604-42ad-4777-ab4c-01cddf965681', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'mac_address': 'fa:16:3e:c2:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:06:36Z', 'updated_at': '2022-02-16T15:06:39Z', 'revision_number': 2, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:40.790053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] Checking router: 37fd0204-47a8-4412-bc12-35cdf428b382 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:06:40.799612 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397768d-8c9a-470b-938a-30e6bfc706b8 x-openstack-request-id: req-4397768d-8c9a-470b-938a-30e6bfc706b8 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:40.799977 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:40.800405 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:40.801058 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:40.801540 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4397768d-8c9a-470b-938a-30e6bfc706b8 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:40.802649 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'status': 'completed', 'code': 200} Feb 16 15:06:40.877802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-cb111e32-b31c-4533-85c5-471f9ae72ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:40.879926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-cb111e32-b31c-4533-85c5-471f9ae72ec7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1096 time: 0.0518019 Feb 16 15:06:40.924446 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:41.069417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5a625-d8a3-4058-b4c0-098bfb068d9c req-fbee751a-9886-4c42-98f6-414dc7a3bd6b tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:41.071378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea5a625-d8a3-4058-b4c0-098bfb068d9c req-fbee751a-9886-4c42-98f6-414dc7a3bd6b tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 946 time: 0.1843710 Feb 16 15:06:41.073870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-3c82e849-7fce-4bb3-b39a-ff2599c0a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:41.076647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-3c82e849-7fce-4bb3-b39a-ff2599c0a89a service neutron] 10.222.0.129 "GET /v2.0/networks?id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 200 len: 916 time: 0.1779864 Feb 16 15:06:41.152573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea5a625-d8a3-4058-b4c0-098bfb068d9c req-6db04232-d85d-4878-af50-83ae6c35d3c0 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746036 Feb 16 15:06:41.225031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-c45fd02b-f5d9-4306-b010-6c0806513715 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 200 len: 1001 time: 0.1383221 Feb 16 15:06:41.229198 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '96910604-42ad-4777-ab4c-01cddf965681', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'mac_address': 'fa:16:3e:c2:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:06:36Z', 'updated_at': '2022-02-16T15:06:39Z', 'revision_number': 2, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:41.258699 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319b5dc-3f50-4126-a5bd-9d2bb131c811 None None] The sync data for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 is: [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '96910604-42ad-4777-ab4c-01cddf965681', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'port_id': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'mac_address': 'fa:16:3e:c2:d4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:06:36Z', 'updated_at': '2022-02-16T15:06:39Z', 'revision_number': 2, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:06:41.289444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-272a662f-6706-4a25-bf3c-22650b4f37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:41.291025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-272a662f-6706-4a25-bf3c-22650b4f37b5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8590e742-def4-49e9-9180-5e698cc9b4e7 HTTP/1.1" status: 200 len: 853 time: 0.0587039 Feb 16 15:06:41.351814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:41.367212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-46cf97e4-6b60-4dbe-9c52-365c2d5060e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:41.371496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-46cf97e4-6b60-4dbe-9c52-365c2d5060e4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726109 Feb 16 15:06:41.377936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50868) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:41.383884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'network': {'name': 'tempest-network-smoke--1536736179', 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:41.494541 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:41.543950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Made reservation on behalf of ce951b5520fc48bbb39975c81ffd5bc4 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:41.550626 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:41.570749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:41.576366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84a8b-a22d-4a82-a5e3-556ae0a8a852 req-ce3e983d-c9b0-4be9-aa58-24ac7a8cd8df tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:41.578850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8e84a8b-a22d-4a82-a5e3-556ae0a8a852 req-ce3e983d-c9b0-4be9-aa58-24ac7a8cd8df tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 946 time: 0.0953784 Feb 16 15:06:41.582134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-6ed15da3-898d-4db2-99e9-4608a3407e5d service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049775 Feb 16 15:06:41.660066 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:41.673042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8e84a8b-a22d-4a82-a5e3-556ae0a8a852 req-1f371f9f-558f-4ac5-b0bb-82cd295ae550 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859027 Feb 16 15:06:41.708307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd1dd82d-7d3a-40aa-94cc-22a98ab38f7a req-401925fc-303f-4490-87fd-a73b67b47510 service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146400 Feb 16 15:06:41.752961 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:41.782110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:06:41.802341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd1f4ef-d6fc-44c4-85a0-16cfc15d787c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:41.802593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc478-9f35-4bc0-8a9f-d6eeec0b3007 req-c82c66a6-ed7b-4372-9a03-92fd1ec0d58b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:41.804261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-682cc478-9f35-4bc0-8a9f-d6eeec0b3007 req-c82c66a6-ed7b-4372-9a03-92fd1ec0d58b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 945 time: 0.0550287 Feb 16 15:06:41.805938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:41.806511 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Added segment 4436a18f-2f36-4aa3-812d-72aeee149f34 of type vlan for network 9021c708-02ef-48b8-b238-29e3a783ec4e Feb 16 15:06:41.875411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-682cc478-9f35-4bc0-8a9f-d6eeec0b3007 req-fd98d26a-751f-4be7-9225-930ee059d2c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616739 Feb 16 15:06:41.878203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.000583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603a221-fdd9-4a7d-91f0-2ffb9e17f108 req-044bc11b-6398-401c-92a3-d74b9374aaef tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:42.002910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.006757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1603a221-fdd9-4a7d-91f0-2ffb9e17f108 req-044bc11b-6398-401c-92a3-d74b9374aaef tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 946 time: 0.0606256 Feb 16 15:06:42.008501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:42.009362 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.056432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1603a221-fdd9-4a7d-91f0-2ffb9e17f108 req-721ef2fc-0467-4aca-9de5-210878f0ca97 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Feb 16 15:06:42.082008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Network': ['ID=9021c708-02ef-48b8-b238-29e3a783ec4e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:42.095039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 9021c708-02ef-48b8-b238-29e3a783ec4e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:06:42.157968 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-375cf75f-6b1f-447b-b61d-ba84da82a259 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7785838 Feb 16 15:06:42.160689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50880) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:42.172075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'admin_state_up': True, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:42.187714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 50882) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:42.301805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ce19e-8b96-4383-8440-2f9b7f566479 req-8d17e950-7d4c-4612-8997-6c67f3179dee tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:42.303358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c27ce19e-8b96-4383-8440-2f9b7f566479 req-8d17e950-7d4c-4612-8997-6c67f3179dee tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 946 time: 0.0570433 Feb 16 15:06:42.311375 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.312421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.332567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8c36519e-0674-4159-a1ca-0202d68ff9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.448051 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.448669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c27ce19e-8b96-4383-8440-2f9b7f566479 req-e36c318e-04ea-4c1d-872a-6b6c8e9db6e1 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307476 Feb 16 15:06:42.456827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.497376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-dbf053c2-b5d3-4b75-8c23-21f536862b3c tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:42.498883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-dbf053c2-b5d3-4b75-8c23-21f536862b3c tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 946 time: 0.1184115 Feb 16 15:06:42.559140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8c36519e-0674-4159-a1ca-0202d68ff9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.676642 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8c36519e-0674-4159-a1ca-0202d68ff9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.772792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8c36519e-0674-4159-a1ca-0202d68ff9dd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6b986f4beb614128aeeddb96467b2b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5839937 Feb 16 15:06:42.776948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50890) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:42.804515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:42.806708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36519e-0674-4159-a1ca-0202d68ff9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfdd6d-6051-42cf-846c-8df695b89ff8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:42.807368 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483d943b-0ed4-450e-80d2-e9de13d34f28" -d '{"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:42.814031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.830074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a7e9-d709-4558-8dcc-82be22efa58a req-cd0b4c81-c169-4c53-b88f-49f50ed373be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:42.830074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8252a7e9-d709-4558-8dcc-82be22efa58a req-cd0b4c81-c169-4c53-b88f-49f50ed373be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 946 time: 0.2603266 Feb 16 15:06:42.858260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Deleting port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:06:42.858749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.859884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-121d2284-577d-49d0-992f-e35611390f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.876221 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a71d054-646e-4e58-be73-53d326491224 x-openstack-request-id: req-3a71d054-646e-4e58-be73-53d326491224 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:42.876774 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:42.877224 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a71d054-646e-4e58-be73-53d326491224 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:42.877827 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'status': 'completed', 'code': 200} Feb 16 15:06:42.888903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-121d2284-577d-49d0-992f-e35611390f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:42.955815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8252a7e9-d709-4558-8dcc-82be22efa58a req-8319ccc1-dd1a-47e7-974b-defdbd22e23a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228399 Feb 16 15:06:43.039917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-638046a8-b56c-4038-86a5-0be7e1a16af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:43.041388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-638046a8-b56c-4038-86a5-0be7e1a16af5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1096 time: 0.1333852 Feb 16 15:06:43.059559 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-121d2284-577d-49d0-992f-e35611390f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.062335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-121d2284-577d-49d0-992f-e35611390f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.063582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-121d2284-577d-49d0-992f-e35611390f74 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b0bfdd6d-6051-42cf-846c-8df695b89ff8 HTTP/1.1" status: 204 len: 168 time: 0.2856901 Feb 16 15:06:43.065338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] For port ce82e182-ceba-49dd-8e0e-6023d38b2bb1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,segment=NetworkSegment(bc38bdac-57fb-4592-bd3c-56628d5abd32),segment_id=bc38bdac-57fb-4592-bd3c-56628d5abd32)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:43.066122 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.072523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d2284-577d-49d0-992f-e35611390f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfdd6d-6051-42cf-846c-8df695b89ff8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:43.094574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Calling delete_port for ce82e182-ceba-49dd-8e0e-6023d38b2bb1 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:06:43.239840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-2e54198d-85c7-4fef-9a6f-ddc4bd5271d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:43.241325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-2e54198d-85c7-4fef-9a6f-ddc4bd5271d4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 200 len: 916 time: 0.1887488 Feb 16 15:06:43.441708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-5797aed3-a425-45df-aeee-6f036c476dee service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 200 len: 1001 time: 0.1889906 Feb 16 15:06:43.445627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.497679 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.594197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-b85c94da-9a3a-4054-ae40-eb6f059ac2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:43.595628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-b85c94da-9a3a-4054-ae40-eb6f059ac2dc service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8590e742-def4-49e9-9180-5e698cc9b4e7 HTTP/1.1" status: 200 len: 853 time: 0.1454101 Feb 16 15:06:43.664059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.678182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['ce82e182-ceba-49dd-8e0e-6023d38b2bb1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:43.680809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e15db1-19d5-4757-9acf-6bd1aec5c79d req-c637a1e6-0fd2-4813-9b2f-b1b99fc353c0 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:43.683208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e15db1-19d5-4757-9acf-6bd1aec5c79d req-c637a1e6-0fd2-4813-9b2f-b1b99fc353c0 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 946 time: 0.1581087 Feb 16 15:06:43.728673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Pushing event deleted for resources: {'Port': ['ID=ce82e182-ceba-49dd-8e0e-6023d38b2bb1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:43.778682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-671b000c-0e0d-44cf-8bf1-9bc6f3553b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:43.780295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-671b000c-0e0d-44cf-8bf1-9bc6f3553b60 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703866 Feb 16 15:06:43.790182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50906) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:43.796968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Allocated IP 172.25.6.234 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ae0461db-f170-4bb7-993b-f3a2acc96a2c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:43.805641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c0a66bb-4c1a-4e37-9799-8066fce86e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.826244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] No DVR routers for this DVR port ce82e182-ceba-49dd-8e0e-6023d38b2bb1 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:06:43.845851 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.849220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0f159eb-6bb3-48ce-ae26-4a05b2601361 req-3956eae2-66b5-45e6-b6f8-38b40bb3ad72 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.93 "DELETE /v2.0/ports/ce82e182-ceba-49dd-8e0e-6023d38b2bb1 HTTP/1.1" status: 204 len: 173 time: 1.3437831 Feb 16 15:06:43.853238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34941a4f-c836-48e6-b604-80e2e72932b6', 'name': 'network-vif-deleted', 'tag': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:43.856029 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbafb157-0786-4e52-a198-4df72edac620" -d '{"events": [{"server_uuid": "34941a4f-c836-48e6-b604-80e2e72932b6", "name": "network-vif-deleted", "tag": "ce82e182-ceba-49dd-8e0e-6023d38b2bb1"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:43.902206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c0a66bb-4c1a-4e37-9799-8066fce86e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:43.921663 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9ce1c8-91a6-455f-aa29-84f932ce9ad3 x-openstack-request-id: req-4d9ce1c8-91a6-455f-aa29-84f932ce9ad3 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:43.921926 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34941a4f-c836-48e6-b604-80e2e72932b6", "name": "network-vif-deleted", "tag": "ce82e182-ceba-49dd-8e0e-6023d38b2bb1", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:43.922128 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4d9ce1c8-91a6-455f-aa29-84f932ce9ad3 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:43.922498 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34941a4f-c836-48e6-b604-80e2e72932b6', 'name': 'network-vif-deleted', 'tag': 'ce82e182-ceba-49dd-8e0e-6023d38b2bb1', 'status': 'completed', 'code': 200} Feb 16 15:06:43.935726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64e15db1-19d5-4757-9acf-6bd1aec5c79d req-baf7da27-1107-461f-9c6c-e6aed801c369 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/security-groups?id=1fec59e0-d809-49da-be97-4f41aed412a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139382 Feb 16 15:06:44.005506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c0a66bb-4c1a-4e37-9799-8066fce86e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.008713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-47c043fd-f011-4487-a422-6fd5e78c711c service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085271 Feb 16 15:06:44.047007 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5c0a66bb-4c1a-4e37-9799-8066fce86e31 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8f01c0c6673744e5870638b1c8e34763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550516 Feb 16 15:06:44.049018 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a66bb-4c1a-4e37-9799-8066fce86e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd6e5d8-07d7-48bc-8715-7f1d2fea7766,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:44.051411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 50912) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:44.106174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-346ff836-7849-43d5-86f1-632966c4e578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.129711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-346ff836-7849-43d5-86f1-632966c4e578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.282735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-346ff836-7849-43d5-86f1-632966c4e578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.285664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-346ff836-7849-43d5-86f1-632966c4e578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.289898 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-346ff836-7849-43d5-86f1-632966c4e578 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fbd6e5d8-07d7-48bc-8715-7f1d2fea7766 HTTP/1.1" status: 204 len: 168 time: 0.2374964 Feb 16 15:06:44.307628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ff836-7849-43d5-86f1-632966c4e578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd6e5d8-07d7-48bc-8715-7f1d2fea7766,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:44.501246 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.543771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-d9c8575d-4b37-49cf-827b-a66b50cbb7df tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:44.543771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-d9c8575d-4b37-49cf-827b-a66b50cbb7df tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 946 time: 0.1441743 Feb 16 15:06:44.546337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-483d943b-0ed4-450e-80d2-e9de13d34f28 req-7aded535-c08a-41c6-aa03-2726758f0c40 service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284100 Feb 16 15:06:44.557495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508456d4-4b4a-40bb-9daf-ddf5b4b03099 req-013da4f7-d463-4256-aca8-12c8950cfac4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:44.558983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-508456d4-4b4a-40bb-9daf-ddf5b4b03099 req-013da4f7-d463-4256-aca8-12c8950cfac4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 946 time: 0.1640441 Feb 16 15:06:44.668241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-508456d4-4b4a-40bb-9daf-ddf5b4b03099 req-d7ad92c6-0ba9-454b-bb01-f0874539a0ee tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993495 Feb 16 15:06:44.697164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Deleting port df96aa59-a76a-4546-b7fb-a7b4414943f0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:06:44.697517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.802996 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.806330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] For port df96aa59-a76a-4546-b7fb-a7b4414943f0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=df96aa59-a76a-4546-b7fb-a7b4414943f0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:44.807292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:44.854978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Calling delete_port for df96aa59-a76a-4546-b7fb-a7b4414943f0 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:06:44.879957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:44.889853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:44.892906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:44.927788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=ae0461db-f170-4bb7-993b-f3a2acc96a2c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:45.180735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0f66c01-2607-4961-83b1-87d9ad6c4d72 req-fc1c9642-b4c1-490d-a888-6d41a6221260 tempest-VolumesActionsTest-467889519 tempest-VolumesActionsTest-467889519-project] 10.222.0.113 "GET /v2.0/ports?device_id=34941a4f-c836-48e6-b604-80e2e72932b6 HTTP/1.1" status: 200 len: 210 time: 0.0630865 Feb 16 15:06:45.358334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:45.371442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['99931c27-ea6e-460d-8aa9-232d4f1827d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:45.374537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d', 'df96aa59-a76a-4546-b7fb-a7b4414943f0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:45.390900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event deleted for resources: {'Port': ['ID=df96aa59-a76a-4546-b7fb-a7b4414943f0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:45.438105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] No DVR routers for this DVR port df96aa59-a76a-4546-b7fb-a7b4414943f0 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:06:45.440856 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:45.444606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd7ae029-3e67-4ade-8c59-20daeddc4541 req-bf6c30df-2778-4dfe-994a-bb90f21ee02d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "DELETE /v2.0/ports/df96aa59-a76a-4546-b7fb-a7b4414943f0 HTTP/1.1" status: 204 len: 173 time: 0.8953815 Feb 16 15:06:45.666567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:45.704751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-7c8a0c96-b4cc-4b25-97ad-ceee692ff36b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931685 Feb 16 15:06:45.765284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ce82e182-ceba-49dd-8e0e-6023d38b2bb1 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:06:45.801264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: ce82e182-ceba-49dd-8e0e-6023d38b2bb1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:06:45.801612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device ce82e182-ceba-49dd-8e0e-6023d38b2bb1 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:06:45.889758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fce8b9ea-aa7c-4c0c-bad1-50b8fcf7fa36 req-df53141a-b461-4bfb-ac03-169dac177004 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=7421204b-19fe-44a7-b8b0-63bc300e59ba HTTP/1.1" status: 200 len: 210 time: 0.1291583 Feb 16 15:06:45.942311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'name': 'network-vif-deleted', 'tag': 'df96aa59-a76a-4546-b7fb-a7b4414943f0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:45.944710 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ee715-dbf7-4042-9bf1-bf5ddae97a6c" -d '{"events": [{"server_uuid": "7421204b-19fe-44a7-b8b0-63bc300e59ba", "name": "network-vif-deleted", "tag": "df96aa59-a76a-4546-b7fb-a7b4414943f0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:46.007505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-262fd987-26b7-4eb9-9e9e-5174837aa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:46.009134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-262fd987-26b7-4eb9-9e9e-5174837aa96f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 1097 time: 0.2470219 Feb 16 15:06:46.012007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-4fa9c1b6-0930-40f0-a2de-8db5e6611f4c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1249650 Feb 16 15:06:46.015218 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672f3db9-c681-49b8-83d8-a91d01ec14ed x-openstack-request-id: req-672f3db9-c681-49b8-83d8-a91d01ec14ed {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:46.015506 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7421204b-19fe-44a7-b8b0-63bc300e59ba", "name": "network-vif-deleted", "tag": "df96aa59-a76a-4546-b7fb-a7b4414943f0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:46.015862 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-672f3db9-c681-49b8-83d8-a91d01ec14ed {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:46.016245 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7421204b-19fe-44a7-b8b0-63bc300e59ba', 'name': 'network-vif-deleted', 'tag': 'df96aa59-a76a-4546-b7fb-a7b4414943f0', 'status': 'completed', 'code': 200} Feb 16 15:06:46.019156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:46.234857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-afd9b60a-50e1-4636-9a48-4c8cd23d764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:46.236469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-afd9b60a-50e1-4636-9a48-4c8cd23d764e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 1096 time: 0.1625881 Feb 16 15:06:46.252661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-08645609-7804-4e8c-90d9-9894c84b0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:46.254044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-08645609-7804-4e8c-90d9-9894c84b0ca4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.1927066 Feb 16 15:06:46.410745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-b4a30a60-e1ac-4bfd-9d94-4c879cbdce7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 200 len: 1001 time: 0.1470082 Feb 16 15:06:46.431965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:46.477722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-c38fa234-5eb0-4652-9825-0227c5ef6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:46.479748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-c38fa234-5eb0-4652-9825-0227c5ef6bbe service neutron] 10.222.0.129 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 906 time: 0.2080629 Feb 16 15:06:46.494793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-79dafdd1-2da8-4a9f-8ab4-ba3636acf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:46.496297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-79dafdd1-2da8-4a9f-8ab4-ba3636acf6d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.0735083 Feb 16 15:06:46.535830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-1ce73459-632b-42f0-b4c6-089e1e3e6381 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99931c27-ea6e-460d-8aa9-232d4f1827d7 HTTP/1.1" status: 200 len: 217 time: 0.0474019 Feb 16 15:06:46.536426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router e22a80a3-2241-4318-8c81-111779a5c85a is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:06:46.657524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-d96cf0de-846b-4292-b0d9-3676290a701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:46.659213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-d96cf0de-846b-4292-b0d9-3676290a701a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.1001985 Feb 16 15:06:46.710226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-2d8c8e5e-7fea-4eea-b91f-a6c78d98abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:46.711821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-2d8c8e5e-7fea-4eea-b91f-a6c78d98abf9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846681 Feb 16 15:06:46.740426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-8cfcc726-c5a2-41f8-8900-349382e515aa service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675473 Feb 16 15:06:46.856549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:06:46.866880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Sync routers for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:06:46.889646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:46.889646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:46.925039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-29bb1e82-c3a1-4ca5-833f-0f9ddfc13698 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938500 Feb 16 15:06:46.927438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-7faaf4c6-0f81-4bb5-9804-04b92f1a9537 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815126 Feb 16 15:06:46.956639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51012) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:47.015480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.023568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-af2561e4-0b5d-4e70-82c4-7f15e691e7b4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8559916 Feb 16 15:06:47.024324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51024) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:47.074878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:47.188980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb38c170-b036-4ce4-9d6b-981d5e3c76bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.211023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba9dc54-cbf3-4d17-bd1c-dc68563d00cd req-c976e30f-5201-41cf-9bf0-91c014233644 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768064 Feb 16 15:06:47.227098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5ec6694-7015-4ece-a4c0-42b1bf8f2832 req-4daccc15-84b5-4776-a45d-b2fa939f5277 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828903 Feb 16 15:06:47.289355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb38c170-b036-4ce4-9d6b-981d5e3c76bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.329510 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:06:47.375536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1c43d02a-1849-494b-9092-1a99d5b574b9 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=ce951b5520fc48bbb39975c81ffd5bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3500056 Feb 16 15:06:47.378423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51036) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:47.393596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:45Z', 'revision_number': 3, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:47.429126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Checking router: e22a80a3-2241-4318-8c81-111779a5c85a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:06:47.429783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Updating router e22a80a3-2241-4318-8c81-111779a5c85a port ae0461db-f170-4bb7-993b-f3a2acc96a2c binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:06:47.455323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb38c170-b036-4ce4-9d6b-981d5e3c76bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.463951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.528443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38c170-b036-4ce4-9d6b-981d5e3c76bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44ba771-8690-445f-918c-37f113bff72a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:47.590706 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cb38c170-b036-4ce4-9d6b-981d5e3c76bb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9de7cc7560a947c5ab69e8c953132aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322477 Feb 16 15:06:47.593563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51044) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:47.607036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66a3b2b-aa88-4853-8b93-8fd2db9d733c tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:47.611210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a66a3b2b-aa88-4853-8b93-8fd2db9d733c tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2291698 Feb 16 15:06:47.611829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51046) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:47.714917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d1f86ed-3590-4ec2-9883-42dca5c212f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.750587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d1f86ed-3590-4ec2-9883-42dca5c212f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.877345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df96aa59-a76a-4546-b7fb-a7b4414943f0 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:06:47.928878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: df96aa59-a76a-4546-b7fb-a7b4414943f0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:06:47.929500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device df96aa59-a76a-4546-b7fb-a7b4414943f0 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:06:47.937473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d1f86ed-3590-4ec2-9883-42dca5c212f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.940828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d1f86ed-3590-4ec2-9883-42dca5c212f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.958758 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d1f86ed-3590-4ec2-9883-42dca5c212f9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e44ba771-8690-445f-918c-37f113bff72a HTTP/1.1" status: 204 len: 168 time: 0.3477871 Feb 16 15:06:47.959932 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:47.961300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f86ed-3590-4ec2-9883-42dca5c212f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44ba771-8690-445f-918c-37f113bff72a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:48.072182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:48.119617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-89f4ecac-66cb-4544-8b4a-24113e8030b7 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5037212 Feb 16 15:06:48.121008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51072) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:48.129394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950004385', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:48.133040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Attempting to bind port ae0461db-f170-4bb7-993b-f3a2acc96a2c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:48.133445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Attempting to bind port ae0461db-f170-4bb7-993b-f3a2acc96a2c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:48.133811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Attempting to bind port ae0461db-f170-4bb7-993b-f3a2acc96a2c on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:48.136764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Pushing event updated for resources: {'Port': ['ID=ae0461db-f170-4bb7-993b-f3a2acc96a2c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:48.147647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.148243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.148750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.149100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.150206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.150546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.150873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.151202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.152292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.152786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.153132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.153631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:48.161582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:48.162248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:48.162830 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:48.163398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:48.165263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Bound port: ae0461db-f170-4bb7-993b-f3a2acc96a2c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:48.165263 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:48.167629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4f554-65cc-4808-946d-07f5341025b3 req-55abfb93-54f9-4207-8696-d13d160b00e6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:48.169179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16f4f554-65cc-4808-946d-07f5341025b3 req-55abfb93-54f9-4207-8696-d13d160b00e6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 945 time: 0.0556965 Feb 16 15:06:48.248810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] For port ae0461db-f170-4bb7-993b-f3a2acc96a2c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:48.251175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16f4f554-65cc-4808-946d-07f5341025b3 req-b2ff889b-ab36-438f-8287-53b26f988304 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700672 Feb 16 15:06:48.257810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] For port ae0461db-f170-4bb7-993b-f3a2acc96a2c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ae0461db-f170-4bb7-993b-f3a2acc96a2c,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:48.347019 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:48.414160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d040e-3e6b-4150-8ab2-11b50813bba0 None None] Pushing event updated for resources: {'Port': ['ID=ae0461db-f170-4bb7-993b-f3a2acc96a2c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:48.436547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Made reservation on behalf of ce951b5520fc48bbb39975c81ffd5bc4 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:48.440694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:48.441170 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:48.442368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:48.576368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:49.034620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:45Z', 'revision_number': 3, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:49.037470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:49.062283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025fc07-bc8c-4a7b-9330-b03367cc3568 None None] The sync data for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 is: [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:45Z', 'revision_number': 3, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:06:49.132102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Subnet': ['ID=aedd5830-e119-4be0-8d56-0bf5605729fb,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:49.141233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Checking segment: {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:49.141594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network hostable DHCP agents. Network: 9021c708-02ef-48b8-b238-29e3a783ec4e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:06:49.216755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-a165c901-b66a-4e16-aee1-d443fceff406 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:49.218306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-a165c901-b66a-4e16-aee1-d443fceff406 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 945 time: 0.0668094 Feb 16 15:06:49.279408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network 9021c708-02ef-48b8-b238-29e3a783ec4e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:06:49.383955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 9021c708-02ef-48b8-b238-29e3a783ec4e) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:49.390263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:49.392192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:49.395612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a179ca7-8a07-4769-9ffd-920cc240292f None None] Network 9021c708-02ef-48b8-b238-29e3a783ec4e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:06:49.402007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Deleting port 99931c27-ea6e-460d-8aa9-232d4f1827d7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:06:49.402652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:49.508103 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-60264285-94b8-4858-9ad4-dca152ac6702 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3855410 Feb 16 15:06:49.511725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:49.611210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c70dac-31b2-4554-9108-0b2a6e84e3bd req-1e270e77-17f0-49ca-849a-91dd8c32b990 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:49.623910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1c70dac-31b2-4554-9108-0b2a6e84e3bd req-1e270e77-17f0-49ca-849a-91dd8c32b990 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 945 time: 0.1425695 Feb 16 15:06:49.732232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] For port 99931c27-ea6e-460d-8aa9-232d4f1827d7, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=99931c27-ea6e-460d-8aa9-232d4f1827d7,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:49.732740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:49.788505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1c70dac-31b2-4554-9108-0b2a6e84e3bd req-791f6fd4-eda6-42f4-9941-84d465b73c4c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467340 Feb 16 15:06:49.789664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Calling delete_port for 99931c27-ea6e-460d-8aa9-232d4f1827d7 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:06:49.801003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-9021c708-02ef-48b8-b238-29e3a783ec4e', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:06:49.802511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:50.062896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Allocated IP 172.20.0.2 (9021c708-02ef-48b8-b238-29e3a783ec4e/aedd5830-e119-4be0-8d56-0bf5605729fb/a7e651b7-99d6-4eee-8a66-f71c36828c2d) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:50.225634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:50.262760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['99931c27-ea6e-460d-8aa9-232d4f1827d7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:50.276072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:50.317312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event deleted for resources: {'Port': ['ID=99931c27-ea6e-460d-8aa9-232d4f1827d7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:50.488765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] No DVR routers for this DVR port 99931c27-ea6e-460d-8aa9-232d4f1827d7 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:06:50.496828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:50.500262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7785b020-cf1d-41e9-97d4-f134b1fc9946 req-156fd9ba-530e-4415-b641-5a976fca5bfc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "DELETE /v2.0/ports/99931c27-ea6e-460d-8aa9-232d4f1827d7 HTTP/1.1" status: 204 len: 173 time: 1.2738955 Feb 16 15:06:50.500728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'name': 'network-vif-deleted', 'tag': '99931c27-ea6e-460d-8aa9-232d4f1827d7'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:06:50.503144 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124bcb28-a545-4906-8158-f273e6aa2677" -d '{"events": [{"server_uuid": "590b993a-8142-4d2d-8c07-392dd5b321a2", "name": "network-vif-deleted", "tag": "99931c27-ea6e-460d-8aa9-232d4f1827d7"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:06:50.618424 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dd2edc-a937-455f-beca-52431e47e15c x-openstack-request-id: req-28dd2edc-a937-455f-beca-52431e47e15c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:06:50.618424 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590b993a-8142-4d2d-8c07-392dd5b321a2", "name": "network-vif-deleted", "tag": "99931c27-ea6e-460d-8aa9-232d4f1827d7", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:06:50.618424 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-28dd2edc-a937-455f-beca-52431e47e15c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:06:50.619061 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590b993a-8142-4d2d-8c07-392dd5b321a2', 'name': 'network-vif-deleted', 'tag': '99931c27-ea6e-460d-8aa9-232d4f1827d7', 'status': 'completed', 'code': 200} Feb 16 15:06:50.746519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.008304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3f3a67-d0a8-42a9-a292-332711bcc2a0 req-c23349f1-b1ef-48a2-b4ce-11c63a6f0e8c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=590b993a-8142-4d2d-8c07-392dd5b321a2 HTTP/1.1" status: 200 len: 210 time: 0.0729542 Feb 16 15:06:51.031812 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.236308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ae0461db-f170-4bb7-993b-f3a2acc96a2c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:51.272785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.377679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Network 9021c708-02ef-48b8-b238-29e3a783ec4e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:51.382828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:51.386001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:51.404381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Pushing event updated for resources: {'Port': ['ID=a7e651b7-99d6-4eee-8a66-f71c36828c2d,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:51.488834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Allocated IP 172.20.0.1 (9021c708-02ef-48b8-b238-29e3a783ec4e/aedd5830-e119-4be0-8d56-0bf5605729fb/aa934289-5d31-441f-b73b-0a526568b465) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:51.492308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Attempting to bind port a7e651b7-99d6-4eee-8a66-f71c36828c2d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:51.492690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Attempting to bind port a7e651b7-99d6-4eee-8a66-f71c36828c2d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:51.493058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Attempting to bind port a7e651b7-99d6-4eee-8a66-f71c36828c2d on network 9021c708-02ef-48b8-b238-29e3a783ec4e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:51.503328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:51.504249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Checking segment: {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:51.504707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.505367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Bound using segment: {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:51.506087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Bound port: a7e651b7-99d6-4eee-8a66-f71c36828c2d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:51.506651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.509360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ae0461db-f170-4bb7-993b-f3a2acc96a2c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:51.510534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.584483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51150) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:51.676326 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] For port a7e651b7-99d6-4eee-8a66-f71c36828c2d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:51.706934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] For port a7e651b7-99d6-4eee-8a66-f71c36828c2d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a7e651b7-99d6-4eee-8a66-f71c36828c2d,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:51.711674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.739782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port ae0461db-f170-4bb7-993b-f3a2acc96a2c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ae0461db-f170-4bb7-993b-f3a2acc96a2c,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:51.792683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.793776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.883521 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:51.928618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1489450143', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:51.950467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9afb-368d-4541-be9b-da2f850f5ce8 None None] Pushing event updated for resources: {'Port': ['ID=a7e651b7-99d6-4eee-8a66-f71c36828c2d,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:52.003045 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:52.062498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=ae0461db-f170-4bb7-993b-f3a2acc96a2c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:52.112797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network 9021c708-02ef-48b8-b238-29e3a783ec4e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:52.121873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:52.126342 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:52.168335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=aa934289-5d31-441f-b73b-0a526568b465,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:52.233306 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:52.240142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Made reservation on behalf of 7d1faf9313c74a6f9d0e34520018e9c0 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:52.243666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:52.276955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:52.465581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:52.683128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:52.699296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] device_id is not set on port cb645b8d-e0ac-4f0d-aee1-4ebc1fe62a7e yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:06:52.765497 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:52.776200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a34cba-b268-41ca-8950-e8925704be30,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:52.803750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985799-f479-4606-afe5-ac9ebafe50ec req-f161a467-8fcd-453c-8fc3-909ce1f72dbf tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:52.823709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-f161a467-8fcd-453c-8fc3-909ce1f72dbf tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.2222841 Feb 16 15:06:52.858080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-50328347-98a2-47f6-89a1-d90c69e1282e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0296705 Feb 16 15:06:53.004704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-5838d5e6-910f-4c76-a8c9-c2f865c47725 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455150 Feb 16 15:06:53.178581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-b80f381a-2fad-4bc0-93c3-a76412476ce0 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717956 Feb 16 15:06:53.179826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Allocated IP 172.25.6.175 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/cb645b8d-e0ac-4f0d-aee1-4ebc1fe62a7e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:53.266544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ae0461db-f170-4bb7-993b-f3a2acc96a2c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:53.395059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ae0461db-f170-4bb7-993b-f3a2acc96a2c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:53.396165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:53.538641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:53.579639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a7e651b7-99d6-4eee-8a66-f71c36828c2d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:53.591199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff64e21-976e-40f6-87d4-12cbb42e0180 None None] Network 9021c708-02ef-48b8-b238-29e3a783ec4e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:06:53.614437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:53.684314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-5ac169e8-ce83-470c-9e0d-47ceabe40e0e service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514201 Feb 16 15:06:53.722560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:53.796566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:53.819478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=aa934289-5d31-441f-b73b-0a526568b465,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:53.894851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e7e3a4ab-2669-4946-9a65-7b230c9d23b4 None None] Provisioning complete for port a7e651b7-99d6-4eee-8a66-f71c36828c2d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:53.895234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a4ab-2669-4946-9a65-7b230c9d23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:53.942435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:53.966843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network 9021c708-02ef-48b8-b238-29e3a783ec4e is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:53.968819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:54.045356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:06:54.051123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:06:54.057462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:06:54.077741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a4ab-2669-4946-9a65-7b230c9d23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.106704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a7e651b7-99d6-4eee-8a66-f71c36828c2d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:54.107074 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.193402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:54.194027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.218176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router e22a80a3-2241-4318-8c81-111779a5c85a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:06:54.263163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Pushing event updated for resources: {'Port': ['ID=cb645b8d-e0ac-4f0d-aee1-4ebc1fe62a7e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:54.332462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3585476-954b-40d0-8ecd-1634a6371e2c req-1719b3c0-9c98-4153-b1c4-fc74cb2f5a29 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 210 time: 0.1024611 Feb 16 15:06:54.376736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e7e3a4ab-2669-4946-9a65-7b230c9d23b4 None None] For port a7e651b7-99d6-4eee-8a66-f71c36828c2d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a7e651b7-99d6-4eee-8a66-f71c36828c2d,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:54.377854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1ecb0537-1996-41c6-a708-c595f4e2e1d5 tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.7921829 Feb 16 15:06:54.378626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51192) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:54.390927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.175'}]}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:54.507426 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a4ab-2669-4946-9a65-7b230c9d23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.519965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51194) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:54.556078 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.556078 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.599804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:06:54.619094 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Sync routers for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:06:54.627313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51204) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:54.630956 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c490eaed-5441-422d-8ec0-15f8bab68eb7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "PUT /v2.0/routers/e22a80a3-2241-4318-8c81-111779a5c85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1017566 Feb 16 15:06:54.635440 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:54.636446 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:54.652554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5e3af6f2-b302-4356-9d05-22acfb349d3a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--658136344', 'description': 'tempest-secgroup_access--658136344 description', 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:54.713347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 99931c27-ea6e-460d-8aa9-232d4f1827d7 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:06:54.861074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 99931c27-ea6e-460d-8aa9-232d4f1827d7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:06:54.866465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 99931c27-ea6e-460d-8aa9-232d4f1827d7 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:06:54.894053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e3af6f2-b302-4356-9d05-22acfb349d3a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.920863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.927306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4dd-dfb3-4a6e-9631-a94bfdd0535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.940964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-21a2911b-452b-4311-8b38-9df86f7ede3a None None] Provisioning complete for port aa934289-5d31-441f-b73b-0a526568b465 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:54.942320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-21a2911b-452b-4311-8b38-9df86f7ede3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:54.948992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3a4ab-2669-4946-9a65-7b230c9d23b4 None None] Pushing event updated for resources: {'Port': ['ID=a7e651b7-99d6-4eee-8a66-f71c36828c2d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:54.974234 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:55.045474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4dd-dfb3-4a6e-9631-a94bfdd0535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.137173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-21a2911b-452b-4311-8b38-9df86f7ede3a None None] Port aa934289-5d31-441f-b73b-0a526568b465 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:06:55.174130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-21a2911b-452b-4311-8b38-9df86f7ede3a None None] Provisioning complete for port a7e651b7-99d6-4eee-8a66-f71c36828c2d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:55.174507 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-21a2911b-452b-4311-8b38-9df86f7ede3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.239599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.239862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a7e651b7-99d6-4eee-8a66-f71c36828c2d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:55.247289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-26e8a4dd-dfb3-4a6e-9631-a94bfdd0535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.421461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-26e8a4dd-dfb3-4a6e-9631-a94bfdd0535d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9cd4e0004c5c419fa8ba0c54937709e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001951 Feb 16 15:06:55.423699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51216) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:55.467894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8a4dd-dfb3-4a6e-9631-a94bfdd0535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb14f5-62ba-47b6-8751-8e0dcbe77023,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:55.488256 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:53Z', 'revision_number': 2, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:55.522749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e3af6f2-b302-4356-9d05-22acfb349d3a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.540787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb30-3425-4b4c-89b1-448e7beaa229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.554325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a7e651b7-99d6-4eee-8a66-f71c36828c2d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:55.555316 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.564932 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Checking router: e22a80a3-2241-4318-8c81-111779a5c85a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:06:55.566890 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Updating router e22a80a3-2241-4318-8c81-111779a5c85a port aa934289-5d31-441f-b73b-0a526568b465 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:06:55.593566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb30-3425-4b4c-89b1-448e7beaa229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.644405 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.659354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-543e0518-d907-41d2-b4c8-a89f866dd100 req-7c2e558d-be00-485c-85e1-15c773f37a4e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 210 time: 0.2040749 Feb 16 15:06:55.661738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e3af6f2-b302-4356-9d05-22acfb349d3a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.767786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-042c46c3-a1cf-4c15-90e2-0127c945df4e None None] Provisioning complete for port aa934289-5d31-441f-b73b-0a526568b465 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:55.769824 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-042c46c3-a1cf-4c15-90e2-0127c945df4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.773096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3af6f2-b302-4356-9d05-22acfb349d3a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed536b-0218-4d10-b5c6-24ff07452589,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:55.842344 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb30-3425-4b4c-89b1-448e7beaa229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.845512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4dafcb30-3425-4b4c-89b1-448e7beaa229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.846675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5e3af6f2-b302-4356-9d05-22acfb349d3a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:55.847131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4dafcb30-3425-4b4c-89b1-448e7beaa229 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/95cb14f5-62ba-47b6-8751-8e0dcbe77023 HTTP/1.1" status: 204 len: 168 time: 0.4214058 Feb 16 15:06:55.848238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5e3af6f2-b302-4356-9d05-22acfb349d3a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2188010 Feb 16 15:06:55.851665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-042c46c3-a1cf-4c15-90e2-0127c945df4e None None] Port aa934289-5d31-441f-b73b-0a526568b465 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:06:55.853443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51220) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:55.870687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-af66560f-e25f-4b48-b740-88fdb298cc10 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1532528455', 'description': 'tempest-secgroup_general--1532528455 description', 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:55.930398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafcb30-3425-4b4c-89b1-448e7beaa229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb14f5-62ba-47b6-8751-8e0dcbe77023,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:56.046674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-608bc120-75fa-4056-98bc-0987cea286be None None] Provisioning complete for port aa934289-5d31-441f-b73b-0a526568b465 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:56.047569 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-608bc120-75fa-4056-98bc-0987cea286be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.106185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-608bc120-75fa-4056-98bc-0987cea286be None None] Port aa934289-5d31-441f-b73b-0a526568b465 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:06:56.168293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-af66560f-e25f-4b48-b740-88fdb298cc10 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.286662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.308653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-af66560f-e25f-4b48-b740-88fdb298cc10 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.328433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.388278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-af66560f-e25f-4b48-b740-88fdb298cc10 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.463261 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.505815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66560f-e25f-4b48-b740-88fdb298cc10 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402a0306-dbc8-47db-acea-cd638d9472bc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:56.530968 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.597502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-af66560f-e25f-4b48-b740-88fdb298cc10 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.598935 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-af66560f-e25f-4b48-b740-88fdb298cc10 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7453444 Feb 16 15:06:56.601843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51228) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:56.610886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1d4644c1-bd7b-4342-945d-78b9123df237 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'security_group_rule': {'security_group_id': '63ed536b-0218-4d10-b5c6-24ff07452589', 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:56.682905 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Pushing event updated for resources: {'Port': ['ID=aa934289-5d31-441f-b73b-0a526568b465,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.716459 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:06:56.746463 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.761461 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Attempting to bind port aa934289-5d31-441f-b73b-0a526568b465 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:06:56.761856 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Attempting to bind port aa934289-5d31-441f-b73b-0a526568b465 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:06:56.762241 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Attempting to bind port aa934289-5d31-441f-b73b-0a526568b465 on network 9021c708-02ef-48b8-b238-29e3a783ec4e {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:06:56.762925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d4644c1-bd7b-4342-945d-78b9123df237 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.794537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:06:56.794914 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Checking segment: {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:06:56.795315 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.795768 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Bound using segment: {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:06:56.796200 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Bound port: aa934289-5d31-441f-b73b-0a526568b465, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:06:56.796573 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:56.961252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75c6ae52-9040-441a-a3cb-91833cc3cc45 req-d69b6c6b-cf05-468b-af61-22d0c834ba8e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 210 time: 0.0728176 Feb 16 15:06:57.011852 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d4644c1-bd7b-4342-945d-78b9123df237 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.075591 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] For port aa934289-5d31-441f-b73b-0a526568b465, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:06:57.079867 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] For port aa934289-5d31-441f-b73b-0a526568b465, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aa934289-5d31-441f-b73b-0a526568b465,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:06:57.099596 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.102184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.107909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d4644c1-bd7b-4342-945d-78b9123df237 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.139527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4644c1-bd7b-4342-945d-78b9123df237 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210da7cd-5942-44b6-ac1d-f2a96b1259ff,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:57.154124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4f9aba01-ee90-4849-80e3-560773f31243 None None] Provisioning complete for port aa934289-5d31-441f-b73b-0a526568b465 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:57.154667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f9aba01-ee90-4849-80e3-560773f31243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.205810 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.219271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4f9aba01-ee90-4849-80e3-560773f31243 None None] Port aa934289-5d31-441f-b73b-0a526568b465 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:06:57.262965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d4644c1-bd7b-4342-945d-78b9123df237 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.273893 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1d4644c1-bd7b-4342-945d-78b9123df237 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6611364 Feb 16 15:06:57.286247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.286759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9be3e8a-e4a3-499e-ae32-58b0afb4a456 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:06:57.336307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:06:57.337059 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:06:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:57.515585 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209c887-8619-426a-bfcb-95f911343e0f None None] Pushing event updated for resources: {'Port': ['ID=aa934289-5d31-441f-b73b-0a526568b465,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:57.548120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:06:57.593668 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 15:06:57.597510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f6af48d3-2f1f-4d0d-87f7-e0409e10cdfd tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2151294 Feb 16 15:06:57.597895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51262) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:57.598274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ae654ada-4be2-4674-84c6-95acb0cc0632 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup_general--1532528455&fields=id&tenant_id=ce951b5520fc48bbb39975c81ffd5bc4 HTTP/1.1" status: 200 len: 267 time: 0.0454202 Feb 16 15:06:57.643137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cffe7aac-1113-4fb3-8215-0641d4a5f770 None None] Provisioning complete for port aa934289-5d31-441f-b73b-0a526568b465 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:57.643840 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cffe7aac-1113-4fb3-8215-0641d4a5f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.673653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-32025b1a-fc34-450d-b5c5-e008c7d1fc5a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup_access--658136344&fields=id&tenant_id=ce951b5520fc48bbb39975c81ffd5bc4 HTTP/1.1" status: 200 len: 267 time: 0.0652964 Feb 16 15:06:57.719798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Deleting port cb645b8d-e0ac-4f0d-aee1-4ebc1fe62a7e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:06:57.720148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.749961 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cffe7aac-1113-4fb3-8215-0641d4a5f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.794133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-cffe7aac-1113-4fb3-8215-0641d4a5f770 None None] For port aa934289-5d31-441f-b73b-0a526568b465, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aa934289-5d31-441f-b73b-0a526568b465,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:06:57.802973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ae22776e-f218-42e2-8a43-6393d24cc573 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:57.804616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ae22776e-f218-42e2-8a43-6393d24cc573 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/networks?id=9021c708-02ef-48b8-b238-29e3a783ec4e HTTP/1.1" status: 200 len: 797 time: 0.1305907 Feb 16 15:06:57.820695 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:57.820932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-75e7326d-56ae-4889-8819-e937c89d951a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/quotas/ce951b5520fc48bbb39975c81ffd5bc4 HTTP/1.1" status: 200 len: 375 time: 0.0092418 Feb 16 15:06:57.828220 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:06:57.835767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Calling delete_port for cb645b8d-e0ac-4f0d-aee1-4ebc1fe62a7e owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:06:57.861370 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3f961-aea3-48bf-93f3-79160f73ca89 None None] The sync data for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 is: [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:06:57.879317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ed01952e-f0f4-4cde-97e0-930e311c68c7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511611 Feb 16 15:06:58.012127 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cffe7aac-1113-4fb3-8215-0641d4a5f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:58.095796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-a2364686-157c-4955-aa0c-a4b74493c50b service neutron] 10.222.0.113 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022343 Feb 16 15:06:58.114209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:58.129182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe7aac-1113-4fb3-8215-0641d4a5f770 None None] Pushing event updated for resources: {'Port': ['ID=aa934289-5d31-441f-b73b-0a526568b465,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:58.237691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb645b8d-e0ac-4f0d-aee1-4ebc1fe62a7e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:06:58.371471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a42c3230-d736-4125-ac5d-b4d8834fee44 req-19b3bbbc-438b-41b2-843d-41bc02314a51 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 210 time: 0.2366095 Feb 16 15:06:58.414342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:58.423585 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7b9038f2-332e-4a24-bea4-cac0997444fb tempest-RoutersAdminNegativeIpV6Test-1176515802 tempest-RoutersAdminNegativeIpV6Test-1176515802-project-admin] 10.222.0.113 "DELETE /v2.0/ports/cb645b8d-e0ac-4f0d-aee1-4ebc1fe62a7e HTTP/1.1" status: 204 len: 168 time: 0.8245835 Feb 16 15:06:58.502841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985799-f479-4606-afe5-ac9ebafe50ec req-fc2be2a3-ec8e-4a02-aec3-e0c9f69528fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:06:58.504803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-fc2be2a3-ec8e-4a02-aec3-e0c9f69528fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.4057231 Feb 16 15:06:58.519739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-a086b8a2-d250-43ed-9607-eef8add32c43 service neutron] 10.222.0.113 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865225 Feb 16 15:06:58.536104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Request body: {'port': {'device_id': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'admin_state_up': True, 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:06:58.951431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28cbda64-b11f-4b06-85bb-d77f92a5d3d0 req-2d601d9b-706d-4b2e-a419-85c3b3057ce9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 210 time: 0.0566342 Feb 16 15:06:58.952844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:06:58.965859 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:59.212383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aa934289-5d31-441f-b73b-0a526568b465 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:06:59.267930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Allocated IP 172.20.0.13 (eb589a9c-3c83-4ed6-b821-5dc536a12a7d/a12bbc52-e292-402a-ae65-548c72b8f0a6/1b419fee-bf02-42d7-8a59-a2fa765ecdb4) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:06:59.366821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port aa934289-5d31-441f-b73b-0a526568b465 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:06:59.370063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:59.415902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51294) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:06:59.626762 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:59.634354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aea4844-df41-492a-bc18-c3dd520f72a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:59.725840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-89893983-e917-4562-aeba-acc775a3471b req-9904a05a-5bec-43cc-80b3-49f08d4cb9da tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 210 time: 0.1602895 Feb 16 15:06:59.843214 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aea4844-df41-492a-bc18-c3dd520f72a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:59.882779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:06:59.901838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:06:59.916992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4aea4844-df41-492a-bc18-c3dd520f72a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:00.142139 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4aea4844-df41-492a-bc18-c3dd520f72a7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e0009f41bf4943bb8498e1f4935ff134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7246311 Feb 16 15:07:00.144824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51312) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:00.147690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea4844-df41-492a-bc18-c3dd520f72a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4addbe3d-6a9f-4a1f-9ed5-88088e0dc345,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:00.255584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf161-74f2-4dcd-9afa-2a263706fc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:00.304895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf161-74f2-4dcd-9afa-2a263706fc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:00.463934 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf161-74f2-4dcd-9afa-2a263706fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:00.467735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8eaf161-74f2-4dcd-9afa-2a263706fc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:00.472413 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e8eaf161-74f2-4dcd-9afa-2a263706fc18 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4addbe3d-6a9f-4a1f-9ed5-88088e0dc345 HTTP/1.1" status: 204 len: 168 time: 0.2998910 Feb 16 15:07:00.496161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:00.502519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaf161-74f2-4dcd-9afa-2a263706fc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4addbe3d-6a9f-4a1f-9ed5-88088e0dc345,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:00.523634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ea67027-9bbc-4712-bcaa-7c65b81419c8 req-8dde9f6b-be42-4e31-8bf1-8da37115c00a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 210 time: 0.0621572 Feb 16 15:07:00.532212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:00.558006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:00.597517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event updated for resources: {'Port': ['ID=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:00.646700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:00.647387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:00.841946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-404feea1-7d6b-4f3f-8197-b1cafe5d04fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3191860 Feb 16 15:07:00.867074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Request body: {'port': {'device_id': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:00.926050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8ce51-6f35-417b-9a5a-4cc77f61f7ce req-ddd21aa1-806a-4c24-9722-4fa78d13dbfa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:00.928344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72d8ce51-6f35-417b-9a5a-4cc77f61f7ce req-ddd21aa1-806a-4c24-9722-4fa78d13dbfa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 932 time: 0.1015701 Feb 16 15:07:00.973912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:01.052762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72d8ce51-6f35-417b-9a5a-4cc77f61f7ce req-f4a39484-cb7b-450a-8c89-6413ae0285c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029582 Feb 16 15:07:01.431962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:01.444546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:01.457174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Transition to ACTIVE for port object 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:07:01.564955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:01.647190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd8e14b4-549f-4818-8681-34038c2f4a82 req-0514259b-1b5a-4fb5-91de-ce10da7953cb tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 210 time: 0.0425417 Feb 16 15:07:01.699176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:01.748873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Attempting to bind port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:01.749256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Attempting to bind port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:01.749584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Attempting to bind port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:01.764974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:07:01.766753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Attempting to bind port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:01.779461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:01.779461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:01.780273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Bound using segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:01.780927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Bound port: 1b419fee-bf02-42d7-8a59-a2fa765ecdb4, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:01.781293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:01.793726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51338) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:01.842909 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d1b733bf-c94d-4dfb-b283-817b170079e3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7d1faf9313c74a6f9d0e34520018e9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471623 Feb 16 15:07:01.845552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51340) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:01.872295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] For port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:01.876162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] For port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:01.909588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ec79333-74a3-4a82-b1ba-776cf71e9f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:01.942938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ec79333-74a3-4a82-b1ba-776cf71e9f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:02.011175 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:02.049420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:02.050781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:02.052275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] 10.222.0.129 "PUT /v2.0/ports/1b419fee-bf02-42d7-8a59-a2fa765ecdb4 HTTP/1.1" status: 200 len: 1092 time: 1.1899137 Feb 16 15:07:02.054812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'tag': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:02.059292 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ad777-4490-4432-b769-714feab33c17" -d '{"events": [{"name": "network-changed", "server_uuid": "6226f43d-da34-4400-af1e-791b19d1a0b7", "tag": "1b419fee-bf02-42d7-8a59-a2fa765ecdb4"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:02.102064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a3044-d3cc-43c1-a4be-ce03240af3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:02.115112 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e84525-70e2-4c11-aa42-8e493b991f3d x-openstack-request-id: req-23e84525-70e2-4c11-aa42-8e493b991f3d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:02.115473 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6226f43d-da34-4400-af1e-791b19d1a0b7", "tag": "1b419fee-bf02-42d7-8a59-a2fa765ecdb4", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:02.115825 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-23e84525-70e2-4c11-aa42-8e493b991f3d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:02.116297 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'tag': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4', 'status': 'completed', 'code': 200} Feb 16 15:07:02.202314 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ec79333-74a3-4a82-b1ba-776cf71e9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:02.206375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ec79333-74a3-4a82-b1ba-776cf71e9f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:02.207797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0ec79333-74a3-4a82-b1ba-776cf71e9f69 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/03a34cba-b268-41ca-8950-e8925704be30 HTTP/1.1" status: 204 len: 168 time: 0.3608737 Feb 16 15:07:02.235995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec79333-74a3-4a82-b1ba-776cf71e9f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a34cba-b268-41ca-8950-e8925704be30,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:02.238140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ad777-4490-4432-b769-714feab33c17 req-301c1add-d59a-4bab-8627-4125b6afdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:02.240396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-149ad777-4490-4432-b769-714feab33c17 req-301c1add-d59a-4bab-8627-4125b6afdbe0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 1095 time: 0.0782926 Feb 16 15:07:02.250546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c3ee8-2671-43aa-b181-bc47bb025ca8 req-924a3f86-483d-42ed-851a-a10af0916b5a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:02.264956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f6c3ee8-2671-43aa-b181-bc47bb025ca8 req-924a3f86-483d-42ed-851a-a10af0916b5a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 944 time: 0.1378803 Feb 16 15:07:02.511040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f6c3ee8-2671-43aa-b181-bc47bb025ca8 req-9197ee5a-808d-4673-91cb-84e47bb08a07 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094362 Feb 16 15:07:02.518485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ad777-4490-4432-b769-714feab33c17 req-6eb26ea2-a7e2-4f2b-9468-79902d782794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:02.519957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-149ad777-4490-4432-b769-714feab33c17 req-6eb26ea2-a7e2-4f2b-9468-79902d782794 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2539473 Feb 16 15:07:02.663802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-a3c0e512-96f9-4c77-bdbe-efc244c95cc2 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:02.679927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-a3c0e512-96f9-4c77-bdbe-efc244c95cc2 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.93 "GET /v2.0/networks?id=9021c708-02ef-48b8-b238-29e3a783ec4e HTTP/1.1" status: 200 len: 797 time: 0.3897476 Feb 16 15:07:02.766738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-02ef447f-5af2-418b-a3d0-070d9db92f87 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce951b5520fc48bbb39975c81ffd5bc4 HTTP/1.1" status: 200 len: 477 time: 0.0758350 Feb 16 15:07:02.769806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ad777-4490-4432-b769-714feab33c17 req-32337a5d-2df2-4310-8f06-020a95ea396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:02.771307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-149ad777-4490-4432-b769-714feab33c17 req-32337a5d-2df2-4310-8f06-020a95ea396f service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2393179 Feb 16 15:07:02.781129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'port': {'device_id': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'admin_state_up': True, 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'security_groups': ['402a0306-dbc8-47db-acea-cd638d9472bc', '63ed536b-0218-4d10-b5c6-24ff07452589']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:02.844419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59a43279-9fc4-462f-8ca1-ec7677e86e9e req-a3cbe295-fc86-4c2d-b79d-e31050092ef9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 210 time: 0.0572670 Feb 16 15:07:02.939293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985799-f479-4606-afe5-ac9ebafe50ec req-d2d126de-f9ce-400d-a5a6-ddbf076bc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:02.940907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-d2d126de-f9ce-400d-a5a6-ddbf076bc723 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 1095 time: 0.1134760 Feb 16 15:07:02.991707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-6088c799-f0b9-4810-9997-315a41171a6a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b419fee-bf02-42d7-8a59-a2fa765ecdb4 HTTP/1.1" status: 200 len: 217 time: 0.0407970 Feb 16 15:07:03.059629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985799-f479-4606-afe5-ac9ebafe50ec req-7a78c763-b233-45c5-a27e-61790de23482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:03.061140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-7a78c763-b233-45c5-a27e-61790de23482 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.0629866 Feb 16 15:07:03.094229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-5e559463-d16a-4aef-822e-6d6e335f0c99 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267811 Feb 16 15:07:03.164649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Made reservation on behalf of ce951b5520fc48bbb39975c81ffd5bc4 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:03.168827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:03.281569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-c55a7874-8da8-452f-b87a-06eef459584f service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810772 Feb 16 15:07:03.430070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Allocated IP 172.20.0.4 (9021c708-02ef-48b8-b238-29e3a783ec4e/aedd5830-e119-4be0-8d56-0bf5605729fb/573807c8-b265-4b04-93d7-769813bcef04) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:03.441922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53985799-f479-4606-afe5-ac9ebafe50ec req-b0ea48bb-0fcd-4f30-ad3c-06f8238388e6 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520007 Feb 16 15:07:03.771829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90121606-bec6-4678-ac64-57ae7a12cebc req-f5f0bae8-d5e9-4ce4-b64c-6a5a452d0a30 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:03.774623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90121606-bec6-4678-ac64-57ae7a12cebc req-f5f0bae8-d5e9-4ce4-b64c-6a5a452d0a30 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 944 time: 0.1679101 Feb 16 15:07:03.778475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:03.807021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51404) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:03.833106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90121606-bec6-4678-ac64-57ae7a12cebc req-244a1e16-e35a-4972-98f4-6549be9f5335 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508330 Feb 16 15:07:03.919812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:03.998608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-596436340'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:04.061078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network 9021c708-02ef-48b8-b238-29e3a783ec4e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:04.071861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:04.087469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:04.127562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:04.131811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.147432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.157866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:04.159059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.168969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=573807c8-b265-4b04-93d7-769813bcef04,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:04.191578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd63f2-a820-404b-855b-66c20040bd1b req-e4911830-1d29-4001-82d6-88444baa15a2 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:04.193269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80bd63f2-a820-404b-855b-66c20040bd1b req-e4911830-1d29-4001-82d6-88444baa15a2 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 970 time: 0.1926630 Feb 16 15:07:04.309572 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.313512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9283789e-2663-4cd0-9489-3449d7026d74 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5363736 Feb 16 15:07:04.331460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80bd63f2-a820-404b-855b-66c20040bd1b req-e02a30c6-5f72-4f0d-9267-9bbf86453904 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1071887 Feb 16 15:07:04.333976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Request body: {'port': {'device_id': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:04.379799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.424230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:07:04.442701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.445384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-72efdd55-679c-4c70-8f1d-8b07fc49f459 None None] Provisioning complete for port 573807c8-b265-4b04-93d7-769813bcef04 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:04.446675 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-72efdd55-679c-4c70-8f1d-8b07fc49f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.453689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.454038 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Added segment f9ea5597-f81d-4c7b-8ba8-7a830a9c408f of type vlan for network b93d822f-ded1-4e20-b310-d221ab4e0719 Feb 16 15:07:04.468744 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca92023-e782-4598-8729-10ba7fd93a16,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:04.517205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.565598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-72efdd55-679c-4c70-8f1d-8b07fc49f459 None None] Port 573807c8-b265-4b04-93d7-769813bcef04 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:04.702935 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.709103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:04.709725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:04.910317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Network': ['ID=b93d822f-ded1-4e20-b310-d221ab4e0719,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:04.924731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b93d822f-ded1-4e20-b310-d221ab4e0719 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:07:04.948526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573807c8-b265-4b04-93d7-769813bcef04 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:04.960553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.005634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Transition to ACTIVE for port object 573807c8-b265-4b04-93d7-769813bcef04 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:07:05.030611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee79a14-0567-4b78-aec4-afa4f97564bc req-85b084df-6dbe-40f4-8223-23c011f7d5e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:05.032257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ee79a14-0567-4b78-aec4-afa4f97564bc req-85b084df-6dbe-40f4-8223-23c011f7d5e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 944 time: 0.0668535 Feb 16 15:07:05.079791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ee79a14-0567-4b78-aec4-afa4f97564bc req-e1d031fb-d81a-4a9e-800c-2b2fb3f5458f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Feb 16 15:07:05.094394 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6e2aa2b2-f4b8-49be-8a9d-daa265753dac tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2835405 Feb 16 15:07:05.096428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51418) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:05.101372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'subnet': {'network_id': 'b93d822f-ded1-4e20-b310-d221ab4e0719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:05.188086 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.253579 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b654a13f-4052-4712-8e00-a3c4e3b7e6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.282696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:05.290418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.397446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Pushing event updated for resources: {'Port': ['ID=573807c8-b265-4b04-93d7-769813bcef04,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:05.429562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Attempting to bind port 573807c8-b265-4b04-93d7-769813bcef04 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:05.429915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Attempting to bind port 573807c8-b265-4b04-93d7-769813bcef04 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:05.430309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Attempting to bind port 573807c8-b265-4b04-93d7-769813bcef04 on network 9021c708-02ef-48b8-b238-29e3a783ec4e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:05.448794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Port 573807c8-b265-4b04-93d7-769813bcef04 on network 9021c708-02ef-48b8-b238-29e3a783ec4e not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:07:05.449138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Attempting to bind port 573807c8-b265-4b04-93d7-769813bcef04 on network 9021c708-02ef-48b8-b238-29e3a783ec4e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:05.480730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:05.481115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Checking segment: {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:05.481482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Bound using segment: {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:05.481970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Bound port: 573807c8-b265-4b04-93d7-769813bcef04, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4436a18f-2f36-4aa3-812d-72aeee149f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:05.484925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.567318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c49617-5adf-4eb0-aedc-bc42f792f489 req-e1b3d3d4-d6af-4257-b298-4bafbbdb5527 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:05.568914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3c49617-5adf-4eb0-aedc-bc42f792f489 req-e1b3d3d4-d6af-4257-b298-4bafbbdb5527 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 982 time: 0.1114376 Feb 16 15:07:05.655493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c3c49617-5adf-4eb0-aedc-bc42f792f489 req-d15fabfb-e12a-4775-a709-2c90921f6a7a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0638144 Feb 16 15:07:05.661589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] For port 573807c8-b265-4b04-93d7-769813bcef04, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:05.666555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] For port 573807c8-b265-4b04-93d7-769813bcef04, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=573807c8-b265-4b04-93d7-769813bcef04,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:05.699705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.782462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.786345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Subnet': ['ID=c3dd10b5-89f9-438a-9d92-1fb9377622db,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:05.791506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Checking segment: {'id': 'f9ea5597-f81d-4c7b-8ba8-7a830a9c408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'b93d822f-ded1-4e20-b310-d221ab4e0719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:05.791966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network hostable DHCP agents. Network: b93d822f-ded1-4e20-b310-d221ab4e0719, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:07:05.848067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:05.848707 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:05.851274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] 10.222.0.93 "PUT /v2.0/ports/573807c8-b265-4b04-93d7-769813bcef04 HTTP/1.1" status: 200 len: 1130 time: 1.5227358 Feb 16 15:07:05.851855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'tag': '573807c8-b265-4b04-93d7-769813bcef04'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:05.854803 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a535b288-d171-4f30-880e-f07968a3a56f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "tag": "573807c8-b265-4b04-93d7-769813bcef04"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:05.885774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99a594-e161-48e9-aaf1-abd0ea72454c service neutron] Pushing event updated for resources: {'Port': ['ID=573807c8-b265-4b04-93d7-769813bcef04,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:05.904931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network b93d822f-ded1-4e20-b310-d221ab4e0719 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:07:05.948253 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96611fe2-dff9-4a0f-92d7-7c566f4cc762 x-openstack-request-id: req-96611fe2-dff9-4a0f-92d7-7c566f4cc762 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:05.949726 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "tag": "573807c8-b265-4b04-93d7-769813bcef04", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:05.949726 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-96611fe2-dff9-4a0f-92d7-7c566f4cc762 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:05.949726 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'tag': '573807c8-b265-4b04-93d7-769813bcef04', 'status': 'completed', 'code': 200} Feb 16 15:07:06.033980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b288-d171-4f30-880e-f07968a3a56f req-41afa2e8-622d-466f-9853-c60d34b2cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.035744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a535b288-d171-4f30-880e-f07968a3a56f req-41afa2e8-622d-466f-9853-c60d34b2cda1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1133 time: 0.0612035 Feb 16 15:07:06.041754 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b93d822f-ded1-4e20-b310-d221ab4e0719) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:06.051971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d03c2f4-27a7-469d-8e71-b45ebc4c6fe0 None None] Network b93d822f-ded1-4e20-b310-d221ab4e0719 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:06.059345 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.061882 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:06.176308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b288-d171-4f30-880e-f07968a3a56f req-c4dd7746-3073-4940-a3c1-526b6654945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.178713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a535b288-d171-4f30-880e-f07968a3a56f req-c4dd7746-3073-4940-a3c1-526b6654945d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1346304 Feb 16 15:07:06.185279 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c0dd8754-202e-4d0e-ba57-5129bba4732b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0878015 Feb 16 15:07:06.186161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51438) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:06.190892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1143915845', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:06.291452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664037f1-207c-406e-917d-bf8f5c9dfa19 None None] Network b93d822f-ded1-4e20-b310-d221ab4e0719 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:06.344929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:06.348636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:06.418785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b288-d171-4f30-880e-f07968a3a56f req-651d48e5-3712-47cd-9c29-e9321996fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.420327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a535b288-d171-4f30-880e-f07968a3a56f req-651d48e5-3712-47cd-9c29-e9321996fa8e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2320681 Feb 16 15:07:06.451638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9293a05-d886-424c-97fb-3533bfbd986b req-47394e24-715e-4f13-97a0-59b42c4be4f9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.459962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9293a05-d886-424c-97fb-3533bfbd986b req-47394e24-715e-4f13-97a0-59b42c4be4f9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 944 time: 0.1055295 Feb 16 15:07:06.578233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9293a05-d886-424c-97fb-3533bfbd986b req-f21ff120-8302-4337-a43f-5c311e1ce9f7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158535 Feb 16 15:07:06.593077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:06.631296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-003d44cd-c3e4-4ecf-9d61-d1295aecfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.633505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-003d44cd-c3e4-4ecf-9d61-d1295aecfb4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1133 time: 0.1553810 Feb 16 15:07:06.705543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:07:06.781270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-9974497b-ff11-4a0a-b98c-f46e8bb3c60e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573807c8-b265-4b04-93d7-769813bcef04 HTTP/1.1" status: 200 len: 217 time: 0.1331410 Feb 16 15:07:06.892875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-415211c1-020e-4da2-b9bc-c817f91a9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.894731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-415211c1-020e-4da2-b9bc-c817f91a9fbc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aedd5830-e119-4be0-8d56-0bf5605729fb HTTP/1.1" status: 200 len: 835 time: 0.1097343 Feb 16 15:07:06.924288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:06.925771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa600ef-5e4e-4d7f-89e3-d5f7b4f871ed req-57347101-8367-499a-b0e1-27c90516258b tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:06.934659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7aa600ef-5e4e-4d7f-89e3-d5f7b4f871ed req-57347101-8367-499a-b0e1-27c90516258b tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 982 time: 0.1061471 Feb 16 15:07:07.001265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-29f8ccc1-ecf9-418f-aa90-f7ec61810f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:07.002787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-29f8ccc1-ecf9-418f-aa90-f7ec61810f85 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9021c708-02ef-48b8-b238-29e3a783ec4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002545 Feb 16 15:07:07.014867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7aa600ef-5e4e-4d7f-89e3-d5f7b4f871ed req-676ca299-f86e-4dcd-ab80-7e5845420498 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0791636 Feb 16 15:07:07.048424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:07.065832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'port_id': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4', 'mac_address': 'fa:16:3e:ee:f2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12bbc52-e292-402a-ae65-548c72b8f0a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:07:07.187828 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:07.240404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:07.253262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-e9b5e49b-0f2e-4a47-9298-4c101b699c8b service neutron] 10.222.0.93 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354674 Feb 16 15:07:07.301867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:07.396581 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:07.447071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae6a6fe8-8b82-4f7c-a73a-e4b9685f80b0 req-62bfac7e-842f-4d24-88f7-62d08a907dac service neutron] 10.222.0.93 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792316 Feb 16 15:07:07.466703 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:07.500301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:07.512570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:07.610436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['1b419fee-bf02-42d7-8a59-a2fa765ecdb4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:07:07.655997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.25.6.62 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/8d005d27-fb93-4bc3-97be-017c70272647) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:07.817822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaae3c9-0159-4de6-beec-932492a31ce8 req-8c5a8700-1340-44cb-80bd-9daa09e4644e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:07.827765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcaae3c9-0159-4de6-beec-932492a31ce8 req-8c5a8700-1340-44cb-80bd-9daa09e4644e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1384568 Feb 16 15:07:07.865442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:07.922668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcaae3c9-0159-4de6-beec-932492a31ce8 req-01834513-6ae1-4924-9815-0c73c85a741e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677247 Feb 16 15:07:07.989258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51472) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:08.028327 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94f0fce9-948c-4c3b-b4af-cfe54a9ac68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.063800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.146139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:08.152748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:08.155667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:08.189087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b189f8a-2475-4269-9942-2d5dbde9d485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.196927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=8d005d27-fb93-4bc3-97be-017c70272647,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:08.290224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a50bd-5da7-41e4-9cad-f754d5b11ea6 req-c51fe575-0546-40b9-b053-7985c595b78f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:08.299294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-492a50bd-5da7-41e4-9cad-f754d5b11ea6 req-c51fe575-0546-40b9-b053-7985c595b78f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 982 time: 0.1438825 Feb 16 15:07:08.364567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-492a50bd-5da7-41e4-9cad-f754d5b11ea6 req-e69e2b32-fcc7-4662-bca7-f703ea5016cc tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0639932 Feb 16 15:07:08.490576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b189f8a-2475-4269-9942-2d5dbde9d485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.603679 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6b189f8a-2475-4269-9942-2d5dbde9d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.647622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b189f8a-2475-4269-9942-2d5dbde9d485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618b448c-0efb-434a-ba87-d0b3b6b09e4e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:08.684697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.693360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6b189f8a-2475-4269-9942-2d5dbde9d485 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1d8fdfae387b4fbda566e8f8bf6cf8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029109 Feb 16 15:07:08.695706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51482) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:08.721981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:08.815257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6312-eaa9-4e86-aa32-18dbff44f4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.842903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6312-eaa9-4e86-aa32-18dbff44f4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:08.916429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:07:08.921861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:08.922415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:09.059709 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6312-eaa9-4e86-aa32-18dbff44f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:09.062753 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6312-eaa9-4e86-aa32-18dbff44f4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:09.064001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff3b6312-eaa9-4e86-aa32-18dbff44f4e2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/618b448c-0efb-434a-ba87-d0b3b6b09e4e HTTP/1.1" status: 204 len: 168 time: 0.3653252 Feb 16 15:07:09.078142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b6312-eaa9-4e86-aa32-18dbff44f4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618b448c-0efb-434a-ba87-d0b3b6b09e4e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:09.111073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c94c0-37d8-4a38-ae46-a1933d0305f0 req-b6dce1fd-d644-4355-8a0f-bf24755e4653 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:09.125963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d08c94c0-37d8-4a38-ae46-a1933d0305f0 req-b6dce1fd-d644-4355-8a0f-bf24755e4653 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 945 time: 0.1070435 Feb 16 15:07:09.151517 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:09.152076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:09.187922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d08c94c0-37d8-4a38-ae46-a1933d0305f0 req-94283a42-6ad2-4fe6-8082-a9ee6de607a9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617912 Feb 16 15:07:09.213250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:09.219142 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9883903d-02bd-4fde-b2db-d52c975b05cb" -d '{"events": [{"server_uuid": "6226f43d-da34-4400-af1e-791b19d1a0b7", "name": "network-vif-plugged", "status": "completed", "tag": "1b419fee-bf02-42d7-8a59-a2fa765ecdb4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:09.248275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:09.325187 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e060dfd6-7caf-4b8a-8a2e-d781aa1bda46 x-openstack-request-id: req-e060dfd6-7caf-4b8a-8a2e-d781aa1bda46 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:09.325648 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6226f43d-da34-4400-af1e-791b19d1a0b7", "name": "network-vif-plugged", "status": "completed", "tag": "1b419fee-bf02-42d7-8a59-a2fa765ecdb4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:09.326002 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e060dfd6-7caf-4b8a-8a2e-d781aa1bda46 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:09.326507 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4', 'code': 200} Feb 16 15:07:09.402657 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:09.596744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:09.696039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42713-1579-47a7-b80b-d874889155f2 req-cb2bf5b2-c44d-48b3-b0c4-e279417bae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:09.700375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39d42713-1579-47a7-b80b-d874889155f2 req-cb2bf5b2-c44d-48b3-b0c4-e279417bae69 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 1097 time: 0.2926373 Feb 16 15:07:09.721239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b51da-16bc-4743-a110-40844ddffaef req-6d9f1c2d-3b8f-4cc8-aa48-08c394a617ae tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:09.723118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c77b51da-16bc-4743-a110-40844ddffaef req-6d9f1c2d-3b8f-4cc8-aa48-08c394a617ae tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 982 time: 0.1619453 Feb 16 15:07:09.756321 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:09.787099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39d42713-1579-47a7-b80b-d874889155f2 req-f40d76ad-5fd5-435f-9f37-b31c8bd1625c service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754614 Feb 16 15:07:09.802191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c77b51da-16bc-4743-a110-40844ddffaef req-f0bd6c9f-3615-4155-aa7f-bdb9336a8e5a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0712121 Feb 16 15:07:09.916600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 573807c8-b265-4b04-93d7-769813bcef04 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:07:10.042789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 573807c8-b265-4b04-93d7-769813bcef04, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=573807c8-b265-4b04-93d7-769813bcef04,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:10.053804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '573807c8-b265-4b04-93d7-769813bcef04', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'port_id': '573807c8-b265-4b04-93d7-769813bcef04', 'mac_address': 'fa:16:3e:e2:ca:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:07:10.095253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:10.112768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573807c8-b265-4b04-93d7-769813bcef04 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:10.131985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 573807c8-b265-4b04-93d7-769813bcef04, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=573807c8-b265-4b04-93d7-769813bcef04,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:10.297455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11838d-802a-4291-8930-57ec91fe5a98 req-17505cc8-fd9e-4a40-8f1c-fb08d3eb1034 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:10.298830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b11838d-802a-4291-8930-57ec91fe5a98 req-17505cc8-fd9e-4a40-8f1c-fb08d3eb1034 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Feb 16 15:07:10.336695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b11838d-802a-4291-8930-57ec91fe5a98 req-b4bbd23d-d237-4edd-8f87-edb55832c505 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Feb 16 15:07:10.431138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:07:10.494660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:10.558984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=573807c8-b265-4b04-93d7-769813bcef04,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:10.570472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:10.584769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:10.604551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:10.606063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:10.656291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:10.676359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:10.678274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:10.704259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:10.705725 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b195710-8728-4996-bd3b-54b2aa1a94c2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5183458 Feb 16 15:07:10.708896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51516) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:10.804433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:10.805558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db7a6d-4283-4408-9291-b633c8df89f8 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:10.937022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['573807c8-b265-4b04-93d7-769813bcef04'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:07:10.993652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763239cd-3485-4173-b26d-946cf6c074e7 req-7c643f2e-7642-4193-96d6-ccb8ee879f7f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:11.003657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-763239cd-3485-4173-b26d-946cf6c074e7 req-7c643f2e-7642-4193-96d6-ccb8ee879f7f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 983 time: 0.0894244 Feb 16 15:07:11.090994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-763239cd-3485-4173-b26d-946cf6c074e7 req-7b5241d0-27bb-497d-bfbd-87dcf42dbe51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0861862 Feb 16 15:07:11.379220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51534) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:11.444392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:11.590339 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:11.601785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:11.648376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0edec-1041-4575-b335-976396370ae5 req-8cc4842a-8c7e-4033-bce5-5768dc33fb7e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:11.650399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bd0edec-1041-4575-b335-976396370ae5 req-8cc4842a-8c7e-4033-bce5-5768dc33fb7e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1394205 Feb 16 15:07:11.691071 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1727148144-network', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:11.747021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bd0edec-1041-4575-b335-976396370ae5 req-c6d99c15-aab6-4256-83f7-d877dce360b3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875106 Feb 16 15:07:11.802667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:11.805837 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:11.823186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:12.118701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:12.120498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.1 (b93d822f-ded1-4e20-b310-d221ab4e0719/c3dd10b5-89f9-438a-9d92-1fb9377622db/1e232a39-ab6c-4bd7-bb98-0f86998560e9) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:12.234993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:12.249103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:07:12.284697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:12.285081 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Added segment e59cb140-7c17-4448-9fb3-622dcc72aa5a of type vlan for network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c Feb 16 15:07:12.368353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8ab92f-124c-469c-8c55-27faa978e60a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:12.384879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:12.901030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:12.902598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ecccd-11cd-4a38-82ca-ec3951b41c30 req-cbaa4901-2a79-4962-9b35-85072b167ccb tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:12.902598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e69ecccd-11cd-4a38-82ca-ec3951b41c30 req-cbaa4901-2a79-4962-9b35-85072b167ccb tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 983 time: 0.2052488 Feb 16 15:07:12.902598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08768f6e-4a53-4d76-a68f-afed1ea63790 req-67343c85-a4ff-47b3-8ae6-9ef2224a686a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:12.902598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08768f6e-4a53-4d76-a68f-afed1ea63790 req-67343c85-a4ff-47b3-8ae6-9ef2224a686a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1760352 Feb 16 15:07:12.902598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e69ecccd-11cd-4a38-82ca-ec3951b41c30 req-7b36d1aa-84f1-4d83-bd3e-95838c235d7c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0597985 Feb 16 15:07:12.902598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08768f6e-4a53-4d76-a68f-afed1ea63790 req-c209ac52-1275-4d6d-865c-33197b7b66df tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Feb 16 15:07:13.033507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192ba77-b324-4d65-ab65-95d0e34e469d req-84d406a7-654e-46fe-aad4-3d8af84f1396 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:13.035139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2192ba77-b324-4d65-ab65-95d0e34e469d req-84d406a7-654e-46fe-aad4-3d8af84f1396 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.0659359 Feb 16 15:07:13.102841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2192ba77-b324-4d65-ab65-95d0e34e469d req-2dabbf71-bfb5-4a76-aec9-f83426008e30 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533242 Feb 16 15:07:13.113810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:13.176579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:13.180358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:13.180358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:13.216007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:13.326168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:13.337050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network b93d822f-ded1-4e20-b310-d221ab4e0719 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:13.341483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:07:13.341700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:13.351913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:13.356061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=1e232a39-ab6c-4bd7-bb98-0f86998560e9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:13.398292 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-85511a4d-148d-4962-b872-33bbc42c9cb5 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0146682 Feb 16 15:07:13.407655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51564) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:13.407655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Request body: {'subnet': {'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1727148144-subnet', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:13.426101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:13.559201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:13.562889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:13.711284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfaa6-7dcc-4a03-a446-ed803d453f95 req-25d1f7b5-a10b-4dd4-bb41-d679b0e83afe tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:13.713556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3dcfaa6-7dcc-4a03-a446-ed803d453f95 req-25d1f7b5-a10b-4dd4-bb41-d679b0e83afe tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1109664 Feb 16 15:07:13.717102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:13.801068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3dcfaa6-7dcc-4a03-a446-ed803d453f95 req-241822cd-8843-41e0-83fb-f7ea8d09b5ba tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795529 Feb 16 15:07:13.948846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 573807c8-b265-4b04-93d7-769813bcef04 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:14.014497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.050036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51bdee-1ce6-43d3-9cbb-443f0668d8fb req-fc80844e-956c-4e38-873b-a7ab0ea41da7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:14.060158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b51bdee-1ce6-43d3-9cbb-443f0668d8fb req-fc80844e-956c-4e38-873b-a7ab0ea41da7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 983 time: 0.1084337 Feb 16 15:07:14.099661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.155481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b51bdee-1ce6-43d3-9cbb-443f0668d8fb req-02dfc58f-1637-49a1-b3ab-41efc17648d3 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0656826 Feb 16 15:07:14.158190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4192841a-2359-4ff2-aae8-9f494914dd1c,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:14.175607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:14.175607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Network hostable DHCP agents. Network: 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:07:14.187561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 573807c8-b265-4b04-93d7-769813bcef04 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:07:14.192092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 573807c8-b265-4b04-93d7-769813bcef04 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:14.193039 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.213398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.285692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:07:14.296628 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.318336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=1e232a39-ab6c-4bd7-bb98-0f86998560e9,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:14.322133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.327649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573807c8-b265-4b04-93d7-769813bcef04'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:14.330866 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09495c5c-1528-420d-aad8-08d962443011" -d '{"events": [{"server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "name": "network-vif-plugged", "status": "completed", "tag": "573807c8-b265-4b04-93d7-769813bcef04"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:14.367420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 573807c8-b265-4b04-93d7-769813bcef04, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=573807c8-b265-4b04-93d7-769813bcef04,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:14.379216 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa9e385-eb4e-4296-ba96-7680b9ea75a7 x-openstack-request-id: req-6aa9e385-eb4e-4296-ba96-7680b9ea75a7 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:14.379508 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "name": "network-vif-plugged", "status": "completed", "tag": "573807c8-b265-4b04-93d7-769813bcef04", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:14.379797 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6aa9e385-eb4e-4296-ba96-7680b9ea75a7 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:14.380192 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573807c8-b265-4b04-93d7-769813bcef04', 'code': 200} Feb 16 15:07:14.381888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:14.386268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:14.387300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.391798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c709b-e5c3-4391-8b24-909302b6f35d None None] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:14.436048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network b93d822f-ded1-4e20-b310-d221ab4e0719 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:14.437678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:14.474362 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.528589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-72170024-7222-4766-83fc-4ca01a53a82d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1269729 Feb 16 15:07:14.532678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=573807c8-b265-4b04-93d7-769813bcef04,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:14.544841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51582) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:14.548660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:14.576100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26130e3-025b-4979-a6cd-7438a15a4245 req-564b2ca0-369f-4b71-80f8-dd1adf7cb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:14.577763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26130e3-025b-4979-a6cd-7438a15a4245 req-564b2ca0-369f-4b71-80f8-dd1adf7cb5f1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1135 time: 0.1126416 Feb 16 15:07:14.618889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:14.644462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a26130e3-025b-4979-a6cd-7438a15a4245 req-32f24c47-87c1-4ea8-9ef4-0118572a0b92 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0503688 Feb 16 15:07:14.656670 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.658065 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.766262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:07:14.767807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.869707 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:14.928668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1bf94705-1cb0-410b-be1c-9d3a2295aad1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:14.930844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1bf94705-1cb0-410b-be1c-9d3a2295aad1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.1190271 Feb 16 15:07:15.021832 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:15.032634 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d643fb61-2ce2-480c-bb30-d7541a365a45 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/routers/6c8d2ec7-e6b6-49aa-8426-ee127c551d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3190088 Feb 16 15:07:15.032634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51588) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:15.034074 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:15.038532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'port': {'network_id': 'b93d822f-ded1-4e20-b310-d221ab4e0719', 'name': 'tempest-FloatingIPTestJSON-929405703'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:15.055925 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:15.061935 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:15.077543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Allocated IP 172.20.0.2 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/38915359-dd6e-46df-9596-4e74b11a5eaa) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:15.153518 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:15.181613 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:15.182543 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:15.254915 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:15.255857 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab0efe6-a329-4c27-a651-e34fee6d2baa None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:15.361732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:15.365884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.376024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6c8a0-af9d-467e-ade7-092099f30d4b req-baa41f29-a905-4534-ae5b-de20a06cbba8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:15.377563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ed6c8a0-af9d-467e-ade7-092099f30d4b req-baa41f29-a905-4534-ae5b-de20a06cbba8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.5115275 Feb 16 15:07:15.392454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.402523 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.402758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] device_id is not set on port 1a7adf30-9701-423b-a760-6fea6c4ce353 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:07:15.488235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72f44c-4156-4280-8395-b008be1b7eed req-f7b365e7-14b6-4fc4-b46c-3dae8a42b612 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:15.492162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de72f44c-4156-4280-8395-b008be1b7eed req-f7b365e7-14b6-4fc4-b46c-3dae8a42b612 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.3194764 Feb 16 15:07:15.506890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.545639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de72f44c-4156-4280-8395-b008be1b7eed req-6ff54c8c-f5e2-4789-9e3f-3f820e5cda02 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Feb 16 15:07:15.545899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.9 (b93d822f-ded1-4e20-b310-d221ab4e0719/c3dd10b5-89f9-438a-9d92-1fb9377622db/1a7adf30-9701-423b-a760-6fea6c4ce353) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:15.577369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ed6c8a0-af9d-467e-ade7-092099f30d4b req-36ecaea6-3dc9-40f6-b1bd-aaaa3d7b9cb2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809595 Feb 16 15:07:15.620932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:15.629354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:15.651959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:15.657617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Deleting port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:15.658197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.733196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.767637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Pushing event updated for resources: {'Port': ['ID=38915359-dd6e-46df-9596-4e74b11a5eaa,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:15.821430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Attempting to bind port 38915359-dd6e-46df-9596-4e74b11a5eaa on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:15.822079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Attempting to bind port 38915359-dd6e-46df-9596-4e74b11a5eaa by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:15.822637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Attempting to bind port 38915359-dd6e-46df-9596-4e74b11a5eaa on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:15.828734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:15.829122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:15.829555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.829956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:15.830436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Bound port: 38915359-dd6e-46df-9596-4e74b11a5eaa, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:15.830839 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.859431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:15.973906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] For port 38915359-dd6e-46df-9596-4e74b11a5eaa, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:15.976043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=1a7adf30-9701-423b-a760-6fea6c4ce353,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:15.981081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] For port 38915359-dd6e-46df-9596-4e74b11a5eaa, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=38915359-dd6e-46df-9596-4e74b11a5eaa,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:15.998868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network b93d822f-ded1-4e20-b310-d221ab4e0719 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:16.001123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:16.004846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:16.051247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:16.112459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:16.113206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:16.205892 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6378bfd5-2128-4d28-9cc4-c3ced8fa8346 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1714439 Feb 16 15:07:16.208856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51600) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:16.215158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'port': {'network_id': 'b93d822f-ded1-4e20-b310-d221ab4e0719', 'name': 'tempest-FloatingIPTestJSON-2035689863'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:16.218586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6485b-5b15-418b-be8f-a79667ea8813 None None] Pushing event updated for resources: {'Port': ['ID=38915359-dd6e-46df-9596-4e74b11a5eaa,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:16.361655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d19bc-7c73-452c-87ae-a262731272de req-fbf8aadb-83a0-46b8-b6c6-67d2ac3d85ae tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:16.370228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-159d19bc-7c73-452c-87ae-a262731272de req-fbf8aadb-83a0-46b8-b6c6-67d2ac3d85ae tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 984 time: 0.1071496 Feb 16 15:07:16.416618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] For port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:16.417344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:16.450751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:16.459209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-159d19bc-7c73-452c-87ae-a262731272de req-44ceed31-2d52-4ec9-8a20-845bf40de108 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0879409 Feb 16 15:07:16.470187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Calling delete_port for 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:16.508468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:16.512092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:16.544233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] device_id is not set on port d33276f9-f6af-4c14-984a-a3d067a7f1ca yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:07:16.790309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-6f28e917-099e-42ef-97cb-39a9e4444ba1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:16.806132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-6f28e917-099e-42ef-97cb-39a9e4444ba1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.93 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.1484795 Feb 16 15:07:16.887687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.12 (b93d822f-ded1-4e20-b310-d221ab4e0719/c3dd10b5-89f9-438a-9d92-1fb9377622db/d33276f9-f6af-4c14-984a-a3d067a7f1ca) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:16.982379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.088915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.228614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571c0d-3f90-4b48-9d39-1c28cad03d66 req-4fd33ebe-9382-41f1-bcd7-c8c30f99074b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:17.232400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 38915359-dd6e-46df-9596-4e74b11a5eaa up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:17.232993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2571c0d-3f90-4b48-9d39-1c28cad03d66 req-4fd33ebe-9382-41f1-bcd7-c8c30f99074b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 946 time: 0.4235017 Feb 16 15:07:17.260055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69fc29-7fa7-41b8-8fbc-a88d953df5c9 req-abc42a68-0b7c-4b33-9c8f-cb240066b2fd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:17.267292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c69fc29-7fa7-41b8-8fbc-a88d953df5c9 req-abc42a68-0b7c-4b33-9c8f-cb240066b2fd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.4030402 Feb 16 15:07:17.353956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 38915359-dd6e-46df-9596-4e74b11a5eaa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:17.354472 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.405188 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.426175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c69fc29-7fa7-41b8-8fbc-a88d953df5c9 req-b41a379c-d01b-4fcd-bd7d-a4d28fa4f52c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578374 Feb 16 15:07:17.437132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2571c0d-3f90-4b48-9d39-1c28cad03d66 req-2cbe3ddc-9a64-40d5-a934-e3cdf9b3e9d5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608217 Feb 16 15:07:17.438895 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.454803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Deleting port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:17.455371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.507888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Allocated IP 172.25.6.120 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/c40acf1b-9a5f-4a5c-b514-8f033600d568) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:17.515837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.518650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:07:17.565694 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.581824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event deleted for resources: {'Port': ['ID=1b419fee-bf02-42d7-8a59-a2fa765ecdb4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:17.683599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 38915359-dd6e-46df-9596-4e74b11a5eaa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=38915359-dd6e-46df-9596-4e74b11a5eaa,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:17.708491 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network b93d822f-ded1-4e20-b310-d221ab4e0719 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:17.712021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:17.738287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:17.750768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] No DVR routers for this DVR port 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:07:17.779409 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.826298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:17.826298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.826647 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.838083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93ad4eb6-30f3-40ef-bf0a-9ebe3495f780 req-1c4e7b2d-d5ce-4c27-8ef2-55ff00616f3b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "DELETE /v2.0/ports/1b419fee-bf02-42d7-8a59-a2fa765ecdb4 HTTP/1.1" status: 204 len: 173 time: 2.6693904 Feb 16 15:07:17.839888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=d33276f9-f6af-4c14-984a-a3d067a7f1ca,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:17.847822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'name': 'network-vif-deleted', 'tag': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:17.850807 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fa0ba3-8483-4e46-9617-52ba8e099b6f" -d '{"events": [{"server_uuid": "6226f43d-da34-4400-af1e-791b19d1a0b7", "name": "network-vif-deleted", "tag": "1b419fee-bf02-42d7-8a59-a2fa765ecdb4"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:17.879153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=38915359-dd6e-46df-9596-4e74b11a5eaa,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:17.949192 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0de940cf-52d6-49de-8e01-cd32ba4f7984 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7391224 Feb 16 15:07:17.952186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:17.959330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': 'd33276f9-f6af-4c14-984a-a3d067a7f1ca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:17.960197 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4235293c-efac-48b4-8ef2-26343ec4404b x-openstack-request-id: req-4235293c-efac-48b4-8ef2-26343ec4404b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:17.960483 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6226f43d-da34-4400-af1e-791b19d1a0b7", "name": "network-vif-deleted", "tag": "1b419fee-bf02-42d7-8a59-a2fa765ecdb4", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:17.960732 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4235293c-efac-48b4-8ef2-26343ec4404b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:17.961126 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6226f43d-da34-4400-af1e-791b19d1a0b7', 'name': 'network-vif-deleted', 'tag': '1b419fee-bf02-42d7-8a59-a2fa765ecdb4', 'status': 'completed', 'code': 200} Feb 16 15:07:17.968589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] For port bb7776fa-6abd-42b2-b839-0d992ac6f6d9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:17.968963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:17.981278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802e47e-9084-47b7-9f27-ccc7f29171a2 req-e6bf0524-59e4-4a74-8906-0415cd9a4b2b tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:17.990338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6802e47e-9084-47b7-9f27-ccc7f29171a2 req-e6bf0524-59e4-4a74-8906-0415cd9a4b2b tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 984 time: 0.3465495 Feb 16 15:07:18.056452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb834fe-72e0-4d7a-bac8-9c564daa242e None None] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:18.110187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:18.132148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6802e47e-9084-47b7-9f27-ccc7f29171a2 req-9585d6f2-f241-4252-b6db-646ef6ec9eea tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1408501 Feb 16 15:07:18.149410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:18.362197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:18.422073 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:18.422714 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:18.423142 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Floating IP ff792cf6-b7e8-439c-b25a-9c44e95fc737 disassociated. External IP: 172.25.6.251, port: bb7776fa-6abd-42b2-b839-0d992ac6f6d9. Feb 16 15:07:18.423650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Calling delete_port for bb7776fa-6abd-42b2-b839-0d992ac6f6d9 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:18.444622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca63ec-f689-4bfd-9076-4246efc36ba3 req-5e206fd1-2732-4917-b936-4ad1a0914bc4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:18.454410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9ca63ec-f689-4bfd-9076-4246efc36ba3 req-5e206fd1-2732-4917-b936-4ad1a0914bc4 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 984 time: 0.1541767 Feb 16 15:07:18.502576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-06da0c14-e5a7-4b59-bfd5-376822bf4e48 None None] Provisioning complete for port 38915359-dd6e-46df-9596-4e74b11a5eaa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:18.503416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-06da0c14-e5a7-4b59-bfd5-376822bf4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:18.535932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9ca63ec-f689-4bfd-9076-4246efc36ba3 req-94cf7ec4-88f1-47ce-8d8a-937da52c42d1 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0790131 Feb 16 15:07:18.543665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:18.595611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.25.6.72 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/1493de0e-3553-4748-9ae9-ffd75cd5ab32) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:18.669283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:18.712726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:18.759737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:18.764429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a83d6d5b-6587-4dde-b952-434e5983863a req-8f79b6eb-9c47-4609-ade1-bfeed554771a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=6226f43d-da34-4400-af1e-791b19d1a0b7 HTTP/1.1" status: 200 len: 210 time: 0.1194184 Feb 16 15:07:18.768279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Pushing event updated for resources: {'Port': ['ID=c40acf1b-9a5f-4a5c-b514-8f033600d568,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:18.785161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:07:18.831517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c139-5bb7-4592-a0ff-c41bf224a673 req-f763ba51-95e9-4bf4-ace8-657d93bc604e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:18.841189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6764c139-5bb7-4592-a0ff-c41bf224a673 req-f763ba51-95e9-4bf4-ace8-657d93bc604e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 946 time: 0.3016899 Feb 16 15:07:18.862773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:07:18.863153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1b419fee-bf02-42d7-8a59-a2fa765ecdb4 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:07:18.905125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.006347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.068190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6764c139-5bb7-4592-a0ff-c41bf224a673 req-22a7d6e4-1c23-46fc-ae92-a5040b2b4541 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=593296e1-0757-4a98-9197-8b32411cad42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261951 Feb 16 15:07:19.104282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:19.114987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:19.117595 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=1493de0e-3553-4748-9ae9-ffd75cd5ab32,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:19.120131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:19.150544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 38915359-dd6e-46df-9596-4e74b11a5eaa up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:19.228994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0ed52e4e-ce04-4771-a0a5-ffcbe14dad14 None None] Provisioning complete for port 38915359-dd6e-46df-9596-4e74b11a5eaa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:19.229660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ed52e4e-ce04-4771-a0a5-ffcbe14dad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.281391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 38915359-dd6e-46df-9596-4e74b11a5eaa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:19.282113 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.363114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3d212-aeb8-4fdf-b352-8cccda887300 req-99f27af2-f485-42f5-a683-4efb145caf93 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:19.364740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec3d212-aeb8-4fdf-b352-8cccda887300 req-99f27af2-f485-42f5-a683-4efb145caf93 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1135 time: 0.4063284 Feb 16 15:07:19.385662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8ec3d212-aeb8-4fdf-b352-8cccda887300 req-b3ff1deb-fc9e-452c-b4fa-f5adf692196a tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.438352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.480650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event deleted for resources: {'Port': ['ID=bb7776fa-6abd-42b2-b839-0d992ac6f6d9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:19.621603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.666119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8ec3d212-aeb8-4fdf-b352-8cccda887300 req-b3ff1deb-fc9e-452c-b4fa-f5adf692196a tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.724032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Router d637bbe2-108b-4171-8e9b-7c33b5fc2287 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:19.747274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.819907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8ec3d212-aeb8-4fdf-b352-8cccda887300 req-b3ff1deb-fc9e-452c-b4fa-f5adf692196a tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:19.876470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff1deb-fc9e-452c-b4fa-f5adf692196a tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb10e297-f277-4c6b-8abb-381bb9af5272,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:19.910979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:20.004513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:07:20.006163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec3d212-aeb8-4fdf-b352-8cccda887300 req-b3ff1deb-fc9e-452c-b4fa-f5adf692196a tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6063542 Feb 16 15:07:20.014780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51640) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:20.015056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: bb7776fa-6abd-42b2-b839-0d992ac6f6d9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:07:20.015056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device bb7776fa-6abd-42b2-b839-0d992ac6f6d9 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:07:20.183882 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:20.240556 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:20.396233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:20.403762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=1493de0e-3553-4748-9ae9-ffd75cd5ab32,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:20.532538 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP 7f7df3be-9c33-44fc-9d5e-8cebb2beeb8a associated. External IP: 172.25.6.72, port: d33276f9-f6af-4c14-984a-a3d067a7f1ca. Feb 16 15:07:20.558077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:20.572287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] Sync routers for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:20.590562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:20.592482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:20.651754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48611b49-e97b-43a3-8238-015ca4f4ec2e req-8876b547-0fe8-435d-a68a-2d1d6deb922c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 210 time: 0.1053693 Feb 16 15:07:20.684748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] No DVR routers for this DVR port bb7776fa-6abd-42b2-b839-0d992ac6f6d9 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:07:20.690919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:20.694222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac856a74-b77d-42f4-b920-e17cbc777354 req-d2a6795c-d1c5-4685-a0ec-013e20a88965 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.93 "DELETE /v2.0/ports/bb7776fa-6abd-42b2-b839-0d992ac6f6d9 HTTP/1.1" status: 204 len: 173 time: 3.8528771 Feb 16 15:07:20.696815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-deleted', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:20.698889 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c44082e-5301-4cbc-afe7-58575daa4d02" -d '{"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-deleted", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:20.702953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2b14f-9fa0-4e70-a2fa-825acc0c0aa1 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:20.707503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-66f2b14f-9fa0-4e70-a2fa-825acc0c0aa1 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1130 time: 0.6940565 Feb 16 15:07:20.714210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51664) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:20.718864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '573807c8-b265-4b04-93d7-769813bcef04', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:20.824345 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5507cbf-5e2b-4f6a-ae10-ea154a53a2b4 x-openstack-request-id: req-c5507cbf-5e2b-4f6a-ae10-ea154a53a2b4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:20.824684 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7f1a03-6abf-4f65-9197-a72608859d20", "name": "network-vif-deleted", "tag": "bb7776fa-6abd-42b2-b839-0d992ac6f6d9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:20.826141 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c5507cbf-5e2b-4f6a-ae10-ea154a53a2b4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:20.826141 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7f1a03-6abf-4f65-9197-a72608859d20', 'name': 'network-vif-deleted', 'tag': 'bb7776fa-6abd-42b2-b839-0d992ac6f6d9', 'status': 'completed', 'code': 200} Feb 16 15:07:20.848620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:20.893022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:20.949531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:20.992833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-29ef7530-c2f0-48b7-a03a-d0cb50680511 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:20.994777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-29ef7530-c2f0-48b7-a03a-d0cb50680511 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.4495652 Feb 16 15:07:21.104725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-89152bdf-501c-476c-afde-1193d14be2d7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/quotas/b9a5a35479b049cb8f960f7ae9021caf HTTP/1.1" status: 200 len: 375 time: 0.0538275 Feb 16 15:07:21.251852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-0aa2de15-1728-4557-9bda-58fa5bf2adc8 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324060 Feb 16 15:07:21.252111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:21.385143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:21.422149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:21.425635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:21.441780 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:21.469733 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:21.470413 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:21.481409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:07:21.496750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] Checking router: d637bbe2-108b-4171-8e9b-7c33b5fc2287 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:07:21.517131 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:21.525027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-fa327cae-6a06-4cc0-a668-0f4a58467cc8 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523277 Feb 16 15:07:21.529108 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:21.529272 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:21.529763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:21.541374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:21.542440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:21.600348 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3fa9ee67-5967-45cc-a574-a83cd1e4c522 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6466708 Feb 16 15:07:21.601681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51670) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:21.609994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:21.815471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:21.818832 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:21.819475 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92acc75-ef39-4629-8c04-d241b87ce344 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:21.840561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:21.971587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a084647-5f98-47d9-bdda-e748af2031f3 req-fbf117a3-d4a7-4aa6-9ec0-221c768bfefa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=ec7f1a03-6abf-4f65-9197-a72608859d20 HTTP/1.1" status: 200 len: 210 time: 0.0531149 Feb 16 15:07:21.979527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-16dd47d6-8d19-4d32-babc-6155c07c50e8 service neutron] 10.222.0.113 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536595 Feb 16 15:07:22.053679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Allocated IP 172.25.6.148 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/a511b29d-dfce-47d2-98d7-c6c568962d40) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:22.078161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:22.097378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:22.182778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:22.183519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:22.225270 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:22.233171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:22.279088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:22.283010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6d94b30b-7d78-4155-bb1b-8e60e7a52669 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7356293 Feb 16 15:07:22.283361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51676) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:22.305725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:22.344406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb403b8-7347-4454-9dcc-0c8e3bcc67f4 None None] The sync data for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 is: [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:22.364226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:22.364572 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP 7f7df3be-9c33-44fc-9d5e-8cebb2beeb8a disassociated. External IP: 172.25.6.72, port: d33276f9-f6af-4c14-984a-a3d067a7f1ca. Feb 16 15:07:22.409936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:22.413567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:22.445386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e104d53-aef5-4957-be12-3900a64a71b3 req-ee81df6a-7e4f-4abc-830f-2f4d88276a38 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 210 time: 0.0442994 Feb 16 15:07:22.578927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:22.585385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:22.593884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:22.654823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=a511b29d-dfce-47d2-98d7-c6c568962d40,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:22.802638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:22.895888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:19Z', 'revision_number': 3, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:22.971211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:07:22.977697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Updating router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 port c40acf1b-9a5f-4a5c-b514-8f033600d568 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:07:23.035478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.036616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb698a0-4b47-43f3-9101-fba90384e288 None None] New status for floating IP ff792cf6-b7e8-439c-b25a-9c44e95fc737: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:07:23.168049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:23.174854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.271412 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b5acb589-6e87-4d7b-84b1-b356740d258b tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/floatingips/7f7df3be-9c33-44fc-9d5e-8cebb2beeb8a HTTP/1.1" status: 200 len: 687 time: 1.6685209 Feb 16 15:07:23.274587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51696) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:23.298787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51698) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:23.371935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:23.425226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:23.425226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:23.492553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:23.533808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:23.534445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:23.539943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87882186-b99a-41fe-8882-fc8ea482a3b9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.592303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:23.593227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60de44-396a-48d1-9616-06955e5429ab None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:23.610493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40f91575-9ffe-47ce-a5ca-9694e32561c8 req-fafd8cb1-eaac-4c94-ba21-9295863882ab tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 210 time: 0.0616713 Feb 16 15:07:23.638244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87882186-b99a-41fe-8882-fc8ea482a3b9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.716248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 1493de0e-3553-4748-9ae9-ffd75cd5ab32 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:23.767521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.769064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.877868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.890038 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.979390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.979886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:23.999843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 1493de0e-3553-4748-9ae9-ffd75cd5ab32 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:24.075600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.081114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87882186-b99a-41fe-8882-fc8ea482a3b9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.083080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-87882186-b99a-41fe-8882-fc8ea482a3b9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.087520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-87882186-b99a-41fe-8882-fc8ea482a3b9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "DELETE /v2.0/security-groups/593296e1-0757-4a98-9197-8b32411cad42 HTTP/1.1" status: 204 len: 168 time: 0.7697515 Feb 16 15:07:24.091168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:24.129796 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-c94d52f1-a85e-4ff1-a278-47598a190ffd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] show failed (client error): The resource could not be found. Feb 16 15:07:24.136035 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c94d52f1-a85e-4ff1-a278-47598a190ffd tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups/593296e1-0757-4a98-9197-8b32411cad42 HTTP/1.1" status: 404 len: 347 time: 0.0363595 Feb 16 15:07:24.136270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51708) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:24.170228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Attempting to bind port c40acf1b-9a5f-4a5c-b514-8f033600d568 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:24.171083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Attempting to bind port c40acf1b-9a5f-4a5c-b514-8f033600d568 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:24.171758 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Attempting to bind port c40acf1b-9a5f-4a5c-b514-8f033600d568 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:24.175468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d67d39-80cb-4b8a-9a78-e897586d2479 None None] Pushing event updated for resources: {'Port': ['ID=c40acf1b-9a5f-4a5c-b514-8f033600d568,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:24.190799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Allocated IP 172.20.0.1 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/d344ad65-9cb2-4b50-b256-b2bd71bcae78) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:24.192097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:24.192701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:24.193288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.193852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:24.199022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Bound port: c40acf1b-9a5f-4a5c-b514-8f033600d568, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:24.208060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.246570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87882186-b99a-41fe-8882-fc8ea482a3b9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593296e1-0757-4a98-9197-8b32411cad42,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:24.308537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] For port c40acf1b-9a5f-4a5c-b514-8f033600d568, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:24.317487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.331048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] For port c40acf1b-9a5f-4a5c-b514-8f033600d568, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c40acf1b-9a5f-4a5c-b514-8f033600d568,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:24.337123 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:07:24.374540 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.462659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.512597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Deleting port 8e9dec59-00ef-4102-bb65-71214bba904e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:24.513224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.521970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.562656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:24.563269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:24.565285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d67d39-80cb-4b8a-9a78-e897586d2479 None None] Pushing event updated for resources: {'Port': ['ID=c40acf1b-9a5f-4a5c-b514-8f033600d568,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:24.636983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:24.638612 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.673130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:24.675632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.675971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.687107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.694886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Calling delete_port for 8e9dec59-00ef-4102-bb65-71214bba904e owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:24.722973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:24.812019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.819407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d344ad65-9cb2-4b50-b256-b2bd71bcae78,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:24.862035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-013800af-3de8-407b-ab42-d8ad3c4cee37 req-640c2eff-9402-4318-af4c-3cf5f8577792 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 210 time: 0.0682862 Feb 16 15:07:24.879489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.879967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.880476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.880862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.881147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.881479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.881804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.882128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.882455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.882782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.883938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.884709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:24.912172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.914680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:24.926043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.928589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:24.930583 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/floatingips/7f7df3be-9c33-44fc-9d5e-8cebb2beeb8a HTTP/1.1" status: 204 len: 168 time: 1.6542113 Feb 16 15:07:24.954409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:24.974186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '1a7adf30-9701-423b-a760-6fea6c4ce353'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:24.975352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bf6ab-c639-4ce6-94f2-f0e68aa824ef tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=1493de0e-3553-4748-9ae9-ffd75cd5ab32,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:25.063783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=a511b29d-dfce-47d2-98d7-c6c568962d40,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:25.126781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.298039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0afdf288-5e61-40b7-a8cb-ab9824918417 None None] Provisioning complete for port d344ad65-9cb2-4b50-b256-b2bd71bcae78 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:25.298689 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0afdf288-5e61-40b7-a8cb-ab9824918417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.303612 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.337674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.356353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0afdf288-5e61-40b7-a8cb-ab9824918417 None None] Port d344ad65-9cb2-4b50-b256-b2bd71bcae78 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:25.377855 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.438430 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Floating IP 530e24e4-8878-4b13-9b97-77707f3ba2f8 associated. External IP: 172.25.6.148, port: 573807c8-b265-4b04-93d7-769813bcef04. Feb 16 15:07:25.458827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event deleted for resources: {'Port': ['ID=8e9dec59-00ef-4102-bb65-71214bba904e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:25.521921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:19Z', 'revision_number': 3, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:25.603144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8aa0d4-c193-46c3-819c-378ba6166b19 None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:19Z', 'revision_number': 3, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:25.684509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.776843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.825803 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:25.896883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d344ad65-9cb2-4b50-b256-b2bd71bcae78,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:26.059016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:26.061493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:26.143176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3efea1-f8e8-410c-8bb4-bf2dfafa88c2 req-5f4b8f3e-25b5-4e44-aa3d-20bdbbd23f57 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 210 time: 0.0603433 Feb 16 15:07:26.151608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:26.164493 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:26.164493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f635848b-b55a-4de9-8205-ba708d759053 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "DELETE /v2.0/floatingips/ff792cf6-b7e8-439c-b25a-9c44e95fc737 HTTP/1.1" status: 204 len: 168 time: 2.0267868 Feb 16 15:07:26.340697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-4e4e2202-de64-402c-b646-791e1648bccb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:26.343168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-4e4e2202-de64-402c-b646-791e1648bccb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 804 time: 0.9574356 Feb 16 15:07:26.390798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Request body: {'port': {'device_id': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'admin_state_up': True, 'tenant_id': 'b9a5a35479b049cb8f960f7ae9021caf'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:26.447576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:26.530477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e0cd8b0a-e56b-410f-b32a-16cba88ae62a None None] Provisioning complete for port d344ad65-9cb2-4b50-b256-b2bd71bcae78 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:26.531139 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e0cd8b0a-e56b-410f-b32a-16cba88ae62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:26.579598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:26.621705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd8b0a-e56b-410f-b32a-16cba88ae62a None None] Port d344ad65-9cb2-4b50-b256-b2bd71bcae78 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:26.689868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51730) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:26.705862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9303618f-4754-4825-a1f4-3c56475ffe41 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593666083', 'description': 'tempest-description--798000251'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:26.754896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:26.776437 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6af32fe1-6bff-43ac-b78c-b3d39fce33b0 admin admin] 10.222.0.113 "PUT /v2.0/routers/7a565e9b-73e3-46e7-9fa5-7e088edb8366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4886396 Feb 16 15:07:26.861963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router e22a80a3-2241-4318-8c81-111779a5c85a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:26.881698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.25.6.36 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/963d933d-7236-4490-9bbb-30fc1dd62306) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:26.931740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9303618f-4754-4825-a1f4-3c56475ffe41 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.119596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9303618f-4754-4825-a1f4-3c56475ffe41 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.154517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c40acf1b-9a5f-4a5c-b514-8f033600d568 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:27.202761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:27.216435 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] Sync routers for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:27.227243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c40acf1b-9a5f-4a5c-b514-8f033600d568 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:27.228110 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.244350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.250208 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:27.251248 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:27.268121 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9303618f-4754-4825-a1f4-3c56475ffe41 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.268930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Made reservation on behalf of b9a5a35479b049cb8f960f7ae9021caf for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:27.272527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.394391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303618f-4754-4825-a1f4-3c56475ffe41 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ef4f16-bd2e-4104-8af2-2acf4c729941,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:27.440719 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.449380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1477b283-15ec-4bc0-8ca0-56fbb992a267 req-b5513fca-48e9-42cd-ad42-46009f455900 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 210 time: 0.0602603 Feb 16 15:07:27.486239 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:27.495197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9303618f-4754-4825-a1f4-3c56475ffe41 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.501965 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9303618f-4754-4825-a1f4-3c56475ffe41 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8038585 Feb 16 15:07:27.504238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51742) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:27.510237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c3793cf0-da67-44e7-ae44-2a0ebc8e07fc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'security_group_rule': {'security_group_id': 'c2ef4f16-bd2e-4104-8af2-2acf4c729941', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:27.520723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0edd9a1c-c6a9-4f55-91af-31906d9566c8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8053262 Feb 16 15:07:27.522234 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51744) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:27.575499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'tag': '573807c8-b265-4b04-93d7-769813bcef04'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:27.578964 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "tag": "573807c8-b265-4b04-93d7-769813bcef04"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:27.625293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.635659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Allocated IP 172.20.0.2 (eb589a9c-3c83-4ed6-b821-5dc536a12a7d/a12bbc52-e292-402a-ae65-548c72b8f0a6/7611b430-19e3-4e1c-a30f-761d903383b0) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:27.669924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:27.728166 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa92e66-bb48-4d24-a4f9-9e80e51eb454 x-openstack-request-id: req-0aa92e66-bb48-4d24-a4f9-9e80e51eb454 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:27.728859 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "tag": "573807c8-b265-4b04-93d7-769813bcef04", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:27.729425 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0aa92e66-bb48-4d24-a4f9-9e80e51eb454 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:27.730117 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'tag': '573807c8-b265-4b04-93d7-769813bcef04', 'status': 'completed', 'code': 200} Feb 16 15:07:27.735824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port c40acf1b-9a5f-4a5c-b514-8f033600d568, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c40acf1b-9a5f-4a5c-b514-8f033600d568,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:27.778167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:27.797734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=963d933d-7236-4490-9bbb-30fc1dd62306,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:27.832378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:27.842152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:27.997995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:27.999350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.000030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.000659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.001299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.001912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.002569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.003057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.003515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.004000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.004506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.007098 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b886d6b9-f4f5-4cc6-a66d-5fd8a6bed86d tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7794 time: 0.4838171 Feb 16 15:07:28.011084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51756) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:28.024738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-a423c2bf-24ae-41c4-807a-7769a5f1dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.026411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-a423c2bf-24ae-41c4-807a-7769a5f1dd14 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1135 time: 0.2602186 Feb 16 15:07:28.035371 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '530e24e4-8878-4b13-9b97-77707f3ba2f8', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'port_id': '573807c8-b265-4b04-93d7-769813bcef04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'mac_address': 'fa:16:3e:e2:ca:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:23Z', 'revision_number': 0, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:28.045876 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:28.080686 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] Checking router: e22a80a3-2241-4318-8c81-111779a5c85a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:07:28.096058 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:28.096058 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:28.132551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=c40acf1b-9a5f-4a5c-b514-8f033600d568,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:28.265919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:28.307460 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:28.346870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-61c274fc-2af9-4f63-9b04-ce50d5fe3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.349326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-61c274fc-2af9-4f63-9b04-ce50d5fe3e4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=9021c708-02ef-48b8-b238-29e3a783ec4e HTTP/1.1" status: 200 len: 899 time: 0.2937372 Feb 16 15:07:28.548081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-f0c120e3-0760-4abc-8e20-5b86178144ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573807c8-b265-4b04-93d7-769813bcef04 HTTP/1.1" status: 200 len: 999 time: 0.1846290 Feb 16 15:07:28.610244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:28.638038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:28.639328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:28.648352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51768) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:28.650075 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:28.657171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-82505929-network', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:28.715607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:07:28.777104 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '530e24e4-8878-4b13-9b97-77707f3ba2f8', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'port_id': '573807c8-b265-4b04-93d7-769813bcef04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'mac_address': 'fa:16:3e:e2:ca:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:23Z', 'revision_number': 0, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:28.811924 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3c9d3-8dc5-4ce7-bc7c-ea61acdfceb6 None None] The sync data for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 is: [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '530e24e4-8878-4b13-9b97-77707f3ba2f8', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'port_id': '573807c8-b265-4b04-93d7-769813bcef04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'mac_address': 'fa:16:3e:e2:ca:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:23Z', 'revision_number': 0, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.830363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.833178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ab483b0c-5322-44f0-a427-aed60ead5fa8 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7154 time: 0.8208938 Feb 16 15:07:28.837609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:28.866864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3793cf0-da67-44e7-ae44-2a0ebc8e07fc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:28.934506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-17ba977b-d646-4d8d-a54b-c9c95014c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:28.942902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-17ba977b-d646-4d8d-a54b-c9c95014c7a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aedd5830-e119-4be0-8d56-0bf5605729fb HTTP/1.1" status: 200 len: 835 time: 0.3355219 Feb 16 15:07:28.965284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Network eb589a9c-3c83-4ed6-b821-5dc536a12a7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:28.969269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:28.985002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:29.001571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:29.020525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event updated for resources: {'Port': ['ID=7611b430-19e3-4e1c-a30f-761d903383b0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:29.108166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4ccf2-9662-4427-a6b4-93eb06adea86 req-01a5680b-45bd-4776-bc06-645498ae09eb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:29.110002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90a4ccf2-9662-4427-a6b4-93eb06adea86 req-01a5680b-45bd-4776-bc06-645498ae09eb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 931 time: 0.4882162 Feb 16 15:07:29.166351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3793cf0-da67-44e7-ae44-2a0ebc8e07fc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.218577 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dbb40f-f031-4cfd-8e1b-04c1853fc0d3 None None] New status for floating IP 530e24e4-8878-4b13-9b97-77707f3ba2f8: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:07:29.229493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Made reservation on behalf of 5e7df76ee27843949eb3d4fe8b91c686 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:29.233666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.273153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c40acf1b-9a5f-4a5c-b514-8f033600d568 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:29.306308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:29.306882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.317577 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08034946-b8d0-4cfc-8cef-09a37d40a9fc tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5222 time: 0.4785671 Feb 16 15:07:29.319053 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3793cf0-da67-44e7-ae44-2a0ebc8e07fc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.322851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51776) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:29.327516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.367755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3793cf0-da67-44e7-ae44-2a0ebc8e07fc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68174d59-352e-4fa1-b62a-1d34eeab3bb8,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:29.401997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-afb039c4-3584-4846-a621-8b687585e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:29.403556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-afb039c4-3584-4846-a621-8b687585e4b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9021c708-02ef-48b8-b238-29e3a783ec4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4312408 Feb 16 15:07:29.405823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.446432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c40acf1b-9a5f-4a5c-b514-8f033600d568 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:29.446807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.482807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90a4ccf2-9662-4427-a6b4-93eb06adea86 req-a824031f-fd56-48da-98ea-d03812236847 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373811 Feb 16 15:07:29.563668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3793cf0-da67-44e7-ae44-2a0ebc8e07fc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.564865 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c3793cf0-da67-44e7-ae44-2a0ebc8e07fc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0596375 Feb 16 15:07:29.565778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839521c3-b992-41f3-b75c-deb1584b8cf4 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:29.566297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839521c3-b992-41f3-b75c-deb1584b8cf4 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:29.567763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51778) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:29.580000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e6bce15e-978c-45ce-92f1-d4fd90f122eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'security_group_rule': {'security_group_id': 'c2ef4f16-bd2e-4104-8af2-2acf4c729941', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:29.580186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-839521c3-b992-41f3-b75c-deb1584b8cf4 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=e22a80a3-2241-4318-8c81-111779a5c85a HTTP/1.1" status: 200 len: 1990 time: 0.2495494 Feb 16 15:07:29.625468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-195ea61f-aa38-432d-adb4-0d22d4d36b54 service neutron] 10.222.0.93 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858609 Feb 16 15:07:29.630042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 2, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:29.651752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-1da3b750-3390-46a1-af6a-6b2a0e6987c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2904844 Feb 16 15:07:29.673451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:07:29.673978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Updating router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 port d344ad65-9cb2-4b50-b256-b2bd71bcae78 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:07:29.678354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Request body: {'port': {'device_id': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:29.687980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.706631 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.783374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.784188 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6bce15e-978c-45ce-92f1-d4fd90f122eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.857419 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.887569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ee1b88e-28a6-43fa-8eda-6039d7aef5fe req-0a12a146-ce26-4e67-aa9d-f552a4545db5 service neutron] 10.222.0.93 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500718 Feb 16 15:07:29.913484 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.953174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6bce15e-978c-45ce-92f1-d4fd90f122eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:29.974708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:07:30.024975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6d9fb7-5986-475c-bb1b-629bb945e3e7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:30.063512 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.063512 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Added segment 97b9c7db-7992-4577-a6aa-3b6ed1f8caea of type vlan for network 845b28d9-8fe6-4f95-922e-b0309f9620e3 Feb 16 15:07:30.136762 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.181820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.229687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6bce15e-978c-45ce-92f1-d4fd90f122eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.251036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bce15e-978c-45ce-92f1-d4fd90f122eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e08cea5-3548-4461-a6eb-486c85edff1b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:30.338336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.425195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6bce15e-978c-45ce-92f1-d4fd90f122eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.425427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f3018-0e18-4376-8718-133c6d9558e7 None None] Pushing event updated for resources: {'Port': ['ID=d344ad65-9cb2-4b50-b256-b2bd71bcae78,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:30.425648 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e6bce15e-978c-45ce-92f1-d4fd90f122eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8290117 Feb 16 15:07:30.425648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51792) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:30.425648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:30.470143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Attempting to bind port d344ad65-9cb2-4b50-b256-b2bd71bcae78 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:30.470575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Attempting to bind port d344ad65-9cb2-4b50-b256-b2bd71bcae78 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:30.470980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Attempting to bind port d344ad65-9cb2-4b50-b256-b2bd71bcae78 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:30.477944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:30.478457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:30.479017 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.479578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:30.480199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Bound port: d344ad65-9cb2-4b50-b256-b2bd71bcae78, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:30.480905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.573977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] For port d344ad65-9cb2-4b50-b256-b2bd71bcae78, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:30.579073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] For port d344ad65-9cb2-4b50-b256-b2bd71bcae78, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d344ad65-9cb2-4b50-b256-b2bd71bcae78,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:30.627682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.653281 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.resource_extend [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 15:07:30.678521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-998bd47c-fa72-4378-af60-e96f5c5383da None None] Provisioning complete for port d344ad65-9cb2-4b50-b256-b2bd71bcae78 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:30.679012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-998bd47c-fa72-4378-af60-e96f5c5383da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.710770 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.727391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-998bd47c-fa72-4378-af60-e96f5c5383da None None] Port d344ad65-9cb2-4b50-b256-b2bd71bcae78 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:30.736841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.745485 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.759382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16549-9859-42d9-9a2e-e2054fcb96df req-d30ee7c6-c14a-4832-b391-110f4f465b52 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:30.767313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fee16549-9859-42d9-9a2e-e2054fcb96df req-d30ee7c6-c14a-4832-b391-110f4f465b52 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 931 time: 0.1286924 Feb 16 15:07:30.798553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:30.799347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:30.848114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fee16549-9859-42d9-9a2e-e2054fcb96df req-e2770ec6-06fc-4242-aa2d-d2618c42a2e7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799470 Feb 16 15:07:30.848745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.921567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.928217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:30.928217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:30.983459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:31.037455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Allocated IP 172.25.6.145 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/888910d1-c09f-4274-9a92-100c520a050d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:31.072130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7611b430-19e3-4e1c-a30f-761d903383b0 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:31.077647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=963d933d-7236-4490-9bbb-30fc1dd62306,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:31.103013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.127868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4755080 Feb 16 15:07:31.128690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f3018-0e18-4376-8718-133c6d9558e7 None None] Pushing event updated for resources: {'Port': ['ID=d344ad65-9cb2-4b50-b256-b2bd71bcae78,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:31.145241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51816) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:31.151563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Request body: {'subnet': {'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-82505929-subnet', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:31.161692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce8297-53f3-411a-956f-8fc024b130ad admin admin] Pushing event updated for resources: {'Network': ['ID=845b28d9-8fe6-4f95-922e-b0309f9620e3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:31.164739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Transition to ACTIVE for port object 7611b430-19e3-4e1c-a30f-761d903383b0 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:07:31.179614 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.300303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.323326 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.328089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:07:31.369860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Made reservation on behalf of 5e7df76ee27843949eb3d4fe8b91c686 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:31.372217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.409813 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP 3f0a0e1c-0989-4861-80b9-70c039e4cc88 associated. External IP: 172.25.6.36, port: 1a7adf30-9701-423b-a760-6fea6c4ce353. Feb 16 15:07:31.449840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-212c63a6-1ddd-4873-b2e4-3177d324e021 None None] Provisioning complete for port d344ad65-9cb2-4b50-b256-b2bd71bcae78 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:31.450674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-212c63a6-1ddd-4873-b2e4-3177d324e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.491574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7611b430-19e3-4e1c-a30f-761d903383b0,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:31.496760 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.561032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'Port': ['ID=888910d1-c09f-4274-9a92-100c520a050d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:31.571683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:31.573470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:31.578801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:31.625333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-212c63a6-1ddd-4873-b2e4-3177d324e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.641408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:30Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:31.678431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.680771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6a2bb-c924-4e99-846f-c313f2a10e36 None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:30Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:31.698981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-212c63a6-1ddd-4873-b2e4-3177d324e021 None None] For port d344ad65-9cb2-4b50-b256-b2bd71bcae78, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d344ad65-9cb2-4b50-b256-b2bd71bcae78,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:31.748099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Attempting to bind port 7611b430-19e3-4e1c-a30f-761d903383b0 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:31.748673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Attempting to bind port 7611b430-19e3-4e1c-a30f-761d903383b0 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:31.748673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Attempting to bind port 7611b430-19e3-4e1c-a30f-761d903383b0 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:31.768212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Port 7611b430-19e3-4e1c-a30f-761d903383b0 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:07:31.768538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Attempting to bind port 7611b430-19e3-4e1c-a30f-761d903383b0 on network eb589a9c-3c83-4ed6-b821-5dc536a12a7d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:31.809478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:31.809976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Checking segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:31.810461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Bound using segment: {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:31.816108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Bound port: 7611b430-19e3-4e1c-a30f-761d903383b0, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63efa39c-5c7e-4607-90c4-7f449eb295ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:31.816108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.825296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.853757 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-212c63a6-1ddd-4873-b2e4-3177d324e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:31.949455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] For port 7611b430-19e3-4e1c-a30f-761d903383b0, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:31.956531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c63a6-1ddd-4873-b2e4-3177d324e021 None None] Pushing event updated for resources: {'Port': ['ID=d344ad65-9cb2-4b50-b256-b2bd71bcae78,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:31.994698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] For port 7611b430-19e3-4e1c-a30f-761d903383b0, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7611b430-19e3-4e1c-a30f-761d903383b0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:32.021091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:32.087081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.098919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.116996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623aad0-f8a1-4a34-b410-b70bd8a1f59f req-d5ca2666-a940-4041-91e1-92a14c33cfdd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.118886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f623aad0-f8a1-4a34-b410-b70bd8a1f59f req-d5ca2666-a940-4041-91e1-92a14c33cfdd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 943 time: 0.1604209 Feb 16 15:07:32.145412 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.193898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.285838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'Port': ['ID=888910d1-c09f-4274-9a92-100c520a050d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:32.294756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.326205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.326205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.326205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] 10.222.0.129 "PUT /v2.0/ports/7611b430-19e3-4e1c-a30f-761d903383b0 HTTP/1.1" status: 200 len: 1091 time: 2.6526644 Feb 16 15:07:32.326205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'tag': '7611b430-19e3-4e1c-a30f-761d903383b0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:32.326205 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13df204b-7f6f-401d-bfe2-4f91828b0c99" -d '{"events": [{"name": "network-changed", "server_uuid": "f233012d-9d0d-48c9-814d-c14729d2b911", "tag": "7611b430-19e3-4e1c-a30f-761d903383b0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:32.356819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cb3817-f3a4-4bb0-9b48-12059c68183f,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:32.389609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab3c8a-6655-460b-baaa-417e7143f2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7611b430-19e3-4e1c-a30f-761d903383b0,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:32.401727 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3e3e5-0752-405a-946d-9405f9677aa4 x-openstack-request-id: req-7ee3e3e5-0752-405a-946d-9405f9677aa4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:32.402014 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f233012d-9d0d-48c9-814d-c14729d2b911", "tag": "7611b430-19e3-4e1c-a30f-761d903383b0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:32.402263 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7ee3e3e5-0752-405a-946d-9405f9677aa4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:32.402681 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'tag': '7611b430-19e3-4e1c-a30f-761d903383b0', 'status': 'completed', 'code': 200} Feb 16 15:07:32.409035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:32.414988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f623aad0-f8a1-4a34-b410-b70bd8a1f59f req-84348c8a-10b3-4fe9-a043-f5c6080b7c67 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598677 Feb 16 15:07:32.420789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:32.441367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:32.442007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:32.453118 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.456493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Checking segment: {'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:32.456854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Network hostable DHCP agents. Network: 845b28d9-8fe6-4f95-922e-b0309f9620e3, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:07:32.457952 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fdb497a3-a980-4fcf-8094-030d23652d02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0535266 Feb 16 15:07:32.484474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df204b-7f6f-401d-bfe2-4f91828b0c99 req-af8dfaa6-83fc-4e1a-bf06-600d9e8732b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.486002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13df204b-7f6f-401d-bfe2-4f91828b0c99 req-af8dfaa6-83fc-4e1a-bf06-600d9e8732b9 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 1094 time: 0.0673988 Feb 16 15:07:32.488906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:32.501483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:32.502320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:32.540730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:32.541655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb290d-b457-4596-811f-c563f6c6c298 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:32.602858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df204b-7f6f-401d-bfe2-4f91828b0c99 req-f69dfc1d-7fd3-4919-bd0f-c1cd1abfeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.604827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13df204b-7f6f-401d-bfe2-4f91828b0c99 req-f69dfc1d-7fd3-4919-bd0f-c1cd1abfeebb service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1110232 Feb 16 15:07:32.735903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-c67e2072-6487-414f-9af0-3ac21a3c847e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1593666083&fields=id&tenant_id=7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 267 time: 0.0718930 Feb 16 15:07:32.770533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.785405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df204b-7f6f-401d-bfe2-4f91828b0c99 req-e886d83e-730f-4229-bd35-ef00dbdc82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.786926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13df204b-7f6f-401d-bfe2-4f91828b0c99 req-e886d83e-730f-4229-bd35-ef00dbdc82b1 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1762295 Feb 16 15:07:32.787462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:07:32.884993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-548468d9-fb62-45f8-819d-35c4fd42c62c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.9161360 Feb 16 15:07:32.888060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51860) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:32.925288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-9d6315b4-aa7f-4a3f-9ea7-e184694041b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.926958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-9d6315b4-aa7f-4a3f-9ea7-e184694041b0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 1094 time: 0.0839136 Feb 16 15:07:32.933694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 845b28d9-8fe6-4f95-922e-b0309f9620e3) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:32.938147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.938731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:32.946712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74e755-0801-48b4-85ef-7bcf214d407e None None] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:32.967401 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e6eeff40-fa89-40cf-9fe9-b9127fdbccb6 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "GET /v2.0/floatingips/3f0a0e1c-0989-4861-80b9-70c039e4cc88 HTTP/1.1" status: 200 len: 976 time: 0.0760338 Feb 16 15:07:32.967713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51862) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:32.995646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-07c3c2eb-28b9-41da-ab7b-6021f3b3d680 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:32.997191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-07c3c2eb-28b9-41da-ab7b-6021f3b3d680 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 817 time: 0.2451179 Feb 16 15:07:32.999778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-c61381b2-72cf-42f5-9066-66992ee66a3f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7611b430-19e3-4e1c-a30f-761d903383b0 HTTP/1.1" status: 200 len: 217 time: 0.0549426 Feb 16 15:07:33.052409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-b8242bd5-250e-488b-ba6c-6dcd3ba0c08e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/quotas/7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 375 time: 0.0480955 Feb 16 15:07:33.069388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a88e61fc-4233-4539-9579-aa8dacd0a60e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9202797 Feb 16 15:07:33.076686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51868) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:33.081810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:33.134728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-51b724f6-c62f-4185-9662-3b650073a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:33.137999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-51b724f6-c62f-4185-9662-3b650073a677 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.1239657 Feb 16 15:07:33.170543 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7f438ded-207f-4481-867f-631102f9822f tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2015073 Feb 16 15:07:33.173032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51870) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:33.178597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-cd8d509f-e6de-4b2a-b018-8618c0293f09 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324903 Feb 16 15:07:33.179059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'port_id': 'd33276f9-f6af-4c14-984a-a3d067a7f1ca'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:33.188309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-4f8441e7-9860-4702-8ab9-1defc91af311 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1280286 Feb 16 15:07:33.209567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d344ad65-9cb2-4b50-b256-b2bd71bcae78 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:33.247502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-845b28d9-8fe6-4f95-922e-b0309f9620e3', 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'fixed_ips': [{'subnet_id': 'b5cb3817-f3a4-4bb0-9b48-12059c68183f'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:07:33.248466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.252535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.315132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.317116 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.384493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-23f9b60f-a3bc-4233-8409-3bfd11cc3da1 service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949720 Feb 16 15:07:33.399643 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.425049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d344ad65-9cb2-4b50-b256-b2bd71bcae78 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:33.426417 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.483251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Allocated IP 172.20.0.2 (845b28d9-8fe6-4f95-922e-b0309f9620e3/b5cb3817-f3a4-4bb0-9b48-12059c68183f/f13da804-a959-40c6-89ad-aa6f339173b2) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:33.502094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74f9e84a-99b0-40b0-bb20-ff5f8581897b req-394dbfd4-6544-4560-9c32-ef66785a832e service neutron] 10.222.0.129 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992303 Feb 16 15:07:33.506275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-7b2959a8-e528-47da-8775-1ab15ce5702b service neutron] 10.222.0.113 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613671 Feb 16 15:07:33.652961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee13ed-c899-4b6d-b01b-4e8705d913ae req-9bd38e50-eceb-4ae7-80ab-dee442a56fd5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:33.654567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee13ed-c899-4b6d-b01b-4e8705d913ae req-9bd38e50-eceb-4ae7-80ab-dee442a56fd5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 943 time: 0.0889084 Feb 16 15:07:33.658974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-68afd82e-8013-4f40-a750-d2d2cdf221db service neutron] 10.222.0.113 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422782 Feb 16 15:07:33.684029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.701115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee13ed-c899-4b6d-b01b-4e8705d913ae req-8004c205-25d7-4e91-afae-a7610f07f367 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 Feb 16 15:07:33.773293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.799207 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.845574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:33.848579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:33.852659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:33.861720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Pushing event updated for resources: {'Port': ['ID=f13da804-a959-40c6-89ad-aa6f339173b2,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:33.951180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ee8bd61-36ce-4fc1-85b6-4e3fcca6f4b1 req-4e24a53f-ec42-41e0-9b5c-0ac394088005 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 210 time: 0.0473669 Feb 16 15:07:33.955783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Attempting to bind port f13da804-a959-40c6-89ad-aa6f339173b2 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:33.956126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Attempting to bind port f13da804-a959-40c6-89ad-aa6f339173b2 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:33.956590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Attempting to bind port f13da804-a959-40c6-89ad-aa6f339173b2 on network 845b28d9-8fe6-4f95-922e-b0309f9620e3 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:33.965344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:33.968730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Checking segment: {'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:33.968730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:33.968730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Bound using segment: {'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:33.968730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Bound port: f13da804-a959-40c6-89ad-aa6f339173b2, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:33.968730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:34.057172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] For port f13da804-a959-40c6-89ad-aa6f339173b2, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:34.061271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] For port f13da804-a959-40c6-89ad-aa6f339173b2, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f13da804-a959-40c6-89ad-aa6f339173b2,segment=NetworkSegment(97b9c7db-7992-4577-a6aa-3b6ed1f8caea),segment_id=97b9c7db-7992-4577-a6aa-3b6ed1f8caea)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:34.150297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:34.229975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8118b3-1522-4215-9fd9-618004e2f9dc None None] Pushing event updated for resources: {'Port': ['ID=f13da804-a959-40c6-89ad-aa6f339173b2,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:34.401243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:34.502656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:34.620258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:34.643832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:34.662284 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP 3f0a0e1c-0989-4861-80b9-70c039e4cc88 associated. External IP: 172.25.6.36, port: 1a7adf30-9701-423b-a760-6fea6c4ce353. Feb 16 15:07:34.847578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879261b-812a-4b5d-8b85-89453e8565d2 req-67602ea1-89d2-4ffb-8b6b-76521045d890 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:34.849427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6879261b-812a-4b5d-8b85-89453e8565d2 req-67602ea1-89d2-4ffb-8b6b-76521045d890 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 943 time: 0.0686941 Feb 16 15:07:34.849571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Allocated IP 172.25.6.6 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f4d7f620-73a8-403d-8a9b-67c1e57ba0c8) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:34.899588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6879261b-812a-4b5d-8b85-89453e8565d2 req-b1d402be-fc00-428b-93b3-d35d419506ef tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Feb 16 15:07:35.047425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:35.068485 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.069573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3194dc37-bced-4592-825a-14a44ab995fc req-26d449bb-745c-4e48-8235-e043da9e1012 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 210 time: 0.0556235 Feb 16 15:07:35.187741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f13da804-a959-40c6-89ad-aa6f339173b2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:35.245543 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:35.246248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f13da804-a959-40c6-89ad-aa6f339173b2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:35.246248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.247338 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:35.263568 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:35.264186 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:35.321901 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:35.329025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.331472 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:35.332118 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:35.367943 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.370360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e21552-9302-44d6-bf84-daf4b50c29be None None] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:35.381517 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:35.382464 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd6e6c-39fd-47f8-abe8-48df99fb0b24 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:35.391787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Pushing event updated for resources: {'Port': ['ID=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:35.401480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:35.426377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4479590e-281e-4777-b3f5-f671f8cfc5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.436203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:35.445465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:35.512969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port f13da804-a959-40c6-89ad-aa6f339173b2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f13da804-a959-40c6-89ad-aa6f339173b2,segment=NetworkSegment(97b9c7db-7992-4577-a6aa-3b6ed1f8caea),segment_id=97b9c7db-7992-4577-a6aa-3b6ed1f8caea)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:35.516379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-883ba988-b06b-45a5-8522-449190c75eb3 None None] Provisioning complete for port f13da804-a959-40c6-89ad-aa6f339173b2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:35.516763 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-883ba988-b06b-45a5-8522-449190c75eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.644835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.700449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:35.729205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-883ba988-b06b-45a5-8522-449190c75eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:35.753981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=f13da804-a959-40c6-89ad-aa6f339173b2,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:35.815659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-883ba988-b06b-45a5-8522-449190c75eb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:07:35.816019 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-883ba988-b06b-45a5-8522-449190c75eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:07:36.072284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8e451-08a6-4f52-8ca0-760b1e244dc6 req-9295ea97-508e-4533-a3fb-3298a254b9d9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:36.073914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dba8e451-08a6-4f52-8ca0-760b1e244dc6 req-9295ea97-508e-4533-a3fb-3298a254b9d9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 943 time: 0.0688236 Feb 16 15:07:36.115893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dba8e451-08a6-4f52-8ca0-760b1e244dc6 req-7ebe0db3-6e67-473a-bdda-77d852b81ac5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Feb 16 15:07:36.173217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:36.180706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:36.182306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd8163e6-40f3-4892-aeab-cb8d7f5a08dd req-795c52cc-e2b9-495d-bf80-d2ccf84a20e2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 210 time: 0.0391722 Feb 16 15:07:36.190019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:36.215477 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:36.216138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:36.253047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:36.262668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:36.263219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:36.296674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:36.300579 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6e4eddb2-a5ad-475a-be5e-70c31d053918 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/floatingips/3f0a0e1c-0989-4861-80b9-70c039e4cc88 HTTP/1.1" status: 200 len: 978 time: 3.1250765 Feb 16 15:07:36.302174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:36.302758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51924) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:36.304287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6c6bfb-22b8-4ed6-b5f5-5cb2d0f96634 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:36.349409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:36.449661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:36.479230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-df411fd4-464b-4882-bb06-9be0cd0cff86 None None] Provisioning complete for port f13da804-a959-40c6-89ad-aa6f339173b2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:36.484483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df411fd4-464b-4882-bb06-9be0cd0cff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:36.698646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:36.700147 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:36.794312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7611b430-19e3-4e1c-a30f-761d903383b0 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:07:36.846321 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:36.846666 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP 3f0a0e1c-0989-4861-80b9-70c039e4cc88 disassociated. External IP: 172.25.6.36, port: d33276f9-f6af-4c14-984a-a3d067a7f1ca. Feb 16 15:07:36.902455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7611b430-19e3-4e1c-a30f-761d903383b0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7611b430-19e3-4e1c-a30f-761d903383b0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:36.921807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '7611b430-19e3-4e1c-a30f-761d903383b0', 'network_id': 'eb589a9c-3c83-4ed6-b821-5dc536a12a7d', 'port_id': '7611b430-19e3-4e1c-a30f-761d903383b0', 'mac_address': 'fa:16:3e:6e:e8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12bbc52-e292-402a-ae65-548c72b8f0a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:07:36.990892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-7c21abeb-bcd1-4d60-9bbc-07dabb825548 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:36.992683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-7c21abeb-bcd1-4d60-9bbc-07dabb825548 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 817 time: 0.1674252 Feb 16 15:07:36.997605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.019753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7611b430-19e3-4e1c-a30f-761d903383b0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:37.059696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7611b430-19e3-4e1c-a30f-761d903383b0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7611b430-19e3-4e1c-a30f-761d903383b0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:37.102129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Router b2970b55-b647-4016-a21c-601c2b64d2fd is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:07:37.119340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f13da804-a959-40c6-89ad-aa6f339173b2 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:37.121468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:37.176851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f13da804-a959-40c6-89ad-aa6f339173b2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:37.177631 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.292921 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.375917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:37.377663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7611b430-19e3-4e1c-a30f-761d903383b0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:37.380898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.387886 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:37.407720 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:37.408352 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:37.419396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:37.433078 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3f090047-7111-49ba-907e-a372489cdb1a tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/floatingips/3f0a0e1c-0989-4861-80b9-70c039e4cc88 HTTP/1.1" status: 200 len: 687 time: 1.0933089 Feb 16 15:07:37.434447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Sync routers for ids ['b2970b55-b647-4016-a21c-601c2b64d2fd'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:37.436426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51932) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:37.451897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Routers {'b2970b55-b647-4016-a21c-601c2b64d2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:37.452635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b2970b55-b647-4016-a21c-601c2b64d2fd'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:37.458765 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:37.471033 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:37.476403 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:37.517113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7611b430-19e3-4e1c-a30f-761d903383b0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:07:37.527440 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:37.528603 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2497a755-01c8-42ed-9eaa-77e01524c1dd None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:37.540342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1cffb4c-2535-46e6-839b-8db1b9c99700 req-51df4df3-1bf6-4019-8bcb-4b04823d8094 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 210 time: 0.1043491 Feb 16 15:07:37.546063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.549866 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c023b0a3-4cb5-486c-8953-cb7120d968fb admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4693983 Feb 16 15:07:37.551107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51936) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:37.604575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-45aabea6-4142-4475-8d40-ce76c3793dc7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 380 time: 0.6025448 Feb 16 15:07:37.616553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'port': {'device_id': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'admin_state_up': True, 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'security_groups': ['c2ef4f16-bd2e-4104-8af2-2acf4c729941']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:37.763836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe52ee4-8c48-40cf-8411-cac27e2f55cf req-b3cd4fc5-3417-4df5-b82a-cd0f6085625a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:37.771808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebe52ee4-8c48-40cf-8411-cac27e2f55cf req-b3cd4fc5-3417-4df5-b82a-cd0f6085625a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 944 time: 0.3364582 Feb 16 15:07:37.815849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Set router b2970b55-b647-4016-a21c-601c2b64d2fd gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:37.848567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebe52ee4-8c48-40cf-8411-cac27e2f55cf req-8c7af5aa-d2eb-4eeb-9eab-f7c842f8d362 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755484 Feb 16 15:07:37.887563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 963d933d-7236-4490-9bbb-30fc1dd62306 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:37.887920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.981935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Made reservation on behalf of 7c2ce7f2222046fc9ac9ce61e431e870 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:37.986791 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.993637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:37.994124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.021786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 963d933d-7236-4490-9bbb-30fc1dd62306 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:38.025220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51940) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:38.135516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-37878112-feba-43fc-a952-ad4f44937672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.171141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:07:35Z', 'revision_number': 3, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port': {'id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:34Z', 'updated_at': '2022-02-16T15:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:38.171783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.223517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Checking router: b2970b55-b647-4016-a21c-601c2b64d2fd for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:07:38.223949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Updating router b2970b55-b647-4016-a21c-601c2b64d2fd port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:07:38.231446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] Deleting subnet 3ea63bba-571a-4ba7-926c-aeac2b9cb0b6 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:07:38.269450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.275244 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.372369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.374888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Allocated IP 172.20.0.12 (c4df7a7d-a20b-44ab-be36-233e0079b53f/098ddd12-aca5-4361-b9b0-943cd33572a1/b45c771e-b4b4-434c-b42c-1c7073d54c80) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:38.488589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.659467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.666237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa179d6b-679c-4671-8a13-80a01fa92092 req-19ee829f-9584-43dd-8971-20bc9fcd2756 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 210 time: 0.0305965 Feb 16 15:07:38.723842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Allocated IP 172.20.0.1 (845b28d9-8fe6-4f95-922e-b0309f9620e3/b5cb3817-f3a4-4bb0-9b48-12059c68183f/e8b12dde-f903-45f6-a62e-480dbe8fc582) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:38.724369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.771114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=963d933d-7236-4490-9bbb-30fc1dd62306,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:38.810771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.810998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7611b430-19e3-4e1c-a30f-761d903383b0 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:38.856314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.856733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.857000 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.857142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.857356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.857693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.858061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.858382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.858713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.859037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.859393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.859768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.860096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:38.867420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea63bba-571a-4ba7-926c-aeac2b9cb0b6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:38.900557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:38.906123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51946) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:38.906330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3ec6061b-c688-43e1-9ac7-e7e6dc72c0df admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3ea63bba-571a-4ba7-926c-aeac2b9cb0b6 HTTP/1.1" status: 204 len: 168 time: 0.8769348 Feb 16 15:07:38.984979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.009868 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.017042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.019782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.020892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff60581c-9170-4db5-adad-3c685906d78d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/floatingips/3f0a0e1c-0989-4861-80b9-70c039e4cc88 HTTP/1.1" status: 204 len: 168 time: 1.5829780 Feb 16 15:07:39.023738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:39.041283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.079373 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-4095c751-a0ec-4c3e-9ece-9ed01c897d89 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] delete failed (client error): The resource could not be found. Feb 16 15:07:39.080670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4095c751-a0ec-4c3e-9ece-9ed01c897d89 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/floatingips/3f0a0e1c-0989-4861-80b9-70c039e4cc88 HTTP/1.1" status: 404 len: 345 time: 0.0556459 Feb 16 15:07:39.091714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.091910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c9604-195a-4a39-bf97-6554eb6a07bc req-7c65d7f3-d8f7-4bde-9415-5fb7e6f09b2c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.093340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-692c9604-195a-4a39-bf97-6554eb6a07bc req-7c65d7f3-d8f7-4bde-9415-5fb7e6f09b2c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 944 time: 0.1485898 Feb 16 15:07:39.098049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51950) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:39.103720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.110871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 7611b430-19e3-4e1c-a30f-761d903383b0 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:07:39.133636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 7611b430-19e3-4e1c-a30f-761d903383b0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:39.134006 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.145688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Attempting to bind port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:39.146061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Attempting to bind port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:39.146422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Attempting to bind port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:39.157461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce089b22-5cf6-4d7d-acc7-3a25a119f6a8']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:39.171962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f77874-37df-4927-af12-8a42a7901d47 None None] Pushing event updated for resources: {'Port': ['ID=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:39.180702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:39.181218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:39.181693 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.182318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:39.182888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Bound port: f4d7f620-73a8-403d-8a9b-67c1e57ba0c8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:39.183339 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.193321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc38bdac-57fb-4592-bd3c-56628d5abd32') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:39.193621 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc38bdac-57fb-4592-bd3c-56628d5abd32') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:39.213904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.227365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57624224-7b4c-467e-8a12-a725092a2457 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.233943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57624224-7b4c-467e-8a12-a725092a2457 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.241249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57624224-7b4c-467e-8a12-a725092a2457 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.243182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-57624224-7b4c-467e-8a12-a725092a2457 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "GET /v2.0/ports?network_id=b93d822f-ded1-4e20-b310-d221ab4e0719 HTTP/1.1" status: 200 len: 2358 time: 0.1441193 Feb 16 15:07:39.245182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.247017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-692c9604-195a-4a39-bf97-6554eb6a07bc req-626cbc46-a805-44ec-9285-dbb41a24a6af tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107497 Feb 16 15:07:39.247507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51952) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:39.257215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:07:39.258040 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:07:39.260583 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:07:39.282223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] For port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:39.282981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:39.286294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] For port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:39.313465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d8067-d9ea-4b0a-9215-ea061539a1b3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.319695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f65d8067-d9ea-4b0a-9215-ea061539a1b3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "GET /v2.0/subnets/c3dd10b5-89f9-438a-9d92-1fb9377622db HTTP/1.1" status: 200 len: 797 time: 0.0664277 Feb 16 15:07:39.319865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 51956) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:39.320767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:39.324816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'port': {'network_id': 'b93d822f-ded1-4e20-b310-d221ab4e0719', 'name': 'tempest-FloatingIPTestJSON-951253849', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:39.332193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.337891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:39.344391 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.373713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b12dde-f903-45f6-a62e-480dbe8fc582,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:39.375680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7611b430-19e3-4e1c-a30f-761d903383b0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:39.379059 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00f9a33-7ef6-4e24-bd33-5675740c9076" -d '{"events": [{"server_uuid": "f233012d-9d0d-48c9-814d-c14729d2b911", "name": "network-vif-plugged", "status": "completed", "tag": "7611b430-19e3-4e1c-a30f-761d903383b0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:39.406427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.419805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7611b430-19e3-4e1c-a30f-761d903383b0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7611b430-19e3-4e1c-a30f-761d903383b0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:39.437516 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35648d4-e931-4a25-ac44-79cc5685e738 x-openstack-request-id: req-a35648d4-e931-4a25-ac44-79cc5685e738 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:39.438605 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f233012d-9d0d-48c9-814d-c14729d2b911", "name": "network-vif-plugged", "status": "completed", "tag": "7611b430-19e3-4e1c-a30f-761d903383b0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:39.438605 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a35648d4-e931-4a25-ac44-79cc5685e738 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:39.438605 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7611b430-19e3-4e1c-a30f-761d903383b0', 'code': 200} Feb 16 15:07:39.453564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Network c4df7a7d-a20b-44ab-be36-233e0079b53f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:39.466305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:39.471017 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.471348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:39.474047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:39.582048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.586204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.587214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.590749 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.596487 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] 10.222.0.113 "DELETE /v2.0/networks/ce089b22-5cf6-4d7d-acc7-3a25a119f6a8 HTTP/1.1" status: 204 len: 168 time: 0.6867957 Feb 16 15:07:39.619830 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.625746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Routers {'b2970b55-b647-4016-a21c-601c2b64d2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:39.626517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b2970b55-b647-4016-a21c-601c2b64d2fd'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:39.638113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902987b5-030a-4f82-9483-18e01f069ed6 req-b029f6e7-79d9-4a95-9328-0b12d9ffbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.640939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-902987b5-030a-4f82-9483-18e01f069ed6 req-b029f6e7-79d9-4a95-9328-0b12d9ffbbd0 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 1095 time: 0.1232698 Feb 16 15:07:39.644338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54009ab-2646-4e7e-b986-9199ff62fadd admin admin] Pushing event deleted for resources: {'Network': ['ID=ce089b22-5cf6-4d7d-acc7-3a25a119f6a8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:39.678743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f77874-37df-4927-af12-8a42a7901d47 None None] Pushing event updated for resources: {'Port': ['ID=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:39.680520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.720494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-902987b5-030a-4f82-9483-18e01f069ed6 req-72b5394d-a34a-40c1-927a-de1440d3335c service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743499 Feb 16 15:07:39.796484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.809229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-e207fb42-db2e-4a48-8847-07810f007e02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1970618 Feb 16 15:07:39.826840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7611b430-19e3-4e1c-a30f-761d903383b0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:39.836555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458e42c-e504-4c55-aed9-32e0e54008bd req-baa5362f-823e-4eec-9707-25ddf3fc694f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:39.838180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a458e42c-e504-4c55-aed9-32e0e54008bd req-baa5362f-823e-4eec-9707-25ddf3fc694f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 932 time: 0.0723279 Feb 16 15:07:39.866750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-727761ca-796b-452c-b3ec-71a2b23167f6 None None] Provisioning complete for port e8b12dde-f903-45f6-a62e-480dbe8fc582 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:39.867359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-727761ca-796b-452c-b3ec-71a2b23167f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.892299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a458e42c-e504-4c55-aed9-32e0e54008bd req-d7a0f62a-6364-4b48-a421-11dbc22bd244 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473475 Feb 16 15:07:39.920207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Request body: {'port': {'device_id': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:39.921812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:39.931152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] Set router b2970b55-b647-4016-a21c-601c2b64d2fd gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:39.932844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-727761ca-796b-452c-b3ec-71a2b23167f6 None None] Port e8b12dde-f903-45f6-a62e-480dbe8fc582 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:39.974895 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.013199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:40.076870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dea90f8f-dd59-4e65-ab16-9e11adff8198 None None] Provisioning complete for port b45c771e-b4b4-434c-b42c-1c7073d54c80 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:40.077155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dea90f8f-dd59-4e65-ab16-9e11adff8198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.140288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-dea90f8f-dd59-4e65-ab16-9e11adff8198 None None] Port b45c771e-b4b4-434c-b42c-1c7073d54c80 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:40.150933 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.170806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:07:35Z', 'revision_number': 3, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port': {'id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:34Z', 'updated_at': '2022-02-16T15:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:40.184195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.206800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001010-b86e-454f-a131-35e9a4d7cf67 None None] The sync data for ids ['b2970b55-b647-4016-a21c-601c2b64d2fd'] in n-d-829433-1 is: [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:07:35Z', 'revision_number': 3, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port': {'id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:34Z', 'updated_at': '2022-02-16T15:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:40.224737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.229959 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b12dde-f903-45f6-a62e-480dbe8fc582,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:40.241302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] device_id is not set on port 30ba9d63-4ed3-40dd-b96a-ba173aaf039f yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:07:40.342029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:40.349134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:40.472190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51966) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:40.571400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd3402-09a4-4bfa-b0fe-5d22394e819a req-4703569f-9053-4132-8dcd-4edb549568a5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:40.573154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82dd3402-09a4-4bfa-b0fe-5d22394e819a req-4703569f-9053-4132-8dcd-4edb549568a5 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2122684 Feb 16 15:07:40.579333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Router b2970b55-b647-4016-a21c-601c2b64d2fd has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:40.597541 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-baada751-9172-4dbe-9961-638d71fb5e20 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5a075d65f32d483888392587e923130f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1210251 Feb 16 15:07:40.597792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 51968) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:40.673871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45c771e-b4b4-434c-b42c-1c7073d54c80 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:40.701631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ce759e0c-218b-4741-b168-c254114307ca None None] Provisioning complete for port e8b12dde-f903-45f6-a62e-480dbe8fc582 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:40.702244 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ce759e0c-218b-4741-b168-c254114307ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.705888 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.741483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Transition to ACTIVE for port object b45c771e-b4b4-434c-b42c-1c7073d54c80 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:07:40.752448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ce759e0c-218b-4741-b168-c254114307ca None None] Port e8b12dde-f903-45f6-a62e-480dbe8fc582 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:40.784558 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3c5-a11d-418b-8b61-956c32e3981d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.784981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82dd3402-09a4-4bfa-b0fe-5d22394e819a req-e9b8fbf4-66bd-4339-866b-a703069994c7 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648915 Feb 16 15:07:40.797037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3c5-a11d-418b-8b61-956c32e3981d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.803944 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:40.812291 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3bd7417-0a95-40d4-b28b-948005e4ff20 admin admin] 10.222.0.113 "PUT /v2.0/routers/b2970b55-b647-4016-a21c-601c2b64d2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2599211 Feb 16 15:07:40.887737 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:40.891975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.14 (b93d822f-ded1-4e20-b310-d221ab4e0719/c3dd10b5-89f9-438a-9d92-1fb9377622db/30ba9d63-4ed3-40dd-b96a-ba173aaf039f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:40.936997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.13 (b93d822f-ded1-4e20-b310-d221ab4e0719/c3dd10b5-89f9-438a-9d92-1fb9377622db/30ba9d63-4ed3-40dd-b96a-ba173aaf039f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:40.989071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:41.020146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3c5-a11d-418b-8b61-956c32e3981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.020146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ea79c3c5-a11d-418b-8b61-956c32e3981d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.020146 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ea79c3c5-a11d-418b-8b61-956c32e3981d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1fec59e0-d809-49da-be97-4f41aed412a9 HTTP/1.1" status: 204 len: 168 time: 0.4201186 Feb 16 15:07:41.040135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c3c5-a11d-418b-8b61-956c32e3981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec59e0-d809-49da-be97-4f41aed412a9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:41.296517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc9bf-139e-4bcd-8db9-3c904dabb355 req-4b430304-8d61-4b59-8109-bb3920aa1420 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:41.298591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e6cc9bf-139e-4bcd-8db9-3c904dabb355 req-4b430304-8d61-4b59-8109-bb3920aa1420 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.2944849 Feb 16 15:07:41.309451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:41.390209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:41.390746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:41.391169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:41.400746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.416416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Port b45c771e-b4b4-434c-b42c-1c7073d54c80 on network c4df7a7d-a20b-44ab-be36-233e0079b53f not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:07:41.416741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:41.437267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.445316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:41.445586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Checking segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:41.446312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Bound using segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:41.446312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Bound port: b45c771e-b4b4-434c-b42c-1c7073d54c80, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:41.446651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.453512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e6cc9bf-139e-4bcd-8db9-3c904dabb355 req-c3630805-d86b-4073-bed3-f48d1c92dfff tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687957 Feb 16 15:07:41.560285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:41.564261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:41.644502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:41.644877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.670126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.721530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network b93d822f-ded1-4e20-b310-d221ab4e0719 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:41.732860 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.739379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:41.751986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:41.777166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.795988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:41.796454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.797884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] 10.222.0.129 "PUT /v2.0/ports/b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1092 time: 1.8819528 Feb 16 15:07:41.798344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:41.806170 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fba3d1-8fad-4e32-969c-37d3fc4855e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:41.807880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.816639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:41.817000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=30ba9d63-4ed3-40dd-b96a-ba173aaf039f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:41.868661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:41.869156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:41.896391 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b268f576-b53f-4c99-878b-cdeef0217ee6 x-openstack-request-id: req-b268f576-b53f-4c99-878b-cdeef0217ee6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:41.896887 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:41.897166 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b268f576-b53f-4c99-878b-cdeef0217ee6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:41.897613 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'status': 'completed', 'code': 200} Feb 16 15:07:41.979268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b493ec-79b8-4262-b7c5-ffc17b342b20 service neutron] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:42.016008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba3d1-8fad-4e32-969c-37d3fc4855e5 req-9e481f13-8d0a-467c-b692-04b81f0e63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:42.017712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33fba3d1-8fad-4e32-969c-37d3fc4855e5 req-9e481f13-8d0a-467c-b692-04b81f0e63bc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1095 time: 0.1091728 Feb 16 15:07:42.032713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53b594-aa00-4fec-b402-4a7fe14f2953 req-5cc05ba7-5559-45af-8f1f-2214a3f76ef2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:42.033612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e53b594-aa00-4fec-b402-4a7fe14f2953 req-5cc05ba7-5559-45af-8f1f-2214a3f76ef2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.0794361 Feb 16 15:07:42.090785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:42.110157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-205bf551-c15f-4b8f-aa54-17b9108ea3da tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7852283 Feb 16 15:07:42.110157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52000) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:42.127047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '30ba9d63-4ed3-40dd-b96a-ba173aaf039f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:42.171454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e53b594-aa00-4fec-b402-4a7fe14f2953 req-d2965747-1cb9-42a5-8227-4ff79ac1faf1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275263 Feb 16 15:07:42.177919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:42.575273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:42.608858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba3d1-8fad-4e32-969c-37d3fc4855e5 req-340f56ab-f845-4983-b0c5-b1bc71157609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:42.610395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33fba3d1-8fad-4e32-969c-37d3fc4855e5 req-340f56ab-f845-4983-b0c5-b1bc71157609 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5758278 Feb 16 15:07:42.612546 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Sync routers for ids ['b2970b55-b647-4016-a21c-601c2b64d2fd'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:42.625417 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Routers {'b2970b55-b647-4016-a21c-601c2b64d2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:42.626096 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b2970b55-b647-4016-a21c-601c2b64d2fd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:42.640387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa512e4e-e3a9-4eb5-a27c-9ae3ea99da68 req-cea6aa9d-d486-43f3-a34c-55b9e3638476 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:42.641957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa512e4e-e3a9-4eb5-a27c-9ae3ea99da68 req-cea6aa9d-d486-43f3-a34c-55b9e3638476 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.0845597 Feb 16 15:07:42.664262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:42.829165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52018) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:42.831012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa512e4e-e3a9-4eb5-a27c-9ae3ea99da68 req-0b88c405-80a5-443a-b8a8-9151c1429534 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723008 Feb 16 15:07:42.846020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2800a1-13a4-4ec2-8b4d-c703634169f9 req-18a29809-377a-4e4c-8ae4-0cb71c4258fb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:42.847562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d2800a1-13a4-4ec2-8b4d-c703634169f9 req-18a29809-377a-4e4c-8ae4-0cb71c4258fb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2186646 Feb 16 15:07:42.850381 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Set router b2970b55-b647-4016-a21c-601c2b64d2fd gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:42.876270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba3d1-8fad-4e32-969c-37d3fc4855e5 req-9f394877-2301-441f-ba7e-f85857f6be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:42.878152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33fba3d1-8fad-4e32-969c-37d3fc4855e5 req-9f394877-2301-441f-ba7e-f85857f6be6f service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2597399 Feb 16 15:07:42.921639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d2800a1-13a4-4ec2-8b4d-c703634169f9 req-c8712dd4-5e19-413c-811a-585858519881 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653574 Feb 16 15:07:42.998616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.012325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-3b80f92b-723b-45b9-8571-570899cab7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:43.013955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-3b80f92b-723b-45b9-8571-570899cab7b6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1095 time: 0.0809655 Feb 16 15:07:43.037658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1439864273-network', 'tenant_id': 'e1fa378814fa4921adf6af8976c65678'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:43.114408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-7aea9fcb-b7e0-4683-9d3b-661b2d6d3ae4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 217 time: 0.0624728 Feb 16 15:07:43.123959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:43.154494 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:07:39Z', 'revision_number': 4, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port': {'id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:34Z', 'updated_at': '2022-02-16T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e8b12dde-f903-45f6-a62e-480dbe8fc582', 'name': '', 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'mac_address': 'fa:16:3e:4a:12:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b5cb3817-f3a4-4bb0-9b48-12059c68183f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:38Z', 'updated_at': '2022-02-16T15:07:39Z', 'revision_number': 2, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'subnets': [{'id': 'b5cb3817-f3a4-4bb0-9b48-12059c68183f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:43.177730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:43.178076 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.190711 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Checking router: b2970b55-b647-4016-a21c-601c2b64d2fd for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:07:43.191676 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Updating router b2970b55-b647-4016-a21c-601c2b64d2fd port e8b12dde-f903-45f6-a62e-480dbe8fc582 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:07:43.217622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Made reservation on behalf of e1fa378814fa4921adf6af8976c65678 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:43.220044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.224372 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.231511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.269105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be30fd-e54f-4a7f-80aa-64a21a6b4844 req-6dc78f4c-b340-479a-ab8d-6a6fd4686045 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:43.278674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3be30fd-e54f-4a7f-80aa-64a21a6b4844 req-6dc78f4c-b340-479a-ab8d-6a6fd4686045 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2255580 Feb 16 15:07:43.301100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-196cc4f7-1bbf-4d35-9340-cae4b37a9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:43.303024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-196cc4f7-1bbf-4d35-9340-cae4b37a9c81 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.1536245 Feb 16 15:07:43.348293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.362091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.25.6.186 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f7abcdc7-772f-4656-b3ea-883a3df4e8ef) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:43.373539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3be30fd-e54f-4a7f-80aa-64a21a6b4844 req-65b05f07-f750-40d8-b4dc-e17063d8cf89 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925205 Feb 16 15:07:43.448139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.466111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-7765a596-2216-4946-bb62-bcea8cc9924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:43.467944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-7765a596-2216-4946-bb62-bcea8cc9924a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496017 Feb 16 15:07:43.477174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:07:43.498128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288eb083-8b59-4c5c-a0b5-9d7403f57ed9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:43.503199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.503570 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Added segment 0cfde46d-a68c-4dd9-b54e-b579a8ded6f5 of type vlan for network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e Feb 16 15:07:43.551392 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.552159 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.615690 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.636248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-72da36b4-8f2e-480f-97dd-55b3af03ffbd service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594832 Feb 16 15:07:43.724787 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.749728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-611e9e55-46ab-4cc7-8e54-303945ae8013 req-6648e34b-d201-43e3-b79d-2bd36a3a5b08 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052403 Feb 16 15:07:43.780554 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6f691-5cc7-410d-b919-406758a18dd5 None None] Pushing event updated for resources: {'Port': ['ID=e8b12dde-f903-45f6-a62e-480dbe8fc582,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:43.783946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.784960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:43.785614 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.839364 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Attempting to bind port e8b12dde-f903-45f6-a62e-480dbe8fc582 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:43.839812 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Attempting to bind port e8b12dde-f903-45f6-a62e-480dbe8fc582 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:43.840127 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Attempting to bind port e8b12dde-f903-45f6-a62e-480dbe8fc582 on network 845b28d9-8fe6-4f95-922e-b0309f9620e3 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:43.845823 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:43.846430 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Checking segment: {'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:43.847390 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.847960 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Bound using segment: {'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:43.850712 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.860830 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Bound port: e8b12dde-f903-45f6-a62e-480dbe8fc582, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b9c7db-7992-4577-a6aa-3b6ed1f8caea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:43.861440 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:43.897525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] Pushing event updated for resources: {'Network': ['ID=790dc807-3a5a-4ac2-bfb8-8476d46cb15e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:43.915396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:07:43.947018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:43.956374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:43.960730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:43.977943 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-35eb9f08-3d2d-4c92-920d-34bcd7dc5291 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1473365 Feb 16 15:07:43.981894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52036) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:43.986904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Request body: {'subnet': {'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1439864273-subnet', 'tenant_id': 'e1fa378814fa4921adf6af8976c65678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:44.035107 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] For port e8b12dde-f903-45f6-a62e-480dbe8fc582, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:44.039295 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] For port e8b12dde-f903-45f6-a62e-480dbe8fc582, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e8b12dde-f903-45f6-a62e-480dbe8fc582,segment=NetworkSegment(97b9c7db-7992-4577-a6aa-3b6ed1f8caea),segment_id=97b9c7db-7992-4577-a6aa-3b6ed1f8caea)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:44.082639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=f7abcdc7-772f-4656-b3ea-883a3df4e8ef,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:44.129106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0445832f-e4fb-4b1c-af4f-e815b8205d2c None None] Provisioning complete for port e8b12dde-f903-45f6-a62e-480dbe8fc582 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:44.129718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0445832f-e4fb-4b1c-af4f-e815b8205d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.168103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0445832f-e4fb-4b1c-af4f-e815b8205d2c None None] Port e8b12dde-f903-45f6-a62e-480dbe8fc582 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:44.171866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176207ce-f985-4fb0-81ae-9fa319afdca3 req-cbee9688-d591-4cda-858b-42b1584bc680 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:44.173399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-176207ce-f985-4fb0-81ae-9fa319afdca3 req-cbee9688-d591-4cda-858b-42b1584bc680 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1264184 Feb 16 15:07:44.204388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83c508-6190-4f73-b80f-83dca705a920 req-92de42f4-0a49-4981-a0fc-e9b54e7d8c4c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:44.205851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b83c508-6190-4f73-b80f-83dca705a920 req-92de42f4-0a49-4981-a0fc-e9b54e7d8c4c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.2428405 Feb 16 15:07:44.218503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Made reservation on behalf of e1fa378814fa4921adf6af8976c65678 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:44.221354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.261344 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.317273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b83c508-6190-4f73-b80f-83dca705a920 req-b79d3bbe-b00d-4f78-acfc-d53b3ae4d9fb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952423 Feb 16 15:07:44.344496 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Routers {'b2970b55-b647-4016-a21c-601c2b64d2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:44.345398 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b2970b55-b647-4016-a21c-601c2b64d2fd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:44.407983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-176207ce-f985-4fb0-81ae-9fa319afdca3 req-f6b823fc-8485-49b4-9809-f583a25e849d tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114930 Feb 16 15:07:44.493176 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6f691-5cc7-410d-b919-406758a18dd5 None None] Pushing event updated for resources: {'Port': ['ID=e8b12dde-f903-45f6-a62e-480dbe8fc582,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:44.497841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.512597 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] Set router b2970b55-b647-4016-a21c-601c2b64d2fd gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:44.604064 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Checking segment: {'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:44.604738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Network hostable DHCP agents. Network: 790dc807-3a5a-4ac2-bfb8-8476d46cb15e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:07:44.609780 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b169ee2e-e884-4505-8a7d-52454721a481,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:44.694876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0a74702c-abe2-4e9d-9ec1-bcd175e37545 None None] Provisioning complete for port e8b12dde-f903-45f6-a62e-480dbe8fc582 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:44.695408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a74702c-abe2-4e9d-9ec1-bcd175e37545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.725780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.776535 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a74702c-abe2-4e9d-9ec1-bcd175e37545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.782092 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:07:39Z', 'revision_number': 4, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port': {'id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:34Z', 'updated_at': '2022-02-16T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e8b12dde-f903-45f6-a62e-480dbe8fc582', 'name': '', 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'mac_address': 'fa:16:3e:4a:12:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b5cb3817-f3a4-4bb0-9b48-12059c68183f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:38Z', 'updated_at': '2022-02-16T15:07:44Z', 'revision_number': 4, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'subnets': [{'id': 'b5cb3817-f3a4-4bb0-9b48-12059c68183f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:44.809704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0a74702c-abe2-4e9d-9ec1-bcd175e37545 None None] For port e8b12dde-f903-45f6-a62e-480dbe8fc582, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e8b12dde-f903-45f6-a62e-480dbe8fc582,segment=NetworkSegment(97b9c7db-7992-4577-a6aa-3b6ed1f8caea),segment_id=97b9c7db-7992-4577-a6aa-3b6ed1f8caea)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:44.814139 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6958b31-53d3-4ab1-b93d-1581ffd220e6 None None] The sync data for ids ['b2970b55-b647-4016-a21c-601c2b64d2fd'] in n-d-829433-1 is: [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:07:39Z', 'revision_number': 4, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port': {'id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:34Z', 'updated_at': '2022-02-16T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'e8b12dde-f903-45f6-a62e-480dbe8fc582', 'name': '', 'network_id': '845b28d9-8fe6-4f95-922e-b0309f9620e3', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'mac_address': 'fa:16:3e:4a:12:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'b5cb3817-f3a4-4bb0-9b48-12059c68183f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:38Z', 'updated_at': '2022-02-16T15:07:44Z', 'revision_number': 4, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'subnets': [{'id': 'b5cb3817-f3a4-4bb0-9b48-12059c68183f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:44.887409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:07:44.937667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a74702c-abe2-4e9d-9ec1-bcd175e37545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.943825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:44.990350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 790dc807-3a5a-4ac2-bfb8-8476d46cb15e) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:44.998484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:44.998798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74702c-abe2-4e9d-9ec1-bcd175e37545 None None] Pushing event updated for resources: {'Port': ['ID=e8b12dde-f903-45f6-a62e-480dbe8fc582,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:44.999075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:45.010459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13492045-3f63-45c8-97ec-d45ea00a485d None None] Network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:45.161644 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-440ed746-8094-4b7d-9f25-cae0c014bab4 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1786566 Feb 16 15:07:45.173008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e8b12dde-f903-45f6-a62e-480dbe8fc582 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:45.237622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:45.240015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f791c-38a5-4a8e-aa0c-155d692271a0 None None] Network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:07:45.303782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e8b12dde-f903-45f6-a62e-480dbe8fc582 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:45.304077 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:45.338740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:45.437398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=f7abcdc7-772f-4656-b3ea-883a3df4e8ef,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:45.505927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:45.663048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f8283-aa1f-4dc4-9d71-21a9b8efd862 req-4cb4aa6c-eaf3-494c-bd63-71ca26156aaa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:45.664716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc5f8283-aa1f-4dc4-9d71-21a9b8efd862 req-4cb4aa6c-eaf3-494c-bd63-71ca26156aaa tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.2018845 Feb 16 15:07:45.710796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0fb18-ab0b-477e-8f89-06ce0a277948 req-a6a0fa15-ffff-4720-b0ad-fc60c1a2cf61 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:45.712318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43f0fb18-ab0b-477e-8f89-06ce0a277948 req-a6a0fa15-ffff-4720-b0ad-fc60c1a2cf61 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1565673 Feb 16 15:07:45.768733 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP efe1469e-239b-4d92-949e-387036fd40a1 associated. External IP: 172.25.6.186, port: 30ba9d63-4ed3-40dd-b96a-ba173aaf039f. Feb 16 15:07:45.778184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc5f8283-aa1f-4dc4-9d71-21a9b8efd862 req-bb6e1570-2970-4287-94de-a315e7462d6d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923235 Feb 16 15:07:45.826344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-862b8db8-0d8e-45df-b067-15037be4ce7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2124996 Feb 16 15:07:45.839087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43f0fb18-ab0b-477e-8f89-06ce0a277948 req-9b80b738-c69b-4245-9376-07c0d67e8009 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175883 Feb 16 15:07:46.031838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-aa4b12e5-1577-4ec6-92e0-ae840774c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:46.033427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-aa4b12e5-1577-4ec6-92e0-ae840774c7ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 1096 time: 0.1576581 Feb 16 15:07:46.162158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-adc7c79a-64cf-492a-8883-c29864f80181 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:46.163711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-adc7c79a-64cf-492a-8883-c29864f80181 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.2736027 Feb 16 15:07:46.197032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-b6c00761-f2d1-4a17-9611-a538dec716cf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/quotas/d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 375 time: 0.0227649 Feb 16 15:07:46.256556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:46.260707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-05297480-5a15-431e-9935-a3df6731142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:46.262186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-05297480-5a15-431e-9935-a3df6731142d service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 200 len: 906 time: 0.2013137 Feb 16 15:07:46.313954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-485b195c-bfdf-4077-9b89-f55ed78fc1a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d HTTP/1.1" status: 200 len: 217 time: 0.0413043 Feb 16 15:07:46.370751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-d6a91320-65e2-467b-a85c-a144e1d6d534 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652451 Feb 16 15:07:46.473165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:46.839502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-d950cf7e-5ea3-45a7-a390-25167c30a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:46.841166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-d950cf7e-5ea3-45a7-a390-25167c30a475 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 200 len: 844 time: 0.4909508 Feb 16 15:07:46.860560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:07:46.898850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-9c33f0a2-14ee-4047-a278-436d2db17abb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb589a9c-3c83-4ed6-b821-5dc536a12a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458641 Feb 16 15:07:46.902629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:46.927979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:46.946659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:46.951519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:46.985143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:47.012614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:47.013250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:47.025180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-8cca6396-daa7-49f2-b6cd-faef2f53a1e5 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332943 Feb 16 15:07:47.055359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:47.056087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a48daf-0f87-47c0-88dd-2546e03b6901 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:47.058744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:47.070892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf43fe6-ac6b-441d-8f41-1378cb26f433 req-48c990af-344a-435e-9cb0-f4dce8d02171 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:47.072052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'port_id': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'mac_address': 'fa:16:3e:56:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:07:47.072479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbf43fe6-ac6b-441d-8f41-1378cb26f433 req-48c990af-344a-435e-9cb0-f4dce8d02171 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.2087727 Feb 16 15:07:47.093119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:47.116542 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:47.131345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45c771e-b4b4-434c-b42c-1c7073d54c80 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:47.138907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-223a48ff-3418-4537-ae82-423a0021c763 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2077148 Feb 16 15:07:47.152995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:47.194769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-c44ba07d-d5d9-4d4a-b151-7aecb5c0925e service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712972 Feb 16 15:07:47.217572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-12bdf4d6-70c6-4032-9e54-546ac9d540f8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1028197 Feb 16 15:07:47.218182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52074) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:47.223818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'port_id': '30ba9d63-4ed3-40dd-b96a-ba173aaf039f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:47.283983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:47.286385 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:47.317640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbf43fe6-ac6b-441d-8f41-1378cb26f433 req-7fd35b7a-e510-4e61-bd5a-17e39f23d879 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275891 Feb 16 15:07:47.341049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-b6320dff-d7f9-445f-bb3b-96cfd7e4f58a service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989237 Feb 16 15:07:47.364225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-aa41be84-8632-4190-b490-395fde7d4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:47.366020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-aa41be84-8632-4190-b490-395fde7d4bc1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1096 time: 0.1918917 Feb 16 15:07:47.367474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:47.502924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1039ee68-ea7a-49ef-8ab8-0dadfe0c6eef req-45d30516-394c-4ed6-8375-d800784e8922 service neutron] 10.222.0.93 "GET /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909007 Feb 16 15:07:47.509463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b45c771e-b4b4-434c-b42c-1c7073d54c80'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:07:47.599818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-d32e3aa1-8e4b-4a6d-a9f7-5709b44e1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:47.602090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-d32e3aa1-8e4b-4a6d-a9f7-5709b44e1b47 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 200 len: 916 time: 0.2133682 Feb 16 15:07:47.611423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cefd8b-e1d9-40da-96d8-bc11fdceb7c1 req-d4f162ad-3dce-4737-9f0e-929bf5c28d1e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:47.613093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0cefd8b-e1d9-40da-96d8-bc11fdceb7c1 req-d4f162ad-3dce-4737-9f0e-929bf5c28d1e tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1272535 Feb 16 15:07:47.707017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-e9544b91-85c4-4f04-b0c8-3c842a6549ad service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 200 len: 1001 time: 0.0928328 Feb 16 15:07:47.711260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0cefd8b-e1d9-40da-96d8-bc11fdceb7c1 req-dff6ec4a-9368-4b70-93ef-c51da6026c00 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876007 Feb 16 15:07:47.771912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-c8d3c60c-6476-4992-a9c2-2804f4bde9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:47.774274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-c8d3c60c-6476-4992-a9c2-2804f4bde9ff service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8590e742-def4-49e9-9180-5e698cc9b4e7 HTTP/1.1" status: 200 len: 853 time: 0.0604382 Feb 16 15:07:47.832641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-b380936a-1d9b-4df3-ab89-55ab3a7e11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:47.834253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-b380936a-1d9b-4df3-ab89-55ab3a7e11ec service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529220 Feb 16 15:07:47.962325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-563700d6-2dbd-4054-abd0-4d545d659150 service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206975 Feb 16 15:07:47.970035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:48.063351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b15f5c6-8441-430f-95d5-92ad13756ef8 req-9672aa4f-9079-442a-9d39-00f38b52324a service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943716 Feb 16 15:07:48.095646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:48.209681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2c5784b-797f-4d30-b937-7461a8f2281d req-16cbec58-45a6-41a3-bab4-84d2543fed50 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0332878 Feb 16 15:07:48.338897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:48.457211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d371-9774-43ed-9f87-6cb3bc3ef936 req-20777866-31f9-4c76-b0a0-ab391f8d398c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:48.458705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a78d371-9774-43ed-9f87-6cb3bc3ef936 req-20777866-31f9-4c76-b0a0-ab391f8d398c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0499980 Feb 16 15:07:48.462192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:48.467181 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:48.471903 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:48.483211 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:48.483864 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:48.513113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a78d371-9774-43ed-9f87-6cb3bc3ef936 req-0d53e172-e79d-4c72-9439-5f1e4a75be1c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367663 Feb 16 15:07:48.519078 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:48.542716 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:48.542826 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-28b84fc1-dca2-413a-90cc-fe542bf1c069 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/floatingips/efe1469e-239b-4d92-949e-387036fd40a1 HTTP/1.1" status: 200 len: 978 time: 1.3083897 Feb 16 15:07:48.542942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52098) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:48.543042 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:48.566133 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:48.566829 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf540e-47b4-445b-a4bf-3e78fa94c097 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:48.699135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port f7abcdc7-772f-4656-b3ea-883a3df4e8ef {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:48.699481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:48.782581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:48.782910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:48.819867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for f7abcdc7-772f-4656-b3ea-883a3df4e8ef owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:48.858105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:07:48.906741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c9dd8-9bd1-4e33-90dd-c668ed0e43f3 req-1ae14f3a-4397-4811-8471-bd852128ba91 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:48.908290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b0c9dd8-9bd1-4e33-90dd-c668ed0e43f3 req-1ae14f3a-4397-4811-8471-bd852128ba91 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1223259 Feb 16 15:07:48.970663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b0c9dd8-9bd1-4e33-90dd-c668ed0e43f3 req-ba129069-ed28-466a-a138-587d67cee246 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549698 Feb 16 15:07:49.087247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port b45c771e-b4b4-434c-b42c-1c7073d54c80 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:07:49.091734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b45c771e-b4b4-434c-b42c-1c7073d54c80 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:49.092244 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:49.175505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:49.198751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:49.201075 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fcfa0-f7fb-4dd0-aeb5-b924e1bcde57" -d '{"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-plugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:49.218095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:07:49.239658 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cdb723-50b3-4730-926c-03068330aac3 x-openstack-request-id: req-81cdb723-50b3-4730-926c-03068330aac3 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:49.241046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:49.246999 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-plugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:49.246999 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-81cdb723-50b3-4730-926c-03068330aac3 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:49.246999 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'code': 200} Feb 16 15:07:49.294986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=f7abcdc7-772f-4656-b3ea-883a3df4e8ef,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:49.357641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a27eb9fb-7dee-4f1c-aeed-f03913de8ada req-085d0806-c14e-4627-9507-0f629e01830d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0623667 Feb 16 15:07:49.395726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:49.396064 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP efe1469e-239b-4d92-949e-387036fd40a1 disassociated (deleted). External IP: 172.25.6.186, port: 30ba9d63-4ed3-40dd-b96a-ba173aaf039f. Feb 16 15:07:49.396598 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:49.448645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366711d5-6bcf-496e-8844-93a27bdf2c7d req-55c7d462-64e7-428a-b382-a2627327806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:49.450154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-366711d5-6bcf-496e-8844-93a27bdf2c7d req-55c7d462-64e7-428a-b382-a2627327806c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1096 time: 0.1448677 Feb 16 15:07:49.450673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:49.458685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.459375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.459953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.460562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.462307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.462307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.462307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.468380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.468380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.468380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.468380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.468380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:07:49.536892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-366711d5-6bcf-496e-8844-93a27bdf2c7d req-a14c7477-dc85-4681-a463-98a4e26292a0 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749452 Feb 16 15:07:49.689402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925de12-90d4-4abd-a339-419352e0a27c req-207e9f39-80c9-423c-a99f-009b43baafa8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:49.690932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9925de12-90d4-4abd-a339-419352e0a27c req-207e9f39-80c9-423c-a99f-009b43baafa8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0965290 Feb 16 15:07:49.698192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:49.778761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9925de12-90d4-4abd-a339-419352e0a27c req-34e53761-6e3a-4a97-8d16-25654bace020 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790629 Feb 16 15:07:49.847672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:49.854178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:49.861222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:49.874102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:49.874656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:49.890399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-deaeac97-9fa0-4507-9cba-817a455a11e9 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/floatingips/efe1469e-239b-4d92-949e-387036fd40a1 HTTP/1.1" status: 204 len: 168 time: 1.3584051 Feb 16 15:07:49.891254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52116) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:49.916655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:49.925561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:49.926236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:49.959384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:49.960154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d80f457-67b6-4cb8-8edd-5f2735c36188 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:49.994839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 30ba9d63-4ed3-40dd-b96a-ba173aaf039f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:49.995185 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:50.094612 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:50.111248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 30ba9d63-4ed3-40dd-b96a-ba173aaf039f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:50.113636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d1dd4-6c2e-4aa3-a138-228f29bd67fc req-241fb7e7-d243-4c22-8215-14db135194fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:50.115578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-568d1dd4-6c2e-4aa3-a138-228f29bd67fc req-241fb7e7-d243-4c22-8215-14db135194fa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.0691128 Feb 16 15:07:50.165023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-568d1dd4-6c2e-4aa3-a138-228f29bd67fc req-0deda280-21f9-4d1e-92f7-cf821385336c tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Feb 16 15:07:50.441061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:50.464802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cb928f8-4bee-4bc5-824c-bb184e89cf6c req-23b3d6fa-2592-4077-b8c9-b5faec8a50d9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0314918 Feb 16 15:07:50.472730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=30ba9d63-4ed3-40dd-b96a-ba173aaf039f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:50.586587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:50.589875 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-df04ad1f-9c1d-4213-b215-00eee0560cb1 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/ports/30ba9d63-4ed3-40dd-b96a-ba173aaf039f HTTP/1.1" status: 204 len: 168 time: 0.6960220 Feb 16 15:07:50.593484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52124) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:50.597823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:50.755325 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:50.996444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6307b-8141-4368-a51a-adf9dd812cf3 req-003f9e63-bf6d-4c58-a9b8-57a78da00a2f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:51.005696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49f6307b-8141-4368-a51a-adf9dd812cf3 req-003f9e63-bf6d-4c58-a9b8-57a78da00a2f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0892649 Feb 16 15:07:51.052152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49f6307b-8141-4368-a51a-adf9dd812cf3 req-17f53631-24b4-4842-b5cc-ac14b21dd60c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375633 Feb 16 15:07:51.191809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e94d1e-b9d3-4e70-a097-db04a7b3b8a7 req-344c28c0-473e-4667-8177-3128a4ea0008 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:51.193431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0e94d1e-b9d3-4e70-a097-db04a7b3b8a7 req-344c28c0-473e-4667-8177-3128a4ea0008 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0562751 Feb 16 15:07:51.205810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52132) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:51.210859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Request body: {'floatingip': {'port_id': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:51.234360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:51.287050 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:51.359147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.25.6.53 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/cdf14d76-7527-4187-a47e-dd35c7f8aae3) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:51.417380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cc212-68d0-4bba-80f1-51e7f119601c req-0a521183-5599-4f60-8d19-a8b02f921555 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:51.418902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-562cc212-68d0-4bba-80f1-51e7f119601c req-0a521183-5599-4f60-8d19-a8b02f921555 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1494992 Feb 16 15:07:51.467224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:51.515626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-562cc212-68d0-4bba-80f1-51e7f119601c req-87a253a6-e358-41c9-b75f-81ee7a4e30eb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Feb 16 15:07:51.592759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae5866be-cd3a-4849-9f0c-1ec4f7a7d9d8 req-7655911a-a232-4cf0-8a40-041df9d19c72 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0348198 Feb 16 15:07:51.715087 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:51.756517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:51.761422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:51.765734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:51.785315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=cdf14d76-7527-4187-a47e-dd35c7f8aae3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:51.847294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:51.853719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:52.149337 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:52.173187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:52.254195 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Floating IP 8f123a24-58f7-498d-865e-8f2e1fc4fe48 associated. External IP: 172.25.6.145, port: b45c771e-b4b4-434c-b42c-1c7073d54c80. Feb 16 15:07:52.330618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:52.469395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:52.565575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=cdf14d76-7527-4187-a47e-dd35c7f8aae3,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:52.578164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:52.782309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-459b4afc-7c37-4e72-9733-5582b4a7e717 req-17337a64-2219-48f2-a6c0-8fe346c427af tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0988450 Feb 16 15:07:52.800254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:52.806087 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a57985e9-bdcf-4e69-b255-d709e67b0a54 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2086389 Feb 16 15:07:52.807722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52148) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:52.814508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'port': {'network_id': 'b93d822f-ded1-4e20-b310-d221ab4e0719', 'name': 'tempest-FloatingIPTestJSON-1074906081'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:52.850174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10c5d9-ac23-4393-a3bc-dee6a4b3fb40 req-a1110c28-5935-4e91-861c-4291fd39a982 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:52.852497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c10c5d9-ac23-4393-a3bc-dee6a4b3fb40 req-a1110c28-5935-4e91-861c-4291fd39a982 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1681714 Feb 16 15:07:52.878502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-5f69544c-bc63-4f4e-a95a-3bf390ef3229 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:52.880395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-5f69544c-bc63-4f4e-a95a-3bf390ef3229 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1981602 Feb 16 15:07:52.933209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'port': {'device_id': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'admin_state_up': True, 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:53.042079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c10c5d9-ac23-4393-a3bc-dee6a4b3fb40 req-fc9815f3-4420-4656-9b99-f1a6ca24a320 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807911 Feb 16 15:07:53.063075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:53.066596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:53.084969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] device_id is not set on port d3e438b9-2aba-4b7d-94f3-5b3a56797992 yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:07:53.099450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Router d637bbe2-108b-4171-8e9b-7c33b5fc2287 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:53.202661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.2 (b93d822f-ded1-4e20-b310-d221ab4e0719/c3dd10b5-89f9-438a-9d92-1fb9377622db/d3e438b9-2aba-4b7d-94f3-5b3a56797992) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:53.229832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:53.234457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:53.241870 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] Sync routers for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:53.252973 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:53.254525 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:53.258710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:53.262504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:53.281210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fde8e868-6411-49e9-aaa3-0722de0d3e6e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "PUT /v2.0/floatingips/8f123a24-58f7-498d-865e-8f2e1fc4fe48 HTTP/1.1" status: 200 len: 992 time: 2.0716500 Feb 16 15:07:53.281210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:53.283349 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:53.402314 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf57ab-ab0d-47df-bc46-882071d14ff4 x-openstack-request-id: req-7baf57ab-ab0d-47df-bc46-882071d14ff4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:53.402679 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:53.402859 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7baf57ab-ab0d-47df-bc46-882071d14ff4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:53.403279 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'status': 'completed', 'code': 200} Feb 16 15:07:53.430751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:53.495167 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:53.551073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.20.0.10 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/c4a3021c-f0b3-49b7-9b12-c36f4be79e0d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:53.559614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-9094b656-b780-4ab3-a4b5-c258be644dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:53.561325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-9094b656-b780-4ab3-a4b5-c258be644dde service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1097 time: 0.1251879 Feb 16 15:07:53.584202 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:53.649292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network b93d822f-ded1-4e20-b310-d221ab4e0719 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:53.656786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:53.659838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:53.729630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=d3e438b9-2aba-4b7d-94f3-5b3a56797992,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:53.793246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-d7d39589-895c-4011-a911-72edf1aea2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:53.794843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-d7d39589-895c-4011-a911-72edf1aea2f3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.2247312 Feb 16 15:07:53.798023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:53.798586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:53.925513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdf55851-cc83-41fb-97b9-e92927d95445 req-4f74bb3f-454f-4c33-af12-5b8570308e6c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0377479 Feb 16 15:07:53.956934 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1e1e914d-bb2a-4817-a70c-d5efa6346653 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1443133 Feb 16 15:07:53.957188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52162) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:53.963950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'port_id': 'd3e438b9-2aba-4b7d-94f3-5b3a56797992'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:53.971400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-c1f101ef-e39f-4b04-99c7-eb5f4be7a062 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1000 time: 0.1563315 Feb 16 15:07:53.975032 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:53.984218 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '8f123a24-58f7-498d-865e-8f2e1fc4fe48', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'port_id': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'mac_address': 'fa:16:3e:56:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:07:31Z', 'updated_at': '2022-02-16T15:07:51Z', 'revision_number': 1, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:54.010960 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] Checking router: d637bbe2-108b-4171-8e9b-7c33b5fc2287 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:07:54.019379 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:54.020090 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:54.074075 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:54.148063 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:07:54.161019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-a4cfdd6e-564a-4f11-b150-0e3c592872ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:54.162560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-a4cfdd6e-564a-4f11-b150-0e3c592872ce service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.1722722 Feb 16 15:07:54.269859 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:54.375218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:54.393688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:54.398963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-5cfdebd5-ce1c-4671-aa0b-c2a0764af701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:54.400697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-5cfdebd5-ce1c-4671-aa0b-c2a0764af701 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270520 Feb 16 15:07:54.493075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:54.494125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:54.588503 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '8f123a24-58f7-498d-865e-8f2e1fc4fe48', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'port_id': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'mac_address': 'fa:16:3e:56:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:07:31Z', 'updated_at': '2022-02-16T15:07:51Z', 'revision_number': 1, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:54.665388 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05e335-767e-462a-b86d-4a7f2dad90c6 None None] The sync data for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 is: [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '8f123a24-58f7-498d-865e-8f2e1fc4fe48', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'port_id': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'mac_address': 'fa:16:3e:56:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:07:31Z', 'updated_at': '2022-02-16T15:07:51Z', 'revision_number': 1, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:54.705432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ed0e8-dc63-4332-9c92-1799c9a8a61e req-86aa6c55-7d55-4340-98d2-b2037d97ff84 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:54.713780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-285ed0e8-dc63-4332-9c92-1799c9a8a61e req-86aa6c55-7d55-4340-98d2-b2037d97ff84 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.4906564 Feb 16 15:07:54.749318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:54.749928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:54.884301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-285ed0e8-dc63-4332-9c92-1799c9a8a61e req-f3457261-5feb-4924-ae18-c5c340b52fb0 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189010 Feb 16 15:07:54.885278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:54.885803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a00789d3-1399-4eb0-9bbd-713a0a18d312 None None] Provisioning complete for port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:07:54.885803 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a00789d3-1399-4eb0-9bbd-713a0a18d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:54.886312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-c410c502-f4fd-4aaa-a796-93c53946d1cc service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285171 Feb 16 15:07:54.934373 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a00789d3-1399-4eb0-9bbd-713a0a18d312 None None] Port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:07:54.966677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaee4af-3e75-4427-bdf2-174a35f24ea3 None None] New status for floating IP 8f123a24-58f7-498d-865e-8f2e1fc4fe48: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:07:55.060835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52176) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:55.062088 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-53520b20-0b14-47bf-8ec0-6b12430ea94b tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5002 time: 0.2169936 Feb 16 15:07:55.093861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'network': {'name': 'tempest-network-smoke--674653415', 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'port_security_enabled': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:55.164941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd0f0923-a600-49a8-af2a-f08c7f9e19d8 req-a0199620-c745-4118-b04b-710c2c15c751 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489519 Feb 16 15:07:55.212944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b45b-23ab-4318-87ae-491dac4a444e req-8b09d2a1-eaae-4553-8228-665b24eaf1a6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:55.214411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a12b45b-23ab-4318-87ae-491dac4a444e req-8b09d2a1-eaae-4553-8228-665b24eaf1a6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 932 time: 0.1524019 Feb 16 15:07:55.309684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a12b45b-23ab-4318-87ae-491dac4a444e req-2f1ae719-c6d3-4268-9e86-adb74317fae2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524504 Feb 16 15:07:55.311641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:55.411462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-58988034-007e-4824-a017-96844cacca88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4868116 Feb 16 15:07:55.426313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Request body: {'port': {'device_id': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:55.506358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:55.571980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:55.680424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Made reservation on behalf of ce951b5520fc48bbb39975c81ffd5bc4 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:07:55.684653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:56.171908 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP 5a2419d9-631f-48e5-b3ff-9b4e73a0802a associated. External IP: 172.25.6.53, port: d3e438b9-2aba-4b7d-94f3-5b3a56797992. Feb 16 15:07:56.177453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:07:56.276719 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:56.277094 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Added segment 6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9 of type vlan for network d9c73481-859f-4dc5-996a-58064f100249 Feb 16 15:07:56.385681 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:56.462177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd42f9-ab14-437b-a5ab-f4e7176a5ac1 req-cb7c2056-8f2d-4c70-b0a4-82e7033c66f2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:56.463816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0bd42f9-ab14-437b-a5ab-f4e7176a5ac1 req-cb7c2056-8f2d-4c70-b0a4-82e7033c66f2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2894416 Feb 16 15:07:56.581043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:56.590107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:56.591083 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:56.682027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a3021c-f0b3-49b7-9b12-c36f4be79e0d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:07:56.726333 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:56.779967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0bd42f9-ab14-437b-a5ab-f4e7176a5ac1 req-9ee9f1b8-a135-44ac-adc4-660bf6f99281 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141945 Feb 16 15:07:56.780947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Transition to ACTIVE for port object c4a3021c-f0b3-49b7-9b12-c36f4be79e0d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:07:56.798768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83692785-74ae-4739-a4da-72ea2c5c8c1b req-adf85bbd-9d94-4cd3-a78c-dab152deab14 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:56.800251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83692785-74ae-4739-a4da-72ea2c5c8c1b req-adf85bbd-9d94-4cd3-a78c-dab152deab14 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 932 time: 0.3874714 Feb 16 15:07:56.829871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Network': ['ID=d9c73481-859f-4dc5-996a-58064f100249,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:56.841501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d9c73481-859f-4dc5-996a-58064f100249 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:07:56.886894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:56.893200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-07b1e8ad-693a-416e-8409-6205c2c950f5 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8277891 Feb 16 15:07:56.895845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52194) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:56.902884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'admin_state_up': True, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:07:56.931427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83692785-74ae-4739-a4da-72ea2c5c8c1b req-40904b30-c928-49b4-9ee4-ea25f40360f0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909529 Feb 16 15:07:56.967844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:56.993261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:57.177281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:57.188523 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:57.196258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.220048 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:57.220048 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:57.231043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-61aa4638-edb9-4408-ba6a-36b8152ef530 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/floatingips/5a2419d9-631f-48e5-b3ff-9b4e73a0802a HTTP/1.1" status: 200 len: 977 time: 3.2737987 Feb 16 15:07:57.233627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52196) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:57.260636 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:57.270219 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:57.271264 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:57.308345 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:57.309358 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3d5b9b-f16d-4635-887d-114f529ff68d None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:57.313377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Attempting to bind port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:07:57.313809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Attempting to bind port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:07:57.314237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Attempting to bind port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:57.319332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:07:57.319860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Attempting to bind port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:07:57.325387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:07:57.325846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:07:57.326329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:07:57.326862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Bound port: c4a3021c-f0b3-49b7-9b12-c36f4be79e0d, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:07:57.327321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.356261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.357595 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.418942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] For port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:07:57.421810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.423102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] For port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:07:57.447221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port d3e438b9-2aba-4b7d-94f3-5b3a56797992 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:57.448268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.539160 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.833596 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.874828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:57.875118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.877171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] 10.222.0.93 "PUT /v2.0/ports/c4a3021c-f0b3-49b7-9b12-c36f4be79e0d HTTP/1.1" status: 200 len: 1092 time: 2.4574559 Feb 16 15:07:57.878856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.879224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:57.879536 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP 5a2419d9-631f-48e5-b3ff-9b4e73a0802a disassociated. External IP: 172.25.6.53, port: d3e438b9-2aba-4b7d-94f3-5b3a56797992. Feb 16 15:07:57.879898 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for d3e438b9-2aba-4b7d-94f3-5b3a56797992 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:57.893024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'tag': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:07:57.897193 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a329b550-7c5d-4784-99c6-fa14aefab923" -d '{"events": [{"name": "network-changed", "server_uuid": "3df2ad5a-6004-48d4-97dc-c85e3025f8f9", "tag": "c4a3021c-f0b3-49b7-9b12-c36f4be79e0d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:07:57.975024 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce56f6fc-d0b8-4cee-bd88-99efb46452ee x-openstack-request-id: req-ce56f6fc-d0b8-4cee-bd88-99efb46452ee {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:07:57.978385 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df2ad5a-6004-48d4-97dc-c85e3025f8f9", "tag": "c4a3021c-f0b3-49b7-9b12-c36f4be79e0d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:07:57.978385 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ce56f6fc-d0b8-4cee-bd88-99efb46452ee {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:07:57.978777 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'tag': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d', 'status': 'completed', 'code': 200} Feb 16 15:07:58.059773 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:58.110701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbece5-7f38-4ac9-948f-a7313e49fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:58.139692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda0ae-e01d-4061-b631-9cad5cd64021 req-ec1b7ea4-a3b2-4413-a714-6dd10d6486b3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.141417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcfda0ae-e01d-4061-b631-9cad5cd64021 req-ec1b7ea4-a3b2-4413-a714-6dd10d6486b3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2755456 Feb 16 15:07:58.145209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b550-7c5d-4784-99c6-fa14aefab923 req-9eb09e69-dfaf-4cd3-9db7-88ca05a76a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.146697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a329b550-7c5d-4784-99c6-fa14aefab923 req-9eb09e69-dfaf-4cd3-9db7-88ca05a76a81 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 1095 time: 0.1586089 Feb 16 15:07:58.188282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c72af-ba1b-447f-98a1-d71b6e194ed1 req-1454a01b-046d-4524-a709-3177728d2993 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.189889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-534c72af-ba1b-447f-98a1-d71b6e194ed1 req-1454a01b-046d-4524-a709-3177728d2993 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.1337085 Feb 16 15:07:58.276096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcfda0ae-e01d-4061-b631-9cad5cd64021 req-10868bf5-797b-4463-a863-89d47d12b28f tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269040 Feb 16 15:07:58.306930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-534c72af-ba1b-447f-98a1-d71b6e194ed1 req-78af4525-9cb5-4a15-909b-89aaedebd381 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Feb 16 15:07:58.321266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:58.350001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b550-7c5d-4784-99c6-fa14aefab923 req-4891626d-17fd-474a-9d98-24c8fe88acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.355302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a329b550-7c5d-4784-99c6-fa14aefab923 req-4891626d-17fd-474a-9d98-24c8fe88acb4 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=d47b8185a8f14c06a632bd6c333b1954&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1852314 Feb 16 15:07:58.367386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=d3e438b9-2aba-4b7d-94f3-5b3a56797992,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:07:58.458640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b550-7c5d-4784-99c6-fa14aefab923 req-404c27b1-5b83-477f-91f4-5245a98779cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.460115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a329b550-7c5d-4784-99c6-fa14aefab923 req-404c27b1-5b83-477f-91f4-5245a98779cb service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1015403 Feb 16 15:07:58.550771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:07:58.571977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-9b0bd224-75f1-4937-a9af-de2e0d6b491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.573561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-9b0bd224-75f1-4937-a9af-de2e0d6b491a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 1095 time: 0.0684023 Feb 16 15:07:58.617743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-a7cc0fd2-bfec-4ddc-bd17-4193d0137e20 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d HTTP/1.1" status: 200 len: 217 time: 0.0359154 Feb 16 15:07:58.674391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-5232decb-bf35-4a20-bc0c-cdffe7e894bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.676204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-5232decb-bf35-4a20-bc0c-cdffe7e894bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0473373 Feb 16 15:07:58.696353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:58.744482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-8f73d8db-8746-4e04-899e-871b483ac44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:58.746537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-8f73d8db-8746-4e04-899e-871b483ac44c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585010 Feb 16 15:07:58.747572 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:58.811917 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:07:58.830105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:07:58.843071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:58.844087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:58.864344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-d39a5a8b-128f-4cf6-ba04-9faf2fdcdcfc service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893576 Feb 16 15:07:58.878631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:58.888753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:07:58.889961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:58.928709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:07:58.929989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c188c-bded-4f57-8d0c-b31deec4f395 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:07:58.963656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9874658d-aecd-4b76-b150-4ba98d66fc54 req-8b0ba205-ffff-49cb-9823-683d07543a38 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051888 Feb 16 15:07:59.198572 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:59.201917 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eb14e85d-e9e9-4cc9-8255-4df427de1a0c tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/ports/d3e438b9-2aba-4b7d-94f3-5b3a56797992 HTTP/1.1" status: 204 len: 168 time: 1.9668047 Feb 16 15:07:59.203076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Allocated IP 172.25.6.183 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/9df72961-2874-409c-8abe-c487b12e50dc) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:07:59.204645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52214) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:59.259227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b7629bd-3c66-4854-ba84-0e2bbda5485e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "GET /v2.0/floatingips/5a2419d9-631f-48e5-b3ff-9b4e73a0802a HTTP/1.1" status: 200 len: 687 time: 0.0533519 Feb 16 15:07:59.261805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52216) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:07:59.326405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:59.469985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dc246-5652-4619-aba0-776af2042e1c req-9d2637aa-faff-4bd1-9faa-df2252bd2d14 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:59.471490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa2dc246-5652-4619-aba0-776af2042e1c req-9d2637aa-faff-4bd1-9faa-df2252bd2d14 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1138167 Feb 16 15:07:59.507604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac7533-6fd0-4137-808d-1f5908b755ee req-fff82a3a-6330-4ba6-a744-330242ef2b1d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:07:59.509075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55ac7533-6fd0-4137-808d-1f5908b755ee req-fff82a3a-6330-4ba6-a744-330242ef2b1d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.1032045 Feb 16 15:07:59.512722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port cdf14d76-7527-4187-a47e-dd35c7f8aae3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:07:59.513002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:59.581769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa2dc246-5652-4619-aba0-776af2042e1c req-4afbd9ba-8258-4bae-ba9d-59e01faec613 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Feb 16 15:07:59.612116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55ac7533-6fd0-4137-808d-1f5908b755ee req-5b01a7a0-f1c2-4186-b99e-23f6c164980e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939205 Feb 16 15:07:59.636901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:59.637410 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:59.650235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for cdf14d76-7527-4187-a47e-dd35c7f8aae3 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:07:59.667913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:07:59.708883 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:07:59.745439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:07:59.745439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:07:59.747560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=9df72961-2874-409c-8abe-c487b12e50dc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:00.038992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.070021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=cdf14d76-7527-4187-a47e-dd35c7f8aae3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:00.135781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.138414 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.142972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-415f03e0-fc8d-48db-9830-fc4888d85854 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/floatingips/5a2419d9-631f-48e5-b3ff-9b4e73a0802a HTTP/1.1" status: 204 len: 168 time: 0.8765304 Feb 16 15:08:00.186135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52226) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:00.186135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': 'd33276f9-f6af-4c14-984a-a3d067a7f1ca'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:00.227900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.368237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.482746 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.613027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.736288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.25.6.203 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/22c3a4c2-47f8-4ed4-8f20-2d589ebabece) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:00.745731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f3e8-1741-4ff0-9e9e-cdd69929beb2 req-4869f035-31f8-4e63-96f8-92ad294fb636 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:00.748766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9f9f3e8-1741-4ff0-9e9e-cdd69929beb2 req-4869f035-31f8-4e63-96f8-92ad294fb636 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.0866306 Feb 16 15:08:00.783196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe9a74-5d4f-48b6-92ec-dedf139a32fe req-ddf0ff8c-90b4-4b6b-af6f-7cfb686ba8b6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:00.784712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ebe9a74-5d4f-48b6-92ec-dedf139a32fe req-ddf0ff8c-90b4-4b6b-af6f-7cfb686ba8b6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0930281 Feb 16 15:08:00.818495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9f9f3e8-1741-4ff0-9e9e-cdd69929beb2 req-e58efd52-6718-47b5-bdf4-49de4c6a4452 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624754 Feb 16 15:08:00.838960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ebe9a74-5d4f-48b6-92ec-dedf139a32fe req-90b0d572-1836-4b2e-b5df-aaac6f6e0fe5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Feb 16 15:08:00.869717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:00.884820 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router 0b415439-69bc-4dcf-a0bd-60469e08924a is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:08:01.015678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:01.028071 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Sync routers for ids ['0b415439-69bc-4dcf-a0bd-60469e08924a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:01.039171 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Routers {'0b415439-69bc-4dcf-a0bd-60469e08924a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:01.051691 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['0b415439-69bc-4dcf-a0bd-60469e08924a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:01.127439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.145811 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Set router 0b415439-69bc-4dcf-a0bd-60469e08924a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:01.177606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:01.181142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:01.185573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:01.188704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=22c3a4c2-47f8-4ed4-8f20-2d589ebabece,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:01.219235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.220610 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-422c81a3-b371-4796-9fce-60b915560d51 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3230281 Feb 16 15:08:01.236278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52234) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:01.335186 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:08:01.347409 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:07:59Z', 'revision_number': 3, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:01.362415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28f93e-37b5-4b6b-a2bf-1dc0a1abb41f tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:01.365379 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3d28f93e-37b5-4b6b-a2bf-1dc0a1abb41f tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=ce951b5520fc48bbb39975c81ffd5bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1279447 Feb 16 15:08:01.367384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52236) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:01.377053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Checking router: 0b415439-69bc-4dcf-a0bd-60469e08924a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:01.377595 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Updating router 0b415439-69bc-4dcf-a0bd-60469e08924a port 9df72961-2874-409c-8abe-c487b12e50dc binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:08:01.403995 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.619571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b9bb1-201f-4d51-a988-9e8f31bec081 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:01.621116 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9f4b9bb1-201f-4d51-a988-9e8f31bec081 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2527125 Feb 16 15:08:01.624115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52238) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:01.659483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cec633f9-6d4d-4437-b50b-092bb59f9631 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315542 Feb 16 15:08:01.659732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52240) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:01.671104 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.694237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d36fc09-2574-482c-b261-782845ec2ac1 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=ce951b5520fc48bbb39975c81ffd5bc4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334694 Feb 16 15:08:01.697588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52242) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:01.783486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.791687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458c546-7caa-4923-87af-08163fd9ae39 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:01.793424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b458c546-7caa-4923-87af-08163fd9ae39 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946612 Feb 16 15:08:01.794971 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.797484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52246) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:01.827567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4cea6a28-4ea5-495a-9599-c940d677e04a tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289505 Feb 16 15:08:01.832004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52248) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:01.843794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773499076', 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249', 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:01.853342 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Attempting to bind port 9df72961-2874-409c-8abe-c487b12e50dc on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:08:01.853713 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Attempting to bind port 9df72961-2874-409c-8abe-c487b12e50dc by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:08:01.854071 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Attempting to bind port 9df72961-2874-409c-8abe-c487b12e50dc on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:01.856461 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Pushing event updated for resources: {'Port': ['ID=9df72961-2874-409c-8abe-c487b12e50dc,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:01.864621 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:01.864996 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:01.865393 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.865846 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:01.866421 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Bound port: 9df72961-2874-409c-8abe-c487b12e50dc, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:08:01.867479 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:01.893568 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.893958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.894921 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.895277 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.895646 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.895950 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.896884 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.897223 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.897627 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.898161 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.898725 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.899339 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:01.948919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] For port 9df72961-2874-409c-8abe-c487b12e50dc, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:01.953468 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] For port 9df72961-2874-409c-8abe-c487b12e50dc, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9df72961-2874-409c-8abe-c487b12e50dc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:02.021932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98c7b-8c06-4fca-bf53-54d14a6f8c53 req-827e3999-e416-4456-8529-d45bb6d9d436 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:02.023993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afc98c7b-8c06-4fca-bf53-54d14a6f8c53 req-827e3999-e416-4456-8529-d45bb6d9d436 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0949941 Feb 16 15:08:02.031919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a7aad-4c4f-4423-b77b-3b74be5ccdd6 req-230fcf73-fdde-4bd8-a7ae-cee03a3e6feb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:02.033353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f6a7aad-4c4f-4423-b77b-3b74be5ccdd6 req-230fcf73-fdde-4bd8-a7ae-cee03a3e6feb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.0919399 Feb 16 15:08:02.055239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:02.092114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afc98c7b-8c06-4fca-bf53-54d14a6f8c53 req-399c4ade-2165-43fd-9642-2d1122f5e082 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Feb 16 15:08:02.094879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f6a7aad-4c4f-4423-b77b-3b74be5ccdd6 req-4bf1b01d-5ca4-41b5-bc8d-86af851b93d2 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536251 Feb 16 15:08:02.155026 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:02.212655 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Routers {'0b415439-69bc-4dcf-a0bd-60469e08924a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:02.212945 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:02.213262 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['0b415439-69bc-4dcf-a0bd-60469e08924a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:02.218157 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490ed4-131e-4da4-bc5d-44a86ab1d6f7 None None] Pushing event updated for resources: {'Port': ['ID=9df72961-2874-409c-8abe-c487b12e50dc,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:02.285852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Made reservation on behalf of ce951b5520fc48bbb39975c81ffd5bc4 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:02.289684 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:02.323117 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] Set router 0b415439-69bc-4dcf-a0bd-60469e08924a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:02.330278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:02.420400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=22c3a4c2-47f8-4ed4-8f20-2d589ebabece,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:02.427124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:02.517239 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:07:59Z', 'revision_number': 3, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:02.541014 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP ac8b0942-bf67-4bcc-9eb4-2e6c9faf3829 associated. External IP: 172.25.6.203, port: d33276f9-f6af-4c14-984a-a3d067a7f1ca. Feb 16 15:08:02.546592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5471fec-9d74-44fd-aaed-d689c00e5c2b None None] The sync data for ids ['0b415439-69bc-4dcf-a0bd-60469e08924a'] in n-d-829433-1 is: [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:07:59Z', 'revision_number': 3, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:02.606508 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:02.660748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Subnet': ['ID=6d45b6cd-62aa-47a8-b7c1-542e4baa4612,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:02.682169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Checking segment: {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:02.682594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network hostable DHCP agents. Network: d9c73481-859f-4dc5-996a-58064f100249, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:02.886046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network d9c73481-859f-4dc5-996a-58064f100249 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:03.084230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d9c73481-859f-4dc5-996a-58064f100249) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:03.091430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:03.095817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231f38f-2ba3-4f7f-8926-e60666b1fe88 None None] Network d9c73481-859f-4dc5-996a-58064f100249 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:03.096396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:03.096510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.294769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9df72961-2874-409c-8abe-c487b12e50dc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:03.298538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:03.325326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-392e6bb0-9589-4491-ac2c-9efb2ed9ff8f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4922850 Feb 16 15:08:03.338135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52262) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:03.338896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:03.352712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1ae91-6956-4faa-83b8-48455f253663 req-2cc9e2f5-3d8d-4eb5-9053-45e689a14bb6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:03.368702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:03.369750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:03.376232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d9c73481-859f-4dc5-996a-58064f100249', 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'fixed_ips': [{'subnet_id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:08:03.377059 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.382471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00b1ae91-6956-4faa-83b8-48455f253663 req-2cc9e2f5-3d8d-4eb5-9053-45e689a14bb6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1882315 Feb 16 15:08:03.422420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eac4b-214e-42be-b2d2-fcae11be96de req-31a53a3b-7a49-4f89-bfb1-4deeb6e2eccd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:03.424297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c90eac4b-214e-42be-b2d2-fcae11be96de req-31a53a3b-7a49-4f89-bfb1-4deeb6e2eccd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.1693566 Feb 16 15:08:03.474170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00b1ae91-6956-4faa-83b8-48455f253663 req-27659a69-832d-4f52-9143-5f539414f6de tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907011 Feb 16 15:08:03.487867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.558268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c90eac4b-214e-42be-b2d2-fcae11be96de req-6951448b-7b8e-4b9f-be38-979547e9f63c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020439 Feb 16 15:08:03.569223 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-baff4a34-ae90-4b18-b23b-d750d62c70ec tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4221435 Feb 16 15:08:03.569562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52264) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:03.580388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-823654936'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:03.682741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:03.701949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9df72961-2874-409c-8abe-c487b12e50dc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:03.702322 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.748584 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:03.749073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:03.765888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:03.769515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.806137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:08:03.815891 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.816230 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Added segment 3fe24665-fe77-4b7a-bc33-0157746e5daa of type vlan for network 4ce41015-6eab-4b1c-b548-bb27da337e6d Feb 16 15:08:03.827450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:03.828409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bee2e-479d-46d5-92e6-f59be9b8ef4b None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:03.860111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Allocated IP 172.20.0.18 (d9c73481-859f-4dc5-996a-58064f100249/6d45b6cd-62aa-47a8-b7c1-542e4baa4612/fdedc41e-7cfe-49e1-9413-891674168a23) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:03.893878 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.922087 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.922717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:03.985791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 9df72961-2874-409c-8abe-c487b12e50dc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9df72961-2874-409c-8abe-c487b12e50dc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:04.012108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.018000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:04.029244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.075125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.094934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Network': ['ID=4ce41015-6eab-4b1c-b548-bb27da337e6d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:04.108930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:08:04.112886 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.219652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.231406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=9df72961-2874-409c-8abe-c487b12e50dc,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:04.258161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-09136714-1cd3-4794-9345-97c2650e199e tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6872356 Feb 16 15:08:04.258867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:04.265478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'subnet': {'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:04.276738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Network d9c73481-859f-4dc5-996a-58064f100249 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:04.279676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:04.286091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:04.287295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Pushing event updated for resources: {'Port': ['ID=fdedc41e-7cfe-49e1-9413-891674168a23,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:04.355119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Attempting to bind port fdedc41e-7cfe-49e1-9413-891674168a23 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:08:04.355465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Attempting to bind port fdedc41e-7cfe-49e1-9413-891674168a23 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:08:04.356949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Attempting to bind port fdedc41e-7cfe-49e1-9413-891674168a23 on network d9c73481-859f-4dc5-996a-58064f100249 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:04.361301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Allocated IP 172.20.0.17 (d9c73481-859f-4dc5-996a-58064f100249/6d45b6cd-62aa-47a8-b7c1-542e4baa4612/5f43881b-0cc5-4e6e-a7e2-b1facc4869f5) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:04.365182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:04.365879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Checking segment: {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:04.366835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.371237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Bound using segment: {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:04.371787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Bound port: fdedc41e-7cfe-49e1-9413-891674168a23, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:08:04.372182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.446040 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] For port fdedc41e-7cfe-49e1-9413-891674168a23, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:04.449544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] For port fdedc41e-7cfe-49e1-9413-891674168a23, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fdedc41e-7cfe-49e1-9413-891674168a23,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:04.495275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:04.496487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.499097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.549919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.628275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74965bd9-b4bc-4cff-b4a0-0dc33f3e4634 None None] Pushing event updated for resources: {'Port': ['ID=fdedc41e-7cfe-49e1-9413-891674168a23,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:04.639606 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:04.653492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1379b-5b42-440b-8033-8a12f7044cfb req-f5e52d26-6d3d-4c2f-b958-2247a0517efb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:04.661109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ef1379b-5b42-440b-8033-8a12f7044cfb req-f5e52d26-6d3d-4c2f-b958-2247a0517efb tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.0964668 Feb 16 15:08:04.692463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network d9c73481-859f-4dc5-996a-58064f100249 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:04.699498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:04.704091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:04.750664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:04.770706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.143110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ef1379b-5b42-440b-8033-8a12f7044cfb req-c4436346-80b3-4162-acd4-be3dd2568a2b tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811707 Feb 16 15:08:05.182100 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.197325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553b313-f31b-4b03-8b83-a9af940ff975 req-28afe26d-542e-45bd-b23b-910fcb9af6b0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:05.198854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1553b313-f31b-4b03-8b83-a9af940ff975 req-28afe26d-542e-45bd-b23b-910fcb9af6b0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.5172224 Feb 16 15:08:05.240041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1553b313-f31b-4b03-8b83-a9af940ff975 req-f2a2c69f-32c0-4e20-b1ae-c6603f507723 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Feb 16 15:08:05.245599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fdedc41e-7cfe-49e1-9413-891674168a23 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:05.301330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fdedc41e-7cfe-49e1-9413-891674168a23 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:05.301730 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.355029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.404224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-355cf8bb-9a9c-414b-a4e7-05bee7017469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.404224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.436433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Subnet': ['ID=785bb2ca-eda5-4911-a7ee-a09d081a2ce1,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:05.443910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port fdedc41e-7cfe-49e1-9413-891674168a23, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fdedc41e-7cfe-49e1-9413-891674168a23,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:05.447761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52278) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:05.461354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Checking segment: {'id': '3fe24665-fe77-4b7a-bc33-0157746e5daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:05.461784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network hostable DHCP agents. Network: 4ce41015-6eab-4b1c-b548-bb27da337e6d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:05.566537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.578490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.579351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9df72961-2874-409c-8abe-c487b12e50dc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:05.608066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:05.671459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=fdedc41e-7cfe-49e1-9413-891674168a23,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:05.689276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9df72961-2874-409c-8abe-c487b12e50dc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:05.689844 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.748252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Deleting port ccff11af-16f3-4305-877a-54e78dfa3ebf {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:05.751699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.777017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204be55a-3301-45ae-8292-87fabc18ad5e None None] Network d9c73481-859f-4dc5-996a-58064f100249 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:05.787125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.827518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.827877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.840676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Calling delete_port for ccff11af-16f3-4305-877a-54e78dfa3ebf owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:05.852300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-523397fd-d837-486a-8e4c-2e713106d8f0 None None] Provisioning complete for port fdedc41e-7cfe-49e1-9413-891674168a23 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:05.852682 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-523397fd-d837-486a-8e4c-2e713106d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.856525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4ce41015-6eab-4b1c-b548-bb27da337e6d) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:05.878139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.884934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:05.898241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:05.898948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:05.899172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e80df-abbf-4010-b23c-0eac6ea276a6 None None] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:05.980006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network d9c73481-859f-4dc5-996a-58064f100249 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:05.981748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:06.025471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7e1c40bf-b643-4298-a647-0090e68ac7f0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7654145 Feb 16 15:08:06.026194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52284) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:06.032883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2051868352', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:06.109080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router 0b415439-69bc-4dcf-a0bd-60469e08924a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:06.204816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-4ce41015-6eab-4b1c-b548-bb27da337e6d', 'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d', 'tenant_id': '02596dfa14a24e0ebd58171e94e8309b', 'fixed_ips': [{'subnet_id': '785bb2ca-eda5-4911-a7ee-a09d081a2ce1'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:08:06.205847 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.226414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:06.245933 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b4fc0d4-f880-45b7-89e3-66e2f5b0a0d8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "PUT /v2.0/routers/0b415439-69bc-4dcf-a0bd-60469e08924a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9191906 Feb 16 15:08:06.257479 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Sync routers for ids ['0b415439-69bc-4dcf-a0bd-60469e08924a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:06.275028 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Routers {'0b415439-69bc-4dcf-a0bd-60469e08924a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:06.275746 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['0b415439-69bc-4dcf-a0bd-60469e08924a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:06.289830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.334996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event deleted for resources: {'Port': ['ID=ccff11af-16f3-4305-877a-54e78dfa3ebf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:06.483404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Allocated IP 172.20.0.2 (4ce41015-6eab-4b1c-b548-bb27da337e6d/785bb2ca-eda5-4911-a7ee-a09d081a2ce1/0ec2c6c8-f64b-4286-9eb5-85052b57313c) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:06.484118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.484118 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Floating IP 96910604-42ad-4777-ab4c-01cddf965681 disassociated (deleted). External IP: 172.25.6.242, port: f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf. Feb 16 15:08:06.485311 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.486336 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.548092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.560001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d79f-f6d0-4b29-abc3-97e8862c52e4 req-49d5ae33-4d81-4eeb-97e6-4dd78f51ef90 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:06.561814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27a2d79f-f6d0-4b29-abc3-97e8862c52e4 req-49d5ae33-4d81-4eeb-97e6-4dd78f51ef90 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.3194113 Feb 16 15:08:06.610011 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Set router 0b415439-69bc-4dcf-a0bd-60469e08924a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:06.626365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-306df20a-7960-4a8e-92f6-2f403d743b6c None None] Provisioning complete for port fdedc41e-7cfe-49e1-9413-891674168a23 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:06.626799 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-306df20a-7960-4a8e-92f6-2f403d743b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.641975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27a2d79f-f6d0-4b29-abc3-97e8862c52e4 req-07c65f72-ea31-40f9-885d-3c4e57a486c3 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Feb 16 15:08:06.675397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e6569-3fd7-497d-a541-50b7628305a3 req-63824d6b-8441-4c24-a3d0-408c5a206fc2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:06.675397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc3e6569-3fd7-497d-a541-50b7628305a3 req-63824d6b-8441-4c24-a3d0-408c5a206fc2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.2758837 Feb 16 15:08:06.764418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.832929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-306df20a-7960-4a8e-92f6-2f403d743b6c None None] Provisioning complete for port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:06.833436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-306df20a-7960-4a8e-92f6-2f403d743b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.857951 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:08:04Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5f43881b-0cc5-4e6e-a7e2-b1facc4869f5', 'name': '', 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:4a:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:04Z', 'updated_at': '2022-02-16T15:08:05Z', 'revision_number': 2, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:06.874215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-306df20a-7960-4a8e-92f6-2f403d743b6c None None] Port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:08:06.898076 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Checking router: 0b415439-69bc-4dcf-a0bd-60469e08924a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:06.898430 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Updating router 0b415439-69bc-4dcf-a0bd-60469e08924a port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:08:06.907266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.934683 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:06.981176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc3e6569-3fd7-497d-a541-50b7628305a3 req-a1aacf73-ba15-4d57-acd7-094c16e4efff tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582676 Feb 16 15:08:06.999331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:07.032427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:07.032427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:07.032427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Pushing event updated for resources: {'Port': ['ID=0ec2c6c8-f64b-4286-9eb5-85052b57313c,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:07.049884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.062825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e7122df2-d6fc-4613-b37e-f092941edb9f None None] Provisioning complete for port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:07.063687 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7122df2-d6fc-4613-b37e-f092941edb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.138931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Attempting to bind port 0ec2c6c8-f64b-4286-9eb5-85052b57313c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:08:07.139311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Attempting to bind port 0ec2c6c8-f64b-4286-9eb5-85052b57313c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3fe24665-fe77-4b7a-bc33-0157746e5daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:08:07.139733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Attempting to bind port 0ec2c6c8-f64b-4286-9eb5-85052b57313c on network 4ce41015-6eab-4b1c-b548-bb27da337e6d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:07.148589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:07.149533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Checking segment: {'id': '3fe24665-fe77-4b7a-bc33-0157746e5daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:07.149679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.149985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Bound using segment: {'id': '3fe24665-fe77-4b7a-bc33-0157746e5daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:07.150427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-7fb4c3e1-dc5f-4387-a662-e25c20cfcffc tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:07.150561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Bound port: 0ec2c6c8-f64b-4286-9eb5-85052b57313c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe24665-fe77-4b7a-bc33-0157746e5daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:08:07.150839 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.152282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-7fb4c3e1-dc5f-4387-a662-e25c20cfcffc tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/networks?id=d9c73481-859f-4dc5-996a-58064f100249 HTTP/1.1" status: 200 len: 797 time: 0.3588307 Feb 16 15:08:07.170675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-2e370ab9-a331-4ed1-9258-5a39dca3fdbe tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/quotas/ce951b5520fc48bbb39975c81ffd5bc4 HTTP/1.1" status: 200 len: 375 time: 0.0102751 Feb 16 15:08:07.182157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e7122df2-d6fc-4613-b37e-f092941edb9f None None] Port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:08:07.228341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fdedc41e-7cfe-49e1-9413-891674168a23 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:07.288901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] For port 0ec2c6c8-f64b-4286-9eb5-85052b57313c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:07.293345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] For port 0ec2c6c8-f64b-4286-9eb5-85052b57313c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0ec2c6c8-f64b-4286-9eb5-85052b57313c,segment=NetworkSegment(3fe24665-fe77-4b7a-bc33-0157746e5daa),segment_id=3fe24665-fe77-4b7a-bc33-0157746e5daa)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:07.322418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Router 37fd0204-47a8-4412-bc12-35cdf428b382 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:07.323800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8e1d6174-3d0c-4962-9aa8-84c3cbef02d3 None None] Provisioning complete for port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:07.324152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6174-3d0c-4962-9aa8-84c3cbef02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.326886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port fdedc41e-7cfe-49e1-9413-891674168a23 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:07.327247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.329924 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.338991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-c30d5d59-3c98-413f-b27c-739602ae71de tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1385400 Feb 16 15:08:07.387990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d6174-3d0c-4962-9aa8-84c3cbef02d3 None None] Port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:08:07.427260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.486158 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.500812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38bf0c-f7dd-43bc-badf-04e4e7b2c4a8 None None] Pushing event updated for resources: {'Port': ['ID=0ec2c6c8-f64b-4286-9eb5-85052b57313c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:07.541323 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c8ec-bcbd-489e-be0d-9971c14ef152 None None] Pushing event updated for resources: {'Port': ['ID=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:07.596289 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Attempting to bind port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:08:07.596666 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Attempting to bind port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:08:07.597394 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Attempting to bind port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 on network d9c73481-859f-4dc5-996a-58064f100249 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:07.603763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:07.604149 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Checking segment: {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:07.604530 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.604918 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Bound using segment: {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:07.605385 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Bound port: 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:08:07.606021 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.668029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-3981d6e1-af9b-4a57-b7d4-6dadfdb42770 service neutron] 10.222.0.113 "GET /v2.0/networks/d9c73481-859f-4dc5-996a-58064f100249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110604 Feb 16 15:08:07.673259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:07.686689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] Sync routers for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:07.686915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.705544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:07.706481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:07.713031 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] For port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:07.716581 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] For port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:07.777423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.872231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2ba6b91a-af5f-49c0-a91a-10e9ed0a7c4d tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "DELETE /v2.0/floatingips/96910604-42ad-4777-ab4c-01cddf965681 HTTP/1.1" status: 204 len: 168 time: 2.4234736 Feb 16 15:08:07.873424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.880103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:07.885379 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:07.895076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:07.909584 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:07.997124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd05d7-cd14-4cd7-acd8-c028e98e6ba7 req-94102420-c91f-4419-80fb-c0e58a252e7a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:07.997124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbdd05d7-cd14-4cd7-acd8-c028e98e6ba7 req-94102420-c91f-4419-80fb-c0e58a252e7a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2312951 Feb 16 15:08:08.051536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4c8ec-bcbd-489e-be0d-9971c14ef152 None None] Pushing event updated for resources: {'Port': ['ID=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:08.059157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbdd05d7-cd14-4cd7-acd8-c028e98e6ba7 req-d826d4f8-982e-432c-a1f7-9ad5a2a158cd tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579758 Feb 16 15:08:08.072286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-185cdb07-7c54-46a5-b3e2-7fc55245f5b7 service neutron] 10.222.0.113 "GET /v2.0/networks/d9c73481-859f-4dc5-996a-58064f100249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955910 Feb 16 15:08:08.108147 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Routers {'0b415439-69bc-4dcf-a0bd-60469e08924a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:08.112862 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:07:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['0b415439-69bc-4dcf-a0bd-60469e08924a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:08.209701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.25.6.50 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/1e24f5dc-f263-401c-8a4e-01a194707a65) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:08.220866 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-09e0e7fb-7851-41bf-9442-12b93b695299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:08.306999 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] Set router 0b415439-69bc-4dcf-a0bd-60469e08924a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:08.329162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6dd302dc-403e-43ee-971b-200ac06e2885 None None] Provisioning complete for port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:08.329533 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6dd302dc-403e-43ee-971b-200ac06e2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:08.376186 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:08.484419 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6dd302dc-403e-43ee-971b-200ac06e2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:08.537349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6dd302dc-403e-43ee-971b-200ac06e2885 None None] For port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:08.554466 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433eba3-90b3-4523-bb74-16fb3a81d0a4 x-openstack-request-id: req-a433eba3-90b3-4523-bb74-16fb3a81d0a4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:08.555017 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:08.555364 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a433eba3-90b3-4523-bb74-16fb3a81d0a4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:08.555935 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'status': 'completed', 'code': 200} Feb 16 15:08:08.558627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:08.566572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:08.620341 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:08:04Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5f43881b-0cc5-4e6e-a7e2-b1facc4869f5', 'name': '', 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:4a:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:04Z', 'updated_at': '2022-02-16T15:08:07Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:08.650784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] Checking router: 37fd0204-47a8-4412-bc12-35cdf428b382 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:08.663926 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b258c5-22ef-4234-87ce-0642b3275433 None None] The sync data for ids ['0b415439-69bc-4dcf-a0bd-60469e08924a'] in n-d-829433-1 is: [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:08:04Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5f43881b-0cc5-4e6e-a7e2-b1facc4869f5', 'name': '', 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:4a:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:08:04Z', 'updated_at': '2022-02-16T15:08:07Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:08.671971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:08.673246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:08.713432 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6dd302dc-403e-43ee-971b-200ac06e2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:08.723832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=1e24f5dc-f263-401c-8a4e-01a194707a65,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:08.807356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:08.823337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:08.844552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:08.873639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd302dc-403e-43ee-971b-200ac06e2885 None None] Pushing event updated for resources: {'Port': ['ID=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:08.901559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9b6322aa-f170-4068-834f-ea0752edf9d1 None None] Provisioning complete for port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:08.902063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b6322aa-f170-4068-834f-ea0752edf9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:08.912860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-85e6eb8d-75df-4b71-8006-a0397944a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:08.915220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-85e6eb8d-75df-4b71-8006-a0397944a033 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d0e65bf148214a50ae5eb33f35102206&device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 1096 time: 0.2452760 Feb 16 15:08:08.934586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811690a-18b9-4e10-accf-6db71205e2af req-790c27b7-0b14-4c63-9ff8-d32c258a7105 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:08.937001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2811690a-18b9-4e10-accf-6db71205e2af req-790c27b7-0b14-4c63-9ff8-d32c258a7105 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.2542462 Feb 16 15:08:08.962948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:09.154641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af9fd4a0-25cf-408c-95b3-a9524eab7f9b req-a072b014-75f6-4109-92d7-2316cee43b70 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 210 time: 0.1634989 Feb 16 15:08:09.265291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2811690a-18b9-4e10-accf-6db71205e2af req-c6733008-0652-4934-ac37-721e57ba2bc2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106275 Feb 16 15:08:09.325150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039c7f3-1261-48fd-b810-ce7455fd0c84 None None] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:09.396398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:09.479594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d4ae635-5310-4c4d-bb2d-4450f3154c7d None None] Provisioning complete for port 0ec2c6c8-f64b-4286-9eb5-85052b57313c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:09.479957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae635-5310-4c4d-bb2d-4450f3154c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:09.623151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:09.623890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:09.649901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:09.735170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae552ea-471a-4a3a-8e1d-97395425d8e2 None None] The sync data for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 is: [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:01:55Z', 'revision_number': 4, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3431f301-9d3b-4f52-8d40-5021ad529d73', 'name': '', 'network_id': 'd6e09dcc-e987-4a4a-90db-9a613cb8a34e', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'mac_address': 'fa:16:3e:ae:00:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:54Z', 'updated_at': '2022-02-16T15:02:00Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'subnets': [{'id': '8590e742-def4-49e9-9180-5e698cc9b4e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:09.762667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:09.774699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae635-5310-4c4d-bb2d-4450f3154c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:09.852175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0ec2c6c8-f64b-4286-9eb5-85052b57313c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:09.884513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d4ae635-5310-4c4d-bb2d-4450f3154c7d None None] For port 0ec2c6c8-f64b-4286-9eb5-85052b57313c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0ec2c6c8-f64b-4286-9eb5-85052b57313c,segment=NetworkSegment(3fe24665-fe77-4b7a-bc33-0157746e5daa),segment_id=3fe24665-fe77-4b7a-bc33-0157746e5daa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:09.884862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-97362089-1249-45f4-bcfe-ba71a6ea4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:09.886529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-97362089-1249-45f4-bcfe-ba71a6ea4924 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 200 len: 916 time: 0.9463487 Feb 16 15:08:09.923927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0ec2c6c8-f64b-4286-9eb5-85052b57313c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:09.925293 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:09.940641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf08a93-39cf-4f1c-899a-805e000773c1 req-3111a8c5-ca7c-4387-b9e6-b2d72ebb2bfb tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:09.942284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccf08a93-39cf-4f1c-899a-805e000773c1 req-3111a8c5-ca7c-4387-b9e6-b2d72ebb2bfb tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 945 time: 0.5949907 Feb 16 15:08:10.010587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-4cc47d6f-31d1-4b29-a0db-8356a94b54f4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 200 len: 217 time: 0.0914891 Feb 16 15:08:10.035839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad0854-900c-4da4-ba9c-0236f095f72e req-950db4ec-fe9e-409e-bb3e-a4ea1b369269 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:10.037517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fad0854-900c-4da4-ba9c-0236f095f72e req-950db4ec-fe9e-409e-bb3e-a4ea1b369269 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2205577 Feb 16 15:08:10.039237 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:10.137785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fad0854-900c-4da4-ba9c-0236f095f72e req-f6908773-220c-462d-a0d6-b4f24bc14415 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661910 Feb 16 15:08:10.142806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccf08a93-39cf-4f1c-899a-805e000773c1 req-4f637b44-1e06-432a-a90d-661742f5b1cf tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562600 Feb 16 15:08:10.158497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-c3d381a7-a6a0-4d47-ba7c-ff3faf7cb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:10.160222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-c3d381a7-a6a0-4d47-ba7c-ff3faf7cb909 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=8590e742-def4-49e9-9180-5e698cc9b4e7 HTTP/1.1" status: 200 len: 853 time: 0.1435790 Feb 16 15:08:10.196162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c4a3021c-f0b3-49b7-9b12-c36f4be79e0d details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:08:10.230857 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae635-5310-4c4d-bb2d-4450f3154c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:10.268249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b2f59b5-6e6d-4f30-8c54-add2a219be69 req-4cbdfa59-46e8-4413-a6c1-eec02f490f61 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 210 time: 0.0326908 Feb 16 15:08:10.270325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-024b832c-a0b1-4340-8885-be4d6d6d89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:10.276502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-024b832c-a0b1-4340-8885-be4d6d6d89e1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d6e09dcc-e987-4a4a-90db-9a613cb8a34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065750 Feb 16 15:08:10.309696 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2847d1-1500-46c9-ae6b-c876346025da None None] New status for floating IP 96910604-42ad-4777-ab4c-01cddf965681: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:08:10.367881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.resource_extend [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 15:08:10.456324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:08:10.456812 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:08:10.460727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ae635-5310-4c4d-bb2d-4450f3154c7d None None] Pushing event updated for resources: {'Port': ['ID=0ec2c6c8-f64b-4286-9eb5-85052b57313c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:10.466798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ee3fecbd-f5d6-48b0-a25c-8ef40e37759b None None] Provisioning complete for port 0ec2c6c8-f64b-4286-9eb5-85052b57313c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:10.467370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ee3fecbd-f5d6-48b0-a25c-8ef40e37759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:10.535016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:10.551648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'port_id': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d', 'mac_address': 'fa:16:3e:07:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:08:10.598317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-ebefbcca-320c-4d50-ae5c-7e56ad8d9fd5 service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063786 Feb 16 15:08:10.606491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb89de1-456c-419c-ad59-0a3bc8a14ddb req-4e2f8ab3-26ba-44ca-b1d0-63e5be59a0be tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:10.608140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1eb89de1-456c-419c-ad59-0a3bc8a14ddb req-4e2f8ab3-26ba-44ca-b1d0-63e5be59a0be tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 944 time: 0.1698823 Feb 16 15:08:10.701945 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:10.792432 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:10.808968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a3021c-f0b3-49b7-9b12-c36f4be79e0d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:08:10.820128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1eb89de1-456c-419c-ad59-0a3bc8a14ddb req-fa4c41de-79b8-4ea4-8564-5e5d38ece4e5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860771 Feb 16 15:08:10.832747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:10.875382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3d4b800-e8e3-43bf-8452-d352c7e56dc7 req-9b25472e-e300-4e99-a271-456453d6a8ba service neutron] 10.222.0.129 "GET /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661691 Feb 16 15:08:10.894868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-f614c56d-21e1-4ff3-914a-e06ed6101e70 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:10.896360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-f614c56d-21e1-4ff3-914a-e06ed6101e70 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.129 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 945 time: 0.1573236 Feb 16 15:08:11.087818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.125182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Deleting port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:11.127721 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.127891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.161842 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0ec2c6c8-f64b-4286-9eb5-85052b57313c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:11.294405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:11.300974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0ec2c6c8-f64b-4286-9eb5-85052b57313c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:11.301688 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.383503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] For port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:11.383943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.430362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349305f-6ba8-43c9-9e68-0c8c5faf10c1 req-015cc8e6-f200-4d60-9cbb-113019f0f930 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:11.430362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e349305f-6ba8-43c9-9e68-0c8c5faf10c1 req-015cc8e6-f200-4d60-9cbb-113019f0f930 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 945 time: 0.1709456 Feb 16 15:08:11.430362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Calling delete_port for f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:11.430667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c4a3021c-f0b3-49b7-9b12-c36f4be79e0d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:11.432280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa358-c19b-4ee1-b478-1cfa8ac89fde req-91c72db3-1395-449e-b5c8-6e8f4115bde4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:11.435019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65efa358-c19b-4ee1-b478-1cfa8ac89fde req-91c72db3-1395-449e-b5c8-6e8f4115bde4 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1511500 Feb 16 15:08:11.496809 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.557356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e349305f-6ba8-43c9-9e68-0c8c5faf10c1 req-2ab9eab9-1c38-4757-8e3a-fad3c41205ee tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/security-groups?id=fba2a706-a526-428b-9268-6d69277a0804&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363380 Feb 16 15:08:11.570334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65efa358-c19b-4ee1-b478-1cfa8ac89fde req-13128171-2ac9-4869-a14f-f9668546a7be tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218488 Feb 16 15:08:11.632501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.672758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ce534d6-980a-46f5-a27b-1256e0efaf6d req-e96e2e17-04b3-48af-b632-78f4a0c35a30 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 210 time: 0.0368447 Feb 16 15:08:11.723406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 2f83048a-e391-4154-a956-15507a447936 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:08:11.838397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:11.848999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] Sync routers for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:11.860805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:11.861542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:11.914375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:11.927105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:11.929461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:11.930224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:11.963208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event deleted for resources: {'Port': ['ID=f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:11.970063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:11.970812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932cb908-eb16-4fb6-8791-7cf58025694c None None] The sync data for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:12.040286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] No DVR routers for this DVR port f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:12.043716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:12.047808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce9b36f6-d204-41ea-be21-7893e0e45feb req-1c0aee07-5dd7-4c8e-b1d0-3c11196cb502 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.129 "DELETE /v2.0/ports/f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf HTTP/1.1" status: 204 len: 173 time: 1.1445787 Feb 16 15:08:12.056454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87db4-b0fc-4962-9ab5-e24d8b79c926 req-7a72cff0-839a-4191-b35c-c4870d8a7f7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:12.057870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9b87db4-b0fc-4962-9ab5-e24d8b79c926 req-7a72cff0-839a-4191-b35c-c4870d8a7f7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 945 time: 0.1708663 Feb 16 15:08:12.060119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'name': 'network-vif-deleted', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:12.062368 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3471db05-7908-4077-b002-9cf5757c0e00" -d '{"events": [{"server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "name": "network-vif-deleted", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:12.086322 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:12.094789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b733a00d-c3ff-4178-9434-873f743aeb97 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0584874 Feb 16 15:08:12.095369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52354) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:12.119675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fbad4-49d4-4b42-b0ac-42b225b7bf49 req-f07df383-8d58-4b60-aee7-319b82c5d608 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:12.121187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee1fbad4-49d4-4b42-b0ac-42b225b7bf49 req-f07df383-8d58-4b60-aee7-319b82c5d608 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1637664 Feb 16 15:08:12.124398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9b87db4-b0fc-4962-9ab5-e24d8b79c926 req-3e3a5b22-42ac-4e00-a034-c9adc88b6ed2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580840 Feb 16 15:08:12.167803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee1fbad4-49d4-4b42-b0ac-42b225b7bf49 req-3835c64d-bbe3-4a6e-8a00-45ac63f489aa tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Feb 16 15:08:12.184444 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b99b548-fb28-4148-8c31-8f88a71db729 x-openstack-request-id: req-5b99b548-fb28-4148-8c31-8f88a71db729 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:12.184675 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceff1ce1-df09-4f70-a495-b61acd2229ba", "name": "network-vif-deleted", "tag": "f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:12.184929 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5b99b548-fb28-4148-8c31-8f88a71db729 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:12.185695 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceff1ce1-df09-4f70-a495-b61acd2229ba', 'name': 'network-vif-deleted', 'tag': 'f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf', 'status': 'completed', 'code': 200} Feb 16 15:08:12.227309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c4a3021c-f0b3-49b7-9b12-c36f4be79e0d up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:12.309396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6d9d5-b127-46bf-8ddb-681875a3b595 req-563e177d-8396-428b-a355-f6d736bb71a8 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:12.311386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dd6d9d5-b127-46bf-8ddb-681875a3b595 req-563e177d-8396-428b-a355-f6d736bb71a8 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.0594668 Feb 16 15:08:12.376219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dd6d9d5-b127-46bf-8ddb-681875a3b595 req-e4ca34a9-d7a6-4b3d-a3b9-b167c065c02a tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567608 Feb 16 15:08:12.542630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-e54e950d-a5c1-4d32-8159-f561c905ed4a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:12.544364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-e54e950d-a5c1-4d32-8159-f561c905ed4a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.129 "GET /v2.0/networks?id=d9c73481-859f-4dc5-996a-58064f100249 HTTP/1.1" status: 200 len: 797 time: 0.1910632 Feb 16 15:08:12.562431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Request body: {'port': {'device_id': 'db113ec8-97ac-403a-8efa-0364c553b692', 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249', 'admin_state_up': True, 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:12.650931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:08:12.654667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:12.655164 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:12.665101 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:12.719763 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:12.765466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9398e9e9-81cd-41f9-8870-fa8cf809400e req-3cf3840c-91e5-47d0-ad3f-47445e835b7f tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.0847759 Feb 16 15:08:12.799265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:12.843720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:12.846444 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea525c4f-1456-403e-9070-f4145787ac8a" -d '{"events": [{"server_uuid": "3df2ad5a-6004-48d4-97dc-c85e3025f8f9", "name": "network-vif-plugged", "status": "completed", "tag": "c4a3021c-f0b3-49b7-9b12-c36f4be79e0d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:12.866961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:12.897053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6287c050-0ae5-4b41-9c7a-3da9b5c51d10 req-3fed46a0-add6-40ef-9e2f-83cffdf029fa tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 210 time: 0.0534253 Feb 16 15:08:12.938510 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ac11bc-80d3-49ec-8904-dfc1872f96c2 x-openstack-request-id: req-d5ac11bc-80d3-49ec-8904-dfc1872f96c2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:12.938510 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df2ad5a-6004-48d4-97dc-c85e3025f8f9", "name": "network-vif-plugged", "status": "completed", "tag": "c4a3021c-f0b3-49b7-9b12-c36f4be79e0d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:12.938510 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d5ac11bc-80d3-49ec-8904-dfc1872f96c2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:12.938510 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d', 'code': 200} Feb 16 15:08:13.047006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040c355-cf59-40f6-8561-22f2cd718d24 req-47295dec-b3d6-49ff-8d88-c271b2b2d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:13.048652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6040c355-cf59-40f6-8561-22f2cd718d24 req-47295dec-b3d6-49ff-8d88-c271b2b2d370 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0402660 Feb 16 15:08:13.053997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.1 (4ce41015-6eab-4b1c-b548-bb27da337e6d/785bb2ca-eda5-4911-a7ee-a09d081a2ce1/dfead25c-1daa-4c46-b9de-63dc07aa3525) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:13.067676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Made reservation on behalf of ce951b5520fc48bbb39975c81ffd5bc4 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:13.073398 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:13.117264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6040c355-cf59-40f6-8561-22f2cd718d24 req-9f3bdcb6-7abc-4927-88eb-045f10c57612 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Feb 16 15:08:13.157410 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:13.388143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:13.441433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206f366-680a-4ee9-8010-2adcaf70305c req-2d836a9b-bee4-441c-9f62-b20fa928cc7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:13.443176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0206f366-680a-4ee9-8010-2adcaf70305c req-2d836a9b-bee4-441c-9f62-b20fa928cc7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.1844401 Feb 16 15:08:13.461196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Allocated IP 172.20.0.26 (d9c73481-859f-4dc5-996a-58064f100249/6d45b6cd-62aa-47a8-b7c1-542e4baa4612/ba28f44a-1a93-44c2-8688-0ed390546d86) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:13.515307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf9b1-fb8d-44c3-94aa-63545c2cb1a8 req-38a4c324-45dc-428e-b0e1-4c63e34cc964 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:13.517144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a73cf9b1-fb8d-44c3-94aa-63545c2cb1a8 req-38a4c324-45dc-428e-b0e1-4c63e34cc964 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1512358 Feb 16 15:08:13.590828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0206f366-680a-4ee9-8010-2adcaf70305c req-c81f122a-7c47-4c94-886e-2a1de188d141 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342547 Feb 16 15:08:13.649396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a73cf9b1-fb8d-44c3-94aa-63545c2cb1a8 req-de464a5f-5fa7-4751-85ff-e363bc40a285 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202164 Feb 16 15:08:13.662193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:13.739833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:13.836726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:13.865246 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1ec2306-78fd-4dc9-9644-754a49457229 req-00bdd536-f377-482e-a7e3-00fa3244a6f0 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.0275490 Feb 16 15:08:13.889053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:13.892443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:13.897370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:13.931896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:13.953627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=dfead25c-1daa-4c46-b9de-63dc07aa3525,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:13.978387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:14.025077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Network d9c73481-859f-4dc5-996a-58064f100249 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:14.042180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:14.048669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:14.084434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event updated for resources: {'Port': ['ID=ba28f44a-1a93-44c2-8688-0ed390546d86,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:14.123721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cd916-59d2-45dd-8ccb-ec7d434c3b9a req-2547f6f9-61d0-4bc0-9cb2-71cc8469bb67 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:14.125261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea6cd916-59d2-45dd-8ccb-ec7d434c3b9a req-2547f6f9-61d0-4bc0-9cb2-71cc8469bb67 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 895 time: 0.1274161 Feb 16 15:08:14.137551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:14.138209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:14.242915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2ea7b1ae-c912-47e7-9423-aa1df171895e None None] Provisioning complete for port dfead25c-1daa-4c46-b9de-63dc07aa3525 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:14.258265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b1ae-c912-47e7-9423-aa1df171895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:14.290368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2ea7b1ae-c912-47e7-9423-aa1df171895e None None] Port dfead25c-1daa-4c46-b9de-63dc07aa3525 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:08:14.419656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-65871db7-e43d-46dc-b9ad-13319c589e60 None None] Provisioning complete for port ba28f44a-1a93-44c2-8688-0ed390546d86 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:14.419879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-5dd9c9af-ef92-47d0-96c6-adb91cb9d9f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8623996 Feb 16 15:08:14.420408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65871db7-e43d-46dc-b9ad-13319c589e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:14.432546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Request body: {'port': {'device_id': 'db113ec8-97ac-403a-8efa-0364c553b692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:14.460724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-65871db7-e43d-46dc-b9ad-13319c589e60 None None] Port ba28f44a-1a93-44c2-8688-0ed390546d86 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:08:14.512662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:14.534238 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:14.568023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-7b5907d8-68cc-4977-8c0e-2d30ec27ae50 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:14.570864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-7b5907d8-68cc-4977-8c0e-2d30ec27ae50 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.1051381 Feb 16 15:08:14.919683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:14.954445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:14.955468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f804cfb1-53f0-46ce-bef5-1c2fe25ef1bf not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:14.995340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:15.029324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2589b-ab5f-4978-bdfd-393a0df7d2d3 req-321769c9-3e90-48da-aedd-613fff338f45 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:15.030914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ee2589b-ab5f-4978-bdfd-393a0df7d2d3 req-321769c9-3e90-48da-aedd-613fff338f45 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 945 time: 0.2526228 Feb 16 15:08:15.066937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e830492-ee4b-4e96-9b66-3cfcda382c16 req-524855bd-9c0c-4df6-a574-ad325f3b6d79 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:15.072033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e830492-ee4b-4e96-9b66-3cfcda382c16 req-524855bd-9c0c-4df6-a574-ad325f3b6d79 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.2893927 Feb 16 15:08:15.076543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Deleting port 7611b430-19e3-4e1c-a30f-761d903383b0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:15.076880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:15.217119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:15.309565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:15.404677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=dfead25c-1daa-4c46-b9de-63dc07aa3525,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:15.554735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:15.556353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:15.688384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e830492-ee4b-4e96-9b66-3cfcda382c16 req-c6d96cb1-b574-4d5f-9fed-3776da0d98d6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082578 Feb 16 15:08:15.705689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ee2589b-ab5f-4978-bdfd-393a0df7d2d3 req-bbb7b576-bae5-4b5c-a488-9470c9094516 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649683 Feb 16 15:08:15.810771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba28f44a-1a93-44c2-8688-0ed390546d86 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:08:15.821635 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:15.837169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Transition to ACTIVE for port object ba28f44a-1a93-44c2-8688-0ed390546d86 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:08:15.914268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 2f83048a-e391-4154-a956-15507a447936 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:15.926714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-140022a7-aef4-4789-8db5-a3e5a87fc904 req-f81387f6-151a-4857-bc9e-4f639920d377 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.0409563 Feb 16 15:08:15.972352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:15.979664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] For port 7611b430-19e3-4e1c-a30f-761d903383b0, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7611b430-19e3-4e1c-a30f-761d903383b0,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:15.980030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.010050 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d25812d2-3097-4b7e-9979-49f5f23a926f None None] Provisioning complete for port dfead25c-1daa-4c46-b9de-63dc07aa3525 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:16.010619 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d25812d2-3097-4b7e-9979-49f5f23a926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.018931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Calling delete_port for 7611b430-19e3-4e1c-a30f-761d903383b0 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:16.099663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0070e02-de38-43ba-8ebf-b8bdc0359486 req-df72d662-cadc-42cb-a816-cadc7172fcb1 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:16.100918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0070e02-de38-43ba-8ebf-b8bdc0359486 req-df72d662-cadc-42cb-a816-cadc7172fcb1 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 895 time: 0.1941888 Feb 16 15:08:16.129089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Pushing event updated for resources: {'Port': ['ID=ba28f44a-1a93-44c2-8688-0ed390546d86,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:16.158882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d25812d2-3097-4b7e-9979-49f5f23a926f None None] Port dfead25c-1daa-4c46-b9de-63dc07aa3525 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:08:16.236103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:16.262468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Attempting to bind port ba28f44a-1a93-44c2-8688-0ed390546d86 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:08:16.262739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Attempting to bind port ba28f44a-1a93-44c2-8688-0ed390546d86 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:08:16.263139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Attempting to bind port ba28f44a-1a93-44c2-8688-0ed390546d86 on network d9c73481-859f-4dc5-996a-58064f100249 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:16.264956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52390) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:16.268815 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-742ebe3b-94fe-4760-a7c6-f9fa378b712d tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/routers/2f83048a-e391-4154-a956-15507a447936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1685483 Feb 16 15:08:16.277454 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] Sync routers for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:16.282378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'port': {'network_id': '4ce41015-6eab-4b1c-b548-bb27da337e6d', 'name': 'tempest-FloatingIPTestJSON-1225193505'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:16.289787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Port ba28f44a-1a93-44c2-8688-0ed390546d86 on network d9c73481-859f-4dc5-996a-58064f100249 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:08:16.290123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Attempting to bind port ba28f44a-1a93-44c2-8688-0ed390546d86 on network d9c73481-859f-4dc5-996a-58064f100249 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:16.317234 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:16.318298 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:16.328398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:16.332273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Checking segment: {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:16.336314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Bound using segment: {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:16.341165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Bound port: ba28f44a-1a93-44c2-8688-0ed390546d86, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:08:16.341989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.408776 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:16.422353 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:16.423464 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:16.479338 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:16.492581 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc9052-ff21-4a60-a0d9-709dbd38f384 None None] The sync data for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:16.597612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] For port ba28f44a-1a93-44c2-8688-0ed390546d86, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:16.603215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] For port ba28f44a-1a93-44c2-8688-0ed390546d86, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ba28f44a-1a93-44c2-8688-0ed390546d86,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:16.606797 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.651435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.665283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:16.723282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7611b430-19e3-4e1c-a30f-761d903383b0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:16.729410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event deleted for resources: {'Port': ['ID=7611b430-19e3-4e1c-a30f-761d903383b0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:16.839311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] No DVR routers for this DVR port 7611b430-19e3-4e1c-a30f-761d903383b0 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:16.844591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.849248 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.856353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09d56cc8-20a6-499c-a6e8-695c293c9ad8 req-6260d797-a535-48d7-98bc-fa46920d89e1 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.129 "DELETE /v2.0/ports/7611b430-19e3-4e1c-a30f-761d903383b0 HTTP/1.1" status: 204 len: 173 time: 2.2612946 Feb 16 15:08:16.875284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'name': 'network-vif-deleted', 'tag': '7611b430-19e3-4e1c-a30f-761d903383b0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:16.887532 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eb3168-cc4a-4244-b8e8-28dc685280a7" -d '{"events": [{"server_uuid": "f233012d-9d0d-48c9-814d-c14729d2b911", "name": "network-vif-deleted", "tag": "7611b430-19e3-4e1c-a30f-761d903383b0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:16.949893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Made reservation on behalf of 02596dfa14a24e0ebd58171e94e8309b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:16.953441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:16.990870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cfa486f-5311-40bf-8223-25112529db37 req-4a7e522c-2e73-46d1-ad38-f0a11f8d18cc tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 210 time: 0.1528454 Feb 16 15:08:17.004112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.004735 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:17.006223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] 10.222.0.129 "PUT /v2.0/ports/ba28f44a-1a93-44c2-8688-0ed390546d86 HTTP/1.1" status: 200 len: 1055 time: 2.5783396 Feb 16 15:08:17.087060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] device_id is not set on port 1c4f3ca7-9df7-4601-98eb-c633e358a091 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:08:17.097343 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9070befa-c25c-4351-a715-290e1b09090e x-openstack-request-id: req-9070befa-c25c-4351-a715-290e1b09090e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:17.098244 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f233012d-9d0d-48c9-814d-c14729d2b911", "name": "network-vif-deleted", "tag": "7611b430-19e3-4e1c-a30f-761d903383b0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:17.098244 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9070befa-c25c-4351-a715-290e1b09090e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:17.098244 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f233012d-9d0d-48c9-814d-c14729d2b911', 'name': 'network-vif-deleted', 'tag': '7611b430-19e3-4e1c-a30f-761d903383b0', 'status': 'completed', 'code': 200} Feb 16 15:08:17.108097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206cf08-4bba-48da-9c6e-6bf95d328a97 service neutron] Pushing event updated for resources: {'Port': ['ID=ba28f44a-1a93-44c2-8688-0ed390546d86,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:17.175627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee03a-54c2-4023-b90b-3faf91f10b7a req-83c8da6b-0eee-40c5-90a6-3b6dd9c530a9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.177379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bcee03a-54c2-4023-b90b-3faf91f10b7a req-83c8da6b-0eee-40c5-90a6-3b6dd9c530a9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.3193707 Feb 16 15:08:17.232180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bc22bad-5c66-4a69-9f62-01cb3bbd7a82 req-19e702a6-af95-4dfa-ae77-690e6c925958 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.0497892 Feb 16 15:08:17.356547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bcee03a-54c2-4023-b90b-3faf91f10b7a req-fd2dd5c4-add7-4943-8efb-4865e7a7436f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555898 Feb 16 15:08:17.377061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Allocated IP 172.20.0.5 (4ce41015-6eab-4b1c-b548-bb27da337e6d/785bb2ca-eda5-4911-a7ee-a09d081a2ce1/1c4f3ca7-9df7-4601-98eb-c633e358a091) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:17.393360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-e7c653fe-e9c3-4e15-8c64-49f5393a28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.395241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-e7c653fe-e9c3-4e15-8c64-49f5393a28ef service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 1058 time: 0.0916519 Feb 16 15:08:17.490476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-fa4a97e6-f6ed-48dc-9b77-b6af586f3ebd service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=ba28f44a-1a93-44c2-8688-0ed390546d86 HTTP/1.1" status: 200 len: 217 time: 0.0873213 Feb 16 15:08:17.632463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bf194-d8dd-4118-9f8c-5a8a816c48bf req-a3ec3aa0-3168-4929-8086-c18563a15399 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.632463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a0bf194-d8dd-4118-9f8c-5a8a816c48bf req-a3ec3aa0-3168-4929-8086-c18563a15399 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 907 time: 0.2181597 Feb 16 15:08:17.653374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-0b0eefa4-1f54-4366-945b-1c58f1fa0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.656273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-0b0eefa4-1f54-4366-945b-1c58f1fa0499 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6d45b6cd-62aa-47a8-b7c1-542e4baa4612 HTTP/1.1" status: 200 len: 837 time: 0.1496487 Feb 16 15:08:17.670211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1da52-2449-4293-8e59-2660c7f2bd39 req-e69ca757-f7fb-4979-8b28-69adfb185006 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.671849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3e1da52-2449-4293-8e59-2660c7f2bd39 req-e69ca757-f7fb-4979-8b28-69adfb185006 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.1739318 Feb 16 15:08:17.782382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3e1da52-2449-4293-8e59-2660c7f2bd39 req-82835fc0-245e-4c0b-a236-ceb23097b2f6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957057 Feb 16 15:08:17.791944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-ec523270-291d-4240-808b-3d12ad044711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.793455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-ec523270-291d-4240-808b-3d12ad044711 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d9c73481-859f-4dc5-996a-58064f100249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171911 Feb 16 15:08:17.803392 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:17.953215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fa14d-0bd4-47fb-86c6-b85522172646 req-cd3ff797-b493-4ebd-ba74-656ef7aab8dd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:17.954606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa8fa14d-0bd4-47fb-86c6-b85522172646 req-cd3ff797-b493-4ebd-ba74-656ef7aab8dd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.0941341 Feb 16 15:08:17.963527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-3baf521f-ae88-45fe-958f-e8db0b2767b2 service neutron] 10.222.0.129 "GET /v2.0/networks/d9c73481-859f-4dc5-996a-58064f100249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583478 Feb 16 15:08:18.049804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa8fa14d-0bd4-47fb-86c6-b85522172646 req-35e4ecc2-b499-44f1-9ebe-e0efb00206cc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852675 Feb 16 15:08:18.093501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-065eefd7-83e3-45ce-a2f1-dc0f40694503 req-8cd8f934-5c21-4c82-9226-8a3694f30ace service neutron] 10.222.0.129 "GET /v2.0/networks/d9c73481-859f-4dc5-996a-58064f100249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231096 Feb 16 15:08:18.137693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c61272ba-4c03-4446-aa53-e829d70a76b6 req-c4424cf9-ec4b-47be-840e-3f97346d1413 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=f233012d-9d0d-48c9-814d-c14729d2b911 HTTP/1.1" status: 200 len: 210 time: 0.0292056 Feb 16 15:08:18.170013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:18.222812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:18.226620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:18.230289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:18.236933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event updated for resources: {'Port': ['ID=1c4f3ca7-9df7-4601-98eb-c633e358a091,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:18.286638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:18.287377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:18.425474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d481e5b-8c02-4b0f-a4af-39bc51d55025 req-9629794f-9272-422a-b793-00be83a638a2 tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "GET /v2.0/ports?device_id=ceff1ce1-df09-4f70-a495-b61acd2229ba HTTP/1.1" status: 200 len: 210 time: 0.0457687 Feb 16 15:08:18.435330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5884773e-06d3-4278-abc3-14b0fb5437be tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1625578 Feb 16 15:08:18.435330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52418) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:18.439536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Request body: {'floatingip': {'port_id': '1c4f3ca7-9df7-4601-98eb-c633e358a091'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:18.505324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-999c08d2-38dc-4b79-9d5a-153d062d1d7d None None] Provisioning complete for port 1c4f3ca7-9df7-4601-98eb-c633e358a091 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:18.505840 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-999c08d2-38dc-4b79-9d5a-153d062d1d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:18.568672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-999c08d2-38dc-4b79-9d5a-153d062d1d7d None None] Port 1c4f3ca7-9df7-4601-98eb-c633e358a091 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:08:18.613623 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:18.675980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbf267-757c-49d6-9e4e-b101ad7bbc98 req-4cdd3299-1f20-4b8e-9247-569603438199 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:18.683590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1fbf267-757c-49d6-9e4e-b101ad7bbc98 req-4cdd3299-1f20-4b8e-9247-569603438199 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.1325128 Feb 16 15:08:18.762538 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e1fbf267-757c-49d6-9e4e-b101ad7bbc98 req-cae3f283-ecb2-4248-b871-d481b6780b55 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780759 Feb 16 15:08:18.854521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3179-3ab4-4e7e-8df8-83a0ff0ffc9f req-9c31efc4-c236-4aa6-b0ef-516a34da4e9f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:18.862734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b47f3179-3ab4-4e7e-8df8-83a0ff0ffc9f req-9c31efc4-c236-4aa6-b0ef-516a34da4e9f tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 907 time: 0.1211562 Feb 16 15:08:18.935689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7611b430-19e3-4e1c-a30f-761d903383b0 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:18.958919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 7611b430-19e3-4e1c-a30f-761d903383b0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:18.959415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7611b430-19e3-4e1c-a30f-761d903383b0 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:19.108262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db113ec8-97ac-403a-8efa-0364c553b692', 'tag': 'ba28f44a-1a93-44c2-8688-0ed390546d86'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:19.110394 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54" -d '{"events": [{"name": "network-changed", "server_uuid": "db113ec8-97ac-403a-8efa-0364c553b692", "tag": "ba28f44a-1a93-44c2-8688-0ed390546d86"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:19.162734 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c56df60-d2e6-4fd9-bfde-f1bba739f38e x-openstack-request-id: req-0c56df60-d2e6-4fd9-bfde-f1bba739f38e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:19.164247 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db113ec8-97ac-403a-8efa-0364c553b692", "tag": "ba28f44a-1a93-44c2-8688-0ed390546d86", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:19.164247 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0c56df60-d2e6-4fd9-bfde-f1bba739f38e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:19.164247 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db113ec8-97ac-403a-8efa-0364c553b692', 'tag': 'ba28f44a-1a93-44c2-8688-0ed390546d86', 'status': 'completed', 'code': 200} Feb 16 15:08:19.270199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:19.280349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-2cdf7c10-40d3-4fa7-ba5c-78ed5235c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:19.281854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-2cdf7c10-40d3-4fa7-ba5c-78ed5235c82b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 1058 time: 0.0620432 Feb 16 15:08:19.397008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-24688914-9224-4756-b193-5cec2ab2b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:19.398819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-24688914-9224-4756-b193-5cec2ab2b023 service neutron] 10.222.0.129 "GET /v2.0/networks?id=d9c73481-859f-4dc5-996a-58064f100249 HTTP/1.1" status: 200 len: 899 time: 0.1095288 Feb 16 15:08:19.456991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-614f90db-532b-449b-b994-7af40ec566a9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=ba28f44a-1a93-44c2-8688-0ed390546d86 HTTP/1.1" status: 200 len: 217 time: 0.0512767 Feb 16 15:08:19.457264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:19.498538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52446) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:19.581531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-47d612cb-3ce0-4148-b0dc-b311c63c0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:19.583585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-47d612cb-3ce0-4148-b0dc-b311c63c0e19 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=6d45b6cd-62aa-47a8-b7c1-542e4baa4612 HTTP/1.1" status: 200 len: 837 time: 0.0811141 Feb 16 15:08:19.585623 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b310fecd-2710-401e-ba1a-eb454d99c79b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:19.617954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b310fecd-2710-401e-ba1a-eb454d99c79b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:19.713665 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP ac8b0942-bf67-4bcc-9eb4-2e6c9faf3829 associated. External IP: 172.25.6.203, port: d33276f9-f6af-4c14-984a-a3d067a7f1ca. Feb 16 15:08:19.718486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-4ad06271-000b-4d77-88c3-ddbe19527c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:19.723053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-4ad06271-000b-4d77-88c3-ddbe19527c3e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=d9c73481-859f-4dc5-996a-58064f100249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978844 Feb 16 15:08:19.789577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b310fecd-2710-401e-ba1a-eb454d99c79b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:19.792223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b310fecd-2710-401e-ba1a-eb454d99c79b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:19.793602 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b310fecd-2710-401e-ba1a-eb454d99c79b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] 10.222.0.113 "DELETE /v2.0/security-groups/fba2a706-a526-428b-9268-6d69277a0804 HTTP/1.1" status: 204 len: 168 time: 0.2940564 Feb 16 15:08:19.805549 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310fecd-2710-401e-ba1a-eb454d99c79b tempest-TestVolumeBackupRestore-791376665 tempest-TestVolumeBackupRestore-791376665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba2a706-a526-428b-9268-6d69277a0804,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:19.977257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-47b700fd-247c-4612-ae3a-247d12ddceab service neutron] 10.222.0.129 "GET /v2.0/networks/d9c73481-859f-4dc5-996a-58064f100249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222502 Feb 16 15:08:20.004816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6db8-d254-4ba2-995e-26d2cbb1b156 req-33a48aae-3d47-4406-81c9-c7723af56aba tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:20.008547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67cb6db8-d254-4ba2-995e-26d2cbb1b156 req-33a48aae-3d47-4406-81c9-c7723af56aba tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.1374445 Feb 16 15:08:20.142380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67cb6db8-d254-4ba2-995e-26d2cbb1b156 req-4824f99d-684d-422e-a68f-74c7ef3decb8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205280 Feb 16 15:08:20.205292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c5ece6-55f7-4816-a84b-e1ffddf22c54 req-678f36a9-e7b1-46fe-8027-a1aae6b3a2a4 service neutron] 10.222.0.129 "GET /v2.0/networks/d9c73481-859f-4dc5-996a-58064f100249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198882 Feb 16 15:08:20.227202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:20.769507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-baea3046-dce6-46d7-a312-4ec245265ae2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:20.770978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-baea3046-dce6-46d7-a312-4ec245265ae2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.5335429 Feb 16 15:08:20.824438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:20.843348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:20.876293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:20.877078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:20.887781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d74c-a5e2-4371-926f-c543259ab6fb req-69b90d4a-25c3-48da-9852-7b9fc2490c78 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:20.889320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d751d74c-a5e2-4371-926f-c543259ab6fb req-69b90d4a-25c3-48da-9852-7b9fc2490c78 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 945 time: 0.1892328 Feb 16 15:08:20.922513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:20.928468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840bd0-5fe8-43f4-bde2-e2fdde562d82 req-4c6f8706-4bc6-466b-b8ea-b04c5aad5ee8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:20.930577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f840bd0-5fe8-43f4-bde2-e2fdde562d82 req-4c6f8706-4bc6-466b-b8ea-b04c5aad5ee8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 907 time: 0.2293429 Feb 16 15:08:20.942947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ba28f44a-1a93-44c2-8688-0ed390546d86 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:08:20.956640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:20.957932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:21.016566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:21.017674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0951e4-089c-4427-8e73-ab1aa02ec970 None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:21.031149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d751d74c-a5e2-4371-926f-c543259ab6fb req-d2365f1b-af93-4c28-ba81-1bd1041968c6 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155829 Feb 16 15:08:21.044539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:21.044715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.120583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ba28f44a-1a93-44c2-8688-0ed390546d86, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ba28f44a-1a93-44c2-8688-0ed390546d86,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:21.140272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'ba28f44a-1a93-44c2-8688-0ed390546d86', 'network_id': 'd9c73481-859f-4dc5-996a-58064f100249', 'port_id': 'ba28f44a-1a93-44c2-8688-0ed390546d86', 'mac_address': 'fa:16:3e:b0:30:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d45b6cd-62aa-47a8-b7c1-542e4baa4612', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:08:21.191504 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.210993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba28f44a-1a93-44c2-8688-0ed390546d86 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:08:21.243073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ba28f44a-1a93-44c2-8688-0ed390546d86, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ba28f44a-1a93-44c2-8688-0ed390546d86,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:21.249373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] For port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:21.249954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.288631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for c4a3021c-f0b3-49b7-9b12-c36f4be79e0d owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:21.310102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 2f83048a-e391-4154-a956-15507a447936 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:21.378688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce05b5-ffab-45c4-8ea3-ef64dc210bac req-969a387e-f147-4b98-af29-b779e92cd8a5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:21.378688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ce05b5-ffab-45c4-8ea3-ef64dc210bac req-969a387e-f147-4b98-af29-b779e92cd8a5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 946 time: 0.1384890 Feb 16 15:08:21.472393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.519615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ce05b5-ffab-45c4-8ea3-ef64dc210bac req-103d99a0-45cb-43b4-94b1-1c05a4c8cb84 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371722 Feb 16 15:08:21.527696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ba28f44a-1a93-44c2-8688-0ed390546d86,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:21.579085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:21.588029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.596447 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] Sync routers for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:21.608574 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:21.609232 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:21.645730 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:21.664649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4d1f3fa6-1db9-4492-aaea-81ad92caac14 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/floatingips/ac8b0942-bf67-4bcc-9eb4-2e6c9faf3829 HTTP/1.1" status: 200 len: 978 time: 3.2245593 Feb 16 15:08:21.664649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52510) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:21.665815 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:21.665815 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:21.685895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ba28f44a-1a93-44c2-8688-0ed390546d86'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:21.710200 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:21.711507 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4f88f-f5a6-4b77-af47-a08fac9ab837 None None] The sync data for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:21.754693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.774106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['c4a3021c-f0b3-49b7-9b12-c36f4be79e0d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:21.791830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=c4a3021c-f0b3-49b7-9b12-c36f4be79e0d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:21.845465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] No DVR routers for this DVR port c4a3021c-f0b3-49b7-9b12-c36f4be79e0d on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:21.848983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.853655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e95d9400-70c2-409c-95d9-91330e8d34e4 req-e46ffad2-0cac-4fa9-9eba-09a218f1c188 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "DELETE /v2.0/ports/c4a3021c-f0b3-49b7-9b12-c36f4be79e0d HTTP/1.1" status: 204 len: 173 time: 1.0743985 Feb 16 15:08:21.860061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'name': 'network-vif-deleted', 'tag': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:21.860061 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ffe113-d5fd-4ba8-92dc-abdea92cdec7" -d '{"events": [{"server_uuid": "3df2ad5a-6004-48d4-97dc-c85e3025f8f9", "name": "network-vif-deleted", "tag": "c4a3021c-f0b3-49b7-9b12-c36f4be79e0d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:21.871632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 1c4f3ca7-9df7-4601-98eb-c633e358a091 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:21.871979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:21.930391 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb4fe77-7832-4e61-b013-174b6c9356a6 x-openstack-request-id: req-3fb4fe77-7832-4e61-b013-174b6c9356a6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:21.931351 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df2ad5a-6004-48d4-97dc-c85e3025f8f9", "name": "network-vif-deleted", "tag": "c4a3021c-f0b3-49b7-9b12-c36f4be79e0d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:21.931634 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3fb4fe77-7832-4e61-b013-174b6c9356a6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:21.932035 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df2ad5a-6004-48d4-97dc-c85e3025f8f9', 'name': 'network-vif-deleted', 'tag': 'c4a3021c-f0b3-49b7-9b12-c36f4be79e0d', 'status': 'completed', 'code': 200} Feb 16 15:08:22.072243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-e0d1885c-346f-47ed-915b-979bd0e74271 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:22.072243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-e0d1885c-346f-47ed-915b-979bd0e74271 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 945 time: 0.1348479 Feb 16 15:08:22.185308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:22.222980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d05-7f49-47f3-9421-ec2f594bc93d req-a46c2207-a599-45e3-9c5a-dc7ccec2f2f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:22.233333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bae54d05-7f49-47f3-9421-ec2f594bc93d req-a46c2207-a599-45e3-9c5a-dc7ccec2f2f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 908 time: 0.1622617 Feb 16 15:08:22.326287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd9a85-d6cb-4cfb-bc2b-350a8d4e5ed1 req-c1fe7916-3110-4925-892e-abd142e1d8da tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:22.327807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46bd9a85-d6cb-4cfb-bc2b-350a8d4e5ed1 req-c1fe7916-3110-4925-892e-abd142e1d8da tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 945 time: 0.2092099 Feb 16 15:08:22.443883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46bd9a85-d6cb-4cfb-bc2b-350a8d4e5ed1 req-2e877648-04f8-4309-88ed-212fc017f241 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/security-groups?id=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036458 Feb 16 15:08:22.498103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Deleting port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:22.498450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:22.575389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:22.575994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:22.576482 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Floating IP ac8b0942-bf67-4bcc-9eb4-2e6c9faf3829 disassociated. External IP: 172.25.6.203, port: 1c4f3ca7-9df7-4601-98eb-c633e358a091. Feb 16 15:08:22.577015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 1c4f3ca7-9df7-4601-98eb-c633e358a091 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:22.700368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74a2a579-6fb0-4401-853c-e39fb3958d81 req-2cd5069b-32b9-4101-8cf7-e05167bef19b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0584512 Feb 16 15:08:22.716324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] For port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,segment=NetworkSegment(63efa39c-5c7e-4607-90c4-7f449eb295ae),segment_id=63efa39c-5c7e-4607-90c4-7f449eb295ae)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:22.716697 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:22.741933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Calling delete_port for b98057b2-e8a3-4e03-886d-ea0e5ec82a3d owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:22.929500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ba28f44a-1a93-44c2-8688-0ed390546d86 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:23.067676 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:23.106271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=1c4f3ca7-9df7-4601-98eb-c633e358a091,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:23.171662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port ba28f44a-1a93-44c2-8688-0ed390546d86 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:08:23.177276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port ba28f44a-1a93-44c2-8688-0ed390546d86 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:23.178069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:23.214679 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:23.245406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:23.253397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Pushing event deleted for resources: {'Port': ['ID=b98057b2-e8a3-4e03-886d-ea0e5ec82a3d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:23.309337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] No DVR routers for this DVR port b98057b2-e8a3-4e03-886d-ea0e5ec82a3d on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:23.323119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:23.326916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-351c4d3e-c025-4b62-8e11-30c10a0c235c req-89f09c02-c0d7-4002-a2a2-e7d6308a6b76 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.93 "DELETE /v2.0/ports/b98057b2-e8a3-4e03-886d-ea0e5ec82a3d HTTP/1.1" status: 204 len: 173 time: 1.2200654 Feb 16 15:08:23.332227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 2f83048a-e391-4154-a956-15507a447936 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:23.398434 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:23.455850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db113ec8-97ac-403a-8efa-0364c553b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba28f44a-1a93-44c2-8688-0ed390546d86'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:23.458217 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa4ea8-0aad-4271-bf8b-97e4fc538f6c" -d '{"events": [{"server_uuid": "db113ec8-97ac-403a-8efa-0364c553b692", "name": "network-vif-plugged", "status": "completed", "tag": "ba28f44a-1a93-44c2-8688-0ed390546d86"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:23.480583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ba28f44a-1a93-44c2-8688-0ed390546d86, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ba28f44a-1a93-44c2-8688-0ed390546d86,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:23.537377 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af70ba6-811c-46bb-a825-c7fa941d901d x-openstack-request-id: req-5af70ba6-811c-46bb-a825-c7fa941d901d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:23.537377 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db113ec8-97ac-403a-8efa-0364c553b692", "name": "network-vif-plugged", "status": "completed", "tag": "ba28f44a-1a93-44c2-8688-0ed390546d86", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:23.537377 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5af70ba6-811c-46bb-a825-c7fa941d901d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:23.537377 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db113ec8-97ac-403a-8efa-0364c553b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba28f44a-1a93-44c2-8688-0ed390546d86', 'code': 200} Feb 16 15:08:23.539302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af92baa-efc2-4934-a98c-d1394f65149b req-18023bfd-628f-4b6f-bfe7-e6fffd05e269 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:23.539302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6af92baa-efc2-4934-a98c-d1394f65149b req-18023bfd-628f-4b6f-bfe7-e6fffd05e269 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 908 time: 0.1487608 Feb 16 15:08:23.572421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:23.585120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] Sync routers for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:23.597331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:23.598035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:23.697289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:23.701190 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:23.704166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51010b98-458a-47d8-b848-289ca0350bed req-0e4f5e73-9d37-40b8-867b-21db87f5b5cf tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 210 time: 0.0447659 Feb 16 15:08:23.721810 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:23.728750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52566) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:23.729316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-048819c6-bbb3-4f26-99e9-5701df15f462 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/ports/1c4f3ca7-9df7-4601-98eb-c633e358a091 HTTP/1.1" status: 204 len: 168 time: 2.0645404 Feb 16 15:08:23.745439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e41a4-93e8-42cd-9073-29a84cd3b441 req-858a2047-01ef-4483-8370-8c9cca23779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:23.745439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-375e41a4-93e8-42cd-9073-29a84cd3b441 req-858a2047-01ef-4483-8370-8c9cca23779c service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 1059 time: 0.1319635 Feb 16 15:08:23.759049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:23.759717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:24.359348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:24.359348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70365fb8-899b-47d5-b916-5bb1ca0a8a9b None None] The sync data for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:24.359348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ba28f44a-1a93-44c2-8688-0ed390546d86,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:24.361913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55a062d2-8fba-49c6-9952-4af167a08c10 req-16be1c68-98e1-4ea6-8c8c-9a79ad0752ab tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0587239 Feb 16 15:08:24.361913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'name': 'network-vif-deleted', 'tag': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:24.361913 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6e2de2-b1c5-4499-b4f5-3ec7fbc84028" -d '{"events": [{"server_uuid": "5182f886-d4f4-46f9-8ed7-b0f864d3516a", "name": "network-vif-deleted", "tag": "b98057b2-e8a3-4e03-886d-ea0e5ec82a3d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:24.361913 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc7d7bd-42fa-4953-ae89-633e700add52 x-openstack-request-id: req-dbc7d7bd-42fa-4953-ae89-633e700add52 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:24.361913 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5182f886-d4f4-46f9-8ed7-b0f864d3516a", "name": "network-vif-deleted", "tag": "b98057b2-e8a3-4e03-886d-ea0e5ec82a3d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:24.361913 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dbc7d7bd-42fa-4953-ae89-633e700add52 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:24.361913 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5182f886-d4f4-46f9-8ed7-b0f864d3516a', 'name': 'network-vif-deleted', 'tag': 'b98057b2-e8a3-4e03-886d-ea0e5ec82a3d', 'status': 'completed', 'code': 200} Feb 16 15:08:24.363220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b98057b2-e8a3-4e03-886d-ea0e5ec82a3d no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:24.363384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:24.363608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: b98057b2-e8a3-4e03-886d-ea0e5ec82a3d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:24.363608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b98057b2-e8a3-4e03-886d-ea0e5ec82a3d not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:24.363608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c4a3021c-f0b3-49b7-9b12-c36f4be79e0d no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:24.363608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: c4a3021c-f0b3-49b7-9b12-c36f4be79e0d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:24.363608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device c4a3021c-f0b3-49b7-9b12-c36f4be79e0d not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:24.653215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port dfead25c-1daa-4c46-b9de-63dc07aa3525 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:24.653458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:24.681008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d83e48-a301-4361-8c3f-d431d742b37d req-9d158742-ca86-4a50-a3ce-e52fc0f2dca8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:24.682559 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9d83e48-a301-4361-8c3f-d431d742b37d req-9d158742-ca86-4a50-a3ce-e52fc0f2dca8 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 909 time: 0.0555019 Feb 16 15:08:24.743097 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:24.756705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for dfead25c-1daa-4c46-b9de-63dc07aa3525 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:24.872820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4896dd85-7c6d-4f98-83e0-a076082060e4 req-d29b5d4d-b547-4a0a-ad1b-7633203abad9 tempest-ServersTestJSON-908325080 tempest-ServersTestJSON-908325080-project] 10.222.0.113 "GET /v2.0/ports?device_id=5182f886-d4f4-46f9-8ed7-b0f864d3516a HTTP/1.1" status: 200 len: 210 time: 0.0295212 Feb 16 15:08:24.974252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a6625fb-cb61-4048-986f-13ea9e633c9d req-3651d991-9fc4-42b4-90ca-65d3f1667e11 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0309398 Feb 16 15:08:25.292293 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:25.319712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=dfead25c-1daa-4c46-b9de-63dc07aa3525,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:25.357970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.358312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.362034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:25.570727 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:25.826216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10502194-6be0-4e6e-ba3b-cdb5bbeaf451 req-625af8b2-bd8f-4845-833b-19f564590e0e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:25.827814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10502194-6be0-4e6e-ba3b-cdb5bbeaf451 req-625af8b2-bd8f-4845-833b-19f564590e0e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 909 time: 0.0617888 Feb 16 15:08:25.893572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 2f83048a-e391-4154-a956-15507a447936 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:25.964628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:26.014812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bee5ac-d535-4f86-9a54-3aaebcd9e994 req-adcf314d-6157-4fd4-b222-cde7dad27fa0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:26.025489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45bee5ac-d535-4f86-9a54-3aaebcd9e994 req-adcf314d-6157-4fd4-b222-cde7dad27fa0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 909 time: 0.0905778 Feb 16 15:08:26.055339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] Deleting subnet a12bbc52-e292-402a-ae65-548c72b8f0a6 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:08:26.058568 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:26.105475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:26.132679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93668f25-9c32-4c7d-a04e-4d3139ceddac req-8bf9fed7-c54f-458c-bfa0-ee33b082923c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0534673 Feb 16 15:08:26.161496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:26.170716 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a601bf9f-de9e-44eb-bb3a-7b761e00acaa tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/routers/2f83048a-e391-4154-a956-15507a447936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4400537 Feb 16 15:08:26.171446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52648) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:26.175399 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] Sync routers for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:26.190388 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:26.191270 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:26.202589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb2ab4-2d45-4e91-a3e0-df8d6227c8e3 req-b8ff46b2-e12f-4ccd-8cc2-1ea66c321501 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:26.228080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bbb2ab4-2d45-4e91-a3e0-df8d6227c8e3 req-b8ff46b2-e12f-4ccd-8cc2-1ea66c321501 tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 1060 time: 0.0689473 Feb 16 15:08:26.242250 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:26.279148 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] Routers {'2f83048a-e391-4154-a956-15507a447936'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:26.280172 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2f83048a-e391-4154-a956-15507a447936'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:26.326554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:26.406451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66e82f-029f-4e89-888b-d7bc5fe7cb04 req-32172a20-40a5-44ac-b587-8dce6de11a5e tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:26.418344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea66e82f-029f-4e89-888b-d7bc5fe7cb04 req-32172a20-40a5-44ac-b587-8dce6de11a5e tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1135 time: 0.0896542 Feb 16 15:08:26.473920 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:26.474597 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdacd4e-c1df-4c61-a8d8-2fe53fbe9d3e None None] The sync data for ids ['2f83048a-e391-4154-a956-15507a447936'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:26.491470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea66e82f-029f-4e89-888b-d7bc5fe7cb04 req-5961f360-be71-4785-aced-0d0cc728e72a tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0711296 Feb 16 15:08:26.514051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52660) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:26.564727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b868aed-3ba9-4d16-a015-c92d56b5709f tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:26.568958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8b868aed-3ba9-4d16-a015-c92d56b5709f tempest-TestSecurityGroupsBasicOps-2119405322 tempest-TestSecurityGroupsBasicOps-2119405322-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 1055 time: 0.0510232 Feb 16 15:08:26.698182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:26.822405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:26.895696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:26.926325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12bbc52-e292-402a-ae65-548c72b8f0a6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:26.930016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:26.936369 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-506bb29e-7248-43c0-ac42-80fa8d9199d4 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a12bbc52-e292-402a-ae65-548c72b8f0a6 HTTP/1.1" status: 204 len: 168 time: 0.9681704 Feb 16 15:08:26.936456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52678) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:27.012732 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.116602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.116860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 1e24f5dc-f263-401c-8a4e-01a194707a65 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:27.117188 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.137836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb589a9c-3c83-4ed6-b821-5dc536a12a7d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:27.148922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63efa39c-5c7e-4607-90c4-7f449eb295ae') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:27.149178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63efa39c-5c7e-4607-90c4-7f449eb295ae') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:27.163000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.182546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.191367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:08:27.192580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:08:27.195428 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:08:27.239205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.261604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 1e24f5dc-f263-401c-8a4e-01a194707a65 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:27.296640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e6d6087-06c6-4271-a2c7-774548266063 req-4da73105-75ee-47c3-92c8-8f747900275c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0550299 Feb 16 15:08:27.407373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1bbe1-5be6-41f6-8726-6df5b39979c5 req-a10293a5-3730-4e16-83cb-582fc40d32df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:27.419064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9f1bbe1-5be6-41f6-8726-6df5b39979c5 req-a10293a5-3730-4e16-83cb-582fc40d32df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 909 time: 0.0719302 Feb 16 15:08:27.434957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.461542 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.463474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/eb589a9c-3c83-4ed6-b821-5dc536a12a7d HTTP/1.1" status: 204 len: 168 time: 0.5243213 Feb 16 15:08:27.464719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bf623-737e-42a9-bd21-f0c437d864a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb589a9c-3c83-4ed6-b821-5dc536a12a7d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:27.646877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.675649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=1e24f5dc-f263-401c-8a4e-01a194707a65,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:27.751918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.877208 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.879208 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:27.981220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:28.027901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-74993b3c-6506-40f1-992b-ee7336e247f1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b9a5a35479b049cb8f960f7ae9021caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448358 Feb 16 15:08:28.030424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52718) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:28.051860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.053831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Fanout notify agent at l3_agent the message router_deleted on router 2f83048a-e391-4154-a956-15507a447936 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:08:28.066709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.070435 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fc62ae63-6a70-47a7-97b5-801b732aded8 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/routers/2f83048a-e391-4154-a956-15507a447936 HTTP/1.1" status: 204 len: 168 time: 1.8910084 Feb 16 15:08:28.071830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52720) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:28.152597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting subnet 785bb2ca-eda5-4911-a7ee-a09d081a2ce1 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:08:28.167528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.191671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7448-60d9-4e10-8eca-e2541bad7508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.228146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.232166 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7448-60d9-4e10-8eca-e2541bad7508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.351991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.451126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8f63705-3681-4878-a8ac-6e6f1ec5f497 req-72e6c6ce-2b85-4058-9f29-8ebecfc661d1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=3df2ad5a-6004-48d4-97dc-c85e3025f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0330341 Feb 16 15:08:28.466499 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7448-60d9-4e10-8eca-e2541bad7508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.469980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7448-60d9-4e10-8eca-e2541bad7508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.476081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb3a7448-60d9-4e10-8eca-e2541bad7508 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f1cfe4dd-8d5a-4d6c-9761-2c7449467e00 HTTP/1.1" status: 204 len: 168 time: 0.4446020 Feb 16 15:08:28.486598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a7448-60d9-4e10-8eca-e2541bad7508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cfe4dd-8d5a-4d6c-9761-2c7449467e00,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:28.542644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.575863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Subnet': ['ID=785bb2ca-eda5-4911-a7ee-a09d081a2ce1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:28.592696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e8b5b-ec81-4f3e-a582-c78a6aa45371 req-3ba259db-d050-480e-873b-a28abae31958 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:28.594473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-450e8b5b-ec81-4f3e-a582-c78a6aa45371 req-3ba259db-d050-480e-873b-a28abae31958 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 909 time: 0.1030490 Feb 16 15:08:28.635760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:28.637386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00bc03-c4ea-4bdf-99f5-0621bee1904c None None] Network 4ce41015-6eab-4b1c-b548-bb27da337e6d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:28.642242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1b7be3d4-a36c-4b4f-bf2d-d05cdd6ee028 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/subnets/785bb2ca-eda5-4911-a7ee-a09d081a2ce1 HTTP/1.1" status: 204 len: 168 time: 0.5671773 Feb 16 15:08:28.642484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52744) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:28.890601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] DHCP port deletion for 4ce41015-6eab-4b1c-b548-bb27da337e6d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:08:28.965764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] Deleting port 0ec2c6c8-f64b-4286-9eb5-85052b57313c {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:28.966060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.056129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] For port 0ec2c6c8-f64b-4286-9eb5-85052b57313c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0ec2c6c8-f64b-4286-9eb5-85052b57313c,segment=NetworkSegment(3fe24665-fe77-4b7a-bc33-0157746e5daa),segment_id=3fe24665-fe77-4b7a-bc33-0157746e5daa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:29.056711 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.074956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] Calling delete_port for 0ec2c6c8-f64b-4286-9eb5-85052b57313c owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:29.195929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0ec2c6c8-f64b-4286-9eb5-85052b57313c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:29.253466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.304624 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.319227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f9e4bab1-6169-4df6-9b49-44a5dbec638b tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:29.325233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f9e4bab1-6169-4df6-9b49-44a5dbec638b tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.129 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 909 time: 0.7276757 Feb 16 15:08:29.400183 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.451117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] Pushing event deleted for resources: {'Port': ['ID=0ec2c6c8-f64b-4286-9eb5-85052b57313c,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:29.474789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4122c04-bee6-4f96-bb7c-5eba1c39adb8 None None] No DVR routers for this DVR port 0ec2c6c8-f64b-4286-9eb5-85052b57313c on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:29.499707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 0ec2c6c8-f64b-4286-9eb5-85052b57313c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:29.500070 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.565573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting port ba28f44a-1a93-44c2-8688-0ed390546d86 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:29.566045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.659102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] For port 0ec2c6c8-f64b-4286-9eb5-85052b57313c, host n-d-829433-1, got binding levels [] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:29.659462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.683041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 0ec2c6c8-f64b-4286-9eb5-85052b57313c owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:29.688089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Port 0ec2c6c8-f64b-4286-9eb5-85052b57313c was not found and therefore no delete operation was performed {{(pid=103043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 15:08:29.691510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.748120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] No DVR routers for this DVR port 0ec2c6c8-f64b-4286-9eb5-85052b57313c on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:29.752277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=0ec2c6c8-f64b-4286-9eb5-85052b57313c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:29.806090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] For port ba28f44a-1a93-44c2-8688-0ed390546d86, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ba28f44a-1a93-44c2-8688-0ed390546d86,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:29.806374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.834871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Calling delete_port for ba28f44a-1a93-44c2-8688-0ed390546d86 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:29.905336 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:29.982692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff11b84-50ab-4a20-8049-6d5314bc9fb1 req-2c3dc300-3128-49ea-b54b-3d6f57125350 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:29.995259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cff11b84-50ab-4a20-8049-6d5314bc9fb1 req-2c3dc300-3128-49ea-b54b-3d6f57125350 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 909 time: 0.2864537 Feb 16 15:08:30.025194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce41015-6eab-4b1c-b548-bb27da337e6d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:30.044050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe24665-fe77-4b7a-bc33-0157746e5daa') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:30.044903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe24665-fe77-4b7a-bc33-0157746e5daa') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:30.058070 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.091379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.108309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:08:30.108727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:08:30.113275 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:08:30.341123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52818) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:30.346399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.367986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.371994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/networks/4ce41015-6eab-4b1c-b548-bb27da337e6d HTTP/1.1" status: 204 len: 168 time: 1.7272804 Feb 16 15:08:30.374727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52822) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:30.392662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.399826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d48f0-1de2-4a90-b2c8-5ff1f18daad2 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Network': ['ID=4ce41015-6eab-4b1c-b548-bb27da337e6d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:30.431289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Port': ['ID=ba28f44a-1a93-44c2-8688-0ed390546d86,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:30.486775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] No DVR routers for this DVR port ba28f44a-1a93-44c2-8688-0ed390546d86 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:30.494435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.508086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae2e6de2-32ab-4a06-be8f-f7d7f04f69b7 req-f895fe66-12e4-49ae-807c-dc9383756fd0 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.129 "DELETE /v2.0/ports/ba28f44a-1a93-44c2-8688-0ed390546d86 HTTP/1.1" status: 204 len: 173 time: 1.1666670 Feb 16 15:08:30.508663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db113ec8-97ac-403a-8efa-0364c553b692', 'name': 'network-vif-deleted', 'tag': 'ba28f44a-1a93-44c2-8688-0ed390546d86'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:30.516995 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddcc087-1a5a-463d-8cc0-3edff5de9fa2" -d '{"events": [{"server_uuid": "db113ec8-97ac-403a-8efa-0364c553b692", "name": "network-vif-deleted", "tag": "ba28f44a-1a93-44c2-8688-0ed390546d86"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:30.557361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-20714054-network', 'tenant_id': 'c4eb6b0da95b4347b74cfe4dfaf19d59'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:30.646245 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25176c-26bd-4802-a0f2-0dbdfaabf525 x-openstack-request-id: req-0d25176c-26bd-4802-a0f2-0dbdfaabf525 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:30.646544 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db113ec8-97ac-403a-8efa-0364c553b692", "name": "network-vif-deleted", "tag": "ba28f44a-1a93-44c2-8688-0ed390546d86", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:30.648788 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0d25176c-26bd-4802-a0f2-0dbdfaabf525 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:30.651052 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db113ec8-97ac-403a-8efa-0364c553b692', 'name': 'network-vif-deleted', 'tag': 'ba28f44a-1a93-44c2-8688-0ed390546d86', 'status': 'completed', 'code': 200} Feb 16 15:08:30.707562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 22c3a4c2-47f8-4ed4-8f20-2d589ebabece {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:30.707931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.790474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Made reservation on behalf of c4eb6b0da95b4347b74cfe4dfaf19d59 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:30.797214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.814537 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.815089 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:30.829034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 22c3a4c2-47f8-4ed4-8f20-2d589ebabece owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:30.831581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.046597 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.071648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52858) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:31.181672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfe16bec-fc90-472b-bbd8-46476a892256 req-bebc447a-2a5f-4043-bf65-f26a3d96276e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 210 time: 0.0917900 Feb 16 15:08:31.208530 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.295062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:08:31.320678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b14d85-a78b-46f6-9478-df8e5d329329,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:31.331288 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.331673 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Added segment fb853450-7d75-483d-922f-ac59c3bf7955 of type vlan for network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 Feb 16 15:08:31.384815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.433518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=22c3a4c2-47f8-4ed4-8f20-2d589ebabece,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:31.452413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.603428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.604493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:31.605119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.767701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.772613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:31.772860 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c32db41c-5dff-4413-9b09-4778e0934f70 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/floatingips/ac8b0942-bf67-4bcc-9eb4-2e6c9faf3829 HTTP/1.1" status: 204 len: 168 time: 1.3958793 Feb 16 15:08:31.777531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52888) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:31.802805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] Pushing event updated for resources: {'Network': ['ID=6031c0d8-0c32-4cc0-8145-1a250d2aacb4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:31.813968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dbf4eb0d-fdf8-425e-93a3-152b07f2e474 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4671910 Feb 16 15:08:31.813968 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22dd418-76ba-4d61-a45c-d2b3e4d60f69 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] DELETE failed (client error): The resource could not be found. Feb 16 15:08:31.813968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22dd418-76ba-4d61-a45c-d2b3e4d60f69 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:08:31.815028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b22dd418-76ba-4d61-a45c-d2b3e4d60f69 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/ports/1c4f3ca7-9df7-4601-98eb-c633e358a091 HTTP/1.1" status: 404 len: 333 time: 0.0365298 Feb 16 15:08:31.818417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52890) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:31.818417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52892) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:31.820096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:08:31.825888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Request body: {'subnet': {'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-20714054-subnet', 'tenant_id': 'c4eb6b0da95b4347b74cfe4dfaf19d59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:31.863961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-02ad81bf-98ca-4c3b-b72a-59d02e40dabe tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "GET /v2.0/ports?device_id=2f83048a-e391-4154-a956-15507a447936 HTTP/1.1" status: 200 len: 205 time: 0.0418346 Feb 16 15:08:31.866749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:31.882973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a536c-8825-4c58-be00-1b7d2f4d021b req-e6f888ae-03bc-45b8-93f3-40defcc4c7fb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:31.890791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-552a536c-8825-4c58-be00-1b7d2f4d021b req-e6f888ae-03bc-45b8-93f3-40defcc4c7fb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1671033 Feb 16 15:08:31.948675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-552a536c-8825-4c58-be00-1b7d2f4d021b req-a5347b11-0bee-42eb-9fb5-a128302dba31 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Feb 16 15:08:31.959382 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-745c1585-7b26-41da-b1cf-1902038b0d42 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] delete failed (client error): The resource could not be found. Feb 16 15:08:31.960786 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-745c1585-7b26-41da-b1cf-1902038b0d42 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/routers/2f83048a-e391-4154-a956-15507a447936 HTTP/1.1" status: 404 len: 336 time: 0.0917397 Feb 16 15:08:31.964065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52896) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:32.060218 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b498bc0-576b-4784-83e9-0825fa76b45f tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] DELETE failed (client error): The resource could not be found. Feb 16 15:08:32.060801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b498bc0-576b-4784-83e9-0825fa76b45f tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:08:32.067256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3b498bc0-576b-4784-83e9-0825fa76b45f tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/subnets/785bb2ca-eda5-4911-a7ee-a09d081a2ce1 HTTP/1.1" status: 404 len: 337 time: 0.1007435 Feb 16 15:08:32.070156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:32.096744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Made reservation on behalf of c4eb6b0da95b4347b74cfe4dfaf19d59 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:32.101881 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.258602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.265705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port d33276f9-f6af-4c14-984a-a3d067a7f1ca {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:32.266394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.403643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8de69c67-8b04-44d2-9b1c-00e16df05d65 req-ba360b49-d6bb-44be-9a1d-4c0f0bbd4f6b tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=db113ec8-97ac-403a-8efa-0364c553b692 HTTP/1.1" status: 200 len: 210 time: 0.0617270 Feb 16 15:08:32.491987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.501863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.518128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for d33276f9-f6af-4c14-984a-a3d067a7f1ca owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:32.573104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Checking segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:32.573444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Network hostable DHCP agents. Network: 6031c0d8-0c32-4cc0-8145-1a250d2aacb4, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:08:32.577278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb250468-f6e9-426f-aea6-b4a0f8662c37,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:32.771443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Deleting port 3431f301-9d3b-4f52-8d40-5021ad529d73 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:32.772412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.776639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:08:32.861670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] For port 3431f301-9d3b-4f52-8d40-5021ad529d73, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3431f301-9d3b-4f52-8d40-5021ad529d73,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:32.862120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.882347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Calling delete_port for 3431f301-9d3b-4f52-8d40-5021ad529d73 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:32.932549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:32.965964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=d33276f9-f6af-4c14-984a-a3d067a7f1ca,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:32.981862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ba28f44a-1a93-44c2-8688-0ed390546d86 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:33.007793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: ba28f44a-1a93-44c2-8688-0ed390546d86 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:33.008492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ba28f44a-1a93-44c2-8688-0ed390546d86 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:33.045264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6031c0d8-0c32-4cc0-8145-1a250d2aacb4) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:33.054850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:33.057442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:33.062978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911ca92-0405-4ccd-b3f9-fdddc5833a76 None None] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:33.101654 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:33.105216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3bd3eca9-37b2-426a-b430-3631d644c716 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/ports/d33276f9-f6af-4c14-984a-a3d067a7f1ca HTTP/1.1" status: 204 len: 168 time: 1.0324101 Feb 16 15:08:33.112857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 52938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:33.139742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bca00-82e9-4e8d-a62d-6f55aa96f7d7 req-eb918299-3eb4-4502-aa22-05eb28cb76f2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:33.142042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f58bca00-82e9-4e8d-a62d-6f55aa96f7d7 req-eb918299-3eb4-4502-aa22-05eb28cb76f2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0728464 Feb 16 15:08:33.210902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bde4b582-b96b-4537-8158-d94f107f2388 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3906519 Feb 16 15:08:33.215359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f58bca00-82e9-4e8d-a62d-6f55aa96f7d7 req-8d637747-908b-4423-a2c4-5b3e8ca7e548 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631218 Feb 16 15:08:33.273878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe9459e-b189-4c88-bac2-4f4b2b61bfec None None] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:33.289729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 1a7adf30-9701-423b-a760-6fea6c4ce353 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:33.290075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:33.404704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:33.422319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 1a7adf30-9701-423b-a760-6fea6c4ce353 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:33.435160 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:33.472618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 52958) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:33.487666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Pushing event deleted for resources: {'Port': ['ID=3431f301-9d3b-4f52-8d40-5021ad529d73,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:33.896188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-b316b89e-4daf-4142-bc8b-4deefda2d719 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:33.898007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-b316b89e-4daf-4142-bc8b-4deefda2d719 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.1430259 Feb 16 15:08:33.976481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-6c65f744-4447-4efe-a88d-0774781c15f4 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/quotas/c4eb6b0da95b4347b74cfe4dfaf19d59 HTTP/1.1" status: 200 len: 375 time: 0.0496485 Feb 16 15:08:34.034563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-ec5c7938-44b3-4f7b-a9e0-c6ef0830b6c5 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569532 Feb 16 15:08:34.166871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:34.244045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:34.321712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:34.358490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-3bf82faf-e000-4826-94d6-db4a57179546 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116579 Feb 16 15:08:34.411477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=1a7adf30-9701-423b-a760-6fea6c4ce353,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:34.535652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829079a3-bdae-4e8c-9587-e589b8197a63 req-e1f3c04f-9491-45ac-99cb-997a63a59ae5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:34.537403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-829079a3-bdae-4e8c-9587-e589b8197a63 req-e1f3c04f-9491-45ac-99cb-997a63a59ae5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1649485 Feb 16 15:08:34.640469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:34.651494 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a52ea65e-b973-49a4-b8a2-9646ab538693 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/ports/1a7adf30-9701-423b-a760-6fea6c4ce353 HTTP/1.1" status: 204 len: 168 time: 1.5353317 Feb 16 15:08:34.652462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53026) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:34.704714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Router 37fd0204-47a8-4412-bc12-35cdf428b382 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:34.724613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-829079a3-bdae-4e8c-9587-e589b8197a63 req-2e6ff45a-1c1b-4027-8e8b-9a3bfc7f10e5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479733 Feb 16 15:08:34.751078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-6e35b989-4ed6-49b8-80a5-7754b43cb130 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481343 Feb 16 15:08:34.762733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6367936f-7649-43c5-b612-09f22c1b85e0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:34.764434 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6367936f-7649-43c5-b612-09f22c1b85e0 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "GET /v2.0/ports?device_id=6c8d2ec7-e6b6-49aa-8426-ee127c551d22 HTTP/1.1" status: 200 len: 913 time: 0.1109085 Feb 16 15:08:34.774089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53044) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:34.882250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:34.890414 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e92eb580-650b-4ff4-947a-a57254884381 admin admin] 10.222.0.113 "PUT /v2.0/routers/37fd0204-47a8-4412-bc12-35cdf428b382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8166718 Feb 16 15:08:34.894198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53054) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:34.917500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] Sync routers for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:34.958790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:34.960044 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:35.074278 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.252549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.275295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4615c169-8bfd-42fd-9f60-deed9e2b25a1 req-cdafda99-1d43-4f1c-936a-596f2f3fed38 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.0830603 Feb 16 15:08:35.369695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:35.369695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.415704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:35.540023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] For port 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:35.540487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.559184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Deleting port 0c187ce3-8fd8-4000-897f-f619a41a11cf {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:35.559713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.560401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Calling delete_port for 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:35.610439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.627600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:08:33Z', 'revision_number': 5, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port': {'id': '0c187ce3-8fd8-4000-897f-f619a41a11cf', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:01:50Z', 'updated_at': '2022-02-16T15:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:35.666539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] Checking router: 37fd0204-47a8-4412-bc12-35cdf428b382 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:35.670664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] For port 0c187ce3-8fd8-4000-897f-f619a41a11cf, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0c187ce3-8fd8-4000-897f-f619a41a11cf,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:35.671093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.674513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] Routers {'37fd0204-47a8-4412-bc12-35cdf428b382'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:35.675306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['37fd0204-47a8-4412-bc12-35cdf428b382'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:35.690714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Calling delete_port for 0c187ce3-8fd8-4000-897f-f619a41a11cf owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:35.763555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac6a463f-ac50-4d5f-bccb-7d864eb0b445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:35.792980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] Set router 37fd0204-47a8-4412-bc12-35cdf428b382 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:35.864007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:08:35Z', 'revision_number': 6, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:35.893278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba762024-7236-43c3-af9c-73b19285e933 None None] The sync data for ids ['37fd0204-47a8-4412-bc12-35cdf428b382'] in n-d-829433-1 is: [{'id': '37fd0204-47a8-4412-bc12-35cdf428b382', 'name': 'tempest-TestVolumeBackupRestore-1499282172-router', 'tenant_id': 'd0e65bf148214a50ae5eb33f35102206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:01:48Z', 'updated_at': '2022-02-16T15:08:35Z', 'revision_number': 6, 'project_id': 'd0e65bf148214a50ae5eb33f35102206', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:36.074282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.126075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c187ce3-8fd8-4000-897f-f619a41a11cf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:36.215164 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.393194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.395465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.426486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3cf48-affb-4b3a-8773-700372f2d277 req-d723e583-7724-490d-aafa-ae5b4f9ecf30 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:36.432084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ac3cf48-affb-4b3a-8773-700372f2d277 req-d723e583-7724-490d-aafa-ae5b4f9ecf30 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.5764737 Feb 16 15:08:36.434850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e04b550-137e-4d27-a5d9-634125060c97 req-0d461a89-ab52-4096-bab3-8d6008258406 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.0538251 Feb 16 15:08:36.501680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ac3cf48-affb-4b3a-8773-700372f2d277 req-1f1ffb98-22bc-4e45-a734-28443d2a802c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652835 Feb 16 15:08:36.551932 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.589687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Port': ['ID=5f43881b-0cc5-4e6e-a7e2-b1facc4869f5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:36.605019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.607436 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fd0204-47a8-4412-bc12-35cdf428b382 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:08:36.613610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.616504 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bd15fea7-ed74-49ab-95fb-2e005b6a7750 admin admin] 10.222.0.113 "DELETE /v2.0/routers/37fd0204-47a8-4412-bc12-35cdf428b382 HTTP/1.1" status: 204 len: 168 time: 1.7201920 Feb 16 15:08:36.619057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:36.676066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 1e232a39-ab6c-4bd7-bb98-0f86998560e9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:36.676250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.704349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] Deleting subnet 8590e742-def4-49e9-9180-5e698cc9b4e7 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:08:36.708207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.749586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.877074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:36.891704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 1e232a39-ab6c-4bd7-bb98-0f86998560e9 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:36.925677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.012308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.172904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.275506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0c187ce3-8fd8-4000-897f-f619a41a11cf no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:37.293490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8590e742-def4-49e9-9180-5e698cc9b4e7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:37.315371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.318490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1e56f-a2a6-4c0e-ad1c-6eff9d2232d7 None None] Network d6e09dcc-e987-4a4a-90db-9a613cb8a34e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:37.321232 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-843b9f94-2cc5-489c-aaee-48474f32f4df admin admin] 10.222.0.113 "DELETE /v2.0/subnets/8590e742-def4-49e9-9180-5e698cc9b4e7 HTTP/1.1" status: 204 len: 168 time: 0.7005582 Feb 16 15:08:37.324675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:37.391581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 0c187ce3-8fd8-4000-897f-f619a41a11cf {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:37.392077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0c187ce3-8fd8-4000-897f-f619a41a11cf not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:37.392551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3431f301-9d3b-4f52-8d40-5021ad529d73 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:37.432088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.469443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router 0b415439-69bc-4dcf-a0bd-60469e08924a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:37.518991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Deleting port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:37.518991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.581062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.581265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 3431f301-9d3b-4f52-8d40-5021ad529d73 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:37.581497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3431f301-9d3b-4f52-8d40-5021ad529d73 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:37.654447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e82e5e6e-49b1-485c-8eb8-c3c251d16463 req-6eda1a8f-ff58-4466-95d5-16b8dfef0823 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.0857818 Feb 16 15:08:37.718874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=1e232a39-ab6c-4bd7-bb98-0f86998560e9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:37.736283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] For port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:37.737021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.747599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] DHCP port deletion for d6e09dcc-e987-4a4a-90db-9a613cb8a34e request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:08:37.763751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Calling delete_port for 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:37.823727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] Deleting port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:37.824406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.864916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:37.875831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7d93143b-2d39-4470-9229-83831fc64fac tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "PUT /v2.0/routers/0b415439-69bc-4dcf-a0bd-60469e08924a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3988538 Feb 16 15:08:37.876452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:37.881323 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] Sync routers for ids ['0b415439-69bc-4dcf-a0bd-60469e08924a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:37.881840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db25c0-ddc4-4b2e-9ed6-310e586df534 req-b27ced37-e617-4cf0-9fbc-786c9f5b751d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:37.883370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3db25c0-ddc4-4b2e-9ed6-310e586df534 req-b27ced37-e617-4cf0-9fbc-786c9f5b751d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1859510 Feb 16 15:08:37.891854 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] Routers {'0b415439-69bc-4dcf-a0bd-60469e08924a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:37.892470 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['0b415439-69bc-4dcf-a0bd-60469e08924a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:37.953965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] For port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,segment=NetworkSegment(cc0bd756-f3e4-4f44-b255-ede9b615bce9),segment_id=cc0bd756-f3e4-4f44-b255-ede9b615bce9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:37.955157 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:37.984831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] Calling delete_port for 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:37.993189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting subnet 6d45b6cd-62aa-47a8-b7c1-542e4baa4612 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:08:38.003225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.068003 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] Set router 0b415439-69bc-4dcf-a0bd-60469e08924a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:38.081237 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0197760a-cd63-47f6-b923-9e3f6c83e6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.143446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.194302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3db25c0-ddc4-4b2e-9ed6-310e586df534 req-30471b3a-ebab-4abb-a663-524cc6af0da8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596221 Feb 16 15:08:38.229992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:08:38.266866 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:08:38.274701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.276366 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.333778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] No DVR routers for this DVR port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:38.358585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] No DVR routers for this DVR port 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:38.380730 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:08:38.462850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d82fa7-714f-4161-b538-f2a0a7473bc6 None None] Pushing event deleted for resources: {'Port': ['ID=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:38.503896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Pushing event deleted for resources: {'Port': ['ID=31eb7588-1361-4e1f-b60b-5962c1bf7cf0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:38.538106 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:08:36Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:38.587618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.592067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.602698 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] Checking router: 0b415439-69bc-4dcf-a0bd-60469e08924a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:38.616227 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] Routers {'0b415439-69bc-4dcf-a0bd-60469e08924a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:38.623553 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['0b415439-69bc-4dcf-a0bd-60469e08924a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:38.660898 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e09dcc-e987-4a4a-90db-9a613cb8a34e']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:38.697022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0bd756-f3e4-4f44-b255-ede9b615bce9') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:38.698460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0bd756-f3e4-4f44-b255-ede9b615bce9') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:38.723573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.773672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.782377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:08:38.782791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:08:38.784714 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:08:38.787089 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] Set router 0b415439-69bc-4dcf-a0bd-60469e08924a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:38.788862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:38.834828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8c05d39-0eda-4ccd-9a52-c5ffd8a8cb09 req-680464bc-5fb8-4ac9-9a04-7ef9e625f1cd tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.0502226 Feb 16 15:08:38.919943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.948886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d93165-137c-4c0a-9ab9-d04c8070042b None None] Network d9c73481-859f-4dc5-996a-58064f100249 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:38.956398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:38.960531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/subnets/6d45b6cd-62aa-47a8-b7c1-542e4baa4612 HTTP/1.1" status: 204 len: 168 time: 1.0829391 Feb 16 15:08:38.961546 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867515f-72df-42e2-96f6-b898a39f607c tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Subnet': ['ID=6d45b6cd-62aa-47a8-b7c1-542e4baa4612,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:38.963202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53208) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:38.970934 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.032346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:39.034158 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.041381 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] 10.222.0.113 "DELETE /v2.0/networks/d6e09dcc-e987-4a4a-90db-9a613cb8a34e HTTP/1.1" status: 204 len: 168 time: 1.7136071 Feb 16 15:08:39.041770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53214) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:39.057719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d8d2c-39dd-4047-9ea0-2a2209407442 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e09dcc-e987-4a4a-90db-9a613cb8a34e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:39.079918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-79c03a2d-d76f-4801-9bdb-687b691d7124 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "PUT /v2.0/routers/6c8d2ec7-e6b6-49aa-8426-ee127c551d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3007553 Feb 16 15:08:39.082068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53216) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:39.132609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.172623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] Sync routers for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:39.224263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:39.328579 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:08:36Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:39.352370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:39.353153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:39.374937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:39.377820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 31eb7588-1361-4e1f-b60b-5962c1bf7cf0 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:39.391683 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca90fc8b-e008-4f60-b065-1ea66e240c4a None None] The sync data for ids ['0b415439-69bc-4dcf-a0bd-60469e08924a'] in n-d-829433-1 is: [{'id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1161358544', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '9df72961-2874-409c-8abe-c487b12e50dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:57Z', 'updated_at': '2022-02-16T15:08:36Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': '9df72961-2874-409c-8abe-c487b12e50dc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b415439-69bc-4dcf-a0bd-60469e08924a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:58Z', 'updated_at': '2022-02-16T15:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:39.439526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.495072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:39.579918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] Routers {'6c8d2ec7-e6b6-49aa-8426-ee127c551d22'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:39.580650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:39.624743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:39.629784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688792fc-1f70-4e9f-ba0e-059e427121df None None] The sync data for ids ['6c8d2ec7-e6b6-49aa-8426-ee127c551d22'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:39.694770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting port 9df72961-2874-409c-8abe-c487b12e50dc {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:39.695957 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.706171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.789590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.793447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] DHCP port deletion for d9c73481-859f-4dc5-996a-58064f100249 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:08:39.824988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] For port 9df72961-2874-409c-8abe-c487b12e50dc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9df72961-2874-409c-8abe-c487b12e50dc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:39.825346 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:39.851031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Calling delete_port for 9df72961-2874-409c-8abe-c487b12e50dc owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:39.877234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] Deleting port fdedc41e-7cfe-49e1-9413-891674168a23 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:39.877234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.045089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] For port fdedc41e-7cfe-49e1-9413-891674168a23, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=fdedc41e-7cfe-49e1-9413-891674168a23,segment=NetworkSegment(6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9),segment_id=6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:40.045753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.062659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] Calling delete_port for fdedc41e-7cfe-49e1-9413-891674168a23 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:40.079189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cca29-97b6-4478-b7d5-ebf5472c38fa req-7d8cf929-c83f-48b4-a092-cf28de30672e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:40.080761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e6cca29-97b6-4478-b7d5-ebf5472c38fa req-7d8cf929-c83f-48b4-a092-cf28de30672e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.7431319 Feb 16 15:08:40.265873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ecbf890-de21-43fd-96c9-b2e4a07545aa req-701dcf89-9b8a-447b-85fb-305ed7c416bd tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.1947422 Feb 16 15:08:40.274507 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.282600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-fc40e222-ab2a-438e-b054-a003932bc924 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:40.288475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-fc40e222-ab2a-438e-b054-a003932bc924 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.9921842 Feb 16 15:08:40.304309 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Port': ['ID=9df72961-2874-409c-8abe-c487b12e50dc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:40.320334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Request body: {'port': {'device_id': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'admin_state_up': True, 'tenant_id': 'c4eb6b0da95b4347b74cfe4dfaf19d59'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:40.325102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.357116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] Pushing event deleted for resources: {'Port': ['ID=fdedc41e-7cfe-49e1-9413-891674168a23,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:40.360772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50697e5-feb0-4f82-81bf-180271e2a9c1 None None] No DVR routers for this DVR port fdedc41e-7cfe-49e1-9413-891674168a23 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:40.409316 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.520859 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.523903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.719453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.720202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Fanout notify agent at l3_agent the message router_deleted on router 0b415439-69bc-4dcf-a0bd-60469e08924a {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:08:40.728925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.731303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c633196d-64e8-4ff9-b34a-9cc0d39f7f33 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/routers/0b415439-69bc-4dcf-a0bd-60469e08924a HTTP/1.1" status: 204 len: 168 time: 1.7671549 Feb 16 15:08:40.737118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:40.771323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e6cca29-97b6-4478-b7d5-ebf5472c38fa req-7f19b55d-210a-418e-9220-160844abdd91 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6451778 Feb 16 15:08:40.814763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.872964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:40.973271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.011290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c73481-859f-4dc5-996a-58064f100249']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:41.013728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:41.014217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4ce0b6-fd53-44d1-93fa-b6329abd7ab9') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:41.029739 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.045901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.053750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:08:41.054424 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:08:41.057787 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:08:41.090318 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.148476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Made reservation on behalf of c4eb6b0da95b4347b74cfe4dfaf19d59 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:08:41.152102 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.174125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting port 8d005d27-fb93-4bc3-97be-017c70272647 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:41.174473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.199661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.207665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.218070 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/networks/d9c73481-859f-4dc5-996a-58064f100249 HTTP/1.1" status: 204 len: 168 time: 0.4782584 Feb 16 15:08:41.221841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53282) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:41.336084 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.347164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d338-da42-47a6-bc32-2ec95c21cc38 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Network': ['ID=d9c73481-859f-4dc5-996a-58064f100249,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:41.440229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.449592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:41.482022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:41.482621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5f43881b-0cc5-4e6e-a7e2-b1facc4869f5 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:41.483184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fdedc41e-7cfe-49e1-9413-891674168a23 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:41.520609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: fdedc41e-7cfe-49e1-9413-891674168a23 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:41.521542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device fdedc41e-7cfe-49e1-9413-891674168a23 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:41.522216 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9df72961-2874-409c-8abe-c487b12e50dc no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:41.551211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a7d8728-3a88-48a5-9d94-67481d8e35c7 req-6bce4790-1400-46d6-9d4d-7a4f34822c83 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.0691936 Feb 16 15:08:41.568007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9df72961-2874-409c-8abe-c487b12e50dc {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:41.569121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9df72961-2874-409c-8abe-c487b12e50dc not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:41.570862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting port a511b29d-dfce-47d2-98d7-c6c568962d40 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:41.571249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.582119 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:41.597000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Calling delete_port for 8d005d27-fb93-4bc3-97be-017c70272647 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:41.657099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Allocated IP 172.20.0.13 (6031c0d8-0c32-4cc0-8145-1a250d2aacb4/fb250468-f6e9-426f-aea6-b4a0f8662c37/8e878228-f4fa-4466-8006-47e460e68662) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:08:42.031074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.031676 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.045536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Calling delete_port for a511b29d-dfce-47d2-98d7-c6c568962d40 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:42.074203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b4bd1-a1a3-4fce-9e3b-68fce8f365d4 req-b31be713-e535-4fa1-b8e6-27fc01e1221f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:42.075753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-475b4bd1-a1a3-4fce-9e3b-68fce8f365d4 req-b31be713-e535-4fa1-b8e6-27fc01e1221f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1667104 Feb 16 15:08:42.132965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Deleting port 00caea04-175a-4718-a4c1-90424cf64e4f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:42.132965 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.146285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-475b4bd1-a1a3-4fce-9e3b-68fce8f365d4 req-e025fffc-6e29-4693-9079-4dbc4210f2b9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643017 Feb 16 15:08:42.217279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] For port 00caea04-175a-4718-a4c1-90424cf64e4f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=00caea04-175a-4718-a4c1-90424cf64e4f,segment=NetworkSegment(81ef7239-bec4-47f2-9789-9c423f72a5d2),segment_id=81ef7239-bec4-47f2-9789-9c423f72a5d2)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:42.219200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.234319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Calling delete_port for 00caea04-175a-4718-a4c1-90424cf64e4f owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:42.284994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.319765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Port': ['ID=8d005d27-fb93-4bc3-97be-017c70272647,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:42.334009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.334368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.334709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.335048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.335390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.335736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.336061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.336397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.336712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.337033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.337359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.337685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:42.350196 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.395271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.404518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Port': ['ID=a511b29d-dfce-47d2-98d7-c6c568962d40,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:42.492810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.493154 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Floating IP 530e24e4-8878-4b13-9b97-77707f3ba2f8 disassociated (deleted). External IP: 172.25.6.148, port: 573807c8-b265-4b04-93d7-769813bcef04. Feb 16 15:08:42.498453 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.524642 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.626405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.629058 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.747719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e92ea858-ace7-4b76-8b71-a53bde9fc56e req-e2a1052d-1889-49c1-b7e5-d109d37c4f8f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.0452986 Feb 16 15:08:42.751511 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.804351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.805020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8d2ec7-e6b6-49aa-8426-ee127c551d22 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:08:42.813621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.817176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-12b31cbe-a352-4d2b-9565-c2d0680c8a33 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/routers/6c8d2ec7-e6b6-49aa-8426-ee127c551d22 HTTP/1.1" status: 204 len: 168 time: 3.7304933 Feb 16 15:08:42.819365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53330) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:42.863523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router e22a80a3-2241-4318-8c81-111779a5c85a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:42.872277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:08:42.876982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event updated for resources: {'Port': ['ID=8e878228-f4fa-4466-8006-47e460e68662,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:42.883143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:08:42.887909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:08:42.890386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:42.951560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Deleting subnet c3dd10b5-89f9-438a-9d92-1fb9377622db {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:08:42.962193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Pushing event deleted for resources: {'Port': ['ID=00caea04-175a-4718-a4c1-90424cf64e4f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:42.966461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.000740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:43.007295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.013693 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b087f-0645-4f37-92f3-65011b6972da None None] Sync routers for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:43.045189 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:43.046752 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:43.070211 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-95ae9e2d-7ec2-45c9-a028-dc631a38e5d9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/floatingips/530e24e4-8878-4b13-9b97-77707f3ba2f8 HTTP/1.1" status: 204 len: 168 time: 1.8254261 Feb 16 15:08:43.071224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'tag': '573807c8-b265-4b04-93d7-769813bcef04'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:43.081480 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc797393-31ed-4ea2-aa3f-1a514975eaad" -d '{"events": [{"name": "network-changed", "server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "tag": "573807c8-b265-4b04-93d7-769813bcef04"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:43.155287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:43.162457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.167914 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322787d7-7b60-4aee-aab5-297ebc4ec6db x-openstack-request-id: req-322787d7-7b60-4aee-aab5-297ebc4ec6db {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:43.168384 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "tag": "573807c8-b265-4b04-93d7-769813bcef04", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:43.168798 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-322787d7-7b60-4aee-aab5-297ebc4ec6db {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:43.169346 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'tag': '573807c8-b265-4b04-93d7-769813bcef04', 'status': 'completed', 'code': 200} Feb 16 15:08:43.212386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.323610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-7af27dad-5cfc-4446-825b-5c0ad57d3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:43.326548 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-7af27dad-5cfc-4446-825b-5c0ad57d3a17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 1135 time: 0.1305406 Feb 16 15:08:43.383979 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:43.484889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d7a8916b-90c2-45b7-9cf7-49c929bc7437 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1834257 Feb 16 15:08:43.490234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.522390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Request body: {'port': {'device_id': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:43.540557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-902ce373-c9f8-4ede-8c80-52af1ec8c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:43.542244 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-902ce373-c9f8-4ede-8c80-52af1ec8c59c service neutron] 10.222.0.93 "GET /v2.0/networks?id=9021c708-02ef-48b8-b238-29e3a783ec4e HTTP/1.1" status: 200 len: 899 time: 0.2037842 Feb 16 15:08:43.582761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d62b82-dc94-43d7-a61e-fa0dbe4d33dd req-7bd987aa-f204-4c3c-a6eb-578480daf03e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:43.585343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4d62b82-dc94-43d7-a61e-fa0dbe4d33dd req-7bd987aa-f204-4c3c-a6eb-578480daf03e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.2399809 Feb 16 15:08:43.591317 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.636719 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-1229a7c6-a806-4b60-9085-6047ba96c5cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573807c8-b265-4b04-93d7-769813bcef04 HTTP/1.1" status: 200 len: 217 time: 0.0802000 Feb 16 15:08:43.695722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-f8d64689-a36a-4182-bd1a-fd17b886d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:43.697539 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-f8d64689-a36a-4182-bd1a-fd17b886d534 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aedd5830-e119-4be0-8d56-0bf5605729fb HTTP/1.1" status: 200 len: 835 time: 0.0528903 Feb 16 15:08:43.698616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:43.725532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.739386 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b087f-0645-4f37-92f3-65011b6972da None None] Checking router: e22a80a3-2241-4318-8c81-111779a5c85a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:43.746653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4d62b82-dc94-43d7-a61e-fa0dbe4d33dd req-56773e76-30d3-4ab4-8fd3-5797b7970fd6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530869 Feb 16 15:08:43.773203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-7d4929dc-868a-48fd-bdaa-099328429d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:43.776400 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-7d4929dc-868a-48fd-bdaa-099328429d94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9021c708-02ef-48b8-b238-29e3a783ec4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703948 Feb 16 15:08:43.818960 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:43.820981 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:43.905418 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.955396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Subnet': ['ID=c3dd10b5-89f9-438a-9d92-1fb9377622db,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:43.980367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:43.988542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e3a564ec-9897-4806-8c22-cb7fe72e2ef5 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/subnets/c3dd10b5-89f9-438a-9d92-1fb9377622db HTTP/1.1" status: 204 len: 168 time: 1.1658390 Feb 16 15:08:43.992926 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:44.048783 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:44.131114 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-7f2b22ed-f73a-4c4a-8c12-f08ac3fa5abd service neutron] 10.222.0.93 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435607 Feb 16 15:08:44.244091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:44.281290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f4897-a916-4e34-a480-ff3d490436d5 req-c4306c58-67d6-4d6c-8608-e5807635e91e tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:44.291708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d78f4897-a916-4e34-a480-ff3d490436d5 req-c4306c58-67d6-4d6c-8608-e5807635e91e tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 932 time: 0.3172092 Feb 16 15:08:44.336535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1e2e7-353f-47c6-a234-51423f2d4ba1 req-544e0e98-377a-4761-8ec7-5a047d86968a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:44.338769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5f1e2e7-353f-47c6-a234-51423f2d4ba1 req-544e0e98-377a-4761-8ec7-5a047d86968a tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 984 time: 0.3680980 Feb 16 15:08:44.390154 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-cc797393-31ed-4ea2-aa3f-1a514975eaad req-40d2393c-3fcd-4c6b-bbf6-fb36a5f74ff8 service neutron] 10.222.0.93 "GET /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449799 Feb 16 15:08:44.392481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:44.417156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93d822f-ded1-4e20-b310-d221ab4e0719']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:44.429105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ea5597-f81d-4c7b-8ba8-7a830a9c408f') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:44.429420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ea5597-f81d-4c7b-8ba8-7a830a9c408f') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:44.446784 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:44.453888 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-916b087f-0645-4f37-92f3-65011b6972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:44.465282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:44.487602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:08:44.497370 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:08:44.515336 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:08:44.602137 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b087f-0645-4f37-92f3-65011b6972da None None] The sync data for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 is: [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:06:52Z', 'revision_number': 4, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aa934289-5d31-441f-b73b-0a526568b465', 'name': '', 'network_id': '9021c708-02ef-48b8-b238-29e3a783ec4e', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'mac_address': 'fa:16:3e:76:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:51Z', 'updated_at': '2022-02-16T15:06:57Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'subnets': [{'id': 'aedd5830-e119-4be0-8d56-0bf5605729fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:44.713358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:44.732747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:44.738542 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] 10.222.0.113 "DELETE /v2.0/networks/b93d822f-ded1-4e20-b310-d221ab4e0719 HTTP/1.1" status: 204 len: 168 time: 0.7415171 Feb 16 15:08:44.739824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5959d-0b97-4eb5-ab71-aa38173ddea3 tempest-FloatingIPTestJSON-1967866773 tempest-FloatingIPTestJSON-1967866773-project] Pushing event deleted for resources: {'Network': ['ID=b93d822f-ded1-4e20-b310-d221ab4e0719,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:45.043606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe5f3d0-d345-4d44-ab2b-af4d54e10bdd None None] New status for floating IP 530e24e4-8878-4b13-9b97-77707f3ba2f8: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:08:45.063793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5f1e2e7-353f-47c6-a234-51423f2d4ba1 req-5ed333cb-d31b-48c6-8d01-727eefd5bff2 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7066140 Feb 16 15:08:45.071513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:45.092478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d78f4897-a916-4e34-a480-ff3d490436d5 req-7cdbcc8a-2972-4d09-983e-da1ac72f5d53 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7960529 Feb 16 15:08:45.285346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e878228-f4fa-4466-8006-47e460e68662 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:08:45.300943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.357379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Transition to ACTIVE for port object 8e878228-f4fa-4466-8006-47e460e68662 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:08:45.382257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc29622-4aba-489f-b8a1-3e50944f4d1f req-49ada035-94de-4b00-9b47-cc00b016c375 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:45.385376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdc29622-4aba-489f-b8a1-3e50944f4d1f req-49ada035-94de-4b00-9b47-cc00b016c375 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1985195 Feb 16 15:08:45.388574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:45.393923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-58e2e728-3761-4517-b680-18ad98c0c866 admin admin] 10.222.0.113 "PUT /v2.0/routers/021e3d58-d0e7-4fef-bc6c-fcd199ecb222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3511987 Feb 16 15:08:45.396655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53424) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:45.403441 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] Sync routers for ids ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:45.425629 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] Routers {'021e3d58-d0e7-4fef-bc6c-fcd199ecb222'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:45.426552 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:45.438255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53428) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:45.466271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-686a26b2-77ab-4377-a61f-e3597f8d38f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:45.468151 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-686a26b2-77ab-4377-a61f-e3597f8d38f7 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.93 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 984 time: 0.1220884 Feb 16 15:08:45.487413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdc29622-4aba-489f-b8a1-3e50944f4d1f req-423b61ec-602b-43de-8c0f-0f14baa303b2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923207 Feb 16 15:08:45.491925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.597098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Pushing event updated for resources: {'Port': ['ID=8e878228-f4fa-4466-8006-47e460e68662,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:45.598411 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] Set router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:45.641809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.690756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-711e723a-4e16-4ccf-a3ed-5f9cfdb69a94 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=02596dfa14a24e0ebd58171e94e8309b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512450 Feb 16 15:08:45.694167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53436) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:45.775672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting port 573807c8-b265-4b04-93d7-769813bcef04 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:45.775672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.829737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Attempting to bind port 8e878228-f4fa-4466-8006-47e460e68662 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:08:45.830308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Attempting to bind port 8e878228-f4fa-4466-8006-47e460e68662 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:08:45.831437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Attempting to bind port 8e878228-f4fa-4466-8006-47e460e68662 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:45.844373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Port 8e878228-f4fa-4466-8006-47e460e68662 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:08:45.844932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Attempting to bind port 8e878228-f4fa-4466-8006-47e460e68662 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:08:45.857531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:08:45.858641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Checking segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:08:45.859188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Bound using segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:08:45.860411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Bound port: 8e878228-f4fa-4466-8006-47e460e68662, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:08:45.860979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.866201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b33d90ac-6264-4c54-93e0-67004bb2f27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.885456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.929061 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:08:42Z', 'revision_number': 5, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port': {'id': '0688809a-5ffd-4455-aa03-a399b9a336e3', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:02:03Z', 'updated_at': '2022-02-16T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:45.984864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b33d90ac-6264-4c54-93e0-67004bb2f27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:45.993088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] For port 8e878228-f4fa-4466-8006-47e460e68662, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:08:45.998584 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] Checking router: 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:46.000774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-e6f4b64f-1770-49f0-a6a5-fa7bd1919153 req-b7238c04-c5b7-4f2d-89fe-5fde95ad430f service neutron] (103044) timed out ('10.222.0.113', 57962) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:08:46.017522 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] Routers {'021e3d58-d0e7-4fef-bc6c-fcd199ecb222'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:46.018308 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:46.045323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] For port 8e878228-f4fa-4466-8006-47e460e68662, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8e878228-f4fa-4466-8006-47e460e68662,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:08:46.049014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] For port 573807c8-b265-4b04-93d7-769813bcef04, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=573807c8-b265-4b04-93d7-769813bcef04,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:46.049775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.071580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Calling delete_port for 573807c8-b265-4b04-93d7-769813bcef04 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:46.073023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Deleting port 0688809a-5ffd-4455-aa03-a399b9a336e3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:46.073363 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.118488 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] Set router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:46.182979 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:08:45Z', 'revision_number': 6, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:46.218892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] For port 0688809a-5ffd-4455-aa03-a399b9a336e3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0688809a-5ffd-4455-aa03-a399b9a336e3,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:46.219902 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.230024 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343e6da-6795-493a-bfb5-18912c57ca50 None None] The sync data for ids ['021e3d58-d0e7-4fef-bc6c-fcd199ecb222'] in n-d-829433-1 is: [{'id': '021e3d58-d0e7-4fef-bc6c-fcd199ecb222', 'name': 'tempest-TestVolumeBackupRestore-265270178-router', 'tenant_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:02:01Z', 'updated_at': '2022-02-16T15:08:45Z', 'revision_number': 6, 'project_id': 'ea9c57117a2f4ebd877abcb93b2c769f', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:46.241163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.259907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b33d90ac-6264-4c54-93e0-67004bb2f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.262674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b33d90ac-6264-4c54-93e0-67004bb2f27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.264053 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b33d90ac-6264-4c54-93e0-67004bb2f27a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0ca92023-e782-4598-8729-10ba7fd93a16 HTTP/1.1" status: 204 len: 168 time: 0.5685747 Feb 16 15:08:46.280468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d90ac-6264-4c54-93e0-67004bb2f27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca92023-e782-4598-8729-10ba7fd93a16,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:46.344763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Calling delete_port for 0688809a-5ffd-4455-aa03-a399b9a336e3 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:46.402851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:46.403574 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.404949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] 10.222.0.93 "PUT /v2.0/ports/8e878228-f4fa-4466-8006-47e460e68662 HTTP/1.1" status: 200 len: 1092 time: 2.8896263 Feb 16 15:08:46.408286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'tag': '8e878228-f4fa-4466-8006-47e460e68662'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:46.416869 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7bdc92-b533-42a8-92e9-3015e6c3b691", "tag": "8e878228-f4fa-4466-8006-47e460e68662"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:46.482076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ed19-ed28-49f7-b99f-2a6521558e04 req-cd0cf3b0-8882-4a68-a690-03bcd2c115a6 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:46.483707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e182ed19-ed28-49f7-b99f-2a6521558e04 req-cd0cf3b0-8882-4a68-a690-03bcd2c115a6 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 984 time: 0.2506235 Feb 16 15:08:46.491996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c344f-1051-4f1c-952d-2982ce875248 req-483d06d2-72eb-415a-9a05-8892f65f2b48 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:46.493490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-388c344f-1051-4f1c-952d-2982ce875248 req-483d06d2-72eb-415a-9a05-8892f65f2b48 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 944 time: 0.2592020 Feb 16 15:08:46.507873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.511325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f06fa-8c47-454c-9597-125ad2249798 service neutron] Pushing event updated for resources: {'Port': ['ID=8e878228-f4fa-4466-8006-47e460e68662,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:46.536549 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.563299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Port': ['ID=573807c8-b265-4b04-93d7-769813bcef04,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:46.590812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e182ed19-ed28-49f7-b99f-2a6521558e04 req-e10c5bd6-d91f-4702-b6b2-d472bb82ac98 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/security-groups?id=63ed536b-0218-4d10-b5c6-24ff07452589&id=402a0306-dbc8-47db-acea-cd638d9472bc&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0911226 Feb 16 15:08:46.594044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-388c344f-1051-4f1c-952d-2982ce875248 req-cc439533-145b-4ca6-a9d2-90c51535ea91 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930264 Feb 16 15:08:46.692403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] No DVR routers for this DVR port 573807c8-b265-4b04-93d7-769813bcef04 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:46.697791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:46.701583 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb31f0e-c546-46f7-8e15-2138d8f7e7ec x-openstack-request-id: req-8eb31f0e-c546-46f7-8e15-2138d8f7e7ec {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:46.701878 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7bdc92-b533-42a8-92e9-3015e6c3b691", "tag": "8e878228-f4fa-4466-8006-47e460e68662", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:46.702131 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8eb31f0e-c546-46f7-8e15-2138d8f7e7ec {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:46.702529 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'tag': '8e878228-f4fa-4466-8006-47e460e68662', 'status': 'completed', 'code': 200} Feb 16 15:08:46.705127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ffdbf968-dad3-4aa5-aa1a-aa7f8a1ace25 req-90d6898b-8885-4a38-b494-29d7856c089e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.93 "DELETE /v2.0/ports/573807c8-b265-4b04-93d7-769813bcef04 HTTP/1.1" status: 204 len: 173 time: 1.2267458 Feb 16 15:08:46.705647 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'name': 'network-vif-deleted', 'tag': '573807c8-b265-4b04-93d7-769813bcef04'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:46.714307 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb35ef6c-0250-4253-9260-a574ae03b0d6" -d '{"events": [{"server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "name": "network-vif-deleted", "tag": "573807c8-b265-4b04-93d7-769813bcef04"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:46.783916 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfc50e5-4cd9-4f26-b2b8-1344e3620f40 x-openstack-request-id: req-bcfc50e5-4cd9-4f26-b2b8-1344e3620f40 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:46.783916 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e70d038-2d59-4eb5-b6cf-612e26722001", "name": "network-vif-deleted", "tag": "573807c8-b265-4b04-93d7-769813bcef04", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:46.783916 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bcfc50e5-4cd9-4f26-b2b8-1344e3620f40 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:46.783916 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e70d038-2d59-4eb5-b6cf-612e26722001', 'name': 'network-vif-deleted', 'tag': '573807c8-b265-4b04-93d7-769813bcef04', 'status': 'completed', 'code': 200} Feb 16 15:08:46.797645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d06f2f8d-be6f-40e3-8830-fb24d9005549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:46.799185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-d06f2f8d-be6f-40e3-8830-fb24d9005549 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 1095 time: 0.1026554 Feb 16 15:08:46.874232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-fe078560-1ea2-4781-b09b-b2477fb08588 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e878228-f4fa-4466-8006-47e460e68662 HTTP/1.1" status: 200 len: 217 time: 0.0457108 Feb 16 15:08:46.941296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-db61de81-1a5a-41d5-a4bf-52497fa441a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:46.944657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-db61de81-1a5a-41d5-a4bf-52497fa441a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.0564191 Feb 16 15:08:46.992958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-dbc59536-e9db-41b4-8dba-3588dd0ec0a2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374947 Feb 16 15:08:47.094858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:47.155495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0688809a-5ffd-4455-aa03-a399b9a336e3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:47.251793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-66bed6ef-702d-4d3b-9a4e-a8bcd25d037f service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486696 Feb 16 15:08:47.264395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:47.330731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 00caea04-175a-4718-a4c1-90424cf64e4f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:47.368330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 00caea04-175a-4718-a4c1-90424cf64e4f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:47.368803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 00caea04-175a-4718-a4c1-90424cf64e4f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:47.369308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0688809a-5ffd-4455-aa03-a399b9a336e3 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:47.391305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 0688809a-5ffd-4455-aa03-a399b9a336e3 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:47.392024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0688809a-5ffd-4455-aa03-a399b9a336e3 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:47.543592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:47.547241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:47.631343 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8491af83-8d9c-42c5-98ef-1a055a710d3b req-3c1e2ac0-efff-444b-b669-4d12972c4694 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0472445 Feb 16 15:08:47.643430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf656de-5cf9-4db3-b508-e168a639ecca req-c84247ab-8f9f-4888-8a2e-30f21c15d8a0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:47.645162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddf656de-5cf9-4db3-b508-e168a639ecca req-c84247ab-8f9f-4888-8a2e-30f21c15d8a0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.2307963 Feb 16 15:08:47.692980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00d8622b-02c2-46b8-9dfd-40383265d57c req-1d53d180-85d1-4358-8bbe-cb6e021f6ec3 service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798686 Feb 16 15:08:47.721645 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8491af83-8d9c-42c5-98ef-1a055a710d3b req-28508773-bdd9-456d-9d27-f113c575875d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 210 time: 0.0308461 Feb 16 15:08:47.751792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddf656de-5cf9-4db3-b508-e168a639ecca req-8cdcc001-8263-40d0-85a1-5f27fed1fa56 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823829 Feb 16 15:08:47.754190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:47.754829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021e3d58-d0e7-4fef-bc6c-fcd199ecb222 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:08:47.760643 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:47.761916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2b72453e-b1a6-4c0f-81d0-d2ff82da2aa2 admin admin] 10.222.0.113 "DELETE /v2.0/routers/021e3d58-d0e7-4fef-bc6c-fcd199ecb222 HTTP/1.1" status: 204 len: 168 time: 2.3441598 Feb 16 15:08:47.768254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53512) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:47.837442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcabbe-4e16-41c5-851e-411ba44829f0 req-cba3a0b3-637f-4530-a1f0-dec52954d0c8 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:47.848797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90fcabbe-4e16-41c5-851e-411ba44829f0 req-cba3a0b3-637f-4530-a1f0-dec52954d0c8 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 944 time: 0.1430833 Feb 16 15:08:47.913688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] Deleting subnet 54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:08:47.915428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.070174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ca17eb6-4d59-433b-86cc-82bff346a4b2 req-d17be5aa-4548-48b0-a6f6-1efc2d83c4a9 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "GET /v2.0/ports?device_id=1e70d038-2d59-4eb5-b6cf-612e26722001 HTTP/1.1" status: 200 len: 210 time: 0.0643201 Feb 16 15:08:48.120416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90fcabbe-4e16-41c5-851e-411ba44829f0 req-ab61fd34-a909-442b-ba8d-75c531394c3d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703316 Feb 16 15:08:48.137921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.173332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491af83-8d9c-42c5-98ef-1a055a710d3b req-b3c52fe6-1e99-4349-8872-ef48806ffd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.177858 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8491af83-8d9c-42c5-98ef-1a055a710d3b req-b3c52fe6-1e99-4349-8872-ef48806ffd9b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&shared=False HTTP/1.1" status: 200 len: 899 time: 0.4332113 Feb 16 15:08:48.279254 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.385265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 573807c8-b265-4b04-93d7-769813bcef04 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:48.398402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-2132371a-99df-417a-b006-4df37d46a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.400106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-2132371a-99df-417a-b006-4df37d46a861 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1097 time: 0.3829007 Feb 16 15:08:48.401965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-f15b121a-86a7-496f-bcb9-e273e94b0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.403911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-f15b121a-86a7-496f-bcb9-e273e94b0ec0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 1095 time: 0.3874326 Feb 16 15:08:48.430631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 573807c8-b265-4b04-93d7-769813bcef04 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:48.431220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 573807c8-b265-4b04-93d7-769813bcef04 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:48.461596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53536) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:48.466349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491af83-8d9c-42c5-98ef-1a055a710d3b req-96cd5016-f98a-44f0-a737-4eaada7e2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.468288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-8491af83-8d9c-42c5-98ef-1a055a710d3b req-96cd5016-f98a-44f0-a737-4eaada7e2c86 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2848332 Feb 16 15:08:48.558893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.613877 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:48.619782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.623431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b0d5af8d-a61b-43e9-aeae-c2711b46bd8b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/54c0f2a3-1209-4c97-b2fe-8a5dea2b70aa HTTP/1.1" status: 204 len: 168 time: 0.8495073 Feb 16 15:08:48.625560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ee9d2-d61d-4719-af2d-e30983c0b2dc None None] Network 3e91597c-d17c-4ebb-85b2-66871544001e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:48.626413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53540) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:48.664079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-ebedcf9b-c4ce-474d-a1a8-3eb8e8b74009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.665551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-ebedcf9b-c4ce-474d-a1a8-3eb8e8b74009 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 915 time: 0.2468593 Feb 16 15:08:48.669083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9984868d-fa38-4521-bd47-68f79e325860 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:48.669516 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-9984868d-fa38-4521-bd47-68f79e325860 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 15:08:48.670008 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-9984868d-fa38-4521-bd47-68f79e325860 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 15:08:48.674420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9984868d-fa38-4521-bd47-68f79e325860 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1988571 Feb 16 15:08:48.674800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53542) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:48.681556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012824054'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:48.686503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-b77bf9d1-7c56-45c2-8bf0-49446b82feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.687964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-b77bf9d1-7c56-45c2-8bf0-49446b82feb9 service neutron] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.2275681 Feb 16 15:08:48.768138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.791438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-6711a424-3342-4832-8163-dffe25f8e9f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e878228-f4fa-4466-8006-47e460e68662 HTTP/1.1" status: 200 len: 217 time: 0.1124647 Feb 16 15:08:48.793495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-c9e80514-1e5f-40d7-a4a9-7d4cc990f095 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1002 time: 0.0769341 Feb 16 15:08:48.859060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Deleting port 85b3f989-5c80-422e-8e8d-4bf9b2023587 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:48.859401 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.882489 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.930516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] DHCP port deletion for 3e91597c-d17c-4ebb-85b2-66871544001e request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:08:48.943491 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:48.944365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-6183e8fb-a87a-4a88-956f-acb409c67e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.945892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-6183e8fb-a87a-4a88-956f-acb409c67e39 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.1469507 Feb 16 15:08:48.954406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-679eae94-e54d-472e-bea8-2e9db7f73a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:48.955883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-679eae94-e54d-472e-bea8-2e9db7f73a84 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.1416235 Feb 16 15:08:48.980006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] For port 85b3f989-5c80-422e-8e8d-4bf9b2023587, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=85b3f989-5c80-422e-8e8d-4bf9b2023587,segment=NetworkSegment(81ef7239-bec4-47f2-9789-9c423f72a5d2),segment_id=81ef7239-bec4-47f2-9789-9c423f72a5d2)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:48.980448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.000830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Deleting port 85b3f989-5c80-422e-8e8d-4bf9b2023587 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:49.001346 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.002967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Calling delete_port for 85b3f989-5c80-422e-8e8d-4bf9b2023587 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:49.024179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-3f340cb3-9c3b-4e99-881b-5548c302d74f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616145 Feb 16 15:08:49.038330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcf76d-9fbd-4bdd-b68e-72cb4609371d req-f0f9f0cc-6147-4df0-a3e4-a2f478638eba tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:49.039865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0cfcf76d-9fbd-4bdd-b68e-72cb4609371d req-f0f9f0cc-6147-4df0-a3e4-a2f478638eba tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1417165 Feb 16 15:08:49.071720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-bd2717c7-ad0a-4985-8c21-f3ebdd001641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:49.073071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-bd2717c7-ad0a-4985-8c21-f3ebdd001641 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043580 Feb 16 15:08:49.073315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:08:49.134295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.147289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] For port 85b3f989-5c80-422e-8e8d-4bf9b2023587, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=85b3f989-5c80-422e-8e8d-4bf9b2023587,segment=NetworkSegment(81ef7239-bec4-47f2-9789-9c423f72a5d2),segment_id=81ef7239-bec4-47f2-9789-9c423f72a5d2)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:49.148252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.185342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Calling delete_port for 85b3f989-5c80-422e-8e8d-4bf9b2023587 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:49.189153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53556) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:49.208202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 85b3f989-5c80-422e-8e8d-4bf9b2023587 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:49.277513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.328014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0cfcf76d-9fbd-4bdd-b68e-72cb4609371d req-43d58934-dc8f-4396-afba-aa31c67b49bc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737679 Feb 16 15:08:49.380720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No active binding found for port 85b3f989-5c80-422e-8e8d-4bf9b2023587 {{(pid=103045) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 16 15:08:49.381219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 85b3f989-5c80-422e-8e8d-4bf9b2023587 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:49.391717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.483645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:49.495867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b3f989-5c80-422e-8e8d-4bf9b2023587,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:49.523772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] No DVR routers for this DVR port 85b3f989-5c80-422e-8e8d-4bf9b2023587 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:49.530727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'port_id': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'mac_address': 'fa:16:3e:56:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:08:49.533377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.537759 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a170846e-424a-44e5-a27a-21b5ba3592df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.539816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caae7eca-298f-4bc0-964b-8b50d51aff44,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:49.610543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Pushing event deleted for resources: {'Port': ['ID=85b3f989-5c80-422e-8e8d-4bf9b2023587,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:49.629864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.630500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.631733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.632355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.632832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.633324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.634072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.634548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.635183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.635762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.636233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.636711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:08:49.646970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d57691b-67d4-4164-b29e-16f7853aa8fb None None] No DVR routers for this DVR port 85b3f989-5c80-422e-8e8d-4bf9b2023587 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:49.655621 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.674523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b45c771e-b4b4-434c-b42c-1c7073d54c80 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:08:49.700042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:49.706564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a170846e-424a-44e5-a27a-21b5ba3592df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.795431 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.796717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.808653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.865824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e91597c-d17c-4ebb-85b2-66871544001e']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:49.880246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ef7239-bec4-47f2-9789-9c423f72a5d2') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:49.880966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ef7239-bec4-47f2-9789-9c423f72a5d2') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:49.898650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b45c771e-b4b4-434c-b42c-1c7073d54c80'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:49.912917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-bf5a70ec-f141-4c84-8197-640aa84c5ea1 service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8704267 Feb 16 15:08:49.917549 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.919398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.921785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd9a08-c7b8-457a-a72e-f1cfc34b10eb req-17b5008f-ce5b-48c9-a1d2-09c78c2ba013 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:49.923347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27dd9a08-c7b8-457a-a72e-f1cfc34b10eb req-17b5008f-ce5b-48c9-a1d2-09c78c2ba013 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 944 time: 0.6412537 Feb 16 15:08:49.925574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-9dfcedbd-8f93-463e-9c31-fe26027b0f53 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404714 Feb 16 15:08:49.981207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:49.999025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:50.022455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:08:50.029056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:08:50.039335 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:08:50.095355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5be065-6196-4510-a4e3-cf1f1734a7ab,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:50.112205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a170846e-424a-44e5-a27a-21b5ba3592df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.115559 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a170846e-424a-44e5-a27a-21b5ba3592df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.120057 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a170846e-424a-44e5-a27a-21b5ba3592df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/security-groups/402a0306-dbc8-47db-acea-cd638d9472bc HTTP/1.1" status: 204 len: 168 time: 0.9295616 Feb 16 15:08:50.120751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53580) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:50.152950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170846e-424a-44e5-a27a-21b5ba3592df tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a0306-dbc8-47db-acea-cd638d9472bc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:50.157061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.161222 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-531094c3-063b-4b31-8817-9293a21486ed tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4821131 Feb 16 15:08:50.164564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27dd9a08-c7b8-457a-a72e-f1cfc34b10eb req-ac83bbfd-9c46-4ff5-937f-4e295a47380f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272246 Feb 16 15:08:50.165081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53582) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:50.191653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cc18249b-a23a-41da-b416-c0b6d283c4be tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '9b5be065-6196-4510-a4e3-cf1f1734a7ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:50.251382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf965e8e-fae0-4222-ad70-b3cdaf32c85e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.259296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8f9fb1-920a-450a-b2c0-cee7ea7f575f req-f9ffd1be-01dc-4022-b74e-59eb6c4da432 service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327196 Feb 16 15:08:50.263955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1381ccb4-1044-4a9e-9be5-9858b69a97f2 req-a4f56542-6cce-432b-9588-18736de25c79 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278024 Feb 16 15:08:50.266173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.293990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.298743 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] 10.222.0.113 "DELETE /v2.0/networks/3e91597c-d17c-4ebb-85b2-66871544001e HTTP/1.1" status: 204 len: 168 time: 1.6708653 Feb 16 15:08:50.320745 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf965e8e-fae0-4222-ad70-b3cdaf32c85e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.323362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb9ca3-a9ec-4f84-b2be-df39b8acbbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e91597c-d17c-4ebb-85b2-66871544001e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:50.375515 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc18249b-a23a-41da-b416-c0b6d283c4be tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.489379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc18249b-a23a-41da-b416-c0b6d283c4be tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.633631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee1150-0a0d-4054-b38b-250c27b44d85 req-cbb3cdfd-d4de-4549-ae6f-429a9c671365 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:50.633631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5eee1150-0a0d-4054-b38b-250c27b44d85 req-cbb3cdfd-d4de-4549-ae6f-429a9c671365 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0774276 Feb 16 15:08:50.633631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5eee1150-0a0d-4054-b38b-250c27b44d85 req-451a43e4-7b87-48d7-bf9b-ea6f5ea02878 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342982 Feb 16 15:08:50.793275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf965e8e-fae0-4222-ad70-b3cdaf32c85e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.795931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf965e8e-fae0-4222-ad70-b3cdaf32c85e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.798886 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf965e8e-fae0-4222-ad70-b3cdaf32c85e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/security-groups/63ed536b-0218-4d10-b5c6-24ff07452589 HTTP/1.1" status: 204 len: 168 time: 0.6725922 Feb 16 15:08:50.801758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53608) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:50.809621 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf965e8e-fae0-4222-ad70-b3cdaf32c85e tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed536b-0218-4d10-b5c6-24ff07452589,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:50.920190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc18249b-a23a-41da-b416-c0b6d283c4be tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:50.956844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18249b-a23a-41da-b416-c0b6d283c4be tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9301564-3e57-418f-9f00-c6bb5f0b37ee,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:51.129594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:51.162316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b45c771e-b4b4-434c-b42c-1c7073d54c80 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:51.163793 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.285626 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.369494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:51.370474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc18249b-a23a-41da-b416-c0b6d283c4be tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.370665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:51.372205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cc18249b-a23a-41da-b416-c0b6d283c4be tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2032003 Feb 16 15:08:51.373975 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07568c9f-3291-46cb-b7ab-23bfc742c90c" -d '{"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-plugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:51.375209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:51.382201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7f9586b7-4eae-4e16-b883-088e87cdac79 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '9b5be065-6196-4510-a4e3-cf1f1734a7ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:51.431036 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708fb3a5-f2b0-4c41-8102-a34af17b71c4 x-openstack-request-id: req-708fb3a5-f2b0-4c41-8102-a34af17b71c4 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:51.431571 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-plugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:51.432338 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-708fb3a5-f2b0-4c41-8102-a34af17b71c4 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:51.432954 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'code': 200} Feb 16 15:08:51.498546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25811007-54a4-462b-8347-d94c189683f8 req-6c6dd745-4016-4ada-884b-238f29010637 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:51.500363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25811007-54a4-462b-8347-d94c189683f8 req-6c6dd745-4016-4ada-884b-238f29010637 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 944 time: 0.1847115 Feb 16 15:08:51.532762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53624) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:51.558600 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.578937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25811007-54a4-462b-8347-d94c189683f8 req-fecc03e9-1aad-4ec3-927a-47a736bbba96 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Feb 16 15:08:51.643137 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e2b13ca5-0508-45e5-a4bf-cd379585c40b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d0e65bf148214a50ae5eb33f35102206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075461 Feb 16 15:08:51.645508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:51.664504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7f9586b7-4eae-4e16-b883-088e87cdac79 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.713356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:51.753763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.808126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb25b9fd-8935-49e1-bee4-d6c2a033c1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.878624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb25b9fd-8935-49e1-bee4-d6c2a033c1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:51.880154 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-7f9586b7-4eae-4e16-b883-088e87cdac79 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 15:08:51.884375 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7f9586b7-4eae-4e16-b883-088e87cdac79 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5071535 Feb 16 15:08:51.887066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53630) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:51.961482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c279be-ee14-4309-acad-4e3bc1f1731d req-f169a4c7-2210-4f8c-a652-e5fe2ae73a52 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:51.969064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73c279be-ee14-4309-acad-4e3bc1f1731d req-f169a4c7-2210-4f8c-a652-e5fe2ae73a52 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1620402 Feb 16 15:08:52.010110 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45054886-eb09-4826-b71e-20b83e0d832d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.066475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45054886-eb09-4826-b71e-20b83e0d832d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.101485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73c279be-ee14-4309-acad-4e3bc1f1731d req-199a5473-2fa5-4a36-8b90-0bf530a17b57 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242857 Feb 16 15:08:52.294879 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb25b9fd-8935-49e1-bee4-d6c2a033c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.299003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb25b9fd-8935-49e1-bee4-d6c2a033c1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.305724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bb25b9fd-8935-49e1-bee4-d6c2a033c1cb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a90f0465-17d3-4f2c-84ec-c6bea11fd89b HTTP/1.1" status: 204 len: 168 time: 0.6561246 Feb 16 15:08:52.325421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25b9fd-8935-49e1-bee4-d6c2a033c1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f0465-17d3-4f2c-84ec-c6bea11fd89b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:52.346329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting port aa934289-5d31-441f-b73b-0a526568b465 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:52.346916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.352335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45054886-eb09-4826-b71e-20b83e0d832d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.355257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-45054886-eb09-4826-b71e-20b83e0d832d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.367746 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-45054886-eb09-4826-b71e-20b83e0d832d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/9b5be065-6196-4510-a4e3-cf1f1734a7ab HTTP/1.1" status: 204 len: 168 time: 0.4765589 Feb 16 15:08:52.377148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53640) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:52.397699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8e878228-f4fa-4466-8006-47e460e68662 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:08:52.404480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45054886-eb09-4826-b71e-20b83e0d832d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5be065-6196-4510-a4e3-cf1f1734a7ab,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:52.646105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-288a3524-3a37-458d-a1ee-4a3df3419ad4 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2676730 Feb 16 15:08:52.647844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:52.688268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7848ff86-9e60-4865-ac26-c2b1bed59bbe tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649370387'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:52.688367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 8e878228-f4fa-4466-8006-47e460e68662, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8e878228-f4fa-4466-8006-47e460e68662,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:52.706231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] For port aa934289-5d31-441f-b73b-0a526568b465, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aa934289-5d31-441f-b73b-0a526568b465,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:52.706750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.729622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Calling delete_port for aa934289-5d31-441f-b73b-0a526568b465 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:52.733009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '8e878228-f4fa-4466-8006-47e460e68662', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'port_id': '8e878228-f4fa-4466-8006-47e460e68662', 'mac_address': 'fa:16:3e:a2:08:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb250468-f6e9-426f-aea6-b4a0f8662c37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:08:52.843210 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:52.872077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e878228-f4fa-4466-8006-47e460e68662 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:08:52.888368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55538-f6d6-4774-8d3c-1edd6d09ce02 req-0af545e9-1a10-42f2-a74e-db4335099431 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:52.891624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eca55538-f6d6-4774-8d3c-1edd6d09ce02 req-0af545e9-1a10-42f2-a74e-db4335099431 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 944 time: 0.1593952 Feb 16 15:08:52.914913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 8e878228-f4fa-4466-8006-47e460e68662, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8e878228-f4fa-4466-8006-47e460e68662,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:53.002672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eca55538-f6d6-4774-8d3c-1edd6d09ce02 req-99ed9c60-47fd-4426-8811-7173116094a4 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039960 Feb 16 15:08:53.320043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dbff0-7cb1-444b-a01e-2639460d3f51 req-b55a9c0f-b3d2-485c-a7bf-383e58bc4567 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:53.328050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce3dbff0-7cb1-444b-a01e-2639460d3f51 req-b55a9c0f-b3d2-485c-a7bf-383e58bc4567 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1077459 Feb 16 15:08:53.378801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce3dbff0-7cb1-444b-a01e-2639460d3f51 req-7504df5c-d4a4-464e-9680-45bf1cd5bc86 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496202 Feb 16 15:08:53.572263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7848ff86-9e60-4865-ac26-c2b1bed59bbe tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:53.610734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:53.630294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:53.706033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=8e878228-f4fa-4466-8006-47e460e68662,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.721038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Port': ['ID=aa934289-5d31-441f-b73b-0a526568b465,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:53.860404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:08:54.101578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7848ff86-9e60-4865-ac26-c2b1bed59bbe tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.184665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7848ff86-9e60-4865-ac26-c2b1bed59bbe tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.228843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53664) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:54.293735 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fe2fcca1-989a-4d60-ac28-15a1686e8c0d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ea9c57117a2f4ebd877abcb93b2c769f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628552 Feb 16 15:08:54.296791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53668) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:54.333151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.341713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848ff86-9e60-4865-ac26-c2b1bed59bbe tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa02b77-ce98-41c6-88eb-0d0cde7f7378,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.404122 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b48ba64d-eb89-403f-b4d8-ed410d55d2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.417489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173435eb-6423-4f42-83c8-e272cf7a6cd0 req-eabc5b15-fec4-444f-b0b1-63d596eb1a9c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:54.426300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-173435eb-6423-4f42-83c8-e272cf7a6cd0 req-eabc5b15-fec4-444f-b0b1-63d596eb1a9c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 945 time: 0.2058740 Feb 16 15:08:54.434656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7848ff86-9e60-4865-ac26-c2b1bed59bbe tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.437376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7848ff86-9e60-4865-ac26-c2b1bed59bbe tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7862051 Feb 16 15:08:54.438616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b48ba64d-eb89-403f-b4d8-ed410d55d2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.440624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53670) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:54.445230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1f71c490-0f01-4a86-8bde-07bf3da78a6e tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '1aa02b77-ce98-41c6-88eb-0d0cde7f7378', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:54.446686 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-1f71c490-0f01-4a86-8bde-07bf3da78a6e tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 15:08:54.446686 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-1f71c490-0f01-4a86-8bde-07bf3da78a6e tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:08:54.447632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1f71c490-0f01-4a86-8bde-07bf3da78a6e tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060616 Feb 16 15:08:54.455183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53672) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:54.600915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-173435eb-6423-4f42-83c8-e272cf7a6cd0 req-19c33587-c33c-4c70-991f-cf0190277266 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735730 Feb 16 15:08:54.628974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b48ba64d-eb89-403f-b4d8-ed410d55d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.633617 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b48ba64d-eb89-403f-b4d8-ed410d55d2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.635779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18347138-ac07-4591-a6af-a19c77557a7a tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.636029 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b48ba64d-eb89-403f-b4d8-ed410d55d2a5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/33ac36bc-9848-42ad-9753-dd4c6471d594 HTTP/1.1" status: 204 len: 168 time: 0.3361850 Feb 16 15:08:54.654376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ba64d-eb89-403f-b4d8-ed410d55d2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ac36bc-9848-42ad-9753-dd4c6471d594,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:54.720182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18347138-ac07-4591-a6af-a19c77557a7a tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:54.828666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6385ab-575f-437e-ac20-9d2436ed0c02 req-54ff8643-9d5b-47e5-b668-8b07aa12a674 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:54.830231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da6385ab-575f-437e-ac20-9d2436ed0c02 req-54ff8643-9d5b-47e5-b668-8b07aa12a674 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1618392 Feb 16 15:08:54.951420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da6385ab-575f-437e-ac20-9d2436ed0c02 req-1dd299f4-7aa7-43be-b055-af752d370146 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561695 Feb 16 15:08:54.971392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Router e22a80a3-2241-4318-8c81-111779a5c85a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:08:55.057757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18347138-ac07-4591-a6af-a19c77557a7a tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:55.060460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-18347138-ac07-4591-a6af-a19c77557a7a tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:55.064039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-18347138-ac07-4591-a6af-a19c77557a7a tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/1aa02b77-ce98-41c6-88eb-0d0cde7f7378 HTTP/1.1" status: 204 len: 168 time: 0.6046576 Feb 16 15:08:55.064566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53684) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:55.103123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18347138-ac07-4591-a6af-a19c77557a7a tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa02b77-ce98-41c6-88eb-0d0cde7f7378,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:55.155168 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3c45057-4a41-46af-8fb3-8d0acd36e762 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887644 Feb 16 15:08:55.155836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53688) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:55.161482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6f3d680e-b84c-4804-826a-37b1b989d9d2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--838843314'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:55.219239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:08:55.227351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7c090e74-baf8-4f62-b364-1501fcdf1852 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "PUT /v2.0/routers/e22a80a3-2241-4318-8c81-111779a5c85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4241414 Feb 16 15:08:55.230670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53690) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:55.238745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] Sync routers for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:08:55.262730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:55.265385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:55.319605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting subnet aedd5830-e119-4be0-8d56-0bf5605729fb {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:08:55.319605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:55.421027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:55.594272 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:55.928269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae31409-e6f4-49af-8432-61dcf80baf95 req-16f52c1c-265f-4e2b-a9d8-3be302ff3724 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:55.942111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ae31409-e6f4-49af-8432-61dcf80baf95 req-16f52c1c-265f-4e2b-a9d8-3be302ff3724 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 945 time: 0.1447587 Feb 16 15:08:55.968730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.000889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:56.031377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.037999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/subnets/aedd5830-e119-4be0-8d56-0bf5605729fb HTTP/1.1" status: 204 len: 168 time: 0.7939963 Feb 16 15:08:56.038381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53702) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:56.059146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03afd7b1-1ac6-429b-8896-1da00c237644 None None] Network 9021c708-02ef-48b8-b238-29e3a783ec4e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:08:56.095784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444b7d7-fa68-4f12-9aa1-fc712d4554bd tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Subnet': ['ID=aedd5830-e119-4be0-8d56-0bf5605729fb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:56.148270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ae31409-e6f4-49af-8432-61dcf80baf95 req-36ee243a-4513-4497-ad1c-8fd3d555417f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004759 Feb 16 15:08:56.156841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d680e-b84c-4804-826a-37b1b989d9d2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.211303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea0a65-e5ca-4845-b6d2-d340fe100811 req-606665b4-142b-41c3-ab89-77d3d3331c4c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:56.213631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c2ea0a65-e5ca-4845-b6d2-d340fe100811 req-606665b4-142b-41c3-ab89-77d3d3331c4c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1136806 Feb 16 15:08:56.322769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c2ea0a65-e5ca-4845-b6d2-d340fe100811 req-8488f056-61d1-4fb1-b5a5-afb1a1b168ad tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930471 Feb 16 15:08:56.335321 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.410431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:08:53Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:56.418106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8e878228-f4fa-4466-8006-47e460e68662 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:08:56.420777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d680e-b84c-4804-826a-37b1b989d9d2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.477726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] Checking router: e22a80a3-2241-4318-8c81-111779a5c85a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:08:56.494418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] Routers {'e22a80a3-2241-4318-8c81-111779a5c85a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:08:56.495341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:08:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e22a80a3-2241-4318-8c81-111779a5c85a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:56.498145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.529021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d680e-b84c-4804-826a-37b1b989d9d2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.565310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d680e-b84c-4804-826a-37b1b989d9d2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e5885-ad4c-4067-9411-39c30592ebe1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:56.604222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] Set router e22a80a3-2241-4318-8c81-111779a5c85a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:08:56.625397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Deleting port ae0461db-f170-4bb7-993b-f3a2acc96a2c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:56.625827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.642627 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f3d680e-b84c-4804-826a-37b1b989d9d2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.648149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53710) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:56.652805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d5eef7e3-0afa-43c9-b7ad-88571b860d44 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '0a7e5885-ad4c-4067-9411-39c30592ebe1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:56.653386 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-d5eef7e3-0afa-43c9-b7ad-88571b860d44 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 15:08:56.660352 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f3d680e-b84c-4804-826a-37b1b989d9d2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4991496 Feb 16 15:08:56.661471 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-d5eef7e3-0afa-43c9-b7ad-88571b860d44 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:08:56.665469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] DHCP port deletion for 9021c708-02ef-48b8-b238-29e3a783ec4e request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:08:56.673116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d5eef7e3-0afa-43c9-b7ad-88571b860d44 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0237648 Feb 16 15:08:56.693333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53712) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:56.788426 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] For port ae0461db-f170-4bb7-993b-f3a2acc96a2c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ae0461db-f170-4bb7-993b-f3a2acc96a2c,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:56.789361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.810576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Calling delete_port for ae0461db-f170-4bb7-993b-f3a2acc96a2c owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:56.830579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8afc3656-d761-4490-9835-0240c562c3bd tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.838768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 8e878228-f4fa-4466-8006-47e460e68662 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:08:56.862606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 8e878228-f4fa-4466-8006-47e460e68662 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:08:56.864004 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.914216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8afc3656-d761-4490-9835-0240c562c3bd tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:56.929491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] Deleting port a7e651b7-99d6-4eee-8a66-f71c36828c2d {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:08:56.929870 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.109021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] For port a7e651b7-99d6-4eee-8a66-f71c36828c2d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a7e651b7-99d6-4eee-8a66-f71c36828c2d,segment=NetworkSegment(4436a18f-2f36-4aa3-812d-72aeee149f34),segment_id=4436a18f-2f36-4aa3-812d-72aeee149f34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:57.109340 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.126604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] Calling delete_port for a7e651b7-99d6-4eee-8a66-f71c36828c2d owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:08:57.175938 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8afc3656-d761-4490-9835-0240c562c3bd tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.184337 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8afc3656-d761-4490-9835-0240c562c3bd tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.188857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:57.190449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8afc3656-d761-4490-9835-0240c562c3bd tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/0a7e5885-ad4c-4067-9411-39c30592ebe1 HTTP/1.1" status: 204 len: 168 time: 0.4950800 Feb 16 15:08:57.203391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc3656-d761-4490-9835-0240c562c3bd tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e5885-ad4c-4067-9411-39c30592ebe1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.224422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a7e651b7-99d6-4eee-8a66-f71c36828c2d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:57.265621 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-30bb3dc1-3137-4a3c-b889-ac91bfbaa448 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754764 Feb 16 15:08:57.270355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53726) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:57.282174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ec675d57-56e5-4494-bee9-be4b84ab5524 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124245448'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:57.337304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.380186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.390104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Port': ['ID=ae0461db-f170-4bb7-993b-f3a2acc96a2c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.443283 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:08:53Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:57.448216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151f9fe-78c4-4400-9764-7fadc2e6e1ca req-f68cb3cf-2c6d-4f73-813d-70ddc70b568d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:57.449903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c151f9fe-78c4-4400-9764-7fadc2e6e1ca req-f68cb3cf-2c6d-4f73-813d-70ddc70b568d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 945 time: 0.1452589 Feb 16 15:08:57.507250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.530380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.530536 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.548265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253e290-4387-4a89-b410-0495a0fc9bea None None] The sync data for ids ['e22a80a3-2241-4318-8c81-111779a5c85a'] in n-d-829433-1 is: [{'id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1651055567', 'tenant_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:06:42Z', 'updated_at': '2022-02-16T15:08:53Z', 'revision_number': 5, 'project_id': 'ce951b5520fc48bbb39975c81ffd5bc4', 'gw_port': {'id': 'ae0461db-f170-4bb7-993b-f3a2acc96a2c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22a80a3-2241-4318-8c81-111779a5c85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:06:43Z', 'updated_at': '2022-02-16T15:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:08:57.572563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e878228-f4fa-4466-8006-47e460e68662'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:08:57.577970 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a1e89-c849-4cfb-ae38-482b160c036f" -d '{"events": [{"server_uuid": "3f7bdc92-b533-42a8-92e9-3015e6c3b691", "name": "network-vif-plugged", "status": "completed", "tag": "8e878228-f4fa-4466-8006-47e460e68662"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:08:57.641364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c151f9fe-78c4-4400-9764-7fadc2e6e1ca req-e2dad39d-8e9f-493f-b8c0-5d7fdb1aeded tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557629 Feb 16 15:08:57.672500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] Pushing event deleted for resources: {'Port': ['ID=a7e651b7-99d6-4eee-8a66-f71c36828c2d,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.683242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 8e878228-f4fa-4466-8006-47e460e68662, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8e878228-f4fa-4466-8006-47e460e68662,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:08:57.685028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01168864-f1c4-48c9-b79c-40dd1e97020b None None] No DVR routers for this DVR port a7e651b7-99d6-4eee-8a66-f71c36828c2d on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:08:57.748559 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fdaad3-91c9-4e47-9353-8e947a022933 x-openstack-request-id: req-f7fdaad3-91c9-4e47-9353-8e947a022933 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:08:57.750957 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7bdc92-b533-42a8-92e9-3015e6c3b691", "name": "network-vif-plugged", "status": "completed", "tag": "8e878228-f4fa-4466-8006-47e460e68662", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:08:57.751430 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f7fdaad3-91c9-4e47-9353-8e947a022933 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:08:57.752010 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e878228-f4fa-4466-8006-47e460e68662', 'code': 200} Feb 16 15:08:57.770080 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec675d57-56e5-4494-bee9-be4b84ab5524 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.781898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.915183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=8e878228-f4fa-4466-8006-47e460e68662,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:57.924235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0501d-4d5e-4ef2-85f6-761b3d6da882 req-555496a1-97f0-4be0-ad44-4b6fdf19309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:57.925895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ad0501d-4d5e-4ef2-85f6-761b3d6da882 req-555496a1-97f0-4be0-ad44-4b6fdf19309b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 1097 time: 0.0952566 Feb 16 15:08:57.928596 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:57.933854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.075917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ad0501d-4d5e-4ef2-85f6-761b3d6da882 req-93f787c4-88cb-438c-82c1-8d6437205d51 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385274 Feb 16 15:08:58.113863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccbcc5-b6c5-4121-a05b-03a273d21710 req-090403a7-581c-4ce3-8542-8e0d30c8cd02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:58.119579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5ccbcc5-b6c5-4121-a05b-03a273d21710 req-090403a7-581c-4ce3-8542-8e0d30c8cd02 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.6644211 Feb 16 15:08:58.131755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.132164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Fanout notify agent at l3_agent the message router_deleted on router e22a80a3-2241-4318-8c81-111779a5c85a {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:08:58.145901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.151168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53740) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:58.154036 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f1624905-05de-4b19-bb60-ae83de3bb900 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/routers/e22a80a3-2241-4318-8c81-111779a5c85a HTTP/1.1" status: 204 len: 168 time: 2.1144323 Feb 16 15:08:58.228512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec675d57-56e5-4494-bee9-be4b84ab5524 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.298773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5ccbcc5-b6c5-4121-a05b-03a273d21710 req-03caad70-fde2-4cd1-b18c-e32d0a6b5f56 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609097 Feb 16 15:08:58.306940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.435755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec675d57-56e5-4494-bee9-be4b84ab5524 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.447575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.498086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9021c708-02ef-48b8-b238-29e3a783ec4e']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:58.500216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675d57-56e5-4494-bee9-be4b84ab5524 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575d913d-842b-4423-9553-3ac79387bf87,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:58.524156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4436a18f-2f36-4aa3-812d-72aeee149f34') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:58.524510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4436a18f-2f36-4aa3-812d-72aeee149f34') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:08:58.543940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.566849 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.583089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:08:58.584642 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:08:58.588369 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:08:58.646866 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ec675d57-56e5-4494-bee9-be4b84ab5524 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.651473 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ec675d57-56e5-4494-bee9-be4b84ab5524 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3753381 Feb 16 15:08:58.652216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53748) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:58.657791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3e24dd50-1dcb-4a86-95c5-ad7249cad138 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '575d913d-842b-4423-9553-3ac79387bf87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:58.659419 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-3e24dd50-1dcb-4a86-95c5-ad7249cad138 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 15:08:58.660669 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-3e24dd50-1dcb-4a86-95c5-ad7249cad138 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:08:58.665083 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3e24dd50-1dcb-4a86-95c5-ad7249cad138 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118115 Feb 16 15:08:58.665663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53752) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:58.671364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6a084d12-db6b-4434-8360-e67dcd19e4e3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '575d913d-842b-4423-9553-3ac79387bf87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:58.672053 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-6a084d12-db6b-4434-8360-e67dcd19e4e3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 15:08:58.672535 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-6a084d12-db6b-4434-8360-e67dcd19e4e3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:08:58.678713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6a084d12-db6b-4434-8360-e67dcd19e4e3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113790 Feb 16 15:08:58.683479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53754) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:58.693270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-16d2ca8b-d8a3-4e11-92fd-f5ca878466cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '575d913d-842b-4423-9553-3ac79387bf87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:58.696759 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-16d2ca8b-d8a3-4e11-92fd-f5ca878466cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 15:08:58.696759 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-16d2ca8b-d8a3-4e11-92fd-f5ca878466cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:08:58.699005 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-16d2ca8b-d8a3-4e11-92fd-f5ca878466cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122344 Feb 16 15:08:58.700065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53756) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:58.704804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a5179828-4e78-40d2-b4a3-a01ab294202f tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '575d913d-842b-4423-9553-3ac79387bf87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:58.705687 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-a5179828-4e78-40d2-b4a3-a01ab294202f tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 15:08:58.706191 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-a5179828-4e78-40d2-b4a3-a01ab294202f tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:08:58.710646 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a5179828-4e78-40d2-b4a3-a01ab294202f tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095952 Feb 16 15:08:58.711222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53758) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:58.784109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b4100d7-0232-45f7-8708-6f58c7c19acf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.810984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857fa61-3c67-49b4-b659-c47e13d12c9a req-e272727e-d081-4b01-b40e-d758ffea6709 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:58.818876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e857fa61-3c67-49b4-b659-c47e13d12c9a req-e272727e-d081-4b01-b40e-d758ffea6709 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 946 time: 0.0676405 Feb 16 15:08:58.821933 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b4100d7-0232-45f7-8708-6f58c7c19acf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:58.869676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e857fa61-3c67-49b4-b659-c47e13d12c9a req-2efa0cf3-210b-417a-8ea5-512581b5624a tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Feb 16 15:08:59.004797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.011875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.018978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] 10.222.0.113 "DELETE /v2.0/networks/9021c708-02ef-48b8-b238-29e3a783ec4e HTTP/1.1" status: 204 len: 168 time: 0.8453107 Feb 16 15:08:59.026175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b4100d7-0232-45f7-8708-6f58c7c19acf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.028904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b4100d7-0232-45f7-8708-6f58c7c19acf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.033469 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b4100d7-0232-45f7-8708-6f58c7c19acf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/575d913d-842b-4423-9553-3ac79387bf87 HTTP/1.1" status: 204 len: 168 time: 0.3212800 Feb 16 15:08:59.034079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53770) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:59.070400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a0195-494a-4925-b300-2bb97090ed71 tempest-TestSecurityGroupsBasicOps-1585866741 tempest-TestSecurityGroupsBasicOps-1585866741-project] Pushing event deleted for resources: {'Network': ['ID=9021c708-02ef-48b8-b238-29e3a783ec4e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:59.107043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4100d7-0232-45f7-8708-6f58c7c19acf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575d913d-842b-4423-9553-3ac79387bf87,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:59.239383 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a265fffb-15db-4bbc-9f03-d75d1fc9c45c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1975479 Feb 16 15:08:59.240512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53776) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:59.244417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-33b2b00b-73c3-4757-aee0-cd66ca3888cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342218824'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:59.274171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aa934289-5d31-441f-b73b-0a526568b465 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:59.339278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: aa934289-5d31-441f-b73b-0a526568b465 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:59.340125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aa934289-5d31-441f-b73b-0a526568b465 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:59.340741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ae0461db-f170-4bb7-993b-f3a2acc96a2c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:08:59.373813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ae0461db-f170-4bb7-993b-f3a2acc96a2c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:08:59.374488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ae0461db-f170-4bb7-993b-f3a2acc96a2c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:08:59.421605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33b2b00b-73c3-4757-aee0-cd66ca3888cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.557015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33b2b00b-73c3-4757-aee0-cd66ca3888cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.625204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c5ce3-57cd-4e37-975f-9cb3b4ecddd8 req-f25a9a9f-d783-42cb-ae0a-85cc2686539d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:08:59.628131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d06c5ce3-57cd-4e37-975f-9cb3b4ecddd8 req-f25a9a9f-d783-42cb-ae0a-85cc2686539d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0691862 Feb 16 15:08:59.676979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d06c5ce3-57cd-4e37-975f-9cb3b4ecddd8 req-a14bb808-57be-45e8-9f40-242a33063eee tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Feb 16 15:08:59.788019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33b2b00b-73c3-4757-aee0-cd66ca3888cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.831469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2b00b-73c3-4757-aee0-cd66ca3888cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7524e2d4-a1c0-40d1-a641-4c7238bddefc,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:08:59.960231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33b2b00b-73c3-4757-aee0-cd66ca3888cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:08:59.962515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-33b2b00b-73c3-4757-aee0-cd66ca3888cf tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7214215 Feb 16 15:08:59.965239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53798) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:59.970435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2220f8f9-8320-479b-b94a-e389eee1d0ec tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:08:59.971485 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-2220f8f9-8320-479b-b94a-e389eee1d0ec tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 15:08:59.971933 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-2220f8f9-8320-479b-b94a-e389eee1d0ec tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:08:59.972995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2220f8f9-8320-479b-b94a-e389eee1d0ec tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063200 Feb 16 15:08:59.976082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53800) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:08:59.997221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-336f184e-e03e-4bbf-a772-7136d59c02a5 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:00.086255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1ec14-5976-4579-b955-d45187aac778 req-63ba0b55-bcf7-480d-aa70-ef020917276d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:00.086255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65c1ec14-5976-4579-b955-d45187aac778 req-63ba0b55-bcf7-480d-aa70-ef020917276d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 946 time: 0.0738821 Feb 16 15:09:00.184420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65c1ec14-5976-4579-b955-d45187aac778 req-13208f88-1926-4dfa-816f-cc0c731e7060 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906782 Feb 16 15:09:00.258083 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-336f184e-e03e-4bbf-a772-7136d59c02a5 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:00.262934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53808) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.267838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-336f184e-e03e-4bbf-a772-7136d59c02a5 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2882800 Feb 16 15:09:00.270765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4b6efe12-e486-41be-abed-d8607d3525a2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:00.271608 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-4b6efe12-e486-41be-abed-d8607d3525a2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 15:09:00.272548 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-4b6efe12-e486-41be-abed-d8607d3525a2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:00.277894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53812) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.283339 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4b6efe12-e486-41be-abed-d8607d3525a2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179684 Feb 16 15:09:00.284200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f96b685b-96a4-4b1a-aa86-a0c6281aa18d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:00.350528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53814) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.604535 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-f96b685b-96a4-4b1a-aa86-a0c6281aa18d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:00.605672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f96b685b-96a4-4b1a-aa86-a0c6281aa18d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3265724 Feb 16 15:09:00.610520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53822) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.615043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-74753d89-10e0-4af5-aa6e-2cf90fa86361 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:00.615458 n-d-829433-1 neutron-server[103043]: WARNING neutron.api.v2.base [None req-74753d89-10e0-4af5-aa6e-2cf90fa86361 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 15:09:00.616473 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-74753d89-10e0-4af5-aa6e-2cf90fa86361 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:00.617918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-74753d89-10e0-4af5-aa6e-2cf90fa86361 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065188 Feb 16 15:09:00.622692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53824) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.627226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6284a1a7-b5d1-4d24-a16a-654158d0ea42 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:00.756383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2ce993f0-9767-414d-b899-23f288b8d8e8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ce951b5520fc48bbb39975c81ffd5bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044368 Feb 16 15:09:00.758492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53828) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.829780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43e772fa-516b-43ad-af8d-bb27c841a65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:00.870036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43e772fa-516b-43ad-af8d-bb27c841a65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:00.895393 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-6284a1a7-b5d1-4d24-a16a-654158d0ea42 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:00.897102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6284a1a7-b5d1-4d24-a16a-654158d0ea42 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2734745 Feb 16 15:09:00.901229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53830) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.906052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-484fcf96-f7a7-4edf-a2a6-099a6512b202 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:00.906672 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-484fcf96-f7a7-4edf-a2a6-099a6512b202 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 15:09:00.907302 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-484fcf96-f7a7-4edf-a2a6-099a6512b202 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:00.914647 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-484fcf96-f7a7-4edf-a2a6-099a6512b202 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096619 Feb 16 15:09:00.916645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53832) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:00.931423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d7d58b06-55fd-4835-851c-0e2673653842 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:00.946685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09535fb-0164-4e04-a21c-256fc26306fc req-78de6e7f-eb61-4303-ae0e-24d79b993dfb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:00.949077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c09535fb-0164-4e04-a21c-256fc26306fc req-78de6e7f-eb61-4303-ae0e-24d79b993dfb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0893207 Feb 16 15:09:01.002698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c09535fb-0164-4e04-a21c-256fc26306fc req-e7b15a01-c876-44fd-9e19-dfaabd9eb6a0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Feb 16 15:09:01.131389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43e772fa-516b-43ad-af8d-bb27c841a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:01.136368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43e772fa-516b-43ad-af8d-bb27c841a65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:01.141446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-43e772fa-516b-43ad-af8d-bb27c841a65b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2bd1f4ef-d6fc-44c4-85a0-16cfc15d787c HTTP/1.1" status: 204 len: 168 time: 0.3820150 Feb 16 15:09:01.155743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e772fa-516b-43ad-af8d-bb27c841a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd1f4ef-d6fc-44c4-85a0-16cfc15d787c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:01.225907 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-d7d58b06-55fd-4835-851c-0e2673653842 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:01.229692 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7d58b06-55fd-4835-851c-0e2673653842 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3091152 Feb 16 15:09:01.230712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:01.239004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5cda4456-2555-4790-a9fa-b8ee6bf9038b tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '7524e2d4-a1c0-40d1-a641-4c7238bddefc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:01.559313 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-5cda4456-2555-4790-a9fa-b8ee6bf9038b tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:01.560462 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5cda4456-2555-4790-a9fa-b8ee6bf9038b tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3294470 Feb 16 15:09:01.563130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53850) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:01.652862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ff96ddd-9e7d-4b0e-8739-58945c7bad32 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:01.683485 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ff96ddd-9e7d-4b0e-8739-58945c7bad32 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.063186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ff96ddd-9e7d-4b0e-8739-58945c7bad32 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.065954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4ff96ddd-9e7d-4b0e-8739-58945c7bad32 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.067165 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4ff96ddd-9e7d-4b0e-8739-58945c7bad32 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/7524e2d4-a1c0-40d1-a641-4c7238bddefc HTTP/1.1" status: 204 len: 168 time: 0.5028558 Feb 16 15:09:02.070739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53860) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:02.079749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff96ddd-9e7d-4b0e-8739-58945c7bad32 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7524e2d4-a1c0-40d1-a641-4c7238bddefc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:02.183688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d48588b-c3f2-4a5f-a316-6c558183a2f3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114714 Feb 16 15:09:02.190513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53864) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:02.201416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-237c0786-01af-493b-8617-f6656ea1f352 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402401718'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:02.249773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368543c-f645-4f68-abfd-86792cb7a2b4 req-eaa867d0-18c7-4e3e-944e-60dda9ad1354 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:02.251600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e368543c-f645-4f68-abfd-86792cb7a2b4 req-eaa867d0-18c7-4e3e-944e-60dda9ad1354 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1490724 Feb 16 15:09:02.379161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53870) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:02.413282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfc21925-6af2-4f5b-8573-8523d1c6a214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.458038 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-237c0786-01af-493b-8617-f6656ea1f352 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.610006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfc21925-6af2-4f5b-8573-8523d1c6a214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.684033 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cfc21925-6af2-4f5b-8573-8523d1c6a214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.756124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21925-6af2-4f5b-8573-8523d1c6a214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a424b-fb81-441d-b43c-f2abecf76f09,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:02.797339 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-237c0786-01af-493b-8617-f6656ea1f352 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.817346 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cfc21925-6af2-4f5b-8573-8523d1c6a214 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b8d9628a2e384baf9cb86a874511194d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369025 Feb 16 15:09:02.836118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53890) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:02.836347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e368543c-f645-4f68-abfd-86792cb7a2b4 req-ec906eb8-c558-4964-9ef6-2265024ac0bf tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5771325 Feb 16 15:09:02.873404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-237c0786-01af-493b-8617-f6656ea1f352 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:02.962756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c0786-01af-493b-8617-f6656ea1f352 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b9549-7c3f-4800-ba1d-4c736bca81d8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:02.990450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f415125-e088-450c-93f0-6f7a8c5c8c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:03.019224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f415125-e088-450c-93f0-6f7a8c5c8c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:03.065052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-237c0786-01af-493b-8617-f6656ea1f352 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:03.073213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-237c0786-01af-493b-8617-f6656ea1f352 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8744752 Feb 16 15:09:03.073213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53892) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:03.079585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-78841bb8-1049-4173-be27-eccfc9b231e9 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '0b2b9549-7c3f-4800-ba1d-4c736bca81d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:03.174428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f415125-e088-450c-93f0-6f7a8c5c8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:03.178453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5f415125-e088-450c-93f0-6f7a8c5c8c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:03.179990 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5f415125-e088-450c-93f0-6f7a8c5c8c7f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e91a424b-fb81-441d-b43c-f2abecf76f09 HTTP/1.1" status: 204 len: 168 time: 0.3428364 Feb 16 15:09:03.208931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f415125-e088-450c-93f0-6f7a8c5c8c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a424b-fb81-441d-b43c-f2abecf76f09,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:03.339193 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-78841bb8-1049-4173-be27-eccfc9b231e9 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The resource could not be found. Feb 16 15:09:03.347925 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-78841bb8-1049-4173-be27-eccfc9b231e9 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2679737 Feb 16 15:09:03.347925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53900) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:03.351845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ce5166df-d64c-4c77-8ea7-f1684e97d4d0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '0b2b9549-7c3f-4800-ba1d-4c736bca81d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '966fca81-3d33-41e9-80fe-9bb69688b7c5'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:03.711461 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-ce5166df-d64c-4c77-8ea7-f1684e97d4d0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The resource could not be found. Feb 16 15:09:03.716180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53914) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:03.720807 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce5166df-d64c-4c77-8ea7-f1684e97d4d0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3772049 Feb 16 15:09:03.809051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91be4f5e-5b7a-44af-8469-3d00260f6d87 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:03.864112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91be4f5e-5b7a-44af-8469-3d00260f6d87 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.046544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4fef5-8641-4021-8bf7-62cde003f6cb req-f7189865-036f-4716-ba20-c6b31852823e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:04.054661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82d4fef5-8641-4021-8bf7-62cde003f6cb req-f7189865-036f-4716-ba20-c6b31852823e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0873055 Feb 16 15:09:04.081396 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91be4f5e-5b7a-44af-8469-3d00260f6d87 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.084381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91be4f5e-5b7a-44af-8469-3d00260f6d87 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.085964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-91be4f5e-5b7a-44af-8469-3d00260f6d87 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/0b2b9549-7c3f-4800-ba1d-4c736bca81d8 HTTP/1.1" status: 204 len: 168 time: 0.3682513 Feb 16 15:09:04.089120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53922) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:04.159236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82d4fef5-8641-4021-8bf7-62cde003f6cb req-e2b664e8-9e6f-4517-86c3-f8b68c473f18 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036029 Feb 16 15:09:04.165736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be4f5e-5b7a-44af-8469-3d00260f6d87 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b9549-7c3f-4800-ba1d-4c736bca81d8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:04.236723 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a41306b7-88a3-4a80-9fff-03ce798c9a5a tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1428373 Feb 16 15:09:04.241950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:04.242384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-55f68ba8-8dd5-4da2-9764-0d06944e8826 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '090c1083-0948-465b-a73e-67b04ec7532a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:04.291375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53932) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:04.355665 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-61ba130d-12db-4c63-ab6a-b2de33495b8c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=04706f720c644c50b8682154445d360c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618556 Feb 16 15:09:04.357936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53934) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:04.481143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a65449a3-2e7e-4f64-8017-ab4761c44069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.519556 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-55f68ba8-8dd5-4da2-9764-0d06944e8826 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The resource could not be found. Feb 16 15:09:04.525005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-55f68ba8-8dd5-4da2-9764-0d06944e8826 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2823493 Feb 16 15:09:04.525005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53938) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:04.528097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a65449a3-2e7e-4f64-8017-ab4761c44069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.535376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0319b0ea-3733-4457-bc7b-8a3dbfbe1820 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883127033'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:04.730664 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a65449a3-2e7e-4f64-8017-ab4761c44069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.736269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a65449a3-2e7e-4f64-8017-ab4761c44069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.740532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a65449a3-2e7e-4f64-8017-ab4761c44069 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cb10e297-f277-4c6b-8abb-381bb9af5272 HTTP/1.1" status: 204 len: 168 time: 0.3787587 Feb 16 15:09:04.741450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0319b0ea-3733-4457-bc7b-8a3dbfbe1820 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:04.826271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65449a3-2e7e-4f64-8017-ab4761c44069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb10e297-f277-4c6b-8abb-381bb9af5272,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:04.938113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0319b0ea-3733-4457-bc7b-8a3dbfbe1820 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:05.014130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0319b0ea-3733-4457-bc7b-8a3dbfbe1820 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:05.064575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319b0ea-3733-4457-bc7b-8a3dbfbe1820 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc07297-cb5b-46b1-8555-ccdd8f64058c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:05.223129 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0319b0ea-3733-4457-bc7b-8a3dbfbe1820 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:05.228428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0319b0ea-3733-4457-bc7b-8a3dbfbe1820 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6991932 Feb 16 15:09:05.228562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53954) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:05.233338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-202c113d-e6f6-4b58-8378-88bee8c3521c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237111977'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:05.284557 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2378-f4ec-4566-b6c9-fbe44797b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:05.417567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a41c1-ea88-473f-a4eb-877d5261b393 req-d29fddab-8c82-44a2-a2f9-5e69b23f63e9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:05.419472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d01a41c1-ea88-473f-a4eb-877d5261b393 req-d29fddab-8c82-44a2-a2f9-5e69b23f63e9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1509635 Feb 16 15:09:05.495768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d01a41c1-ea88-473f-a4eb-877d5261b393 req-32563baf-c138-4ba1-9098-16ca5b9b8845 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598223 Feb 16 15:09:05.638537 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-202c113d-e6f6-4b58-8378-88bee8c3521c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:05.767144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-202c113d-e6f6-4b58-8378-88bee8c3521c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:05.845100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-202c113d-e6f6-4b58-8378-88bee8c3521c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:05.903621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c113d-e6f6-4b58-8378-88bee8c3521c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43d24c-6925-4f8d-b36a-29e3d0930c58,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:06.043409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-202c113d-e6f6-4b58-8378-88bee8c3521c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:06.048702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-202c113d-e6f6-4b58-8378-88bee8c3521c tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8151832 Feb 16 15:09:06.048917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53972) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:06.053695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-19daa5fa-cefd-45df-9b00-88ca1f4faaa6 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group_rule': {'security_group_id': '4fc07297-cb5b-46b1-8555-ccdd8f64058c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5f43d24c-6925-4f8d-b36a-29e3d0930c58'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:06.491174 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-19daa5fa-cefd-45df-9b00-88ca1f4faaa6 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:09:06.494892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-19daa5fa-cefd-45df-9b00-88ca1f4faaa6 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4425359 Feb 16 15:09:06.495784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 53980) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:06.696482 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf492e2-b9cb-42b9-ae55-9bcd510adbc0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:06.749689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31258fc-58ff-4dcc-8aa4-836638f8a73d req-c171b26c-31b5-4651-966d-f2082f39fcbe tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:06.758419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31258fc-58ff-4dcc-8aa4-836638f8a73d req-c171b26c-31b5-4651-966d-f2082f39fcbe tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1188440 Feb 16 15:09:06.761488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf492e2-b9cb-42b9-ae55-9bcd510adbc0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:06.862428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31258fc-58ff-4dcc-8aa4-836638f8a73d req-33e0e8db-7efa-44b0-99b7-7e2d0bf53a2c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030641 Feb 16 15:09:07.023104 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf492e2-b9cb-42b9-ae55-9bcd510adbc0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.026517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2cf492e2-b9cb-42b9-ae55-9bcd510adbc0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.028445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2cf492e2-b9cb-42b9-ae55-9bcd510adbc0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/5f43d24c-6925-4f8d-b36a-29e3d0930c58 HTTP/1.1" status: 204 len: 168 time: 0.5317597 Feb 16 15:09:07.034666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 53996) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:07.040879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf492e2-b9cb-42b9-ae55-9bcd510adbc0 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43d24c-6925-4f8d-b36a-29e3d0930c58,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:07.156841 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7ba59362-d462-4040-955a-3fcb8947f1e2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1246479 Feb 16 15:09:07.159803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54004) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:07.213773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54006) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:07.241566 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2001f1dc-2b92-4695-b68d-91d9012fc7b4 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.274887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2001f1dc-2b92-4695-b68d-91d9012fc7b4 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.346191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-427863115-network', 'tenant_id': '763f8a29847d40b09a568e85edb09c14'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:07.415691 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2001f1dc-2b92-4695-b68d-91d9012fc7b4 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.418377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2001f1dc-2b92-4695-b68d-91d9012fc7b4 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.419507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2001f1dc-2b92-4695-b68d-91d9012fc7b4 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/4fc07297-cb5b-46b1-8555-ccdd8f64058c HTTP/1.1" status: 204 len: 168 time: 0.2587054 Feb 16 15:09:07.422582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54010) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:07.430580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001f1dc-2b92-4695-b68d-91d9012fc7b4 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc07297-cb5b-46b1-8555-ccdd8f64058c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:07.479088 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04a2a257-3e5d-417f-85c9-58abf1ba7db3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551107 Feb 16 15:09:07.479772 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54014) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:07.484693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-251f8ad3-7015-4088-9cbf-2c6de2bbc9f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716073713'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:07.586454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Made reservation on behalf of 763f8a29847d40b09a568e85edb09c14 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:07.590053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.611337 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.706998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.798394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-251f8ad3-7015-4088-9cbf-2c6de2bbc9f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.838656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.905933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:09:07.917810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-251f8ad3-7015-4088-9cbf-2c6de2bbc9f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.920447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0abde7e-0382-46ef-9f28-50bb5524338f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:07.939649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:07.946449 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Added segment 4a283f54-9d29-441f-8fe1-2da6d41cc9fa of type vlan for network 22ee0db8-a431-4300-9e93-22d8fda822b7 Feb 16 15:09:08.050507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.082618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-251f8ad3-7015-4088-9cbf-2c6de2bbc9f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.106475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99427-7a3f-4676-97c5-9baa1668e95e req-9a26eaac-02d2-4a53-a934-943431c3e17e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:08.108258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dab99427-7a3f-4676-97c5-9baa1668e95e req-9a26eaac-02d2-4a53-a934-943431c3e17e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1259408 Feb 16 15:09:08.135988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cef6320a-a9b9-4dac-96fc-64340477733c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.171774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f8ad3-7015-4088-9cbf-2c6de2bbc9f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620e307b-fe2f-48f8-8aa8-cecc39dd41f5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:08.197492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dab99427-7a3f-4676-97c5-9baa1668e95e req-4d727236-f42e-4cf5-9916-12d77678fe48 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817165 Feb 16 15:09:08.231214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.232303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:08.233168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.305039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-251f8ad3-7015-4088-9cbf-2c6de2bbc9f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.306709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-251f8ad3-7015-4088-9cbf-2c6de2bbc9f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8258028 Feb 16 15:09:08.309984 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54032) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:08.317533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=22ee0db8-a431-4300-9e93-22d8fda822b7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:08.318701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2f846d15-6bc0-4124-870c-21ad4544b7d3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:08.321420 n-d-829433-1 neutron-server[103044]: WARNING neutron.api.v2.base [None req-2f846d15-6bc0-4124-870c-21ad4544b7d3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 15:09:08.321931 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-2f846d15-6bc0-4124-870c-21ad4544b7d3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 15:09:08.325666 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2f846d15-6bc0-4124-870c-21ad4544b7d3 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "PUT /v2.0/security-groups/620e307b-fe2f-48f8-8aa8-cecc39dd41f5 HTTP/1.1" status: 409 len: 330 time: 0.0093615 Feb 16 15:09:08.327120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54034) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:08.329965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 22ee0db8-a431-4300-9e93-22d8fda822b7 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:09:08.423820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c9f43f3-b025-43e7-9118-a1c09809bc17 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.455006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c9f43f3-b025-43e7-9118-a1c09809bc17 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.500196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54038) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:08.506023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Request body: {'subnet': {'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-427863115-subnet', 'tenant_id': '763f8a29847d40b09a568e85edb09c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:08.509504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bbdb09ae-0b77-43f9-9c5f-b6a5ee2bc0d1 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2797656 Feb 16 15:09:08.644962 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c9f43f3-b025-43e7-9118-a1c09809bc17 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.652677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c9f43f3-b025-43e7-9118-a1c09809bc17 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.656401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0c9f43f3-b025-43e7-9118-a1c09809bc17 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/620e307b-fe2f-48f8-8aa8-cecc39dd41f5 HTTP/1.1" status: 204 len: 168 time: 0.3255529 Feb 16 15:09:08.669506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54042) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:08.669702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f43f3-b025-43e7-9118-a1c09809bc17 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e307b-fe2f-48f8-8aa8-cecc39dd41f5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:08.715840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Made reservation on behalf of 763f8a29847d40b09a568e85edb09c14 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:08.718479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:08.805671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54046) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:08.805846 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-387c8cbb-029d-4e75-bee6-4e13f891fb05 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466134 Feb 16 15:09:08.823100 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-8a31fbcf-0afb-4b58-b431-27fa3ae4f23d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] delete failed (client error): The resource could not be found. Feb 16 15:09:08.828332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8a31fbcf-0afb-4b58-b431-27fa3ae4f23d tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "DELETE /v2.0/security-groups/9789bb16-c013-4a53-9e9e-9820a6b4b3b6 HTTP/1.1" status: 404 len: 347 time: 0.0222101 Feb 16 15:09:08.829126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54048) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:08.844136 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-b7833bb4-fd67-41c3-bee3-f7c05488b0f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] show failed (client error): The resource could not be found. Feb 16 15:09:08.848086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b7833bb4-fd67-41c3-bee3-f7c05488b0f2 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-groups/c11008f1-f039-463e-b793-284629e4209f HTTP/1.1" status: 404 len: 347 time: 0.0145061 Feb 16 15:09:08.849486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54050) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:08.889300 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-540e0f77-0258-4907-a445-0a2aa8c7eb52 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] show failed (client error): The resource could not be found. Feb 16 15:09:08.890351 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-540e0f77-0258-4907-a445-0a2aa8c7eb52 tempest-NegativeSecGroupTest-2105685652 tempest-NegativeSecGroupTest-2105685652-project] 10.222.0.113 "GET /v2.0/security-group-rules/9894d056-1cef-42ee-aba7-05cf018364bc HTTP/1.1" status: 404 len: 356 time: 0.0381134 Feb 16 15:09:09.284570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:09.369570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e845dc-e8ef-495b-b873-05284c4fe89b req-608438c5-f6b5-4a3d-9501-93f3ecd886ea tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:09.376247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5e845dc-e8ef-495b-b873-05284c4fe89b req-608438c5-f6b5-4a3d-9501-93f3ecd886ea tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0922630 Feb 16 15:09:09.380383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8f8731-2380-4e67-93ff-4d08ad91eb8a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:09.385988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Checking segment: {'id': '4a283f54-9d29-441f-8fe1-2da6d41cc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:09:09.386530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Network hostable DHCP agents. Network: 22ee0db8-a431-4300-9e93-22d8fda822b7, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:09:09.428429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5e845dc-e8ef-495b-b873-05284c4fe89b req-8b6778d7-45ea-4e94-af5d-eb654f62f797 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Feb 16 15:09:09.557305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Network 22ee0db8-a431-4300-9e93-22d8fda822b7 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:09:09.695794 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 22ee0db8-a431-4300-9e93-22d8fda822b7) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:09.704201 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:09.704702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:09.704702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:09.718144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302e45a-5c44-4a15-84de-731b7a2c273e None None] Network 22ee0db8-a431-4300-9e93-22d8fda822b7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:09:09.752750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54074) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:09.873790 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ddf70ded-a7ce-4a33-ad21-de23bdda3b75 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3700604 Feb 16 15:09:09.874237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50673c20-1293-4761-a625-d4fc5820891b None None] Network 22ee0db8-a431-4300-9e93-22d8fda822b7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:09:09.989493 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2bf0db3b-b4b7-4337-b22e-493ced7ea1c0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f4fa1ef8caeb463b97f606469c473f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354791 Feb 16 15:09:09.992633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54088) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:10.077893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c316b4c8-9e1b-4ae7-854a-7f2f69ae2a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:10.105576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c316b4c8-9e1b-4ae7-854a-7f2f69ae2a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:10.395004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c316b4c8-9e1b-4ae7-854a-7f2f69ae2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:10.398339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c316b4c8-9e1b-4ae7-854a-7f2f69ae2a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:10.402563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c316b4c8-9e1b-4ae7-854a-7f2f69ae2a59 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/caae7eca-298f-4bc0-964b-8b50d51aff44 HTTP/1.1" status: 204 len: 168 time: 0.4088728 Feb 16 15:09:10.411331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316b4c8-9e1b-4ae7-854a-7f2f69ae2a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae7eca-298f-4bc0-964b-8b50d51aff44,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:10.558618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-c820f0a7-4bc2-45ce-805e-0ffefa85a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:10.560090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-c820f0a7-4bc2-45ce-805e-0ffefa85a40d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1097 time: 0.0740733 Feb 16 15:09:10.575644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65d544-c26f-42fa-9dd1-309d0798ac4d req-523ecdaa-2bdf-4a4f-afc6-6e561db0a29f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:10.575644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc65d544-c26f-42fa-9dd1-309d0798ac4d req-523ecdaa-2bdf-4a4f-afc6-6e561db0a29f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0616839 Feb 16 15:09:10.682514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc65d544-c26f-42fa-9dd1-309d0798ac4d req-01d76978-1f04-4f0e-b1e2-442e31051be4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890031 Feb 16 15:09:10.703623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-7092a467-b5aa-4a85-89df-1b2fcdf11177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:10.705193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-7092a467-b5aa-4a85-89df-1b2fcdf11177 service neutron] 10.222.0.129 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.1299369 Feb 16 15:09:10.794664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-44b91a6a-4c82-4710-906e-920a4f979e41 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1002 time: 0.0816135 Feb 16 15:09:10.853807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-fe096b55-24b0-4ed8-8c1e-b0056560317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:10.856188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-fe096b55-24b0-4ed8-8c1e-b0056560317e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.0550931 Feb 16 15:09:10.919968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-e55334f2-ded6-41be-bd87-498d948c33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:10.919968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-e55334f2-ded6-41be-bd87-498d948c33db service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544417 Feb 16 15:09:11.023613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-27883d85-3d15-4e5b-8cdf-7358f0024513 service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997384 Feb 16 15:09:11.119281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c9ba7f2-46c2-4737-8431-9045e01a8a8d req-da09db73-b27c-4cd7-9068-0b8474aafb3e service neutron] 10.222.0.129 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897493 Feb 16 15:09:11.222956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54128) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:11.230373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1249499651-network', 'tenant_id': '372f8023e48e463aba4d0df83d7e376b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:11.425536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Made reservation on behalf of 372f8023e48e463aba4d0df83d7e376b for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:11.427087 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.428249 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.439477 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.529066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.649592 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.740968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.767738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:09:11.789251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f524bcd4-0a20-4855-bc1f-aea6ce3efa95,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:11.813130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.813479 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Added segment db7400a6-e671-40b0-ab10-91c6ddd91721 of type vlan for network 79f3e504-25e8-4760-b487-a7101339495c Feb 16 15:09:11.869088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:11.882442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4866fe-970b-4e2f-a70b-1bec4fc33016 req-039671f0-722f-46fd-83c7-88e71db6faf0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:11.884240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a4866fe-970b-4e2f-a70b-1bec4fc33016 req-039671f0-722f-46fd-83c7-88e71db6faf0 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1144094 Feb 16 15:09:11.940027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a4866fe-970b-4e2f-a70b-1bec4fc33016 req-49cf579d-8be6-445f-9306-f3fa0938589a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 Feb 16 15:09:12.107335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:12.108366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:12.120826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:12.170219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] Pushing event updated for resources: {'Network': ['ID=79f3e504-25e8-4760-b487-a7101339495c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:12.181348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 79f3e504-25e8-4760-b487-a7101339495c details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:09:12.476378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7698f0b-de58-424c-b2f5-200d7ad7cee7 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2522430 Feb 16 15:09:12.479444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54160) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:12.490620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Request body: {'subnet': {'network_id': '79f3e504-25e8-4760-b487-a7101339495c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1249499651-subnet', 'tenant_id': '372f8023e48e463aba4d0df83d7e376b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:12.570215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:12.632509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Made reservation on behalf of 372f8023e48e463aba4d0df83d7e376b for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:12.635297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:12.872990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:12.935517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75a79fb-f636-4be6-8dbb-d402f817efb5,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:12.950629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Checking segment: {'id': 'db7400a6-e671-40b0-ab10-91c6ddd91721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '79f3e504-25e8-4760-b487-a7101339495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:09:12.950629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Network hostable DHCP agents. Network: 79f3e504-25e8-4760-b487-a7101339495c, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:09:13.102080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Network 79f3e504-25e8-4760-b487-a7101339495c is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:09:13.132770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0749189-c487-4d72-a4cb-b63fe1619b2c req-49b5b55f-7674-436e-adbc-e224ee43a3a5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:13.142162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0749189-c487-4d72-a4cb-b63fe1619b2c req-49b5b55f-7674-436e-adbc-e224ee43a3a5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0871489 Feb 16 15:09:13.166688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:09:13.215364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0749189-c487-4d72-a4cb-b63fe1619b2c req-ef4d9dcd-6a97-4da8-9f58-8643546ce714 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624044 Feb 16 15:09:13.249652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 79f3e504-25e8-4760-b487-a7101339495c) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:13.254603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:13.255972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:13.412599 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5bdd7472-af69-4d2a-9ee3-8d6da4fb9fd3 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9321494 Feb 16 15:09:13.455109 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:13.468027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbbb857-c192-4574-a66b-29fa553a1e43 None None] Network 79f3e504-25e8-4760-b487-a7101339495c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:09:13.492478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:13.494747 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700ed211-6cd3-48ab-995b-593845f76598" -d '{"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-unplugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:13.537589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:13.578308 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad811021-3ebd-4dc0-b270-aa23aef188ad x-openstack-request-id: req-ad811021-3ebd-4dc0-b270-aa23aef188ad {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:13.578973 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-unplugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:13.578973 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ad811021-3ebd-4dc0-b270-aa23aef188ad {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:13.579213 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'code': 200} Feb 16 15:09:13.632686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5454976a-3474-4ad0-87d6-ce54e676bd88 None None] Network 79f3e504-25e8-4760-b487-a7101339495c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:09:13.682938 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:13.764622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:14.085034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-63fd283e-0350-45a5-8901-981499228ed1 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:14.086505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-63fd283e-0350-45a5-8901-981499228ed1 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/networks?id=22ee0db8-a431-4300-9e93-22d8fda822b7 HTTP/1.1" status: 200 len: 811 time: 0.1049254 Feb 16 15:09:14.102499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-4ac491da-bab9-4281-91e4-c3004a15c22f tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/quotas/763f8a29847d40b09a568e85edb09c14 HTTP/1.1" status: 200 len: 375 time: 0.0100460 Feb 16 15:09:14.142048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-455a1c0b-2dde-4185-a43f-967104b40cc2 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=763f8a29847d40b09a568e85edb09c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333629 Feb 16 15:09:14.243119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-bde68bad-cd2a-435b-b708-deac7c742a3f service neutron] 10.222.0.113 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916989 Feb 16 15:09:14.351299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-069b44f4-c9b3-44ca-b71f-8adfe1d800c7 service neutron] 10.222.0.113 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012254 Feb 16 15:09:14.483269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522892a8-6fe1-439e-8015-eb646527d223 req-274e16bf-ac4a-43d2-9fe3-14036ece6260 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:14.484792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-522892a8-6fe1-439e-8015-eb646527d223 req-274e16bf-ac4a-43d2-9fe3-14036ece6260 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.1834378 Feb 16 15:09:14.525153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-522892a8-6fe1-439e-8015-eb646527d223 req-fdad1d7a-bd8e-49f3-a8d8-a7c998b70111 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333939 Feb 16 15:09:14.678564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30938239-b390-4bd5-9589-d6b2a4320c15 req-29d32296-6d97-4a88-b4fd-0c348437fca8 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 210 time: 0.0487576 Feb 16 15:09:15.356409 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:09:15.770221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d0c3214-bd5e-4548-9b67-7693e2f21406 req-2b7ca57d-e4bf-4b0b-9adf-81ef38ce8bac tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 210 time: 0.0359876 Feb 16 15:09:16.513725 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:16.662364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54322) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:16.776097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-efff80ae-4c43-4551-b73a-fbd1103be86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:16.866031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-efff80ae-4c43-4551-b73a-fbd1103be86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:16.903351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e98f2ee-d042-4a1b-9df5-163b4d143d81 req-60994e64-3936-4950-8098-a7d7fda4eab7 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 210 time: 0.0432870 Feb 16 15:09:17.147989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-efff80ae-4c43-4551-b73a-fbd1103be86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:17.178380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-efff80ae-4c43-4551-b73a-fbd1103be86c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5640698d17f1463da829a1ecadcdf171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149143 Feb 16 15:09:17.181240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54334) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:17.183894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:09:17.203372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff80ae-4c43-4551-b73a-fbd1103be86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db7eca-1043-46e3-bd09-77b303a515a8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.310180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7755-4272-4424-8576-e5f26a70fdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:17.363084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7755-4272-4424-8576-e5f26a70fdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:17.775357 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7755-4272-4424-8576-e5f26a70fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:17.799393 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e6d7755-4272-4424-8576-e5f26a70fdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:17.799393 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2e6d7755-4272-4424-8576-e5f26a70fdf4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f5db7eca-1043-46e3-bd09-77b303a515a8 HTTP/1.1" status: 204 len: 168 time: 0.6005509 Feb 16 15:09:17.799393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d7755-4272-4424-8576-e5f26a70fdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db7eca-1043-46e3-bd09-77b303a515a8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:17.891156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-4b49711a-7223-411b-8eac-2d8bea4a3bb8 req-3251bd98-a472-4ee7-9647-b558654dfd9c service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:09:17.892225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b49711a-7223-411b-8eac-2d8bea4a3bb8 req-3251bd98-a472-4ee7-9647-b558654dfd9c service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056937 Feb 16 15:09:18.012410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-407a41d9-31fd-4b28-8f82-f41570a098f2 req-99bc4f0a-aa74-4ca3-8357-aff3beb5da7a tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Feb 16 15:09:18.497797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c57218-2933-43fd-96dd-d06eb1c47137 req-72746372-9cb5-4fb3-b530-0b45373a86dc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:18.499392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8c57218-2933-43fd-96dd-d06eb1c47137 req-72746372-9cb5-4fb3-b530-0b45373a86dc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.0509808 Feb 16 15:09:18.542605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8c57218-2933-43fd-96dd-d06eb1c47137 req-df206d96-52d2-4ced-892f-93d48e79e44f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364785 Feb 16 15:09:18.813881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-2b0928da-ab95-476c-82cb-0147474cabe4 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:18.815392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-2b0928da-ab95-476c-82cb-0147474cabe4 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.129 "GET /v2.0/networks?id=22ee0db8-a431-4300-9e93-22d8fda822b7 HTTP/1.1" status: 200 len: 811 time: 0.1243961 Feb 16 15:09:18.830441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Request body: {'port': {'device_id': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7', 'admin_state_up': True, 'tenant_id': '763f8a29847d40b09a568e85edb09c14'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:18.986242 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-b93fda5a-124c-48f8-9cf6-65d456da2001 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459778 Feb 16 15:09:19.059072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54410) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:19.109739 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3f621fc3-9d6d-4ba2-814d-54544cc1919c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.172630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-7470dae0-1e56-4c7d-9ecc-206a91d4e268 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:19.185602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-7470dae0-1e56-4c7d-9ecc-206a91d4e268 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.3370528 Feb 16 15:09:19.218550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-0cc10493-9cd6-4aab-b03f-d4a8fc7b6961 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:19.225008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-0cc10493-9cd6-4aab-b03f-d4a8fc7b6961 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.2545347 Feb 16 15:09:19.233942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-93e60805-ad2f-45dc-bbec-c935863f78d7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/quotas/d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 375 time: 0.0441446 Feb 16 15:09:19.260572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-301b343a-ee84-46d5-9987-b6aa6f1bf153 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/quotas/c4eb6b0da95b4347b74cfe4dfaf19d59 HTTP/1.1" status: 200 len: 375 time: 0.0328131 Feb 16 15:09:19.351827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Made reservation on behalf of 763f8a29847d40b09a568e85edb09c14 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:19.355348 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.402580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-98aead82-bf06-41c6-9e85-bb2ea5e629d3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585827 Feb 16 15:09:19.427785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-92a35917-cf91-4d88-b2b8-97f9b1ce6dd5 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434865 Feb 16 15:09:19.429652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3f621fc3-9d6d-4ba2-814d-54544cc1919c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.563314 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3f621fc3-9d6d-4ba2-814d-54544cc1919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.668534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3f621fc3-9d6d-4ba2-814d-54544cc1919c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=06dca14842c940c2b95828f0d5009255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031778 Feb 16 15:09:19.671481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54428) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:19.693733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f621fc3-9d6d-4ba2-814d-54544cc1919c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee07646d-aecf-4b43-8f57-70624f328ead,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:19.714685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-9b678a8f-85c7-43e2-aba8-ad6ec967554a service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837329 Feb 16 15:09:19.724902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-c2405cda-f57b-45d0-ae15-a0a01b64d4d7 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569206 Feb 16 15:09:19.759533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5923-3588-4f90-84a7-b3769a025472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.760666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Allocated IP 172.20.0.3 (22ee0db8-a431-4300-9e93-22d8fda822b7/2a8f8731-2380-4e67-93ff-4d08ad91eb8a/fb568c8d-a6b1-498a-ba4c-fec70f17030f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:19.782056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5923-3588-4f90-84a7-b3769a025472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.945668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-99b7e472-806c-43b8-99f6-7a1ccd0da2b7 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198040 Feb 16 15:09:19.947858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-13f9d836-3d21-4d7c-a623-d5330cb5bdc8 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144649 Feb 16 15:09:19.969334 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5923-3588-4f90-84a7-b3769a025472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.973012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5923-3588-4f90-84a7-b3769a025472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:19.977053 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c0fb5923-3588-4f90-84a7-b3769a025472 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ee07646d-aecf-4b43-8f57-70624f328ead HTTP/1.1" status: 204 len: 168 time: 0.3042927 Feb 16 15:09:19.994242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb5923-3588-4f90-84a7-b3769a025472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee07646d-aecf-4b43-8f57-70624f328ead,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:20.109201 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:20.261211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:20.307534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Network 22ee0db8-a431-4300-9e93-22d8fda822b7 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:20.311312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:20.315351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:20.351053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Pushing event updated for resources: {'Port': ['ID=fb568c8d-a6b1-498a-ba4c-fec70f17030f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:20.372649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:20.373267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:20.524568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-9a07c69b-a8d0-4764-9f94-a3c3421df165 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6983159 Feb 16 15:09:20.539718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89699e-ac8e-4493-b302-27b7b792622e req-e7787278-9540-4633-8bd8-18ec2aa935ee tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:20.541298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a89699e-ac8e-4493-b302-27b7b792622e req-e7787278-9540-4633-8bd8-18ec2aa935ee tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 931 time: 0.1000166 Feb 16 15:09:20.547431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Request body: {'port': {'device_id': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:20.635615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f96b35-7e10-487f-9365-0377bb1bded5 req-969857c5-7fea-4c90-af5b-8984aa94d890 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:20.637469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36f96b35-7e10-487f-9365-0377bb1bded5 req-969857c5-7fea-4c90-af5b-8984aa94d890 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.1822150 Feb 16 15:09:20.704474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:20.753088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a89699e-ac8e-4493-b302-27b7b792622e req-b666037a-5d20-427b-a2b7-0b6952373a79 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699629 Feb 16 15:09:20.815220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36f96b35-7e10-487f-9365-0377bb1bded5 req-fd1ccbd3-ef1f-4a08-8c11-a67ab923937a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570001 Feb 16 15:09:20.855807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a15af64-d325-4644-8354-b629a6e480ad req-74c16707-9ee4-4cb3-9394-e9ebb84c1936 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0395749 Feb 16 15:09:20.857733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-1a6fb852-4836-4d52-9433-93444ed3d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:20.859098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-1a6fb852-4836-4d52-9433-93444ed3d2d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab&tenant_id=7c2ce7f2222046fc9ac9ce61e431e870 HTTP/1.1" status: 200 len: 1095 time: 0.2167237 Feb 16 15:09:20.882008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-c780255c-b87b-4239-b1cb-aa71d475abcc service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:09:20.882198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-c780255c-b87b-4239-b1cb-aa71d475abcc service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113595 Feb 16 15:09:20.903730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:21.400242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27f5d14d-14d1-48c7-95a7-9baac67e95cb req-27c14720-f8a5-4389-927b-ab69d2818471 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 210 time: 0.5029755 Feb 16 15:09:21.488672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:21.746449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb568c8d-a6b1-498a-ba4c-fec70f17030f {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:21.756887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:21.793051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Transition to ACTIVE for port object fb568c8d-a6b1-498a-ba4c-fec70f17030f will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:21.811667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:21.856837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:21.929282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45c771e-b4b4-434c-b42c-1c7073d54c80 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:21.961527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:21.963783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:21.989513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aeaf9-8fc8-45fa-a167-7cc4a7d8f5d3 req-eb3817ec-7b20-43bd-b1df-ccfefe448812 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:21.991105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-902aeaf9-8fc8-45fa-a167-7cc4a7d8f5d3 req-eb3817ec-7b20-43bd-b1df-ccfefe448812 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 931 time: 0.1360204 Feb 16 15:09:22.026142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Transition to ACTIVE for port object b45c771e-b4b4-434c-b42c-1c7073d54c80 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:22.070616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df0d6b-7e1d-45f2-b6fe-a547e90c3c57 req-00710d61-6a38-43f6-a804-22b552508313 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.072072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84df0d6b-7e1d-45f2-b6fe-a547e90c3c57 req-00710d61-6a38-43f6-a804-22b552508313 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 944 time: 0.1568413 Feb 16 15:09:22.073215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Pushing event updated for resources: {'Port': ['ID=fb568c8d-a6b1-498a-ba4c-fec70f17030f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:22.144304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-902aeaf9-8fc8-45fa-a167-7cc4a7d8f5d3 req-eea55801-27e0-4e81-a4d9-300e862aae4d tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224706 Feb 16 15:09:22.164562 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:22.202799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84df0d6b-7e1d-45f2-b6fe-a547e90c3c57 req-e65e2412-17e3-434c-9338-4d45a2b9e71d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213493 Feb 16 15:09:22.260657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Attempting to bind port fb568c8d-a6b1-498a-ba4c-fec70f17030f on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:09:22.260996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Attempting to bind port fb568c8d-a6b1-498a-ba4c-fec70f17030f by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '4a283f54-9d29-441f-8fe1-2da6d41cc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:09:22.261326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Attempting to bind port fb568c8d-a6b1-498a-ba4c-fec70f17030f on network 22ee0db8-a431-4300-9e93-22d8fda822b7 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:22.269089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fc2563b-fa52-4756-95a0-95588cadc54f req-db0d8ad5-27e2-46f3-b2ef-86d0689548f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0558646 Feb 16 15:09:22.269755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=9']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:22.356850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Port fb568c8d-a6b1-498a-ba4c-fec70f17030f on network 22ee0db8-a431-4300-9e93-22d8fda822b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:22.357295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Attempting to bind port fb568c8d-a6b1-498a-ba4c-fec70f17030f on network 22ee0db8-a431-4300-9e93-22d8fda822b7 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:22.392141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:22.392526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Checking segment: {'id': '4a283f54-9d29-441f-8fe1-2da6d41cc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:09:22.392922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Bound using segment: {'id': '4a283f54-9d29-441f-8fe1-2da6d41cc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:22.393569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Bound port: fb568c8d-a6b1-498a-ba4c-fec70f17030f, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a283f54-9d29-441f-8fe1-2da6d41cc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:09:22.393940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:22.497857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] No DVR routers for this DVR port b45c771e-b4b4-434c-b42c-1c7073d54c80 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:09:22.574225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6477c3c6-a4a2-479b-8992-f45973f6f246 req-8c06a2bc-a439-472e-9a8d-14712400b3f2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 210 time: 0.0718646 Feb 16 15:09:22.628984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] For port fb568c8d-a6b1-498a-ba4c-fec70f17030f, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:22.645943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] For port fb568c8d-a6b1-498a-ba4c-fec70f17030f, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f,segment=NetworkSegment(4a283f54-9d29-441f-8fe1-2da6d41cc9fa),segment_id=4a283f54-9d29-441f-8fe1-2da6d41cc9fa)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:22.706024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:09:22.706024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:09:22.706024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:22.706024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Port b45c771e-b4b4-434c-b42c-1c7073d54c80 on network c4df7a7d-a20b-44ab-be36-233e0079b53f not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:22.706024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Attempting to bind port b45c771e-b4b4-434c-b42c-1c7073d54c80 on network c4df7a7d-a20b-44ab-be36-233e0079b53f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:22.710994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:22.711424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Checking segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:09:22.711865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Bound using segment: {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:22.712368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Bound port: b45c771e-b4b4-434c-b42c-1c7073d54c80, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c540f8-7853-4b22-8195-c5422ba111f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:09:22.712899 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:22.794173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:22.798213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:22.815750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:22.861929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:22.862611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:22.877898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] 10.222.0.129 "PUT /v2.0/ports/fb568c8d-a6b1-498a-ba4c-fec70f17030f HTTP/1.1" status: 200 len: 1091 time: 2.3207991 Feb 16 15:09:22.877898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'tag': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:22.877898 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7a1060-3679-4d8b-ab6e-210426df5e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b473ca5-eece-437a-8c3e-509a4efeaf33", "tag": "fb568c8d-a6b1-498a-ba4c-fec70f17030f"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:22.912734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd78169-6899-45c3-8e7a-5c80084d3d83 service neutron] Pushing event updated for resources: {'Port': ['ID=fb568c8d-a6b1-498a-ba4c-fec70f17030f,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:22.931933 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab3560-50a0-494f-9075-ae248da056cc x-openstack-request-id: req-b5ab3560-50a0-494f-9075-ae248da056cc {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:22.931933 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b473ca5-eece-437a-8c3e-509a4efeaf33", "tag": "fb568c8d-a6b1-498a-ba4c-fec70f17030f", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:22.931933 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b5ab3560-50a0-494f-9075-ae248da056cc {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:22.931933 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'tag': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f', 'status': 'completed', 'code': 200} Feb 16 15:09:23.002235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:23.052148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.052837 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:23.054232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] 10.222.0.93 "PUT /v2.0/ports/b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1092 time: 2.1559219 Feb 16 15:09:23.071829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1060-3679-4d8b-ab6e-210426df5e4a req-24447161-f947-4e0f-b171-ab04742ee680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.073366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7a1060-3679-4d8b-ab6e-210426df5e4a req-24447161-f947-4e0f-b171-ab04742ee680 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=763f8a29847d40b09a568e85edb09c14&device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 1094 time: 0.1122129 Feb 16 15:09:23.093185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e39cc3-bef4-45a2-8000-5a10ee77547e service neutron] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:23.285264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-43039faa-797c-4094-8ec7-e2a9932d9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.287047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-43039faa-797c-4094-8ec7-e2a9932d9cd0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1096 time: 0.1787629 Feb 16 15:09:23.342711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1060-3679-4d8b-ab6e-210426df5e4a req-eeeae3f9-28a7-4165-9285-e39135c6cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.344220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7a1060-3679-4d8b-ab6e-210426df5e4a req-eeeae3f9-28a7-4165-9285-e39135c6cdc6 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=763f8a29847d40b09a568e85edb09c14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2610843 Feb 16 15:09:23.461614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf678be-8cf2-4ed3-b390-a0cff1ef12f2 req-9b309df5-752f-477e-a431-128cf3e6277f tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.463152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cf678be-8cf2-4ed3-b390-a0cff1ef12f2 req-9b309df5-752f-477e-a431-128cf3e6277f tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 943 time: 0.2288034 Feb 16 15:09:23.524010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628ded-4455-4ff2-a699-cb154da848a4 req-f0d48844-dd5a-4d8c-9092-1c61b4dddda1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.525537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11628ded-4455-4ff2-a699-cb154da848a4 req-f0d48844-dd5a-4d8c-9092-1c61b4dddda1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.2273881 Feb 16 15:09:23.653271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-c7db0446-0e20-4f45-9e21-c26b353c13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.654758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-c7db0446-0e20-4f45-9e21-c26b353c13bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.3466454 Feb 16 15:09:23.660595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1060-3679-4d8b-ab6e-210426df5e4a req-c0a55ba0-96a0-4ce4-b75d-8673949e1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.662760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f7a1060-3679-4d8b-ab6e-210426df5e4a req-c0a55ba0-96a0-4ce4-b75d-8673949e1117 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2760608 Feb 16 15:09:23.675209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cf678be-8cf2-4ed3-b390-a0cff1ef12f2 req-134b29ea-ff4e-4701-bd1c-092a7e227c7f tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994030 Feb 16 15:09:23.718332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11628ded-4455-4ff2-a699-cb154da848a4 req-e093547a-3bd6-4ddf-bee5-a988aa350e65 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729269 Feb 16 15:09:23.806825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37502011-6091-413e-9856-4c7a28b0de6b req-22ba48c7-727a-4f0a-b787-9d32150e176d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0619769 Feb 16 15:09:23.832412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54556) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:23.850312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-e177f505-5ed2-4017-a1ed-1492757735a5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.851817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-e177f505-5ed2-4017-a1ed-1492757735a5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.3416758 Feb 16 15:09:23.853792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-ad457a47-66ea-4cbc-9416-a6178692e29d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1000 time: 0.1817265 Feb 16 15:09:23.874752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e35427e-45a4-4739-90c5-04753bc8a947 req-a4494838-c085-4a73-9f7c-ff6288856a74 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 210 time: 0.0651138 Feb 16 15:09:23.881109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'port': {'device_id': '2943921a-acc3-4547-a938-2f2653e678ec', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'admin_state_up': True, 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:23.896447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-2a669f9d-c893-4e9b-acb2-2a616ba8b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:23.898447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-2a669f9d-c893-4e9b-acb2-2a616ba8b5d2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=763f8a29847d40b09a568e85edb09c14&device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 1094 time: 0.1752145 Feb 16 15:09:23.974206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dba2385-f42c-454c-aabe-ce47a9f291f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.018527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-c049097f-467a-4103-a200-23318597a4b1 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f HTTP/1.1" status: 200 len: 217 time: 0.0922892 Feb 16 15:09:24.092978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-38954e24-b5e5-4b69-9a0e-749874a19f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:24.094618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-38954e24-b5e5-4b69-9a0e-749874a19f2b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.2222326 Feb 16 15:09:24.096456 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dba2385-f42c-454c-aabe-ce47a9f291f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.158943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7b53afdd-ad55-449c-bf9f-d102b9b5b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:24.160457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-7b53afdd-ad55-449c-bf9f-d102b9b5b265 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2a8f8731-2380-4e67-93ff-4d08ad91eb8a HTTP/1.1" status: 200 len: 851 time: 0.1330523 Feb 16 15:09:24.207378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-f531ee1a-30d5-4111-8936-0e986a18f853 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=22ee0db8-a431-4300-9e93-22d8fda822b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329936 Feb 16 15:09:24.226106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-600a5ff0-826d-49a1-96d7-1665654093e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:24.228262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-600a5ff0-826d-49a1-96d7-1665654093e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233485 Feb 16 15:09:24.250863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dba2385-f42c-454c-aabe-ce47a9f291f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.336206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-6ec32cf1-1174-4da7-bf6a-5e55185f574d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:24.337818 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-6ec32cf1-1174-4da7-bf6a-5e55185f574d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.129 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.1664350 Feb 16 15:09:24.340367 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1dba2385-f42c-454c-aabe-ce47a9f291f4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=60de8c986f604ff29901cdb4a83d3526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058997 Feb 16 15:09:24.341399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba2385-f42c-454c-aabe-ce47a9f291f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e5514-28c2-4e9d-a7d3-90fa27618764,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:24.344118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54566) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:24.382960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Request body: {'port': {'device_id': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'admin_state_up': True, 'tenant_id': 'c4eb6b0da95b4347b74cfe4dfaf19d59'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:24.411520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:24.414350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.454495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-016a6a37-7f06-4f74-a705-9b7d7bf69c03 service neutron] 10.222.0.129 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399783 Feb 16 15:09:24.479775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d3982cbd-3117-4d8a-b11f-3fd17c697945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.509681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d3982cbd-3117-4d8a-b11f-3fd17c697945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.566589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-8f16fc25-fa30-4456-b7b0-df23dcf96ba4 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209598 Feb 16 15:09:24.713127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.20.0.3 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/5d9e5563-25e2-4750-bad4-053f362b718e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:24.735471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Made reservation on behalf of c4eb6b0da95b4347b74cfe4dfaf19d59 for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:24.739464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a93adbdb-1f8d-414d-8dc1-c221a6b8f09d req-f1298f3b-2580-4003-9486-9319b9da9f69 service neutron] 10.222.0.129 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726223 Feb 16 15:09:24.740000 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.755928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88fa6f94-9620-4136-8c2c-594c4cde69eb req-8fe08374-47e9-4704-9b9d-9e7622bffde8 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804867 Feb 16 15:09:24.760017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d3982cbd-3117-4d8a-b11f-3fd17c697945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.766589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d3982cbd-3117-4d8a-b11f-3fd17c697945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:24.770936 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d3982cbd-3117-4d8a-b11f-3fd17c697945 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4f1e5514-28c2-4e9d-a7d3-90fa27618764 HTTP/1.1" status: 204 len: 168 time: 0.4230473 Feb 16 15:09:24.811634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3982cbd-3117-4d8a-b11f-3fd17c697945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e5514-28c2-4e9d-a7d3-90fa27618764,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:24.836518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c7fa5-fa11-4f30-b4d9-46cf650c7b88 req-c0a333c6-c976-4720-b047-d71847625397 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:24.838097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d06c7fa5-fa11-4f30-b4d9-46cf650c7b88 req-c0a333c6-c976-4720-b047-d71847625397 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 943 time: 0.0791252 Feb 16 15:09:24.939264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:24.941644 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f036327d-53ea-4d83-8c58-224f555578ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:24.980534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d06c7fa5-fa11-4f30-b4d9-46cf650c7b88 req-0e548bee-00da-4595-a54d-6f62712845ec tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229331 Feb 16 15:09:24.994705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3097279-808e-4549-a1a2-9aaa8bed39c5 req-a2d911f6-9ebf-4f79-993f-cead45f1e2f9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:25.002056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3097279-808e-4549-a1a2-9aaa8bed39c5 req-a2d911f6-9ebf-4f79-993f-cead45f1e2f9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.1433251 Feb 16 15:09:25.112102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Allocated IP 172.20.0.9 (6031c0d8-0c32-4cc0-8145-1a250d2aacb4/fb250468-f6e9-426f-aea6-b4a0f8662c37/c837b121-8533-49ef-a09b-8a67562acb40) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:25.119765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3097279-808e-4549-a1a2-9aaa8bed39c5 req-f052a460-9d8c-476f-bd75-cd3f42fe64a1 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168711 Feb 16 15:09:25.147872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:25.158820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ab579d3-68c5-48bd-a827-309f830f1365 req-62fca118-c3d2-4d72-80fb-802483b5360d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0620368 Feb 16 15:09:25.321978 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbe0516-48b3-4296-88e8-a3c2e5403b4f x-openstack-request-id: req-4cbe0516-48b3-4296-88e8-a3c2e5403b4f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:25.321978 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:25.321978 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4cbe0516-48b3-4296-88e8-a3c2e5403b4f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:25.321978 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'status': 'completed', 'code': 200} Feb 16 15:09:25.327023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:25.361270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:25.414118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00482e2a-b562-429b-880c-e5db8b6b9146 req-6bb8d1ae-6ba8-43e9-aad5-1a41ba841aa8 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 210 time: 0.0692554 Feb 16 15:09:25.495719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:25.510711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:25.588034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:25.590090 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:25.596431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:25.604007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event updated for resources: {'Port': ['ID=c837b121-8533-49ef-a09b-8a67562acb40,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:25.682059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.682544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.682950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.684532 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.686050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.688380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.688816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.689447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.689841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.690231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.691897 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.694383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:25.763384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:25.764187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:25.892019 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-7d85576d-fde6-4be6-8baa-b4ca17834adb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5139894 Feb 16 15:09:25.905527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Request body: {'port': {'device_id': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:25.959608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:25.992551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:25.998638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:26.004645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=5d9e5563-25e2-4750-bad4-053f362b718e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:26.021792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:26.032252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036327d-53ea-4d83-8c58-224f555578ea req-02bfbd02-eb15-48c6-bac3-6587ed25e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:26.041388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036327d-53ea-4d83-8c58-224f555578ea req-02bfbd02-eb15-48c6-bac3-6587ed25e3b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1096 time: 0.6910667 Feb 16 15:09:26.071313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:26.074544 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a99785f6-2bbe-48f0-805b-1ca98cbe44fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:26.517531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1a2c4fac-bdf2-4db5-a456-16e9faedc71c None None] Provisioning complete for port 5d9e5563-25e2-4750-bad4-053f362b718e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:26.519963 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4fac-bdf2-4db5-a456-16e9faedc71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:26.570385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:26.571503 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:26.586815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c4fac-bdf2-4db5-a456-16e9faedc71c None None] Port 5d9e5563-25e2-4750-bad4-053f362b718e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:09:26.668647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ed91a-7027-4f2a-bce5-a8357179e6d0 req-37272b58-3c06-4efd-9776-ca5ed4ab18d0 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:26.673099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b9ed91a-7027-4f2a-bce5-a8357179e6d0 req-37272b58-3c06-4efd-9776-ca5ed4ab18d0 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 943 time: 0.3308854 Feb 16 15:09:26.682466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560011c-f70b-4e7d-9433-0cbced7eb972 req-493d005d-0ec6-417a-9869-7aea8a0865a3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:26.684622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e560011c-f70b-4e7d-9433-0cbced7eb972 req-493d005d-0ec6-417a-9869-7aea8a0865a3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 931 time: 0.3253767 Feb 16 15:09:26.685763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036327d-53ea-4d83-8c58-224f555578ea req-929b238e-619c-4608-a226-bd790cf6ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:26.687807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036327d-53ea-4d83-8c58-224f555578ea req-929b238e-619c-4608-a226-bd790cf6ae9d service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.5630352 Feb 16 15:09:26.755315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-87b2effe-a5ab-4589-94e9-afc0972a3118 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8833973 Feb 16 15:09:26.760594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b9ed91a-7027-4f2a-bce5-a8357179e6d0 req-362b0f04-36eb-46e8-b67d-728a79e6c48c tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713894 Feb 16 15:09:26.775512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Request body: {'port': {'device_id': '2943921a-acc3-4547-a938-2f2653e678ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:26.810399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c837b121-8533-49ef-a09b-8a67562acb40 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:26.844724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:26.848960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a99785f6-2bbe-48f0-805b-1ca98cbe44fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:26.870457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Transition to ACTIVE for port object c837b121-8533-49ef-a09b-8a67562acb40 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:26.912529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e560011c-f70b-4e7d-9433-0cbced7eb972 req-b403c5a2-3a75-4b84-94cf-21d356f0ef23 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995561 Feb 16 15:09:26.947587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a99785f6-2bbe-48f0-805b-1ca98cbe44fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:26.997634 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.031255 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.131360 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a99785f6-2bbe-48f0-805b-1ca98cbe44fc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=382de16fdec94c71b80ceef9d0067063&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1688616 Feb 16 15:09:27.132350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99785f6-2bbe-48f0-805b-1ca98cbe44fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ef457-4b69-4538-85b2-4cb9c3893d84,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:27.144718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54640) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:27.198377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fb568c8d-a6b1-498a-ba4c-fec70f17030f details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:27.419695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port fb568c8d-a6b1-498a-ba4c-fec70f17030f, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f,segment=NetworkSegment(4a283f54-9d29-441f-8fe1-2da6d41cc9fa),segment_id=4a283f54-9d29-441f-8fe1-2da6d41cc9fa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:27.429232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Pushing event updated for resources: {'Port': ['ID=c837b121-8533-49ef-a09b-8a67562acb40,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:27.444986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f', 'network_id': '22ee0db8-a431-4300-9e93-22d8fda822b7', 'port_id': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f', 'mac_address': 'fa:16:3e:36:ab:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8f8731-2380-4e67-93ff-4d08ad91eb8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:27.492238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036327d-53ea-4d83-8c58-224f555578ea req-311d051f-5a38-493b-9488-90130c06d45e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1000 time: 0.6593099 Feb 16 15:09:27.540587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.566684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb568c8d-a6b1-498a-ba4c-fec70f17030f {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:27.606867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port fb568c8d-a6b1-498a-ba4c-fec70f17030f, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f,segment=NetworkSegment(4a283f54-9d29-441f-8fe1-2da6d41cc9fa),segment_id=4a283f54-9d29-441f-8fe1-2da6d41cc9fa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:27.652137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc80923-d3ac-4826-8480-e7d03003b404 req-c6306854-1ee9-42b0-bc1e-91a7794377f5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:27.654605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bc80923-d3ac-4826-8480-e7d03003b404 req-c6306854-1ee9-42b0-bc1e-91a7794377f5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.6242540 Feb 16 15:09:27.688466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.700948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6450e13-255b-4697-b7fb-ec58ec3f4d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.709256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Attempting to bind port c837b121-8533-49ef-a09b-8a67562acb40 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:09:27.709889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Attempting to bind port c837b121-8533-49ef-a09b-8a67562acb40 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:09:27.710316 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Attempting to bind port c837b121-8533-49ef-a09b-8a67562acb40 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:27.729645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Port c837b121-8533-49ef-a09b-8a67562acb40 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:27.730134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Attempting to bind port c837b121-8533-49ef-a09b-8a67562acb40 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:27.742826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:27.743060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Checking segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:09:27.743376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Bound using segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:27.743873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Bound port: c837b121-8533-49ef-a09b-8a67562acb40, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:09:27.744288 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.759789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3f26f-59a0-4834-a179-0c0d7bdb7035 req-c4dde28d-2d9f-4a5c-8279-e7328c921b14 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:27.761406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93b3f26f-59a0-4834-a179-0c0d7bdb7035 req-c4dde28d-2d9f-4a5c-8279-e7328c921b14 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 943 time: 0.6504939 Feb 16 15:09:27.767054 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6450e13-255b-4697-b7fb-ec58ec3f4d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.771211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=fb568c8d-a6b1-498a-ba4c-fec70f17030f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:27.791808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036327d-53ea-4d83-8c58-224f555578ea req-a618bed9-f509-427a-b642-cbba9b1d3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:27.794884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036327d-53ea-4d83-8c58-224f555578ea req-a618bed9-f509-427a-b642-cbba9b1d3f7b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.2738335 Feb 16 15:09:27.874938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0bc80923-d3ac-4826-8480-e7d03003b404 req-eec4898b-95c7-4ad9-93a4-31af3a8159eb tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025094 Feb 16 15:09:27.888074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['fb568c8d-a6b1-498a-ba4c-fec70f17030f'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:27.914564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] For port c837b121-8533-49ef-a09b-8a67562acb40, host n-h2-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:27.918726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] For port c837b121-8533-49ef-a09b-8a67562acb40, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c837b121-8533-49ef-a09b-8a67562acb40,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:27.975308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6450e13-255b-4697-b7fb-ec58ec3f4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.978149 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6450e13-255b-4697-b7fb-ec58ec3f4d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:27.982052 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a6450e13-255b-4697-b7fb-ec58ec3f4d88 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5f1ef457-4b69-4538-85b2-4cb9c3893d84 HTTP/1.1" status: 204 len: 168 time: 0.7557931 Feb 16 15:09:27.998261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6450e13-255b-4697-b7fb-ec58ec3f4d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ef457-4b69-4538-85b2-4cb9c3893d84,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:28.043877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:28.179492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.180199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:28.181916 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] 10.222.0.129 "PUT /v2.0/ports/c837b121-8533-49ef-a09b-8a67562acb40 HTTP/1.1" status: 200 len: 1091 time: 2.2823598 Feb 16 15:09:28.186141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'tag': 'c837b121-8533-49ef-a09b-8a67562acb40'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:28.194818 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eeb37a-d511-48b0-9b22-aa67678a0930" -d '{"events": [{"name": "network-changed", "server_uuid": "09dd6a38-d645-45ab-a6f7-ac9f82b10273", "tag": "c837b121-8533-49ef-a09b-8a67562acb40"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:28.221531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9e5563-25e2-4750-bad4-053f362b718e {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:28.244006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:28.253668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232742-ed19-48b0-bd3b-38adfceba115 service neutron] Pushing event updated for resources: {'Port': ['ID=c837b121-8533-49ef-a09b-8a67562acb40,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:28.283487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Transition to ACTIVE for port object 5d9e5563-25e2-4750-bad4-053f362b718e will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:28.358798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93b3f26f-59a0-4834-a179-0c0d7bdb7035 req-50acf2c1-2e9e-4658-8d86-f0504c347f78 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811853 Feb 16 15:09:28.419727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:28.431682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-24b6a2a4-ffc2-4ed6-9919-f427b32058d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.435027 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-24b6a2a4-ffc2-4ed6-9919-f427b32058d4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 1094 time: 0.1222689 Feb 16 15:09:28.491511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036327d-53ea-4d83-8c58-224f555578ea req-970104f8-35f3-4b28-8db4-078d3d59ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.493276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036327d-53ea-4d83-8c58-224f555578ea req-970104f8-35f3-4b28-8db4-078d3d59ca0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6787772 Feb 16 15:09:28.559867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-bb89ea7b-e9b8-405e-91d9-6500ffce77cf service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c837b121-8533-49ef-a09b-8a67562acb40 HTTP/1.1" status: 200 len: 217 time: 0.1155765 Feb 16 15:09:28.701467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9e5563-25e2-4750-bad4-053f362b718e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:28.733858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-bbcb00f0-7431-4b6d-a605-2f92b756f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.736619 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-bbcb00f0-7431-4b6d-a605-2f92b756f664 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.1636100 Feb 16 15:09:28.834350 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-fdade2cd-a93d-46e8-8a7e-d4a7117c87a9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900176 Feb 16 15:09:28.861461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72613e-1754-4525-ba74-f44291268dfa req-8180dfce-3f5f-4e0e-a811-5cc7bb8c4d12 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:28.863426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d72613e-1754-4525-ba74-f44291268dfa req-8180dfce-3f5f-4e0e-a811-5cc7bb8c4d12 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 944 time: 0.5693662 Feb 16 15:09:28.930035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Attempting to bind port 5d9e5563-25e2-4750-bad4-053f362b718e on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:09:28.930696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Attempting to bind port 5d9e5563-25e2-4750-bad4-053f362b718e by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:09:28.931273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Attempting to bind port 5d9e5563-25e2-4750-bad4-053f362b718e on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:28.954693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Port 5d9e5563-25e2-4750-bad4-053f362b718e on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:28.955854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Attempting to bind port 5d9e5563-25e2-4750-bad4-053f362b718e on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:28.989164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:28.992659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:09:28.993601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:28.993601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Bound port: 5d9e5563-25e2-4750-bad4-053f362b718e, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:09:28.996958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:29.031173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47644c2-e84c-4265-a3b8-56e8cc795bad req-b187653b-1580-4fd2-8406-7c32a49077bd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.044787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a47644c2-e84c-4265-a3b8-56e8cc795bad req-b187653b-1580-4fd2-8406-7c32a49077bd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.5158181 Feb 16 15:09:29.099919 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-ce15e9c3-416e-4a17-94a0-629f467e9a94 service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584188 Feb 16 15:09:29.214213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fb568c8d-a6b1-498a-ba4c-fec70f17030f up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:29.250437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] For port 5d9e5563-25e2-4750-bad4-053f362b718e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:29.251378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] For port 5d9e5563-25e2-4750-bad4-053f362b718e, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5d9e5563-25e2-4750-bad4-053f362b718e,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:29.297104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036327d-53ea-4d83-8c58-224f555578ea req-e39c82cf-7720-4f35-9028-082f9cdc297d service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830040 Feb 16 15:09:29.330795 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-90728ef2-67a4-4660-82d7-74c82ace1f4e req-a063d424-0318-4a3b-919b-d443972e4eca service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173259 Feb 16 15:09:29.465346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a47644c2-e84c-4265-a3b8-56e8cc795bad req-3b90f39c-e64a-4287-8018-03a6a60c11f6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198737 Feb 16 15:09:29.468160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d72613e-1754-4525-ba74-f44291268dfa req-7578ac89-b55d-469f-be7e-a7f2da54907b tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857203 Feb 16 15:09:29.483685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port fb568c8d-a6b1-498a-ba4c-fec70f17030f completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:09:29.495653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port fb568c8d-a6b1-498a-ba4c-fec70f17030f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:29.495653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:29.501873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:29.595930 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730508a5-efa4-4f61-b7ea-78cd2fee353c x-openstack-request-id: req-730508a5-efa4-4f61-b7ea-78cd2fee353c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:29.596218 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09dd6a38-d645-45ab-a6f7-ac9f82b10273", "tag": "c837b121-8533-49ef-a09b-8a67562acb40", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:29.596463 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-730508a5-efa4-4f61-b7ea-78cd2fee353c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:29.596873 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'tag': 'c837b121-8533-49ef-a09b-8a67562acb40', 'status': 'completed', 'code': 200} Feb 16 15:09:29.683399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9e5563-25e2-4750-bad4-053f362b718e,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:29.714236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.715432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:29.717047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-3bb1c6f9-7452-497f-a818-6c8833ecec78 service neutron] 10.222.0.129 "PUT /v2.0/ports/5d9e5563-25e2-4750-bad4-053f362b718e HTTP/1.1" status: 200 len: 1091 time: 2.9539716 Feb 16 15:09:29.718184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2943921a-acc3-4547-a938-2f2653e678ec', 'tag': '5d9e5563-25e2-4750-bad4-053f362b718e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:29.724590 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2943921a-acc3-4547-a938-2f2653e678ec", "tag": "5d9e5563-25e2-4750-bad4-053f362b718e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:29.754035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-a6bf3621-b2ea-4534-9d28-f68d7eb493c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.754035 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-a6bf3621-b2ea-4534-9d28-f68d7eb493c6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 1094 time: 0.1210585 Feb 16 15:09:29.763459 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:29.837629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:29.845440 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164a266b-3e6c-4857-bb79-4626ebbd7987" -d '{"events": [{"server_uuid": "4b473ca5-eece-437a-8c3e-509a4efeaf33", "name": "network-vif-plugged", "status": "completed", "tag": "fb568c8d-a6b1-498a-ba4c-fec70f17030f"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:29.884847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036327d-53ea-4d83-8c58-224f555578ea req-02a498f6-8d5b-4073-aa53-4eb9e0b6f005 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981918 Feb 16 15:09:29.888355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port fb568c8d-a6b1-498a-ba4c-fec70f17030f, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f,segment=NetworkSegment(4a283f54-9d29-441f-8fe1-2da6d41cc9fa),segment_id=4a283f54-9d29-441f-8fe1-2da6d41cc9fa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:29.912450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf82b89-5d61-4c56-a562-c74938a66b63 req-0a254e31-771a-4031-a0a4-b22f1ccf94db tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.914178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf82b89-5d61-4c56-a562-c74938a66b63 req-0a254e31-771a-4031-a0a4-b22f1ccf94db tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.1422279 Feb 16 15:09:29.923457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-a028576d-e2a4-4ff2-91ec-527b6b592ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.925120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-a028576d-e2a4-4ff2-91ec-527b6b592ec6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 1094 time: 0.0885637 Feb 16 15:09:29.978179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664bffe-3d77-42d9-8f79-808b6204e1ec req-d455fd4d-61ae-46b8-b9dd-9f3385d6aed9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.986093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d664bffe-3d77-42d9-8f79-808b6204e1ec req-d455fd4d-61ae-46b8-b9dd-9f3385d6aed9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 943 time: 0.2270327 Feb 16 15:09:29.993367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-2cdd7443-6f92-4818-9d6f-86c324f7def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:29.995156 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-2cdd7443-6f92-4818-9d6f-86c324f7def5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 915 time: 0.2392397 Feb 16 15:09:30.016653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:30.100230 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-c4a34849-a061-4d97-9a9d-18347a086e88 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c837b121-8533-49ef-a09b-8a67562acb40 HTTP/1.1" status: 200 len: 217 time: 0.0972688 Feb 16 15:09:30.144964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=fb568c8d-a6b1-498a-ba4c-fec70f17030f,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:30.171153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-9dbabfa0-0315-45e3-9e01-192560a7d8e2 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d9e5563-25e2-4750-bad4-053f362b718e HTTP/1.1" status: 200 len: 217 time: 0.2156050 Feb 16 15:09:30.206832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf82b89-5d61-4c56-a562-c74938a66b63 req-b13e74ac-796f-4393-900b-be327108b066 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782779 Feb 16 15:09:30.223812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-98024603-76a8-466c-a86a-6b68dcd6bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.233518 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-98024603-76a8-466c-a86a-6b68dcd6bd55 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.1166208 Feb 16 15:09:30.306966 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d18ee-199f-4ee4-8be8-aca5cdd0406a x-openstack-request-id: req-af5d18ee-199f-4ee4-8be8-aca5cdd0406a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:30.307618 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2943921a-acc3-4547-a938-2f2653e678ec", "tag": "5d9e5563-25e2-4750-bad4-053f362b718e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:30.307994 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-af5d18ee-199f-4ee4-8be8-aca5cdd0406a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:30.308484 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2943921a-acc3-4547-a938-2f2653e678ec', 'tag': '5d9e5563-25e2-4750-bad4-053f362b718e', 'status': 'completed', 'code': 200} Feb 16 15:09:30.318213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-c19ef935-1c03-412e-a3b3-ebd97b29b221 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659459 Feb 16 15:09:30.323105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-1639f2e0-3294-4264-97f2-21ffd15588e0 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:09:30.324212 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-1639f2e0-3294-4264-97f2-21ffd15588e0 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051353 Feb 16 15:09:30.327865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-09c6a1ab-d7f7-44f4-bd47-cd5dc3c4a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.331742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-09c6a1ab-d7f7-44f4-bd47-cd5dc3c4a683 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.1423624 Feb 16 15:09:30.406856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d664bffe-3d77-42d9-8f79-808b6204e1ec req-0d91b000-9724-487b-8de0-1bd0a8d04847 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148815 Feb 16 15:09:30.422060 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1632232-4c99-4f12-9aad-91f724a4ff73 x-openstack-request-id: req-e1632232-4c99-4f12-9aad-91f724a4ff73 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:30.423082 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b473ca5-eece-437a-8c3e-509a4efeaf33", "name": "network-vif-plugged", "status": "completed", "tag": "fb568c8d-a6b1-498a-ba4c-fec70f17030f", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:30.425122 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e1632232-4c99-4f12-9aad-91f724a4ff73 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:30.425900 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f', 'code': 200} Feb 16 15:09:30.496138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb860-c20e-43b3-8005-06081cb89cac req-9cd18be3-3467-460f-9a20-ba71cd89b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.499096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-9cd18be3-3467-460f-9a20-ba71cd89b1d7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615653 Feb 16 15:09:30.567420 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-6e0fbeae-4670-4b1b-b11c-d233af241c54 service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291605 Feb 16 15:09:30.732500 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-338f3902-166a-4f0b-a7e1-510f20656589 service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590610 Feb 16 15:09:30.794625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadf50c-f37d-49f4-ad12-c143080c0c2f req-d1b53f62-41ea-4152-a321-f34b804bc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.799906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfadf50c-f37d-49f4-ad12-c143080c0c2f req-d1b53f62-41ea-4152-a321-f34b804bc781 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 1096 time: 0.2860129 Feb 16 15:09:30.814619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c89b0d-301d-4b59-b2ca-a12e1f3eab32 req-313ca6f6-314c-4765-a405-433fad73e109 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.816426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63c89b0d-301d-4b59-b2ca-a12e1f3eab32 req-313ca6f6-314c-4765-a405-433fad73e109 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.2261539 Feb 16 15:09:30.834878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82590a1-4f16-4e7a-aa29-c16dc9540abf req-bc09e67b-abc1-41af-9902-62ce19630c73 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:30.836407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c82590a1-4f16-4e7a-aa29-c16dc9540abf req-bc09e67b-abc1-41af-9902-62ce19630c73 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.1574903 Feb 16 15:09:30.847917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-e5a421ab-e44e-41be-9bc1-df76d61f3afe service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945135 Feb 16 15:09:31.018466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfadf50c-f37d-49f4-ad12-c143080c0c2f req-797d3473-c6ff-46d2-9673-9d82cdca60ec service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985061 Feb 16 15:09:31.043410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63c89b0d-301d-4b59-b2ca-a12e1f3eab32 req-ffee262f-9316-4bc3-8dd2-c152229b87af tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046366 Feb 16 15:09:31.071397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c82590a1-4f16-4e7a-aa29-c16dc9540abf req-be2df7a6-bd61-488e-bbe1-74e4002f9843 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198446 Feb 16 15:09:31.143399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e86fb860-c20e-43b3-8005-06081cb89cac req-c9952d3f-2d7e-47b9-b10c-1b9dc30f3419 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843485 Feb 16 15:09:31.461671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d57b4-ef12-4771-9bb9-d63c581047b3 req-5c6acfa9-d8b5-454f-bbf3-4adde138d319 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.470067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd8d57b4-ef12-4771-9bb9-d63c581047b3 req-5c6acfa9-d8b5-454f-bbf3-4adde138d319 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0856514 Feb 16 15:09:31.498669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-baee68a9-98ae-45b0-a37d-0334f418b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.501348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-baee68a9-98ae-45b0-a37d-0334f418b7bc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 1094 time: 0.1662886 Feb 16 15:09:31.658341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd8d57b4-ef12-4771-9bb9-d63c581047b3 req-cc2edc97-b275-4a34-8759-95e00cb44178 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852531 Feb 16 15:09:31.767455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-4fd9aad8-25c6-481c-bd05-ed983762374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.768981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-4fd9aad8-25c6-481c-bd05-ed983762374d service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.2605209 Feb 16 15:09:31.864459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20692460-46ab-420c-b860-ee447f331eb2 req-b4191003-be87-4057-8495-9799174f8793 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:31.892164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20692460-46ab-420c-b860-ee447f331eb2 req-b4191003-be87-4057-8495-9799174f8793 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 943 time: 0.3664057 Feb 16 15:09:31.900168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-f49fa9e6-85cb-4ade-bfb4-5503f4cd6fa9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d9e5563-25e2-4750-bad4-053f362b718e HTTP/1.1" status: 200 len: 217 time: 0.1189101 Feb 16 15:09:32.015232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20692460-46ab-420c-b860-ee447f331eb2 req-b5757656-6731-41bb-94c1-e890f8fb0d09 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220500 Feb 16 15:09:32.060843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-b752d916-c1c8-408d-8ee5-2324ae3b5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.062504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-b752d916-c1c8-408d-8ee5-2324ae3b5255 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.1538854 Feb 16 15:09:32.201064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-7cbfb480-8408-4ca8-a75c-7ec57d06c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.204926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-7cbfb480-8408-4ca8-a75c-7ec57d06c4c2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346169 Feb 16 15:09:32.381637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d1b63-2e16-4323-915e-b3cd4351a32c req-2c81ddb1-d135-4ce8-9c8d-4393171e6756 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.383242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e55d1b63-2e16-4323-915e-b3cd4351a32c req-2c81ddb1-d135-4ce8-9c8d-4393171e6756 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1774352 Feb 16 15:09:32.438589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f91fb-e21b-4a3e-a7e9-d9f0249f12f2 req-cc46c97e-19d2-471b-afcc-e63a8160acb3 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.440136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4f91fb-e21b-4a3e-a7e9-d9f0249f12f2 req-cc46c97e-19d2-471b-afcc-e63a8160acb3 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.2234516 Feb 16 15:09:32.466378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-512aeb45-e08b-47a9-bce0-69460edd691b service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485611 Feb 16 15:09:32.520252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e55d1b63-2e16-4323-915e-b3cd4351a32c req-ad8b6d38-27ca-491f-a67e-081b09be434d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274776 Feb 16 15:09:32.592475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4f91fb-e21b-4a3e-a7e9-d9f0249f12f2 req-3f7754e6-deba-41f4-9f5f-910becb512f9 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427908 Feb 16 15:09:32.674082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec0b04a3-4ce0-49dd-921e-bf46c6dda9f7 req-95bf2729-52ce-47ba-be00-58815c437e02 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921167 Feb 16 15:09:32.883486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215eb51-3acb-4057-b8c4-117d5b150791 req-a6bae882-4e41-4c66-8368-fab1acd75455 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:32.884731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c215eb51-3acb-4057-b8c4-117d5b150791 req-a6bae882-4e41-4c66-8368-fab1acd75455 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0648663 Feb 16 15:09:32.961061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c215eb51-3acb-4057-b8c4-117d5b150791 req-054464ff-3473-42df-99df-f881d1c5af14 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610497 Feb 16 15:09:33.147465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373e54b-7e32-4e98-b25c-36d6614bfd50 req-be6d365d-eb7b-49d4-a7ce-c56774760b60 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.148895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e373e54b-7e32-4e98-b25c-36d6614bfd50 req-be6d365d-eb7b-49d4-a7ce-c56774760b60 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 943 time: 0.0585065 Feb 16 15:09:33.195348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e373e54b-7e32-4e98-b25c-36d6614bfd50 req-d9ba22b7-4a2c-4069-a087-0e8757acb693 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Feb 16 15:09:33.237829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c837b121-8533-49ef-a09b-8a67562acb40 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:33.445683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c837b121-8533-49ef-a09b-8a67562acb40, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c837b121-8533-49ef-a09b-8a67562acb40,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:33.473494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'c837b121-8533-49ef-a09b-8a67562acb40', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'port_id': 'c837b121-8533-49ef-a09b-8a67562acb40', 'mac_address': 'fa:16:3e:68:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb250468-f6e9-426f-aea6-b4a0f8662c37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:33.525335 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:33.579715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c837b121-8533-49ef-a09b-8a67562acb40 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:33.623418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c837b121-8533-49ef-a09b-8a67562acb40, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c837b121-8533-49ef-a09b-8a67562acb40,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:33.773773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127331ef-244c-413b-af03-58720ba87de0 req-a75b9ad8-5cae-458c-93e1-884c7fa098ca tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.775396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-127331ef-244c-413b-af03-58720ba87de0 req-a75b9ad8-5cae-458c-93e1-884c7fa098ca tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1120055 Feb 16 15:09:33.775769 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:33.784813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee7e45-09ef-4416-aeaf-3ebb7e4b33ce req-6b5f41bb-cc8f-465e-8f50-9af9420dab9d tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:33.794133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edee7e45-09ef-4416-aeaf-3ebb7e4b33ce req-6b5f41bb-cc8f-465e-8f50-9af9420dab9d tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0889010 Feb 16 15:09:33.854178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c837b121-8533-49ef-a09b-8a67562acb40,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:33.886032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edee7e45-09ef-4416-aeaf-3ebb7e4b33ce req-447eddb9-c742-44b8-a8cd-e6ba7c32524a tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884886 Feb 16 15:09:33.892837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-127331ef-244c-413b-af03-58720ba87de0 req-b8e851ce-0fb0-4cc3-881d-8556409833b9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961881 Feb 16 15:09:33.989454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c837b121-8533-49ef-a09b-8a67562acb40'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:34.064552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df290ad1-16bf-4af3-9be6-3c0b7948cce1 req-b58d9f5a-ce60-4333-85d3-1f9a9b0fbc09 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.066273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df290ad1-16bf-4af3-9be6-3c0b7948cce1 req-b58d9f5a-ce60-4333-85d3-1f9a9b0fbc09 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0718496 Feb 16 15:09:34.211463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df290ad1-16bf-4af3-9be6-3c0b7948cce1 req-1b94d971-e06c-4942-acb1-9b90964dcfb4 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303051 Feb 16 15:09:34.248268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1d49f-df9d-4d99-877b-839ed846e5c9 req-f3d55650-14a0-4064-83d8-426de4858487 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.257503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7e1d49f-df9d-4d99-877b-839ed846e5c9 req-f3d55650-14a0-4064-83d8-426de4858487 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.1106617 Feb 16 15:09:34.329206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7e1d49f-df9d-4d99-877b-839ed846e5c9 req-55c972a0-f7c7-4b7e-8ffc-8da83df0de98 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616429 Feb 16 15:09:34.449507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835c52-b509-45ec-a3c4-c01d21d9f4ec req-36aeff11-9d24-4c4f-8dc0-bdd8d51f2163 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:34.612111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15835c52-b509-45ec-a3c4-c01d21d9f4ec req-36aeff11-9d24-4c4f-8dc0-bdd8d51f2163 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 944 time: 0.1211717 Feb 16 15:09:34.612111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15835c52-b509-45ec-a3c4-c01d21d9f4ec req-528dc56c-20b0-46ed-a61f-2b84bc35afda tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349441 Feb 16 15:09:35.028987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc487df0-2476-4fc0-8d68-fff90e17763d req-ad0d496b-2e8e-4e6d-ba68-f6fef986f34d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.030525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc487df0-2476-4fc0-8d68-fff90e17763d req-ad0d496b-2e8e-4e6d-ba68-f6fef986f34d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0506215 Feb 16 15:09:35.074725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc487df0-2476-4fc0-8d68-fff90e17763d req-158b9e1d-ed11-4d80-b420-7787fe80b294 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360219 Feb 16 15:09:35.248640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c837b121-8533-49ef-a09b-8a67562acb40 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:35.339690 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95b635c7-c381-4de0-b477-39b74267b022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:35.381258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port c837b121-8533-49ef-a09b-8a67562acb40 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:09:35.387605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port c837b121-8533-49ef-a09b-8a67562acb40 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:35.388262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:35.528612 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:35.570972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c837b121-8533-49ef-a09b-8a67562acb40'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:35.573069 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752d1b29-86df-4a3c-b997-e675c17a37c8" -d '{"events": [{"server_uuid": "09dd6a38-d645-45ab-a6f7-ac9f82b10273", "name": "network-vif-plugged", "status": "completed", "tag": "c837b121-8533-49ef-a09b-8a67562acb40"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:35.599098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c0e33-25a1-407b-b026-424a424654db req-7c0b6b08-0f6b-4582-a523-05ee7187ebd3 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.601234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b38c0e33-25a1-407b-b026-424a424654db req-7c0b6b08-0f6b-4582-a523-05ee7187ebd3 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.2027199 Feb 16 15:09:35.627066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port c837b121-8533-49ef-a09b-8a67562acb40, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c837b121-8533-49ef-a09b-8a67562acb40,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:35.637796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93359899-504a-4cca-91bb-ba3de1f7a7ef req-5c6a9879-9332-47fc-991c-0ccac6437f38 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.660582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93359899-504a-4cca-91bb-ba3de1f7a7ef req-5c6a9879-9332-47fc-991c-0ccac6437f38 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.1675241 Feb 16 15:09:35.744934 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b38c0e33-25a1-407b-b026-424a424654db req-52ae72e8-b724-4acf-a898-1c2311f9a9dc tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160309 Feb 16 15:09:35.759272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-93359899-504a-4cca-91bb-ba3de1f7a7ef req-140e5bd7-6868-4734-9e22-3183fd3208da tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922434 Feb 16 15:09:35.796624 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c6756e-9332-4477-a496-0f176b4fd5df x-openstack-request-id: req-52c6756e-9332-4477-a496-0f176b4fd5df {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:35.802365 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09dd6a38-d645-45ab-a6f7-ac9f82b10273", "name": "network-vif-plugged", "status": "completed", "tag": "c837b121-8533-49ef-a09b-8a67562acb40", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:35.802365 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-52c6756e-9332-4477-a496-0f176b4fd5df {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:35.802365 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c837b121-8533-49ef-a09b-8a67562acb40', 'code': 200} Feb 16 15:09:35.802365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:35.881564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=c837b121-8533-49ef-a09b-8a67562acb40,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:35.928374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e91454-70f4-4fa9-ac6a-9b3c61ce9333 req-40927c23-cf29-4ec3-ab46-a98741578f75 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:35.948685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6e91454-70f4-4fa9-ac6a-9b3c61ce9333 req-40927c23-cf29-4ec3-ab46-a98741578f75 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 945 time: 0.1085472 Feb 16 15:09:36.059619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6e91454-70f4-4fa9-ac6a-9b3c61ce9333 req-ced49968-a057-47c1-80d8-29b943ab79fa tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044984 Feb 16 15:09:36.074108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343bcb-c378-48a1-a3e3-a0d211e58a65 req-10076130-163c-429f-a6fd-7082e5b00611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:36.079735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b343bcb-c378-48a1-a3e3-a0d211e58a65 req-10076130-163c-429f-a6fd-7082e5b00611 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 1096 time: 0.2050607 Feb 16 15:09:36.152106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b343bcb-c378-48a1-a3e3-a0d211e58a65 req-bd04d5ec-c290-4467-b5c4-b72a664f40e4 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679512 Feb 16 15:09:36.288672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2fd9-89f4-45c3-971b-bffe6e4368ae req-9c122a4e-3dcb-4f82-9757-b72ce5af4d51 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:36.288672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb6c2fd9-89f4-45c3-971b-bffe6e4368ae req-9c122a4e-3dcb-4f82-9757-b72ce5af4d51 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1059847 Feb 16 15:09:36.354276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb6c2fd9-89f4-45c3-971b-bffe6e4368ae req-63759f71-42f7-4303-9c6c-76f4c56168f0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618427 Feb 16 15:09:37.045624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af27a5-9c89-4765-a399-576b49f3d150 req-31058e28-a142-4d2d-9e74-2b621f9d792b tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.045624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4af27a5-9c89-4765-a399-576b49f3d150 req-31058e28-a142-4d2d-9e74-2b621f9d792b tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.1097105 Feb 16 15:09:37.045624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7daa4a-46f5-4cef-9d63-6f225949ea61 req-67bc24a6-1971-4ff5-ae0d-8cb93130166f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.045624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a7daa4a-46f5-4cef-9d63-6f225949ea61 req-67bc24a6-1971-4ff5-ae0d-8cb93130166f tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0957186 Feb 16 15:09:37.045624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4af27a5-9c89-4765-a399-576b49f3d150 req-12db8e01-423f-4b7e-a982-df51c5797368 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560894 Feb 16 15:09:37.045624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a7daa4a-46f5-4cef-9d63-6f225949ea61 req-dcef9ebb-b6d0-4cf4-853d-8c1f6ea03395 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Feb 16 15:09:37.047929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 54834) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:37.238723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b43daa-d1f1-4b57-a292-0896a516a05f req-b03f2d6d-6460-493b-9d16-b5bb28bd887d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.241993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b43daa-d1f1-4b57-a292-0896a516a05f req-b03f2d6d-6460-493b-9d16-b5bb28bd887d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 945 time: 0.0781443 Feb 16 15:09:37.289321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-171d8e9b-a0a3-4f66-be48-da449b1526e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:37.315389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b43daa-d1f1-4b57-a292-0896a516a05f req-5fb727c7-931c-4a6b-92bd-4fb19d104771 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671000 Feb 16 15:09:37.415282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-171d8e9b-a0a3-4f66-be48-da449b1526e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:37.495049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b17b-3718-49e6-958c-719c461d10fb req-2c7ad951-1db8-4009-af00-8009cd1988cf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:37.496673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61d1b17b-3718-49e6-958c-719c461d10fb req-2c7ad951-1db8-4009-af00-8009cd1988cf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0556295 Feb 16 15:09:37.535955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61d1b17b-3718-49e6-958c-719c461d10fb req-9cdd1073-d2b2-40c6-b880-bf41f4cd5b0f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Feb 16 15:09:37.968103 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-171d8e9b-a0a3-4f66-be48-da449b1526e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:38.017907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-171d8e9b-a0a3-4f66-be48-da449b1526e3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c4e40b285ac74bcca0f286c6947bf4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9686451 Feb 16 15:09:38.019139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d8e9b-a0a3-4f66-be48-da449b1526e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d33b30c-3ba8-4b6e-bfb9-155e6d4e5a65,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:38.025468 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54846) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:38.043156 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f5265a4-4902-4473-b761-8915bf4dbba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:38.080405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1dd2-906c-41f0-bf81-b3730ef752ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:38.143482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1dd2-906c-41f0-bf81-b3730ef752ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:38.320515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1dd2-906c-41f0-bf81-b3730ef752ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:38.325117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6bd1dd2-906c-41f0-bf81-b3730ef752ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:38.332531 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a6bd1dd2-906c-41f0-bf81-b3730ef752ef admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9d33b30c-3ba8-4b6e-bfb9-155e6d4e5a65 HTTP/1.1" status: 204 len: 168 time: 0.3010571 Feb 16 15:09:38.372306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79db65-8f10-48bf-ae50-c75831e22972 req-b3f3d260-5beb-4531-b731-e6184ecc2e4d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:38.373927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d79db65-8f10-48bf-ae50-c75831e22972 req-b3f3d260-5beb-4531-b731-e6184ecc2e4d tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.1588025 Feb 16 15:09:38.393537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd1dd2-906c-41f0-bf81-b3730ef752ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d33b30c-3ba8-4b6e-bfb9-155e6d4e5a65,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:38.432765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d79db65-8f10-48bf-ae50-c75831e22972 req-3c0cdec3-9fbd-4398-ba65-4e634f28ddd4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496242 Feb 16 15:09:38.493358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245175-6193-4a82-92e3-48a9c667640e req-b6936295-e58d-4ff8-8360-8c6052514bbb tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:38.495243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb245175-6193-4a82-92e3-48a9c667640e req-b6936295-e58d-4ff8-8360-8c6052514bbb tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.1891313 Feb 16 15:09:39.056208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-fdfe6b4a-d58c-4df5-b1ec-8c8c744ac9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.057789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-fdfe6b4a-d58c-4df5-b1ec-8c8c744ac9b5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=763f8a29847d40b09a568e85edb09c14&device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 1096 time: 0.6369414 Feb 16 15:09:39.159660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb245175-6193-4a82-92e3-48a9c667640e req-2e47b803-3ac0-4704-ae0b-3c1231c381b5 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570349 Feb 16 15:09:39.205695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec726c0-78ef-4297-92bf-2f2f5411ffd5 req-947c6ea0-8088-4089-ae3a-e83f2e769572 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.216637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec726c0-78ef-4297-92bf-2f2f5411ffd5 req-947c6ea0-8088-4089-ae3a-e83f2e769572 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 945 time: 0.6724126 Feb 16 15:09:39.296248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54874) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:39.306869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfabd-3c77-4308-9351-3a97ea0b2165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.311774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ec726c0-78ef-4297-92bf-2f2f5411ffd5 req-26d90073-8e5c-44c2-ab25-8b97d8f5896f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841467 Feb 16 15:09:39.319475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-19659805-f6f9-4429-bc0d-0786d8624037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.321436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-19659805-f6f9-4429-bc0d-0786d8624037 service neutron] 10.222.0.129 "GET /v2.0/networks?id=22ee0db8-a431-4300-9e93-22d8fda822b7 HTTP/1.1" status: 200 len: 913 time: 0.2547834 Feb 16 15:09:39.435880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfabd-3c77-4308-9351-3a97ea0b2165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.445449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-a3df672f-1b7b-44c6-92b0-9ea7832ecc79 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f HTTP/1.1" status: 200 len: 217 time: 0.1107416 Feb 16 15:09:39.533793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd1bfabd-3c77-4308-9351-3a97ea0b2165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.610747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-447544e3-f19f-452d-b387-4f0a2349899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.610747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-447544e3-f19f-452d-b387-4f0a2349899c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2a8f8731-2380-4e67-93ff-4d08ad91eb8a HTTP/1.1" status: 200 len: 851 time: 0.1427333 Feb 16 15:09:39.611142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bfabd-3c77-4308-9351-3a97ea0b2165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf960d3-5002-4c77-b95d-1bdbdbae10b7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:39.654026 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cd1bfabd-3c77-4308-9351-3a97ea0b2165 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0ea33b50f8d84481992449339e4bfd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607900 Feb 16 15:09:39.654230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 54888) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:39.668860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.710829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a7cf3-07f0-4ab1-9a51-3ae4521b3ac7 req-474543c9-d1bc-4397-b440-0b09fe32c960 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.713286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a82a7cf3-07f0-4ab1-9a51-3ae4521b3ac7 req-474543c9-d1bc-4397-b440-0b09fe32c960 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.2707498 Feb 16 15:09:39.730768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06424585-b30d-462e-8d54-0df6cdb5cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.743779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-1f00cdfd-9a2e-43d7-b2d6-d987ac663c7a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=22ee0db8-a431-4300-9e93-22d8fda822b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162655 Feb 16 15:09:39.758990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06424585-b30d-462e-8d54-0df6cdb5cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.865522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f468787-38b1-491a-a793-cd0d16cf9181 req-0d0765ae-3f4b-465b-9522-34690e2031ff tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:39.875030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f468787-38b1-491a-a793-cd0d16cf9181 req-0d0765ae-3f4b-465b-9522-34690e2031ff tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.2676282 Feb 16 15:09:39.889897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a82a7cf3-07f0-4ab1-9a51-3ae4521b3ac7 req-ada20828-38ba-4545-a77d-625de3fa583f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482973 Feb 16 15:09:39.912668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06424585-b30d-462e-8d54-0df6cdb5cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.919432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06424585-b30d-462e-8d54-0df6cdb5cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:39.919432 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06424585-b30d-462e-8d54-0df6cdb5cf66 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ecf960d3-5002-4c77-b95d-1bdbdbae10b7 HTTP/1.1" status: 204 len: 168 time: 0.2624385 Feb 16 15:09:39.936755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06424585-b30d-462e-8d54-0df6cdb5cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf960d3-5002-4c77-b95d-1bdbdbae10b7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:39.968007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f468787-38b1-491a-a793-cd0d16cf9181 req-665bfd3f-af54-48f2-82b8-1f66a8d6d401 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918422 Feb 16 15:09:39.981507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-3018173b-4d97-4bc0-abd9-f402a9bd3a75 service neutron] 10.222.0.129 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279029 Feb 16 15:09:40.109269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea93a4c1-09d3-4050-813f-0ad48d0a2c35 req-0b5fde0a-78cb-4946-b131-6bdf07c76396 service neutron] 10.222.0.129 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211338 Feb 16 15:09:40.329786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fab79-517c-4ce0-aaa8-2f91fdd5ff69 req-03b1e49e-e753-4504-a42a-3cb87f96d7c8 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:40.331719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c92fab79-517c-4ce0-aaa8-2f91fdd5ff69 req-03b1e49e-e753-4504-a42a-3cb87f96d7c8 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0683270 Feb 16 15:09:40.379653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c92fab79-517c-4ce0-aaa8-2f91fdd5ff69 req-9d16a832-619f-40b0-b6be-ecb6e4f36739 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Feb 16 15:09:41.065832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c9276-bdcf-4b66-b759-227a76705084 req-6e0b60dc-aa87-4fe1-9d68-7554ed26016f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:41.068468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-993c9276-bdcf-4b66-b759-227a76705084 req-6e0b60dc-aa87-4fe1-9d68-7554ed26016f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0863588 Feb 16 15:09:41.178861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-993c9276-bdcf-4b66-b759-227a76705084 req-d19eac73-a7d5-4c2c-b747-205eed376853 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982122 Feb 16 15:09:41.206005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297712-f2fb-4067-8e88-c0049c3ec20d req-37a093bb-84b3-4995-9c6e-b7dbc7df6081 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:41.237618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71297712-f2fb-4067-8e88-c0049c3ec20d req-37a093bb-84b3-4995-9c6e-b7dbc7df6081 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.1678345 Feb 16 15:09:41.300187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71297712-f2fb-4067-8e88-c0049c3ec20d req-87676629-ffd3-4c76-8802-51fd75076e82 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615520 Feb 16 15:09:41.376414 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:41.517202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:41.532656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e11b8-3ba5-4cca-aa04-86c06cd47811 req-67626341-e4ff-4049-bf11-2adf044f1434 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:41.534539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb7e11b8-3ba5-4cca-aa04-86c06cd47811 req-67626341-e4ff-4049-bf11-2adf044f1434 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0712399 Feb 16 15:09:41.591149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb7e11b8-3ba5-4cca-aa04-86c06cd47811 req-10deef73-6e72-46e6-961b-497cb4be01f1 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Feb 16 15:09:42.174746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab0c3-e9fa-4a4d-b38e-a26a8366defe req-2516e15e-ec09-4c66-86a8-25e78955f001 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.176431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60dab0c3-e9fa-4a4d-b38e-a26a8366defe req-2516e15e-ec09-4c66-86a8-25e78955f001 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0656226 Feb 16 15:09:42.218913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60dab0c3-e9fa-4a4d-b38e-a26a8366defe req-803950ca-3b7b-4ffc-b5e7-d9e604b5b52c tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356245 Feb 16 15:09:42.322687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225511e8-e468-4959-857b-1c078dab75df req-09b0ec42-f860-46f6-9558-f4675acfe3b4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.324507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-225511e8-e468-4959-857b-1c078dab75df req-09b0ec42-f860-46f6-9558-f4675acfe3b4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0576692 Feb 16 15:09:42.390055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-225511e8-e468-4959-857b-1c078dab75df req-ce047c9c-0d2e-4cf9-91b1-b28921d56029 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Feb 16 15:09:42.469147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197a54c-872b-45f7-9c42-35856deccdc0 req-a362c953-e85c-4f66-a3a9-b0211974f8f5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:42.470770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5197a54c-872b-45f7-9c42-35856deccdc0 req-a362c953-e85c-4f66-a3a9-b0211974f8f5 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0662065 Feb 16 15:09:42.491516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:42.523523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5197a54c-872b-45f7-9c42-35856deccdc0 req-93b4e956-0658-49ac-9bee-7026e212ff0b tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Feb 16 15:09:43.365803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a43fa-7936-4d98-bda2-bba05a347346 req-95dfb2b3-65fa-4dd5-928f-77b05be29fe0 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.367404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-606a43fa-7936-4d98-bda2-bba05a347346 req-95dfb2b3-65fa-4dd5-928f-77b05be29fe0 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0735536 Feb 16 15:09:43.409172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-606a43fa-7936-4d98-bda2-bba05a347346 req-aea149dc-33ce-4089-bf26-32b628e78afc tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Feb 16 15:09:43.555677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc56ed7-f67b-4e57-9dec-c54492c85ddf req-12ece07d-5c69-4f88-bda7-7f3a1af1033e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.557468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdc56ed7-f67b-4e57-9dec-c54492c85ddf req-12ece07d-5c69-4f88-bda7-7f3a1af1033e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0580692 Feb 16 15:09:43.595785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdc56ed7-f67b-4e57-9dec-c54492c85ddf req-b48ae250-0f06-494e-8b90-c0f873888765 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Feb 16 15:09:43.709005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb5569-ab59-4c7c-8144-2b1070b3a89f req-cef473f4-3661-404a-aa4a-fde849d8a433 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.710478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edbb5569-ab59-4c7c-8144-2b1070b3a89f req-cef473f4-3661-404a-aa4a-fde849d8a433 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0529215 Feb 16 15:09:43.754725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edbb5569-ab59-4c7c-8144-2b1070b3a89f req-2fd709fe-49e6-4f57-9bcf-71b4a0d055d4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373242 Feb 16 15:09:43.956588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9db1-a5f6-4e55-85a7-5b9a8f1fdd3f req-103b36dc-6415-4e43-a7b8-f758ce745bb8 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:43.958913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-347c9db1-a5f6-4e55-85a7-5b9a8f1fdd3f req-103b36dc-6415-4e43-a7b8-f758ce745bb8 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0588408 Feb 16 15:09:44.005485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-347c9db1-a5f6-4e55-85a7-5b9a8f1fdd3f req-b21958a0-72a5-4e3c-9623-41ca83980ec2 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 Feb 16 15:09:44.256430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-90a4a60a-10e2-45f6-ac5d-330de0a178a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.257940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-90a4a60a-10e2-45f6-ac5d-330de0a178a1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=763f8a29847d40b09a568e85edb09c14&device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 1096 time: 0.1841624 Feb 16 15:09:44.358887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-02acc3ed-ab29-4ebf-81fa-d2f094f751dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.360582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-02acc3ed-ab29-4ebf-81fa-d2f094f751dc service neutron] 10.222.0.129 "GET /v2.0/networks?id=22ee0db8-a431-4300-9e93-22d8fda822b7 HTTP/1.1" status: 200 len: 913 time: 0.0959761 Feb 16 15:09:44.408286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-4bde9e0c-346e-45a7-a6fc-486e24684cc4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f HTTP/1.1" status: 200 len: 217 time: 0.0416794 Feb 16 15:09:44.462516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-e4119ceb-297a-4a02-bfa4-7a1431183476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.464001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-e4119ceb-297a-4a02-bfa4-7a1431183476 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=2a8f8731-2380-4e67-93ff-4d08ad91eb8a HTTP/1.1" status: 200 len: 851 time: 0.0484259 Feb 16 15:09:44.506715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-2a6d4752-3373-48fd-9a5b-a68b94e919cd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=22ee0db8-a431-4300-9e93-22d8fda822b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366082 Feb 16 15:09:44.614406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-fd56032d-dafd-448c-8aa6-9bf116c7e088 service neutron] 10.222.0.129 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017656 Feb 16 15:09:44.675504 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:44.782247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78080724-57cd-4195-9294-6889aa0047b4 req-a3a3f83b-f2d2-48ec-b4c5-4f4248c69cd6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.790344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78080724-57cd-4195-9294-6889aa0047b4 req-a3a3f83b-f2d2-48ec-b4c5-4f4248c69cd6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0937159 Feb 16 15:09:44.811299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59ba5620-02d7-48f3-9fae-80086b7ac5bb req-4175f316-aade-4224-9369-acfc5473ef61 service neutron] 10.222.0.129 "GET /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905122 Feb 16 15:09:44.836073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:44.855846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78080724-57cd-4195-9294-6889aa0047b4 req-c3253739-75d4-4ae3-ac58-7bde9e8cc67c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643752 Feb 16 15:09:44.870371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'port_id': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'mac_address': 'fa:16:3e:56:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:44.949519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:44.958110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1c97e-1390-41ca-99af-84d98670bc5c req-ee5c6063-cada-4fa1-8df5-6fafd18acd21 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:44.958110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c1c97e-1390-41ca-99af-84d98670bc5c req-ee5c6063-cada-4fa1-8df5-6fafd18acd21 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 945 time: 0.0720570 Feb 16 15:09:44.991982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45c771e-b4b4-434c-b42c-1c7073d54c80 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:45.013039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:45.024906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c1c97e-1390-41ca-99af-84d98670bc5c req-21d4bab0-4d91-46aa-a75e-b8f1d00bd659 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592830 Feb 16 15:09:45.158147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea90e38-b5ce-4042-82c5-8e868611bbbf req-f851f957-7ef4-48ac-9c03-a97f800a87b7 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:45.159856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea90e38-b5ce-4042-82c5-8e868611bbbf req-f851f957-7ef4-48ac-9c03-a97f800a87b7 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0565846 Feb 16 15:09:45.217982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ea90e38-b5ce-4042-82c5-8e868611bbbf req-babdd70f-3a0f-45cb-8207-849227e16422 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511482 Feb 16 15:09:45.231951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:45.299444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:45.514845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b45c771e-b4b4-434c-b42c-1c7073d54c80'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:45.953442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32768ef-20ac-468f-bc33-85662a7f2cfe req-5c3b2cff-8e86-402c-86e8-5e3c82b85516 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:45.955003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a32768ef-20ac-468f-bc33-85662a7f2cfe req-5c3b2cff-8e86-402c-86e8-5e3c82b85516 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0511706 Feb 16 15:09:45.998312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a32768ef-20ac-468f-bc33-85662a7f2cfe req-460069d4-7729-4370-809f-5b92ef62d344 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357354 Feb 16 15:09:46.158351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b1283-b91b-43b7-8368-3e2b92569802 req-15bd38a1-c4a1-466b-b2bc-dcb0e41cfd01 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:46.159876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee7b1283-b91b-43b7-8368-3e2b92569802 req-15bd38a1-c4a1-466b-b2bc-dcb0e41cfd01 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.0521214 Feb 16 15:09:46.210764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee7b1283-b91b-43b7-8368-3e2b92569802 req-d36c769e-883c-4c0a-a54a-081cd0e4de1c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393989 Feb 16 15:09:46.367297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1942ce-fbaf-4a19-9107-76a34149f25b req-9ccf75b8-5e45-4fe1-96a5-7c6aad4d60a6 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:46.395226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f1942ce-fbaf-4a19-9107-76a34149f25b req-9ccf75b8-5e45-4fe1-96a5-7c6aad4d60a6 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.0722263 Feb 16 15:09:46.425624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f1942ce-fbaf-4a19-9107-76a34149f25b req-49cc3dfe-a7ed-4313-945f-c98dd40fbf36 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Feb 16 15:09:46.637710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:46.678016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:09:46.985779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port b45c771e-b4b4-434c-b42c-1c7073d54c80 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:09:46.990870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port b45c771e-b4b4-434c-b42c-1c7073d54c80 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:09:46.991170 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:47.079962 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:47.112382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:47.116461 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea314887-3e0d-4352-942b-2f21ebb17939" -d '{"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-plugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:47.122527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:47.157731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985fb45-5315-4166-beaf-761f9bd27d24 req-cbece749-346b-43c7-a197-fd4d298fd5f5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.159557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e985fb45-5315-4166-beaf-761f9bd27d24 req-cbece749-346b-43c7-a197-fd4d298fd5f5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0765655 Feb 16 15:09:47.210347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e985fb45-5315-4166-beaf-761f9bd27d24 req-6fbcd0f1-8534-4187-8247-30d702173ab3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405223 Feb 16 15:09:47.259028 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb5e89-9eb6-49f2-ac87-493f3c15a141 x-openstack-request-id: req-c3cb5e89-9eb6-49f2-ac87-493f3c15a141 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:47.259414 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-plugged", "status": "completed", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:47.259785 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c3cb5e89-9eb6-49f2-ac87-493f3c15a141 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:47.260302 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'code': 200} Feb 16 15:09:47.390519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:47.480273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d0fe1-e0c4-42e9-a5cc-7eca47199c88 req-b58f81e8-7d75-4297-82e6-1efb0f48a941 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.484136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f53d0fe1-e0c4-42e9-a5cc-7eca47199c88 req-b58f81e8-7d75-4297-82e6-1efb0f48a941 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.1974123 Feb 16 15:09:47.498554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:47.499847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faf049-6b51-4226-8093-6c5c49fc61e7 req-909d2581-084b-4fed-a0c8-7bbec47a7e92 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.507386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9faf049-6b51-4226-8093-6c5c49fc61e7 req-909d2581-084b-4fed-a0c8-7bbec47a7e92 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 946 time: 0.1367950 Feb 16 15:09:47.562275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f53d0fe1-e0c4-42e9-a5cc-7eca47199c88 req-3c3feba3-512d-477c-93e0-d7453fef252b tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596604 Feb 16 15:09:47.570756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9faf049-6b51-4226-8093-6c5c49fc61e7 req-ba117298-92f8-43b3-9b1f-cf7b3911163a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495245 Feb 16 15:09:47.818545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eeb89bb9-1961-40fc-8642-1c75ada49de2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.820144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eeb89bb9-1961-40fc-8642-1c75ada49de2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.1714566 Feb 16 15:09:47.843709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1be61-36d3-4187-909d-5144b90b1682 req-a3edf816-1b3f-423a-971f-373e06580f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.844255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-ce2d391c-7e9e-4e49-8f3d-5dc22d721e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:47.845417 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77f1be61-36d3-4187-909d-5144b90b1682 req-a3edf816-1b3f-423a-971f-373e06580f46 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1098 time: 0.1310833 Feb 16 15:09:47.846170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-ce2d391c-7e9e-4e49-8f3d-5dc22d721e24 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 1098 time: 0.1471167 Feb 16 15:09:47.847656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-307cbc20-34e8-4978-ae47-329499a01b2b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/quotas/c4eb6b0da95b4347b74cfe4dfaf19d59 HTTP/1.1" status: 200 len: 375 time: 0.0191624 Feb 16 15:09:47.905336 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-77f1be61-36d3-4187-909d-5144b90b1682 req-bc542070-59d9-479b-a7a1-f49199af7dd9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495048 Feb 16 15:09:48.007902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-d689da0c-e573-4ecf-a071-52eac1f7a3e8 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1539726 Feb 16 15:09:48.083753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-dddfc32b-c3bb-40f0-9f99-acf1708ca544 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1599085 Feb 16 15:09:48.104641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-2ae92316-55d4-4068-9e2a-ef50bd1a9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.106435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-2ae92316-55d4-4068-9e2a-ef50bd1a9d85 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 200 len: 919 time: 0.2101665 Feb 16 15:09:48.180134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-975f9319-a325-4b31-bcd6-bc615cd9e801 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575058 Feb 16 15:09:48.370855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1676115-838e-40d1-9be4-43ced791bf23 req-9e91b421-c01b-4584-a69b-3654df84ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.372333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-9e91b421-c01b-4584-a69b-3654df84ad0a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 1096 time: 0.2277970 Feb 16 15:09:48.376020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-46187c3c-c1c3-4a9c-aea5-504174df2cc3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 200 len: 1002 time: 0.2297759 Feb 16 15:09:48.522466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-ca555692-c6e3-450f-b631-4ef6ff012de0 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912312 Feb 16 15:09:48.548567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0d6-22ae-4c9b-b3fb-c389683c5e86 req-f94647ce-8ffc-4705-8ca3-718cbcee1788 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.560747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aac4b0d6-22ae-4c9b-b3fb-c389683c5e86 req-f94647ce-8ffc-4705-8ca3-718cbcee1788 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.2317836 Feb 16 15:09:48.643912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-a80ea623-caef-4436-b3dd-7a5541a23724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.657141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-a80ea623-caef-4436-b3dd-7a5541a23724 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 200 len: 856 time: 0.2630210 Feb 16 15:09:48.673364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1676115-838e-40d1-9be4-43ced791bf23 req-833f7d0e-d374-428a-aa24-656889b7a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.675012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-833f7d0e-d374-428a-aa24-656889b7a020 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 915 time: 0.2458344 Feb 16 15:09:48.697337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aac4b0d6-22ae-4c9b-b3fb-c389683c5e86 req-4504b7d0-4bec-418e-b668-da164705d54c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351867 Feb 16 15:09:48.800564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-94ed84bb-a646-48ed-9041-7bacb33b3779 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c837b121-8533-49ef-a09b-8a67562acb40 HTTP/1.1" status: 200 len: 217 time: 0.1022491 Feb 16 15:09:48.885956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-917fed98-3aa9-4770-9d82-48cc8deaf091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:48.887473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-917fed98-3aa9-4770-9d82-48cc8deaf091 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c4df7a7d-a20b-44ab-be36-233e0079b53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286944 Feb 16 15:09:49.178903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d73e4a-d73a-4fd1-8c80-1e2c31e6fbfa req-8fbbfa69-8010-4019-8b46-5cf8ad093038 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.180641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4d73e4a-d73a-4fd1-8c80-1e2c31e6fbfa req-8fbbfa69-8010-4019-8b46-5cf8ad093038 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.3725982 Feb 16 15:09:49.186835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-d03ad3e3-13a0-4454-b1b7-29a62a674f41 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645199 Feb 16 15:09:49.218601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1676115-838e-40d1-9be4-43ced791bf23 req-53216f4f-7b25-48da-b7e6-be7b8c52ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.220245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-53216f4f-7b25-48da-b7e6-be7b8c52ae5a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.3538740 Feb 16 15:09:49.267044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90017f-6262-4015-9bde-3552e601475e req-68a084f8-52cc-4d05-9d2e-a43ee4033bb8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.276875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e90017f-6262-4015-9bde-3552e601475e req-68a084f8-52cc-4d05-9d2e-a43ee4033bb8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 947 time: 0.4213066 Feb 16 15:09:49.376523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e90017f-6262-4015-9bde-3552e601475e req-f0093e10-49b7-4f4e-a932-4dc6ef4246f2 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952241 Feb 16 15:09:49.469814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-1546f78c-c58c-4c96-9942-fad264dcf31e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570082 Feb 16 15:09:49.544621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-62d704d5-114a-4001-87e6-8fee6198aff4 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:49.546324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-62d704d5-114a-4001-87e6-8fee6198aff4 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.129 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 945 time: 0.4821851 Feb 16 15:09:49.640307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9566f22c-68c3-4713-8708-0cb6b57bcbda req-13e4028d-9658-43b7-a7c6-7e2d9b76f712 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 210 time: 0.1691883 Feb 16 15:09:49.721854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4d73e4a-d73a-4fd1-8c80-1e2c31e6fbfa req-ae44b42e-397d-4c36-a5a9-4aa8766223a2 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/security-groups?id=f0abde7e-0382-46ef-9f28-50bb5524338f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299902 Feb 16 15:09:49.838471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-208292a5-fe06-4c69-8ee8-eccf10216836 req-25c97264-3466-4d65-9d43-502aa8d48db0 service neutron] 10.222.0.93 "GET /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326718 Feb 16 15:09:49.881729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-551c6612-9482-40fb-816a-6859f94c1b4a service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878505 Feb 16 15:09:50.015673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a873c70-1664-471c-bcec-93dd338a63d3 req-c8361a21-1bb6-44f3-98a9-69e115cf52f4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:50.017960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a873c70-1664-471c-bcec-93dd338a63d3 req-c8361a21-1bb6-44f3-98a9-69e115cf52f4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1436706 Feb 16 15:09:50.094914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1676115-838e-40d1-9be4-43ced791bf23 req-1f1efe33-b7c2-4536-9118-83c5f999d093 service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971524 Feb 16 15:09:50.109105 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Deleting port fb568c8d-a6b1-498a-ba4c-fec70f17030f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:09:50.110652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:50.147090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a873c70-1664-471c-bcec-93dd338a63d3 req-4501b345-99ca-44d2-9899-50be3f7230aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048779 Feb 16 15:09:50.294339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] For port fb568c8d-a6b1-498a-ba4c-fec70f17030f, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fb568c8d-a6b1-498a-ba4c-fec70f17030f,segment=NetworkSegment(4a283f54-9d29-441f-8fe1-2da6d41cc9fa),segment_id=4a283f54-9d29-441f-8fe1-2da6d41cc9fa)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:50.294940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:50.312147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Calling delete_port for fb568c8d-a6b1-498a-ba4c-fec70f17030f owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:09:50.545512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7c58-967d-467e-9a12-49f7b554a355 req-18eec62e-bbb6-40b6-82a7-f8342a704ec9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:50.547791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4ee7c58-967d-467e-9a12-49f7b554a355 req-18eec62e-bbb6-40b6-82a7-f8342a704ec9 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 947 time: 0.0581744 Feb 16 15:09:50.604784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4ee7c58-967d-467e-9a12-49f7b554a355 req-2bdeb100-f9cf-40e0-af8b-cf7df58a8398 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Feb 16 15:09:50.619780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:50.645885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['fb568c8d-a6b1-498a-ba4c-fec70f17030f'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:50.694693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Pushing event deleted for resources: {'Port': ['ID=fb568c8d-a6b1-498a-ba4c-fec70f17030f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:50.710533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.710533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.710533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.710964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.711163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.711492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.711946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.712149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.712474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.712774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.713093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.713413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:50.766086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] No DVR routers for this DVR port fb568c8d-a6b1-498a-ba4c-fec70f17030f on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:09:50.773510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:50.785462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-db7a2d20-26e4-4c1b-8273-093e92489c85 req-e8e9b1d1-1416-4fe4-bcf2-0f61cdd57d72 tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.129 "DELETE /v2.0/ports/fb568c8d-a6b1-498a-ba4c-fec70f17030f HTTP/1.1" status: 204 len: 173 time: 1.1500964 Feb 16 15:09:50.785965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'name': 'network-vif-deleted', 'tag': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:50.788370 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ded19-060d-4421-9988-6ae420551137" -d '{"events": [{"server_uuid": "4b473ca5-eece-437a-8c3e-509a4efeaf33", "name": "network-vif-deleted", "tag": "fb568c8d-a6b1-498a-ba4c-fec70f17030f"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:50.834237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d298cbef-100f-42e2-a738-91995b076198 req-59bda06a-d69d-4773-bdc1-31d1366a3867 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 210 time: 0.0349061 Feb 16 15:09:50.906697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386b2bb9-c22f-49f8-b008-b7026395ffba req-ec399879-a5f0-472f-8848-2eafa87a804f tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 210 time: 0.0350056 Feb 16 15:09:51.031195 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96561895-6790-43a0-ac9a-75a30cf38142 x-openstack-request-id: req-96561895-6790-43a0-ac9a-75a30cf38142 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:51.033073 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b473ca5-eece-437a-8c3e-509a4efeaf33", "name": "network-vif-deleted", "tag": "fb568c8d-a6b1-498a-ba4c-fec70f17030f", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:51.033568 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-96561895-6790-43a0-ac9a-75a30cf38142 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:51.034035 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b473ca5-eece-437a-8c3e-509a4efeaf33', 'name': 'network-vif-deleted', 'tag': 'fb568c8d-a6b1-498a-ba4c-fec70f17030f', 'status': 'completed', 'code': 200} Feb 16 15:09:51.284358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942fe2d-eb8d-4ea0-b1af-20c20cae44a0 req-c99dbdaf-7ed0-49a7-a9af-da07fdcd26fa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:51.287336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4942fe2d-eb8d-4ea0-b1af-20c20cae44a0 req-c99dbdaf-7ed0-49a7-a9af-da07fdcd26fa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0654657 Feb 16 15:09:51.335782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4942fe2d-eb8d-4ea0-b1af-20c20cae44a0 req-2b6bc1b4-cdf5-4e1d-8e75-00b1d19f982e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Feb 16 15:09:52.126309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c2da5a4d-f0fd-42ae-936c-498d2bd7fbde req-cff5476e-ac6a-4bda-b076-547cf64a040e tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 210 time: 0.0304866 Feb 16 15:09:52.153940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc1ec-1df9-46da-aa2c-8d582bd7cca6 req-7c909ba3-d452-4745-b6b9-05930b8ef78a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.157931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-873cc1ec-1df9-46da-aa2c-8d582bd7cca6 req-7c909ba3-d452-4745-b6b9-05930b8ef78a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 947 time: 0.4683182 Feb 16 15:09:52.304658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-873cc1ec-1df9-46da-aa2c-8d582bd7cca6 req-be326142-196f-462a-9d99-f40fe2769d42 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338141 Feb 16 15:09:52.306619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48defb11-83a9-457f-9ce3-7db07fdf3884 req-45144a1f-185c-4fd8-b2c3-5f156f9b884f tempest-TestServerAdvancedOps-1373961774 tempest-TestServerAdvancedOps-1373961774-project] 10.222.0.113 "GET /v2.0/ports?device_id=4b473ca5-eece-437a-8c3e-509a4efeaf33 HTTP/1.1" status: 200 len: 210 time: 0.0550075 Feb 16 15:09:52.356383 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:09:52.372356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-d95ce8ab-8df6-4d4a-842a-1731b7c372a2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.385094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-d95ce8ab-8df6-4d4a-842a-1731b7c372a2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.2140117 Feb 16 15:09:52.394670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Request body: {'port': {'device_id': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'admin_state_up': True, 'tenant_id': 'c4eb6b0da95b4347b74cfe4dfaf19d59'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:52.540863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fd05d-819a-4cd6-bba2-c19624111bf7 req-4549bcdf-3ab7-45b3-be16-d5cc40244df1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:52.542310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-577fd05d-819a-4cd6-bba2-c19624111bf7 req-4549bcdf-3ab7-45b3-be16-d5cc40244df1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1174583 Feb 16 15:09:52.607863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-577fd05d-819a-4cd6-bba2-c19624111bf7 req-8c51c7bb-dfe9-45ff-9f24-f3105d875165 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 Feb 16 15:09:52.728711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Made reservation on behalf of c4eb6b0da95b4347b74cfe4dfaf19d59 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:52.741726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:52.924050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Allocated IP 172.20.0.6 (6031c0d8-0c32-4cc0-8145-1a250d2aacb4/fb250468-f6e9-426f-aea6-b4a0f8662c37/2beb8b88-16eb-43ad-ba30-60c55173b621) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:09:53.094389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.227596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97efc123-1435-4a7d-b8ba-c127f6c13700 req-771f896b-0fb3-4373-bc71-d6704dc64d1c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Feb 16 15:09:53.277543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.292666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c837b121-8533-49ef-a09b-8a67562acb40'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:53.295733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:53.343686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:09:53.365356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fb568c8d-a6b1-498a-ba4c-fec70f17030f no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:09:53.366396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:09:53.381072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:09:53.385435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event updated for resources: {'Port': ['ID=2beb8b88-16eb-43ad-ba30-60c55173b621,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:53.398764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: fb568c8d-a6b1-498a-ba4c-fec70f17030f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:09:53.399130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fb568c8d-a6b1-498a-ba4c-fec70f17030f not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:09:53.413957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55240) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:53.457232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:53.457870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.470583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] Deleting subnet 2a8f8731-2380-4e67-93ff-4d08ad91eb8a {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:09:53.474808 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.526539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d3102-0173-4389-8779-34c01ce574e3 req-4eea6261-3aa2-4c86-a4b5-c4819241c909 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:53.528225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-404d3102-0173-4389-8779-34c01ce574e3 req-4eea6261-3aa2-4c86-a4b5-c4819241c909 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 947 time: 0.0886748 Feb 16 15:09:53.545640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.578446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-404d3102-0173-4389-8779-34c01ce574e3 req-13a198fa-d768-4bb9-b17e-0dc33382216a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Feb 16 15:09:53.605232 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.641279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55252) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:53.661079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7b1c0341-291c-4175-a0dc-ce5a2f1d012c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2667623 Feb 16 15:09:53.669601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Request body: {'port': {'device_id': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:53.787135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.796575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07bce-6dbf-4548-a0ed-4b6143113bd4 req-f07cb612-2e77-4fdc-970f-b11c9c0e432e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:53.798286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efe07bce-6dbf-4548-a0ed-4b6143113bd4 req-f07cb612-2e77-4fdc-970f-b11c9c0e432e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1017964 Feb 16 15:09:53.799475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc183ee8-68ff-406b-8da4-6f94f93a2b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.803786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.831644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8f8731-2380-4e67-93ff-4d08ad91eb8a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:53.837541 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:53.842134 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b2e2ff44-1e4f-421f-888f-58f8f141d1fa admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2a8f8731-2380-4e67-93ff-4d08ad91eb8a HTTP/1.1" status: 204 len: 168 time: 0.4263101 Feb 16 15:09:53.844715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55260) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:53.915501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efe07bce-6dbf-4548-a0ed-4b6143113bd4 req-a49ba021-b159-4266-b1b3-fa62a1673be7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065767 Feb 16 15:09:53.916678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.023776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.044404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ee0db8-a431-4300-9e93-22d8fda822b7']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:54.054608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a283f54-9d29-441f-8fe1-2da6d41cc9fa') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:54.054895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a283f54-9d29-441f-8fe1-2da6d41cc9fa') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:54.064511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.078242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.084358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc183ee8-68ff-406b-8da4-6f94f93a2b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.084513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:09:54.084968 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:09:54.086670 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:09:54.194387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beb8b88-16eb-43ad-ba30-60c55173b621 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:54.204820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.218875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Transition to ACTIVE for port object 2beb8b88-16eb-43ad-ba30-60c55173b621 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:09:54.334806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc183ee8-68ff-406b-8da4-6f94f93a2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.386549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc183ee8-68ff-406b-8da4-6f94f93a2b13 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ff7e4219d64c4cedae3fbc4dfd92cd32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441719 Feb 16 15:09:54.389655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55274) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:54.398635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51380651-31cb-492d-83a4-c8267e5d1c29 req-c57a9d7e-2dbe-45b0-b5fa-5fa2dcf722c5 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:54.400394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51380651-31cb-492d-83a4-c8267e5d1c29 req-c57a9d7e-2dbe-45b0-b5fa-5fa2dcf722c5 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 931 time: 0.1004055 Feb 16 15:09:54.401082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc183ee8-68ff-406b-8da4-6f94f93a2b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949eb0e3-109c-43bc-8723-340f66aa6736,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.423343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.430480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.450726 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.454869 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] 10.222.0.113 "DELETE /v2.0/networks/22ee0db8-a431-4300-9e93-22d8fda822b7 HTTP/1.1" status: 204 len: 168 time: 0.6080203 Feb 16 15:09:54.461946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55280) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:54.470774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4800a8-6432-48db-a363-f632bf1babc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ee0db8-a431-4300-9e93-22d8fda822b7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.489344 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-91c43d74-f44a-47bd-b5da-7a9c663c7ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.511070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-91c43d74-f44a-47bd-b5da-7a9c663c7ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.550155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2beb8b88-16eb-43ad-ba30-60c55173b621,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.556624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51380651-31cb-492d-83a4-c8267e5d1c29 req-64eca15c-42ff-45f8-be19-32df8f68bc4d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451077 Feb 16 15:09:54.596891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] Deleting subnet a75a79fb-f636-4be6-8dbb-d402f817efb5 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:09:54.614343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.637106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-91c43d74-f44a-47bd-b5da-7a9c663c7ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.639742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-91c43d74-f44a-47bd-b5da-7a9c663c7ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.643690 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-91c43d74-f44a-47bd-b5da-7a9c663c7ecd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/949eb0e3-109c-43bc-8723-340f66aa6736 HTTP/1.1" status: 204 len: 168 time: 0.2529230 Feb 16 15:09:54.655770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c43d74-f44a-47bd-b5da-7a9c663c7ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949eb0e3-109c-43bc-8723-340f66aa6736,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:54.688625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.712258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Attempting to bind port 2beb8b88-16eb-43ad-ba30-60c55173b621 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:09:54.712593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Attempting to bind port 2beb8b88-16eb-43ad-ba30-60c55173b621 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:09:54.712924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Attempting to bind port 2beb8b88-16eb-43ad-ba30-60c55173b621 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:54.723528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Port 2beb8b88-16eb-43ad-ba30-60c55173b621 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:09:54.723966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Attempting to bind port 2beb8b88-16eb-43ad-ba30-60c55173b621 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:09:54.733771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:09:54.734108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Checking segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:09:54.734489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Bound using segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:09:54.734912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Bound port: 2beb8b88-16eb-43ad-ba30-60c55173b621, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:09:54.735266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.750572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.845713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] For port 2beb8b88-16eb-43ad-ba30-60c55173b621, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:09:54.849963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] For port 2beb8b88-16eb-43ad-ba30-60c55173b621, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2beb8b88-16eb-43ad-ba30-60c55173b621,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:09:54.931765 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.940919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.970179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:54.970858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:54.973672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] 10.222.0.93 "PUT /v2.0/ports/2beb8b88-16eb-43ad-ba30-60c55173b621 HTTP/1.1" status: 200 len: 1091 time: 1.3090813 Feb 16 15:09:55.009506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'tag': '2beb8b88-16eb-43ad-ba30-60c55173b621'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:09:55.011966 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf6daa-0173-4339-b2c5-8a30a5857bed" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b5e086-f94e-4b61-9e91-456082d49b71", "tag": "2beb8b88-16eb-43ad-ba30-60c55173b621"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:09:55.048673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.056073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55304) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:55.056250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a75a79fb-f636-4be6-8dbb-d402f817efb5 HTTP/1.1" status: 204 len: 168 time: 0.5886304 Feb 16 15:09:55.057036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd5e19-8eaa-4429-ad2c-e3fe4c6bd851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75a79fb-f636-4be6-8dbb-d402f817efb5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:55.093776 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c6d84-99d2-48d5-8b2e-016e019f1ac8 x-openstack-request-id: req-a22c6d84-99d2-48d5-8b2e-016e019f1ac8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:09:55.094928 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b5e086-f94e-4b61-9e91-456082d49b71", "tag": "2beb8b88-16eb-43ad-ba30-60c55173b621", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:09:55.094928 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a22c6d84-99d2-48d5-8b2e-016e019f1ac8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:09:55.094928 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'tag': '2beb8b88-16eb-43ad-ba30-60c55173b621', 'status': 'completed', 'code': 200} Feb 16 15:09:55.131658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabb398-d12f-4d12-a7c3-107d6d1202d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2beb8b88-16eb-43ad-ba30-60c55173b621,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:55.132710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.164557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5eb0e-6462-417a-b217-094a6fa15086 req-2907ec3d-cc9c-4df3-b12f-1e13955551c2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.166083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b5eb0e-6462-417a-b217-094a6fa15086 req-2907ec3d-cc9c-4df3-b12f-1e13955551c2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1234238 Feb 16 15:09:55.198933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6daa-0173-4339-b2c5-8a30a5857bed req-30905223-fe0a-442c-b6f8-9580e2d41c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.200495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17cf6daa-0173-4339-b2c5-8a30a5857bed req-30905223-fe0a-442c-b6f8-9580e2d41c73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 1094 time: 0.0804415 Feb 16 15:09:55.219716 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.242538 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b5eb0e-6462-417a-b217-094a6fa15086 req-da77a3c0-87d1-45c3-ae72-61e80bb0d5ca tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Feb 16 15:09:55.243696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f3e504-25e8-4760-b487-a7101339495c']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:55.253135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7400a6-e671-40b0-ab10-91c6ddd91721') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:55.254100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7400a6-e671-40b0-ab10-91c6ddd91721') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:09:55.265197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.289718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.289718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:09:55.289718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:09:55.293250 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:09:55.333170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6daa-0173-4339-b2c5-8a30a5857bed req-b0f0e7bd-4866-4f24-b123-3a407e9e8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.334635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17cf6daa-0173-4339-b2c5-8a30a5857bed req-b0f0e7bd-4866-4f24-b123-3a407e9e8118 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1222482 Feb 16 15:09:55.441134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6daa-0173-4339-b2c5-8a30a5857bed req-9c93e9da-3f71-472c-932e-b31c43015f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.441134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17cf6daa-0173-4339-b2c5-8a30a5857bed req-9c93e9da-3f71-472c-932e-b31c43015f17 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0956926 Feb 16 15:09:55.506579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.512345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.522118 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] 10.222.0.113 "DELETE /v2.0/networks/79f3e504-25e8-4760-b487-a7101339495c HTTP/1.1" status: 204 len: 168 time: 0.4598327 Feb 16 15:09:55.526011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-8450cd10-9078-43f6-8d79-d3087874b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.527619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-8450cd10-9078-43f6-8d79-d3087874b297 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 1094 time: 0.0510061 Feb 16 15:09:55.537541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147727a-df86-4517-9a97-e512e7f340f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f3e504-25e8-4760-b487-a7101339495c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:55.580847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-1afd0e23-7c92-4851-8e87-d981c2d32edc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2beb8b88-16eb-43ad-ba30-60c55173b621 HTTP/1.1" status: 200 len: 217 time: 0.0446420 Feb 16 15:09:55.631955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-cee5a206-17f6-47a8-a845-12a64c9530c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.633463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-cee5a206-17f6-47a8-a845-12a64c9530c4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.0463760 Feb 16 15:09:55.689432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:55.689530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-bc13ba89-addf-487b-9f13-7309780b83fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405867 Feb 16 15:09:55.695175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ef377e7-51cb-4ed0-9c3c-24b5a4b41b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.757167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2718dc4-c30f-403c-958a-531d38eb015d req-7f9c2c6f-998f-4618-91fc-1a4d9c603443 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:55.758820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2718dc4-c30f-403c-958a-531d38eb015d req-7f9c2c6f-998f-4618-91fc-1a4d9c603443 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 943 time: 0.1245084 Feb 16 15:09:55.775013 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ef377e7-51cb-4ed0-9c3c-24b5a4b41b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.833785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2718dc4-c30f-403c-958a-531d38eb015d req-771edcc4-2f43-4669-93c3-f3ecab40163b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624890 Feb 16 15:09:55.836265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-7dfa075f-5089-4edf-b2da-d2a0c2009e71 service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414819 Feb 16 15:09:55.935668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42b904b-467f-4b0c-8e2c-8be5261d4be5 req-e7787975-504b-48f7-a03e-eb37629a92ed service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922091 Feb 16 15:09:55.947818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5ef377e7-51cb-4ed0-9c3c-24b5a4b41b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:55.986726 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5ef377e7-51cb-4ed0-9c3c-24b5a4b41b04 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8bbb061dfc984b4f92b98dcec618bde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048003 Feb 16 15:09:55.990015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55324) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:55.990153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef377e7-51cb-4ed0-9c3c-24b5a4b41b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a8480-b96b-4790-baed-076522756e68,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:56.042584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86b5ca7f-a817-407d-bad0-1bcfeffbd8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.065112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86b5ca7f-a817-407d-bad0-1bcfeffbd8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.088748 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55332) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:56.130959 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a9d6bf67-989a-4cf3-8940-83fd807f7fc6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=763f8a29847d40b09a568e85edb09c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408196 Feb 16 15:09:56.133397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55334) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:56.186361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce4779c4-a230-48aa-84a3-49c81c6da845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.208720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce4779c4-a230-48aa-84a3-49c81c6da845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.242178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86b5ca7f-a817-407d-bad0-1bcfeffbd8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.244854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86b5ca7f-a817-407d-bad0-1bcfeffbd8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.246288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86b5ca7f-a817-407d-bad0-1bcfeffbd8c5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e82a8480-b96b-4790-baed-076522756e68 HTTP/1.1" status: 204 len: 168 time: 0.2550898 Feb 16 15:09:56.255210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5ca7f-a817-407d-bad0-1bcfeffbd8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a8480-b96b-4790-baed-076522756e68,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:56.387974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74122d7b-5e0c-4ec2-90d7-6460637e94fa req-0cfec492-3c87-4786-9e8c-c20110f80227 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:56.389630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74122d7b-5e0c-4ec2-90d7-6460637e94fa req-0cfec492-3c87-4786-9e8c-c20110f80227 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0566406 Feb 16 15:09:56.432471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74122d7b-5e0c-4ec2-90d7-6460637e94fa req-0e6d007e-4d09-4365-87d2-01b350aac03c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Feb 16 15:09:56.437021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce4779c4-a230-48aa-84a3-49c81c6da845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.439757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ce4779c4-a230-48aa-84a3-49c81c6da845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:56.449906 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ce4779c4-a230-48aa-84a3-49c81c6da845 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f0abde7e-0382-46ef-9f28-50bb5524338f HTTP/1.1" status: 204 len: 168 time: 0.3066738 Feb 16 15:09:56.449906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4779c4-a230-48aa-84a3-49c81c6da845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0abde7e-0382-46ef-9f28-50bb5524338f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:56.962209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc4de3-189c-4e09-949d-9a1912617d35 req-7d6f2666-3aa5-461b-b2c3-605d27499ad2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:56.963784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8bc4de3-189c-4e09-949d-9a1912617d35 req-7d6f2666-3aa5-461b-b2c3-605d27499ad2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 943 time: 0.0607653 Feb 16 15:09:57.005803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8bc4de3-189c-4e09-949d-9a1912617d35 req-2a367279-b9da-4f5d-95b6-c17779373ede tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345285 Feb 16 15:09:57.557555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba5393-2370-4fda-a497-f0c2f41aed46 req-a4b3657f-c579-43ca-963e-520021b54ddb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:57.557555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-faba5393-2370-4fda-a497-f0c2f41aed46 req-a4b3657f-c579-43ca-963e-520021b54ddb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0514064 Feb 16 15:09:57.567690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55386) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:57.596113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-faba5393-2370-4fda-a497-f0c2f41aed46 req-d66e2601-315a-4f6d-ac9d-ebb5e3f8b352 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Feb 16 15:09:57.611409 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e7fe0704-807a-46c9-8742-d0e857040fe0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=372f8023e48e463aba4d0df83d7e376b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423105 Feb 16 15:09:57.614640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55388) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:57.672214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b063a9a8-0f7e-4ab2-90b7-b26deccb9129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:57.696143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b063a9a8-0f7e-4ab2-90b7-b26deccb9129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:57.836757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b063a9a8-0f7e-4ab2-90b7-b26deccb9129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:57.839774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b063a9a8-0f7e-4ab2-90b7-b26deccb9129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:57.843594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b063a9a8-0f7e-4ab2-90b7-b26deccb9129 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f524bcd4-0a20-4855-bc1f-aea6ce3efa95 HTTP/1.1" status: 204 len: 168 time: 0.2277441 Feb 16 15:09:57.857429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063a9a8-0f7e-4ab2-90b7-b26deccb9129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f524bcd4-0a20-4855-bc1f-aea6ce3efa95,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:58.129880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151410b-2b25-444b-bf93-acdb5f86e558 req-1465e0cd-1090-4922-9386-23b80ec207be tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:58.131387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a151410b-2b25-444b-bf93-acdb5f86e558 req-1465e0cd-1090-4922-9386-23b80ec207be tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 943 time: 0.0537124 Feb 16 15:09:58.178540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a151410b-2b25-444b-bf93-acdb5f86e558 req-bb97b918-f2e5-419c-8566-43ce44f055c0 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Feb 16 15:09:58.692489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2beb8b88-16eb-43ad-ba30-60c55173b621 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:09:58.721461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29393789-9e31-4804-9236-256049cda32b req-8ea23d6a-2e24-4926-97d1-ceefad77d9c4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:58.722997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29393789-9e31-4804-9236-256049cda32b req-8ea23d6a-2e24-4926-97d1-ceefad77d9c4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0519664 Feb 16 15:09:58.770789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29393789-9e31-4804-9236-256049cda32b req-05320791-1ddb-4e3e-9b65-9ae307d80bca tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Feb 16 15:09:58.813500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2beb8b88-16eb-43ad-ba30-60c55173b621, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2beb8b88-16eb-43ad-ba30-60c55173b621,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:58.831333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '2beb8b88-16eb-43ad-ba30-60c55173b621', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'port_id': '2beb8b88-16eb-43ad-ba30-60c55173b621', 'mac_address': 'fa:16:3e:49:bc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb250468-f6e9-426f-aea6-b4a0f8662c37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:09:58.882584 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:58.896717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beb8b88-16eb-43ad-ba30-60c55173b621 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:09:58.915508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2beb8b88-16eb-43ad-ba30-60c55173b621, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2beb8b88-16eb-43ad-ba30-60c55173b621,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:09:59.093963 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:59.151936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=2beb8b88-16eb-43ad-ba30-60c55173b621,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:09:59.159590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.159957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.160300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.160630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.160954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.161278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.161600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.161922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.162240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.162555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.162876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.163188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:09:59.322004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9125a-5471-4ee2-861a-c8d0bb111c7c req-08f28f3a-b577-460a-986d-2fdee526e7dc tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:59.323476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4d9125a-5471-4ee2-861a-c8d0bb111c7c req-08f28f3a-b577-460a-986d-2fdee526e7dc tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 944 time: 0.0500002 Feb 16 15:09:59.349348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['2beb8b88-16eb-43ad-ba30-60c55173b621'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:09:59.368075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4d9125a-5471-4ee2-861a-c8d0bb111c7c req-38f7a4e4-1320-4aa4-9fdc-12be86c876f2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Feb 16 15:09:59.498805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55466) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:09:59.618485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-676449457-network', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:09:59.761912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Made reservation on behalf of 112c5f0d4df94ceaae8b3ba8130cbde9 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:09:59.764385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:59.774122 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:59.852789 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:09:59.910587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ebc9d-db15-4bc1-8dbd-2d7a41b009b4 req-22cb5937-a622-4698-837e-ba4deb8a21c6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:09:59.912058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae4ebc9d-db15-4bc1-8dbd-2d7a41b009b4 req-22cb5937-a622-4698-837e-ba4deb8a21c6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0500557 Feb 16 15:09:59.953466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae4ebc9d-db15-4bc1-8dbd-2d7a41b009b4 req-3e9ae372-a19c-4c20-9d4d-ea12b8fbd346 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Feb 16 15:10:00.048061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:00.075839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:10:00.082065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9a225-7e3c-4926-808f-209575647f68,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:00.087904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:00.088241 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Added segment 6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a of type vlan for network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a Feb 16 15:10:00.127720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:00.311861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:00.312798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:00.313394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:00.392761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] Pushing event updated for resources: {'Network': ['ID=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:00.402960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:10:00.493024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ca0e2f44-e9ae-4e8d-b0c8-50d37e9ff027 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9925644 Feb 16 15:10:00.496102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55502) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:00.501885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Request body: {'subnet': {'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-676449457-subnet', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:00.530648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68406c-3cc8-45b0-b010-1a5c32dfa744 req-13547f6b-b4f8-4d0e-9194-e6c98a5ad3d2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:00.532270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e68406c-3cc8-45b0-b010-1a5c32dfa744 req-13547f6b-b4f8-4d0e-9194-e6c98a5ad3d2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 944 time: 0.0804822 Feb 16 15:10:00.594380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e68406c-3cc8-45b0-b010-1a5c32dfa744 req-0af86c06-7f5b-426a-ba7a-c926db73668e tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Feb 16 15:10:00.621897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Made reservation on behalf of 112c5f0d4df94ceaae8b3ba8130cbde9 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:00.624838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:00.712485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2beb8b88-16eb-43ad-ba30-60c55173b621 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:00.939674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 2beb8b88-16eb-43ad-ba30-60c55173b621 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:00.943785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 2beb8b88-16eb-43ad-ba30-60c55173b621 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:00.944161 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:00.962632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.042689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971c09fd-0305-49c8-8f53-3a9155006368,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:01.055926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.066907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Checking segment: {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:01.067265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Network hostable DHCP agents. Network: 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:10:01.087076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beb8b88-16eb-43ad-ba30-60c55173b621'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:01.103182 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e93148-b9dc-4214-8aa1-3691ddb7453d" -d '{"events": [{"server_uuid": "f1b5e086-f94e-4b61-9e91-456082d49b71", "name": "network-vif-plugged", "status": "completed", "tag": "2beb8b88-16eb-43ad-ba30-60c55173b621"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:01.113739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1e65d-df5c-49d2-8017-a8c53d4e1a60 req-61abe1e4-d34f-4a75-b345-51f32f798784 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.114719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2beb8b88-16eb-43ad-ba30-60c55173b621, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2beb8b88-16eb-43ad-ba30-60c55173b621,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:01.115692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69e1e65d-df5c-49d2-8017-a8c53d4e1a60 req-61abe1e4-d34f-4a75-b345-51f32f798784 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0877898 Feb 16 15:10:01.160728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69e1e65d-df5c-49d2-8017-a8c53d4e1a60 req-2e79a46a-7363-4b3d-a6c7-efedc3216392 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Feb 16 15:10:01.248119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:10:01.249673 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.304479 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d7694-dd6b-4c76-8273-42939fb8fa90 x-openstack-request-id: req-540d7694-dd6b-4c76-8273-42939fb8fa90 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:01.304770 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b5e086-f94e-4b61-9e91-456082d49b71", "name": "network-vif-plugged", "status": "completed", "tag": "2beb8b88-16eb-43ad-ba30-60c55173b621", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:01.334226 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-540d7694-dd6b-4c76-8273-42939fb8fa90 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:01.334226 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beb8b88-16eb-43ad-ba30-60c55173b621', 'code': 200} Feb 16 15:10:01.334226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=2beb8b88-16eb-43ad-ba30-60c55173b621,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:01.380256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:01.385973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.387780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.389996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73b642-ec0b-4772-a23d-2bb3fdce0642 None None] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:10:01.428810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851cf3a-57a2-4f14-9014-77be004e4cca req-22e9e0c5-be68-4c94-820e-7e873f84e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.430325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a851cf3a-57a2-4f14-9014-77be004e4cca req-22e9e0c5-be68-4c94-820e-7e873f84e6fc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 1096 time: 0.0595696 Feb 16 15:10:01.467996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a851cf3a-57a2-4f14-9014-77be004e4cca req-3fa1c456-ab05-4b9c-8e53-dbb734d10448 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Feb 16 15:10:01.501076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:01.502596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27e984f4-9128-4e1e-b06a-0d31772e82f7 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0053911 Feb 16 15:10:01.513488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:01.576602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:10:01.577515 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.602705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.609544 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.677475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.744579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61090c1e-89bf-4ecc-8daa-ef17120ae32f req-78f5f0f9-c889-4fa4-830a-57faf3e3e54a tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:01.746108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61090c1e-89bf-4ecc-8daa-ef17120ae32f req-78f5f0f9-c889-4fa4-830a-57faf3e3e54a tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 945 time: 0.0593774 Feb 16 15:10:01.755047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Allocated IP 172.20.0.2 (4c14bffe-1886-4a4a-9a55-bb1e63aeea0a/971c09fd-0305-49c8-8f53-3a9155006368/9f7cfd2b-4b3f-4120-8e25-6638ec85d06e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:01.801255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61090c1e-89bf-4ecc-8daa-ef17120ae32f req-0fc67686-7a17-4267-a0e7-7b0f522da2ae tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Feb 16 15:10:01.929693 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:01.945587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:02.077147 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:02.121836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:02.124706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:02.127683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:02.139688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Pushing event updated for resources: {'Port': ['ID=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:02.196219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Attempting to bind port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:02.196816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Attempting to bind port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:02.197249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Attempting to bind port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e on network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:02.208490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:02.209015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Checking segment: {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:02.209653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:02.210279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Bound using segment: {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:02.210853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Bound port: 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:02.211483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:02.300494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] For port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:02.304734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] For port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:02.371090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e6bf4-0c72-4012-83ee-f24690e59f62 req-55012b4b-779d-4f57-bf52-fbcd814676f6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:02.373049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-325e6bf4-0c72-4012-83ee-f24690e59f62 req-55012b4b-779d-4f57-bf52-fbcd814676f6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0781927 Feb 16 15:10:02.436147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-325e6bf4-0c72-4012-83ee-f24690e59f62 req-d3ad5386-f989-491e-ace9-918f63178165 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553954 Feb 16 15:10:02.489524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:02.561319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd1e97-e1ba-4c2c-8a1c-8eac9aed2241 None None] Pushing event updated for resources: {'Port': ['ID=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:02.747199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:02.767348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:02.937194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Allocated IP 172.25.6.237 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/c2771f86-4359-464e-a746-17a16d2ccc60) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:03.035574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c25a-828d-4b11-a934-ad36491886eb req-d81db7da-bc68-4fba-8cb0-b24b1ff491e3 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:03.041118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb82c25a-828d-4b11-a934-ad36491886eb req-d81db7da-bc68-4fba-8cb0-b24b1ff491e3 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 945 time: 0.1227415 Feb 16 15:10:03.093677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb82c25a-828d-4b11-a934-ad36491886eb req-48fa8f08-21ae-4111-be8d-4c4d3662eacb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462925 Feb 16 15:10:03.122720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:03.224280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:03.254936 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:03.321484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:03.321484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:03.329418 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:03.335578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:03.338461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:03.342906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Pushing event updated for resources: {'Port': ['ID=c2771f86-4359-464e-a746-17a16d2ccc60,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:03.424402 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:03.477813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:03.596336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69348ad9-534a-4aca-b11b-ff7e1e2427c1 req-a67946d9-6663-46d5-a430-b9725d39e55f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:03.598856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69348ad9-534a-4aca-b11b-ff7e1e2427c1 req-a67946d9-6663-46d5-a430-b9725d39e55f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0529284 Feb 16 15:10:03.602734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:03.684033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69348ad9-534a-4aca-b11b-ff7e1e2427c1 req-7a279bb5-640b-47cf-9d69-3baa1a91fc73 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730834 Feb 16 15:10:03.699564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:03.794034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:03.866302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce499044-4d79-4f2a-95c0-057298c8db3b None None] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:10:04.014487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4791225c-78ba-4d8c-88ba-d6be2104a1b0 None None] Provisioning complete for port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:04.014920 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4791225c-78ba-4d8c-88ba-d6be2104a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:04.026592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:04.243034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Router 205b2367-3e88-42b8-a11d-0ccee19fa09a is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:10:04.253873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ae6d5-1939-4129-9599-4c4c28561e72 req-296d5ec6-f070-42f7-8dfc-fbf11111ca02 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:04.255956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff9ae6d5-1939-4129-9599-4c4c28561e72 req-296d5ec6-f070-42f7-8dfc-fbf11111ca02 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 945 time: 0.0621929 Feb 16 15:10:04.323765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff9ae6d5-1939-4129-9599-4c4c28561e72 req-1e244f3c-19b5-4790-8d55-cf8978c09b4b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615022 Feb 16 15:10:04.404978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:04.416602 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Sync routers for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:04.430773 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:04.431392 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:09:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:04.497799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-02113ff9-2631-4147-b057-e7e226f955d1 None None] Provisioning complete for port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:04.498366 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-02113ff9-2631-4147-b057-e7e226f955d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:04.513395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:04.515178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e263ea81-cb58-46bb-b76a-d897fc5e667b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0130949 Feb 16 15:10:04.517793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:04.563527 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:04.788779 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:03Z', 'revision_number': 3, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:04.823419 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Checking router: 205b2367-3e88-42b8-a11d-0ccee19fa09a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:04.824037 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Updating router 205b2367-3e88-42b8-a11d-0ccee19fa09a port c2771f86-4359-464e-a746-17a16d2ccc60 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:04.858622 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:04.868381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295157e7-8eb6-4f2b-882f-7d14ce85aa8a req-a9ac4d46-43c4-415e-9b6d-0250de766da9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:04.870681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-295157e7-8eb6-4f2b-882f-7d14ce85aa8a req-a9ac4d46-43c4-415e-9b6d-0250de766da9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0775306 Feb 16 15:10:04.916635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-295157e7-8eb6-4f2b-882f-7d14ce85aa8a req-eb672469-2b6e-4e8d-a8d1-b56624aa8be4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Feb 16 15:10:05.063207 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.261070 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.271436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:05.329505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e63adf18-e673-4d18-a370-3fc8903abd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.334007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:05.334443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.339730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Allocated IP 172.20.0.1 (4c14bffe-1886-4a4a-9a55-bb1e63aeea0a/971c09fd-0305-49c8-8f53-3a9155006368/ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:05.500319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.511032 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.563113 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Attempting to bind port c2771f86-4359-464e-a746-17a16d2ccc60 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:05.563480 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Attempting to bind port c2771f86-4359-464e-a746-17a16d2ccc60 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:05.563880 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Attempting to bind port c2771f86-4359-464e-a746-17a16d2ccc60 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:05.570080 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Pushing event updated for resources: {'Port': ['ID=c2771f86-4359-464e-a746-17a16d2ccc60,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:05.575078 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:05.575454 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:05.575961 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.576247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:05.576724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Bound port: c2771f86-4359-464e-a746-17a16d2ccc60, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:05.577095 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.584537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.584881 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.585210 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.585566 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.585904 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.586212 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.586552 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.586908 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.587221 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.587566 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.587890 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.588230 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:05.641949 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] For port c2771f86-4359-464e-a746-17a16d2ccc60, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:05.645712 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] For port c2771f86-4359-464e-a746-17a16d2ccc60, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c2771f86-4359-464e-a746-17a16d2ccc60,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:05.648603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.690873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:05.693887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:05.697304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:05.719257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Pushing event updated for resources: {'Port': ['ID=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:05.742953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.786114 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:05.863520 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:05.863520 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:09:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:05.870083 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d8d55-44bf-4822-83f4-f5c628ba9119 None None] Pushing event updated for resources: {'Port': ['ID=c2771f86-4359-464e-a746-17a16d2ccc60,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:06.033792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2930d06c-3c84-42e6-b4f8-e0c4fca98812 None None] Provisioning complete for port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:06.034784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2930d06c-3c84-42e6-b4f8-e0c4fca98812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:06.061913 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:06.102027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1eaec-3cc1-43b5-95f9-876fc00a7b15 req-f2f5233c-9639-4480-9cc7-23ee3f0d7a57 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:06.115096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68f1eaec-3cc1-43b5-95f9-876fc00a7b15 req-f2f5233c-9639-4480-9cc7-23ee3f0d7a57 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1054785 Feb 16 15:10:06.132879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2930d06c-3c84-42e6-b4f8-e0c4fca98812 None None] Port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:10:06.151748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:06.212889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68f1eaec-3cc1-43b5-95f9-876fc00a7b15 req-ba5cacf9-1d42-4be3-93b3-e763f9b4d0fb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954196 Feb 16 15:10:06.329372 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:03Z', 'revision_number': 3, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:06.363023 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aabfe-621f-4020-9b9e-9ba38977c651 None None] The sync data for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 is: [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:03Z', 'revision_number': 3, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:06.404467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:06.535059 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:06.655432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Pushing event updated for resources: {'Port': ['ID=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:06.671276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:06.817598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:06.819086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:06.999915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Router 205b2367-3e88-42b8-a11d-0ccee19fa09a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:07.128832 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:07.139642 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-51d9d944-189e-42ca-8790-48f24ff85c7c admin admin] 10.222.0.113 "PUT /v2.0/routers/205b2367-3e88-42b8-a11d-0ccee19fa09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6163561 Feb 16 15:10:07.197629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-23bec9bd-c172-47f5-babb-36e9a9d91f3b None None] Provisioning complete for port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:07.199619 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-23bec9bd-c172-47f5-babb-36e9a9d91f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:07.265763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-23bec9bd-c172-47f5-babb-36e9a9d91f3b None None] Port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:10:07.294825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c2771f86-4359-464e-a746-17a16d2ccc60 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:07.372477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dfcfb-8a8e-4521-8397-f7f37b0be3e8 req-e36cb991-4987-4a81-a8c7-9bb617409892 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:07.379005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d1dfcfb-8a8e-4521-8397-f7f37b0be3e8 req-e36cb991-4987-4a81-a8c7-9bb617409892 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0808876 Feb 16 15:10:07.400840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c2771f86-4359-464e-a746-17a16d2ccc60 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:07.401212 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:07.443160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d1dfcfb-8a8e-4521-8397-f7f37b0be3e8 req-8c2c3350-d7ac-4c6b-a145-616f7c27dcd4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563107 Feb 16 15:10:07.545136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:07.582916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port c2771f86-4359-464e-a746-17a16d2ccc60, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c2771f86-4359-464e-a746-17a16d2ccc60,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:07.728521 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:07.785544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=c2771f86-4359-464e-a746-17a16d2ccc60,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:08.077674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2590ba-b803-49cd-bb9d-b58f53539697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:08.292765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:08.299922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1677891400-network', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:08.509029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Sync routers for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:08.523026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:08.526033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:08.568147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba4994-d10f-429b-9570-897651bde727 req-40054143-570d-4ef1-93d9-65732ee63455 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:08.569992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55ba4994-d10f-429b-9570-897651bde727 req-40054143-570d-4ef1-93d9-65732ee63455 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0567815 Feb 16 15:10:08.586882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Made reservation on behalf of 890418da132f4f118dcea1f0fa92cd62 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:08.593415 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:08.630504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:08.648542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55ba4994-d10f-429b-9570-897651bde727 req-f2e6030a-7076-4801-af8f-bad3d85ce98e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710020 Feb 16 15:10:08.677150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:08.747092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:08.847957 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:08.870893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:10:08.886232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b331394-b6ca-4b4f-a710-dec15f1e6096,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:08.889064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:08.889409 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Added segment bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60 of type vlan for network 0c5c025d-ab9e-4df8-a249-c75317fada5d Feb 16 15:10:08.897866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:06Z', 'revision_number': 2, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:08.933459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Checking router: 205b2367-3e88-42b8-a11d-0ccee19fa09a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:08.933810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Updating router 205b2367-3e88-42b8-a11d-0ccee19fa09a port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:08.944465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:08.967023 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.087606 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.088605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:09.089194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.170821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] Pushing event updated for resources: {'Network': ['ID=0c5c025d-ab9e-4df8-a249-c75317fada5d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:09.205451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:10:09.291302 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5c09818a-7fb5-477d-8fca-41e828c16dba admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9927883 Feb 16 15:10:09.291751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c2771f86-4359-464e-a746-17a16d2ccc60 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:09.291853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 55818) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:09.294817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Request body: {'subnet': {'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1677891400-subnet', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:09.418328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c2771f86-4359-464e-a746-17a16d2ccc60 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:09.418701 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.423836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.493304 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Made reservation on behalf of 890418da132f4f118dcea1f0fa92cd62 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:09.495608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.624781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.673970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.695767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9fcb9-c58d-4a51-b362-e0f73878afd2 None None] Pushing event updated for resources: {'Port': ['ID=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:09.740262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Attempting to bind port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:09.740826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Attempting to bind port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:09.741344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Attempting to bind port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 on network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:09.747215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:09.747617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Checking segment: {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:09.748120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.748508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Bound using segment: {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:09.749004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Bound port: ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:09.749384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.808260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:09.819664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0c46-6817-42ff-9cfc-73f1f15add4d req-8ddc7531-d83b-4b88-8c4b-d88c18f6e801 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:09.821377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca2b0c46-6817-42ff-9cfc-73f1f15add4d req-8ddc7531-d83b-4b88-8c4b-d88c18f6e801 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0644100 Feb 16 15:10:09.833354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] For port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:09.837318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] For port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:09.881144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca2b0c46-6817-42ff-9cfc-73f1f15add4d req-87359a77-f17e-4e01-aa9f-9d7c48a9ad7d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465472 Feb 16 15:10:09.883447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163705f0-a4e0-467a-87e0-4ab563b7ba86,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:09.894554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Checking segment: {'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:09.894974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Network hostable DHCP agents. Network: 0c5c025d-ab9e-4df8-a249-c75317fada5d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:10:09.975049 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.013949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:10:10.074098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:10.075002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:10.126497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9c6f828f-8a4e-4536-8f67-cd0f32dd86e8 None None] Provisioning complete for port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:10.126874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9c6f828f-8a4e-4536-8f67-cd0f32dd86e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.131043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9fcb9-c58d-4a51-b362-e0f73878afd2 None None] Pushing event updated for resources: {'Port': ['ID=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:10.140569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 0c5c025d-ab9e-4df8-a249-c75317fada5d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:10.150157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:10.152141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.163707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b13be-9871-4472-b2d9-f90ac13c31b2 None None] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:10:10.308754 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa6dbc00-69b8-44f0-b866-cb2ed9009476 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0118380 Feb 16 15:10:10.309469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55850) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:10.309810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:10.432803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.436407 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.459947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:10.516859 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.678484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9c6f828f-8a4e-4536-8f67-cd0f32dd86e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.732269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-0c5c025d-ab9e-4df8-a249-c75317fada5d', 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'fixed_ips': [{'subnet_id': '163705f0-a4e0-467a-87e0-4ab563b7ba86'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:10:10.733151 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.801631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9c6f828f-8a4e-4536-8f67-cd0f32dd86e8 None None] For port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:10.842183 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:10.957139 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9c6f828f-8a4e-4536-8f67-cd0f32dd86e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.010771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Allocated IP 172.20.0.2 (0c5c025d-ab9e-4df8-a249-c75317fada5d/163705f0-a4e0-467a-87e0-4ab563b7ba86/9513d2ba-237b-4dfa-9c06-a9215747f464) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:11.043234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f05e6b-3f69-484a-a7fc-d070680af710 req-c3dbf5b5-fa0c-4596-a810-ab6a2a3993e6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:11.045088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52f05e6b-3f69-484a-a7fc-d070680af710 req-c3dbf5b5-fa0c-4596-a810-ab6a2a3993e6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.0638103 Feb 16 15:10:11.060707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f828f-8a4e-4536-8f67-cd0f32dd86e8 None None] Pushing event updated for resources: {'Port': ['ID=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:11.109296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52f05e6b-3f69-484a-a7fc-d070680af710 req-0f0e638e-61c4-497c-9254-a7280b83829c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578520 Feb 16 15:10:11.111701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:09Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:11.162384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78106c7-0743-4871-b10e-ae7b7a2b27d0 None None] The sync data for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 is: [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:09Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:11.181236 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-318a2880-3755-40f0-b335-4dc1065ab541 None None] Provisioning complete for port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:11.181879 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-318a2880-3755-40f0-b335-4dc1065ab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.254082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.275318 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.392602 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.447249 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.456098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Allocated IP 172.25.6.52 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/90332be5-0253-4b3e-9485-9eb56ed1c786) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:11.494367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.540740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:11.548113 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.557386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:11.562097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:11.571519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Pushing event updated for resources: {'Port': ['ID=9513d2ba-237b-4dfa-9c06-a9215747f464,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:11.645406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.670230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Attempting to bind port 9513d2ba-237b-4dfa-9c06-a9215747f464 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:11.670606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Attempting to bind port 9513d2ba-237b-4dfa-9c06-a9215747f464 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:11.670971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Attempting to bind port 9513d2ba-237b-4dfa-9c06-a9215747f464 on network 0c5c025d-ab9e-4df8-a249-c75317fada5d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:11.687182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:11.687863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Checking segment: {'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:11.688241 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.688768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Bound using segment: {'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:11.689447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Bound port: 9513d2ba-237b-4dfa-9c06-a9215747f464, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:11.689931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.756893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:11.802032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] For port 9513d2ba-237b-4dfa-9c06-a9215747f464, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:11.810361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] For port 9513d2ba-237b-4dfa-9c06-a9215747f464, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9513d2ba-237b-4dfa-9c06-a9215747f464,segment=NetworkSegment(bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60),segment_id=bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:11.849264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:11.850752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:11.855333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:11.904336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=90332be5-0253-4b3e-9485-9eb56ed1c786,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:11.928757 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:12.101445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25cc89-7904-4c96-8844-7e417696834e None None] Pushing event updated for resources: {'Port': ['ID=9513d2ba-237b-4dfa-9c06-a9215747f464,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:12.513936 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:12.712311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83581b1-9bb5-478d-9a23-6c8ce13d5661 req-8aa93d6c-2100-4a60-99bb-7d8f3c025c87 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:12.719847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e83581b1-9bb5-478d-9a23-6c8ce13d5661 req-8aa93d6c-2100-4a60-99bb-7d8f3c025c87 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1820040 Feb 16 15:10:12.794777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e83581b1-9bb5-478d-9a23-6c8ce13d5661 req-d173a204-773f-4fc8-86f4-96963b9a0263 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740180 Feb 16 15:10:12.823428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-b8e31af0-e1c0-42ad-b0d7-268108e12a7e tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:12.825155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-b8e31af0-e1c0-42ad-b0d7-268108e12a7e tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/networks?id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e HTTP/1.1" status: 200 len: 814 time: 0.2857795 Feb 16 15:10:12.857122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-b147ad9f-9120-4bbe-8063-1df84fa0ccf4 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/quotas/e1fa378814fa4921adf6af8976c65678 HTTP/1.1" status: 200 len: 375 time: 0.0197930 Feb 16 15:10:12.948147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-f373abaa-0ef5-4eeb-8f5b-3ae6cb1c4506 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e1fa378814fa4921adf6af8976c65678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899284 Feb 16 15:10:13.098915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:13.158287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-cb9d54fe-c178-45b0-85f2-7481adde080a service neutron] 10.222.0.113 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006409 Feb 16 15:10:13.378324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:13.430867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892af6b-7b96-4e73-9474-a4e8c69eba31 None None] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:10:13.441275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-3000d80f-9ea8-4b0a-b435-dad2528895dc service neutron] 10.222.0.113 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701130 Feb 16 15:10:13.492732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:13.493342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:13.512649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:13.574923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f77b16c5-34fd-4357-8aff-4b579f4cbbb5 None None] Provisioning complete for port 9513d2ba-237b-4dfa-9c06-a9215747f464 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:13.575528 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f77b16c5-34fd-4357-8aff-4b579f4cbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:13.734911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9513d2ba-237b-4dfa-9c06-a9215747f464 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:13.819677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f77b16c5-34fd-4357-8aff-4b579f4cbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:13.830857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Router 08d05bba-622e-4d14-9681-bb4abcd94ec4 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:10:13.900253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9513d2ba-237b-4dfa-9c06-a9215747f464 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:13.900628 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:13.903896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f77b16c5-34fd-4357-8aff-4b579f4cbbb5 None None] For port 9513d2ba-237b-4dfa-9c06-a9215747f464, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9513d2ba-237b-4dfa-9c06-a9215747f464,segment=NetworkSegment(bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60),segment_id=bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:14.057424 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f77b16c5-34fd-4357-8aff-4b579f4cbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:14.110940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e06e5e46-cc94-414a-8a8f-46f068b4494e req-4be0a98c-1a42-4238-87e3-cef6ecb84135 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 210 time: 0.1336684 Feb 16 15:10:14.155710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:14.157045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f21a1-c8cb-4bcb-bdbb-538e00f74baa req-d0546264-a5b3-4c4b-afa9-80e9a0dc6e5e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:14.158472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d29f21a1-c8cb-4bcb-bdbb-538e00f74baa req-d0546264-a5b3-4c4b-afa9-80e9a0dc6e5e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.2199121 Feb 16 15:10:14.196414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:14.214617 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Sync routers for ids ['08d05bba-622e-4d14-9681-bb4abcd94ec4'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:14.254482 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Routers {'08d05bba-622e-4d14-9681-bb4abcd94ec4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:14.257580 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08d05bba-622e-4d14-9681-bb4abcd94ec4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:14.325013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d29f21a1-c8cb-4bcb-bdbb-538e00f74baa req-b843a711-b6ad-42fe-aef5-6522413e6293 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482158 Feb 16 15:10:14.330919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b16c5-34fd-4357-8aff-4b579f4cbbb5 None None] Pushing event updated for resources: {'Port': ['ID=9513d2ba-237b-4dfa-9c06-a9215747f464,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:14.381549 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:14.382829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b266ebd9-4a05-45ae-bb33-c36979a4f0b7 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0768793 Feb 16 15:10:14.384945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8daf9998-ddbc-47d7-b3c2-1085f5de3fb4 None None] Provisioning complete for port 9513d2ba-237b-4dfa-9c06-a9215747f464 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:14.385619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 55942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:14.388168 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8daf9998-ddbc-47d7-b3c2-1085f5de3fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:14.418467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:10:14.419118 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:10:14.456553 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Set router 08d05bba-622e-4d14-9681-bb4abcd94ec4 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:14.725796 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:10:12Z', 'revision_number': 3, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port': {'id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:11Z', 'updated_at': '2022-02-16T15:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:14.769070 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Checking router: 08d05bba-622e-4d14-9681-bb4abcd94ec4 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:14.769451 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Updating router 08d05bba-622e-4d14-9681-bb4abcd94ec4 port 90332be5-0253-4b3e-9485-9eb56ed1c786 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:14.802067 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:14.971481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.105437 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.146659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Allocated IP 172.20.0.1 (0c5c025d-ab9e-4df8-a249-c75317fada5d/163705f0-a4e0-467a-87e0-4ab563b7ba86/ccdafb22-f370-42f9-8a36-a47bd4d94822) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:15.210248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9513d2ba-237b-4dfa-9c06-a9215747f464 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:15.230677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-446acdbf-7266-40dd-bdf3-7807886478ee req-0e77b098-0257-4b85-87a8-68bada93e5f2 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 210 time: 0.0626359 Feb 16 15:10:15.268698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9513d2ba-237b-4dfa-9c06-a9215747f464 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:15.269574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.296165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.304780 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.366382 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Attempting to bind port 90332be5-0253-4b3e-9485-9eb56ed1c786 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:15.367163 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Attempting to bind port 90332be5-0253-4b3e-9485-9eb56ed1c786 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:15.367745 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Attempting to bind port 90332be5-0253-4b3e-9485-9eb56ed1c786 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:15.376642 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:15.377225 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:15.377777 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.378379 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:15.379252 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Bound port: 90332be5-0253-4b3e-9485-9eb56ed1c786, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:15.379850 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.422130 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2518599-4251-4be1-aefa-d101f67146f7 None None] Pushing event updated for resources: {'Port': ['ID=90332be5-0253-4b3e-9485-9eb56ed1c786,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:15.440088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.447126 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] For port 90332be5-0253-4b3e-9485-9eb56ed1c786, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:15.450305 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] For port 90332be5-0253-4b3e-9485-9eb56ed1c786, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=90332be5-0253-4b3e-9485-9eb56ed1c786,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:15.511935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:15.518436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:15.523107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:15.525138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Pushing event updated for resources: {'Port': ['ID=ccdafb22-f370-42f9-8a36-a47bd4d94822,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:15.538076 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.555525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95ccf4-ca65-4415-b426-397b48c337f3 req-b09227c6-390b-432b-bdc0-b3681e1fefd8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:15.557141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e95ccf4-ca65-4415-b426-397b48c337f3 req-b09227c6-390b-432b-bdc0-b3681e1fefd8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1286948 Feb 16 15:10:15.594688 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Routers {'08d05bba-622e-4d14-9681-bb4abcd94ec4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:15.595326 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08d05bba-622e-4d14-9681-bb4abcd94ec4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:15.597185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.655658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e95ccf4-ca65-4415-b426-397b48c337f3 req-3d63ecc3-8d05-4f87-bd83-9fcc9bba38e7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902512 Feb 16 15:10:15.728963 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] Set router 08d05bba-622e-4d14-9681-bb4abcd94ec4 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:15.774282 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2518599-4251-4be1-aefa-d101f67146f7 None None] Pushing event updated for resources: {'Port': ['ID=90332be5-0253-4b3e-9485-9eb56ed1c786,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:15.857273 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.912005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d5841b0f-da58-43bc-a262-aa9a89d418b6 None None] Provisioning complete for port ccdafb22-f370-42f9-8a36-a47bd4d94822 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:15.913052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5841b0f-da58-43bc-a262-aa9a89d418b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:15.967847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d5841b0f-da58-43bc-a262-aa9a89d418b6 None None] Port ccdafb22-f370-42f9-8a36-a47bd4d94822 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:10:16.056204 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:16.076815 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:10:12Z', 'revision_number': 3, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port': {'id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:11Z', 'updated_at': '2022-02-16T15:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:16.103669 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b5cf0-ff40-4955-b4cd-a4ab9ea8daca None None] The sync data for ids ['08d05bba-622e-4d14-9681-bb4abcd94ec4'] in n-d-829433-1 is: [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:10:12Z', 'revision_number': 3, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port': {'id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:11Z', 'updated_at': '2022-02-16T15:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:16.236258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:16.314436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:16.316944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Pushing event updated for resources: {'Port': ['ID=ccdafb22-f370-42f9-8a36-a47bd4d94822,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:16.448104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92bba1bd-57da-46d9-b5f4-521c534adc74 req-ecfe3e63-c34c-49dc-b81f-f2ddf1e353cb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 210 time: 0.0384276 Feb 16 15:10:16.470562 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:16.495574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:16.497440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:16.652182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Router 08d05bba-622e-4d14-9681-bb4abcd94ec4 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:16.819446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6585f2a3-269d-47ab-be36-4109c1b67050 None None] Provisioning complete for port ccdafb22-f370-42f9-8a36-a47bd4d94822 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:16.820332 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6585f2a3-269d-47ab-be36-4109c1b67050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:16.821768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:16.859668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-91ca0550-c338-4c7e-9821-c170c778258c admin admin] 10.222.0.113 "PUT /v2.0/routers/08d05bba-622e-4d14-9681-bb4abcd94ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4729872 Feb 16 15:10:16.884237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6585f2a3-269d-47ab-be36-4109c1b67050 None None] Port ccdafb22-f370-42f9-8a36-a47bd4d94822 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:10:16.981694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e236357-cbbd-4acb-bb91-fbe28e6df543 req-ffe32f2b-8414-427a-8343-d3f0083c1e9b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:16.983307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e236357-cbbd-4acb-bb91-fbe28e6df543 req-ffe32f2b-8414-427a-8343-d3f0083c1e9b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 943 time: 0.1709838 Feb 16 15:10:17.065001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-9d3af2cf-12e1-4e06-954f-57ce5d5f1f2e tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:17.075672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-9d3af2cf-12e1-4e06-954f-57ce5d5f1f2e tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.93 "GET /v2.0/networks?id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e HTTP/1.1" status: 200 len: 814 time: 0.2559273 Feb 16 15:10:17.083247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Request body: {'port': {'device_id': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e', 'admin_state_up': True, 'tenant_id': 'e1fa378814fa4921adf6af8976c65678'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:17.093614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e236357-cbbd-4acb-bb91-fbe28e6df543 req-7cfde03f-dbf0-4ff7-ac8d-9b347dcc38ad tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976813 Feb 16 15:10:17.269919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 90332be5-0253-4b3e-9485-9eb56ed1c786 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:17.332257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 90332be5-0253-4b3e-9485-9eb56ed1c786 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:17.332794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.408063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Made reservation on behalf of e1fa378814fa4921adf6af8976c65678 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:17.415505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.422932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5d9e5563-25e2-4750-bad4-053f362b718e details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:10:17.451371 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.486637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 90332be5-0253-4b3e-9485-9eb56ed1c786, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=90332be5-0253-4b3e-9485-9eb56ed1c786,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:17.583318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fac5c42-1f32-4b76-b20a-295f36a5cb26 req-ce63eaba-0689-402c-954b-21aff7dc6d49 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 210 time: 0.0329261 Feb 16 15:10:17.583813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5d9e5563-25e2-4750-bad4-053f362b718e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5d9e5563-25e2-4750-bad4-053f362b718e,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:17.587457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Allocated IP 172.20.0.2 (790dc807-3a5a-4ac2-bfb8-8476d46cb15e/b169ee2e-e884-4505-8a7d-52454721a481/2b0943d9-badb-47b1-9881-679f65a03133) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:17.605813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '5d9e5563-25e2-4750-bad4-053f362b718e', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'port_id': '5d9e5563-25e2-4750-bad4-053f362b718e', 'mac_address': 'fa:16:3e:f8:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:10:17.614394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.692204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56002) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:17.692755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.697810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1191ba1e-5828-45b0-be76-cbb10480d2cf tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295720301', 'description': 'tempest-secgroup-smoke-295720301 description', 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:17.718692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9e5563-25e2-4750-bad4-053f362b718e {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:17.727914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=90332be5-0253-4b3e-9485-9eb56ed1c786,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:17.746356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5d9e5563-25e2-4750-bad4-053f362b718e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5d9e5563-25e2-4750-bad4-053f362b718e,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:17.767598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.928006 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1191ba1e-5828-45b0-be76-cbb10480d2cf tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.968235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:17.968462 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.021608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:18.035363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1191ba1e-5828-45b0-be76-cbb10480d2cf tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.036886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:18.036886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:18.038676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Pushing event updated for resources: {'Port': ['ID=2b0943d9-badb-47b1-9881-679f65a03133,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:18.039969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5d9e5563-25e2-4750-bad4-053f362b718e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:18.104368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:18.104893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.167410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1191ba1e-5828-45b0-be76-cbb10480d2cf tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.173512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5d9e5563-25e2-4750-bad4-053f362b718e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:18.202540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191ba1e-5828-45b0-be76-cbb10480d2cf tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6a5f84-b9db-4f5c-82a6-738994bfc0de,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:18.232312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7a986-b5b4-4b6c-8eca-bbe4c22f5b2f req-ea7cadbe-d66f-47a7-b5fd-6ae67bbd4057 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:18.236090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abe7a986-b5b4-4b6c-8eca-bbe4c22f5b2f req-ea7cadbe-d66f-47a7-b5fd-6ae67bbd4057 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 944 time: 0.0599420 Feb 16 15:10:18.237742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-06f25731-30e2-4720-a321-63ca143d516b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1589069 Feb 16 15:10:18.253629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Request body: {'port': {'device_id': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:18.321383 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1191ba1e-5828-45b0-be76-cbb10480d2cf tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.327989 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1191ba1e-5828-45b0-be76-cbb10480d2cf tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6296320 Feb 16 15:10:18.329579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56018) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:18.340040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-754efa11-2b98-454f-959c-55792741bb3f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'security_group_rule': {'security_group_id': 'bc6a5f84-b9db-4f5c-82a6-738994bfc0de', 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:18.360813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abe7a986-b5b4-4b6c-8eca-bbe4c22f5b2f req-7103ad46-5f07-4fcd-9606-714402715ea3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188819 Feb 16 15:10:18.386343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.546350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-754efa11-2b98-454f-959c-55792741bb3f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.665553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-754efa11-2b98-454f-959c-55792741bb3f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.724545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Sync routers for ids ['08d05bba-622e-4d14-9681-bb4abcd94ec4'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:18.735814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Routers {'08d05bba-622e-4d14-9681-bb4abcd94ec4'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:18.736541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08d05bba-622e-4d14-9681-bb4abcd94ec4'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:18.745115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb811b-e93a-40ae-8d8e-ce67aa5e6647 req-d6bc61b2-9205-43f9-ae4c-ee882c181137 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:18.750876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eeb811b-e93a-40ae-8d8e-ce67aa5e6647 req-d6bc61b2-9205-43f9-ae4c-ee882c181137 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 931 time: 0.0856638 Feb 16 15:10:18.808713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eeb811b-e93a-40ae-8d8e-ce67aa5e6647 req-4cc0d49a-65ad-4afe-8bc5-2e863b8294d4 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551362 Feb 16 15:10:18.848336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0943d9-badb-47b1-9881-679f65a03133 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:18.849905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Set router 08d05bba-622e-4d14-9681-bb4abcd94ec4 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:18.857258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.883656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Transition to ACTIVE for port object 2b0943d9-badb-47b1-9881-679f65a03133 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:10:18.883656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-754efa11-2b98-454f-959c-55792741bb3f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:18.891355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754efa11-2b98-454f-959c-55792741bb3f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5bb0f2-26b5-417d-b018-9a6357836192,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:18.978796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.090814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:10:15Z', 'revision_number': 4, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port': {'id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:11Z', 'updated_at': '2022-02-16T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ccdafb22-f370-42f9-8a36-a47bd4d94822', 'name': '', 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'mac_address': 'fa:16:3e:39:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '163705f0-a4e0-467a-87e0-4ab563b7ba86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:14Z', 'updated_at': '2022-02-16T15:10:15Z', 'revision_number': 2, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'subnets': [{'id': '163705f0-a4e0-467a-87e0-4ab563b7ba86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:19.119866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Checking router: 08d05bba-622e-4d14-9681-bb4abcd94ec4 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:19.122649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Updating router 08d05bba-622e-4d14-9681-bb4abcd94ec4 port ccdafb22-f370-42f9-8a36-a47bd4d94822 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:10:19.147431 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.250655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 90332be5-0253-4b3e-9485-9eb56ed1c786 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:19.373983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-754efa11-2b98-454f-959c-55792741bb3f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.375838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 90332be5-0253-4b3e-9485-9eb56ed1c786 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:19.376214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.379805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-754efa11-2b98-454f-959c-55792741bb3f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0470643 Feb 16 15:10:19.390443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56036) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:19.398522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a69d60e5-c640-4869-a01a-3848d7fb83cb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'security_group_rule': {'security_group_id': 'bc6a5f84-b9db-4f5c-82a6-738994bfc0de', 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:19.429930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0943d9-badb-47b1-9881-679f65a03133,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:19.431900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5d9e5563-25e2-4750-bad4-053f362b718e up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:19.539044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3ae9d-2a4a-4d90-af98-be97aa84d90f req-d11ebca5-3e41-45c5-a485-5659aef6efd4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:19.541242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22e3ae9d-2a4a-4d90-af98-be97aa84d90f req-d11ebca5-3e41-45c5-a485-5659aef6efd4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 944 time: 0.1058042 Feb 16 15:10:19.555451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Attempting to bind port 2b0943d9-badb-47b1-9881-679f65a03133 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:19.556174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Attempting to bind port 2b0943d9-badb-47b1-9881-679f65a03133 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:19.556424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Attempting to bind port 2b0943d9-badb-47b1-9881-679f65a03133 on network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:19.557561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a69d60e5-c640-4869-a01a-3848d7fb83cb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.562990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Port 2b0943d9-badb-47b1-9881-679f65a03133 on network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:10:19.563447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Attempting to bind port 2b0943d9-badb-47b1-9881-679f65a03133 on network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:19.581774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:19.589044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Checking segment: {'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:19.589044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Bound using segment: {'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:19.589044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Bound port: 2b0943d9-badb-47b1-9881-679f65a03133, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:19.589044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.604865 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.632782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22e3ae9d-2a4a-4d90-af98-be97aa84d90f req-c67c543e-3961-4bc2-9236-505882ac1564 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715997 Feb 16 15:10:19.652584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a69d60e5-c640-4869-a01a-3848d7fb83cb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.669849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] For port 2b0943d9-badb-47b1-9881-679f65a03133, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:19.673373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] For port 2b0943d9-badb-47b1-9881-679f65a03133, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2b0943d9-badb-47b1-9881-679f65a03133,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:19.693361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 5d9e5563-25e2-4750-bad4-053f362b718e completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:19.697433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 5d9e5563-25e2-4750-bad4-053f362b718e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:19.697881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.761869 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.821149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.825285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a69d60e5-c640-4869-a01a-3848d7fb83cb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.825451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.850375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d60e5-c640-4869-a01a-3848d7fb83cb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cfabff-a294-44b3-9afa-45f633c16875,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:19.854885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a37cb-2797-48a1-abc3-858d96455825 None None] Pushing event updated for resources: {'Port': ['ID=ccdafb22-f370-42f9-8a36-a47bd4d94822,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:19.906695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943921a-acc3-4547-a938-2f2653e678ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9e5563-25e2-4750-bad4-053f362b718e'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:19.911596 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d662f64-cba3-42ac-a2e1-8082516bc917" -d '{"events": [{"server_uuid": "2943921a-acc3-4547-a938-2f2653e678ec", "name": "network-vif-plugged", "status": "completed", "tag": "5d9e5563-25e2-4750-bad4-053f362b718e"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:19.915248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:19.915943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:19.918094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] 10.222.0.93 "PUT /v2.0/ports/2b0943d9-badb-47b1-9881-679f65a03133 HTTP/1.1" status: 200 len: 1091 time: 1.6700623 Feb 16 15:10:19.918802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'tag': '2b0943d9-badb-47b1-9881-679f65a03133'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:19.922265 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b1872-7c9a-4d94-89f5-f2fc7b82dfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b", "tag": "2b0943d9-badb-47b1-9881-679f65a03133"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:19.935913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8ba49-28f4-4b88-96c1-6f8df554bbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0943d9-badb-47b1-9881-679f65a03133,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:19.962685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5d9e5563-25e2-4750-bad4-053f362b718e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5d9e5563-25e2-4750-bad4-053f362b718e,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:19.964215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Attempting to bind port ccdafb22-f370-42f9-8a36-a47bd4d94822 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:19.964596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Attempting to bind port ccdafb22-f370-42f9-8a36-a47bd4d94822 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:19.964959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Attempting to bind port ccdafb22-f370-42f9-8a36-a47bd4d94822 on network 0c5c025d-ab9e-4df8-a249-c75317fada5d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:20.016310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a69d60e5-c640-4869-a01a-3848d7fb83cb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.023529 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a69d60e5-c640-4869-a01a-3848d7fb83cb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6312308 Feb 16 15:10:20.024376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56050) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:20.029022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b2b7dd0f-cdac-4542-87b9-be586b4864d1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'security_group_rule': {'security_group_id': 'bc6a5f84-b9db-4f5c-82a6-738994bfc0de', 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:20.045005 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9295d288-5cca-465f-82f1-9cef8d8f2d2a x-openstack-request-id: req-9295d288-5cca-465f-82f1-9cef8d8f2d2a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:20.047842 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2943921a-acc3-4547-a938-2f2653e678ec", "name": "network-vif-plugged", "status": "completed", "tag": "5d9e5563-25e2-4750-bad4-053f362b718e", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:20.049780 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9295d288-5cca-465f-82f1-9cef8d8f2d2a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:20.050579 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943921a-acc3-4547-a938-2f2653e678ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9e5563-25e2-4750-bad4-053f362b718e', 'code': 200} Feb 16 15:10:20.056625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:20.057269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Checking segment: {'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:20.058519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.059450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Bound using segment: {'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:20.069198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Bound port: ccdafb22-f370-42f9-8a36-a47bd4d94822, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:20.069198 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.069580 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000bacfa-4f68-47e4-ba45-fbba86170a88 x-openstack-request-id: req-000bacfa-4f68-47e4-ba45-fbba86170a88 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:20.069580 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b", "tag": "2b0943d9-badb-47b1-9881-679f65a03133", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:20.069580 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-000bacfa-4f68-47e4-ba45-fbba86170a88 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:20.069580 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'tag': '2b0943d9-badb-47b1-9881-679f65a03133', 'status': 'completed', 'code': 200} Feb 16 15:10:20.163143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] For port ccdafb22-f370-42f9-8a36-a47bd4d94822, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:20.166773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] For port ccdafb22-f370-42f9-8a36-a47bd4d94822, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ccdafb22-f370-42f9-8a36-a47bd4d94822,segment=NetworkSegment(bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60),segment_id=bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:20.168484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.170445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb0b91-e86d-4d41-ba30-270142fc5816 req-01a9c4d3-571d-4383-b6f2-fcc37a366d00 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.172606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4edb0b91-e86d-4d41-ba30-270142fc5816 req-01a9c4d3-571d-4383-b6f2-fcc37a366d00 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 943 time: 0.1952832 Feb 16 15:10:20.183127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b1872-7c9a-4d94-89f5-f2fc7b82dfdc req-77e76988-948a-49e4-a640-d7d9401006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.185024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb1b1872-7c9a-4d94-89f5-f2fc7b82dfdc req-77e76988-948a-49e4-a640-d7d9401006d3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1fa378814fa4921adf6af8976c65678&device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 1094 time: 0.1204822 Feb 16 15:10:20.212365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1524da2-fb0d-40e3-9dbe-dae66b375f7a req-d022a9f5-5371-4083-9d8a-4abe04baf8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.213937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1524da2-fb0d-40e3-9dbe-dae66b375f7a req-d022a9f5-5371-4083-9d8a-4abe04baf8aa service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 1096 time: 0.1161232 Feb 16 15:10:20.238592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5d9e5563-25e2-4750-bad4-053f362b718e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:20.247843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-97880701-fcf1-45f5-be97-8e66b2f74b63 None None] Provisioning complete for port ccdafb22-f370-42f9-8a36-a47bd4d94822 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:20.248279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-97880701-fcf1-45f5-be97-8e66b2f74b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.264408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dd0f-cdac-4542-87b9-be586b4864d1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.283675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-97880701-fcf1-45f5-be97-8e66b2f74b63 None None] Port ccdafb22-f370-42f9-8a36-a47bd4d94822 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:10:20.314396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4edb0b91-e86d-4d41-ba30-270142fc5816 req-b5013eca-4dc3-47d6-9566-e80cb86f054b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281717 Feb 16 15:10:20.325403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1524da2-fb0d-40e3-9dbe-dae66b375f7a req-248e31cc-0c07-4689-baf2-83177d026dda service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004834 Feb 16 15:10:20.335402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dd0f-cdac-4542-87b9-be586b4864d1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.355239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b1872-7c9a-4d94-89f5-f2fc7b82dfdc req-b544f885-48b3-442c-a6fc-34ca74e2e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.356985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb1b1872-7c9a-4d94-89f5-f2fc7b82dfdc req-b544f885-48b3-442c-a6fc-34ca74e2e9e3 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=e1fa378814fa4921adf6af8976c65678&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1623585 Feb 16 15:10:20.362070 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.414042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Routers {'08d05bba-622e-4d14-9681-bb4abcd94ec4'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:20.414663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08d05bba-622e-4d14-9681-bb4abcd94ec4'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:20.465239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b1872-7c9a-4d94-89f5-f2fc7b82dfdc req-ed15d94d-6f92-46df-93b5-9cc3de120ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.467286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb1b1872-7c9a-4d94-89f5-f2fc7b82dfdc req-ed15d94d-6f92-46df-93b5-9cc3de120ab5 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1026280 Feb 16 15:10:20.470119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a37cb-2797-48a1-abc3-858d96455825 None None] Pushing event updated for resources: {'Port': ['ID=ccdafb22-f370-42f9-8a36-a47bd4d94822,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:20.545573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] Set router 08d05bba-622e-4d14-9681-bb4abcd94ec4 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:20.555606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-bccbc162-26bf-4378-bfe1-5982e20a534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.557128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-bccbc162-26bf-4378-bfe1-5982e20a534b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1fa378814fa4921adf6af8976c65678&device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 1094 time: 0.0471308 Feb 16 15:10:20.604888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-affc0809-1254-4924-a4f1-ad6381e5e5ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b0943d9-badb-47b1-9881-679f65a03133 HTTP/1.1" status: 200 len: 217 time: 0.0374703 Feb 16 15:10:20.664923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-4b6070fd-d70d-4209-be95-c47e753c112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.666362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-4b6070fd-d70d-4209-be95-c47e753c112b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b169ee2e-e884-4505-8a7d-52454721a481 HTTP/1.1" status: 200 len: 854 time: 0.0501995 Feb 16 15:10:20.689632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dd0f-cdac-4542-87b9-be586b4864d1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.707280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7dd0f-cdac-4542-87b9-be586b4864d1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9058cacf-fbfb-4540-bc35-5d0ecd3d9019,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:20.717041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-488e1ef0-e968-46d0-9247-0ac0811bf7ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393686 Feb 16 15:10:20.741331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4af56b51-5204-4d12-9c97-ed4a55b3b068 None None] Provisioning complete for port ccdafb22-f370-42f9-8a36-a47bd4d94822 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:20.741331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4af56b51-5204-4d12-9c97-ed4a55b3b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.801732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2b7dd0f-cdac-4542-87b9-be586b4864d1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.807902 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b2b7dd0f-cdac-4542-87b9-be586b4864d1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7823200 Feb 16 15:10:20.809103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56060) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:20.816249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a822a235-0966-402a-8369-2af1f0be2c1f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'security_group_rule': {'security_group_id': 'bc6a5f84-b9db-4f5c-82a6-738994bfc0de', 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:20.821039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:10:15Z', 'revision_number': 4, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port': {'id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:11Z', 'updated_at': '2022-02-16T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ccdafb22-f370-42f9-8a36-a47bd4d94822', 'name': '', 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'mac_address': 'fa:16:3e:39:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '163705f0-a4e0-467a-87e0-4ab563b7ba86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:14Z', 'updated_at': '2022-02-16T15:10:20Z', 'revision_number': 4, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'subnets': [{'id': '163705f0-a4e0-467a-87e0-4ab563b7ba86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:20.868494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d06fd-dcd7-4398-a52c-8ff55b642052 req-5c72cf01-1b30-4699-9ca5-1eb23f26ddf8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:20.870070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2d06fd-dcd7-4398-a52c-8ff55b642052 req-5c72cf01-1b30-4699-9ca5-1eb23f26ddf8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 945 time: 0.1342940 Feb 16 15:10:20.889925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301875f5-600a-4f6f-83b7-d515ca3994f4 None None] The sync data for ids ['08d05bba-622e-4d14-9681-bb4abcd94ec4'] in n-d-829433-1 is: [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:10:15Z', 'revision_number': 4, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port': {'id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:11Z', 'updated_at': '2022-02-16T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ccdafb22-f370-42f9-8a36-a47bd4d94822', 'name': '', 'network_id': '0c5c025d-ab9e-4df8-a249-c75317fada5d', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'mac_address': 'fa:16:3e:39:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '163705f0-a4e0-467a-87e0-4ab563b7ba86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:14Z', 'updated_at': '2022-02-16T15:10:20Z', 'revision_number': 4, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'subnets': [{'id': '163705f0-a4e0-467a-87e0-4ab563b7ba86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:20.902910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4af56b51-5204-4d12-9c97-ed4a55b3b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.907721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-e0dfa85b-5757-49cf-be7c-810f649b3179 service neutron] 10.222.0.93 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826253 Feb 16 15:10:20.929075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a822a235-0966-402a-8369-2af1f0be2c1f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:20.938236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2d06fd-dcd7-4398-a52c-8ff55b642052 req-ddfc3da8-2894-4ea0-8e71-218e990f37d3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614233 Feb 16 15:10:21.025519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4af56b51-5204-4d12-9c97-ed4a55b3b068 None None] For port ccdafb22-f370-42f9-8a36-a47bd4d94822, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ccdafb22-f370-42f9-8a36-a47bd4d94822,segment=NetworkSegment(bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60),segment_id=bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:21.077938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a822a235-0966-402a-8369-2af1f0be2c1f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.098625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f5803ac-4d90-42a1-8fdf-07e59402a7c1 req-533d3345-fb1e-499d-ba14-fde07e408f55 service neutron] 10.222.0.93 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800148 Feb 16 15:10:21.148003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4af56b51-5204-4d12-9c97-ed4a55b3b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.219190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a822a235-0966-402a-8369-2af1f0be2c1f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.237861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af56b51-5204-4d12-9c97-ed4a55b3b068 None None] Pushing event updated for resources: {'Port': ['ID=ccdafb22-f370-42f9-8a36-a47bd4d94822,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:21.275312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ccdafb22-f370-42f9-8a36-a47bd4d94822 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:21.283281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a235-0966-402a-8369-2af1f0be2c1f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b0a9fc-1c01-4760-a641-509bdf6e8c95,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:21.329476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a822a235-0966-402a-8369-2af1f0be2c1f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.334783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56074) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:21.340365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'security_group_rule': {'security_group_id': 'bc6a5f84-b9db-4f5c-82a6-738994bfc0de', 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:21.379924 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a822a235-0966-402a-8369-2af1f0be2c1f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5207369 Feb 16 15:10:21.405151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ccdafb22-f370-42f9-8a36-a47bd4d94822 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:21.406197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.531224 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Project 112c5f0d4df94ceaae8b3ba8130cbde9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:10:21.558742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7dbfd-c1db-45c1-8c33-7db4d2c30f2c req-80087650-5677-4a50-91ae-99c2ce3179b9 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:21.560363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eab7dbfd-c1db-45c1-8c33-7db4d2c30f2c req-80087650-5677-4a50-91ae-99c2ce3179b9 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 943 time: 0.1308253 Feb 16 15:10:21.561473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.644006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eab7dbfd-c1db-45c1-8c33-7db4d2c30f2c req-92d95652-66b6-451f-b236-2cabbbbebb26 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670960 Feb 16 15:10:21.679731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.829966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:21.850084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c71b618-43aa-416f-b885-c00b2fbcd732,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:22.045596 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:22.047034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2762a861-ed21-4138-a4bc-30081cd9859e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7111611 Feb 16 15:10:22.049873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56096) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:22.056148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'security_group_rule': {'security_group_id': 'bc6a5f84-b9db-4f5c-82a6-738994bfc0de', 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:22.133849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014de28d-bb22-4b25-9224-0b95665c153a req-376fbcec-9739-4667-8b66-e8873836ea12 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:22.135414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-014de28d-bb22-4b25-9224-0b95665c153a req-376fbcec-9739-4667-8b66-e8873836ea12 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 945 time: 0.0651174 Feb 16 15:10:22.179679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-014de28d-bb22-4b25-9224-0b95665c153a req-0351a13f-81d7-47dc-acdd-f4c7dd93bcf0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Feb 16 15:10:22.241658 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Project 112c5f0d4df94ceaae8b3ba8130cbde9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:10:22.247000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:22.339194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:22.347205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf4d3f-f758-424f-9956-33665f2b9f2d req-5cf947a4-1124-4792-9509-0ed9bfeb8c65 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:22.348812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcdf4d3f-f758-424f-9956-33665f2b9f2d req-5cf947a4-1124-4792-9509-0ed9bfeb8c65 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 945 time: 0.0919878 Feb 16 15:10:22.395819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcdf4d3f-f758-424f-9956-33665f2b9f2d req-ad13a02a-a377-4f31-b5fd-3a5ae188c2cb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386765 Feb 16 15:10:22.434625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:22.458562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a749bfb2-1a62-4119-908a-41abb7f55ee5,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:22.530647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412504a-e2ca-4654-8247-a357dbd9d92e req-c469e70b-703d-4ca7-80fc-2704784f9aa9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:22.539173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a412504a-e2ca-4654-8247-a357dbd9d92e req-c469e70b-703d-4ca7-80fc-2704784f9aa9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 945 time: 0.0639460 Feb 16 15:10:22.549548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:22.550684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-98630114-5949-4c3f-8fe4-7278b783545c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4984756 Feb 16 15:10:22.593798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a412504a-e2ca-4654-8247-a357dbd9d92e req-2d248d8a-269f-4912-acbc-58bfe8580c00 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506439 Feb 16 15:10:22.746859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-63a31224-93a8-4a14-b6ec-8acdf6123f5b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295720301&fields=id&tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9 HTTP/1.1" status: 200 len: 267 time: 0.0591004 Feb 16 15:10:22.853611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd399bfb-d4c7-4d78-85c7-44e5aca36d1e req-edf1956a-bb30-4321-bd80-82f1dd80debc tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:22.853611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd399bfb-d4c7-4d78-85c7-44e5aca36d1e req-edf1956a-bb30-4321-bd80-82f1dd80debc tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 943 time: 0.1241407 Feb 16 15:10:22.918170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd399bfb-d4c7-4d78-85c7-44e5aca36d1e req-00e2e296-7ebe-4335-8a94-1b452792c656 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588379 Feb 16 15:10:22.924668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-3a538128-b204-4647-a3e8-43481ef4943c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:22.926604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-3a538128-b204-4647-a3e8-43481ef4943c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/networks?id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a HTTP/1.1" status: 200 len: 808 time: 0.1599965 Feb 16 15:10:22.958091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-3f32ac9a-4202-40dd-ad05-513977191613 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/quotas/112c5f0d4df94ceaae8b3ba8130cbde9 HTTP/1.1" status: 200 len: 375 time: 0.0255449 Feb 16 15:10:23.030252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-673c94c5-9f8d-430b-b5db-a1453cf6cfe1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710661 Feb 16 15:10:23.136561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-92bd551e-022c-42a9-a86c-40b580de5f7f service neutron] 10.222.0.113 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915565 Feb 16 15:10:23.245696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ccdafb22-f370-42f9-8a36-a47bd4d94822 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:23.314161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ccdafb22-f370-42f9-8a36-a47bd4d94822 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:23.314608 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:23.368708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-94925f64-20db-4e9f-ab35-807264db837d service neutron] 10.222.0.113 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161171 Feb 16 15:10:23.591045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc139bb-b538-4db6-922f-2b2c829a436c req-bf224c91-908b-4d62-8bbe-64e58d2ba5f0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:23.592848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfc139bb-b538-4db6-922f-2b2c829a436c req-bf224c91-908b-4d62-8bbe-64e58d2ba5f0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 945 time: 0.0556586 Feb 16 15:10:23.635224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bfc139bb-b538-4db6-922f-2b2c829a436c req-a1b0fd5b-56c2-4460-97d3-a02dadd623d8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Feb 16 15:10:24.185081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ec910-6748-41bf-b8e2-0328cc51d1a0 req-ae3e9b39-bb15-4264-b356-cb65f9426882 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:24.186672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-857ec910-6748-41bf-b8e2-0328cc51d1a0 req-ae3e9b39-bb15-4264-b356-cb65f9426882 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 943 time: 0.0676045 Feb 16 15:10:24.245856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-857ec910-6748-41bf-b8e2-0328cc51d1a0 req-4dae2c78-6227-409e-adff-ac520f155d43 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Feb 16 15:10:24.347982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69bb0d7d-3dca-49cc-927b-67669b8192b8 req-577b74dd-7cd7-4426-9ac4-03acfeb6280d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 210 time: 0.0508294 Feb 16 15:10:24.490778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1f453-6472-493e-9df0-a32fbb524fd5 req-7c6508b0-5bb1-402c-aa31-1a2280be1466 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:24.492502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bc1f453-6472-493e-9df0-a32fbb524fd5 req-7c6508b0-5bb1-402c-aa31-1a2280be1466 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 947 time: 0.0505996 Feb 16 15:10:24.537943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bc1f453-6472-493e-9df0-a32fbb524fd5 req-58b89f95-6b09-442c-83ee-754f41a18a1a tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Feb 16 15:10:24.768887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b48fc-3f7b-4ecb-bc52-d91177d55e61 req-0ea5abf9-28ad-47fc-b2da-e025bf72328b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:24.771419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-001b48fc-3f7b-4ecb-bc52-d91177d55e61 req-0ea5abf9-28ad-47fc-b2da-e025bf72328b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 945 time: 0.0627465 Feb 16 15:10:24.834393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-001b48fc-3f7b-4ecb-bc52-d91177d55e61 req-e020115b-f625-4874-a234-0b3a9586a356 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368516 Feb 16 15:10:24.834745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2b0943d9-badb-47b1-9881-679f65a03133 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:10:24.964677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9362775-eda2-417e-97e1-5106e39f3764 req-374372fc-fea9-4252-9178-49de51f27d67 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:24.968366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9362775-eda2-417e-97e1-5106e39f3764 req-374372fc-fea9-4252-9178-49de51f27d67 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 945 time: 0.0591650 Feb 16 15:10:24.974084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2b0943d9-badb-47b1-9881-679f65a03133, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2b0943d9-badb-47b1-9881-679f65a03133,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:24.993245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '2b0943d9-badb-47b1-9881-679f65a03133', 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e', 'port_id': '2b0943d9-badb-47b1-9881-679f65a03133', 'mac_address': 'fa:16:3e:ae:fc:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b169ee2e-e884-4505-8a7d-52454721a481', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:10:25.036126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:25.049911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0943d9-badb-47b1-9881-679f65a03133 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:25.071347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2b0943d9-badb-47b1-9881-679f65a03133, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2b0943d9-badb-47b1-9881-679f65a03133,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:25.082434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port 5d9e5563-25e2-4750-bad4-053f362b718e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:10:25.082780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:25.173261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] For port 5d9e5563-25e2-4750-bad4-053f362b718e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5d9e5563-25e2-4750-bad4-053f362b718e,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:25.173656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:25.191603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for 5d9e5563-25e2-4750-bad4-053f362b718e owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:10:25.236517 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:25.302439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=2b0943d9-badb-47b1-9881-679f65a03133,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:25.465781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e017a9c-789b-4398-b4db-8177e29c93ae req-88c7450f-5f56-4abe-be27-5d7b6c47196c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Feb 16 15:10:25.484174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e5ab9-611a-4725-b169-94407800a745 req-f60c211d-cd1e-42b1-a9ab-58dbf9642bd8 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:25.486044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef1e5ab9-611a-4725-b169-94407800a745 req-f60c211d-cd1e-42b1-a9ab-58dbf9642bd8 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 944 time: 0.1000924 Feb 16 15:10:25.498845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['2b0943d9-badb-47b1-9881-679f65a03133'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:25.523519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:25.535572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5d9e5563-25e2-4750-bad4-053f362b718e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:25.588442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=5d9e5563-25e2-4750-bad4-053f362b718e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:25.600438 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef1e5ab9-611a-4725-b169-94407800a745 req-f645816f-b8f4-47d3-842a-1691fdbac680 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055562 Feb 16 15:10:25.664926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] No DVR routers for this DVR port 5d9e5563-25e2-4750-bad4-053f362b718e on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:10:25.669115 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:25.673739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9362775-eda2-417e-97e1-5106e39f3764 req-8191b118-881a-496b-b30f-88b58a4cbb64 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "DELETE /v2.0/ports/5d9e5563-25e2-4750-bad4-053f362b718e HTTP/1.1" status: 204 len: 173 time: 0.6998887 Feb 16 15:10:25.674581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2943921a-acc3-4547-a938-2f2653e678ec', 'name': 'network-vif-deleted', 'tag': '5d9e5563-25e2-4750-bad4-053f362b718e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:25.686987 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3663f2b0-d8e5-4397-ae9c-c397c74cf85d" -d '{"events": [{"server_uuid": "2943921a-acc3-4547-a938-2f2653e678ec", "name": "network-vif-deleted", "tag": "5d9e5563-25e2-4750-bad4-053f362b718e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:25.813881 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae8e43-ab29-4b91-a141-d67f4656e485 x-openstack-request-id: req-07ae8e43-ab29-4b91-a141-d67f4656e485 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:25.814569 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2943921a-acc3-4547-a938-2f2653e678ec", "name": "network-vif-deleted", "tag": "5d9e5563-25e2-4750-bad4-053f362b718e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:25.814569 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-07ae8e43-ab29-4b91-a141-d67f4656e485 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:25.823604 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2943921a-acc3-4547-a938-2f2653e678ec', 'name': 'network-vif-deleted', 'tag': '5d9e5563-25e2-4750-bad4-053f362b718e', 'status': 'completed', 'code': 200} Feb 16 15:10:25.865614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a5b83-5c0a-4cad-8cba-4ae40bf9e0f3 req-9a7a91c4-7f3c-480c-95b1-87911100f3d7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:25.870228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca8a5b83-5c0a-4cad-8cba-4ae40bf9e0f3 req-9a7a91c4-7f3c-480c-95b1-87911100f3d7 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 947 time: 0.1630220 Feb 16 15:10:25.953017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca8a5b83-5c0a-4cad-8cba-4ae40bf9e0f3 req-e5821b06-df62-4252-8fa4-ae9fbf2c86bc tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups?id=c2ef4f16-bd2e-4104-8af2-2acf4c729941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761566 Feb 16 15:10:25.970928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f47872f-b9de-4151-9cf0-3a9543c5f43e req-23079360-50ff-4b89-ab34-c596c15888c6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0362098 Feb 16 15:10:26.040035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-bf19b3b4-9015-4358-a507-607d70dd583e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:26.041584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-bf19b3b4-9015-4358-a507-607d70dd583e tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.93 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 947 time: 0.0515864 Feb 16 15:10:26.148977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Deleting port b45c771e-b4b4-434c-b42c-1c7073d54c80 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:10:26.149321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:26.241628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] For port b45c771e-b4b4-434c-b42c-1c7073d54c80, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b45c771e-b4b4-434c-b42c-1c7073d54c80,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:26.241886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:26.441420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:26.441909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:26.442261 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Floating IP 8f123a24-58f7-498d-865e-8f2e1fc4fe48 disassociated. External IP: 172.25.6.145, port: b45c771e-b4b4-434c-b42c-1c7073d54c80. Feb 16 15:10:26.442609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Calling delete_port for b45c771e-b4b4-434c-b42c-1c7073d54c80 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:10:26.610100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e199ac2b-c335-4762-8a0f-9a5e2373c13d req-5b5443d4-780f-4127-b207-74afba4b83de tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 210 time: 0.0366392 Feb 16 15:10:26.761613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a92cfa-f8f5-4c19-9389-b90d0a4a517a req-c5a37b09-40ba-4045-8af9-9db66ab2dfc3 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:26.763248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2a92cfa-f8f5-4c19-9389-b90d0a4a517a req-c5a37b09-40ba-4045-8af9-9db66ab2dfc3 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 944 time: 0.0615342 Feb 16 15:10:26.802781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2a92cfa-f8f5-4c19-9389-b90d0a4a517a req-2811bd80-3681-4db4-b29a-d91eb8e89b39 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Feb 16 15:10:26.832776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2b0943d9-badb-47b1-9881-679f65a03133 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:26.841861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:26.871512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event deleted for resources: {'Port': ['ID=b45c771e-b4b4-434c-b42c-1c7073d54c80,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:27.031167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 2b0943d9-badb-47b1-9881-679f65a03133 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:27.040460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 2b0943d9-badb-47b1-9881-679f65a03133 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:27.040460 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:27.050618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Router d637bbe2-108b-4171-8e9b-7c33b5fc2287 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:27.177975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf4836c7-d63c-46ff-84e8-3659861316f7 req-1b518ccf-0f17-401c-ba7e-8bce72139867 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.1052480 Feb 16 15:10:27.181204 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:27.210028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0943d9-badb-47b1-9881-679f65a03133'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:27.212890 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14427fbc-335f-4399-b666-5efa30f0e7b7" -d '{"events": [{"server_uuid": "ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b", "name": "network-vif-plugged", "status": "completed", "tag": "2b0943d9-badb-47b1-9881-679f65a03133"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:27.217164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99fd87fc-3dfc-4f99-8c03-78e08bd49f79 req-92d5003d-23f7-419b-9019-dce41b5a194c tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 210 time: 0.0469115 Feb 16 15:10:27.255013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 2b0943d9-badb-47b1-9881-679f65a03133, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2b0943d9-badb-47b1-9881-679f65a03133,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:27.289083 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f836ed-4645-4520-9c02-29efec5b365a x-openstack-request-id: req-39f836ed-4645-4520-9c02-29efec5b365a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:27.289363 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b", "name": "network-vif-plugged", "status": "completed", "tag": "2b0943d9-badb-47b1-9881-679f65a03133", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:27.289621 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-39f836ed-4645-4520-9c02-29efec5b365a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:27.290180 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0943d9-badb-47b1-9881-679f65a03133', 'code': 200} Feb 16 15:10:27.317756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:27.329561 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] Sync routers for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:27.345510 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:27.347608 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:27.382441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] No DVR routers for this DVR port b45c771e-b4b4-434c-b42c-1c7073d54c80 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:10:27.385395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:27.389162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71a746f8-50b5-4c97-9e21-67f264735fc4 req-19ae3903-134e-4873-a44e-7279de854ad4 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.93 "DELETE /v2.0/ports/b45c771e-b4b4-434c-b42c-1c7073d54c80 HTTP/1.1" status: 204 len: 173 time: 1.3406122 Feb 16 15:10:27.432273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:27.433073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:10:27.467562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a93189-59f7-46b1-897d-062377836527 req-069bb354-2a9f-4a9a-a9b6-57ff96b242fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:27.469543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28a93189-59f7-46b1-897d-062377836527 req-069bb354-2a9f-4a9a-a9b6-57ff96b242fb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 1095 time: 0.0505705 Feb 16 15:10:27.498344 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:27.504051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: b45c771e-b4b4-434c-b42c-1c7073d54c80 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:10:27.504508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b45c771e-b4b4-434c-b42c-1c7073d54c80 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:10:27.515810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28a93189-59f7-46b1-897d-062377836527 req-79708117-6747-4166-8194-24148ead3814 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375140 Feb 16 15:10:27.544498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=2b0943d9-badb-47b1-9881-679f65a03133,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:27.786642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e246411b-3c70-4f5b-b1be-e96b0955735e req-b653eea2-dca0-42af-838f-e57b0b6e81bb tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 210 time: 0.0449102 Feb 16 15:10:27.813580 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:27.827310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-deleted', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:27.829750 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a6937-7bbe-4a92-8fcf-9d862098d706" -d '{"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-deleted", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:27.871230 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] Checking router: d637bbe2-108b-4171-8e9b-7c33b5fc2287 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:27.896961 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:27.897742 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:27.903163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-c9fb8926-d8b4-49c6-83cf-ba81cca64db7 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:27.918450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-c9fb8926-d8b4-49c6-83cf-ba81cca64db7 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.129 "GET /v2.0/networks?id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a HTTP/1.1" status: 200 len: 808 time: 0.2632706 Feb 16 15:10:27.920211 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8183b2-296b-481b-b2a3-5093da6f0f7a x-openstack-request-id: req-0e8183b2-296b-481b-b2a3-5093da6f0f7a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:27.921371 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a2f8c-463f-421e-8786-07f5ee821fab", "name": "network-vif-deleted", "tag": "b45c771e-b4b4-434c-b42c-1c7073d54c80", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:27.926123 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0e8183b2-296b-481b-b2a3-5093da6f0f7a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:27.926801 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a2f8c-463f-421e-8786-07f5ee821fab', 'name': 'network-vif-deleted', 'tag': 'b45c771e-b4b4-434c-b42c-1c7073d54c80', 'status': 'completed', 'code': 200} Feb 16 15:10:28.029008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-cd380794-e7b3-454b-a9b5-3e62d125a9a6 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9 HTTP/1.1" status: 200 len: 379 time: 0.0998547 Feb 16 15:10:28.052404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'port': {'device_id': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'admin_state_up': True, 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'security_groups': ['bc6a5f84-b9db-4f5c-82a6-738994bfc0de']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:28.076916 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:28.236615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ffb68-57f7-4f37-af1f-8f2d843e15ab req-87eb0dee-e818-4325-bff1-b3067f047ed6 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.239297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f69ffb68-57f7-4f37-af1f-8f2d843e15ab req-87eb0dee-e818-4325-bff1-b3067f047ed6 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 945 time: 0.3115005 Feb 16 15:10:28.333391 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:28.368789 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43d85e-7737-4870-b67d-4f0834b6f388 None None] The sync data for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 is: [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:03:44Z', 'revision_number': 4, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b3c48f20-9b97-4427-891a-c1809eb5cc54', 'name': '', 'network_id': 'c4df7a7d-a20b-44ab-be36-233e0079b53f', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'mac_address': 'fa:16:3e:97:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:43Z', 'updated_at': '2022-02-16T15:03:50Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'subnets': [{'id': '098ddd12-aca5-4361-b9b0-943cd33572a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:28.374384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f69ffb68-57f7-4f37-af1f-8f2d843e15ab req-a7ebfed9-36df-4c2a-bcb9-6ad7963832e5 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256592 Feb 16 15:10:28.436924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-cb8a87ea-b5db-48a5-a72b-28234ac13699 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:28.445134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-cb8a87ea-b5db-48a5-a72b-28234ac13699 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.2187674 Feb 16 15:10:28.470804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-d4c76eb1-fbc9-49ba-9ee5-62c55de01f92 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/quotas/c4eb6b0da95b4347b74cfe4dfaf19d59 HTTP/1.1" status: 200 len: 375 time: 0.0219164 Feb 16 15:10:28.508925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6891b29d-40b0-4a1b-aff5-dd182b033827 req-87d0650f-915f-4eb9-b9d3-55196f42d56d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0553615 Feb 16 15:10:28.566918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Made reservation on behalf of 112c5f0d4df94ceaae8b3ba8130cbde9 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:28.570851 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:28.617605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-80c0429e-8809-4af5-b4d9-2f0fd59f7e25 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069639 Feb 16 15:10:28.749955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94a4e211-85e5-48b6-a791-6697eb3d3ef4 req-e2c7fd34-dc18-49c2-94e0-3fabb684e9c8 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/ports?device_id=f96a2f8c-463f-421e-8786-07f5ee821fab HTTP/1.1" status: 200 len: 210 time: 0.1171808 Feb 16 15:10:28.820578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b362f3a-8d14-45b6-8fab-d29200de30c4 None None] New status for floating IP 8f123a24-58f7-498d-865e-8f2e1fc4fe48: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:10:28.834300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-a11475d7-cff7-4593-a1d0-cee982b4c956 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157280 Feb 16 15:10:29.001802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dc8f3f7-9d86-4b2f-a16c-c2fbaeb892f8 req-9df086fd-f7b4-45dd-bf32-49e19f07f5dd tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 210 time: 0.0563254 Feb 16 15:10:29.089843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-7f190059-d35f-4497-be17-9281352df5a9 service neutron] 10.222.0.113 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468829 Feb 16 15:10:29.147311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Allocated IP 172.20.0.7 (4c14bffe-1886-4a4a-9a55-bb1e63aeea0a/971c09fd-0305-49c8-8f53-3a9155006368/8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:29.357776 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:10:29.492383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5d9e5563-25e2-4750-bad4-053f362b718e no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:10:29.564720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 5d9e5563-25e2-4750-bad4-053f362b718e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:10:29.565596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5d9e5563-25e2-4750-bad4-053f362b718e not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:10:30.033403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-707e0f06-4951-44ef-b518-071779628ae8 req-ee866ac7-06f8-451d-9ddd-fe9057e7a245 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 210 time: 0.0497155 Feb 16 15:10:30.086027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666b55e-9658-4bf0-beb8-1ddd9f657a2b req-273ab89d-35c9-4325-ac79-9ba85932b335 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:30.089482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4666b55e-9658-4bf0-beb8-1ddd9f657a2b req-273ab89d-35c9-4325-ac79-9ba85932b335 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 945 time: 0.5160584 Feb 16 15:10:30.096532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.163189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e02e12c4-8668-4aa4-bd6b-3d4480aabdcc req-aa2bedc6-b631-409b-97a2-06750b85f576 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0465133 Feb 16 15:10:30.221830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4666b55e-9658-4bf0-beb8-1ddd9f657a2b req-eea329e2-2585-490b-a5d5-6a70721b2646 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140950 Feb 16 15:10:30.355196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.437892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:30.445705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:30.447262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:30.453988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'Port': ['ID=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:30.488799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb911a-bebc-4ce9-9278-b629a7832c0e req-b63c28d8-2c32-4318-ad2a-2be4280f8935 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:30.489683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56342) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:30.497555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3adb911a-bebc-4ce9-9278-b629a7832c0e req-b63c28d8-2c32-4318-ad2a-2be4280f8935 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 931 time: 0.1704957 Feb 16 15:10:30.560680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.584870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:30.585543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.588742 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.631295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3adb911a-bebc-4ce9-9278-b629a7832c0e req-9b2593ac-cbd6-4280-9687-df33729d5eac tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107357 Feb 16 15:10:30.758036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e1b34427-7a52-4ff1-baf3-d8f78af6e1dd None None] Provisioning complete for port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:30.758036 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e1b34427-7a52-4ff1-baf3-d8f78af6e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.790727 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.798021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:30.798021 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "DELETE /v2.0/security-groups/c2ef4f16-bd2e-4104-8af2-2acf4c729941 HTTP/1.1" status: 204 len: 168 time: 0.3043923 Feb 16 15:10:30.798322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e1b34427-7a52-4ff1-baf3-d8f78af6e1dd None None] Port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:10:30.802346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-ec3383ac-3b68-4c8c-bb4a-9f93a7318c6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7651227 Feb 16 15:10:30.802852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:30.809966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ef4f16-bd2e-4104-8af2-2acf4c729941,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:30.817952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.818559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.819160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.819665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.820138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.820612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.821102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.821584 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.821912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.822233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.822555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.822872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e105068-610b-4af4-a321-f9e548d176f6 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:30.823104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Request body: {'port': {'device_id': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:30.854838 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-35b9cf2f-a646-47db-9e63-40f6bb09e6ac tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] show failed (client error): The resource could not be found. Feb 16 15:10:30.856312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-35b9cf2f-a646-47db-9e63-40f6bb09e6ac tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "GET /v2.0/security-groups/c2ef4f16-bd2e-4104-8af2-2acf4c729941 HTTP/1.1" status: 404 len: 347 time: 0.0522642 Feb 16 15:10:30.859338 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56348) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:30.902491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.007834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Deleting port 888910d1-c09f-4274-9a92-100c520a050d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:10:31.008189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.103636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.104324 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.119280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Calling delete_port for 888910d1-c09f-4274-9a92-100c520a050d owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:10:31.167322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-823577c2-63f9-4056-9fb7-3b59f55795ab req-0e58f9a7-a914-46c8-9e8a-8dab9f17fab7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 210 time: 0.0332096 Feb 16 15:10:31.307680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10d324b0-89c3-4624-9b52-081ac9612d88 req-5b10d700-f13d-4602-9b54-edbf999dd92c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0622728 Feb 16 15:10:31.313411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:31.322487 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.413522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Transition to ACTIVE for port object 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:10:31.415011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.452149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Pushing event deleted for resources: {'Port': ['ID=888910d1-c09f-4274-9a92-100c520a050d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:31.521230 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.524222 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.525393 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-88ca66d0-3604-4f4f-a902-d67581693981 tempest-AttachVolumeShelveTestJSON-1274012796 tempest-AttachVolumeShelveTestJSON-1274012796-project] 10.222.0.113 "DELETE /v2.0/floatingips/8f123a24-58f7-498d-865e-8f2e1fc4fe48 HTTP/1.1" status: 204 len: 168 time: 0.6650550 Feb 16 15:10:31.687196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:31.776135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Pushing event updated for resources: {'Port': ['ID=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:31.807690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1621b-9a0c-4ed3-bfba-c745c834582a req-eea638d8-23cc-487b-ad40-47cad837baf5 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:31.807690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec1621b-9a0c-4ed3-bfba-c745c834582a req-eea638d8-23cc-487b-ad40-47cad837baf5 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 943 time: 0.1043470 Feb 16 15:10:31.878575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec1621b-9a0c-4ed3-bfba-c745c834582a req-6c331d59-78f6-4e6b-9540-629892b76a94 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691354 Feb 16 15:10:31.900111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Attempting to bind port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:31.900530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Attempting to bind port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:31.900858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Attempting to bind port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 on network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:31.905874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 on network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:10:31.906188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Attempting to bind port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 on network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:31.912094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:31.912427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Checking segment: {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:31.912804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Bound using segment: {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:31.913223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Bound port: 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:31.913710 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:32.007860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] For port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:32.011007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] For port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:32.196662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:32.235532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:32.239812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:32.239812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] 10.222.0.129 "PUT /v2.0/ports/8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 HTTP/1.1" status: 200 len: 1091 time: 1.4261217 Feb 16 15:10:32.240650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:32.245280 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24a70c3-7ecd-4f11-963a-102901feaf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:32.335221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f914850e-1f66-4507-b5e6-b31c0d54d5d6 req-beaaebd9-9015-4a41-84e8-a3137c676d9f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 210 time: 0.0609887 Feb 16 15:10:32.338086 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d99d96-37bb-45f2-8954-ffa79d0d3688 x-openstack-request-id: req-d2d99d96-37bb-45f2-8954-ffa79d0d3688 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:32.343664 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:32.343664 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d2d99d96-37bb-45f2-8954-ffa79d0d3688 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:32.343664 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'status': 'completed', 'code': 200} Feb 16 15:10:32.416848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41963e5-2b6a-451c-a778-e31324ea1e2f service neutron] Pushing event updated for resources: {'Port': ['ID=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:32.466053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a70c3-7ecd-4f11-963a-102901feaf3a req-b6b0f646-e7ef-419e-99e8-2e9e4af37d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:32.469762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c24a70c3-7ecd-4f11-963a-102901feaf3a req-b6b0f646-e7ef-419e-99e8-2e9e4af37d2e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1094 time: 0.1207871 Feb 16 15:10:32.657191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-935c3a86-efef-41dd-9772-671336d2b2e0 req-bdc4f243-403e-4caf-90c3-c525b0d0a349 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=2943921a-acc3-4547-a938-2f2653e678ec HTTP/1.1" status: 200 len: 210 time: 0.0576701 Feb 16 15:10:32.741733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a70c3-7ecd-4f11-963a-102901feaf3a req-c5f98833-bd5f-4f39-992b-4d415fad6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:32.742831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c24a70c3-7ecd-4f11-963a-102901feaf3a req-c5f98833-bd5f-4f39-992b-4d415fad6e43 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2645226 Feb 16 15:10:32.919489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a70c3-7ecd-4f11-963a-102901feaf3a req-a1339c8f-06b5-4795-b573-be752a675ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:32.921137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c24a70c3-7ecd-4f11-963a-102901feaf3a req-a1339c8f-06b5-4795-b573-be752a675ba8 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1721652 Feb 16 15:10:33.079974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-fef583e4-ccc0-4157-951d-11d5ccdb50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:33.082531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-fef583e4-ccc0-4157-951d-11d5ccdb50b3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1094 time: 0.1239250 Feb 16 15:10:33.176259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-fb3046b0-ff94-4eb3-965b-75c8cd26149d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 HTTP/1.1" status: 200 len: 217 time: 0.0464687 Feb 16 15:10:33.206976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7aee0-a6d7-49bf-97b0-7c62920ba860 req-52bc3b61-c146-40a1-9819-884b3c3ffc6a tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:33.209589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abc7aee0-a6d7-49bf-97b0-7c62920ba860 req-52bc3b61-c146-40a1-9819-884b3c3ffc6a tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 943 time: 0.2412643 Feb 16 15:10:33.328255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abc7aee0-a6d7-49bf-97b0-7c62920ba860 req-761928c7-5461-472a-b688-a03ce0a095fc tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827894 Feb 16 15:10:33.338372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-61636ca8-71ea-4fd7-ae40-82cccd717bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:33.338372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-61636ca8-71ea-4fd7-ae40-82cccd717bac service neutron] 10.222.0.129 "GET /v2.0/subnets?id=971c09fd-0305-49c8-8f53-3a9155006368 HTTP/1.1" status: 200 len: 847 time: 0.1528473 Feb 16 15:10:33.390509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-96e64ac4-01a9-4876-8568-3c2990cd68eb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:33.393759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-96e64ac4-01a9-4876-8568-3c2990cd68eb tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 813 time: 0.3467140 Feb 16 15:10:33.495485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Request body: {'port': {'device_id': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'admin_state_up': True, 'tenant_id': 'c4eb6b0da95b4347b74cfe4dfaf19d59'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:33.618360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67bed325-e6a1-4706-b281-dc4c3266bf43 req-e330f680-dc31-4eb7-9b36-fbe573c5050f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 210 time: 0.1371729 Feb 16 15:10:33.630574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7120-5d04-4960-a014-f5a07912d2fb req-f903e7e3-9046-4227-bb73-bdeca6829da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:33.631574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-f903e7e3-9046-4227-bb73-bdeca6829da3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2807865 Feb 16 15:10:33.859079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-71c98e4e-ab96-4a4f-a930-569af9898127 service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171848 Feb 16 15:10:33.961909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Made reservation on behalf of c4eb6b0da95b4347b74cfe4dfaf19d59 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:10:33.978149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:34.154454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-092f7120-5d04-4960-a014-f5a07912d2fb req-23375c5b-6d2c-4a9e-976b-bc6f049cb368 service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880793 Feb 16 15:10:34.201077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Allocated IP 172.20.0.7 (6031c0d8-0c32-4cc0-8145-1a250d2aacb4/fb250468-f6e9-426f-aea6-b4a0f8662c37/f9a6baea-2319-483b-b32f-a2c0ecc1cf19) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:34.411256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:34.562428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be93a55-8f4b-4737-8fa2-a917c6f8c1e0 req-b83399c7-1c5f-4979-9ad6-8823612088a1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:34.564272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9be93a55-8f4b-4737-8fa2-a917c6f8c1e0 req-b83399c7-1c5f-4979-9ad6-8823612088a1 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 943 time: 0.0702593 Feb 16 15:10:34.603280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:34.617444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662', '2beb8b88-16eb-43ad-ba30-60c55173b621'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:34.639848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9be93a55-8f4b-4737-8fa2-a917c6f8c1e0 req-6c33c72b-66d7-47ba-8441-fd4247954df7 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672576 Feb 16 15:10:34.676495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c837b121-8533-49ef-a09b-8a67562acb40'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:34.698776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:34.702426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:34.711071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:34.809329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event updated for resources: {'Port': ['ID=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:34.847046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:34.847707 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:34.864989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7a87-87ee-4a4b-8c23-0a8168611095 req-72a9cd00-9352-43a0-9389-5142697056e4 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:34.866636 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dfa7a87-87ee-4a4b-8c23-0a8168611095 req-72a9cd00-9352-43a0-9389-5142697056e4 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 931 time: 0.1109970 Feb 16 15:10:34.990114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2dfa7a87-87ee-4a4b-8c23-0a8168611095 req-6ac9236d-1f87-44ff-a8c2-240021133d6d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Feb 16 15:10:35.013484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-ba9481cb-5894-4b23-9cbe-5a0fee05cb54 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5306578 Feb 16 15:10:35.030117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Request body: {'port': {'device_id': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:35.199676 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:35.339583 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9ed0121-47bf-4682-be94-cd9692fb316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:35.637570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a6baea-2319-483b-b32f-a2c0ecc1cf19 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:35.647026 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:35.668317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Transition to ACTIVE for port object f9a6baea-2319-483b-b32f-a2c0ecc1cf19 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:10:35.793335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f0784-344a-44e4-86b2-4496555533cd req-3b8a301c-9ee8-4fbd-9850-45c31a4fdd50 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:35.793335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-448f0784-344a-44e4-86b2-4496555533cd req-3b8a301c-9ee8-4fbd-9850-45c31a4fdd50 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 943 time: 0.0641990 Feb 16 15:10:35.826370 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:35.890116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-448f0784-344a-44e4-86b2-4496555533cd req-5980f4d1-47b1-4e20-b693-a0564f8b460d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901783 Feb 16 15:10:35.924601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Pushing event updated for resources: {'Port': ['ID=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:35.991719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Attempting to bind port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:10:35.992554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Attempting to bind port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:10:35.993382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Attempting to bind port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:35.997733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:10:35.998080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Attempting to bind port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 on network 6031c0d8-0c32-4cc0-8145-1a250d2aacb4 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:10:36.003840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:10:36.004178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Checking segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:10:36.004565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Bound using segment: {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:10:36.004994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Bound port: f9a6baea-2319-483b-b32f-a2c0ecc1cf19, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb853450-7d75-483d-922f-ac59c3bf7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:10:36.005350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:36.209932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1eda0-0ab5-4cbf-8a8e-ea9f3e188801 req-2675055c-56c0-4f6e-999f-437f1add49ef tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:36.218334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acf1eda0-0ab5-4cbf-8a8e-ea9f3e188801 req-2675055c-56c0-4f6e-999f-437f1add49ef tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 943 time: 0.0973573 Feb 16 15:10:36.247645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] For port f9a6baea-2319-483b-b32f-a2c0ecc1cf19, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:10:36.307638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acf1eda0-0ab5-4cbf-8a8e-ea9f3e188801 req-ee369617-5242-44f0-b5da-90f85fb57755 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822034 Feb 16 15:10:36.329580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] For port f9a6baea-2319-483b-b32f-a2c0ecc1cf19, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:10:36.476500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:36.570113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:36.570733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:36.572235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] 10.222.0.93 "PUT /v2.0/ports/f9a6baea-2319-483b-b32f-a2c0ecc1cf19 HTTP/1.1" status: 200 len: 1091 time: 1.5504837 Feb 16 15:10:36.574629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'tag': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:36.577827 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfe593c-7886-4e1d-8db8-54334232c33a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc51c6e4-50ec-44f2-a069-5353038f3968", "tag": "f9a6baea-2319-483b-b32f-a2c0ecc1cf19"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:36.584000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51c36-ab20-4753-862f-d39088bc24ea service neutron] Pushing event updated for resources: {'Port': ['ID=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:36.673780 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef9b56-0990-4256-bc51-820fb362fd4d x-openstack-request-id: req-32ef9b56-0990-4256-bc51-820fb362fd4d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:36.675498 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc51c6e4-50ec-44f2-a069-5353038f3968", "tag": "f9a6baea-2319-483b-b32f-a2c0ecc1cf19", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:36.676240 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-32ef9b56-0990-4256-bc51-820fb362fd4d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:36.676901 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'tag': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19', 'status': 'completed', 'code': 200} Feb 16 15:10:36.767782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe593c-7886-4e1d-8db8-54334232c33a req-c8635770-3f3c-4369-b75f-ca77c839a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:36.773968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5dfe593c-7886-4e1d-8db8-54334232c33a req-c8635770-3f3c-4369-b75f-ca77c839a508 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 1094 time: 0.0662887 Feb 16 15:10:37.023954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe593c-7886-4e1d-8db8-54334232c33a req-9d27a152-c7c4-4abf-b4b9-b55ebec096f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.025876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5dfe593c-7886-4e1d-8db8-54334232c33a req-9d27a152-c7c4-4abf-b4b9-b55ebec096f1 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2446949 Feb 16 15:10:37.160838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe364-a898-4e70-b1d6-363d9172a8f7 req-ca2514d8-f944-4341-9afd-dcf9d9972f8b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.162401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-492fe364-a898-4e70-b1d6-363d9172a8f7 req-ca2514d8-f944-4341-9afd-dcf9d9972f8b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 943 time: 0.1354318 Feb 16 15:10:37.218407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe593c-7886-4e1d-8db8-54334232c33a req-aa9860e5-d088-4e06-a6c6-f1e8f58a72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.220243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5dfe593c-7886-4e1d-8db8-54334232c33a req-aa9860e5-d088-4e06-a6c6-f1e8f58a72d3 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1775410 Feb 16 15:10:37.238050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-492fe364-a898-4e70-b1d6-363d9172a8f7 req-921b3449-ec2c-40d8-88ed-91c73bf49986 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696237 Feb 16 15:10:37.411416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-f4969b8c-f535-411f-90eb-65f8116b4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.416723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-f4969b8c-f535-411f-90eb-65f8116b4064 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 1094 time: 0.1097400 Feb 16 15:10:37.497347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:10:37.609186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-1544fe89-1434-4e7d-8a13-f5569c9b9f97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a6baea-2319-483b-b32f-a2c0ecc1cf19 HTTP/1.1" status: 200 len: 217 time: 0.1807380 Feb 16 15:10:37.655242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:37.669290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'port_id': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'mac_address': 'fa:16:3e:06:8e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:10:37.701571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f613-2fdb-427e-b511-2db4c6297a88 req-0f1e4654-ffd7-41de-9bb1-2c85e3f0c929 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.703121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22d4f613-2fdb-427e-b511-2db4c6297a88 req-0f1e4654-ffd7-41de-9bb1-2c85e3f0c929 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 943 time: 0.2668841 Feb 16 15:10:37.721449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-472ed87e-4c2e-42ca-a11f-abc93e9148c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:37.723022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-472ed87e-4c2e-42ca-a11f-abc93e9148c6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.1063030 Feb 16 15:10:37.731588 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:37.748817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:37.782862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-4ee6f43e-c518-4f86-861f-44c289f22312 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484552 Feb 16 15:10:37.783218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:37.841677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22d4f613-2fdb-427e-b511-2db4c6297a88 req-f7f41e0a-c910-4280-8ef0-7bd1f4441082 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303189 Feb 16 15:10:37.888080 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:37.975851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-0b7ce361-5f88-4cd3-a702-c70d0ea9616c service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716726 Feb 16 15:10:38.113317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a27496-7e2f-4b09-9f34-d7ad9655cd8b req-edb50833-8723-4654-84e6-bdbefb6dd0c0 service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225984 Feb 16 15:10:38.123383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:38.138096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:38.208103 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-77193c31-adad-4908-934a-a2831155faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:38.443815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fdc8d-bed0-4bf0-9c05-4928a7479b15 req-d95a0e14-ffc6-45d2-a2e1-fbd45181ca19 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:38.445676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-482fdc8d-bed0-4bf0-9c05-4928a7479b15 req-d95a0e14-ffc6-45d2-a2e1-fbd45181ca19 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 944 time: 0.0793586 Feb 16 15:10:38.517193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-482fdc8d-bed0-4bf0-9c05-4928a7479b15 req-e952fef0-4962-43b5-91d0-fd56871f16c7 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600114 Feb 16 15:10:38.706188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-b7bfddcd-8bb4-44f2-bf2e-67e095b84a42 req-190dfd64-dd16-46f0-b9e1-e60410cc9693 service neutron] (103043) timed out ('10.222.0.113', 60842) {{(pid=103043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:10:38.996623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb61b4-b96d-460f-8589-fcb4fcd64c35 req-5c7cd429-561b-4ce4-bbc9-3a64888891c2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:38.998337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9eb61b4-b96d-460f-8589-fcb4fcd64c35 req-5c7cd429-561b-4ce4-bbc9-3a64888891c2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 943 time: 0.0783086 Feb 16 15:10:39.066524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9eb61b4-b96d-460f-8589-fcb4fcd64c35 req-7107ae7b-ac6d-4d59-89ad-8360e4633af8 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615010 Feb 16 15:10:39.544063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:39.666956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac379-f09b-4292-b0a4-717ff019e1e2 req-527ae6e4-527e-41d4-adae-042c68540e14 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:39.668639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4eac379-f09b-4292-b0a4-717ff019e1e2 req-527ae6e4-527e-41d4-adae-042c68540e14 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 944 time: 0.0547531 Feb 16 15:10:39.710445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4eac379-f09b-4292-b0a4-717ff019e1e2 req-ea2e51a9-9b73-4ec0-b43e-594d7f216f2e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358877 Feb 16 15:10:39.910170 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:39.911091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:39.915581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:39.916117 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:40.035727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:40.071217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:40.073873 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f994b95f-ab2e-43f7-bca7-5075522b974b" -d '{"events": [{"server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "name": "network-vif-plugged", "status": "completed", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:40.089467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:40.121767 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea635190-b54b-4ca4-88d7-963dac1fed7c x-openstack-request-id: req-ea635190-b54b-4ca4-88d7-963dac1fed7c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:40.131259 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "name": "network-vif-plugged", "status": "completed", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:40.131259 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ea635190-b54b-4ca4-88d7-963dac1fed7c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:40.131259 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'code': 200} Feb 16 15:10:40.178745 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:40.219912 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56580) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:40.270108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:40.304199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c883c-943c-46ac-a5de-67a5b7cf0a37 req-34ff73c1-3c7a-405e-acf3-bf529ffab00a tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:40.311868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-846c883c-943c-46ac-a5de-67a5b7cf0a37 req-34ff73c1-3c7a-405e-acf3-bf529ffab00a tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 943 time: 0.0858150 Feb 16 15:10:40.316910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26515de-9ed8-47da-9e14-e70f20bfd9b5 req-d4e197f2-25a4-49b3-8d92-be9a08bc73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:40.318654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f26515de-9ed8-47da-9e14-e70f20bfd9b5 req-d4e197f2-25a4-49b3-8d92-be9a08bc73d0 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1096 time: 0.1245494 Feb 16 15:10:40.400415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f26515de-9ed8-47da-9e14-e70f20bfd9b5 req-d72dba09-afe8-4cbe-9b49-790ea1b15b44 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681405 Feb 16 15:10:40.439113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-846c883c-943c-46ac-a5de-67a5b7cf0a37 req-06f808ed-987f-4c7a-911e-b13083574547 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262243 Feb 16 15:10:40.877560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac4cd0-dde5-4471-996a-b4923a20b972 req-6b854e21-d204-473f-bed9-6ac45e75a74a tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:40.889703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52ac4cd0-dde5-4471-996a-b4923a20b972 req-6b854e21-d204-473f-bed9-6ac45e75a74a tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 945 time: 0.0775971 Feb 16 15:10:40.892879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f9a6baea-2319-483b-b32f-a2c0ecc1cf19 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:10:40.946081 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52ac4cd0-dde5-4471-996a-b4923a20b972 req-644d10cf-2500-4950-afe0-df4cbacfa44e tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501249 Feb 16 15:10:40.995583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:41.086790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f9a6baea-2319-483b-b32f-a2c0ecc1cf19, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:41.105248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19', 'network_id': '6031c0d8-0c32-4cc0-8145-1a250d2aacb4', 'port_id': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19', 'mac_address': 'fa:16:3e:6a:1c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb250468-f6e9-426f-aea6-b4a0f8662c37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:10:41.154441 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:41.172264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a6baea-2319-483b-b32f-a2c0ecc1cf19 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:10:41.214809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f9a6baea-2319-483b-b32f-a2c0ecc1cf19, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:41.310057 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:41.398979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:41.490020 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:41.589655 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:41.612662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f9a6baea-2319-483b-b32f-a2c0ecc1cf19'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:10:41.624975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e2a9-ed5c-4e1b-8058-d51524593ec7 req-7824a643-9af0-4d8c-9f19-8d2e143e56c4 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:41.633126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f568e2a9-ed5c-4e1b-8058-d51524593ec7 req-7824a643-9af0-4d8c-9f19-8d2e143e56c4 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 944 time: 0.0808122 Feb 16 15:10:41.687044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f568e2a9-ed5c-4e1b-8058-d51524593ec7 req-10482921-415d-4b92-9a3f-97312b2328cf tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528066 Feb 16 15:10:41.927838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Deleting port b3c48f20-9b97-4427-891a-c1809eb5cc54 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:10:41.928753 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:42.038818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] For port b3c48f20-9b97-4427-891a-c1809eb5cc54, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b3c48f20-9b97-4427-891a-c1809eb5cc54,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:42.039194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:42.054140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Calling delete_port for b3c48f20-9b97-4427-891a-c1809eb5cc54 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:10:42.113806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b3d9-f089-4573-864a-8ecf751fe36a req-53b5a591-a8d0-4214-b66d-75936ae0341a tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:42.122953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fe7b3d9-f089-4573-864a-8ecf751fe36a req-53b5a591-a8d0-4214-b66d-75936ae0341a tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 945 time: 0.0801425 Feb 16 15:10:42.178732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fe7b3d9-f089-4573-864a-8ecf751fe36a req-604896ce-f4ae-4378-9902-60c06489b7b0 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490277 Feb 16 15:10:42.324783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bd749-f352-4dc9-afde-6122b2bcaedb req-e97b6742-e363-46e7-9469-cd51bb5f82ba tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:42.326294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f0bd749-f352-4dc9-afde-6122b2bcaedb req-e97b6742-e363-46e7-9469-cd51bb5f82ba tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 945 time: 0.0803053 Feb 16 15:10:42.368030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f0bd749-f352-4dc9-afde-6122b2bcaedb req-25a421be-4f10-41aa-b1d9-0f39eba0b73b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345929 Feb 16 15:10:42.489153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997b386-7cbb-481f-8838-b6eb4c839ebb req-f4da0123-ca32-4bed-909b-bf78deb325c9 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:42.490755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e997b386-7cbb-481f-8838-b6eb4c839ebb req-f4da0123-ca32-4bed-909b-bf78deb325c9 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 945 time: 0.0548024 Feb 16 15:10:42.532030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e997b386-7cbb-481f-8838-b6eb4c839ebb req-1e8d0dab-8ab3-4be6-9144-9f5143b14049 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347068 Feb 16 15:10:42.555177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56624) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:42.556388 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:42.588715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c48f20-9b97-4427-891a-c1809eb5cc54,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:42.601550 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:42.697162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5fc558-d7a5-4929-a609-762c34cdfe97 tempest-TestServerBasicOps-803602727 tempest-TestServerBasicOps-803602727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:42.701295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3e5fc558-d7a5-4929-a609-762c34cdfe97 tempest-TestServerBasicOps-803602727 tempest-TestServerBasicOps-803602727-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1091 time: 0.1447277 Feb 16 15:10:42.704468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:42.709688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:10:42.820767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:42.855909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be9cac-83b1-4c60-8c9b-d2c0f3f9334a req-350071f0-9b10-42da-88b6-366dc519829b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:42.865551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2be9cac-83b1-4c60-8c9b-d2c0f3f9334a req-350071f0-9b10-42da-88b6-366dc519829b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 944 time: 0.0914192 Feb 16 15:10:42.895261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:42.914358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f9a6baea-2319-483b-b32f-a2c0ecc1cf19 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:10:42.968372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2be9cac-83b1-4c60-8c9b-d2c0f3f9334a req-48ada6dc-6d52-432b-9492-49ef329ba72c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015129 Feb 16 15:10:43.041726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:43.106674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Router d637bbe2-108b-4171-8e9b-7c33b5fc2287 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:43.160929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:10:43.164173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Allocated IP 172.25.6.72 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/5a940dc8-3e54-449a-9a89-fe31f105f676) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:10:43.166092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:10:43.166475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:43.407923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:43.423925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:43.444075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:43.456707 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] Sync routers for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:43.479870 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a502d1a6-46f1-4b84-8e05-5379dea96156 admin admin] 10.222.0.113 "PUT /v2.0/routers/d637bbe2-108b-4171-8e9b-7c33b5fc2287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2524035 Feb 16 15:10:43.479979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56664) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:43.493254 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:43.493893 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:43.505434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f9a6baea-2319-483b-b32f-a2c0ecc1cf19, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:43.507963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:43.513123 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabf8ac7-2bb4-444b-aebe-c4d35c934b2c" -d '{"events": [{"server_uuid": "fc51c6e4-50ec-44f2-a069-5353038f3968", "name": "network-vif-plugged", "status": "completed", "tag": "f9a6baea-2319-483b-b32f-a2c0ecc1cf19"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:43.587343 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a730ab-6e1d-48d4-9f07-90af0a02f5c1 x-openstack-request-id: req-b4a730ab-6e1d-48d4-9f07-90af0a02f5c1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:43.587930 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc51c6e4-50ec-44f2-a069-5353038f3968", "name": "network-vif-plugged", "status": "completed", "tag": "f9a6baea-2319-483b-b32f-a2c0ecc1cf19", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:43.588538 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b4a730ab-6e1d-48d4-9f07-90af0a02f5c1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:43.588946 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19', 'code': 200} Feb 16 15:10:43.590327 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:43.699806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:43.722993 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:43.740783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:43.751334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68023716-641d-4445-a981-f78bd6f289ad req-6c0dc8dc-4e15-479d-9fe0-8a0f6b1916b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:43.754196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68023716-641d-4445-a981-f78bd6f289ad req-6c0dc8dc-4e15-479d-9fe0-8a0f6b1916b7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 1096 time: 0.0954573 Feb 16 15:10:43.754394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:43.933964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:10:43.950497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:10:43.962911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:10:43.973828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'Port': ['ID=5a940dc8-3e54-449a-9a89-fe31f105f676,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:44.026325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68023716-641d-4445-a981-f78bd6f289ad req-d6441cb0-9ff0-4378-aa31-3f83bd7092be service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038772 Feb 16 15:10:44.034010 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:10:42Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:44.077278 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:44.118496 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] Checking router: d637bbe2-108b-4171-8e9b-7c33b5fc2287 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:44.130310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] Routers {'d637bbe2-108b-4171-8e9b-7c33b5fc2287'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:44.131190 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:44.285424 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] Set router d637bbe2-108b-4171-8e9b-7c33b5fc2287 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:44.731525 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:10:42Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:44.761801 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8a7ed-ffcc-4a30-b940-b522dc0d850f None None] The sync data for ids ['d637bbe2-108b-4171-8e9b-7c33b5fc2287'] in n-d-829433-1 is: [{'id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'name': 'tempest-AttachVolumeShelveTestJSON-1055461684-router', 'tenant_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:03:37Z', 'updated_at': '2022-02-16T15:10:42Z', 'revision_number': 5, 'project_id': '7c2ce7f2222046fc9ac9ce61e431e870', 'gw_port': {'id': 'aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd637bbe2-108b-4171-8e9b-7c33b5fc2287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:03:38Z', 'updated_at': '2022-02-16T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:44.852336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5219f9a-0b71-466a-9a63-c8b762e0df72 req-277c44af-8ffe-4085-958c-8948bbb74193 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:44.853806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5219f9a-0b71-466a-9a63-c8b762e0df72 req-277c44af-8ffe-4085-958c-8948bbb74193 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 945 time: 0.7105999 Feb 16 15:10:44.929503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Deleting port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:10:44.929905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:45.017822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5219f9a-0b71-466a-9a63-c8b762e0df72 req-64fbceec-ba3b-4961-9c53-b2b3f1985b5c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113729 Feb 16 15:10:45.137187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] For port aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:45.137743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:45.155287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Calling delete_port for aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:10:45.198859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b3c48f20-9b97-4427-891a-c1809eb5cc54 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:10:45.243386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b3c48f20-9b97-4427-891a-c1809eb5cc54 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:10:45.244828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b3c48f20-9b97-4427-891a-c1809eb5cc54 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:10:45.350682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:45.627590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:45.685600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:45.692340 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:45.793131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:45.950694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:45.959566 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.422476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.422476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4710da-b7e2-4b90-8313-8c86b32b5197 req-21f9aba9-bc83-442d-865c-3b029a78c8ee tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:46.422476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d4710da-b7e2-4b90-8313-8c86b32b5197 req-21f9aba9-bc83-442d-865c-3b029a78c8ee tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 945 time: 0.0521340 Feb 16 15:10:46.422476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d4710da-b7e2-4b90-8313-8c86b32b5197 req-a49a6540-abfa-4a12-bc3b-049cfa82cfef tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338173 Feb 16 15:10:46.649425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.661144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d637bbe2-108b-4171-8e9b-7c33b5fc2287 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:10:46.661144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.661144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e08865b5-ebd1-43c3-9b93-879569a1c70a admin admin] 10.222.0.113 "DELETE /v2.0/routers/d637bbe2-108b-4171-8e9b-7c33b5fc2287 HTTP/1.1" status: 204 len: 168 time: 3.1793377 Feb 16 15:10:46.663220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 56762) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:46.711437 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.711927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.750147 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] Deleting subnet 098ddd12-aca5-4361-b9b0-943cd33572a1 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:10:46.809648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.812546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event updated for resources: {'Port': ['ID=5a940dc8-3e54-449a-9a89-fe31f105f676,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:46.831705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.846928 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:46.988746 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Floating IP cfa9ff50-3991-41d4-99dd-7f42e46f7db5 associated. External IP: 172.25.6.72, port: 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8. Feb 16 15:10:47.000740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:47.292157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:10:47.386435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Router 205b2367-3e88-42b8-a11d-0ccee19fa09a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:10:47.389396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:10:47.389396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aa650a22-dbb8-4b1d-9175-e4bfabe9ddbd not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:10:47.390585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:47.390585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:47.390585 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/098ddd12-aca5-4361-b9b0-943cd33572a1 HTTP/1.1" status: 204 len: 168 time: 0.6587236 Feb 16 15:10:47.391487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56772) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:47.391859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd07bf0-c81f-4bdf-a0e7-6b945eb0f393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098ddd12-aca5-4361-b9b0-943cd33572a1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:47.391952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dfc1a1-abeb-43ee-ad26-7240b2562b2d None None] Network c4df7a7d-a20b-44ab-be36-233e0079b53f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:10:47.448807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:10:47.452368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:47.483939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] Sync routers for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:10:47.512679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:47.513496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:47.523986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Deleting port 84dfac38-f10f-4cfd-8895-96f8767967e7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:10:47.524331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:47.634565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] For port 84dfac38-f10f-4cfd-8895-96f8767967e7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=84dfac38-f10f-4cfd-8895-96f8767967e7,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:47.635695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:47.671731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:47.679617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:47.733800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Calling delete_port for 84dfac38-f10f-4cfd-8895-96f8767967e7 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:10:47.758512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d30036e2-ae0b-42dc-b361-b40aa87c8d6b tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0528595 Feb 16 15:10:47.760982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:10:47.763256 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9d6872-bba0-46e8-b920-03e4170d6429" -d '{"events": [{"name": "network-changed", "server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:10:47.778564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-97f6aba3-cf72-44cb-a57d-3a9fca1268e4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1199651 Feb 16 15:10:47.839070 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67513263-5f2f-4a5a-927c-0e9b9b877745 x-openstack-request-id: req-67513263-5f2f-4a5a-927c-0e9b9b877745 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:10:47.839443 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:10:47.839647 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-67513263-5f2f-4a5a-927c-0e9b9b877745 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:10:47.840015 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'status': 'completed', 'code': 200} Feb 16 15:10:47.913805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] DHCP port deletion for c4df7a7d-a20b-44ab-be36-233e0079b53f request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:10:47.990931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-199a5e61-df81-4277-a8ad-a56fe4b2027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:47.992437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-199a5e61-df81-4277-a8ad-a56fe4b2027b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 1097 time: 0.1516399 Feb 16 15:10:48.013307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-cb92d76b-45c3-43c6-9576-d3e329423b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.015425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-cb92d76b-45c3-43c6-9576-d3e329423b63 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1096 time: 0.1351781 Feb 16 15:10:48.073765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] Deleting port 84dfac38-f10f-4cfd-8895-96f8767967e7 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:10:48.074166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.152567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-1b4d795b-6dba-4ecd-8124-9b5723ee1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.154740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-1b4d795b-6dba-4ecd-8124-9b5723ee1a1d service neutron] 10.222.0.129 "GET /v2.0/networks?id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a HTTP/1.1" status: 200 len: 910 time: 0.1283782 Feb 16 15:10:48.159665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] For port 84dfac38-f10f-4cfd-8895-96f8767967e7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=84dfac38-f10f-4cfd-8895-96f8767967e7,segment=NetworkSegment(97c540f8-7853-4b22-8195-c5422ba111f6),segment_id=97c540f8-7853-4b22-8195-c5422ba111f6)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:10:48.160109 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.175661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] Calling delete_port for 84dfac38-f10f-4cfd-8895-96f8767967e7 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:10:48.178154 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.234677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'cfa9ff50-3991-41d4-99dd-7f42e46f7db5', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'floating_ip_address': '172.25.6.72', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'port_id': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'mac_address': 'fa:16:3e:06:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:10:45Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 0, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:10Z', 'revision_number': 5, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:48.268853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] Checking router: 205b2367-3e88-42b8-a11d-0ccee19fa09a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:10:48.290523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:10:48.291227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:10:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:48.374029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-5854cabe-250b-4228-b0ee-1181138c2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.375786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-5854cabe-250b-4228-b0ee-1181138c2cda service neutron] 10.222.0.93 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 915 time: 0.3594542 Feb 16 15:10:48.391043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.415907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84dfac38-f10f-4cfd-8895-96f8767967e7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:48.428120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] No DVR routers for this DVR port 84dfac38-f10f-4cfd-8895-96f8767967e7 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:10:48.554758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-aaf61c83-fcbf-4141-8b54-4cbcb5458577 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e878228-f4fa-4466-8006-47e460e68662 HTTP/1.1" status: 200 len: 217 time: 0.0980229 Feb 16 15:10:48.559368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-4d970522-91d4-408a-b792-7e86f6e2f0ee service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 HTTP/1.1" status: 200 len: 998 time: 0.3896260 Feb 16 15:10:48.635272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] Pushing event deleted for resources: {'Port': ['ID=84dfac38-f10f-4cfd-8895-96f8767967e7,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:48.645784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b839a-d1eb-48f6-938e-2c491ec9da55 None None] No DVR routers for this DVR port 84dfac38-f10f-4cfd-8895-96f8767967e7 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:10:48.670653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.681571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:10:48.710084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-692f8b2d-89ec-4648-8c35-fb2c2c4adac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.711830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-692f8b2d-89ec-4648-8c35-fb2c2c4adac6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.1209466 Feb 16 15:10:48.717842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4df7a7d-a20b-44ab-be36-233e0079b53f']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:48.769544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-38ba97ae-acf1-4c98-b315-cfa94344c90d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441380 Feb 16 15:10:48.776375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-b48e4ca2-4fae-4743-a5a1-0714b76fa6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:48.777872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-b48e4ca2-4fae-4743-a5a1-0714b76fa6c2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=971c09fd-0305-49c8-8f53-3a9155006368 HTTP/1.1" status: 200 len: 847 time: 0.1881807 Feb 16 15:10:48.842239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c540f8-7853-4b22-8195-c5422ba111f6') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:48.843232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c540f8-7853-4b22-8195-c5422ba111f6') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:48.901919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.950147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.965902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:10:48.966308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:10:48.970530 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:10:49.035476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-ec1f5942-33c8-49db-9b3a-f2d23493a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:49.037016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-ec1f5942-33c8-49db-9b3a-f2d23493a0d8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740088 Feb 16 15:10:49.056849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-41f089d9-929f-4c5f-b912-b43834710ac1 service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763700 Feb 16 15:10:49.116473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'cfa9ff50-3991-41d4-99dd-7f42e46f7db5', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'floating_ip_address': '172.25.6.72', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'port_id': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'mac_address': 'fa:16:3e:06:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:10:45Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 0, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:10Z', 'revision_number': 5, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:10:49.196702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806f0e2-aee7-4ef2-96b5-66033ffb6989 None None] The sync data for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 is: [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'cfa9ff50-3991-41d4-99dd-7f42e46f7db5', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'floating_ip_address': '172.25.6.72', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'port_id': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'mac_address': 'fa:16:3e:06:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:10:45Z', 'updated_at': '2022-02-16T15:10:45Z', 'revision_number': 0, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:10Z', 'revision_number': 5, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:10:49.259086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-e62bbb38-cd2a-4816-af91-187e997a948d service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147179 Feb 16 15:10:49.266194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 84dfac38-f10f-4cfd-8895-96f8767967e7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:10:49.266411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22c2e0d3-15b5-48b2-89ab-f3ed7cd8775a req-c9d7422a-9b80-4ef9-bd28-1999f3014b83 service neutron] 10.222.0.93 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952956 Feb 16 15:10:49.293732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 84dfac38-f10f-4cfd-8895-96f8767967e7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:10:49.295846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 84dfac38-f10f-4cfd-8895-96f8767967e7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:10:49.566256 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fad5833-4260-4b59-aa7a-11f876620d14 None None] New status for floating IP cfa9ff50-3991-41d4-99dd-7f42e46f7db5: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:10:49.774387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:49.788035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:49.790575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] 10.222.0.113 "DELETE /v2.0/networks/c4df7a7d-a20b-44ab-be36-233e0079b53f HTTP/1.1" status: 204 len: 168 time: 2.4661183 Feb 16 15:10:49.805592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3d2b3-97c6-4864-8362-b298b70ea2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4df7a7d-a20b-44ab-be36-233e0079b53f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:49.924600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d9d6872-bba0-46e8-b920-03e4170d6429 req-4c560e26-6a92-4a74-9b9c-ccd7f57c587b service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571200 Feb 16 15:10:49.976077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-d9c712a7-371b-4416-9650-306700569f59 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761294 Feb 16 15:10:50.081101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-4c8129cd-42a0-49ed-98a4-a23c62e898d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:50.082916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-4c8129cd-42a0-49ed-98a4-a23c62e898d4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 1096 time: 0.0574744 Feb 16 15:10:50.206302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-abe09a83-cbfb-45cc-b872-cac6fcb8faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:50.207956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-abe09a83-cbfb-45cc-b872-cac6fcb8faa3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 200 len: 915 time: 0.1022458 Feb 16 15:10:50.255477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-4f826b00-c88a-4224-affb-fc5a911f5907 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c837b121-8533-49ef-a09b-8a67562acb40 HTTP/1.1" status: 200 len: 217 time: 0.0378492 Feb 16 15:10:50.308831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-b7c4a79c-4a7a-4388-b617-c579e42f963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:10:50.310329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-b7c4a79c-4a7a-4388-b617-c579e42f963b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 200 len: 853 time: 0.0494936 Feb 16 15:10:50.342554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-3ebe8d7f-e06d-495e-9823-900b331e5634 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=6031c0d8-0c32-4cc0-8145-1a250d2aacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257819 Feb 16 15:10:50.445396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-553ac7c5-2844-4abc-853e-f9bd83587f7c service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966246 Feb 16 15:10:50.446256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56842) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:50.545771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3cc6d2f2-9508-479e-93bc-55c9937814bd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7c2ce7f2222046fc9ac9ce61e431e870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983403 Feb 16 15:10:50.548373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 56844) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:10:50.641316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f03a45cb-a63b-4467-9f89-b008423c3802 req-5f8b85b6-1768-484e-a8b3-e305fdefe07c service neutron] 10.222.0.129 "GET /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882575 Feb 16 15:10:50.649426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:50.673665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:51.589852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:51.592655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:10:51.593847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/befe0dde-3f33-4c07-b8f9-e8f1af3d0eaa HTTP/1.1" status: 204 len: 168 time: 1.0422480 Feb 16 15:10:51.602304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befe0dde-3f33-4c07-b8f9-e8f1af3d0eaa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:10:51.610443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.610807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.613410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.613747 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.614077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.619337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.619337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.619337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.619337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.619337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.619337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:10:51.619337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61560c54-7b88-4d80-9d87-3135d8d3176b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:02.684353 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57270) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:02.807798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2811-19cc-49c9-a328-5ef01036d56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:02.889740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2811-19cc-49c9-a328-5ef01036d56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:03.093211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d6eb2811-19cc-49c9-a328-5ef01036d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:03.139405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb2811-19cc-49c9-a328-5ef01036d56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61762793-d317-41f0-9ddc-985d68cae78c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:03.156436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57278) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:03.158421 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d6eb2811-19cc-49c9-a328-5ef01036d56f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=73e02fa463864643a9a0ecc24691d1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715724 Feb 16 15:11:03.225674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa3504d0-2dc8-49d4-9289-a4513e59accb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:03.254633 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa3504d0-2dc8-49d4-9289-a4513e59accb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:03.503927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa3504d0-2dc8-49d4-9289-a4513e59accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:03.506763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa3504d0-2dc8-49d4-9289-a4513e59accb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:03.507960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aa3504d0-2dc8-49d4-9289-a4513e59accb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/61762793-d317-41f0-9ddc-985d68cae78c HTTP/1.1" status: 204 len: 168 time: 0.3487687 Feb 16 15:11:03.517039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3504d0-2dc8-49d4-9289-a4513e59accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61762793-d317-41f0-9ddc-985d68cae78c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:05.394771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1f9be749-1c53-414a-b4fa-81af572a1af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:05.456842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57332) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:05.472082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01d41ecd-6f34-4333-9cb6-ce47002ddd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:05.560142 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01d41ecd-6f34-4333-9cb6-ce47002ddd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:05.663694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01d41ecd-6f34-4333-9cb6-ce47002ddd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:05.703737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d41ecd-6f34-4333-9cb6-ce47002ddd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6f7d5b-8163-4afc-8759-767adc634dd6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:05.712812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57346) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:05.713273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-01d41ecd-6f34-4333-9cb6-ce47002ddd99 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=67aa4c7fc5724a20a8727571d9984507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551401 Feb 16 15:11:05.776282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c972-edd2-48ab-8f00-5d73f565a2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:05.800231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c972-edd2-48ab-8f00-5d73f565a2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:06.058340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c972-edd2-48ab-8f00-5d73f565a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:06.061421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c972-edd2-48ab-8f00-5d73f565a2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:06.068860 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4eb8c972-edd2-48ab-8f00-5d73f565a2f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3b6f7d5b-8163-4afc-8759-767adc634dd6 HTTP/1.1" status: 204 len: 168 time: 0.3536372 Feb 16 15:11:06.083604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8c972-edd2-48ab-8f00-5d73f565a2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6f7d5b-8163-4afc-8759-767adc634dd6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:06.360277 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:11:08.103192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58267d33-26c0-4dc2-8ab6-5afb6d7eb238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:09.726032 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:11.428659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:11.550625 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:12.506807 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.069043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57552) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:13.205706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86969581-e3df-438c-8925-38f9e1ae7210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.309319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86969581-e3df-438c-8925-38f9e1ae7210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.458064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86969581-e3df-438c-8925-38f9e1ae7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.488446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86969581-e3df-438c-8925-38f9e1ae7210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34025ecb-9196-4047-b782-977c5d4c82d5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:13.535714 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-86969581-e3df-438c-8925-38f9e1ae7210 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e37b19b09b514754aec8bfb009c02455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647660 Feb 16 15:11:13.538474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57562) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:13.600926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-338d9401-4e0e-4818-ab1c-7216eb07b48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.635572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-338d9401-4e0e-4818-ab1c-7216eb07b48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.783709 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-338d9401-4e0e-4818-ab1c-7216eb07b48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.791331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-338d9401-4e0e-4818-ab1c-7216eb07b48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:13.793722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-338d9401-4e0e-4818-ab1c-7216eb07b48c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/34025ecb-9196-4047-b782-977c5d4c82d5 HTTP/1.1" status: 204 len: 168 time: 0.2541251 Feb 16 15:11:13.807147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d9401-4e0e-4818-ab1c-7216eb07b48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34025ecb-9196-4047-b782-977c5d4c82d5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:14.816089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:14.831125 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1d51-b115-4084-b539-ddd853dee4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:14.928161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1d51-b115-4084-b539-ddd853dee4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:15.097595 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1d51-b115-4084-b539-ddd853dee4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:15.148223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ebd1d51-b115-4084-b539-ddd853dee4b9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d5bab952a1e14c1ba4b2c3cbefe910ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310225 Feb 16 15:11:15.151982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd1d51-b115-4084-b539-ddd853dee4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8391505-e152-4959-8349-32c6e591a933,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:15.153998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57586) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:15.218973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5be6230d-e2ec-4291-b2ee-b085ee8166d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:15.243980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136d1ad-56e0-4f05-9b48-a29b8c3c7568 req-106f5d89-1038-4817-a425-b3369cac158c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:15.247699 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5be6230d-e2ec-4291-b2ee-b085ee8166d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:15.253468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a136d1ad-56e0-4f05-9b48-a29b8c3c7568 req-106f5d89-1038-4817-a425-b3369cac158c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 945 time: 0.0736756 Feb 16 15:11:15.320048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a136d1ad-56e0-4f05-9b48-a29b8c3c7568 req-7b5dcad9-bd57-4498-baab-ace314e740f6 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654728 Feb 16 15:11:15.411868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5be6230d-e2ec-4291-b2ee-b085ee8166d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:15.414774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5be6230d-e2ec-4291-b2ee-b085ee8166d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:15.415969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5be6230d-e2ec-4291-b2ee-b085ee8166d2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d8391505-e152-4959-8349-32c6e591a933 HTTP/1.1" status: 204 len: 168 time: 0.2604108 Feb 16 15:11:15.425449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6230d-e2ec-4291-b2ee-b085ee8166d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8391505-e152-4959-8349-32c6e591a933,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:16.493725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928588e3-4d37-4316-81e8-bed30a37347f req-043db213-169f-4615-b1d0-a5d0527bd975 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:16.504802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-928588e3-4d37-4316-81e8-bed30a37347f req-043db213-169f-4615-b1d0-a5d0527bd975 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 945 time: 0.0671616 Feb 16 15:11:16.523159 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:16.584092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-928588e3-4d37-4316-81e8-bed30a37347f req-85cb74f2-b065-4400-8181-84b57919f754 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 Feb 16 15:11:16.780901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57628) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:16.909567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-555f8ca6-52bd-4851-ac29-4cf6b4455f77 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:16.911990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-555f8ca6-52bd-4851-ac29-4cf6b4455f77 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 945 time: 0.0712965 Feb 16 15:11:16.974779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231946c-cb7a-4875-b02e-254a533ed610 req-146c4f25-c862-410d-9b16-fcc72fc4ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:16.984064 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4231946c-cb7a-4875-b02e-254a533ed610 req-146c4f25-c862-410d-9b16-fcc72fc4ce2a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1096 time: 0.2017963 Feb 16 15:11:17.023491 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-4231946c-cb7a-4875-b02e-254a533ed610 req-959ca966-ae8e-440e-9ac8-a412d3577fbd service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383053 Feb 16 15:11:17.057685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Deleting port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:17.057685 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:17.184769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] For port f9a6baea-2319-483b-b32f-a2c0ecc1cf19, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:17.185158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:17.198856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Calling delete_port for f9a6baea-2319-483b-b32f-a2c0ecc1cf19 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:17.429380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:17.443214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c837b121-8533-49ef-a09b-8a67562acb40'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:17.490628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event deleted for resources: {'Port': ['ID=f9a6baea-2319-483b-b32f-a2c0ecc1cf19,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:17.509012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662', '2beb8b88-16eb-43ad-ba30-60c55173b621'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:17.553247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] No DVR routers for this DVR port f9a6baea-2319-483b-b32f-a2c0ecc1cf19 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:11:17.556818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:17.560479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b805165-1f44-4c63-9839-bbf3d7b6e585 req-f04739af-ee9f-4d77-9359-8b0e7ce0602b tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "DELETE /v2.0/ports/f9a6baea-2319-483b-b32f-a2c0ecc1cf19 HTTP/1.1" status: 204 len: 173 time: 0.6392744 Feb 16 15:11:17.561114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'name': 'network-vif-deleted', 'tag': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:17.563504 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e223bd-8efe-4fa1-873c-01917bde9a4c" -d '{"events": [{"server_uuid": "fc51c6e4-50ec-44f2-a069-5353038f3968", "name": "network-vif-deleted", "tag": "f9a6baea-2319-483b-b32f-a2c0ecc1cf19"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:17.635591 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a61c237-e3ea-4c8f-b091-06639e94fad7 x-openstack-request-id: req-3a61c237-e3ea-4c8f-b091-06639e94fad7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:17.635990 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc51c6e4-50ec-44f2-a069-5353038f3968", "name": "network-vif-deleted", "tag": "f9a6baea-2319-483b-b32f-a2c0ecc1cf19", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:17.636375 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a61c237-e3ea-4c8f-b091-06639e94fad7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:17.636995 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc51c6e4-50ec-44f2-a069-5353038f3968', 'name': 'network-vif-deleted', 'tag': 'f9a6baea-2319-483b-b32f-a2c0ecc1cf19', 'status': 'completed', 'code': 200} Feb 16 15:11:17.762820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c04448ec-6059-42d5-a8fd-a09c37adf190 req-6e0022ad-3a15-43be-8e8b-47dde4143fe0 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 210 time: 0.0437927 Feb 16 15:11:18.416760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-ead3788c-2592-4bda-a1aa-d14ea7721c45 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:18.418346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-ead3788c-2592-4bda-a1aa-d14ea7721c45 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1300223 Feb 16 15:11:18.437151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-c5e53293-b818-40d8-a84a-67f2e86bbaf8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/quotas/d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 375 time: 0.0111203 Feb 16 15:11:18.514010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-ecee585b-ead2-493f-bf06-92a55c014928 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604396 Feb 16 15:11:18.584130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9b004bf8-25d9-4abd-a7db-5386cba635c5 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:11:18.588179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9b004bf8-25d9-4abd-a7db-5386cba635c5 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0704842 Feb 16 15:11:18.699768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-7ce0a788-5cc9-4210-bb74-11cfc5031a0d service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076329 Feb 16 15:11:18.821278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-2c00c465-a7fe-4d77-b811-b06bb45f7a29 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086161 Feb 16 15:11:18.917055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f4d6f08-f58f-43f3-8c26-0aa9f6c30a43 req-666cab8c-e442-4866-9ba1-f7282e0da48a tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=fc51c6e4-50ec-44f2-a069-5353038f3968 HTTP/1.1" status: 200 len: 210 time: 0.0321617 Feb 16 15:11:19.020089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f9a6baea-2319-483b-b32f-a2c0ecc1cf19 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:11:19.053243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: f9a6baea-2319-483b-b32f-a2c0ecc1cf19 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:11:19.053943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f9a6baea-2319-483b-b32f-a2c0ecc1cf19 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:11:19.537571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70b5a47c-c6ac-4a22-907b-f5ed5ab180bd req-b7f7277e-f63a-4467-a8ec-702db44e01dd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0308325 Feb 16 15:11:20.524232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 57836) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:20.661678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7d91f5eb-2b82-4522-bd0d-4d8c4ee03a1c req-445f5f15-1d67-4876-a28d-02320cbec5ff tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0485678 Feb 16 15:11:20.678488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5774d058-8ee6-4406-969e-43e6631323fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:20.760704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5774d058-8ee6-4406-969e-43e6631323fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:20.851528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5774d058-8ee6-4406-969e-43e6631323fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:20.898324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5774d058-8ee6-4406-969e-43e6631323fd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ac989ab6df094513ab01d99e16ebe25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704183 Feb 16 15:11:20.898324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774d058-8ee6-4406-969e-43e6631323fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb6d770-8eaa-4ae3-b34e-287c5f4c3e74,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:20.898903 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57852) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:20.958008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f87464d-37cd-4ab1-b43a-ac3911351c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:20.982281 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f87464d-37cd-4ab1-b43a-ac3911351c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:21.160524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f87464d-37cd-4ab1-b43a-ac3911351c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:21.163120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f87464d-37cd-4ab1-b43a-ac3911351c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:21.164304 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f87464d-37cd-4ab1-b43a-ac3911351c41 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/abb6d770-8eaa-4ae3-b34e-287c5f4c3e74 HTTP/1.1" status: 204 len: 168 time: 0.2643135 Feb 16 15:11:21.173973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87464d-37cd-4ab1-b43a-ac3911351c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb6d770-8eaa-4ae3-b34e-287c5f4c3e74,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:21.760847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f22aa1d8-163a-4fbf-ae03-86da7c20656c req-a37b158b-136b-4aac-b8a5-5bfe7dd0f9f3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0276396 Feb 16 15:11:21.937151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-41b137f4-fb88-4637-bf1b-9fcc1fb74f39 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:21.939116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-41b137f4-fb88-4637-bf1b-9fcc1fb74f39 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1256976 Feb 16 15:11:21.953224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'port': {'device_id': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'admin_state_up': True, 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:22.166193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:22.171013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:22.317752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.20.0.3 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/ff36cf13-d253-43c3-a953-00b9f9db38c3) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:22.550095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:22.714754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:22.760114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:22.763082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:22.765641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:22.803795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=ff36cf13-d253-43c3-a953-00b9f9db38c3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:22.836658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:22.841928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:22.934389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32686e8-98f0-43af-96c9-1daa7ed985b5 req-4282002e-b7d6-4847-b540-efe9b69a1780 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:22.936077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d32686e8-98f0-43af-96c9-1daa7ed985b5 req-4282002e-b7d6-4847-b540-efe9b69a1780 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 931 time: 0.0606942 Feb 16 15:11:22.989986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d32686e8-98f0-43af-96c9-1daa7ed985b5 req-115d8294-ba75-4006-a938-bc4b0453b66f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468378 Feb 16 15:11:23.014418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-9cd769c6-dc28-499d-aacd-883c0dfbe7e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650711 Feb 16 15:11:23.026460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Request body: {'port': {'device_id': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:23.058257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-004c0808-cd90-4371-904c-21f423cdec32 None None] Provisioning complete for port ff36cf13-d253-43c3-a953-00b9f9db38c3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:23.058811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-004c0808-cd90-4371-904c-21f423cdec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.094347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.111997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-004c0808-cd90-4371-904c-21f423cdec32 None None] Port ff36cf13-d253-43c3-a953-00b9f9db38c3 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:11:23.211871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57960) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:23.362299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac014ff8-8282-48ba-a7f5-6635cde298f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.447354 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff36cf13-d253-43c3-a953-00b9f9db38c3 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:23.452174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac014ff8-8282-48ba-a7f5-6635cde298f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.456836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.470907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Transition to ACTIVE for port object ff36cf13-d253-43c3-a953-00b9f9db38c3 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:11:23.578387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac014ff8-8282-48ba-a7f5-6635cde298f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.612484 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.647111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ac014ff8-8282-48ba-a7f5-6635cde298f1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3e073a55e75e49a095e27e925ef88feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318964 Feb 16 15:11:23.652407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 57982) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:23.675726 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac014ff8-8282-48ba-a7f5-6635cde298f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f6773a-066d-453f-963d-19c02910aefc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:23.737029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3c577b-d947-483e-b97d-f7625b0fb387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.741045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff36cf13-d253-43c3-a953-00b9f9db38c3,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:23.786317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3c577b-d947-483e-b97d-f7625b0fb387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.815247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Attempting to bind port ff36cf13-d253-43c3-a953-00b9f9db38c3 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:11:23.816273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Attempting to bind port ff36cf13-d253-43c3-a953-00b9f9db38c3 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:11:23.816816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Attempting to bind port ff36cf13-d253-43c3-a953-00b9f9db38c3 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:23.822068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Port ff36cf13-d253-43c3-a953-00b9f9db38c3 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:11:23.824082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Attempting to bind port ff36cf13-d253-43c3-a953-00b9f9db38c3 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:23.831017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:23.831615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:11:23.836940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:23.836940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Bound port: ff36cf13-d253-43c3-a953-00b9f9db38c3, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:11:23.836940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.918714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] For port ff36cf13-d253-43c3-a953-00b9f9db38c3, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:23.922732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] For port ff36cf13-d253-43c3-a953-00b9f9db38c3, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff36cf13-d253-43c3-a953-00b9f9db38c3,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:23.983223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3c577b-d947-483e-b97d-f7625b0fb387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.986377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7c3c577b-d947-483e-b97d-f7625b0fb387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:23.990851 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7c3c577b-d947-483e-b97d-f7625b0fb387 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/30f6773a-066d-453f-963d-19c02910aefc HTTP/1.1" status: 204 len: 168 time: 0.3350248 Feb 16 15:11:24.015362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c577b-d947-483e-b97d-f7625b0fb387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f6773a-066d-453f-963d-19c02910aefc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:24.035253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:24.082007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.084264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:24.090821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] 10.222.0.129 "PUT /v2.0/ports/ff36cf13-d253-43c3-a953-00b9f9db38c3 HTTP/1.1" status: 200 len: 1091 time: 1.0670187 Feb 16 15:11:24.132811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'tag': 'ff36cf13-d253-43c3-a953-00b9f9db38c3'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:24.135984 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb502247-70fc-40a3-b406-62ffbd26e2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f91cd4-2e02-47b6-8411-e69c17e344d0", "tag": "ff36cf13-d253-43c3-a953-00b9f9db38c3"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:24.334323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c901-57f8-44f9-a22a-0470ae592da1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff36cf13-d253-43c3-a953-00b9f9db38c3,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:24.369759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73218d6f-add7-4da7-ac4f-ab2c41263daf req-4df54867-06e7-45d8-8be7-74f35334b450 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.376209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73218d6f-add7-4da7-ac4f-ab2c41263daf req-4df54867-06e7-45d8-8be7-74f35334b450 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.2805429 Feb 16 15:11:24.378023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-4a2ce149-6f13-4bdd-acd8-8a937687fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.379446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-4a2ce149-6f13-4bdd-acd8-8a937687fea4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 1094 time: 0.1661391 Feb 16 15:11:24.423117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dfb44-0f21-4ea4-92b8-ea33f1de2c2c req-b8a33757-bf00-4ef8-9777-eca75924939d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.424733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d6dfb44-0f21-4ea4-92b8-ea33f1de2c2c req-b8a33757-bf00-4ef8-9777-eca75924939d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 945 time: 0.2385111 Feb 16 15:11:24.460648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-73218d6f-add7-4da7-ac4f-ab2c41263daf req-b1c7f07d-868a-4494-a4a4-93e9dcadec33 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726318 Feb 16 15:11:24.505092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-09d82f8e-e238-4c1c-ab5b-f82701c0e2b0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff36cf13-d253-43c3-a953-00b9f9db38c3 HTTP/1.1" status: 200 len: 217 time: 0.0793567 Feb 16 15:11:24.523422 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0016a61-de5f-4320-9824-f615e0d5bb31 x-openstack-request-id: req-f0016a61-de5f-4320-9824-f615e0d5bb31 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:24.523745 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f91cd4-2e02-47b6-8411-e69c17e344d0", "tag": "ff36cf13-d253-43c3-a953-00b9f9db38c3", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:24.523997 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f0016a61-de5f-4320-9824-f615e0d5bb31 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:24.524421 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'tag': 'ff36cf13-d253-43c3-a953-00b9f9db38c3', 'status': 'completed', 'code': 200} Feb 16 15:11:24.584482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d6dfb44-0f21-4ea4-92b8-ea33f1de2c2c req-76aacf3e-29d4-44ce-93ff-cae89348c26c tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514332 Feb 16 15:11:24.598220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-14236939-6a80-4b32-87b6-28b18834bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.600131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-14236939-6a80-4b32-87b6-28b18834bdde service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0878239 Feb 16 15:11:24.660519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-2bee8c66-9545-4c67-bda4-770a7bb0bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:24.662154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-2bee8c66-9545-4c67-bda4-770a7bb0bf07 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494294 Feb 16 15:11:24.776332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-e302f16d-6c93-4e87-93c7-658f64f9dc7d service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062295 Feb 16 15:11:24.880416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e77db51-2ab0-4acb-888f-697b886766a3 req-33ad322e-6fc5-407b-85dc-3d86a7c3afc4 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974059 Feb 16 15:11:25.104451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-b0330c66-c2be-4a88-9e33-913f2dcf2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.105940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-b0330c66-c2be-4a88-9e33-913f2dcf2aeb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 1094 time: 0.0452027 Feb 16 15:11:25.209064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-48fc63b6-eecf-4523-94b8-8a4e0c3f3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.210589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-48fc63b6-eecf-4523-94b8-8a4e0c3f3874 service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.0978329 Feb 16 15:11:25.257472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-2ce99cd8-18b0-425c-93af-eb27c9379a37 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff36cf13-d253-43c3-a953-00b9f9db38c3 HTTP/1.1" status: 200 len: 217 time: 0.0396819 Feb 16 15:11:25.315423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-fdb9662e-808c-4897-b57b-39213fa8d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.317069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-fdb9662e-808c-4897-b57b-39213fa8d8a0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0524125 Feb 16 15:11:25.367884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-4953b0f2-1af6-403e-a1ee-5918f2153588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.369407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-4953b0f2-1af6-403e-a1ee-5918f2153588 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454569 Feb 16 15:11:25.468916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-f208a96e-1f44-4a5a-ae94-bcdfe84cddde service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919850 Feb 16 15:11:25.578755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cb502247-70fc-40a3-b406-62ffbd26e2a1 req-3567093e-ee07-42f6-bdec-25038cd77ba5 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011732 Feb 16 15:11:25.652651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531835-26a8-4849-8bc0-035822e130e2 req-67c59a9b-4272-4ad5-9640-d45dfab2cce1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.661942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79531835-26a8-4849-8bc0-035822e130e2 req-67c59a9b-4272-4ad5-9640-d45dfab2cce1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0730724 Feb 16 15:11:25.784721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79531835-26a8-4849-8bc0-035822e130e2 req-7c9c33c7-1689-42b1-880f-899fa98d0972 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218195 Feb 16 15:11:25.800136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ea724-6947-488e-b8bf-9a4ab2beddf7 req-09ad0aca-10fc-44e4-9fdb-3a6216263a1f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.800136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-596ea724-6947-488e-b8bf-9a4ab2beddf7 req-09ad0aca-10fc-44e4-9fdb-3a6216263a1f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 945 time: 0.1134174 Feb 16 15:11:25.854038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75305022-e1c1-406b-b708-06620ca90b96 req-7e68a1da-83bd-45b4-80d4-da5a4b1512f5 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:25.855503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75305022-e1c1-406b-b708-06620ca90b96 req-7e68a1da-83bd-45b4-80d4-da5a4b1512f5 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 945 time: 0.1417654 Feb 16 15:11:25.864124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-596ea724-6947-488e-b8bf-9a4ab2beddf7 req-c3c4c2bc-887e-46a2-96d3-fabfd33967cf tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 Feb 16 15:11:25.975638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Deleting port 2beb8b88-16eb-43ad-ba30-60c55173b621 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:25.975638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:26.078651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] For port 2beb8b88-16eb-43ad-ba30-60c55173b621, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2beb8b88-16eb-43ad-ba30-60c55173b621,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:26.081884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:26.092656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Calling delete_port for 2beb8b88-16eb-43ad-ba30-60c55173b621 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:26.325803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:26.338119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c837b121-8533-49ef-a09b-8a67562acb40'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:26.342558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662', '2beb8b88-16eb-43ad-ba30-60c55173b621'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:26.362981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event deleted for resources: {'Port': ['ID=2beb8b88-16eb-43ad-ba30-60c55173b621,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:26.418479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] No DVR routers for this DVR port 2beb8b88-16eb-43ad-ba30-60c55173b621 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:11:26.422368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:26.427678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75305022-e1c1-406b-b708-06620ca90b96 req-0c991a7b-4abb-4cc3-a0cb-c5979a06d908 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "DELETE /v2.0/ports/2beb8b88-16eb-43ad-ba30-60c55173b621 HTTP/1.1" status: 204 len: 173 time: 0.5625572 Feb 16 15:11:26.525508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'name': 'network-vif-deleted', 'tag': '2beb8b88-16eb-43ad-ba30-60c55173b621'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:26.527887 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b655afb-acb2-4b56-9276-b425946e9146" -d '{"events": [{"server_uuid": "f1b5e086-f94e-4b61-9e91-456082d49b71", "name": "network-vif-deleted", "tag": "2beb8b88-16eb-43ad-ba30-60c55173b621"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:26.566473 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9748fcfe-67bd-479c-a9c9-f49e9797e673 x-openstack-request-id: req-9748fcfe-67bd-479c-a9c9-f49e9797e673 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:26.566966 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b5e086-f94e-4b61-9e91-456082d49b71", "name": "network-vif-deleted", "tag": "2beb8b88-16eb-43ad-ba30-60c55173b621", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:26.567369 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9748fcfe-67bd-479c-a9c9-f49e9797e673 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:26.567951 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b5e086-f94e-4b61-9e91-456082d49b71', 'name': 'network-vif-deleted', 'tag': '2beb8b88-16eb-43ad-ba30-60c55173b621', 'status': 'completed', 'code': 200} Feb 16 15:11:26.710221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58150) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:26.840361 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0628b95-618e-475c-9e80-15ef6bcbfcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:26.972773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19103c91-fd19-451e-ad9a-e11b8b817334 req-0906628a-fe51-4917-86f9-c4a51fca4d1a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:26.974455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19103c91-fd19-451e-ad9a-e11b8b817334 req-0906628a-fe51-4917-86f9-c4a51fca4d1a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0945225 Feb 16 15:11:26.986644 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0628b95-618e-475c-9e80-15ef6bcbfcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:27.007568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26ede754-0d5f-469b-81a4-3d8b211926bb req-fd5a784b-6ffd-4154-8d7c-683880f62b13 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=f1b5e086-f94e-4b61-9e91-456082d49b71 HTTP/1.1" status: 200 len: 210 time: 0.0319145 Feb 16 15:11:27.051703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19103c91-fd19-451e-ad9a-e11b8b817334 req-9d6050a5-f9d6-475d-884f-d6511d37cd2e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Feb 16 15:11:27.091085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a0628b95-618e-475c-9e80-15ef6bcbfcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:27.130062 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a0628b95-618e-475c-9e80-15ef6bcbfcfe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ea2dae8d2ef249299222eae393a6daad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186909 Feb 16 15:11:27.131964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0628b95-618e-475c-9e80-15ef6bcbfcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52af722d-8eed-459e-a7ae-1b4bfde8ce77,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:27.132858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58174) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:27.185162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27dda023-920d-4a82-a444-2712a080dd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:27.208857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27dda023-920d-4a82-a444-2712a080dd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:27.708876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27dda023-920d-4a82-a444-2712a080dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:27.720461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27dda023-920d-4a82-a444-2712a080dd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:27.721618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27dda023-920d-4a82-a444-2712a080dd3a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/52af722d-8eed-459e-a7ae-1b4bfde8ce77 HTTP/1.1" status: 204 len: 168 time: 0.5877256 Feb 16 15:11:27.733449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dda023-920d-4a82-a444-2712a080dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52af722d-8eed-459e-a7ae-1b4bfde8ce77,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:28.210998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a111f6-81c9-4af9-ac3c-550e0c563ac1 req-eec880a3-3117-43fd-831d-4e1fb97f62b9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:28.216342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26a111f6-81c9-4af9-ac3c-550e0c563ac1 req-eec880a3-3117-43fd-831d-4e1fb97f62b9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0735333 Feb 16 15:11:28.273184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-26a111f6-81c9-4af9-ac3c-550e0c563ac1 req-fe16aeb4-bdb0-4c35-ab3b-906bfd27509d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520375 Feb 16 15:11:28.615817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf812141-2cfd-4921-817f-d092a11cef80 req-189e66fe-00e1-46bc-863d-69c43f11eb35 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:28.617253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf812141-2cfd-4921-817f-d092a11cef80 req-189e66fe-00e1-46bc-863d-69c43f11eb35 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 945 time: 0.0531402 Feb 16 15:11:28.670660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf812141-2cfd-4921-817f-d092a11cef80 req-33fcf693-36e7-4d95-9b1d-9a367ecb2239 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Feb 16 15:11:29.400084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759929-564b-46b7-bd63-f9005fb54310 req-25629fdc-ff27-456b-9118-9820aae58535 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:29.401480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6759929-564b-46b7-bd63-f9005fb54310 req-25629fdc-ff27-456b-9118-9820aae58535 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0527804 Feb 16 15:11:29.440300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6759929-564b-46b7-bd63-f9005fb54310 req-69e287d2-d073-4ba6-becd-2dcef66ab713 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Feb 16 15:11:29.791574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b173152-5a69-4c95-91c8-4092e9b924b1 req-a1b7b08e-f2b1-40f9-8b45-bcb3dd4dabb1 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:29.795641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b173152-5a69-4c95-91c8-4092e9b924b1 req-a1b7b08e-f2b1-40f9-8b45-bcb3dd4dabb1 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 945 time: 0.0518053 Feb 16 15:11:29.857977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b173152-5a69-4c95-91c8-4092e9b924b1 req-b2ba3193-abd5-48aa-90e1-2fa82303b93a tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532033 Feb 16 15:11:29.865628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-8d2fef34-5b8e-4ea8-9ab3-b3351025c4ed tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:29.867146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-8d2fef34-5b8e-4ea8-9ab3-b3351025c4ed tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.129 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 945 time: 0.0714445 Feb 16 15:11:29.975719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Deleting port c837b121-8533-49ef-a09b-8a67562acb40 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:29.976061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:30.065131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] For port c837b121-8533-49ef-a09b-8a67562acb40, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=c837b121-8533-49ef-a09b-8a67562acb40,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:30.065490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:30.077231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Calling delete_port for c837b121-8533-49ef-a09b-8a67562acb40 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:30.557943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e21e91-aea6-4356-9179-0f006b4394a9 req-97cf3d70-6ff4-4f2b-a00f-54b85df29ff2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:30.559350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7e21e91-aea6-4356-9179-0f006b4394a9 req-97cf3d70-6ff4-4f2b-a00f-54b85df29ff2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0493717 Feb 16 15:11:30.601729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7e21e91-aea6-4356-9179-0f006b4394a9 req-c2d89bb4-e14a-4015-b605-5a6c1c68051e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361578 Feb 16 15:11:30.623184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:30.634675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['c837b121-8533-49ef-a09b-8a67562acb40'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:30.655829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:30.656495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event deleted for resources: {'Port': ['ID=c837b121-8533-49ef-a09b-8a67562acb40,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:30.701263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] No DVR routers for this DVR port c837b121-8533-49ef-a09b-8a67562acb40 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:11:30.704385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:30.707675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bddeebb0-4a91-4053-ac27-5d8d9f11416e req-2ca932f6-3946-4fd4-9e5f-5b2aa48ab7f9 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.129 "DELETE /v2.0/ports/c837b121-8533-49ef-a09b-8a67562acb40 HTTP/1.1" status: 204 len: 173 time: 0.8272076 Feb 16 15:11:30.708132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'name': 'network-vif-deleted', 'tag': 'c837b121-8533-49ef-a09b-8a67562acb40'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:30.710386 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b4fb87-1583-47e6-96bf-35f22929fbac" -d '{"events": [{"server_uuid": "09dd6a38-d645-45ab-a6f7-ac9f82b10273", "name": "network-vif-deleted", "tag": "c837b121-8533-49ef-a09b-8a67562acb40"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:30.763221 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267940de-401c-4c8d-939d-0a2903fdbac1 x-openstack-request-id: req-267940de-401c-4c8d-939d-0a2903fdbac1 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:30.763687 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09dd6a38-d645-45ab-a6f7-ac9f82b10273", "name": "network-vif-deleted", "tag": "c837b121-8533-49ef-a09b-8a67562acb40", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:30.764041 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-267940de-401c-4c8d-939d-0a2903fdbac1 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:30.764531 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09dd6a38-d645-45ab-a6f7-ac9f82b10273', 'name': 'network-vif-deleted', 'tag': 'c837b121-8533-49ef-a09b-8a67562acb40', 'status': 'completed', 'code': 200} Feb 16 15:11:30.961102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6883dc4-5a47-455c-ace0-de0bbc2f1655 req-821b5f32-7aa3-4655-9c29-a468e7da78d1 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=09dd6a38-d645-45ab-a6f7-ac9f82b10273 HTTP/1.1" status: 200 len: 210 time: 0.0305076 Feb 16 15:11:31.030976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2beb8b88-16eb-43ad-ba30-60c55173b621 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:11:31.052738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 2beb8b88-16eb-43ad-ba30-60c55173b621 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:11:31.053096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2beb8b88-16eb-43ad-ba30-60c55173b621 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:11:31.742379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4b21-1740-4bfa-8312-47cb40cc8654 req-db8a57df-625b-4436-92bb-f816e115cc4f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:31.744076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b14a4b21-1740-4bfa-8312-47cb40cc8654 req-db8a57df-625b-4436-92bb-f816e115cc4f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0704472 Feb 16 15:11:31.789853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b14a4b21-1740-4bfa-8312-47cb40cc8654 req-cd619299-4344-4247-82d1-a7655ada90f4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Feb 16 15:11:31.906486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58462) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:32.043841 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f3-f77f-4fae-b9b4-636d1be8d3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:32.129576 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f3-f77f-4fae-b9b4-636d1be8d3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:32.217494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f3-f77f-4fae-b9b4-636d1be8d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:32.259065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5da8a7f3-f77f-4fae-b9b4-636d1be8d3b2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bf3bb59743b64840bb60930776a21fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503189 Feb 16 15:11:32.260108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8a7f3-f77f-4fae-b9b4-636d1be8d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3083148-145f-461c-9713-696fe1251f0d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:32.262110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58484) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:32.326063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:32.349771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:32.577315 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:32.582668 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:32.586904 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c3083148-145f-461c-9713-696fe1251f0d HTTP/1.1" status: 204 len: 168 time: 0.3204753 Feb 16 15:11:32.595144 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3083148-145f-461c-9713-696fe1251f0d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:32.628964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.629321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.629665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.630002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.630337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.630665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.630990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.631422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.632982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.637095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.637095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.637095 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a83bfb-08c2-44b6-9585-4392c97abdc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:32.913633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ecc76-2b57-4bf4-8bd0-efbea9324925 req-2b483967-90aa-4310-97f3-31dcd093ef90 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:32.915199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-973ecc76-2b57-4bf4-8bd0-efbea9324925 req-2b483967-90aa-4310-97f3-31dcd093ef90 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0555756 Feb 16 15:11:32.954310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-973ecc76-2b57-4bf4-8bd0-efbea9324925 req-32ef7ca1-0724-4cab-bc65-20e428b2d115 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329711 Feb 16 15:11:33.790190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c837b121-8533-49ef-a09b-8a67562acb40 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:11:33.816498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: c837b121-8533-49ef-a09b-8a67562acb40 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:11:33.816888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device c837b121-8533-49ef-a09b-8a67562acb40 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:11:34.083005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe42bfb-9452-459f-ba0a-1d5a5b958b87 req-80ea8e29-c50a-4a4e-b0f8-4d3087b49c39 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:34.084774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbe42bfb-9452-459f-ba0a-1d5a5b958b87 req-80ea8e29-c50a-4a4e-b0f8-4d3087b49c39 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.0510907 Feb 16 15:11:34.151069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbe42bfb-9452-459f-ba0a-1d5a5b958b87 req-57bcfcbe-ea2c-4710-ae37-7a1ea1d3e449 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574584 Feb 16 15:11:35.040941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58548) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:35.145853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-171427315', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:35.327034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Made reservation on behalf of 912330c7dd114228b0112373c9fd232c for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:35.330010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:35.344893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:35.363021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e976238-f94f-48ae-baec-978d265cbb91 req-0f3119a3-12e1-4e57-b161-f25a841f6212 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:35.375310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e976238-f94f-48ae-baec-978d265cbb91 req-0f3119a3-12e1-4e57-b161-f25a841f6212 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 943 time: 0.1171629 Feb 16 15:11:35.399591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-15c452a8-fab1-45ff-a825-c972cf8996f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:35.479005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e976238-f94f-48ae-baec-978d265cbb91 req-a24b2019-8d6d-4c39-8ac4-5f4be2fcea56 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017599 Feb 16 15:11:35.550802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:35.617173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:35.621547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] device_id is not set on port deb81860-8f26-4b10-ae9d-9371df31394f yet. {{(pid=103044) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:11:35.702822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4cd13a-181c-41e0-aaed-a245d4d3cccb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:35.774771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Allocated IP 172.25.6.154 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/deb81860-8f26-4b10-ae9d-9371df31394f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:35.801600 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff36cf13-d253-43c3-a953-00b9f9db38c3 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:11:35.908536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ff36cf13-d253-43c3-a953-00b9f9db38c3, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff36cf13-d253-43c3-a953-00b9f9db38c3,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:35.921488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'ff36cf13-d253-43c3-a953-00b9f9db38c3', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'port_id': 'ff36cf13-d253-43c3-a953-00b9f9db38c3', 'mac_address': 'fa:16:3e:e9:38:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:11:35.930546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:35.989782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:36.007476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff36cf13-d253-43c3-a953-00b9f9db38c3 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:36.023165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ff36cf13-d253-43c3-a953-00b9f9db38c3, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff36cf13-d253-43c3-a953-00b9f9db38c3,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:36.126228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:36.136862 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:36.179000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:36.182637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:36.187148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:36.187479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ff36cf13-d253-43c3-a953-00b9f9db38c3,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:36.196650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.197238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.197736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.198227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.198717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.199201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.199725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.200204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.200682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.201160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.212923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.212923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:36.213792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf41fe-8a7d-449e-8a24-24f4053d92e3 req-51dcc384-5fee-471a-ae2f-0197987758a0 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:36.213792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29bf41fe-8a7d-449e-8a24-24f4053d92e3 req-51dcc384-5fee-471a-ae2f-0197987758a0 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 946 time: 0.0556128 Feb 16 15:11:36.229795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Pushing event updated for resources: {'Port': ['ID=deb81860-8f26-4b10-ae9d-9371df31394f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:36.245410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:36.246049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:36.254998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29bf41fe-8a7d-449e-8a24-24f4053d92e3 req-67f16cd3-e155-4060-b75c-4e029f0f3027 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Feb 16 15:11:36.336884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ff36cf13-d253-43c3-a953-00b9f9db38c3'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:36.339488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58568) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:36.341183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2e022139-6970-4196-a367-1d1cb9f6643c tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2988873 Feb 16 15:11:36.344979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.154'}]}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:36.492210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:36.494435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:36.570960 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:36.607629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa64fd-1eb5-47db-b519-6e7af5baf0f0 req-a7ceb310-1972-493c-99c6-88cf7ba6e1ee tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:36.609194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fcfa64fd-1eb5-47db-b519-6e7af5baf0f0 req-a7ceb310-1972-493c-99c6-88cf7ba6e1ee tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 944 time: 0.0506313 Feb 16 15:11:36.648660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fcfa64fd-1eb5-47db-b519-6e7af5baf0f0 req-4d1b7e62-ac1b-492e-b817-c46e1b5b1a1f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Feb 16 15:11:36.909022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58574) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:37.077239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-451c7bb4-5328-4cf2-a018-df5218b7a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.160006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.168512 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-451c7bb4-5328-4cf2-a018-df5218b7a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.268415 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-451c7bb4-5328-4cf2-a018-df5218b7a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.321498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-451c7bb4-5328-4cf2-a018-df5218b7a841 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ada59be641e141ab9be93338d2470063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112248 Feb 16 15:11:37.323184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58586) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:37.331890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c7bb4-5328-4cf2-a018-df5218b7a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19abf08f-43e0-4dc6-8592-38c91a26ef65,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:37.386642 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a94f47ca-691e-4572-8056-45bfc76a43ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.411337 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a94f47ca-691e-4572-8056-45bfc76a43ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.510107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1921e-0c94-42f2-a6e7-a13497f321ee req-f3f8ae15-4793-4626-b358-edc6dff1f08d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:37.513011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3f1921e-0c94-42f2-a6e7-a13497f321ee req-f3f8ae15-4793-4626-b358-edc6dff1f08d tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 946 time: 0.1158724 Feb 16 15:11:37.515092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.546872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.591455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3f1921e-0c94-42f2-a6e7-a13497f321ee req-cf4e7cc5-0612-4457-aa6e-74ea04ea9ec8 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726995 Feb 16 15:11:37.623026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a94f47ca-691e-4572-8056-45bfc76a43ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.627335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a94f47ca-691e-4572-8056-45bfc76a43ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.629865 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a94f47ca-691e-4572-8056-45bfc76a43ba admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/19abf08f-43e0-4dc6-8592-38c91a26ef65 HTTP/1.1" status: 204 len: 168 time: 0.3054380 Feb 16 15:11:37.638348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f47ca-691e-4572-8056-45bfc76a43ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19abf08f-43e0-4dc6-8592-38c91a26ef65,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:37.803891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff36cf13-d253-43c3-a953-00b9f9db38c3 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:11:37.826390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a3ca-ad7a-4b47-b253-57a9677847f0 req-26419c58-465d-4d30-9d20-fa1a64fac635 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:37.827998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eba5a3ca-ad7a-4b47-b253-57a9677847f0 req-26419c58-465d-4d30-9d20-fa1a64fac635 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 944 time: 0.0997052 Feb 16 15:11:37.879441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eba5a3ca-ad7a-4b47-b253-57a9677847f0 req-a399f6c0-0aa8-41e3-8b73-004c5a819818 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Feb 16 15:11:37.880930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:37.942715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port ff36cf13-d253-43c3-a953-00b9f9db38c3 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:11:37.948066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port ff36cf13-d253-43c3-a953-00b9f9db38c3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:37.948066 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.029028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d8cba720-e581-4842-a801-8ffa4349c141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.080026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.120642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-15b3d0cf-d2c2-4300-9816-eb1056f1606f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.120642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-15b3d0cf-d2c2-4300-9816-eb1056f1606f tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 946 time: 0.2006977 Feb 16 15:11:38.120900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port ff36cf13-d253-43c3-a953-00b9f9db38c3, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff36cf13-d253-43c3-a953-00b9f9db38c3,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:38.121561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.121759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff36cf13-d253-43c3-a953-00b9f9db38c3'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:38.123958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.125192 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc039129-f4cd-4319-97ff-3a4aac9baa6b" -d '{"events": [{"server_uuid": "a9f91cd4-2e02-47b6-8411-e69c17e344d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff36cf13-d253-43c3-a953-00b9f9db38c3"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:38.169747 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eabe5ce-63cb-413f-bd70-43a3732413d6 x-openstack-request-id: req-0eabe5ce-63cb-413f-bd70-43a3732413d6 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:38.171675 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f91cd4-2e02-47b6-8411-e69c17e344d0", "name": "network-vif-plugged", "status": "completed", "tag": "ff36cf13-d253-43c3-a953-00b9f9db38c3", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:38.171675 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0eabe5ce-63cb-413f-bd70-43a3732413d6 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:38.171675 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff36cf13-d253-43c3-a953-00b9f9db38c3', 'code': 200} Feb 16 15:11:38.199935 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.347091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=ff36cf13-d253-43c3-a953-00b9f9db38c3,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:38.394547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829368aa-9baf-48bf-9953-164bf2f38db3 req-1b795fc9-a26e-4fc5-9008-daffcdec99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.396178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-829368aa-9baf-48bf-9953-164bf2f38db3 req-1b795fc9-a26e-4fc5-9008-daffcdec99fe service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 1096 time: 0.0739424 Feb 16 15:11:38.423813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Deleting port 8e878228-f4fa-4466-8006-47e460e68662 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:38.424231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.488654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-829368aa-9baf-48bf-9953-164bf2f38db3 req-efb2e8e3-2e0f-4c5f-b00f-d24b32d12577 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856996 Feb 16 15:11:38.491583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.493601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c94fedf6-4166-46f4-874f-40aa11422562 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:11:38.537449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] For port 8e878228-f4fa-4466-8006-47e460e68662, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8e878228-f4fa-4466-8006-47e460e68662,segment=NetworkSegment(fb853450-7d75-483d-922f-ac59c3bf7955),segment_id=fb853450-7d75-483d-922f-ac59c3bf7955)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:38.538096 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.550161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Calling delete_port for 8e878228-f4fa-4466-8006-47e460e68662 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:38.693945 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 15:11:38.695125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-67a7e4c0-e892-439c-84de-e51840860ad6 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3537309 Feb 16 15:11:38.697969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58614) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:38.752206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ed491-e304-4a4d-bb69-912136de48e6 req-66872229-525b-4911-a705-9759273bd7f2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:38.753908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c8ed491-e304-4a4d-bb69-912136de48e6 req-66872229-525b-4911-a705-9759273bd7f2 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 946 time: 0.0644214 Feb 16 15:11:38.800264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.812513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c8ed491-e304-4a4d-bb69-912136de48e6 req-772158c0-4aae-4841-ae19-cd798d03c8b5 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/security-groups?id=90b14d85-a78b-46f6-9478-df8e5d329329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Feb 16 15:11:38.819293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8e878228-f4fa-4466-8006-47e460e68662'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:38.825522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Deleting port deb81860-8f26-4b10-ae9d-9371df31394f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:38.826162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.835179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Pushing event deleted for resources: {'Port': ['ID=8e878228-f4fa-4466-8006-47e460e68662,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:38.888928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] No DVR routers for this DVR port 8e878228-f4fa-4466-8006-47e460e68662 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:11:38.901114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.906380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f3d75a0-03c1-4893-b1b2-0c56209fa7dd req-52fc51c9-267b-4d42-8069-8b6292d002d7 tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.93 "DELETE /v2.0/ports/8e878228-f4fa-4466-8006-47e460e68662 HTTP/1.1" status: 204 len: 173 time: 0.7768199 Feb 16 15:11:38.906872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'name': 'network-vif-deleted', 'tag': '8e878228-f4fa-4466-8006-47e460e68662'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:38.909853 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728c94f4-c457-471c-b372-0666b777ca4d" -d '{"events": [{"server_uuid": "3f7bdc92-b533-42a8-92e9-3015e6c3b691", "name": "network-vif-deleted", "tag": "8e878228-f4fa-4466-8006-47e460e68662"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:38.960845 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1646de2e-5a8f-4d57-b625-91bbf4687e92 x-openstack-request-id: req-1646de2e-5a8f-4d57-b625-91bbf4687e92 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:38.961215 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7bdc92-b533-42a8-92e9-3015e6c3b691", "name": "network-vif-deleted", "tag": "8e878228-f4fa-4466-8006-47e460e68662", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:38.961536 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1646de2e-5a8f-4d57-b625-91bbf4687e92 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:38.962002 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7bdc92-b533-42a8-92e9-3015e6c3b691', 'name': 'network-vif-deleted', 'tag': '8e878228-f4fa-4466-8006-47e460e68662', 'status': 'completed', 'code': 200} Feb 16 15:11:38.971414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:38.991600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Calling delete_port for deb81860-8f26-4b10-ae9d-9371df31394f owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:39.051976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96217790-5635-40e5-a301-fc81f5f8a094 req-7c34a063-f32f-4e87-8189-846fa391bc01 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:39.061648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96217790-5635-40e5-a301-fc81f5f8a094 req-7c34a063-f32f-4e87-8189-846fa391bc01 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 945 time: 0.0695581 Feb 16 15:11:39.104034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96217790-5635-40e5-a301-fc81f5f8a094 req-440d56dc-933b-4b22-9673-ac167d5909a4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Feb 16 15:11:39.257556 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:39.291278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Pushing event deleted for resources: {'Port': ['ID=deb81860-8f26-4b10-ae9d-9371df31394f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:39.374002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:39.378213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f1240678-1599-41d5-92d8-2dbf4cc26271 tempest-RoutersAdminNegativeTest-1100183756 tempest-RoutersAdminNegativeTest-1100183756-project-admin] 10.222.0.113 "DELETE /v2.0/ports/deb81860-8f26-4b10-ae9d-9371df31394f HTTP/1.1" status: 204 len: 168 time: 0.6791978 Feb 16 15:11:39.605507 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:39.891845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58638) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:39.957059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fad04246-8b27-4f4e-98d4-8dae40e3afbf req-a2f2ba91-dfa1-4c39-bcfd-8a43f5a2dbec tempest-AttachVolumeNegativeTest-49978716 tempest-AttachVolumeNegativeTest-49978716-project] 10.222.0.113 "GET /v2.0/ports?device_id=3f7bdc92-b533-42a8-92e9-3015e6c3b691 HTTP/1.1" status: 200 len: 210 time: 0.0297649 Feb 16 15:11:40.024673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc07d-79f9-4588-a4e5-bc6ed467a2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:40.120720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc07d-79f9-4588-a4e5-bc6ed467a2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:40.229491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc07d-79f9-4588-a4e5-bc6ed467a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:40.278621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2a2fc07d-79f9-4588-a4e5-bc6ed467a2bd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e2ba8eace591442ca0d9c5eb46cd7209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849561 Feb 16 15:11:40.281484 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58648) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:40.289310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a9108-93f3-4e1e-a374-d84b79e2cb2f req-9c5daf68-6eb3-49bf-aaaf-b2d6bf613e0e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.290805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df6a9108-93f3-4e1e-a374-d84b79e2cb2f req-9c5daf68-6eb3-49bf-aaaf-b2d6bf613e0e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 945 time: 0.0943072 Feb 16 15:11:40.292790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc07d-79f9-4588-a4e5-bc6ed467a2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed3fae-e12e-4929-be32-30dc0d21c222,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:40.384128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1efba941-f132-4659-aef9-be006706bb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:40.394949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df6a9108-93f3-4e1e-a374-d84b79e2cb2f req-0af34ccc-c296-44d2-8ff4-5e2c4e85a252 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948458 Feb 16 15:11:40.413701 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1efba941-f132-4659-aef9-be006706bb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:40.527856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caed33-d512-424d-aff7-fe845a32b2fd req-25e9ebb9-3190-4d66-93bb-6d36fd866d57 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:40.529575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0caed33-d512-424d-aff7-fe845a32b2fd req-25e9ebb9-3190-4d66-93bb-6d36fd866d57 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 945 time: 0.0539494 Feb 16 15:11:40.572044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1efba941-f132-4659-aef9-be006706bb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:40.573389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0caed33-d512-424d-aff7-fe845a32b2fd req-b317906a-ea96-4741-8644-e9789cdfeb15 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Feb 16 15:11:40.575486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1efba941-f132-4659-aef9-be006706bb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:40.579323 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1efba941-f132-4659-aef9-be006706bb05 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c1ed3fae-e12e-4929-be32-30dc0d21c222 HTTP/1.1" status: 204 len: 168 time: 0.2942240 Feb 16 15:11:40.587136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efba941-f132-4659-aef9-be006706bb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed3fae-e12e-4929-be32-30dc0d21c222,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:41.021374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58666) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:41.072720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] Deleting subnet fb250468-f6e9-426f-aea6-b4a0f8662c37 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:11:41.075954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.122879 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.208709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.352451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58674) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:41.358053 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.372061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.407217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb250468-f6e9-426f-aea6-b4a0f8662c37,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:41.416934 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.420361 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c09db765-3b93-46fc-b624-d42286841c98 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/fb250468-f6e9-426f-aea6-b4a0f8662c37 HTTP/1.1" status: 204 len: 168 time: 0.3979909 Feb 16 15:11:41.423896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58676) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:41.434117 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f553a55-1146-444d-afb3-9a93070c347c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=912330c7dd114228b0112373c9fd232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787358 Feb 16 15:11:41.435867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58680) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:41.492148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-528d8845-bf6a-4f80-ba8a-200c6c5f2b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.498278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.501454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.522130 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-528d8845-bf6a-4f80-ba8a-200c6c5f2b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.588042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.609073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6031c0d8-0c32-4cc0-8145-1a250d2aacb4']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:41.620332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb853450-7d75-483d-922f-ac59c3bf7955') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:41.620542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb853450-7d75-483d-922f-ac59c3bf7955') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:41.631296 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.634111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-528d8845-bf6a-4f80-ba8a-200c6c5f2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.636770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-528d8845-bf6a-4f80-ba8a-200c6c5f2b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.638184 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-528d8845-bf6a-4f80-ba8a-200c6c5f2b9a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fe4cd13a-181c-41e0-aaed-a245d4d3cccb HTTP/1.1" status: 204 len: 168 time: 0.2013564 Feb 16 15:11:41.648758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d8845-bf6a-4f80-ba8a-200c6c5f2b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4cd13a-181c-41e0-aaed-a245d4d3cccb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:41.673769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.689188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:11:41.689505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:11:41.691516 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:11:41.839745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.857780 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:41.863754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] 10.222.0.113 "DELETE /v2.0/networks/6031c0d8-0c32-4cc0-8145-1a250d2aacb4 HTTP/1.1" status: 204 len: 168 time: 0.4365151 Feb 16 15:11:41.863754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdbc50-7845-473d-8d2b-605558240190 admin admin] Pushing event deleted for resources: {'Network': ['ID=6031c0d8-0c32-4cc0-8145-1a250d2aacb4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:42.374385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58724) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:42.479911 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-67b82abd-03bf-413c-9a59-23de6fa2f498 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c4eb6b0da95b4347b74cfe4dfaf19d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980968 Feb 16 15:11:42.480020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58728) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:42.542827 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:42.544553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af4c91f2-98eb-4b76-b4e0-d5bf22787a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:42.570897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af4c91f2-98eb-4b76-b4e0-d5bf22787a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:42.748235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af4c91f2-98eb-4b76-b4e0-d5bf22787a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:42.752202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-af4c91f2-98eb-4b76-b4e0-d5bf22787a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:42.753738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-af4c91f2-98eb-4b76-b4e0-d5bf22787a20 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/90b14d85-a78b-46f6-9478-df8e5d329329 HTTP/1.1" status: 204 len: 168 time: 0.2750371 Feb 16 15:11:42.772859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c91f2-98eb-4b76-b4e0-d5bf22787a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b14d85-a78b-46f6-9478-df8e5d329329,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:43.050321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8e878228-f4fa-4466-8006-47e460e68662 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:11:43.079407 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 8e878228-f4fa-4466-8006-47e460e68662 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:11:43.080266 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8e878228-f4fa-4466-8006-47e460e68662 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:11:43.263159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58762) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:43.361776 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:11:43.416895 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0523dbe8-4b11-483e-937f-e313bbe47003 tempest-AgentManagementNegativeTest-2052022669 tempest-AgentManagementNegativeTest-2052022669-project] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1521919 Feb 16 15:11:44.064933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58824) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:44.232249 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a58e4a6-941c-48be-bd34-66ebf8194304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:44.242429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-4a9cd4b5-5f58-4fee-9a98-29ab694a5249 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:44.244006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-4a9cd4b5-5f58-4fee-9a98-29ab694a5249 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1326802 Feb 16 15:11:44.271001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-01fae414-ceb0-4929-a5ba-d3585ca813ff tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/quotas/d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 375 time: 0.0191329 Feb 16 15:11:44.344433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-5d040d0e-515d-4ddc-96d3-0e2fa577ab34 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671251 Feb 16 15:11:44.365838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-fc009872-32d1-4ae8-98d5-81d6d9710653 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:11:44.366855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-fc009872-32d1-4ae8-98d5-81d6d9710653 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060523 Feb 16 15:11:44.476195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a58e4a6-941c-48be-bd34-66ebf8194304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:44.505828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-e51b77d6-9827-4902-9abe-5a4f0586cf8e service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246636 Feb 16 15:11:44.560637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3a58e4a6-941c-48be-bd34-66ebf8194304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:44.613353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58e4a6-941c-48be-bd34-66ebf8194304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a491816-368b-43eb-9b44-2bc0a9aa97ea,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:44.620921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3a58e4a6-941c-48be-bd34-66ebf8194304 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9a601abc55174ed1a941040fa005d153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541093 Feb 16 15:11:44.623049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:44.647072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-08d88a67-00f7-465d-99df-d6aa373dba87 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351142 Feb 16 15:11:44.693709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1801-2cfd-4f88-815c-cab4a0f299a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:44.726900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1801-2cfd-4f88-815c-cab4a0f299a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:45.006091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1801-2cfd-4f88-815c-cab4a0f299a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:45.012786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3ebf1801-2cfd-4f88-815c-cab4a0f299a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:45.029914 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3ebf1801-2cfd-4f88-815c-cab4a0f299a4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6a491816-368b-43eb-9b44-2bc0a9aa97ea HTTP/1.1" status: 204 len: 168 time: 0.3930614 Feb 16 15:11:45.032998 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf1801-2cfd-4f88-815c-cab4a0f299a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a491816-368b-43eb-9b44-2bc0a9aa97ea,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:45.086960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9efc3577-0b28-4fdd-b349-c8afaefe5650 req-49b76333-7ad4-4055-82a5-e5696e26385b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0915639 Feb 16 15:11:46.235134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-737ddbe0-feeb-44e9-806e-02de9fecdfc3 req-c40d9078-000d-493c-bcad-b491a6fde377 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0350573 Feb 16 15:11:46.553095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:46.568322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58914) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:46.688971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'networks': [{'name': 'tempest-network--436778006'}, {'name': 'tempest-network--567467242'}]} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:46.689581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'network': {'name': 'tempest-network--436778006'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:46.690240 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'network': {'name': 'tempest-network--567467242'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:46.793884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Made reservation on behalf of 74ecd24d0ed9416c9c997f4a107ff8bb for: {'network': 2} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:46.799313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:46.808151 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:46.903434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:46.983073 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:46.983648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.026925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deeb7d4-accc-4173-ad05-322158dfefe6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:47.040220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:47.053390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.053839 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Added segment 48b151e6-3c9d-487c-89bc-10c276cfd062 of type vlan for network fca0aa58-f426-41bd-9f8a-bf426a1966df Feb 16 15:11:47.132074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.166631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:47.177564 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.177956 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Added segment 557e5105-c418-4f67-94dd-39ead240c890 of type vlan for network af8c73e2-986d-4f08-9ea4-72f45ecb7a6a Feb 16 15:11:47.246425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.348198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cfa26a5-53aa-4d3b-804b-db6bc9e865f8 req-ca401f42-a81a-4920-a21c-bb3595d3bd45 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0279918 Feb 16 15:11:47.379601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.379601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.386736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.393684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.394455 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:47.477347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Network': ['ID=fca0aa58-f426-41bd-9f8a-bf426a1966df,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:47.490591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network fca0aa58-f426-41bd-9f8a-bf426a1966df details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:47.567076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Network': ['ID=af8c73e2-986d-4f08-9ea4-72f45ecb7a6a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:47.580895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-52c22ebe-9bdf-4b2e-9229-5e671fa36068 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0107558 Feb 16 15:11:47.588882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:47.589208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network af8c73e2-986d-4f08-9ea4-72f45ecb7a6a details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:47.829477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58936) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:47.863508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c65117-98c8-45c2-84ce-0926bcb1a9b8 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.869569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c65117-98c8-45c2-84ce-0926bcb1a9b8 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.889220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c65117-98c8-45c2-84ce-0926bcb1a9b8 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.889220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c65117-98c8-45c2-84ce-0926bcb1a9b8 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:47.889220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-56c65117-98c8-45c2-84ce-0926bcb1a9b8 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2997098 Feb 16 15:11:47.902905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58940) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:48.007427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.038622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e82d56e7-0b74-4865-8e85-c7bf2663ef9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.174737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.203397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca0aa58-f426-41bd-9f8a-bf426a1966df']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:48.214826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b151e6-3c9d-487c-89bc-10c276cfd062') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:48.217943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b151e6-3c9d-487c-89bc-10c276cfd062') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:48.227282 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.243399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.254725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:11:48.255300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:11:48.258679 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:11:48.287709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-7077383c-07b3-4b51-bea4-cb68aa88e131 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:48.289262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-7077383c-07b3-4b51-bea4-cb68aa88e131 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1888649 Feb 16 15:11:48.315919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'port': {'device_id': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'admin_state_up': True, 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:48.347923 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e82d56e7-0b74-4865-8e85-c7bf2663ef9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.452360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e82d56e7-0b74-4865-8e85-c7bf2663ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.488471 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d56e7-0b74-4865-8e85-c7bf2663ef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43847db3-83b6-46ae-ba53-3dcd8ee9d046,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:48.500208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01b6db81-2954-4203-bf5b-b37c867df801 req-7821cbbc-9f3c-4592-a5ed-8858e58ccb73 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0550737 Feb 16 15:11:48.533975 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.545084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.549664 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/networks/fca0aa58-f426-41bd-9f8a-bf426a1966df HTTP/1.1" status: 204 len: 168 time: 0.6606719 Feb 16 15:11:48.554649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58946) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:48.573813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e629d3f-fcac-46ab-9f50-59408853a327 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Network': ['ID=fca0aa58-f426-41bd-9f8a-bf426a1966df,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:48.583250 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e82d56e7-0b74-4865-8e85-c7bf2663ef9a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=b63be3de993b45d48b1cd37d5cf7cef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509031 Feb 16 15:11:48.585815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58948) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:48.642460 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47afd-1eb8-4d8c-bc4a-dad7b0ba3cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.653678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.658115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:48.662056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.672550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47afd-1eb8-4d8c-bc4a-dad7b0ba3cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.792472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.815976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8c73e2-986d-4f08-9ea4-72f45ecb7a6a']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:48.825973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557e5105-c418-4f67-94dd-39ead240c890') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:48.826176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557e5105-c418-4f67-94dd-39ead240c890') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:11:48.829378 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47afd-1eb8-4d8c-bc4a-dad7b0ba3cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.832608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47afd-1eb8-4d8c-bc4a-dad7b0ba3cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.836500 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-84f47afd-1eb8-4d8c-bc4a-dad7b0ba3cff admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/43847db3-83b6-46ae-ba53-3dcd8ee9d046 HTTP/1.1" status: 204 len: 168 time: 0.2470310 Feb 16 15:11:48.843712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f47afd-1eb8-4d8c-bc4a-dad7b0ba3cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43847db3-83b6-46ae-ba53-3dcd8ee9d046,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:48.849513 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.904902 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.919356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:11:48.919786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:11:48.923820 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:11:49.055017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.20.0.4 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/94a2aa3e-3955-4e24-b861-9a939e7547c4) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:49.149694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:49.175726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:49.179073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/networks/af8c73e2-986d-4f08-9ea4-72f45ecb7a6a HTTP/1.1" status: 204 len: 168 time: 0.6230760 Feb 16 15:11:49.183952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58956) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:49.194364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31877feb-258e-4764-beff-d8b99b793a75 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Network': ['ID=af8c73e2-986d-4f08-9ea4-72f45ecb7a6a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:49.291387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:49.481657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:49.491890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4220c-03c2-487c-87c2-ee2a6fda50e7 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.499218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4220c-03c2-487c-87c2-ee2a6fda50e7 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.500818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ff36cf13-d253-43c3-a953-00b9f9db38c3'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:49.516773 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2bb4220c-03c2-487c-87c2-ee2a6fda50e7 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3315415 Feb 16 15:11:49.520479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58962) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:49.531523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1872650847'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:49.615116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:11:49.633307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:49.665066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:49.724562 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-f2e2a8ea-519d-4f71-a11d-837ac639d15f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1377132 Feb 16 15:11:49.829830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Made reservation on behalf of 74ecd24d0ed9416c9c997f4a107ff8bb for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:49.833821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:49.837967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58972) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:49.870197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-767dea98-fbcf-4886-be4d-2f3157d89854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:49.879918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=94a2aa3e-3955-4e24-b861-9a939e7547c4,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:49.894115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-805ed5e1-d362-460d-bc1b-35633e528cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.897504 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-805ed5e1-d362-460d-bc1b-35633e528cd8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e1fa378814fa4921adf6af8976c65678&device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 1096 time: 0.1111319 Feb 16 15:11:49.924552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:49.939750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1ccc-b583-4809-b23c-cb1b8c8a0355 req-71637793-6dfe-4d7f-a30f-9d341ceaab1b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.958086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9dd1ccc-b583-4809-b23c-cb1b8c8a0355 req-71637793-6dfe-4d7f-a30f-9d341ceaab1b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 931 time: 0.2846756 Feb 16 15:11:49.966449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:49.974030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.017408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.017544 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Added segment bcb3a447-2e9f-4635-bd2b-6c46016ab169 of type vlan for network 743dee42-dc9a-4d22-9f49-54ae9741434f Feb 16 15:11:50.079365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9dd1ccc-b583-4809-b23c-cb1b8c8a0355 req-2a88f221-936e-4e8f-9ce9-302bf3a2b435 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201429 Feb 16 15:11:50.095847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-63784cfd-bf79-4c41-84e2-c58ae9581b9c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893243 Feb 16 15:11:50.115309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Request body: {'port': {'device_id': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:50.124428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-79c758f3-717c-499a-88a0-1bd91d1a57d8 None None] Provisioning complete for port 94a2aa3e-3955-4e24-b861-9a939e7547c4 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:11:50.127864 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79c758f3-717c-499a-88a0-1bd91d1a57d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.189764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.209368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-79c758f3-717c-499a-88a0-1bd91d1a57d8 None None] Port 94a2aa3e-3955-4e24-b861-9a939e7547c4 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:11:50.248051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.265604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-c05f9319-8bcc-4163-98e7-071d755d573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.267509 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-c05f9319-8bcc-4163-98e7-071d755d573c service neutron] 10.222.0.93 "GET /v2.0/networks?id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e HTTP/1.1" status: 200 len: 916 time: 0.3300297 Feb 16 15:11:50.270569 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-767dea98-fbcf-4886-be4d-2f3157d89854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.320303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-f17ecbf6-0f2d-4473-82b9-edb71fd8f209 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b0943d9-badb-47b1-9881-679f65a03133 HTTP/1.1" status: 200 len: 217 time: 0.0442116 Feb 16 15:11:50.425720 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.450250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.451193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.475769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-767dea98-fbcf-4886-be4d-2f3157d89854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.548506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbd604-d1b1-4feb-b990-52e0d19e9d9b req-1cd5a3a3-2512-48d9-968b-1243d20fc32b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.563127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76cbd604-d1b1-4feb-b990-52e0d19e9d9b req-1cd5a3a3-2512-48d9-968b-1243d20fc32b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 945 time: 0.1183918 Feb 16 15:11:50.564704 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0423224 Feb 16 15:11:50.565658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 58980) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:50.600228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-549377451'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:50.622131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-6179ec0f-8e44-4ed0-8094-c84f9f905ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:50.624096 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-6179ec0f-8e44-4ed0-8094-c84f9f905ba4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b169ee2e-e884-4505-8a7d-52454721a481 HTTP/1.1" status: 200 len: 854 time: 0.2928464 Feb 16 15:11:50.631799 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-767dea98-fbcf-4886-be4d-2f3157d89854 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ec35408cdf0649ec9d7f8d9c7282dd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7922904 Feb 16 15:11:50.635372 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dea98-fbcf-4886-be4d-2f3157d89854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e18f3-4e05-491b-b529-98e3f4173ef1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:50.636092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58982) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:50.643173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1053c9-1e37-4e93-937c-53414e373914 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Network': ['ID=743dee42-dc9a-4d22-9f49-54ae9741434f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:50.668397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 743dee42-dc9a-4d22-9f49-54ae9741434f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:50.718476 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-92996fcc-6065-4584-af7c-d33fd0ab7efc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791719 Feb 16 15:11:50.821976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Made reservation on behalf of 74ecd24d0ed9416c9c997f4a107ff8bb for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:50.825835 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.847518 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-e9fccd6d-d08c-47d1-8f60-a7a99c1d25b8 service neutron] 10.222.0.93 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148756 Feb 16 15:11:50.864320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:50.876299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:50.876683 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Added segment dc19c1d5-3d6c-4c40-958c-f1da94da6547 of type vlan for network 5136c572-0a6e-4b05-8510-2ca06c9ff0e3 Feb 16 15:11:50.977880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.046136 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-dcd759ac-a2a6-43ea-8bee-513695b6d29c req-8077353d-1129-4edd-93c2-2a2259b14593 service neutron] 10.222.0.93 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373758 Feb 16 15:11:51.125542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76cbd604-d1b1-4feb-b990-52e0d19e9d9b req-b1dd41c2-f6e4-41bb-9c37-6587a26f517c tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578609 Feb 16 15:11:51.196771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833cddb5-a5e4-49ca-b0d4-1f606fd78db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.205977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.211643 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:51.212246 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.278274 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833cddb5-a5e4-49ca-b0d4-1f606fd78db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.325398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Network': ['ID=5136c572-0a6e-4b05-8510-2ca06c9ff0e3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:51.340386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb31478-06da-4b42-ae42-6ca3329e8403 req-6acea030-ebbb-45b6-86fb-5111fbc5591d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:51.342083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fcb31478-06da-4b42-ae42-6ca3329e8403 req-6acea030-ebbb-45b6-86fb-5111fbc5591d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 931 time: 0.1373732 Feb 16 15:11:51.348686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 5136c572-0a6e-4b05-8510-2ca06c9ff0e3 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:51.369215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a2aa3e-3955-4e24-b861-9a939e7547c4 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:11:51.385400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.402325 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ece08cb1-3c83-4d26-bb2e-51bc780d5066 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8159471 Feb 16 15:11:51.403700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 58986) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:51.410403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'ports': [{'network_id': '743dee42-dc9a-4d22-9f49-54ae9741434f', 'name': 'tempest-port--787780530', 'admin_state_up': True}, {'network_id': '5136c572-0a6e-4b05-8510-2ca06c9ff0e3', 'admin_state_up': False}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:51.410741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'port': {'network_id': '743dee42-dc9a-4d22-9f49-54ae9741434f', 'name': 'tempest-port--787780530', 'admin_state_up': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:51.411243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'port': {'network_id': '5136c572-0a6e-4b05-8510-2ca06c9ff0e3', 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:51.501934 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fcb31478-06da-4b42-ae42-6ca3329e8403 req-ab599c2b-686a-47e2-85a5-010da568338d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278892 Feb 16 15:11:51.593905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Transition to ACTIVE for port object 94a2aa3e-3955-4e24-b861-9a939e7547c4 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:11:51.595505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833cddb5-a5e4-49ca-b0d4-1f606fd78db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.598293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-833cddb5-a5e4-49ca-b0d4-1f606fd78db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.599427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-833cddb5-a5e4-49ca-b0d4-1f606fd78db1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bd1e18f3-4e05-491b-b529-98e3f4173ef1 HTTP/1.1" status: 204 len: 168 time: 0.9493034 Feb 16 15:11:51.614334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cddb5-a5e4-49ca-b0d4-1f606fd78db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e18f3-4e05-491b-b529-98e3f4173ef1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:51.703055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.749385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Made reservation on behalf of 74ecd24d0ed9416c9c997f4a107ff8bb for: {'port': 2} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:51.754435 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.799187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:51.801896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Pushing event updated for resources: {'Port': ['ID=94a2aa3e-3955-4e24-b861-9a939e7547c4,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:51.828223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.828585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.828907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.829237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.829561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.829880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.830295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.830648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.830959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.831274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.831665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:51.831986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:11:52.017437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Attempting to bind port 94a2aa3e-3955-4e24-b861-9a939e7547c4 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:11:52.017595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Attempting to bind port 94a2aa3e-3955-4e24-b861-9a939e7547c4 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:11:52.017812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Attempting to bind port 94a2aa3e-3955-4e24-b861-9a939e7547c4 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:52.038192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Port 94a2aa3e-3955-4e24-b861-9a939e7547c4 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:11:52.038510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Attempting to bind port 94a2aa3e-3955-4e24-b861-9a939e7547c4 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:11:52.102918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-64edf075-13d5-46e0-b7a9-c8d7012c5ee2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2142446 Feb 16 15:11:52.106672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:11:52.107087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:11:52.107471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:11:52.112390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Bound port: 94a2aa3e-3955-4e24-b861-9a939e7547c4, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:11:52.112836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:52.134618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-027528c8-75be-4b32-80c9-7c0c593dd57f tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.146616 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-027528c8-75be-4b32-80c9-7c0c593dd57f tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.93 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 945 time: 0.1376147 Feb 16 15:11:52.166004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] device_id is not set on port 6aeaa73f-eb20-43fd-bcb8-0708f64910da yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:11:52.255371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Deleting port 2b0943d9-badb-47b1-9881-679f65a03133 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:52.255769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:52.413335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] For port 2b0943d9-badb-47b1-9881-679f65a03133, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=2b0943d9-badb-47b1-9881-679f65a03133,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:11:52.413762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:52.415001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786967f-124b-4a52-a5a3-98818bf14120 req-2acd945c-b233-4903-aa2c-1b3a09518b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.416570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-2acd945c-b233-4903-aa2c-1b3a09518b39 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1096 time: 0.1718955 Feb 16 15:11:52.421580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] For port 94a2aa3e-3955-4e24-b861-9a939e7547c4, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:11:52.429019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Calling delete_port for 2b0943d9-badb-47b1-9881-679f65a03133 owned by compute:nova {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:52.430540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405197a-33e0-4aea-a0db-52f5b61644e2 req-34a1370d-8b11-4186-9e13-e51494324163 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.432074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3405197a-33e0-4aea-a0db-52f5b61644e2 req-34a1370d-8b11-4186-9e13-e51494324163 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 945 time: 0.2133162 Feb 16 15:11:52.435712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] For port 94a2aa3e-3955-4e24-b861-9a939e7547c4, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=94a2aa3e-3955-4e24-b861-9a939e7547c4,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:11:52.547701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786967f-124b-4a52-a5a3-98818bf14120 req-8d9d8ac5-8dc7-4c6f-8965-38ae53e54972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.549324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-8d9d8ac5-8dc7-4c6f-8965-38ae53e54972 service neutron] 10.222.0.129 "GET /v2.0/networks?id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a HTTP/1.1" status: 200 len: 910 time: 0.1083894 Feb 16 15:11:52.551830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:52.559746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:52.798145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.798826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:52.800287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] 10.222.0.93 "PUT /v2.0/ports/94a2aa3e-3955-4e24-b861-9a939e7547c4 HTTP/1.1" status: 200 len: 1091 time: 2.6912649 Feb 16 15:11:52.802921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'tag': '94a2aa3e-3955-4e24-b861-9a939e7547c4'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:52.811268 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffbba22-8e92-4d65-be38-dbfc71c07b17" -d '{"events": [{"name": "network-changed", "server_uuid": "55b1ecd2-9682-404d-a807-dd7e1bb937d3", "tag": "94a2aa3e-3955-4e24-b861-9a939e7547c4"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:52.856136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] device_id is not set on port d5986839-e2d4-47d6-8fdc-5336e564ad85 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:11:52.865447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3405197a-33e0-4aea-a0db-52f5b61644e2 req-60edfee2-5b9d-429e-b0d3-ccf636b0a332 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256213 Feb 16 15:11:52.901476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-ade1412a-b582-49d0-9f09-b99b481d93f5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 HTTP/1.1" status: 200 len: 1000 time: 0.3447747 Feb 16 15:11:52.951954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc50e8-f286-4a69-90cf-cbe62f29ff2d req-38b484bc-a815-4e58-94d9-19e5033a254d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:52.959590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afbc50e8-f286-4a69-90cf-cbe62f29ff2d req-38b484bc-a815-4e58-94d9-19e5033a254d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.2479024 Feb 16 15:11:52.972721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac60f8-be05-4558-9f80-0b2da397be60 service neutron] Pushing event updated for resources: {'Port': ['ID=94a2aa3e-3955-4e24-b861-9a939e7547c4,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:53.092674 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6672d01f-46cf-41da-ab48-910383ae4c8f x-openstack-request-id: req-6672d01f-46cf-41da-ab48-910383ae4c8f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:53.093059 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b1ecd2-9682-404d-a807-dd7e1bb937d3", "tag": "94a2aa3e-3955-4e24-b861-9a939e7547c4", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:53.093413 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6672d01f-46cf-41da-ab48-910383ae4c8f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:53.094126 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'tag': '94a2aa3e-3955-4e24-b861-9a939e7547c4', 'status': 'completed', 'code': 200} Feb 16 15:11:53.097439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786967f-124b-4a52-a5a3-98818bf14120 req-84d61b00-6474-4883-b3a4-05b9e89148f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.099258 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-84d61b00-6474-4883-b3a4-05b9e89148f4 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=971c09fd-0305-49c8-8f53-3a9155006368 HTTP/1.1" status: 200 len: 847 time: 0.1765790 Feb 16 15:11:53.262809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:53.285068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:53.308024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['2b0943d9-badb-47b1-9881-679f65a03133'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:11:53.373139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afbc50e8-f286-4a69-90cf-cbe62f29ff2d req-dcedbb0d-46da-458f-9bac-0589a259cd3d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110641 Feb 16 15:11:53.407348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Pushing event deleted for resources: {'Port': ['ID=2b0943d9-badb-47b1-9881-679f65a03133,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:53.425508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-f65d7b72-def1-4329-9d5c-fe04b6a6cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.437883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-f65d7b72-def1-4329-9d5c-fe04b6a6cb01 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 1094 time: 0.4671955 Feb 16 15:11:53.449509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786967f-124b-4a52-a5a3-98818bf14120 req-048e4361-70af-4373-9b27-a142944d4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.449509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-048e4361-70af-4373-9b27-a142944d4c20 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3377690 Feb 16 15:11:53.457588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] No DVR routers for this DVR port 2b0943d9-badb-47b1-9881-679f65a03133 on host n-h1-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:11:53.461035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:53.469985 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-c907dad3-9e02-4ac8-818e-59880e033f1f req-20cf3f1c-c7bc-460c-b062-0513d711c8eb tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.93 "DELETE /v2.0/ports/2b0943d9-badb-47b1-9881-679f65a03133 HTTP/1.1" status: 204 len: 173 time: 1.3126256 Feb 16 15:11:53.470561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'name': 'network-vif-deleted', 'tag': '2b0943d9-badb-47b1-9881-679f65a03133'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:11:53.473432 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c56a89-e4f0-4a6b-b720-37b1192bc3c0" -d '{"events": [{"server_uuid": "ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b", "name": "network-vif-deleted", "tag": "2b0943d9-badb-47b1-9881-679f65a03133"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:11:53.531922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-6182d484-6ef1-4ead-a675-77107569da0e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94a2aa3e-3955-4e24-b861-9a939e7547c4 HTTP/1.1" status: 200 len: 217 time: 0.0814645 Feb 16 15:11:53.532968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:53.683953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Port': ['ID=6aeaa73f-eb20-43fd-bcb8-0708f64910da,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:53.706955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-fb3f112c-8369-4c67-97d9-aeb5805701ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.708583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-fb3f112c-8369-4c67-97d9-aeb5805701ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.1377430 Feb 16 15:11:53.732998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Checking segment: {'id': 'bcb3a447-2e9f-4635-bd2b-6c46016ab169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '743dee42-dc9a-4d22-9f49-54ae9741434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:11:53.754498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network hostable DHCP agents. Network: 743dee42-dc9a-4d22-9f49-54ae9741434f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:11:53.754498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-270981e3-2e91-491a-a351-5410f133fd4d service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793126 Feb 16 15:11:53.769986 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d161f200-b6ef-4ff9-8b73-a5376d4a70a4 x-openstack-request-id: req-d161f200-b6ef-4ff9-8b73-a5376d4a70a4 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:11:53.770950 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b", "name": "network-vif-deleted", "tag": "2b0943d9-badb-47b1-9881-679f65a03133", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:11:53.771198 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d161f200-b6ef-4ff9-8b73-a5376d4a70a4 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:11:53.771655 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b', 'name': 'network-vif-deleted', 'tag': '2b0943d9-badb-47b1-9881-679f65a03133', 'status': 'completed', 'code': 200} Feb 16 15:11:53.836376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-70aef20f-94c7-425c-92bf-69b96d70a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:53.837932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-70aef20f-94c7-425c-92bf-69b96d70a709 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148601 Feb 16 15:11:53.910870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6786967f-124b-4a52-a5a3-98818bf14120 req-3e61bdbf-748f-4f58-9215-6bdbfa56249f service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508708 Feb 16 15:11:53.994116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30512590-0c0b-4d82-b01d-9042d5e0b6e3 req-5f60f0c9-5a25-4bb8-8cd2-25adf232d45f tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 210 time: 0.0454998 Feb 16 15:11:53.997798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-e55b07e3-bfdb-4492-aaae-1f47c0b373e2 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454906 Feb 16 15:11:54.005456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network 743dee42-dc9a-4d22-9f49-54ae9741434f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:11:54.104969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 743dee42-dc9a-4d22-9f49-54ae9741434f) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:54.113924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:54.116640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c8f0f5-3cc8-49c6-b4af-df9f8372a600 None None] Network 743dee42-dc9a-4d22-9f49-54ae9741434f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:11:54.121049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:54.160620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af13abdb-d649-4ce7-aa5c-5543ad50d24d req-a3cd77dd-8a91-4e37-ad02-675e162a5214 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509719 Feb 16 15:11:54.230661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Port': ['ID=d5986839-e2d4-47d6-8fdc-5336e564ad85,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:54.243203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Checking segment: {'id': 'dc19c1d5-3d6c-4c40-958c-f1da94da6547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '5136c572-0a6e-4b05-8510-2ca06c9ff0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:11:54.243936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network hostable DHCP agents. Network: 5136c572-0a6e-4b05-8510-2ca06c9ff0e3, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:11:54.394211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network 5136c572-0a6e-4b05-8510-2ca06c9ff0e3 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:11:54.529575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 5136c572-0a6e-4b05-8510-2ca06c9ff0e3) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:54.539723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d003767-76e2-4eeb-8447-418930430ad8 None None] Network 5136c572-0a6e-4b05-8510-2ca06c9ff0e3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:11:54.552029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:11:54.558165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.563239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.563957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:54.592737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11185753-08d5-443b-a5d3-078e3cb4cbd8 req-b1350e5a-b268-4409-9c1a-b9017c6a037e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.594963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11185753-08d5-443b-a5d3-078e3cb4cbd8 req-b1350e5a-b268-4409-9c1a-b9017c6a037e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1396410 Feb 16 15:11:54.596712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-ac69ca38-0693-4eab-9627-5264523b8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.598118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-ac69ca38-0693-4eab-9627-5264523b8d53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 1094 time: 0.1571813 Feb 16 15:11:54.719879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11185753-08d5-443b-a5d3-078e3cb4cbd8 req-1a8c9b60-d74c-48ef-a28d-f141c1a07718 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180010 Feb 16 15:11:54.787763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-356cc4ec-573c-4a5c-bd26-1be2a865f895 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3807900 Feb 16 15:11:54.789835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59052) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:54.795430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-2cdb4eec-6e86-46ce-ac7d-29a42db7742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.797427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-2cdb4eec-6e86-46ce-ac7d-29a42db7742f service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.1885073 Feb 16 15:11:54.876659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-585c901e-e177-4a4f-ac08-5879404a8319 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94a2aa3e-3955-4e24-b861-9a939e7547c4 HTTP/1.1" status: 200 len: 217 time: 0.0680082 Feb 16 15:11:54.921308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315baa0-a2fa-4822-84bc-53188c33abda tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.927442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315baa0-a2fa-4822-84bc-53188c33abda tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.929272 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c315baa0-a2fa-4822-84bc-53188c33abda tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1383951 Feb 16 15:11:54.932825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59058) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:54.967633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-f77e646c-4b9f-41b0-930e-8dd69fb16fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:54.969410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-f77e646c-4b9f-41b0-930e-8dd69fb16fcb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0837348 Feb 16 15:11:55.025663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-67a9d12a-8791-4e20-8248-486294efe7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:55.027198 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-67a9d12a-8791-4e20-8248-486294efe7fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471892 Feb 16 15:11:55.060894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Deleting port 6aeaa73f-eb20-43fd-bcb8-0708f64910da {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:55.061410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.143333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.165812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Calling delete_port for 6aeaa73f-eb20-43fd-bcb8-0708f64910da owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:55.407458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02a9bfc4-729e-4541-98e7-178b8873d4af req-e83557a7-ef06-47e7-8bb8-a2f9313d9b57 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac22f66a-8a3d-4955-bfc9-b5ff22e96e4b HTTP/1.1" status: 200 len: 210 time: 0.3050783 Feb 16 15:11:55.416294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.442565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-9a7c23d0-4d9d-48d8-a48e-20b2aa3dbbac service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042189 Feb 16 15:11:55.449022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Port': ['ID=6aeaa73f-eb20-43fd-bcb8-0708f64910da,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:55.455204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.458507 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d052dc9f-9e59-4959-a204-6da441dce2b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/ports/6aeaa73f-eb20-43fd-bcb8-0708f64910da HTTP/1.1" status: 204 len: 168 time: 0.5245883 Feb 16 15:11:55.461160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59066) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:55.554873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffbba22-8e92-4d65-be38-dbfc71c07b17 req-5c31fcad-baf1-40dc-99d3-c6f9a7c054d3 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004810 Feb 16 15:11:55.571662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Deleting port d5986839-e2d4-47d6-8fdc-5336e564ad85 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:11:55.572382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.653777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.670747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Calling delete_port for d5986839-e2d4-47d6-8fdc-5336e564ad85 owned by {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:11:55.866020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694d120-924a-47ef-b828-8821e65b5486 req-8acbb634-5a2e-4d2a-9916-29c891a1659b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:55.867474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3694d120-924a-47ef-b828-8821e65b5486 req-8acbb634-5a2e-4d2a-9916-29c891a1659b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0578809 Feb 16 15:11:55.884911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.922319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3694d120-924a-47ef-b828-8821e65b5486 req-658b3a45-8639-4c0d-8909-23fcc0b7a1ab tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457053 Feb 16 15:11:55.922913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:55.929571 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/ports/d5986839-e2d4-47d6-8fdc-5336e564ad85 HTTP/1.1" status: 204 len: 168 time: 0.4638846 Feb 16 15:11:55.929571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dadcbb-2a0c-4d71-b3d7-d27ac5ebfdfb tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Port': ['ID=d5986839-e2d4-47d6-8fdc-5336e564ad85,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:55.930279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59082) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:55.986779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d8be909-6498-4777-a8a1-5ce11da9ae23 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0518603 Feb 16 15:11:55.987315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59084) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:55.992314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1089035925'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:56.131238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Made reservation on behalf of 74ecd24d0ed9416c9c997f4a107ff8bb for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:56.137260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.161871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:56.176380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.176726 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Added segment 33d402af-6325-4efe-b837-63de055d64a9 of type vlan for network 08f9b340-add2-402c-a669-888fc32cef39 Feb 16 15:11:56.247769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.450970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.458351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:56.458981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.572907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Network': ['ID=08f9b340-add2-402c-a669-888fc32cef39,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:56.587465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 08f9b340-add2-402c-a669-888fc32cef39 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:56.604761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9efdcb9b-484c-4ec7-bd50-6dc86fecdb60 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6156039 Feb 16 15:11:56.605032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59100) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:56.610964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-212961188'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:56.696306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Made reservation on behalf of 74ecd24d0ed9416c9c997f4a107ff8bb for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:56.699884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.728660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:11:56.744552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.744993 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Added segment c3a646ec-79b1-4546-9948-3cf45a12313c of type vlan for network fa36198e-7d05-40eb-bc86-2c041da4eb23 Feb 16 15:11:56.793020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.885544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:56.904843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:56.905688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:57.013658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Network': ['ID=fa36198e-7d05-40eb-bc86-2c041da4eb23,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:57.027086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network fa36198e-7d05-40eb-bc86-2c041da4eb23 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:11:57.099603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-253bf978-aa9d-40a5-b28e-2336b74add9a tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4811587 Feb 16 15:11:57.111970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666659c1-3206-4897-83e8-5e410d10cb9e req-c66c10bd-9d28-4528-8662-02e184365258 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:57.114507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-666659c1-3206-4897-83e8-5e410d10cb9e req-c66c10bd-9d28-4528-8662-02e184365258 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0914841 Feb 16 15:11:57.162817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-666659c1-3206-4897-83e8-5e410d10cb9e req-7166b322-0660-4042-983a-e3d49052bdbf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Feb 16 15:11:57.174256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2b0943d9-badb-47b1-9881-679f65a03133 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:11:57.201568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 2b0943d9-badb-47b1-9881-679f65a03133 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:11:57.201913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 2b0943d9-badb-47b1-9881-679f65a03133 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:11:57.237987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59112) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:57.241814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'subnets': [{'network_id': '08f9b340-add2-402c-a669-888fc32cef39', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--614924868', 'ip_version': 4}, {'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:57.242133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'subnet': {'network_id': '08f9b340-add2-402c-a669-888fc32cef39', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--614924868', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:57.242723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Request body: {'subnet': {'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:11:57.542372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Made reservation on behalf of 74ecd24d0ed9416c9c997f4a107ff8bb for: {'subnet': 2} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:11:57.553277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:57.553622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:58.200053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:58.437336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Subnet': ['ID=2960a27c-7595-41d2-b4a4-ac7959f74dce,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:58.457210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Checking segment: {'id': '33d402af-6325-4efe-b837-63de055d64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '08f9b340-add2-402c-a669-888fc32cef39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:11:58.457564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network hostable DHCP agents. Network: 08f9b340-add2-402c-a669-888fc32cef39, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:11:58.485858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694821-b9cc-4e9a-b20f-d2fa5484c644 req-cee1a35f-2af8-4b0a-b742-371605089aaf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:58.491860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0694821-b9cc-4e9a-b20f-d2fa5484c644 req-cee1a35f-2af8-4b0a-b742-371605089aaf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1253996 Feb 16 15:11:58.542452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0694821-b9cc-4e9a-b20f-d2fa5484c644 req-f764ebf1-48f8-43f1-89cb-8229c52d2aba tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460837 Feb 16 15:11:58.648000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network 08f9b340-add2-402c-a669-888fc32cef39 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:11:58.759094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 08f9b340-add2-402c-a669-888fc32cef39) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:58.761760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:58.813752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db33f50d-d2ba-47b5-9ef5-200a1903be48 None None] Network 08f9b340-add2-402c-a669-888fc32cef39 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:11:59.011985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event updated for resources: {'Subnet': ['ID=56c16232-dca2-49a1-983d-512e582252e6,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:59.018457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Checking segment: {'id': 'c3a646ec-79b1-4546-9948-3cf45a12313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:11:59.018820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network hostable DHCP agents. Network: fa36198e-7d05-40eb-bc86-2c041da4eb23, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:11:59.045956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59130) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:59.162874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-08f9b340-add2-402c-a669-888fc32cef39', 'network_id': '08f9b340-add2-402c-a669-888fc32cef39', 'tenant_id': '74ecd24d0ed9416c9c997f4a107ff8bb', 'fixed_ips': [{'subnet_id': '2960a27c-7595-41d2-b4a4-ac7959f74dce'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:11:59.163905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.184655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab12333-1c53-4a3d-83f4-4471c2cb8a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.271489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Network fa36198e-7d05-40eb-bc86-2c041da4eb23 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:11:59.301343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab12333-1c53-4a3d-83f4-4471c2cb8a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.360330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Allocated IP 172.20.0.2 (08f9b340-add2-402c-a669-888fc32cef39/2960a27c-7595-41d2-b4a4-ac7959f74dce/01a0b458-8217-49c6-9d5c-44bade884a48) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:11:59.450596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, fa36198e-7d05-40eb-bc86-2c041da4eb23) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:11:59.456026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.456620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.457354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.467736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6232462b-23ea-4518-b46e-a862765030d7 None None] Network fa36198e-7d05-40eb-bc86-2c041da4eb23 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:11:59.518152 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab12333-1c53-4a3d-83f4-4471c2cb8a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.560813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab12333-1c53-4a3d-83f4-4471c2cb8a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b561524-023b-4b45-a38e-a5f9e96eda07,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:11:59.596753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-78b58658-2e01-4f7b-8800-8015fcee20db tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.3603601 Feb 16 15:11:59.599952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59140) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:59.642021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ab12333-1c53-4a3d-83f4-4471c2cb8a16 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e915a53409aa4abdb841b0095a6bbab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906587 Feb 16 15:11:59.643049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59142) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:59.760971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683b0d8-851c-41a8-be98-8618cc5b6d99 req-1afe6be3-3e83-4883-bd20-016bf39208f8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.767798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4683b0d8-851c-41a8-be98-8618cc5b6d99 req-1afe6be3-3e83-4883-bd20-016bf39208f8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1046135 Feb 16 15:11:59.776308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b315bd-ea86-458d-b4c8-d7ccbf5f33b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.777745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b315bd-ea86-458d-b4c8-d7ccbf5f33b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.779428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b315bd-ea86-458d-b4c8-d7ccbf5f33b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:11:59.781498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-20b315bd-ea86-458d-b4c8-d7ccbf5f33b6 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1792130 Feb 16 15:11:59.789096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59144) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:11:59.817613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4683b0d8-851c-41a8-be98-8618cc5b6d99 req-3e38fabb-d16d-4ba3-9938-b91f5ee2c34a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Feb 16 15:11:59.828710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ebf62b8b-0b38-45ac-b633-c7ea43a0f378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.879578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Deleting subnet 2960a27c-7595-41d2-b4a4-ac7959f74dce {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:11:59.885300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ebf62b8b-0b38-45ac-b633-c7ea43a0f378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.909601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.922230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-fa36198e-7d05-40eb-bc86-2c041da4eb23', 'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23', 'tenant_id': '74ecd24d0ed9416c9c997f4a107ff8bb', 'fixed_ips': [{'subnet_id': '56c16232-dca2-49a1-983d-512e582252e6'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:11:59.923267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:11:59.999335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.000656 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.024784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Network 08f9b340-add2-402c-a669-888fc32cef39 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:00.043802 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.051839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:00.075095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:00.081118 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ebf62b8b-0b38-45ac-b633-c7ea43a0f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.083867 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ebf62b8b-0b38-45ac-b633-c7ea43a0f378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.085110 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ebf62b8b-0b38-45ac-b633-c7ea43a0f378 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6b561524-023b-4b45-a38e-a5f9e96eda07 HTTP/1.1" status: 204 len: 168 time: 0.4404097 Feb 16 15:12:00.204667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Pushing event updated for resources: {'Port': ['ID=01a0b458-8217-49c6-9d5c-44bade884a48,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:00.223597 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.269266 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Attempting to bind port 01a0b458-8217-49c6-9d5c-44bade884a48 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:00.269643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Attempting to bind port 01a0b458-8217-49c6-9d5c-44bade884a48 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '33d402af-6325-4efe-b837-63de055d64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '08f9b340-add2-402c-a669-888fc32cef39'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:00.270077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Attempting to bind port 01a0b458-8217-49c6-9d5c-44bade884a48 on network 08f9b340-add2-402c-a669-888fc32cef39 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:00.270241 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf62b8b-0b38-45ac-b633-c7ea43a0f378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b561524-023b-4b45-a38e-a5f9e96eda07,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:00.278668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:00.279051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Checking segment: {'id': '33d402af-6325-4efe-b837-63de055d64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '08f9b340-add2-402c-a669-888fc32cef39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:00.279453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.279861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Bound using segment: {'id': '33d402af-6325-4efe-b837-63de055d64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '08f9b340-add2-402c-a669-888fc32cef39'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:00.280332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Bound port: 01a0b458-8217-49c6-9d5c-44bade884a48, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d402af-6325-4efe-b837-63de055d64a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '08f9b340-add2-402c-a669-888fc32cef39'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:00.280712 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.316058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Allocated IP 172.20.0.18 (fa36198e-7d05-40eb-bc86-2c041da4eb23/56c16232-dca2-49a1-983d-512e582252e6/7ea5c4dc-466c-4821-9b8d-d513ee5acdef) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:00.432463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.472708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2f377984-e373-45ea-8539-4b810f420cda None None] For port 01a0b458-8217-49c6-9d5c-44bade884a48, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:00.472924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Subnet': ['ID=2960a27c-7595-41d2-b4a4-ac7959f74dce,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:00.479074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.482754 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fbef70a9-1de2-44ec-8fbb-ce36e744ad35 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/subnets/2960a27c-7595-41d2-b4a4-ac7959f74dce HTTP/1.1" status: 204 len: 168 time: 0.6923003 Feb 16 15:12:00.486238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59160) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:00.491893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2f377984-e373-45ea-8539-4b810f420cda None None] For port 01a0b458-8217-49c6-9d5c-44bade884a48, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=01a0b458-8217-49c6-9d5c-44bade884a48,segment=NetworkSegment(33d402af-6325-4efe-b837-63de055d64a9),segment_id=33d402af-6325-4efe-b837-63de055d64a9)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:00.556955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Deleting subnet 56c16232-dca2-49a1-983d-512e582252e6 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:12:00.647181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.663391 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.731737 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.736367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.756238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Network fa36198e-7d05-40eb-bc86-2c041da4eb23 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:00.762681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:00.766520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:00.782876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f377984-e373-45ea-8539-4b810f420cda None None] Pushing event updated for resources: {'Port': ['ID=01a0b458-8217-49c6-9d5c-44bade884a48,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:00.836241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.927081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Pushing event updated for resources: {'Port': ['ID=7ea5c4dc-466c-4821-9b8d-d513ee5acdef,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:00.948304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Attempting to bind port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:00.949121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Attempting to bind port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c3a646ec-79b1-4546-9948-3cf45a12313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:00.949966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Attempting to bind port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef on network fa36198e-7d05-40eb-bc86-2c041da4eb23 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:00.961569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:00.964727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Checking segment: {'id': 'c3a646ec-79b1-4546-9948-3cf45a12313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:00.964727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:00.964727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Bound using segment: {'id': 'c3a646ec-79b1-4546-9948-3cf45a12313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:00.964727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Bound port: 7ea5c4dc-466c-4821-9b8d-d513ee5acdef, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a646ec-79b1-4546-9948-3cf45a12313c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'fa36198e-7d05-40eb-bc86-2c041da4eb23'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:00.964727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.136090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] For port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:01.141531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] For port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7ea5c4dc-466c-4821-9b8d-d513ee5acdef,segment=NetworkSegment(c3a646ec-79b1-4546-9948-3cf45a12313c),segment_id=c3a646ec-79b1-4546-9948-3cf45a12313c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:01.167418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46537aa9-a4b3-47d9-bc9b-b263542d0ae5 req-a061ac02-22e6-4942-90e6-f594d8d17290 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:01.169197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46537aa9-a4b3-47d9-bc9b-b263542d0ae5 req-a061ac02-22e6-4942-90e6-f594d8d17290 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.2057228 Feb 16 15:12:01.227267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-46537aa9-a4b3-47d9-bc9b-b263542d0ae5 req-09cbc297-07af-46a1-b6c4-f0bf43884355 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500376 Feb 16 15:12:01.244473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:01.270400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87a983e1-7ea5-4690-9a84-e1623b9641b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.332620 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.333399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.411437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87a983e1-7ea5-4690-9a84-e1623b9641b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.417557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 01a0b458-8217-49c6-9d5c-44bade884a48 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:12:01.494863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99c09a-0233-4129-8903-bdc53625c3f7 None None] Pushing event updated for resources: {'Port': ['ID=7ea5c4dc-466c-4821-9b8d-d513ee5acdef,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:01.527634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 01a0b458-8217-49c6-9d5c-44bade884a48 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:01.527818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.565763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87a983e1-7ea5-4690-9a84-e1623b9641b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.589215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.629285 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-87a983e1-7ea5-4690-9a84-e1623b9641b3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=69b6fa6eb3c44645855b9c780ed298f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809273 Feb 16 15:12:01.630180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a983e1-7ea5-4690-9a84-e1623b9641b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2514fa-702f-4eb4-aa21-a9b3c1748f8d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:01.635434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:01.662556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Subnet': ['ID=56c16232-dca2-49a1-983d-512e582252e6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:01.669388 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.683893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-279799d5-c3a4-4b89-94b8-e5bcf67b3904 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/subnets/56c16232-dca2-49a1-983d-512e582252e6 HTTP/1.1" status: 204 len: 168 time: 1.1907663 Feb 16 15:12:01.684024 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.684171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59176) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:01.742073 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87b0f0e0-d226-4617-918d-65579048329b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.762180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 01a0b458-8217-49c6-9d5c-44bade884a48, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=01a0b458-8217-49c6-9d5c-44bade884a48,segment=NetworkSegment(33d402af-6325-4efe-b837-63de055d64a9),segment_id=33d402af-6325-4efe-b837-63de055d64a9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:01.781988 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87b0f0e0-d226-4617-918d-65579048329b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.857626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3d0efa-8f87-425d-aea9-0f81395eca9f tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:01.861637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bc3d0efa-8f87-425d-aea9-0f81395eca9f tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1757519 Feb 16 15:12:01.864796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59180) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:01.873936 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:01.980338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=01a0b458-8217-49c6-9d5c-44bade884a48,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:01.999010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87b0f0e0-d226-4617-918d-65579048329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.004763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-87b0f0e0-d226-4617-918d-65579048329b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.007000 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-87b0f0e0-d226-4617-918d-65579048329b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3d2514fa-702f-4eb4-aa21-a9b3c1748f8d HTTP/1.1" status: 204 len: 168 time: 0.3704157 Feb 16 15:12:02.011809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.042035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0f0e0-d226-4617-918d-65579048329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2514fa-702f-4eb4-aa21-a9b3c1748f8d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:02.146331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Deleting port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:02.146805 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.239810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] For port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7ea5c4dc-466c-4821-9b8d-d513ee5acdef,segment=NetworkSegment(c3a646ec-79b1-4546-9948-3cf45a12313c),segment_id=c3a646ec-79b1-4546-9948-3cf45a12313c)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:02.240302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.255160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Calling delete_port for 7ea5c4dc-466c-4821-9b8d-d513ee5acdef owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:02.347855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5669756-2d6a-4bc6-8d59-aa07b726497b None None] Network 08f9b340-add2-402c-a669-888fc32cef39 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:02.403452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2289e-2b83-4d77-9747-4fd0ad305a18 req-f221dc41-b36b-426a-bd8f-57cd049dc954 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:02.405205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3af2289e-2b83-4d77-9747-4fd0ad305a18 req-f221dc41-b36b-426a-bd8f-57cd049dc954 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0751028 Feb 16 15:12:02.446242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3af2289e-2b83-4d77-9747-4fd0ad305a18 req-018e52fa-7a3a-48dc-ba1d-bc8017c3d12e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Feb 16 15:12:02.457764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8fc74af9-5be1-4555-8750-7cbb8fd8ed75 None None] Provisioning complete for port 01a0b458-8217-49c6-9d5c-44bade884a48 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:02.458082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8fc74af9-5be1-4555-8750-7cbb8fd8ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.532992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.598343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Port': ['ID=7ea5c4dc-466c-4821-9b8d-d513ee5acdef,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:02.610843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] No DVR routers for this DVR port 7ea5c4dc-466c-4821-9b8d-d513ee5acdef on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:02.658508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] DHCP port deletion for 08f9b340-add2-402c-a669-888fc32cef39 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:12:02.759145 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.759668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] Deleting port 01a0b458-8217-49c6-9d5c-44bade884a48 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:02.759953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.787960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa36198e-7d05-40eb-bc86-2c041da4eb23']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:02.801576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a646ec-79b1-4546-9948-3cf45a12313c') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:02.801873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a646ec-79b1-4546-9948-3cf45a12313c') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:02.821172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.837893 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.844954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] For port 01a0b458-8217-49c6-9d5c-44bade884a48, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=01a0b458-8217-49c6-9d5c-44bade884a48,segment=NetworkSegment(33d402af-6325-4efe-b837-63de055d64a9),segment_id=33d402af-6325-4efe-b837-63de055d64a9)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:02.844954 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.853108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:02.853108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:02.860583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] Calling delete_port for 01a0b458-8217-49c6-9d5c-44bade884a48 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:02.918025 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:03.047739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e387e4b-6f4d-41cd-8138-a8ebb4ca88e9 None None] Network fa36198e-7d05-40eb-bc86-2c041da4eb23 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:03.068485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.079991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.085514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/networks/fa36198e-7d05-40eb-bc86-2c041da4eb23 HTTP/1.1" status: 204 len: 168 time: 1.2164283 Feb 16 15:12:03.086395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59200) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:03.098111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c10f8-e195-4ff2-8fa9-18e767f9145b tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Network': ['ID=fa36198e-7d05-40eb-bc86-2c041da4eb23,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:03.107103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9189cd8e-41ae-43ff-812c-6351eb2f3696 None None] Could not find standard attr ID for object 7ea5c4dc-466c-4821-9b8d-d513ee5acdef. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:12:03.146648 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.191359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.193788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] Pushing event deleted for resources: {'Port': ['ID=01a0b458-8217-49c6-9d5c-44bade884a48,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:03.197340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e8f67-6472-42c0-825f-bb4be54783c5 None None] No DVR routers for this DVR port 01a0b458-8217-49c6-9d5c-44bade884a48 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:03.298053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e84b4b-675c-45aa-8e6f-abc7360b02ec None None] DHCP port deletion for fa36198e-7d05-40eb-bc86-2c041da4eb23 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:12:03.302909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.350979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f9b340-add2-402c-a669-888fc32cef39']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:03.353849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 01a0b458-8217-49c6-9d5c-44bade884a48 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:03.364369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d402af-6325-4efe-b837-63de055d64a9') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:03.370096 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d402af-6325-4efe-b837-63de055d64a9') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:03.375774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.376082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 01a0b458-8217-49c6-9d5c-44bade884a48 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:12:03.376425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 01a0b458-8217-49c6-9d5c-44bade884a48 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:03.397072 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.405103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:03.405574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:03.408782 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:03.573006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4c943-e54f-45cf-9ba0-b9cebcfd4fe2 req-a15bcb71-a365-4d61-8bb5-1f3ff56b6506 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:03.574968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7d4c943-e54f-45cf-9ba0-b9cebcfd4fe2 req-a15bcb71-a365-4d61-8bb5-1f3ff56b6506 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0514424 Feb 16 15:12:03.615661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7d4c943-e54f-45cf-9ba0-b9cebcfd4fe2 req-4f85743d-8e13-430a-b9de-521c6c0b4231 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Feb 16 15:12:03.622965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.639065 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.639065 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/networks/08f9b340-add2-402c-a669-888fc32cef39 HTTP/1.1" status: 204 len: 168 time: 0.5488484 Feb 16 15:12:03.639762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59212) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:03.652801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2c517-fb38-4e45-beaa-14a295e1b2c4 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Network': ['ID=08f9b340-add2-402c-a669-888fc32cef39,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:03.729127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.830426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.852429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5136c572-0a6e-4b05-8510-2ca06c9ff0e3']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:03.864204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc19c1d5-3d6c-4c40-958c-f1da94da6547') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:03.864573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc19c1d5-3d6c-4c40-958c-f1da94da6547') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:03.880591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.895820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.901936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:03.902329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:03.905351 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:04.089906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.097796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.101793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/networks/5136c572-0a6e-4b05-8510-2ca06c9ff0e3 HTTP/1.1" status: 204 len: 168 time: 0.4610238 Feb 16 15:12:04.104533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59224) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:04.119692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3645de-e189-4e33-ba2f-9edb600f4acf tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Network': ['ID=5136c572-0a6e-4b05-8510-2ca06c9ff0e3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:04.193018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.302797 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.329211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743dee42-dc9a-4d22-9f49-54ae9741434f']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:04.339217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb3a447-2e9f-4635-bd2b-6c46016ab169') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:04.339514 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb3a447-2e9f-4635-bd2b-6c46016ab169') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:04.351174 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.366205 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.372211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:04.372595 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:04.377257 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:04.559056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.569283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:04.575272 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] 10.222.0.113 "DELETE /v2.0/networks/743dee42-dc9a-4d22-9f49-54ae9741434f HTTP/1.1" status: 204 len: 168 time: 0.4669495 Feb 16 15:12:04.590963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ae77c-733d-4ea9-8800-add5a2fd7805 tempest-BulkNetworkOpsTest-1475789149 tempest-BulkNetworkOpsTest-1475789149-project] Pushing event deleted for resources: {'Network': ['ID=743dee42-dc9a-4d22-9f49-54ae9741434f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:04.792677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689653e-3189-4222-ba03-a8bf3599ec2b req-52655273-c6d3-4869-aaf0-f0b6a46fa91b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:04.794564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5689653e-3189-4222-ba03-a8bf3599ec2b req-52655273-c6d3-4869-aaf0-f0b6a46fa91b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0663972 Feb 16 15:12:04.840390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5689653e-3189-4222-ba03-a8bf3599ec2b req-ad7b3bc4-59ad-43da-9e6d-9d651d78187d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Feb 16 15:12:05.244329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7ea5c4dc-466c-4821-9b8d-d513ee5acdef no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:05.267312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7ea5c4dc-466c-4821-9b8d-d513ee5acdef {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:12:05.267901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7ea5c4dc-466c-4821-9b8d-d513ee5acdef not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:05.324400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7bb922a-faea-4a3a-86c0-0cb7879672dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:05.412703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59260) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:05.557475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-40c5c3f3-769f-44eb-a2f2-1e98a3d1363c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=74ecd24d0ed9416c9c997f4a107ff8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435821 Feb 16 15:12:05.560553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59264) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:05.617579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-010021cd-85d3-4fe1-b651-4af59d70e689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:05.640360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-010021cd-85d3-4fe1-b651-4af59d70e689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:05.800513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-010021cd-85d3-4fe1-b651-4af59d70e689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:05.807876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-010021cd-85d3-4fe1-b651-4af59d70e689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:05.809074 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-010021cd-85d3-4fe1-b651-4af59d70e689 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8deeb7d4-accc-4173-ad05-322158dfefe6 HTTP/1.1" status: 204 len: 168 time: 0.2455873 Feb 16 15:12:05.818706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010021cd-85d3-4fe1-b651-4af59d70e689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deeb7d4-accc-4173-ad05-322158dfefe6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:06.006222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7026d-c042-4b6a-aa6d-7a3393cbe1e3 req-ced2d45d-cb9d-4123-b3a6-e71f7dc0128f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:06.012021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39c7026d-c042-4b6a-aa6d-7a3393cbe1e3 req-ced2d45d-cb9d-4123-b3a6-e71f7dc0128f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0641921 Feb 16 15:12:06.059515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39c7026d-c042-4b6a-aa6d-7a3393cbe1e3 req-b58e5e1a-e175-4dd9-8ce3-bc5872ed0d15 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Feb 16 15:12:07.206854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509bc-3174-4aff-9060-c71b198a610e req-de4bbc7f-009f-4a09-a297-26349fb2f1fc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:07.208575 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a4509bc-3174-4aff-9060-c71b198a610e req-de4bbc7f-009f-4a09-a297-26349fb2f1fc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0807691 Feb 16 15:12:07.252001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a4509bc-3174-4aff-9060-c71b198a610e req-d6361319-7e0c-4443-b532-d960004add56 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Feb 16 15:12:07.307948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59308) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:07.474716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-651367404'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:07.612429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:07.617464 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:07.650193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:07.772110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-76d2a4a4-44eb-44c1-93c4-a0189e714cf2 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:07.773597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-76d2a4a4-44eb-44c1-93c4-a0189e714cf2 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/networks?id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e HTTP/1.1" status: 200 len: 814 time: 0.1538353 Feb 16 15:12:07.801290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-47575fe1-d915-4ab5-95c5-aa1dfc1b1bf2 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/quotas/e1fa378814fa4921adf6af8976c65678 HTTP/1.1" status: 200 len: 375 time: 0.0172560 Feb 16 15:12:07.853493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-7371e79e-2b62-4237-a5b6-8189067a4613 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e1fa378814fa4921adf6af8976c65678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398028 Feb 16 15:12:07.858638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:07.966435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-19411740-d238-4714-bf5a-ddc82fafc010 service neutron] 10.222.0.113 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044466 Feb 16 15:12:07.995587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.028378 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-218daec9-2488-49a2-8c9d-e72a5c1ef065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.076270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:08.089478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b2bdf8-abf4-410e-a51c-bbbc6ee0d4f9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:08.108724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.109074 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment a288536e-b571-4f7c-a574-1d363b2a6966 of type vlan for network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac Feb 16 15:12:08.122396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-a1674800-fe0a-4a5b-897e-7a6681637583 service neutron] 10.222.0.113 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489048 Feb 16 15:12:08.162636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.188603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59332) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:08.261222 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.268245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:08.268844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.353130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb5e6cd3-e1ce-4bcf-bb45-a0d0a32a60e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.396149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=7cbcc1f0-31e3-40ec-9d88-247ad1d330ac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:08.408405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:08.438733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-492f0af6-83db-41f1-a558-7d5034b4ae63 req-7d1b3037-8801-4d42-a8aa-462d15bbe6d7 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 210 time: 0.0480390 Feb 16 15:12:08.452110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e23a3d68-ac8e-4bf0-95b6-04fe8021e580 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1429532 Feb 16 15:12:08.492437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b97f81-cb0c-44d1-a44f-037a28711d5c req-566f785c-d93a-4ce3-82b7-5da5e6de7f79 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:08.494233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06b97f81-cb0c-44d1-a44f-037a28711d5c req-566f785c-d93a-4ce3-82b7-5da5e6de7f79 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1445982 Feb 16 15:12:08.564349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb5e6cd3-e1ce-4bcf-bb45-a0d0a32a60e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.570576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06b97f81-cb0c-44d1-a44f-037a28711d5c req-07b57e85-cf1b-4c68-886e-1251656d275f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691144 Feb 16 15:12:08.584326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59346) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:08.591269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '7cbcc1f0-31e3-40ec-9d88-247ad1d330ac', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:08.892023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bb5e6cd3-e1ce-4bcf-bb45-a0d0a32a60e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:08.951581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bb5e6cd3-e1ce-4bcf-bb45-a0d0a32a60e4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=79650c8347da4b4b957df302d951da2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7618556 Feb 16 15:12:08.954977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59348) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:08.961132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e6cd3-e1ce-4bcf-bb45-a0d0a32a60e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e44a55-ffb4-4c63-9160-bbc4349bafe2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:09.005309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-514955dc-c32a-481c-93ef-cb5e59244a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.026296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-514955dc-c32a-481c-93ef-cb5e59244a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.136244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:09.140090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.164946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-514955dc-c32a-481c-93ef-cb5e59244a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.167577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-514955dc-c32a-481c-93ef-cb5e59244a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.168782 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-514955dc-c32a-481c-93ef-cb5e59244a4e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b4e44a55-ffb4-4c63-9160-bbc4349bafe2 HTTP/1.1" status: 204 len: 168 time: 0.2127850 Feb 16 15:12:09.177987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514955dc-c32a-481c-93ef-cb5e59244a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e44a55-ffb4-4c63-9160-bbc4349bafe2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:09.528727 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5772ee49-d11a-4f04-8d33-e307345cd702 req-cf1f1829-550e-44d6-a216-4c762f14d75b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 210 time: 0.0266385 Feb 16 15:12:09.542315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.610421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=014217b8-582c-49ac-b315-2d7ea02b50f8,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:09.618102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': 'a288536e-b571-4f7c-a574-1d363b2a6966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '7cbcc1f0-31e3-40ec-9d88-247ad1d330ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:09.618267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:09.679291 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.706438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7edf15-a43f-4e4b-81d2-72f4a9db3046 req-1b473063-5a2d-4800-8fa4-117fd6ba3e4d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:09.709669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7edf15-a43f-4e4b-81d2-72f4a9db3046 req-1b473063-5a2d-4800-8fa4-117fd6ba3e4d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0529554 Feb 16 15:12:09.749109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd7edf15-a43f-4e4b-81d2-72f4a9db3046 req-7ec928b9-242d-4483-979f-3e72b3d1a3e6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Feb 16 15:12:09.799239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:09.987671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:09.992580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:09.993283 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:09.996737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef3c11-db1d-4144-9a2c-acc4ba4e13f9 None None] Network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:10.146636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-7cbcc1f0-31e3-40ec-9d88-247ad1d330ac', 'network_id': '7cbcc1f0-31e3-40ec-9d88-247ad1d330ac', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '014217b8-582c-49ac-b315-2d7ea02b50f8'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:10.147505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.213496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-099504be-7717-4d28-9c6b-58611c2513c8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6280305 Feb 16 15:12:10.217323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59362) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:10.222818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1679449017'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:10.322986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59366) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:10.336954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dde012b-55c1-4d94-bdd2-e002082fc385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.373049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Allocated IP 172.20.255.242 (7cbcc1f0-31e3-40ec-9d88-247ad1d330ac/014217b8-582c-49ac-b315-2d7ea02b50f8/a0481c9b-2c81-47e8-96c4-020bc35ccde7) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:10.411092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:10.414966 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.417843 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dde012b-55c1-4d94-bdd2-e002082fc385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.440805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:10.450244 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.450687 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment ade46058-a9c4-454f-b782-6dad7ff00d40 of type vlan for network 1bd460d4-b8b9-441c-b512-9bc653da4caf Feb 16 15:12:10.494931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.529671 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.623854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95287c1c-4427-4a68-9e3b-1b4214aaefd9 req-101bfbd0-714f-44a3-abb6-45c77ab8c154 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Feb 16 15:12:10.678930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.679308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.679476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6dde012b-55c1-4d94-bdd2-e002082fc385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.684741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:10.685329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.723294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:10.724719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6dde012b-55c1-4d94-bdd2-e002082fc385 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6b0626b1bfd9461d94e6c031d96b1473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005129 Feb 16 15:12:10.726075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde012b-55c1-4d94-bdd2-e002082fc385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc8c659-3909-4507-9fdf-781ea7ada313,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:10.728470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:10.728599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59370) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:10.740479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:10.744104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Pushing event updated for resources: {'Port': ['ID=a0481c9b-2c81-47e8-96c4-020bc35ccde7,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:10.764551 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=1bd460d4-b8b9-441c-b512-9bc653da4caf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:10.783035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 1bd460d4-b8b9-441c-b512-9bc653da4caf details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:10.800812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ea59512-ccb3-467f-8dd1-718f8c7f8d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.804851 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-084c9011-a321-4fdb-9923-71410384261e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5860593 Feb 16 15:12:10.817490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59374) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:10.820798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '1bd460d4-b8b9-441c-b512-9bc653da4caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:10.844558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ea59512-ccb3-467f-8dd1-718f8c7f8d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.858003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Attempting to bind port a0481c9b-2c81-47e8-96c4-020bc35ccde7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:10.858670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Attempting to bind port a0481c9b-2c81-47e8-96c4-020bc35ccde7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a288536e-b571-4f7c-a574-1d363b2a6966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '7cbcc1f0-31e3-40ec-9d88-247ad1d330ac'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:10.859642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Attempting to bind port a0481c9b-2c81-47e8-96c4-020bc35ccde7 on network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:10.875247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:10.875736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Checking segment: {'id': 'a288536e-b571-4f7c-a574-1d363b2a6966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '7cbcc1f0-31e3-40ec-9d88-247ad1d330ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:10.876172 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.876865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Bound using segment: {'id': 'a288536e-b571-4f7c-a574-1d363b2a6966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '7cbcc1f0-31e3-40ec-9d88-247ad1d330ac'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:10.877006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Bound port: a0481c9b-2c81-47e8-96c4-020bc35ccde7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a288536e-b571-4f7c-a574-1d363b2a6966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '7cbcc1f0-31e3-40ec-9d88-247ad1d330ac'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:10.877311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:10.913951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591805-1417-4db0-89ec-f43850919f04 req-7eb63899-43c9-4ca7-a40b-607b71f3c4cc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:10.915471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a591805-1417-4db0-89ec-f43850919f04 req-7eb63899-43c9-4ca7-a40b-607b71f3c4cc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0843337 Feb 16 15:12:10.958360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] For port a0481c9b-2c81-47e8-96c4-020bc35ccde7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:10.961641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] For port a0481c9b-2c81-47e8-96c4-020bc35ccde7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a0481c9b-2c81-47e8-96c4-020bc35ccde7,segment=NetworkSegment(a288536e-b571-4f7c-a574-1d363b2a6966),segment_id=a288536e-b571-4f7c-a574-1d363b2a6966)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:10.962290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a591805-1417-4db0-89ec-f43850919f04 req-04aaaa70-cc01-4827-8750-39396c0b106b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Feb 16 15:12:11.009909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:11.013790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.072744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ea59512-ccb3-467f-8dd1-718f8c7f8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.073866 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.075439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ea59512-ccb3-467f-8dd1-718f8c7f8d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.079850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5ea59512-ccb3-467f-8dd1-718f8c7f8d37 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0cc8c659-3909-4507-9fdf-781ea7ada313 HTTP/1.1" status: 204 len: 168 time: 0.3472033 Feb 16 15:12:11.085490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea59512-ccb3-467f-8dd1-718f8c7f8d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc8c659-3909-4507-9fdf-781ea7ada313,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:11.172663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee3ef4-679d-4cf0-b6a4-cfe586816683 None None] Pushing event updated for resources: {'Port': ['ID=a0481c9b-2c81-47e8-96c4-020bc35ccde7,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:11.423005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.423908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.503243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-f7c38ff8-3708-467d-bd46-535d94e08890 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:11.505124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-f7c38ff8-3708-467d-bd46-535d94e08890 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.129 "GET /v2.0/networks?id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e HTTP/1.1" status: 200 len: 814 time: 0.1901908 Feb 16 15:12:11.508417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=25436aa7-cd26-4250-af79-683e637b8238,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:11.522019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Request body: {'port': {'device_id': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e', 'admin_state_up': True, 'tenant_id': 'e1fa378814fa4921adf6af8976c65678'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:11.533290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': 'ade46058-a9c4-454f-b782-6dad7ff00d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1bd460d4-b8b9-441c-b512-9bc653da4caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:11.533290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 1bd460d4-b8b9-441c-b512-9bc653da4caf, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:11.587329 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.725438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 1bd460d4-b8b9-441c-b512-9bc653da4caf is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:11.742537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9314f5e5-2915-4d63-bc1c-87eac743cec1 req-211ec735-38f1-4ca2-b070-fb91674efb1a tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 210 time: 0.0345833 Feb 16 15:12:11.765754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Made reservation on behalf of e1fa378814fa4921adf6af8976c65678 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:11.769527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.918431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Allocated IP 172.20.0.5 (790dc807-3a5a-4ac2-bfb8-8476d46cb15e/b169ee2e-e884-4505-8a7d-52454721a481/7ac84fbc-bc57-4627-955f-a1db13174e1e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:11.965001 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 1bd460d4-b8b9-441c-b512-9bc653da4caf) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:11.972507 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:11.973664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:11.974567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085b6539-9e14-49a8-807d-ea24cc43a956 None None] Network 1bd460d4-b8b9-441c-b512-9bc653da4caf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:12.124918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd308aa8-1c6a-4b24-b509-4f41c2313714 req-06955212-a5e9-48d1-8fa0-19ba03a55158 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:12.126539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd308aa8-1c6a-4b24-b509-4f41c2313714 req-06955212-a5e9-48d1-8fa0-19ba03a55158 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0748322 Feb 16 15:12:12.139226 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7ffd8a5a-7a6d-4290-88ac-5eabbeba54dd tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3288164 Feb 16 15:12:12.143244 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59394) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:12.181251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-1bd460d4-b8b9-441c-b512-9bc653da4caf', 'network_id': '1bd460d4-b8b9-441c-b512-9bc653da4caf', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '25436aa7-cd26-4250-af79-683e637b8238'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:12.182399 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.203416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd308aa8-1c6a-4b24-b509-4f41c2313714 req-6b6e9cff-fd6b-40d0-ad3e-292e87cafbf2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677764 Feb 16 15:12:12.208836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.317574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbc077-73d4-4f25-8b65-48e8eddc5e0e None None] Network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:12.322259 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.372437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.420269 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.434713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Pushing event updated for resources: {'Port': ['ID=7ac84fbc-bc57-4627-955f-a1db13174e1e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:12.451307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:12.453563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:12.456973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:12.464422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-47a142b4-043a-49d3-bbb9-276c2c19e294 None None] Provisioning complete for port a0481c9b-2c81-47e8-96c4-020bc35ccde7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:12.465229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-47a142b4-043a-49d3-bbb9-276c2c19e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.501278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Allocated IP 172.20.0.2 (1bd460d4-b8b9-441c-b512-9bc653da4caf/25436aa7-cd26-4250-af79-683e637b8238/c0bbcbcd-abb9-4353-b304-a0936b926d37) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:12.530500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:12.531475 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.734099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-0814c04d-2d88-48a9-ac9e-d09abf5a9604 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2192721 Feb 16 15:12:12.747366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Request body: {'port': {'device_id': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:12.760684 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.823067 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.865078 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-47a142b4-043a-49d3-bbb9-276c2c19e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:12.943189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-47a142b4-043a-49d3-bbb9-276c2c19e294 None None] For port a0481c9b-2c81-47e8-96c4-020bc35ccde7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a0481c9b-2c81-47e8-96c4-020bc35ccde7,segment=NetworkSegment(a288536e-b571-4f7c-a574-1d363b2a6966),segment_id=a288536e-b571-4f7c-a574-1d363b2a6966)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:12.944442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.014316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748c781-3f8d-4ac2-9815-4cf897fde912 req-8c3967da-d1e5-4fa0-bde0-edf7b3d8c9f9 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:13.017841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7748c781-3f8d-4ac2-9815-4cf897fde912 req-8c3967da-d1e5-4fa0-bde0-edf7b3d8c9f9 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 931 time: 0.1512132 Feb 16 15:12:13.033668 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-47a142b4-043a-49d3-bbb9-276c2c19e294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.092511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a142b4-043a-49d3-bbb9-276c2c19e294 None None] Pushing event updated for resources: {'Port': ['ID=a0481c9b-2c81-47e8-96c4-020bc35ccde7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:13.102457 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.121527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7748c781-3f8d-4ac2-9815-4cf897fde912 req-67738e50-bd05-4e2f-b60a-51536ca8ef33 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961454 Feb 16 15:12:13.174302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Network 1bd460d4-b8b9-441c-b512-9bc653da4caf is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:13.181061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:13.186825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:13.193262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Pushing event updated for resources: {'Port': ['ID=c0bbcbcd-abb9-4353-b304-a0936b926d37,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:13.203755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a3a024f3-02f6-4d98-a767-ace1731b6ef1 None None] Provisioning complete for port a0481c9b-2c81-47e8-96c4-020bc35ccde7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:13.204211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3a024f3-02f6-4d98-a767-ace1731b6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.206111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.298811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac84fbc-bc57-4627-955f-a1db13174e1e {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:12:13.299028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=25436aa7-cd26-4250-af79-683e637b8238,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:13.320811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.325068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Attempting to bind port c0bbcbcd-abb9-4353-b304-a0936b926d37 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:13.325441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Attempting to bind port c0bbcbcd-abb9-4353-b304-a0936b926d37 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'ade46058-a9c4-454f-b782-6dad7ff00d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1bd460d4-b8b9-441c-b512-9bc653da4caf'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:13.325891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Attempting to bind port c0bbcbcd-abb9-4353-b304-a0936b926d37 on network 1bd460d4-b8b9-441c-b512-9bc653da4caf {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:13.339175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:13.339478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Transition to ACTIVE for port object 7ac84fbc-bc57-4627-955f-a1db13174e1e will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:12:13.340028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Checking segment: {'id': 'ade46058-a9c4-454f-b782-6dad7ff00d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1bd460d4-b8b9-441c-b512-9bc653da4caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:13.340604 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.340996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Bound using segment: {'id': 'ade46058-a9c4-454f-b782-6dad7ff00d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1bd460d4-b8b9-441c-b512-9bc653da4caf'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:13.341658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Bound port: c0bbcbcd-abb9-4353-b304-a0936b926d37, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade46058-a9c4-454f-b782-6dad7ff00d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '1bd460d4-b8b9-441c-b512-9bc653da4caf'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:13.342044 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.398577 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.429982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a0481c9b-2c81-47e8-96c4-020bc35ccde7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:12:13.431636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd460d4-b8b9-441c-b512-9bc653da4caf']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:13.446776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade46058-a9c4-454f-b782-6dad7ff00d40') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:13.447334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade46058-a9c4-454f-b782-6dad7ff00d40') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:13.466408 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.473069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04176f00-39dd-443d-832c-7964d3a88970 req-62a00948-f658-4074-9770-3f5b2346446e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:13.475078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04176f00-39dd-443d-832c-7964d3a88970 req-62a00948-f658-4074-9770-3f5b2346446e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1389487 Feb 16 15:12:13.476693 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.479504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.490527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:13.509485 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:13.530771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] For port c0bbcbcd-abb9-4353-b304-a0936b926d37, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:13.544929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a0481c9b-2c81-47e8-96c4-020bc35ccde7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:13.545296 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.592460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] For port c0bbcbcd-abb9-4353-b304-a0936b926d37, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c0bbcbcd-abb9-4353-b304-a0936b926d37,segment=NetworkSegment(ade46058-a9c4-454f-b782-6dad7ff00d40),segment_id=ade46058-a9c4-454f-b782-6dad7ff00d40)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:13.599457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac84fbc-bc57-4627-955f-a1db13174e1e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:13.622481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:13.622481 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:13.622481 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '1bd460d4-b8b9-441c-b512-9bc653da4caf'}] Feb 16 15:12:13.622481 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:13.625127 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:13.627732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04176f00-39dd-443d-832c-7964d3a88970 req-c5f39d94-f181-445e-9005-14dfcf68feda tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387196 Feb 16 15:12:13.663761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Attempting to bind port 7ac84fbc-bc57-4627-955f-a1db13174e1e on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:13.663941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Attempting to bind port 7ac84fbc-bc57-4627-955f-a1db13174e1e by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:13.664274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Attempting to bind port 7ac84fbc-bc57-4627-955f-a1db13174e1e on network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:13.668959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Port 7ac84fbc-bc57-4627-955f-a1db13174e1e on network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:12:13.669280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Attempting to bind port 7ac84fbc-bc57-4627-955f-a1db13174e1e on network 790dc807-3a5a-4ac2-bfb8-8476d46cb15e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:13.674304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:13.674640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Checking segment: {'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:13.675121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Bound using segment: {'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:13.675568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Bound port: 7ac84fbc-bc57-4627-955f-a1db13174e1e, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:13.675970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.725094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.746830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] For port 7ac84fbc-bc57-4627-955f-a1db13174e1e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:13.750970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] For port 7ac84fbc-bc57-4627-955f-a1db13174e1e, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7ac84fbc-bc57-4627-955f-a1db13174e1e,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:13.809067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a62bf-00c7-4a7d-9baf-9ca3edd172bd None None] Pushing event updated for resources: {'Port': ['ID=c0bbcbcd-abb9-4353-b304-a0936b926d37,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:13.838482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6b316-63c0-4440-8cbe-c3a1836f1012 None None] Network 1bd460d4-b8b9-441c-b512-9bc653da4caf requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:13.862425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.898054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:13.899219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:13.900752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] 10.222.0.129 "PUT /v2.0/ports/7ac84fbc-bc57-4627-955f-a1db13174e1e HTTP/1.1" status: 200 len: 1091 time: 1.1597600 Feb 16 15:12:13.907949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'tag': '7ac84fbc-bc57-4627-955f-a1db13174e1e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:13.910325 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf23796-9d7f-4474-bd39-d59126f4fe01" -d '{"events": [{"name": "network-changed", "server_uuid": "d2647ab1-a9c9-4926-b973-eb995b111637", "tag": "7ac84fbc-bc57-4627-955f-a1db13174e1e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:13.947665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be077e8f-1295-44e1-98fc-10e495941714 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac84fbc-bc57-4627-955f-a1db13174e1e,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:13.956413 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f8e742-0af7-480b-855f-491896951ca9 x-openstack-request-id: req-a7f8e742-0af7-480b-855f-491896951ca9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:13.956739 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2647ab1-a9c9-4926-b973-eb995b111637", "tag": "7ac84fbc-bc57-4627-955f-a1db13174e1e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:13.957047 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a7f8e742-0af7-480b-855f-491896951ca9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:13.957476 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'tag': '7ac84fbc-bc57-4627-955f-a1db13174e1e', 'status': 'completed', 'code': 200} Feb 16 15:12:13.976583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af49aaf-13ff-450a-904e-4699e57e585e None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:12:14.031175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23796-9d7f-4474-bd39-d59126f4fe01 req-caada753-629c-479c-a951-fd08c6f509a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.031175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebf23796-9d7f-4474-bd39-d59126f4fe01 req-caada753-629c-479c-a951-fd08c6f509a8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e1fa378814fa4921adf6af8976c65678&device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 1094 time: 0.0460742 Feb 16 15:12:14.076344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af49aaf-13ff-450a-904e-4699e57e585e None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:12:14.125821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.145150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23796-9d7f-4474-bd39-d59126f4fe01 req-2503337a-62e8-4d76-bcdb-f06c248736d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.148836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebf23796-9d7f-4474-bd39-d59126f4fe01 req-2503337a-62e8-4d76-bcdb-f06c248736d3 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=e1fa378814fa4921adf6af8976c65678&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1099198 Feb 16 15:12:14.208357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port c0bbcbcd-abb9-4353-b304-a0936b926d37 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:14.230442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.282439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port c0bbcbcd-abb9-4353-b304-a0936b926d37, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c0bbcbcd-abb9-4353-b304-a0936b926d37,segment=NetworkSegment(ade46058-a9c4-454f-b782-6dad7ff00d40),segment_id=ade46058-a9c4-454f-b782-6dad7ff00d40)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:14.283315 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.300524 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for c0bbcbcd-abb9-4353-b304-a0936b926d37 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:14.341003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9e88-1af4-44a8-8979-e3493fc13b13 req-fb901522-0eb2-44c0-8126-40289b127a9f tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.350452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-557e9e88-1af4-44a8-8979-e3493fc13b13 req-fb901522-0eb2-44c0-8126-40289b127a9f tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 943 time: 0.1021152 Feb 16 15:12:14.369342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf23796-9d7f-4474-bd39-d59126f4fe01 req-198065db-6307-419e-92eb-36cea24e047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.370868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebf23796-9d7f-4474-bd39-d59126f4fe01 req-198065db-6307-419e-92eb-36cea24e047e service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2056901 Feb 16 15:12:14.400073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-557e9e88-1af4-44a8-8979-e3493fc13b13 req-a0016bdc-26f4-4b64-a58a-8f46793e76bf tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Feb 16 15:12:14.450804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-eb65a5cb-a3fc-4ae7-9dab-d2f3b8d46a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.453156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-eb65a5cb-a3fc-4ae7-9dab-d2f3b8d46a93 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e1fa378814fa4921adf6af8976c65678&device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 1094 time: 0.0448525 Feb 16 15:12:14.495619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-69fcb888-7d7c-4f81-ac34-2d54a8181262 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ac84fbc-bc57-4627-955f-a1db13174e1e HTTP/1.1" status: 200 len: 217 time: 0.0363569 Feb 16 15:12:14.519398 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.546086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=c0bbcbcd-abb9-4353-b304-a0936b926d37,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:14.555764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-8a978404-93c2-4d39-b32a-e12fb184f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.557737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-8a978404-93c2-4d39-b32a-e12fb184f0ed service neutron] 10.222.0.129 "GET /v2.0/subnets?id=b169ee2e-e884-4505-8a7d-52454721a481 HTTP/1.1" status: 200 len: 854 time: 0.0557568 Feb 16 15:12:14.561386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port c0bbcbcd-abb9-4353-b304-a0936b926d37 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:14.592309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-285ea8cb-da86-4fa1-aed8-5c241a04a997 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=790dc807-3a5a-4ac2-bfb8-8476d46cb15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270665 Feb 16 15:12:14.653273 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.674346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd460d4-b8b9-441c-b512-9bc653da4caf']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:14.684727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade46058-a9c4-454f-b782-6dad7ff00d40') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:14.684727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade46058-a9c4-454f-b782-6dad7ff00d40') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:14.694667 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.706446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-28651764-d62c-4747-91cd-97fcf2608f3d service neutron] 10.222.0.129 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070809 Feb 16 15:12:14.710600 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.716608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:14.716998 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:14.720135 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:14.830961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e557-aec2-4262-b3cb-2891b4431b74 req-0557b398-0793-45b2-9244-013549aa9c3d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:14.832817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f927e557-aec2-4262-b3cb-2891b4431b74 req-0557b398-0793-45b2-9244-013549aa9c3d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1253426 Feb 16 15:12:14.850722 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.858167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:14.864009 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/1bd460d4-b8b9-441c-b512-9bc653da4caf HTTP/1.1" status: 204 len: 168 time: 2.7173004 Feb 16 15:12:14.865185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59444) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:14.870092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1402181475'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:14.872748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d54fcd53-ea22-4f9c-bbe2-76f6c02ed3da req-1e21fee9-4ed7-44a4-b893-6bd0498a6606 service neutron] 10.222.0.129 "GET /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568439 Feb 16 15:12:14.884909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9c3dc-5bdc-4cb9-a739-f12c211f23d8 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=1bd460d4-b8b9-441c-b512-9bc653da4caf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:14.900219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f927e557-aec2-4262-b3cb-2891b4431b74 req-43f1e54c-df8d-41c4-8fac-9a8cb04b0fed tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601456 Feb 16 15:12:15.016943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:15.020648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:15.046958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:15.056090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:15.056433 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment c2724af7-68aa-4d3b-b23b-bf9bef93f8fc of type vlan for network 55530116-b579-48a4-9d66-1c04c9b299f7 Feb 16 15:12:15.107459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:15.279152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:15.285570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.286154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:15.354673 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=55530116-b579-48a4-9d66-1c04c9b299f7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:15.366272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 55530116-b579-48a4-9d66-1c04c9b299f7 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:15.485797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6fc5e3d1-e283-4d43-a751-98a173b22dc1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6159506 Feb 16 15:12:15.485797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59460) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:15.491097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '55530116-b579-48a4-9d66-1c04c9b299f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:15.529651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb7bf2-985d-4574-a64b-e5626fd51728 req-71b93b6f-1f02-43fa-9b90-ec96ee9fbb42 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:15.532103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4eb7bf2-985d-4574-a64b-e5626fd51728 req-71b93b6f-1f02-43fa-9b90-ec96ee9fbb42 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 943 time: 0.0563798 Feb 16 15:12:15.576369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4eb7bf2-985d-4574-a64b-e5626fd51728 req-02452215-26b5-49e8-9d6f-35cb8f860b7a tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383520 Feb 16 15:12:15.689433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:15.693111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:15.753172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing IP validity checks on allocation pools {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 15:12:15.753686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 15:12:16.000112 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:16.029960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5774f-02bc-4ea7-b317-6d2e3beae363 req-4eee54e6-257f-4a05-8fd2-5495009721a2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.031804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8e5774f-02bc-4ea7-b317-6d2e3beae363 req-4eee54e6-257f-4a05-8fd2-5495009721a2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0625572 Feb 16 15:12:16.071565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=79f83fca-6b79-4fea-8056-e1cdcaf1eae5,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:16.077858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '55530116-b579-48a4-9d66-1c04c9b299f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:16.079510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 55530116-b579-48a4-9d66-1c04c9b299f7, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:16.081916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8e5774f-02bc-4ea7-b317-6d2e3beae363 req-50fff454-793a-4787-89ec-4d2ac8adc810 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Feb 16 15:12:16.273305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 55530116-b579-48a4-9d66-1c04c9b299f7 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:16.485132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 55530116-b579-48a4-9d66-1c04c9b299f7) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:16.489216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.489813 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:16.494270 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987f9eb-8944-466b-8071-0cbfe9acc810 None None] Network 55530116-b579-48a4-9d66-1c04c9b299f7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:16.548158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:16.646310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-55530116-b579-48a4-9d66-1c04c9b299f7', 'network_id': '55530116-b579-48a4-9d66-1c04c9b299f7', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '79f83fca-6b79-4fea-8056-e1cdcaf1eae5'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:16.647280 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:16.707690 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3949aa3b-cc72-48fb-aaba-8da8687a8051 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2198973 Feb 16 15:12:16.709605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59490) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:16.710932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58aef4f-e747-4972-b6fb-8b66d99df620 req-a79354ca-9bdf-4de9-9cd6-9f6f5284e985 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:16.712518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c58aef4f-e747-4972-b6fb-8b66d99df620 req-a79354ca-9bdf-4de9-9cd6-9f6f5284e985 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 943 time: 0.0518506 Feb 16 15:12:16.759406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c58aef4f-e747-4972-b6fb-8b66d99df620 req-68f50e18-1053-4e16-99ed-047232e0d815 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351982 Feb 16 15:12:16.795884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Allocated IP 172.20.0.3 (55530116-b579-48a4-9d66-1c04c9b299f7/79f83fca-6b79-4fea-8056-e1cdcaf1eae5/9b0c747b-b826-4460-9b67-3da9c7e694f5) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:16.849996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:16.907828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:16.953371 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.050923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.092588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Network 55530116-b579-48a4-9d66-1c04c9b299f7 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:17.095413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:17.098744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:17.105502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Pushing event updated for resources: {'Port': ['ID=9b0c747b-b826-4460-9b67-3da9c7e694f5,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:17.166478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Attempting to bind port 9b0c747b-b826-4460-9b67-3da9c7e694f5 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:17.166867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Attempting to bind port 9b0c747b-b826-4460-9b67-3da9c7e694f5 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '55530116-b579-48a4-9d66-1c04c9b299f7'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:17.167217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Attempting to bind port 9b0c747b-b826-4460-9b67-3da9c7e694f5 on network 55530116-b579-48a4-9d66-1c04c9b299f7 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:17.173703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:17.173703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Checking segment: {'id': 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '55530116-b579-48a4-9d66-1c04c9b299f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:17.179467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.179467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Bound using segment: {'id': 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '55530116-b579-48a4-9d66-1c04c9b299f7'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:17.179467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Bound port: 9b0c747b-b826-4460-9b67-3da9c7e694f5, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '55530116-b579-48a4-9d66-1c04c9b299f7'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:17.179467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.218832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b3e71-c23f-4160-98fb-d509a25e32f8 req-615292e8-06aa-402e-a989-990db48422be tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:17.226379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af7b3e71-c23f-4160-98fb-d509a25e32f8 req-615292e8-06aa-402e-a989-990db48422be tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0620205 Feb 16 15:12:17.274965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af7b3e71-c23f-4160-98fb-d509a25e32f8 req-0d16777e-dd99-47c3-b8c9-3d05d6904ce2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Feb 16 15:12:17.299521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] For port 9b0c747b-b826-4460-9b67-3da9c7e694f5, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:17.299821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] For port 9b0c747b-b826-4460-9b67-3da9c7e694f5, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9b0c747b-b826-4460-9b67-3da9c7e694f5,segment=NetworkSegment(c2724af7-68aa-4d3b-b23b-bf9bef93f8fc),segment_id=c2724af7-68aa-4d3b-b23b-bf9bef93f8fc)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:17.310291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.340406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=79f83fca-6b79-4fea-8056-e1cdcaf1eae5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:17.413977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.437086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55530116-b579-48a4-9d66-1c04c9b299f7']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:17.439298 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.446312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:17.446612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:17.456229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.470268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.477858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:17.478295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:17.482010 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:17.508363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cc0b5-a979-45f5-8a09-8abbbb2542ad None None] Pushing event updated for resources: {'Port': ['ID=9b0c747b-b826-4460-9b67-3da9c7e694f5,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:17.582209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:17.582209 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:17.582209 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '55530116-b579-48a4-9d66-1c04c9b299f7'}] Feb 16 15:12:17.582209 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:17.587140 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:17.888207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ce75-99b7-4738-a55d-fcb776401c2f req-6b9a1c76-6fe1-43a9-88ae-56f594016a48 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:17.890612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cba7ce75-99b7-4738-a55d-fcb776401c2f req-6b9a1c76-6fe1-43a9-88ae-56f594016a48 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 943 time: 0.0541253 Feb 16 15:12:17.931531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cba7ce75-99b7-4738-a55d-fcb776401c2f req-dff0ce03-8246-4dd8-99ec-80db6a1fc6b4 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351424 Feb 16 15:12:18.016690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7ac84fbc-bc57-4627-955f-a1db13174e1e details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:12:18.084198 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.145288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7ac84fbc-bc57-4627-955f-a1db13174e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7ac84fbc-bc57-4627-955f-a1db13174e1e,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:18.159035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '7ac84fbc-bc57-4627-955f-a1db13174e1e', 'network_id': '790dc807-3a5a-4ac2-bfb8-8476d46cb15e', 'port_id': '7ac84fbc-bc57-4627-955f-a1db13174e1e', 'mac_address': 'fa:16:3e:1d:c1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b169ee2e-e884-4505-8a7d-52454721a481', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:12:18.160982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port 9b0c747b-b826-4460-9b67-3da9c7e694f5 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:18.161326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.202392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.224313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac84fbc-bc57-4627-955f-a1db13174e1e {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:12:18.232559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port 9b0c747b-b826-4460-9b67-3da9c7e694f5, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9b0c747b-b826-4460-9b67-3da9c7e694f5,segment=NetworkSegment(c2724af7-68aa-4d3b-b23b-bf9bef93f8fc),segment_id=c2724af7-68aa-4d3b-b23b-bf9bef93f8fc)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:18.236368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.257148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7ac84fbc-bc57-4627-955f-a1db13174e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7ac84fbc-bc57-4627-955f-a1db13174e1e,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:18.258790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for 9b0c747b-b826-4460-9b67-3da9c7e694f5 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:18.428091 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.459452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c2872-7f44-4a61-a040-fe1219dcb902 None None] Network 55530116-b579-48a4-9d66-1c04c9b299f7 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:18.470576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a68237-177f-43c1-bb45-46ce9edccc8f req-f93fdc50-9c5f-49fc-b4ac-586e29a08d73 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:18.472262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41a68237-177f-43c1-bb45-46ce9edccc8f req-f93fdc50-9c5f-49fc-b4ac-586e29a08d73 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0592391 Feb 16 15:12:18.513965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41a68237-177f-43c1-bb45-46ce9edccc8f req-d09f1e5a-5ef3-4da6-a503-73c56f21df2a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Feb 16 15:12:18.553571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7ac84fbc-bc57-4627-955f-a1db13174e1e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:18.565906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a0b7f337-fa6c-4ea6-8a49-4c43a1e9436d None None] Provisioning complete for port 9b0c747b-b826-4460-9b67-3da9c7e694f5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:18.566276 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f337-fa6c-4ea6-8a49-4c43a1e9436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.570689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.598274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=9b0c747b-b826-4460-9b67-3da9c7e694f5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:18.600054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port 9b0c747b-b826-4460-9b67-3da9c7e694f5 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:18.611592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7f337-fa6c-4ea6-8a49-4c43a1e9436d None None] Port 9b0c747b-b826-4460-9b67-3da9c7e694f5 was deleted so its status cannot be updated. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 15:12:18.685115 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.698428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7ac84fbc-bc57-4627-955f-a1db13174e1e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:18.712074 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55530116-b579-48a4-9d66-1c04c9b299f7']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:18.724646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:18.724646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2724af7-68aa-4d3b-b23b-bf9bef93f8fc') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:18.726784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db499bf6-24f3-4662-a23a-fac9577627f0 None None] DHCP port deletion for 55530116-b579-48a4-9d66-1c04c9b299f7 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:12:18.731903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.749821 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.761738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:18.762239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:18.765653 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:19.052148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9712647-ee3d-4d20-9693-f1932d7d4d99 req-7fea78c7-6da1-44e5-ad33-55e70862771e tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:19.053696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9712647-ee3d-4d20-9693-f1932d7d4d99 req-7fea78c7-6da1-44e5-ad33-55e70862771e tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 944 time: 0.0505071 Feb 16 15:12:19.090347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:19.099983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:19.103245 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/55530116-b579-48a4-9d66-1c04c9b299f7 HTTP/1.1" status: 204 len: 168 time: 2.3925176 Feb 16 15:12:19.112471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9712647-ee3d-4d20-9693-f1932d7d4d99 req-96662ccb-f0ce-49ea-be02-5ccacabb526f tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Feb 16 15:12:19.113124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59528) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:19.119352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1655684172'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:19.129873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8580e2-7858-4896-b6c1-b9f67b954938 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=55530116-b579-48a4-9d66-1c04c9b299f7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:19.255829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:19.259622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:19.288481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:19.297854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:19.298199 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment 3a4dda01-91e2-4231-a6e5-692ed40ce760 of type vlan for network cf8f5da0-8b88-4806-bbe3-59394980e954 Feb 16 15:12:19.342367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:19.576490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:19.584718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:19.584718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:19.686234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=cf8f5da0-8b88-4806-bbe3-59394980e954,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:19.698370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cf8f5da0-8b88-4806-bbe3-59394980e954 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:19.705176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196d12a-2517-4193-aa81-711443b09b2d req-9bbf7d5a-165c-49c7-809a-0fa2d432780c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:19.706707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2196d12a-2517-4193-aa81-711443b09b2d req-9bbf7d5a-165c-49c7-809a-0fa2d432780c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1172702 Feb 16 15:12:19.752000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2196d12a-2517-4193-aa81-711443b09b2d req-16e38290-b204-4d63-8492-10ade292ea94 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Feb 16 15:12:19.759237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1a50f2a4-8e07-48bf-97e6-8ecfe5d558e7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6413798 Feb 16 15:12:19.759523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:19.764214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': 'cf8f5da0-8b88-4806-bbe3-59394980e954', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:19.993011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:19.996571 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.035231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7ac84fbc-bc57-4627-955f-a1db13174e1e up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:12:20.183416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 7ac84fbc-bc57-4627-955f-a1db13174e1e completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:12:20.184973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59544) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:20.189774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 7ac84fbc-bc57-4627-955f-a1db13174e1e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:20.190488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.231934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b78ff3-fa75-4921-bbee-abe5c264be38 req-28ec9f44-f4d3-489c-bd79-b6c1dd6cfa26 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:20.240243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80b78ff3-fa75-4921-bbee-abe5c264be38 req-28ec9f44-f4d3-489c-bd79-b6c1dd6cfa26 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 944 time: 0.0647521 Feb 16 15:12:20.278672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80b78ff3-fa75-4921-bbee-abe5c264be38 req-ca8dd2dc-2e92-4c43-9638-72ffdfa8894d tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Feb 16 15:12:20.284363 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.326101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac84fbc-bc57-4627-955f-a1db13174e1e'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:20.328918 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b013449a-a6d3-4bdd-9535-7da724d9815f" -d '{"events": [{"server_uuid": "d2647ab1-a9c9-4926-b973-eb995b111637", "name": "network-vif-plugged", "status": "completed", "tag": "7ac84fbc-bc57-4627-955f-a1db13174e1e"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:20.333486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-720b3548-1d07-422d-b525-1a122b163eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.335795 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.357365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7ac84fbc-bc57-4627-955f-a1db13174e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7ac84fbc-bc57-4627-955f-a1db13174e1e,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:20.360805 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:12:20.372364 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032eabc5-6477-4425-a3c2-71f178126bc0 x-openstack-request-id: req-032eabc5-6477-4425-a3c2-71f178126bc0 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:20.372661 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2647ab1-a9c9-4926-b973-eb995b111637", "name": "network-vif-plugged", "status": "completed", "tag": "7ac84fbc-bc57-4627-955f-a1db13174e1e", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:20.372916 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-032eabc5-6477-4425-a3c2-71f178126bc0 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:20.373310 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac84fbc-bc57-4627-955f-a1db13174e1e', 'code': 200} Feb 16 15:12:20.437461 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=2548059a-75ec-4712-9f13-212a81bf92b9,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:20.449678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': '3a4dda01-91e2-4231-a6e5-692ed40ce760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'cf8f5da0-8b88-4806-bbe3-59394980e954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:20.450036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: cf8f5da0-8b88-4806-bbe3-59394980e954, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:20.481765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b6632-86ca-42c4-968e-ee60a078837b req-9e80e0cc-083a-4a4d-abb3-6cd56d4fbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:20.491092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-882b6632-86ca-42c4-968e-ee60a078837b req-9e80e0cc-083a-4a4d-abb3-6cd56d4fbe44 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 1095 time: 0.0469117 Feb 16 15:12:20.496586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-720b3548-1d07-422d-b525-1a122b163eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.524489 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.526452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-882b6632-86ca-42c4-968e-ee60a078837b req-98cfd672-c8f4-4131-bc03-768f422cbf26 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Feb 16 15:12:20.577278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7ac84fbc-bc57-4627-955f-a1db13174e1e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:20.644394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network cf8f5da0-8b88-4806-bbe3-59394980e954 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:20.701942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-720b3548-1d07-422d-b525-1a122b163eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.741522 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-720b3548-1d07-422d-b525-1a122b163eed admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=baba14a7179b4b848cdb64733fc8f639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555205 Feb 16 15:12:20.742463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b3548-1d07-422d-b525-1a122b163eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed3089-2912-4ee2-8a9c-9fd6529acee5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:20.744283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59550) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:20.798002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d46a276-072c-4912-bdd1-d0415792cfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.820469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d46a276-072c-4912-bdd1-d0415792cfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.833322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cf8f5da0-8b88-4806-bbe3-59394980e954) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:20.838214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:20.839229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:20.846239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c777397-c2ff-40ce-85cb-0019352370b5 None None] Network cf8f5da0-8b88-4806-bbe3-59394980e954 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:20.904382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c248c1-d4e0-4a57-b6c1-1d44dd417ccb req-de5fd64c-84f0-47e7-bf5b-022274ffa228 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:20.907126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c248c1-d4e0-4a57-b6c1-1d44dd417ccb req-de5fd64c-84f0-47e7-bf5b-022274ffa228 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0801241 Feb 16 15:12:20.949156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c248c1-d4e0-4a57-b6c1-1d44dd417ccb req-b3a17049-fa7d-482b-bd6f-725860c1e3fd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Feb 16 15:12:20.973068 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-27d9c248-5a5a-4bc6-a03e-0538ed8c0d1b tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2133105 Feb 16 15:12:20.976001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59556) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:21.004858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5f723-eb54-46d8-bbd5-bd71507ba6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-cf8f5da0-8b88-4806-bbe3-59394980e954', 'network_id': 'cf8f5da0-8b88-4806-bbe3-59394980e954', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '2548059a-75ec-4712-9f13-212a81bf92b9'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:21.005724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-51f5f723-eb54-46d8-bbd5-bd71507ba6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.027950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d46a276-072c-4912-bdd1-d0415792cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.031114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d46a276-072c-4912-bdd1-d0415792cfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.033494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d46a276-072c-4912-bdd1-d0415792cfe8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a6ed3089-2912-4ee2-8a9c-9fd6529acee5 HTTP/1.1" status: 204 len: 168 time: 0.2861688 Feb 16 15:12:21.048654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46a276-072c-4912-bdd1-d0415792cfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed3089-2912-4ee2-8a9c-9fd6529acee5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:21.095641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.180231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.406331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bc5fb-42f8-4a4e-8498-7a80d96eb1a1 req-d9476602-15da-4d01-b598-8b261f97cd31 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:21.407871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-905bc5fb-42f8-4a4e-8498-7a80d96eb1a1 req-d9476602-15da-4d01-b598-8b261f97cd31 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 945 time: 0.0501993 Feb 16 15:12:21.427708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.467655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=2548059a-75ec-4712-9f13-212a81bf92b9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:21.480862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-905bc5fb-42f8-4a4e-8498-7a80d96eb1a1 req-13124a46-3d55-40cc-96f6-869418c1572f tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server [None req-51f5f723-eb54-46d8-bbd5-bd71507ba6e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2548059a-75ec-4712-9f13-212a81bf92b9: This subnet is being modified by another concurrent operation. Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise exception Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2548059a-75ec-4712-9f13-212a81bf92b9: This subnet is being modified by another concurrent operation. Feb 16 15:12:21.505064 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Feb 16 15:12:21.531249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c362f526-9f13-427e-bd47-d4837ff29072 None None] Network cf8f5da0-8b88-4806-bbe3-59394980e954 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:21.539291 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.566721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8f5da0-8b88-4806-bbe3-59394980e954']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:21.578061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4dda01-91e2-4231-a6e5-692ed40ce760') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:21.578709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4dda01-91e2-4231-a6e5-692ed40ce760') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:21.590014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.609603 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.616017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:21.618355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:21.619705 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:21.651690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf00f4-93d3-4b6f-80c5-c64e8332a542 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:12:21.752521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf00f4-93d3-4b6f-80c5-c64e8332a542 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:12:21.783020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.790338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.793620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/cf8f5da0-8b88-4806-bbe3-59394980e954 HTTP/1.1" status: 204 len: 168 time: 0.8166168 Feb 16 15:12:21.798385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59564) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:21.804230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645482068'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:21.807690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c9405-28dd-4cba-9e67-4e596e2c454a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=cf8f5da0-8b88-4806-bbe3-59394980e954,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:21.964171 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:21.968632 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:21.997187 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:22.006521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.006862 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment 3b2c7ac6-192c-44c9-98a0-51b4a788986c of type vlan for network cff4eb37-af3d-4286-96e2-68aab87ecc0c Feb 16 15:12:22.052267 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.072183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20471f-0093-4343-acf4-b3cced445019 req-9271e091-95e4-4f4f-8000-b9f9a9aa8bfd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:22.073946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da20471f-0093-4343-acf4-b3cced445019 req-9271e091-95e4-4f4f-8000-b9f9a9aa8bfd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0532537 Feb 16 15:12:22.075695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59570) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:22.101365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01e8b979-50b1-442d-8fdb-166ca92450fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.143157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da20471f-0093-4343-acf4-b3cced445019 req-d94ec077-eb6b-4bb3-89db-d2a2622ddda5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598552 Feb 16 15:12:22.153335 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.164851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:22.164851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.216720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01e8b979-50b1-442d-8fdb-166ca92450fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.228026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=cff4eb37-af3d-4286-96e2-68aab87ecc0c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:22.238051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cff4eb37-af3d-4286-96e2-68aab87ecc0c details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:22.327822 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b30b378-84df-4ac2-bfe8-3ae752ac9d36 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5273213 Feb 16 15:12:22.330962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59572) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:22.335818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:22.393043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01e8b979-50b1-442d-8fdb-166ca92450fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.443911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-01e8b979-50b1-442d-8fdb-166ca92450fb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dfe466f0a0c549c08998e155d2f3f39b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670428 Feb 16 15:12:22.445829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8b979-50b1-442d-8fdb-166ca92450fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921dcfb9-e6e7-4d98-9174-c371c0ecf65c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:22.446632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59574) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:22.496907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46c4e35-3131-409e-ad35-99379e37ae89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.520901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46c4e35-3131-409e-ad35-99379e37ae89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.538021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:22.543129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.605681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9a1df-1b64-402e-8dbe-e2c3c31cf092 req-a9ca2091-a6db-4269-8227-43dd96e8ac58 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:22.607674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bec9a1df-1b64-402e-8dbe-e2c3c31cf092 req-a9ca2091-a6db-4269-8227-43dd96e8ac58 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 945 time: 0.0525095 Feb 16 15:12:22.648794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bec9a1df-1b64-402e-8dbe-e2c3c31cf092 req-a5a08705-1065-4e24-a436-b70bb3ffbbb1 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Feb 16 15:12:22.704794 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46c4e35-3131-409e-ad35-99379e37ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.707381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b46c4e35-3131-409e-ad35-99379e37ae89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:22.708537 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b46c4e35-3131-409e-ad35-99379e37ae89 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/921dcfb9-e6e7-4d98-9174-c371c0ecf65c HTTP/1.1" status: 204 len: 168 time: 0.2609763 Feb 16 15:12:22.721458 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4e35-3131-409e-ad35-99379e37ae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921dcfb9-e6e7-4d98-9174-c371c0ecf65c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:22.970299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:23.038834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=b5f0e21d-9fd5-4df5-9b6d-89f3431d3436,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:23.046565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': '3b2c7ac6-192c-44c9-98a0-51b4a788986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:23.046921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: cff4eb37-af3d-4286-96e2-68aab87ecc0c, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:23.216474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network cff4eb37-af3d-4286-96e2-68aab87ecc0c is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:23.284417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3930727-3a7c-4f7c-a15d-728ec5666514 req-b9ec3e35-804a-4f99-a343-61b20eca4db0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:23.286171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3930727-3a7c-4f7c-a15d-728ec5666514 req-b9ec3e35-804a-4f99-a343-61b20eca4db0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0729206 Feb 16 15:12:23.326271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3930727-3a7c-4f7c-a15d-728ec5666514 req-034a5dba-c2cd-4568-9d06-268a5a9d93c0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339062 Feb 16 15:12:23.382311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cff4eb37-af3d-4286-96e2-68aab87ecc0c) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:23.386905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:23.387492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:23.394005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b1d54-e3e6-40c2-b24d-0994a3c2d62e None None] Network cff4eb37-af3d-4286-96e2-68aab87ecc0c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:23.546161 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-26167c0a-84fc-4d42-af28-aad80bf87c2f tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2113051 Feb 16 15:12:23.546318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-cff4eb37-af3d-4286-96e2-68aab87ecc0c', 'network_id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': 'b5f0e21d-9fd5-4df5-9b6d-89f3431d3436'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:23.546318 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:23.547052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59600) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:23.654146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:23.699210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Allocated IP 172.20.0.2 (cff4eb37-af3d-4286-96e2-68aab87ecc0c/b5f0e21d-9fd5-4df5-9b6d-89f3431d3436/b8db892d-4e37-4f87-b9f0-494ff746704a) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:23.711871 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:23.859376 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:23.982914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.025628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Network cff4eb37-af3d-4286-96e2-68aab87ecc0c is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:24.028698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:24.033046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:24.046262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Pushing event updated for resources: {'Port': ['ID=b8db892d-4e37-4f87-b9f0-494ff746704a,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:24.091233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Attempting to bind port b8db892d-4e37-4f87-b9f0-494ff746704a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:24.091636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Attempting to bind port b8db892d-4e37-4f87-b9f0-494ff746704a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3b2c7ac6-192c-44c9-98a0-51b4a788986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:24.092004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Attempting to bind port b8db892d-4e37-4f87-b9f0-494ff746704a on network cff4eb37-af3d-4286-96e2-68aab87ecc0c {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:24.097444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:24.100905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Checking segment: {'id': '3b2c7ac6-192c-44c9-98a0-51b4a788986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:24.100905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.100905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Bound using segment: {'id': '3b2c7ac6-192c-44c9-98a0-51b4a788986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:24.100905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Bound port: b8db892d-4e37-4f87-b9f0-494ff746704a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2c7ac6-192c-44c9-98a0-51b4a788986c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:24.100905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.164367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] For port b8db892d-4e37-4f87-b9f0-494ff746704a, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:24.167737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] For port b8db892d-4e37-4f87-b9f0-494ff746704a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b8db892d-4e37-4f87-b9f0-494ff746704a,segment=NetworkSegment(3b2c7ac6-192c-44c9-98a0-51b4a788986c),segment_id=3b2c7ac6-192c-44c9-98a0-51b4a788986c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:24.193828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.219649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f0e21d-9fd5-4df5-9b6d-89f3431d3436,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:24.283019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.306250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff4eb37-af3d-4286-96e2-68aab87ecc0c']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:24.311137 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.325187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2c7ac6-192c-44c9-98a0-51b4a788986c') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:24.325767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2c7ac6-192c-44c9-98a0-51b4a788986c') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:24.365438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.386408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8d50-0bf1-4545-af45-8144480d682d None None] Pushing event updated for resources: {'Port': ['ID=b8db892d-4e37-4f87-b9f0-494ff746704a,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:24.395118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.406969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:24.407371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:24.410498 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:24.549904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704f6c0-3312-4106-bb5a-87aa44a25935 req-e7a50558-10f5-41be-be49-57d2c50d8963 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:24.551862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3704f6c0-3312-4106-bb5a-87aa44a25935 req-e7a50558-10f5-41be-be49-57d2c50d8963 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1101789 Feb 16 15:12:24.610709 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.api [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:24.610709 n-d-829433-1 neutron-server[103043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:24.610709 n-d-829433-1 neutron-server[103043]: [parameters: {'id': 'cff4eb37-af3d-4286-96e2-68aab87ecc0c'}] Feb 16 15:12:24.610709 n-d-829433-1 neutron-server[103043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:24.611526 n-d-829433-1 neutron-server[103043]: DEBUG oslo_db.api [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:24.616879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3704f6c0-3312-4106-bb5a-87aa44a25935 req-896bddb5-076c-4dbe-9b44-70b0dfdfd0da tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570962 Feb 16 15:12:25.113090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:25.173789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port b8db892d-4e37-4f87-b9f0-494ff746704a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:25.174171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:25.271452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port b8db892d-4e37-4f87-b9f0-494ff746704a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b8db892d-4e37-4f87-b9f0-494ff746704a,segment=NetworkSegment(3b2c7ac6-192c-44c9-98a0-51b4a788986c),segment_id=3b2c7ac6-192c-44c9-98a0-51b4a788986c)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:25.271452 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:25.288885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for b8db892d-4e37-4f87-b9f0-494ff746704a owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:25.419535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b8db892d-4e37-4f87-b9f0-494ff746704a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:12:25.500412 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b8db892d-4e37-4f87-b9f0-494ff746704a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:25.502254 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:25.576287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:25.616466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:25.625898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port b8db892d-4e37-4f87-b9f0-494ff746704a on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:25.633506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=b8db892d-4e37-4f87-b9f0-494ff746704a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:25.712117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d2db1-5efe-44ff-bc37-163975f0da29 None None] Network cff4eb37-af3d-4286-96e2-68aab87ecc0c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:25.776426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:25.777045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bfd9a7ef-83c9-413f-bc58-1ba6ecd51c1e None None] Could not find standard attr ID for object b8db892d-4e37-4f87-b9f0-494ff746704a. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:12:25.837561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff4eb37-af3d-4286-96e2-68aab87ecc0c']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:25.867087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2c7ac6-192c-44c9-98a0-51b4a788986c') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:25.867459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2c7ac6-192c-44c9-98a0-51b4a788986c') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:25.972216 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08001b23-2f01-4c5a-b862-bd24431b3506 None None] DHCP port deletion for cff4eb37-af3d-4286-96e2-68aab87ecc0c request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:12:26.293122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150e6b-5c4c-4a02-899c-ed868749dc6b req-31978af2-7a85-4abb-be69-5184eb7af5c0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:26.294670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7150e6b-5c4c-4a02-899c-ed868749dc6b req-31978af2-7a85-4abb-be69-5184eb7af5c0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.5453365 Feb 16 15:12:26.298842 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:26.343159 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:26.359268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:26.361369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:26.365216 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:26.379685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7150e6b-5c4c-4a02-899c-ed868749dc6b req-f769cea9-c6b0-49fe-a06d-568c5673fac8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711083 Feb 16 15:12:26.581587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:26.589404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:26.595537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/cff4eb37-af3d-4286-96e2-68aab87ecc0c HTTP/1.1" status: 204 len: 168 time: 3.0441318 Feb 16 15:12:26.596376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59666) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:26.603776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-606806335'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:26.607981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10a848-268e-422b-9792-0f83ea437322 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=cff4eb37-af3d-4286-96e2-68aab87ecc0c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:26.753321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:26.756956 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:26.783649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:26.794752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:26.797074 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment 0e7df364-49e5-4f3d-8b28-4be9f2bb599f of type vlan for network 6307a1d8-76fd-4a20-a74e-23bad68e13dd Feb 16 15:12:26.851105 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.004400 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.010509 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:27.011301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.086505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=6307a1d8-76fd-4a20-a74e-23bad68e13dd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:27.099323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 6307a1d8-76fd-4a20-a74e-23bad68e13dd details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:27.120000 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fe8859ad-0d02-48df-b5cb-d385b55b7efe tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5221334 Feb 16 15:12:27.122789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59672) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:27.130383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:27.316760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b8db892d-4e37-4f87-b9f0-494ff746704a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:27.326256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:27.330673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.339272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b8db892d-4e37-4f87-b9f0-494ff746704a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:12:27.339643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b8db892d-4e37-4f87-b9f0-494ff746704a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:12:27.398756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing IP validity checks on allocation pools {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 15:12:27.399466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 15:12:27.490852 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59680) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:27.571438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55237f-c864-4b91-a592-dd95a8faad9e req-474b8928-d07b-4f7c-b950-3b2dbad72abe tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:27.572937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e55237f-c864-4b91-a592-dd95a8faad9e req-474b8928-d07b-4f7c-b950-3b2dbad72abe tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1039410 Feb 16 15:12:27.633058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e55237f-c864-4b91-a592-dd95a8faad9e req-6832aceb-7933-4b87-b69d-6544e4189e2e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Feb 16 15:12:27.635020 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8034fde5-3b8d-4a31-bfce-9171fe59cea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.719418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8034fde5-3b8d-4a31-bfce-9171fe59cea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.741586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.805084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=f6ce8d84-6a00-415f-b4b3-f4502bb314a8,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:27.812707 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': '0e7df364-49e5-4f3d-8b28-4be9f2bb599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:27.813067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 6307a1d8-76fd-4a20-a74e-23bad68e13dd, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:27.935972 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8034fde5-3b8d-4a31-bfce-9171fe59cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:27.977335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 6307a1d8-76fd-4a20-a74e-23bad68e13dd is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:27.986633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034fde5-3b8d-4a31-bfce-9171fe59cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fbec92-3420-4627-8724-951c85d69e7d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:27.988969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8034fde5-3b8d-4a31-bfce-9171fe59cea2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=04957f51974c4a0ca9a53a786d2f2fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4964221 Feb 16 15:12:27.991385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59684) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:28.107936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 6307a1d8-76fd-4a20-a74e-23bad68e13dd) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:28.113341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:28.113937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.123321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa8209-d0a4-4836-9f6b-5bd6f4d65a76 None None] Network 6307a1d8-76fd-4a20-a74e-23bad68e13dd requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:28.221550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2b64f117-23c9-47f3-9d91-f028be09f2f6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0951719 Feb 16 15:12:28.221939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59688) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:28.406422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-6307a1d8-76fd-4a20-a74e-23bad68e13dd', 'network_id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': 'f6ce8d84-6a00-415f-b4b3-f4502bb314a8'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:28.408430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.433175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5113e166-b3c2-4973-b7e6-9420950c000e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.464182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.465838 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5113e166-b3c2-4973-b7e6-9420950c000e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.533970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.573597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Allocated IP 172.20.0.3 (6307a1d8-76fd-4a20-a74e-23bad68e13dd/f6ce8d84-6a00-415f-b4b3-f4502bb314a8/102eeeea-515a-49b1-ba96-57a23b5f613a) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:28.678588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5113e166-b3c2-4973-b7e6-9420950c000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.684806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5113e166-b3c2-4973-b7e6-9420950c000e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.687498 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5113e166-b3c2-4973-b7e6-9420950c000e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/89fbec92-3420-4627-8724-951c85d69e7d HTTP/1.1" status: 204 len: 168 time: 0.6950605 Feb 16 15:12:28.705245 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113e166-b3c2-4973-b7e6-9420950c000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fbec92-3420-4627-8724-951c85d69e7d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:28.823328 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:28.829326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632a8e-482f-43a7-997e-3ef79b4cf54d req-016787c3-cc1b-4a4d-9cd4-eff595cad795 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:28.830855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11632a8e-482f-43a7-997e-3ef79b4cf54d req-016787c3-cc1b-4a4d-9cd4-eff595cad795 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0582187 Feb 16 15:12:28.876197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11632a8e-482f-43a7-997e-3ef79b4cf54d req-fbba6329-b422-442a-b20b-98e063c2d44c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391586 Feb 16 15:12:29.003797 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.048154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Network 6307a1d8-76fd-4a20-a74e-23bad68e13dd is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:29.052573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:29.055053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:29.063513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Pushing event updated for resources: {'Port': ['ID=102eeeea-515a-49b1-ba96-57a23b5f613a,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:29.121906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Attempting to bind port 102eeeea-515a-49b1-ba96-57a23b5f613a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:29.122724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Attempting to bind port 102eeeea-515a-49b1-ba96-57a23b5f613a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0e7df364-49e5-4f3d-8b28-4be9f2bb599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:29.122724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Attempting to bind port 102eeeea-515a-49b1-ba96-57a23b5f613a on network 6307a1d8-76fd-4a20-a74e-23bad68e13dd {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:29.129189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:29.129558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Checking segment: {'id': '0e7df364-49e5-4f3d-8b28-4be9f2bb599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:29.129957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.130342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Bound using segment: {'id': '0e7df364-49e5-4f3d-8b28-4be9f2bb599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:29.130795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Bound port: 102eeeea-515a-49b1-ba96-57a23b5f613a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7df364-49e5-4f3d-8b28-4be9f2bb599f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:29.131171 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.158003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.193793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ce8d84-6a00-415f-b4b3-f4502bb314a8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:29.203460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] For port 102eeeea-515a-49b1-ba96-57a23b5f613a, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:29.206946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] For port 102eeeea-515a-49b1-ba96-57a23b5f613a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=102eeeea-515a-49b1-ba96-57a23b5f613a,segment=NetworkSegment(0e7df364-49e5-4f3d-8b28-4be9f2bb599f),segment_id=0e7df364-49e5-4f3d-8b28-4be9f2bb599f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:29.269941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.295568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6307a1d8-76fd-4a20-a74e-23bad68e13dd']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:29.304281 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.315713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7df364-49e5-4f3d-8b28-4be9f2bb599f') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:29.316017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7df364-49e5-4f3d-8b28-4be9f2bb599f') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:29.354482 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.371717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.383297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:29.384025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:29.387527 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:29.404603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dde1dd-4ad3-4396-ba03-094693083452 None None] Pushing event updated for resources: {'Port': ['ID=102eeeea-515a-49b1-ba96-57a23b5f613a,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:29.563048 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.api [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:29.563048 n-d-829433-1 neutron-server[103043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:29.563048 n-d-829433-1 neutron-server[103043]: [parameters: {'id': '6307a1d8-76fd-4a20-a74e-23bad68e13dd'}] Feb 16 15:12:29.563048 n-d-829433-1 neutron-server[103043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:29.564873 n-d-829433-1 neutron-server[103043]: DEBUG oslo_db.api [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:29.790318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59702) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:29.805480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa9c-3601-4977-a4b2-489d43be757a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:29.885871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa9c-3601-4977-a4b2-489d43be757a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.005634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d2a51-c401-4043-8b4f-5c10e2ecea96 req-8fb0bfa6-3dc5-4240-ba65-2b3b86148405 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:30.007340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-846d2a51-c401-4043-8b4f-5c10e2ecea96 req-8fb0bfa6-3dc5-4240-ba65-2b3b86148405 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0582752 Feb 16 15:12:30.020135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa9c-3601-4977-a4b2-489d43be757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.060271 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-13a8aa9c-3601-4977-a4b2-489d43be757a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ed3ed1fc4d7241cfa953ad5390be86ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671661 Feb 16 15:12:30.063136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8aa9c-3601-4977-a4b2-489d43be757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a35d23-a5fa-4a20-b235-a3587f076f69,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:30.063946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59706) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:30.072802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-846d2a51-c401-4043-8b4f-5c10e2ecea96 req-63cb5da3-f72e-4589-9ed3-54ca30bb42c3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588641 Feb 16 15:12:30.080358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.189523 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9267-708e-47ca-940e-cffd0c41bfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.218582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9267-708e-47ca-940e-cffd0c41bfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.233819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port 102eeeea-515a-49b1-ba96-57a23b5f613a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:30.234159 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.328127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port 102eeeea-515a-49b1-ba96-57a23b5f613a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=102eeeea-515a-49b1-ba96-57a23b5f613a,segment=NetworkSegment(0e7df364-49e5-4f3d-8b28-4be9f2bb599f),segment_id=0e7df364-49e5-4f3d-8b28-4be9f2bb599f)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:30.328510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.351775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for 102eeeea-515a-49b1-ba96-57a23b5f613a owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:30.457560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9267-708e-47ca-940e-cffd0c41bfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.460127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9267-708e-47ca-940e-cffd0c41bfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.461327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2c2f9267-708e-47ca-940e-cffd0c41bfd3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/86a35d23-a5fa-4a20-b235-a3587f076f69 HTTP/1.1" status: 204 len: 168 time: 0.3872943 Feb 16 15:12:30.471419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f9267-708e-47ca-940e-cffd0c41bfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a35d23-a5fa-4a20-b235-a3587f076f69,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:30.472885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd15ec88-2143-4269-923c-7ddff866a9c4 None None] Network 6307a1d8-76fd-4a20-a74e-23bad68e13dd requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:30.558876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.598830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=102eeeea-515a-49b1-ba96-57a23b5f613a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:30.605604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port 102eeeea-515a-49b1-ba96-57a23b5f613a on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:30.616852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-80a8e582-0a5d-4215-abdd-10110ef1aad6 None None] Provisioning complete for port 102eeeea-515a-49b1-ba96-57a23b5f613a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:30.617311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80a8e582-0a5d-4215-abdd-10110ef1aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.646766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-80a8e582-0a5d-4215-abdd-10110ef1aad6 None None] Port 102eeeea-515a-49b1-ba96-57a23b5f613a was deleted so its status cannot be updated. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 16 15:12:30.696277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.699973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69f4949-9f7d-49fb-b46e-3b8f31d64b53 None None] DHCP port deletion for 6307a1d8-76fd-4a20-a74e-23bad68e13dd request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:12:30.724121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6307a1d8-76fd-4a20-a74e-23bad68e13dd']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:30.734637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7df364-49e5-4f3d-8b28-4be9f2bb599f') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:30.734925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7df364-49e5-4f3d-8b28-4be9f2bb599f') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:30.744514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.758877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.765476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:30.765954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:30.768922 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:30.921713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.933427 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:30.940950 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/6307a1d8-76fd-4a20-a74e-23bad68e13dd HTTP/1.1" status: 204 len: 168 time: 2.7180035 Feb 16 15:12:30.944826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59716) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:30.953455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-697131199'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:30.962546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac90be-c99b-4f45-bb3b-96e249e2a339 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=6307a1d8-76fd-4a20-a74e-23bad68e13dd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:31.056176 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:31.060470 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:31.095588 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:31.107064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:31.107410 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment e4ea2d1b-2c36-4204-82b3-dade58870ad2 of type vlan for network 58145079-e47c-46d3-9a03-e554fd0a1d1c Feb 16 15:12:31.201346 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:31.240688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457891-ef6b-4e30-ae5b-d5ad9f5d16bf req-4b0c53ec-ad0d-4a8a-a0a3-67b6426eaab2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:31.242272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e457891-ef6b-4e30-ae5b-d5ad9f5d16bf req-4b0c53ec-ad0d-4a8a-a0a3-67b6426eaab2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0700517 Feb 16 15:12:31.301159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e457891-ef6b-4e30-ae5b-d5ad9f5d16bf req-c92ba54e-367a-4bf8-a8d8-e1f03679bd02 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477538 Feb 16 15:12:31.439799 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:31.462190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:31.463100 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:31.538010 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=58145079-e47c-46d3-9a03-e554fd0a1d1c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:31.549853 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 58145079-e47c-46d3-9a03-e554fd0a1d1c details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:31.665217 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2eb03361-e816-4c68-9dd3-e455fd3cb3e0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7171004 Feb 16 15:12:31.666291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59736) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:31.674881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '58145079-e47c-46d3-9a03-e554fd0a1d1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:31.878370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:31.882221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:32.187688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:32.253288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=1dde52eb-8f34-43c0-94fd-d76417c64a5a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:32.260935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': 'e4ea2d1b-2c36-4204-82b3-dade58870ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '58145079-e47c-46d3-9a03-e554fd0a1d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:32.261292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 58145079-e47c-46d3-9a03-e554fd0a1d1c, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:32.381157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 58145079-e47c-46d3-9a03-e554fd0a1d1c is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:32.419932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0de9b-a329-4955-8a89-9967a5ebb0da req-998f12b7-2192-4e20-820f-76a2144559b7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:32.422445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29f0de9b-a329-4955-8a89-9967a5ebb0da req-998f12b7-2192-4e20-820f-76a2144559b7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0519981 Feb 16 15:12:32.461769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 58145079-e47c-46d3-9a03-e554fd0a1d1c) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:32.463789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29f0de9b-a329-4955-8a89-9967a5ebb0da req-0d16097b-bef5-43bc-8426-45a364172b6a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Feb 16 15:12:32.474225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bfedd9-509f-4e00-9c6f-6135e8e1ae09 None None] Network 58145079-e47c-46d3-9a03-e554fd0a1d1c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:32.477954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:32.478588 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:32.596679 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c97a7445-4d7c-458c-bde7-813781d3439c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9270179 Feb 16 15:12:32.599143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59756) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:32.679365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-58145079-e47c-46d3-9a03-e554fd0a1d1c', 'network_id': '58145079-e47c-46d3-9a03-e554fd0a1d1c', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '1dde52eb-8f34-43c0-94fd-d76417c64a5a'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:32.679365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:32.721565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:32.779626 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:32.838387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Allocated IP 172.20.0.1 (58145079-e47c-46d3-9a03-e554fd0a1d1c/1dde52eb-8f34-43c0-94fd-d76417c64a5a/a25f0d98-e1ff-4c46-b8cc-c43421aad96b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:32.988370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.067407 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.111091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Network 58145079-e47c-46d3-9a03-e554fd0a1d1c is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:33.115690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:33.120920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:33.129063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Pushing event updated for resources: {'Port': ['ID=a25f0d98-e1ff-4c46-b8cc-c43421aad96b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:33.188950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Attempting to bind port a25f0d98-e1ff-4c46-b8cc-c43421aad96b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:33.189163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Attempting to bind port a25f0d98-e1ff-4c46-b8cc-c43421aad96b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e4ea2d1b-2c36-4204-82b3-dade58870ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '58145079-e47c-46d3-9a03-e554fd0a1d1c'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:33.189525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Attempting to bind port a25f0d98-e1ff-4c46-b8cc-c43421aad96b on network 58145079-e47c-46d3-9a03-e554fd0a1d1c {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:33.194583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:33.194946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Checking segment: {'id': 'e4ea2d1b-2c36-4204-82b3-dade58870ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '58145079-e47c-46d3-9a03-e554fd0a1d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:33.195352 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.195779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Bound using segment: {'id': 'e4ea2d1b-2c36-4204-82b3-dade58870ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '58145079-e47c-46d3-9a03-e554fd0a1d1c'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:33.196253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Bound port: a25f0d98-e1ff-4c46-b8cc-c43421aad96b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ea2d1b-2c36-4204-82b3-dade58870ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '58145079-e47c-46d3-9a03-e554fd0a1d1c'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:33.196630 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.199423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.230308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=1dde52eb-8f34-43c0-94fd-d76417c64a5a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:33.254385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.254737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.255084 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.255424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.255811 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.256139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.256533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.256895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.257229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.257555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.257881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.258206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:33.268968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] For port a25f0d98-e1ff-4c46-b8cc-c43421aad96b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:33.271573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] For port a25f0d98-e1ff-4c46-b8cc-c43421aad96b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a25f0d98-e1ff-4c46-b8cc-c43421aad96b,segment=NetworkSegment(e4ea2d1b-2c36-4204-82b3-dade58870ad2),segment_id=e4ea2d1b-2c36-4204-82b3-dade58870ad2)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:33.309213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.332956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58145079-e47c-46d3-9a03-e554fd0a1d1c']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:33.343716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ea2d1b-2c36-4204-82b3-dade58870ad2') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:33.344012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ea2d1b-2c36-4204-82b3-dade58870ad2') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:33.353911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.393519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.396195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.402339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:33.402757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:33.406915 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:33.489079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367baba-bdec-44f4-a081-a9c62d77b0c3 None None] Pushing event updated for resources: {'Port': ['ID=a25f0d98-e1ff-4c46-b8cc-c43421aad96b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:33.503427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace24c4c-d65f-49ef-a5e6-fe1e2177c77e None None] Network 58145079-e47c-46d3-9a03-e554fd0a1d1c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:33.536325 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:33.536325 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:33.536325 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '58145079-e47c-46d3-9a03-e554fd0a1d1c'}] Feb 16 15:12:33.536325 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:33.536728 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:33.618502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0072a5e-1661-430f-9e21-87672a14ae14 req-962121b4-bbaa-4c00-8975-51364dbafb24 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:33.627951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0072a5e-1661-430f-9e21-87672a14ae14 req-962121b4-bbaa-4c00-8975-51364dbafb24 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0684078 Feb 16 15:12:33.672095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0072a5e-1661-430f-9e21-87672a14ae14 req-eb26c047-f873-4856-8249-549dba5a816d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 Feb 16 15:12:33.680703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c3146-01bc-4c83-8814-efafa9e52df6 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:12:33.796628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c3146-01bc-4c83-8814-efafa9e52df6 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:12:34.037697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.105213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port a25f0d98-e1ff-4c46-b8cc-c43421aad96b {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:34.105558 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.175138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port a25f0d98-e1ff-4c46-b8cc-c43421aad96b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a25f0d98-e1ff-4c46-b8cc-c43421aad96b,segment=NetworkSegment(e4ea2d1b-2c36-4204-82b3-dade58870ad2),segment_id=e4ea2d1b-2c36-4204-82b3-dade58870ad2)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:34.175519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.196256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for a25f0d98-e1ff-4c46-b8cc-c43421aad96b owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:34.468102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.500439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=a25f0d98-e1ff-4c46-b8cc-c43421aad96b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:34.502580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port a25f0d98-e1ff-4c46-b8cc-c43421aad96b on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:34.593977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.622918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58145079-e47c-46d3-9a03-e554fd0a1d1c']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:34.634505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ea2d1b-2c36-4204-82b3-dade58870ad2') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:34.635155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ea2d1b-2c36-4204-82b3-dade58870ad2') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:34.646480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.664184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.671587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:34.671991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:34.675585 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:34.823736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d7cb-c4fb-4fc0-a882-cae5756ca28f req-13e33818-8463-4778-abf0-846181ba99fb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:34.825383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c001d7cb-c4fb-4fc0-a882-cae5756ca28f req-13e33818-8463-4778-abf0-846181ba99fb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0653288 Feb 16 15:12:34.879581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c001d7cb-c4fb-4fc0-a882-cae5756ca28f req-ffe000da-cba8-4e75-8786-ff460db06e5a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 Feb 16 15:12:34.907152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.914555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:34.917722 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/58145079-e47c-46d3-9a03-e554fd0a1d1c HTTP/1.1" status: 204 len: 168 time: 2.3175499 Feb 16 15:12:34.922032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59812) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:34.927478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-503125862'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:34.933124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705ad49-4b83-4489-a3af-e52ba522ea79 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=58145079-e47c-46d3-9a03-e554fd0a1d1c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:35.048781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:35.052306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:35.077203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:35.098514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:35.099251 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment 1765f11b-b28e-48c4-8b2d-7b7e40c01daa of type vlan for network fadc7c0b-aefe-4999-835a-ddb8d11c8874 Feb 16 15:12:35.146215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:35.324467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:35.331375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:35.332076 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:35.405857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=fadc7c0b-aefe-4999-835a-ddb8d11c8874,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:35.416498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network fadc7c0b-aefe-4999-835a-ddb8d11c8874 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:35.421535 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f15738e6-b310-4eff-8309-3b783394bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:35.640098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-add266b7-18c5-4788-abea-6b567fc653de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7168238 Feb 16 15:12:35.643067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59816) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:35.647851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:35.874553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:35.879128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:36.050121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3480c1-21ae-4b4f-aa69-0ff3fed7a52f req-d164cb4a-8938-4636-88a5-c8016b1c4acf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:36.051641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c3480c1-21ae-4b4f-aa69-0ff3fed7a52f req-d164cb4a-8938-4636-88a5-c8016b1c4acf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0726185 Feb 16 15:12:36.125268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c3480c1-21ae-4b4f-aa69-0ff3fed7a52f req-2770d263-3308-4f34-af04-3d56c09d035f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672107 Feb 16 15:12:36.398331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:36.469548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=8be25cbe-d51d-4484-879c-5d2ef3186c63,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:36.476825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': '1765f11b-b28e-48c4-8b2d-7b7e40c01daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:36.477345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: fadc7c0b-aefe-4999-835a-ddb8d11c8874, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:36.570614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network fadc7c0b-aefe-4999-835a-ddb8d11c8874 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:36.575808 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59836) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:36.684099 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78774851-28f9-4c67-92d9-643b9f191167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:36.701459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, fadc7c0b-aefe-4999-835a-ddb8d11c8874) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:36.706237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:36.706804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:36.710995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c747b0-2937-44b1-ad8f-f39abad73890 None None] Network fadc7c0b-aefe-4999-835a-ddb8d11c8874 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:36.779934 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78774851-28f9-4c67-92d9-643b9f191167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:36.878489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3d44df27-42e5-4111-ad61-e261c41ad724 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2319210 Feb 16 15:12:36.879012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59844) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:36.886127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-fadc7c0b-aefe-4999-835a-ddb8d11c8874', 'network_id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '8be25cbe-d51d-4484-879c-5d2ef3186c63'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:36.887582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:36.909664 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-78774851-28f9-4c67-92d9-643b9f191167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:36.966053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78774851-28f9-4c67-92d9-643b9f191167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4569c5-2b5f-46f5-88d4-ce68c18e295e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:37.005932 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-78774851-28f9-4c67-92d9-643b9f191167 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5f327d900bf848edace0f1f84faf41bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268727 Feb 16 15:12:37.008382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59846) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:37.042989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.053081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Allocated IP 172.20.0.1 (fadc7c0b-aefe-4999-835a-ddb8d11c8874/8be25cbe-d51d-4484-879c-5d2ef3186c63/65bf8f6b-5ce1-4de1-9181-95676a483d1a) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:37.073786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900eb7eb-0b5c-4312-8b68-89354147e586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.097159 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900eb7eb-0b5c-4312-8b68-89354147e586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.114226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.242468 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.250749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900eb7eb-0b5c-4312-8b68-89354147e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.253332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900eb7eb-0b5c-4312-8b68-89354147e586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.254461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-900eb7eb-0b5c-4312-8b68-89354147e586 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ad4569c5-2b5f-46f5-88d4-ce68c18e295e HTTP/1.1" status: 204 len: 168 time: 0.2450025 Feb 16 15:12:37.272653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bb936-aa0a-4cf9-90c7-ebf4c6a64034 req-845e823e-99c6-4e79-bb12-79244d5471c3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:37.274120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f74bb936-aa0a-4cf9-90c7-ebf4c6a64034 req-845e823e-99c6-4e79-bb12-79244d5471c3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0649624 Feb 16 15:12:37.275436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eb7eb-0b5c-4312-8b68-89354147e586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4569c5-2b5f-46f5-88d4-ce68c18e295e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:37.325040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f74bb936-aa0a-4cf9-90c7-ebf4c6a64034 req-b9f2154b-34a5-4d51-9da5-7426d5eb45cf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Feb 16 15:12:37.456324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.511815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Network fadc7c0b-aefe-4999-835a-ddb8d11c8874 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:37.521215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:37.524674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:37.538062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Pushing event updated for resources: {'Port': ['ID=65bf8f6b-5ce1-4de1-9181-95676a483d1a,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:37.561546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.561959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.562298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.562627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.562952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.563272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.563614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.563939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.564257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.564594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.564889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.565201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:37.580987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.599880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Attempting to bind port 65bf8f6b-5ce1-4de1-9181-95676a483d1a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:37.600249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Attempting to bind port 65bf8f6b-5ce1-4de1-9181-95676a483d1a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1765f11b-b28e-48c4-8b2d-7b7e40c01daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:37.600855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Attempting to bind port 65bf8f6b-5ce1-4de1-9181-95676a483d1a on network fadc7c0b-aefe-4999-835a-ddb8d11c8874 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:37.606016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:37.606637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Checking segment: {'id': '1765f11b-b28e-48c4-8b2d-7b7e40c01daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:37.607199 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.608773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Bound using segment: {'id': '1765f11b-b28e-48c4-8b2d-7b7e40c01daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:37.609406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Bound port: 65bf8f6b-5ce1-4de1-9181-95676a483d1a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1765f11b-b28e-48c4-8b2d-7b7e40c01daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:37.609786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.618408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=8be25cbe-d51d-4484-879c-5d2ef3186c63,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:37.684330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] For port 65bf8f6b-5ce1-4de1-9181-95676a483d1a, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:37.687916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] For port 65bf8f6b-5ce1-4de1-9181-95676a483d1a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=65bf8f6b-5ce1-4de1-9181-95676a483d1a,segment=NetworkSegment(1765f11b-b28e-48c4-8b2d-7b7e40c01daa),segment_id=1765f11b-b28e-48c4-8b2d-7b7e40c01daa)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:37.725300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.747040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadc7c0b-aefe-4999-835a-ddb8d11c8874']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:37.759198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1765f11b-b28e-48c4-8b2d-7b7e40c01daa') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:37.759198 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1765f11b-b28e-48c4-8b2d-7b7e40c01daa') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:37.769942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.839027 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.857203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.864941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:37.865469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:37.934752 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:38.002655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e97ad-fba8-4358-a6a0-7628951f701d None None] Pushing event updated for resources: {'Port': ['ID=65bf8f6b-5ce1-4de1-9181-95676a483d1a,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:38.016585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:38.016585 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:38.016585 n-d-829433-1 neutron-server[103044]: [parameters: {'id': 'fadc7c0b-aefe-4999-835a-ddb8d11c8874'}] Feb 16 15:12:38.016585 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:38.017076 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:38.027356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d1eca-fdcd-4cad-8e8d-cd3475e4db0c None None] Network fadc7c0b-aefe-4999-835a-ddb8d11c8874 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:38.148131 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b68cd4e-a634-4c52-8f00-f8c6c558033c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.171577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7121a64b-b3bd-4dd5-bad7-23a1fa14af25 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:12:38.294610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121a64b-b3bd-4dd5-bad7-23a1fa14af25 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:12:38.395188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59862) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:38.421946 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ba01da2-580a-43f9-afee-86592f71dab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.511616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc164f-9090-43f5-bb66-9ad3093a9fab req-0535429a-512d-4eea-8364-f3ebaa7f7fcf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:38.514137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3fc164f-9090-43f5-bb66-9ad3093a9fab req-0535429a-512d-4eea-8364-f3ebaa7f7fcf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0859303 Feb 16 15:12:38.519477 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.617203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3fc164f-9090-43f5-bb66-9ad3093a9fab req-9ed7f5c4-7d1b-4dc0-9a13-9765dd0eb8ac tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923285 Feb 16 15:12:38.621363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port 65bf8f6b-5ce1-4de1-9181-95676a483d1a {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:38.621975 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.669974 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ba01da2-580a-43f9-afee-86592f71dab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.702008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port 65bf8f6b-5ce1-4de1-9181-95676a483d1a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=65bf8f6b-5ce1-4de1-9181-95676a483d1a,segment=NetworkSegment(1765f11b-b28e-48c4-8b2d-7b7e40c01daa),segment_id=1765f11b-b28e-48c4-8b2d-7b7e40c01daa)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:38.702460 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.717789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for 65bf8f6b-5ce1-4de1-9181-95676a483d1a owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:38.741592 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ba01da2-580a-43f9-afee-86592f71dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.817779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7ba01da2-580a-43f9-afee-86592f71dab2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6db2f27890f1455f8b096100f2ca55cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197392 Feb 16 15:12:38.819152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba01da2-580a-43f9-afee-86592f71dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56df169-5b99-4b54-8a36-ff6e0bda3fe0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:38.819932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59866) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:38.877289 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4e55327-bf29-4b9f-bcfd-0f0483c71844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.899215 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4e55327-bf29-4b9f-bcfd-0f0483c71844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.946884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:38.978709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=65bf8f6b-5ce1-4de1-9181-95676a483d1a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:38.987385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port 65bf8f6b-5ce1-4de1-9181-95676a483d1a on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:39.076303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.101580 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadc7c0b-aefe-4999-835a-ddb8d11c8874']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:39.116469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1765f11b-b28e-48c4-8b2d-7b7e40c01daa') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:39.116793 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1765f11b-b28e-48c4-8b2d-7b7e40c01daa') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:39.128713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.144787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.153335 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:39.153816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:39.158169 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:39.214254 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4e55327-bf29-4b9f-bcfd-0f0483c71844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.218087 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4e55327-bf29-4b9f-bcfd-0f0483c71844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.222548 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a4e55327-bf29-4b9f-bcfd-0f0483c71844 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d56df169-5b99-4b54-8a36-ff6e0bda3fe0 HTTP/1.1" status: 204 len: 168 time: 0.4014630 Feb 16 15:12:39.239569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e55327-bf29-4b9f-bcfd-0f0483c71844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56df169-5b99-4b54-8a36-ff6e0bda3fe0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:39.387444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.407474 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.414340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/fadc7c0b-aefe-4999-835a-ddb8d11c8874 HTTP/1.1" status: 204 len: 168 time: 2.5320313 Feb 16 15:12:39.414700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59870) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:39.419871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-795876285'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:39.427021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a266f7d-afbb-453f-b18b-05c11ae4c632 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=fadc7c0b-aefe-4999-835a-ddb8d11c8874,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:39.616781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:39.619490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.659481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:39.678325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.678826 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment bc0d8784-9aea-4d8e-861d-c60dd18d8245 of type vlan for network 90695ccc-9b10-4c35-86f5-16ee2b5637ee Feb 16 15:12:39.743322 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.767262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:39.841145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4f159-da6b-42fb-b230-6b0c55f4d448 req-e33a2e8f-27ac-4a16-af9a-351ab85d18d0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:39.843750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01d4f159-da6b-42fb-b230-6b0c55f4d448 req-e33a2e8f-27ac-4a16-af9a-351ab85d18d0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0650861 Feb 16 15:12:39.907129 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01d4f159-da6b-42fb-b230-6b0c55f4d448 req-c701203a-2e3c-400a-a039-4e4370cbbc73 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Feb 16 15:12:40.021243 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:40.027703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:40.027822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:40.126071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=90695ccc-9b10-4c35-86f5-16ee2b5637ee,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:40.137585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:40.243408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5c3fe80a-f377-448a-a90d-f95d0dd3f213 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8272212 Feb 16 15:12:40.245712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 59894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:40.254421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:40.453145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:40.581442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:40.610952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee is not hosted by any dhcp agent {{(pid=103044) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 15:12:40.616433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:40.617031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:40.621269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59906) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:40.621762 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "PUT /v2.0/networks/90695ccc-9b10-4c35-86f5-16ee2b5637ee HTTP/1.1" status: 200 len: 723 time: 0.3732834 Feb 16 15:12:40.629366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:40.669781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eab23-5405-40c6-9b1e-f0f911d809a6 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=90695ccc-9b10-4c35-86f5-16ee2b5637ee,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:40.682831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:40.878362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:40.886044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:41.118371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec1a79-13e4-4b98-bc69-d0a94ceec260 req-536f8c91-7b26-4521-a806-28511adef036 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:41.119910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23ec1a79-13e4-4b98-bc69-d0a94ceec260 req-536f8c91-7b26-4521-a806-28511adef036 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1098526 Feb 16 15:12:41.423480 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:41.425911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23ec1a79-13e4-4b98-bc69-d0a94ceec260 req-e882c1ae-d7b2-44c7-8cb8-bd3dd46a2a12 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755938 Feb 16 15:12:41.426694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:41.499110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=2502d70d-d14c-4951-87e2-c0c4161fbf79,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:41.507820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': 'bc0d8784-9aea-4d8e-861d-c60dd18d8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:41.508181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 90695ccc-9b10-4c35-86f5-16ee2b5637ee, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:41.608532 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:41.656030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:41.782388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 90695ccc-9b10-4c35-86f5-16ee2b5637ee) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:41.794803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a587dbe-3433-4bf8-8681-738080a15755 None None] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:41.801575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:41.805162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:41.954443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-33bf0249-d56c-40ee-9f8a-00a51a74c6c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3282440 Feb 16 15:12:41.955048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:41.960224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7ecaf50b-33ff-4918-9366-1e5405e587b2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:42.051487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-90695ccc-9b10-4c35-86f5-16ee2b5637ee', 'network_id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '2502d70d-d14c-4951-87e2-c0c4161fbf79'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:42.052445 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.073518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ecaf50b-33ff-4918-9366-1e5405e587b2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25392045'] for subnet, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.387832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ecaf50b-33ff-4918-9366-1e5405e587b2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730684533863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25406706'] for subnet, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.418848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecaf50b-33ff-4918-9366-1e5405e587b2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:42.422027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7ecaf50b-33ff-4918-9366-1e5405e587b2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.423651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7ecaf50b-33ff-4918-9366-1e5405e587b2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "PUT /v2.0/subnets/2502d70d-d14c-4951-87e2-c0c4161fbf79 HTTP/1.1" status: 200 len: 806 time: 0.4675505 Feb 16 15:12:42.426339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 59942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:42.474195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Allocated IP 172.20.0.2 (90695ccc-9b10-4c35-86f5-16ee2b5637ee/2502d70d-d14c-4951-87e2-c0c4161fbf79/c10c0f99-3df1-419c-a8e8-50676c3e24a3) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:42.613519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.624289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.685236 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.689405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaf50b-33ff-4918-9366-1e5405e587b2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=2502d70d-d14c-4951-87e2-c0c4161fbf79,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:42.734253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52deb8-2ead-41ac-a976-a55f5e6b6ee2 req-3ca585a1-3191-4a3b-ba56-9e7de5f11b95 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:42.735783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c52deb8-2ead-41ac-a976-a55f5e6b6ee2 req-3ca585a1-3191-4a3b-ba56-9e7de5f11b95 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1068120 Feb 16 15:12:42.761450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.834471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c52deb8-2ead-41ac-a976-a55f5e6b6ee2 req-4500647f-5d89-4eed-87f8-488554e0b7fb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770640 Feb 16 15:12:42.834928 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.871350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:42.875216 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:42.880464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:42.883784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Pushing event updated for resources: {'Port': ['ID=c10c0f99-3df1-419c-a8e8-50676c3e24a3,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:42.958264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Attempting to bind port c10c0f99-3df1-419c-a8e8-50676c3e24a3 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:42.958811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Attempting to bind port c10c0f99-3df1-419c-a8e8-50676c3e24a3 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'bc0d8784-9aea-4d8e-861d-c60dd18d8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:42.959187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Attempting to bind port c10c0f99-3df1-419c-a8e8-50676c3e24a3 on network 90695ccc-9b10-4c35-86f5-16ee2b5637ee {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:42.964607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:42.965019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Checking segment: {'id': 'bc0d8784-9aea-4d8e-861d-c60dd18d8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:42.965427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:42.965821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Bound using segment: {'id': 'bc0d8784-9aea-4d8e-861d-c60dd18d8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:42.966285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Bound port: c10c0f99-3df1-419c-a8e8-50676c3e24a3, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0d8784-9aea-4d8e-861d-c60dd18d8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:42.966667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:43.039187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:43.046094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] For port c10c0f99-3df1-419c-a8e8-50676c3e24a3, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:43.049434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] For port c10c0f99-3df1-419c-a8e8-50676c3e24a3, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c10c0f99-3df1-419c-a8e8-50676c3e24a3,segment=NetworkSegment(bc0d8784-9aea-4d8e-861d-c60dd18d8245),segment_id=bc0d8784-9aea-4d8e-861d-c60dd18d8245)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:43.073651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=2502d70d-d14c-4951-87e2-c0c4161fbf79,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:43.147442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:43.168396 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:43.219787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90695ccc-9b10-4c35-86f5-16ee2b5637ee']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:43.269764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0d8784-9aea-4d8e-861d-c60dd18d8245') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:43.270060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0d8784-9aea-4d8e-861d-c60dd18d8245') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:43.323423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea30bd-1b00-45f9-a75e-84b40d07968d None None] Pushing event updated for resources: {'Port': ['ID=c10c0f99-3df1-419c-a8e8-50676c3e24a3,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:43.324003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:43.352004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:43.361212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:43.361616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:43.366302 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:43.497437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.api [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:43.497437 n-d-829433-1 neutron-server[103043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:43.497437 n-d-829433-1 neutron-server[103043]: [parameters: {'id': '90695ccc-9b10-4c35-86f5-16ee2b5637ee'}] Feb 16 15:12:43.497437 n-d-829433-1 neutron-server[103043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:43.497437 n-d-829433-1 neutron-server[103043]: DEBUG oslo_db.api [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:43.955722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149895cc-f3dd-420b-8bb5-b39fb3038133 req-c41b8a16-be11-44d3-9ebd-48a2a4d2bc4d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:43.957393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-149895cc-f3dd-420b-8bb5-b39fb3038133 req-c41b8a16-be11-44d3-9ebd-48a2a4d2bc4d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0578327 Feb 16 15:12:43.997751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.016709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-149895cc-f3dd-420b-8bb5-b39fb3038133 req-e43d9c64-d12a-42fb-8025-c16e83172809 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513771 Feb 16 15:12:44.075721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60002) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:44.076265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port c10c0f99-3df1-419c-a8e8-50676c3e24a3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:44.076265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.145236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port c10c0f99-3df1-419c-a8e8-50676c3e24a3, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c10c0f99-3df1-419c-a8e8-50676c3e24a3,segment=NetworkSegment(bc0d8784-9aea-4d8e-861d-c60dd18d8245),segment_id=bc0d8784-9aea-4d8e-861d-c60dd18d8245)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:44.145660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.161713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for c10c0f99-3df1-419c-a8e8-50676c3e24a3 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:44.299475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-138250f1-5acc-4578-adb2-53a9ba5ddb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.433558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.487136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port c10c0f99-3df1-419c-a8e8-50676c3e24a3 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:44.489651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=c10c0f99-3df1-419c-a8e8-50676c3e24a3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:44.517353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-138250f1-5acc-4578-adb2-53a9ba5ddb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.586285 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.609290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90695ccc-9b10-4c35-86f5-16ee2b5637ee']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:44.619984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0d8784-9aea-4d8e-861d-c60dd18d8245') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:44.620285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0d8784-9aea-4d8e-861d-c60dd18d8245') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:44.633027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.654180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e3446-21ab-41bc-93cd-f62b431dc085 None None] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:44.656219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.663277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:44.663799 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:44.667642 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:44.729077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e81aae26-0139-436f-9ee0-536150007187 None None] Could not find standard attr ID for object c10c0f99-3df1-419c-a8e8-50676c3e24a3. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:12:44.741520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-138250f1-5acc-4578-adb2-53a9ba5ddb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.794062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138250f1-5acc-4578-adb2-53a9ba5ddb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b0335-0f96-4d89-8361-f20639cfef95,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:44.804621 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-138250f1-5acc-4578-adb2-53a9ba5ddb95 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=35d5d6102a094a3c8b1544e3f42af22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333028 Feb 16 15:12:44.807487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60012) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:44.863109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737cc0e-5f8b-4ef4-aee6-7fe9912a4909 None None] DHCP port deletion for 90695ccc-9b10-4c35-86f5-16ee2b5637ee request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:12:44.880912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.880912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.884389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/90695ccc-9b10-4c35-86f5-16ee2b5637ee HTTP/1.1" status: 204 len: 168 time: 2.4569235 Feb 16 15:12:44.887281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60014) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:44.891114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69d581-269d-4b51-b3c8-235ea7e0de8a None None] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:44.896189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28409e4-2a7e-43f0-a482-6a5158c7a209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:44.907850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69d581-269d-4b51-b3c8-235ea7e0de8a None None] Network 90695ccc-9b10-4c35-86f5-16ee2b5637ee could not be found, it might have been deleted concurrently. {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 16 15:12:44.911627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b565-b192-441f-838c-f34e329dba86 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=90695ccc-9b10-4c35-86f5-16ee2b5637ee,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:44.917092 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3618727-2f59-4fe6-8e0b-9a01c0353306 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:44.928111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3618727-2f59-4fe6-8e0b-9a01c0353306 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:44.930628 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d3618727-2f59-4fe6-8e0b-9a01c0353306 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/90695ccc-9b10-4c35-86f5-16ee2b5637ee HTTP/1.1" status: 404 len: 339 time: 0.0422733 Feb 16 15:12:44.936207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60018) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:44.943158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2122523742', 'description': 'd1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:44.943916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28409e4-2a7e-43f0-a482-6a5158c7a209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.149112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd680c-2af5-450b-a9c6-0c4191d8d37d req-90c20c06-7b1a-49cf-ac85-e82b259c6c3f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:45.150621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffd680c-2af5-450b-a9c6-0c4191d8d37d req-90c20c06-7b1a-49cf-ac85-e82b259c6c3f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0540950 Feb 16 15:12:45.192812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ffd680c-2af5-450b-a9c6-0c4191d8d37d req-322c7430-51cd-4e46-a6c4-060e57dfeefc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Feb 16 15:12:45.267194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28409e4-2a7e-43f0-a482-6a5158c7a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.268831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:45.270406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c28409e4-2a7e-43f0-a482-6a5158c7a209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.274184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c28409e4-2a7e-43f0-a482-6a5158c7a209 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1c9b0335-0f96-4d89-8361-f20639cfef95 HTTP/1.1" status: 204 len: 168 time: 0.4632356 Feb 16 15:12:45.278241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.318795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28409e4-2a7e-43f0-a482-6a5158c7a209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b0335-0f96-4d89-8361-f20639cfef95,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:45.356410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:45.365725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.366082 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment ffcad6c6-49b9-4d82-82a2-dd8b85c46d88 of type vlan for network 01ea6c51-4612-42ff-8325-b96f8562e83e Feb 16 15:12:45.411166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.576126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.584443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:45.585208 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:45.667958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=01ea6c51-4612-42ff-8325-b96f8562e83e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:45.679835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 01ea6c51-4612-42ff-8325-b96f8562e83e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:45.797342 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e8981e14-ce75-49fa-ab19-053e33e87a45 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8590677 Feb 16 15:12:45.799816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60058) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:45.970902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba130a68-14d5-4425-aa07-f7d8725e707c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:45.976204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ba130a68-14d5-4425-aa07-f7d8725e707c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/networks?id=01ea6c51-4612-42ff-8325-b96f8562e83e HTTP/1.1" status: 200 len: 761 time: 0.1748238 Feb 16 15:12:45.976727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60064) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:45.983572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'description': 'd2'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:46.198069 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:46.314145 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:46.331929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 01ea6c51-4612-42ff-8325-b96f8562e83e is not hosted by any dhcp agent {{(pid=103044) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 16 15:12:46.337686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:46.338771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:46.345945 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "PUT /v2.0/networks/01ea6c51-4612-42ff-8325-b96f8562e83e HTTP/1.1" status: 200 len: 758 time: 0.3669736 Feb 16 15:12:46.347048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60078) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:46.373620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a263c51-002c-42a1-bd62-99c2181f796a req-9fa35af2-5497-4689-b015-c3151bfcd9fc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:46.376889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a263c51-002c-42a1-bd62-99c2181f796a req-9fa35af2-5497-4689-b015-c3151bfcd9fc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0998929 Feb 16 15:12:46.427577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a263c51-002c-42a1-bd62-99c2181f796a req-48c15cb5-d065-4127-9fd2-fb632060bede tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 Feb 16 15:12:46.516009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:46.556026 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c0495-06d6-40f3-8795-bb61cdc7fdb1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=01ea6c51-4612-42ff-8325-b96f8562e83e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:46.578965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 01ea6c51-4612-42ff-8325-b96f8562e83e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:46.640766 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98abce2-5fb1-4726-bce7-e7d08b1fd6a5 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:46.642751 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f98abce2-5fb1-4726-bce7-e7d08b1fd6a5 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/networks?id=01ea6c51-4612-42ff-8325-b96f8562e83e HTTP/1.1" status: 200 len: 761 time: 0.2806215 Feb 16 15:12:46.647308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60084) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:46.652756 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1898066098'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:46.850239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:46.854690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:46.896866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:46.907602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:46.907951 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment a63e1c9b-55c3-489b-89cc-2ff4c8433d46 of type vlan for network 42bb42be-d0e8-427e-b56a-ab47f5762fde Feb 16 15:12:46.970793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:47.129547 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:47.135099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:47.135718 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:47.210068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=42bb42be-d0e8-427e-b56a-ab47f5762fde,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:47.224431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 42bb42be-d0e8-427e-b56a-ab47f5762fde details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:47.418263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0abadb3c-dee4-4c25-942c-d2e55e2b2d51 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7696352 Feb 16 15:12:47.423923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60098) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:47.428866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '42bb42be-d0e8-427e-b56a-ab47f5762fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:47.581472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d34b3-acf8-4ae3-a647-0dc1393f7e0c req-3eb8e886-6eb3-4ebc-bdcb-1e0b013d6a0d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:47.582886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b10d34b3-acf8-4ae3-a647-0dc1393f7e0c req-3eb8e886-6eb3-4ebc-bdcb-1e0b013d6a0d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0579805 Feb 16 15:12:47.630410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b10d34b3-acf8-4ae3-a647-0dc1393f7e0c req-b088dc16-fe14-4b57-8f93-ba4bd81cdff4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Feb 16 15:12:47.798486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:47.802104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:48.084580 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:48.150051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=06c22fc1-6498-4af7-8085-4d0b586697ad,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:48.157469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '42bb42be-d0e8-427e-b56a-ab47f5762fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:48.157839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 42bb42be-d0e8-427e-b56a-ab47f5762fde, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:48.282800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 42bb42be-d0e8-427e-b56a-ab47f5762fde is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:48.421964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 42bb42be-d0e8-427e-b56a-ab47f5762fde) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:48.426236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:48.426823 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:48.430476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96223c1-ee43-49fd-a34d-a959ffb1bfd3 None None] Network 42bb42be-d0e8-427e-b56a-ab47f5762fde requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:48.594774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-42bb42be-d0e8-427e-b56a-ab47f5762fde', 'network_id': '42bb42be-d0e8-427e-b56a-ab47f5762fde', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': '06c22fc1-6498-4af7-8085-4d0b586697ad'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:48.595703 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:48.706834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60134) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:48.716424 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5aded617-d1fa-49f7-9771-b448db6a29fc tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2911968 Feb 16 15:12:48.761078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Allocated IP 172.20.0.2 (42bb42be-d0e8-427e-b56a-ab47f5762fde/06c22fc1-6498-4af7-8085-4d0b586697ad/6908e493-7cd8-4c55-a95f-a74c301a78f0) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:12:48.869699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:48.899949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfc6c3-f1b2-4f1d-af06-0817cd80faba req-53e71989-5c77-4646-be27-984cce9bec68 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:48.910305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2cfc6c3-f1b2-4f1d-af06-0817cd80faba req-53e71989-5c77-4646-be27-984cce9bec68 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1140189 Feb 16 15:12:48.964348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:48.975780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2cfc6c3-f1b2-4f1d-af06-0817cd80faba req-ee7ed4ce-d263-4826-b021-8ee86bb92c37 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643513 Feb 16 15:12:49.002468 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.084887 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.227382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.268340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=06c22fc1-6498-4af7-8085-4d0b586697ad,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:49.307811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Pushing event updated for resources: {'Port': ['ID=6908e493-7cd8-4c55-a95f-a74c301a78f0,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:49.314292 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Network 42bb42be-d0e8-427e-b56a-ab47f5762fde is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:12:49.316664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:49.319217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:12:49.361362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.389656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Attempting to bind port 6908e493-7cd8-4c55-a95f-a74c301a78f0 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:12:49.390131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Attempting to bind port 6908e493-7cd8-4c55-a95f-a74c301a78f0 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '42bb42be-d0e8-427e-b56a-ab47f5762fde'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:12:49.390612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Attempting to bind port 6908e493-7cd8-4c55-a95f-a74c301a78f0 on network 42bb42be-d0e8-427e-b56a-ab47f5762fde {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:12:49.397802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:12:49.397802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Checking segment: {'id': 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '42bb42be-d0e8-427e-b56a-ab47f5762fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:49.398401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.398870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Bound using segment: {'id': 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '42bb42be-d0e8-427e-b56a-ab47f5762fde'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:12:49.399259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bb42be-d0e8-427e-b56a-ab47f5762fde']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:49.399482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Bound port: 6908e493-7cd8-4c55-a95f-a74c301a78f0, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '42bb42be-d0e8-427e-b56a-ab47f5762fde'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:12:49.399956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.416986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:49.425665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:49.431081 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.452617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.462617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:49.463388 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:49.467769 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:49.521246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] For port 6908e493-7cd8-4c55-a95f-a74c301a78f0, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:12:49.534623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] For port 6908e493-7cd8-4c55-a95f-a74c301a78f0, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6908e493-7cd8-4c55-a95f-a74c301a78f0,segment=NetworkSegment(a63e1c9b-55c3-489b-89cc-2ff4c8433d46),segment_id=a63e1c9b-55c3-489b-89cc-2ff4c8433d46)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:12:49.581735 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.api [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:12:49.581735 n-d-829433-1 neutron-server[103043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:12:49.581735 n-d-829433-1 neutron-server[103043]: [parameters: {'id': '42bb42be-d0e8-427e-b56a-ab47f5762fde'}] Feb 16 15:12:49.581735 n-d-829433-1 neutron-server[103043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:49.582138 n-d-829433-1 neutron-server[103043]: DEBUG oslo_db.api [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:49.723573 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:49.833014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b0a00-3b96-4880-969b-d5208e858cde None None] Pushing event updated for resources: {'Port': ['ID=6908e493-7cd8-4c55-a95f-a74c301a78f0,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:49.840732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41715d1-c08a-412e-8a72-ebe27f6758d7 None None] Network 42bb42be-d0e8-427e-b56a-ab47f5762fde requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:50.017359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a266d1a-f30d-466f-af96-841a71a372ce None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:12:50.083172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:50.176273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a266d1a-f30d-466f-af96-841a71a372ce None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:12:50.234260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port 6908e493-7cd8-4c55-a95f-a74c301a78f0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:50.235114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:50.243719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad40f6-c5a0-455b-9525-08c900e9ccdd req-967d08bf-4cde-4081-acab-e0ea90f2f9bc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:50.251518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8dad40f6-c5a0-455b-9525-08c900e9ccdd req-967d08bf-4cde-4081-acab-e0ea90f2f9bc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1036966 Feb 16 15:12:50.351648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8dad40f6-c5a0-455b-9525-08c900e9ccdd req-0730c11f-262d-4fac-adef-ae000d7daefb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988801 Feb 16 15:12:50.365138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port 6908e493-7cd8-4c55-a95f-a74c301a78f0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6908e493-7cd8-4c55-a95f-a74c301a78f0,segment=NetworkSegment(a63e1c9b-55c3-489b-89cc-2ff4c8433d46),segment_id=a63e1c9b-55c3-489b-89cc-2ff4c8433d46)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:50.365504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:50.380228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for 6908e493-7cd8-4c55-a95f-a74c301a78f0 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:50.628877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:50.757319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ab047ff-cae0-42d0-9585-010c427ad295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:50.975672 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.009200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=6908e493-7cd8-4c55-a95f-a74c301a78f0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:51.015845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port 6908e493-7cd8-4c55-a95f-a74c301a78f0 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:51.064661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ab047ff-cae0-42d0-9585-010c427ad295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.101526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.126663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bb42be-d0e8-427e-b56a-ab47f5762fde']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:51.136838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:51.137124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e1c9b-55c3-489b-89cc-2ff4c8433d46') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:51.149713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.165091 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.173151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:51.182545 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:51.250010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7ab047ff-cae0-42d0-9585-010c427ad295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.294797 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7ab047ff-cae0-42d0-9585-010c427ad295 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=749e69b1a2304d82ac726c9be3bbcc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637566 Feb 16 15:12:51.297672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab047ff-cae0-42d0-9585-010c427ad295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d61a34-ce4b-4d20-ad7f-4dad1f60d0bf,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:51.299602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:51.355090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-673b677e-1aa3-4f6d-9f31-5a14dea28b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.370438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.378015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.379416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-673b677e-1aa3-4f6d-9f31-5a14dea28b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.384159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/42bb42be-d0e8-427e-b56a-ab47f5762fde HTTP/1.1" status: 204 len: 168 time: 2.6730342 Feb 16 15:12:51.387227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60182) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:51.433608 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-341343df-49c2-4bc0-b869-15c4a00db53e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] GET failed (client error): The resource could not be found. Feb 16 15:12:51.435378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-341343df-49c2-4bc0-b869-15c4a00db53e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/subnets/06c22fc1-6498-4af7-8085-4d0b586697ad HTTP/1.1" status: 404 len: 337 time: 0.0464163 Feb 16 15:12:51.438153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60184) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:51.448669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51c98f-6902-4a18-931b-6e271a670d28 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=42bb42be-d0e8-427e-b56a-ab47f5762fde,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:51.458284 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c568329-667a-4f00-ad3a-e049f750d3f7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:51.459103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c568329-667a-4f00-ad3a-e049f750d3f7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:51.463146 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c568329-667a-4f00-ad3a-e049f750d3f7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/42bb42be-d0e8-427e-b56a-ab47f5762fde HTTP/1.1" status: 404 len: 339 time: 0.0231044 Feb 16 15:12:51.471119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60186) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:51.491754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de0ddb-979c-4499-a3fb-dd120babb3d1 req-5fda0a13-229c-4c5b-80fa-5febdee5a80c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.493098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85de0ddb-979c-4499-a3fb-dd120babb3d1 req-5fda0a13-229c-4c5b-80fa-5febdee5a80c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.0566597 Feb 16 15:12:51.537075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85de0ddb-979c-4499-a3fb-dd120babb3d1 req-d2781227-82a3-449e-ad43-4a971bf6af41 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Feb 16 15:12:51.595597 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-673b677e-1aa3-4f6d-9f31-5a14dea28b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.598219 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-673b677e-1aa3-4f6d-9f31-5a14dea28b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:51.599273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-673b677e-1aa3-4f6d-9f31-5a14dea28b60 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a0d61a34-ce4b-4d20-ad7f-4dad1f60d0bf HTTP/1.1" status: 204 len: 168 time: 0.2987165 Feb 16 15:12:51.641205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b677e-1aa3-4f6d-9f31-5a14dea28b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d61a34-ce4b-4d20-ad7f-4dad1f60d0bf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:51.696753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2cd567-52da-4076-8ed2-d2db078bc0ba tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.698225 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fc2cd567-52da-4076-8ed2-d2db078bc0ba tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2261052 Feb 16 15:12:51.701843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60190) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:51.743370 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-07a8d8c2-cae2-4aba-b53e-961fe1e82cab tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 207 time: 0.0398891 Feb 16 15:12:51.746343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60192) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:51.867830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8e0d96-0311-4401-8d91-543431a12be1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.877239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8e0d96-0311-4401-8d91-543431a12be1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.884382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8e0d96-0311-4401-8d91-543431a12be1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.891635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8e0d96-0311-4401-8d91-543431a12be1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:51.897289 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bd8e0d96-0311-4401-8d91-543431a12be1 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1500242 Feb 16 15:12:51.897945 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60198) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:51.937250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-53cf16cd-edf6-47a7-84fe-9035b88cfdeb service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485337 Feb 16 15:12:52.036273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee493125-30cf-484d-b22e-811c7328a327 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1371770 Feb 16 15:12:52.040237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60202) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.045675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-85ca78e2-42bd-4c00-b1a3-ada125b190f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.047674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-85ca78e2-42bd-4c00-b1a3-ada125b190f8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1096 time: 0.0631614 Feb 16 15:12:52.114011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49dfd9-dc47-4b2c-8fe2-33b232acbd14 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.116260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49dfd9-dc47-4b2c-8fe2-33b232acbd14 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.122641 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7d49dfd9-dc47-4b2c-8fe2-33b232acbd14 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0813103 Feb 16 15:12:52.124370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60206) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.186757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6188b-ecfd-425c-95a9-e716eeeece17 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.188495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6188b-ecfd-425c-95a9-e716eeeece17 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['shared'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.194411 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-74e6188b-ecfd-425c-95a9-e716eeeece17 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0689096 Feb 16 15:12:52.194622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60208) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.232053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-dde284aa-aaff-4a03-84de-ed9fc445c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.234562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-dde284aa-aaff-4a03-84de-ed9fc445c252 service neutron] 10.222.0.129 "GET /v2.0/networks?id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a HTTP/1.1" status: 200 len: 910 time: 0.1605535 Feb 16 15:12:52.371007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-76c51391-79f3-45f5-8b7a-f166bff310e4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 HTTP/1.1" status: 200 len: 1000 time: 0.1011665 Feb 16 15:12:52.434498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04269cd-93f0-49aa-9057-7dac3fa80f92 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.440650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60212) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.440838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c04269cd-93f0-49aa-9057-7dac3fa80f92 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/networks/7cbcc1f0-31e3-40ec-9d88-247ad1d330ac HTTP/1.1" status: 200 len: 799 time: 0.2405064 Feb 16 15:12:52.464216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-03307998-203d-4cbc-b3ad-1b9b4de08c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.467629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-03307998-203d-4cbc-b3ad-1b9b4de08c1d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=971c09fd-0305-49c8-8f53-3a9155006368 HTTP/1.1" status: 200 len: 847 time: 0.0888686 Feb 16 15:12:52.523437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-016b3af2-7887-472e-9cea-4a61f6252bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.525556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-016b3af2-7887-472e-9cea-4a61f6252bf6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516007 Feb 16 15:12:52.569320 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6490771e-3ac0-4842-a5a3-4f5ee0c0e1e9 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/networks/7cbcc1f0-31e3-40ec-9d88-247ad1d330ac?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1269646 Feb 16 15:12:52.572869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60216) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.649082 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe65257-a5ee-4809-938e-e93303b407ac tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.649082 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2fe65257-a5ee-4809-938e-e93303b407ac tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/subnets/014217b8-582c-49ac-b315-2d7ea02b50f8 HTTP/1.1" status: 200 len: 811 time: 0.0749590 Feb 16 15:12:52.649665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60218) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.658326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60220) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.665862 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d4e46ce-9908-4e99-bd7e-879d60d151e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:52.721953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-489cf13f-4af9-44f1-8637-ed6266beeb7e service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898479 Feb 16 15:12:52.767953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d4e46ce-9908-4e99-bd7e-879d60d151e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:52.807733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070dfa7-c9f2-4a9f-939c-504ec4e0051e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['shared'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.809748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c070dfa7-c9f2-4a9f-939c-504ec4e0051e tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "GET /v2.0/subnets/014217b8-582c-49ac-b315-2d7ea02b50f8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1450751 Feb 16 15:12:52.816569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60222) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.819637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3b245-1f20-4934-9b8b-6238ee101b96 req-3939f6ac-ccf8-4f92-a976-8d4392e24e92 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:52.821236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fec3b245-1f20-4934-9b8b-6238ee101b96 req-3939f6ac-ccf8-4f92-a976-8d4392e24e92 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 943 time: 0.1806371 Feb 16 15:12:52.825328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-969176179'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:52.883795 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4d4e46ce-9908-4e99-bd7e-879d60d151e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:52.891431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b6521bb-d06c-474c-978e-d6e4c2b5c9b8 req-6b7b68f6-5821-43e2-af75-7f52bcab9375 service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622138 Feb 16 15:12:52.899957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fec3b245-1f20-4934-9b8b-6238ee101b96 req-e21194ef-a07d-4a53-8b2b-faf356557e63 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620773 Feb 16 15:12:52.919487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e46ce-9908-4e99-bd7e-879d60d151e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed13a4d-291a-4c5e-8eb7-cbb377825c77,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:52.947603 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4d4e46ce-9908-4e99-bd7e-879d60d151e9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e5781f7d991c417d95be79159f2cec43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912450 Feb 16 15:12:52.948037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60224) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:52.997957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.022399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.038091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:53.050197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.067753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:12:53.198599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.202195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.204132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.204492 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Added segment a959f607-f723-44f5-838a-19b2d43c270d of type vlan for network 2b0ed645-a666-48f9-b893-f442187c3ede Feb 16 15:12:53.204866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8ed13a4d-291a-4c5e-8eb7-cbb377825c77 HTTP/1.1" status: 204 len: 168 time: 0.2593853 Feb 16 15:12:53.221677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed13a4d-291a-4c5e-8eb7-cbb377825c77,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:53.223493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.223966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.224410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.224842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.225275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.225706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.226133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.226557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.227093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.227774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.228097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.229053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2199fb4-d454-4120-a4ea-803d49f9fe44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:12:53.358838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 94a2aa3e-3955-4e24-b861-9a939e7547c4 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:12:53.456290 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.525227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 94a2aa3e-3955-4e24-b861-9a939e7547c4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=94a2aa3e-3955-4e24-b861-9a939e7547c4,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:53.538578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '94a2aa3e-3955-4e24-b861-9a939e7547c4', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'port_id': '94a2aa3e-3955-4e24-b861-9a939e7547c4', 'mac_address': 'fa:16:3e:f7:9c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:12:53.577877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.588977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.591454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a2aa3e-3955-4e24-b861-9a939e7547c4 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:12:53.595472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:53.596858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.612602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 94a2aa3e-3955-4e24-b861-9a939e7547c4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=94a2aa3e-3955-4e24-b861-9a939e7547c4,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:53.682163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Network': ['ID=2b0ed645-a666-48f9-b893-f442187c3ede,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:53.694386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2b0ed645-a666-48f9-b893-f442187c3ede details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:12:53.748788 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:53.782880 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a6c34b21-821f-4caf-abdc-58c72a4faef4 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9602435 Feb 16 15:12:53.783758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60234) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:53.790862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'network_id': '2b0ed645-a666-48f9-b893-f442187c3ede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:53.845926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=94a2aa3e-3955-4e24-b861-9a939e7547c4,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:54.049364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['94a2aa3e-3955-4e24-b861-9a939e7547c4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:12:54.054679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff65a0-8b3d-46f9-b565-c1536974d7d5 req-ce6d3395-3b14-490b-adb8-7dea510f7bb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:54.056342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1aff65a0-8b3d-46f9-b565-c1536974d7d5 req-ce6d3395-3b14-490b-adb8-7dea510f7bb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 944 time: 0.0583787 Feb 16 15:12:54.059303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Made reservation on behalf of 44744b6e3a3b4343aae78a7330ac5cd5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:12:54.062980 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:54.155143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Performing IP validity checks on allocation pools {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 15:12:54.155715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 15:12:54.166754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1aff65a0-8b3d-46f9-b565-c1536974d7d5 req-19dbb96e-c6d2-4c1b-aaef-83454d47af26 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986814 Feb 16 15:12:54.515073 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:54.570918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=c661856c-64fd-4512-8e4f-67e36ac73f9b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:54.587641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Checking segment: {'id': 'a959f607-f723-44f5-838a-19b2d43c270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '2b0ed645-a666-48f9-b893-f442187c3ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:12:54.588006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network hostable DHCP agents. Network: 2b0ed645-a666-48f9-b893-f442187c3ede, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:12:54.700913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Network 2b0ed645-a666-48f9-b893-f442187c3ede is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:12:54.826743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2b0ed645-a666-48f9-b893-f442187c3ede) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:12:54.831385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:54.832887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:54.836970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c759e2-0792-45cd-9bf4-93291402098f None None] Network 2b0ed645-a666-48f9-b893-f442187c3ede requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:54.967666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-24e0f922-e54f-42d5-8880-5ba7a54652bb tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1815591 Feb 16 15:12:54.970859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60262) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:54.976866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fa5866bc-315b-498e-924e-3524e274e96a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:12:55.013822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8e4763-de46-40cf-8a79-b88e9c607205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2b0ed645-a666-48f9-b893-f442187c3ede', 'network_id': '2b0ed645-a666-48f9-b893-f442187c3ede', 'tenant_id': '44744b6e3a3b4343aae78a7330ac5cd5', 'fixed_ips': [{'subnet_id': 'c661856c-64fd-4512-8e4f-67e36ac73f9b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:12:55.016420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4763-de46-40cf-8a79-b88e9c607205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.084923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa5866bc-315b-498e-924e-3524e274e96a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25392045'] for subnet, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.207733 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-fd8e4763-de46-40cf-8a79-b88e9c607205 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 15:12:55.207733 n-d-829433-1 neutron-server[103045]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 15:12:55.207733 n-d-829433-1 neutron-server[103045]: [parameters: {'in_use': 1, 'id_1': 'c661856c-64fd-4512-8e4f-67e36ac73f9b'}] Feb 16 15:12:55.207733 n-d-829433-1 neutron-server[103045]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:12:55.207733 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-fd8e4763-de46-40cf-8a79-b88e9c607205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:12:55.355496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff80c6-62b1-4f5c-a532-049df44b2b9a req-ddc4b9ff-c71d-4f1b-bcf6-7c2a5cf7b730 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:55.357846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cff80c6-62b1-4f5c-a532-049df44b2b9a req-ddc4b9ff-c71d-4f1b-bcf6-7c2a5cf7b730 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 944 time: 0.0746961 Feb 16 15:12:55.374793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 94a2aa3e-3955-4e24-b861-9a939e7547c4 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:12:55.382335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa5866bc-315b-498e-924e-3524e274e96a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730684533863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25406706'] for subnet, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.442187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5866bc-315b-498e-924e-3524e274e96a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:55.443651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fa5866bc-315b-498e-924e-3524e274e96a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.447429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fa5866bc-315b-498e-924e-3524e274e96a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "PUT /v2.0/subnets/c661856c-64fd-4512-8e4f-67e36ac73f9b HTTP/1.1" status: 200 len: 877 time: 0.4722636 Feb 16 15:12:55.447828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60278) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:55.449468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cff80c6-62b1-4f5c-a532-049df44b2b9a req-8188015a-5b9c-499c-8f80-9c9562bd879d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832782 Feb 16 15:12:55.456619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5866bc-315b-498e-924e-3524e274e96a tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event updated for resources: {'Subnet': ['ID=c661856c-64fd-4512-8e4f-67e36ac73f9b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:55.575367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 94a2aa3e-3955-4e24-b861-9a939e7547c4 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:12:55.575367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 94a2aa3e-3955-4e24-b861-9a939e7547c4 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:12:55.575367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.613532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.684815 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.690863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.720130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fd8e4763-de46-40cf-8a79-b88e9c607205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:55.721321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2aa3e-3955-4e24-b861-9a939e7547c4'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:12:55.723923 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59452384-cb24-4b59-9584-c344658cb094" -d '{"events": [{"server_uuid": "55b1ecd2-9682-404d-a807-dd7e1bb937d3", "name": "network-vif-plugged", "status": "completed", "tag": "94a2aa3e-3955-4e24-b861-9a939e7547c4"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:12:55.765118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 94a2aa3e-3955-4e24-b861-9a939e7547c4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=94a2aa3e-3955-4e24-b861-9a939e7547c4,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:55.767920 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f91a3a-9fa9-41a0-9b99-45192a7134b2 x-openstack-request-id: req-48f91a3a-9fa9-41a0-9b99-45192a7134b2 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:12:55.768081 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b1ecd2-9682-404d-a807-dd7e1bb937d3", "name": "network-vif-plugged", "status": "completed", "tag": "94a2aa3e-3955-4e24-b861-9a939e7547c4", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:12:55.768650 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-48f91a3a-9fa9-41a0-9b99-45192a7134b2 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:12:55.768765 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2aa3e-3955-4e24-b861-9a939e7547c4', 'code': 200} Feb 16 15:12:55.886731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb3b5a-7f97-4ca4-8c4a-8279a17756db req-b6a8ebd2-072c-428a-afd5-7c3b7116ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:55.888596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59eb3b5a-7f97-4ca4-8c4a-8279a17756db req-b6a8ebd2-072c-428a-afd5-7c3b7116ee86 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 1095 time: 0.0435040 Feb 16 15:12:55.930321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59eb3b5a-7f97-4ca4-8c4a-8279a17756db req-042afd96-40fa-4506-86d6-3932e76271d0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313783 Feb 16 15:12:56.152878 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.158557 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.186982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=c661856c-64fd-4512-8e4f-67e36ac73f9b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:56.268333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.279431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=94a2aa3e-3955-4e24-b861-9a939e7547c4,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:56.300973 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0ed645-a666-48f9-b893-f442187c3ede']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:56.313521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a959f607-f723-44f5-838a-19b2d43c270d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:56.313821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a959f607-f723-44f5-838a-19b2d43c270d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:56.323725 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server [None req-fd8e4763-de46-40cf-8a79-b88e9c607205 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c661856c-64fd-4512-8e4f-67e36ac73f9b: This subnet is being modified by another concurrent operation. Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server raise exception Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c661856c-64fd-4512-8e4f-67e36ac73f9b: This subnet is being modified by another concurrent operation. Feb 16 15:12:56.343017 n-d-829433-1 neutron-server[103045]: ERROR oslo_messaging.rpc.server Feb 16 15:12:56.354820 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.354820 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:56.355586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:56.359138 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:56.369647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4cbb3e-b36a-4077-aded-4c3f3b350d05 None None] Network 2b0ed645-a666-48f9-b893-f442187c3ede requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:56.491709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10108fc-5e92-4728-9059-37c66aceefc5 None None] Network 2b0ed645-a666-48f9-b893-f442187c3ede requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:56.542573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.573881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:56.579211 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/2b0ed645-a666-48f9-b893-f442187c3ede HTTP/1.1" status: 204 len: 168 time: 1.1296687 Feb 16 15:12:56.580412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5aac-c0df-42d9-83d9-7f745a494dca tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=2b0ed645-a666-48f9-b893-f442187c3ede,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:56.583118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60310) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:56.624212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbdce0-5e9a-4ad5-9f69-288f5b4c9c94 req-aa13263e-aef8-42be-bde7-ad02b942aed2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:56.626245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58dbdce0-5e9a-4ad5-9f69-288f5b4c9c94 req-aa13263e-aef8-42be-bde7-ad02b942aed2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 945 time: 0.0822463 Feb 16 15:12:56.640408 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83269e2-3d23-4bdc-b331-bc6e82d1818d tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:56.641107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83269e2-3d23-4bdc-b331-bc6e82d1818d tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:56.648329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b83269e2-3d23-4bdc-b331-bc6e82d1818d tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/c661856c-64fd-4512-8e4f-67e36ac73f9b HTTP/1.1" status: 404 len: 337 time: 0.0623868 Feb 16 15:12:56.648993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60312) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:56.667644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01290c-c1a7-4ebe-b120-b084560dcda6 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:12:56.677509 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8704e4-fbfc-4d4b-b8f8-4fc05de9b6c5 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:56.678122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8704e4-fbfc-4d4b-b8f8-4fc05de9b6c5 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:56.685731 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4b8704e4-fbfc-4d4b-b8f8-4fc05de9b6c5 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/2b0ed645-a666-48f9-b893-f442187c3ede HTTP/1.1" status: 404 len: 339 time: 0.0329826 Feb 16 15:12:56.685731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60314) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:56.697847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58dbdce0-5e9a-4ad5-9f69-288f5b4c9c94 req-f9ad1bc1-067a-4875-8300-71edd6b4a19f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634758 Feb 16 15:12:56.759501 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d176351-0f11-49c6-9c27-ef8967a6d686 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:56.764875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d176351-0f11-49c6-9c27-ef8967a6d686 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:56.770283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6d176351-0f11-49c6-9c27-ef8967a6d686 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/06c22fc1-6498-4af7-8085-4d0b586697ad HTTP/1.1" status: 404 len: 337 time: 0.0814152 Feb 16 15:12:56.770809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60324) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:56.800569 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc84543-7fc1-4b1a-9353-3ffd4438d9f7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:56.801190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc84543-7fc1-4b1a-9353-3ffd4438d9f7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:56.805676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6fc84543-7fc1-4b1a-9353-3ffd4438d9f7 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/42bb42be-d0e8-427e-b56a-ab47f5762fde HTTP/1.1" status: 404 len: 339 time: 0.0331466 Feb 16 15:12:56.808824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60326) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:56.833534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc01290c-c1a7-4ebe-b120-b084560dcda6 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:12:56.903565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:57.365737 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:12:57.416169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:57.439130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ea6c51-4612-42ff-8325-b96f8562e83e']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:57.448972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcad6c6-49b9-4d82-82a2-dd8b85c46d88') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:57.449333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcad6c6-49b9-4d82-82a2-dd8b85c46d88') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:57.459319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:57.472671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:57.478719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:57.479107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:57.483341 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:12:57.688323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:57.696422 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:57.703526 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/01ea6c51-4612-42ff-8325-b96f8562e83e HTTP/1.1" status: 204 len: 168 time: 0.8911619 Feb 16 15:12:57.704650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60352) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:57.717761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673b169-1136-4485-af3c-a7ac4f6def82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=01ea6c51-4612-42ff-8325-b96f8562e83e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:57.739375 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-142029e2-964d-4786-b8de-6b64047b6029 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:57.741566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142029e2-964d-4786-b8de-6b64047b6029 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:57.743170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-142029e2-964d-4786-b8de-6b64047b6029 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/2502d70d-d14c-4951-87e2-c0c4161fbf79 HTTP/1.1" status: 404 len: 337 time: 0.0368948 Feb 16 15:12:57.745808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60354) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:57.768603 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf969bc4-dc33-426e-914f-2a19783d5189 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:57.769732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf969bc4-dc33-426e-914f-2a19783d5189 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:57.775211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cf969bc4-dc33-426e-914f-2a19783d5189 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/90695ccc-9b10-4c35-86f5-16ee2b5637ee HTTP/1.1" status: 404 len: 339 time: 0.0261292 Feb 16 15:12:57.778409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60358) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:57.810126 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20c5c38-7ab4-4b1b-8ebb-6d15e559c504 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:57.811238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20c5c38-7ab4-4b1b-8ebb-6d15e559c504 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:57.816504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a20c5c38-7ab4-4b1b-8ebb-6d15e559c504 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/8be25cbe-d51d-4484-879c-5d2ef3186c63 HTTP/1.1" status: 404 len: 337 time: 0.0338049 Feb 16 15:12:57.816867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60362) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:57.844896 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabb8640-f25f-4fb1-ae3a-e8feea3c8064 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:57.845777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabb8640-f25f-4fb1-ae3a-e8feea3c8064 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:57.852091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60366) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:57.852282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fabb8640-f25f-4fb1-ae3a-e8feea3c8064 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/fadc7c0b-aefe-4999-835a-ddb8d11c8874 HTTP/1.1" status: 404 len: 339 time: 0.0341704 Feb 16 15:12:57.901964 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd309cb5-d43f-4dd2-9df9-cd49fd52d5ee tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:57.902466 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd309cb5-d43f-4dd2-9df9-cd49fd52d5ee tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:57.911412 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd309cb5-d43f-4dd2-9df9-cd49fd52d5ee tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/1dde52eb-8f34-43c0-94fd-d76417c64a5a HTTP/1.1" status: 404 len: 337 time: 0.0555608 Feb 16 15:12:57.911869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:57.928050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d79468-9c72-4f6f-865b-46666ec6aaf5 req-e8072a4b-9979-48d1-9d73-62a7e9c18ba1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:57.937533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16d79468-9c72-4f6f-865b-46666ec6aaf5 req-e8072a4b-9979-48d1-9d73-62a7e9c18ba1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 945 time: 0.0835826 Feb 16 15:12:57.946801 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4887fb97-3d75-4bb8-9bd5-2325c69c51d0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:57.947475 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4887fb97-3d75-4bb8-9bd5-2325c69c51d0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:57.953958 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4887fb97-3d75-4bb8-9bd5-2325c69c51d0 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/58145079-e47c-46d3-9a03-e554fd0a1d1c HTTP/1.1" status: 404 len: 339 time: 0.0380933 Feb 16 15:12:57.954565 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60370) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:57.999770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16d79468-9c72-4f6f-865b-46666ec6aaf5 req-9cf13bbd-3a9e-4232-85e2-4e5a82e6796a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544665 Feb 16 15:12:58.002948 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c2af32-f646-4720-9a78-bb2e382a435c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.002948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c2af32-f646-4720-9a78-bb2e382a435c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.009044 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-63c2af32-f646-4720-9a78-bb2e382a435c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/f6ce8d84-6a00-415f-b4b3-f4502bb314a8 HTTP/1.1" status: 404 len: 337 time: 0.0509334 Feb 16 15:12:58.009303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.029519 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64cf170-3776-43f3-98fa-b354590be864 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.030398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64cf170-3776-43f3-98fa-b354590be864 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.033428 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a64cf170-3776-43f3-98fa-b354590be864 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/6307a1d8-76fd-4a20-a74e-23bad68e13dd HTTP/1.1" status: 404 len: 339 time: 0.0232234 Feb 16 15:12:58.036190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60376) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.078285 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32060fe-8d16-464b-9d15-f12243b79e82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.078750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32060fe-8d16-464b-9d15-f12243b79e82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.083642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a32060fe-8d16-464b-9d15-f12243b79e82 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/b5f0e21d-9fd5-4df5-9b6d-89f3431d3436 HTTP/1.1" status: 404 len: 337 time: 0.0446169 Feb 16 15:12:58.084853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60378) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.105786 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-df018b1f-37f6-49f5-9e3e-d1e8c5d317a9 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.106836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df018b1f-37f6-49f5-9e3e-d1e8c5d317a9 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.114256 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-df018b1f-37f6-49f5-9e3e-d1e8c5d317a9 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/cff4eb37-af3d-4286-96e2-68aab87ecc0c HTTP/1.1" status: 404 len: 339 time: 0.0283866 Feb 16 15:12:58.115054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60380) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.142033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d67a-d059-49d4-8135-55cbd6753e4b req-fffce566-5109-4225-908c-09a26964720a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:58.143790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d013d67a-d059-49d4-8135-55cbd6753e4b req-fffce566-5109-4225-908c-09a26964720a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 945 time: 0.0585797 Feb 16 15:12:58.153258 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c25cf65-de80-478e-a84f-2481cf2f5baa tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.153841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c25cf65-de80-478e-a84f-2481cf2f5baa tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.157373 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c25cf65-de80-478e-a84f-2481cf2f5baa tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/2548059a-75ec-4712-9f13-212a81bf92b9 HTTP/1.1" status: 404 len: 337 time: 0.0409687 Feb 16 15:12:58.162042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60382) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.180357 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5a871e-1bfd-4677-8fe6-6730fa7f6909 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.181333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5a871e-1bfd-4677-8fe6-6730fa7f6909 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.184854 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c5a871e-1bfd-4677-8fe6-6730fa7f6909 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/cf8f5da0-8b88-4806-bbe3-59394980e954 HTTP/1.1" status: 404 len: 339 time: 0.0239949 Feb 16 15:12:58.188401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60384) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.222536 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d013d67a-d059-49d4-8135-55cbd6753e4b req-df4500ec-f09f-47c8-99c4-1228b1b291c5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699599 Feb 16 15:12:58.223682 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5ba770-3232-4e5e-820f-8ffe4ded10c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.224145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5ba770-3232-4e5e-820f-8ffe4ded10c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.227338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fe5ba770-3232-4e5e-820f-8ffe4ded10c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/79f83fca-6b79-4fea-8056-e1cdcaf1eae5 HTTP/1.1" status: 404 len: 337 time: 0.0377190 Feb 16 15:12:58.230663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60386) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.254534 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd074c91-919f-495f-97d7-cdb80aed52bf tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.255197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd074c91-919f-495f-97d7-cdb80aed52bf tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.261618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dd074c91-919f-495f-97d7-cdb80aed52bf tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/55530116-b579-48a4-9d66-1c04c9b299f7 HTTP/1.1" status: 404 len: 339 time: 0.0256429 Feb 16 15:12:58.262143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60390) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.300589 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-df812198-577e-4eae-8b54-cd1cab88f628 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.301496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df812198-577e-4eae-8b54-cd1cab88f628 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.307146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-df812198-577e-4eae-8b54-cd1cab88f628 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/25436aa7-cd26-4250-af79-683e637b8238 HTTP/1.1" status: 404 len: 337 time: 0.0438180 Feb 16 15:12:58.309792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60392) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.333848 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7162c865-5bec-4f3e-859f-7289a0dd83c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] DELETE failed (client error): The resource could not be found. Feb 16 15:12:58.334520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7162c865-5bec-4f3e-859f-7289a0dd83c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:12:58.339678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7162c865-5bec-4f3e-859f-7289a0dd83c2 tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/1bd460d4-b8b9-441c-b512-9bc653da4caf HTTP/1.1" status: 404 len: 339 time: 0.0263772 Feb 16 15:12:58.341114 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60396) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.430137 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting subnet 014217b8-582c-49ac-b315-2d7ea02b50f8 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:12:58.434608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:58.482769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:58.604236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:58.697708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:58.835398 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5867778d-52d3-4484-aa2a-7c9240353c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:58.890277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:58.934711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Subnet': ['ID=014217b8-582c-49ac-b315-2d7ea02b50f8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:58.950952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea578f-d1b2-437f-9531-faf32d49cc95 req-5c3ed5c1-9ed1-4938-8223-5c62130e242b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:12:58.954597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dea578f-d1b2-437f-9531-faf32d49cc95 req-5c3ed5c1-9ed1-4938-8223-5c62130e242b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 945 time: 0.1148932 Feb 16 15:12:58.963350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c6b8d-2f7b-42ba-964c-cf112facbf90 None None] Network 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:12:58.963931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:58.970484 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d09acb60-8f13-4362-bdd0-5659e6073c7c tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/subnets/014217b8-582c-49ac-b315-2d7ea02b50f8 HTTP/1.1" status: 204 len: 168 time: 0.6245315 Feb 16 15:12:58.972039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60410) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:59.032945 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5867778d-52d3-4484-aa2a-7c9240353c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.036218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9dea578f-d1b2-437f-9531-faf32d49cc95 req-5ec3b14f-7503-4d93-983f-4a556a2b5565 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718012 Feb 16 15:12:59.117893 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.168516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5867778d-52d3-4484-aa2a-7c9240353c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.189226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Deleting port a0481c9b-2c81-47e8-96c4-020bc35ccde7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:59.189641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.228053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5867778d-52d3-4484-aa2a-7c9240353c7c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ccdc3e17588a40018397c8fd467d879b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291331 Feb 16 15:12:59.229284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867778d-52d3-4484-aa2a-7c9240353c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d539b52-b8f8-4c1b-82bc-d777b52915b7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:59.230746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60412) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:12:59.286621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] DHCP port deletion for 7cbcc1f0-31e3-40ec-9d88-247ad1d330ac request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:12:59.314151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] For port a0481c9b-2c81-47e8-96c4-020bc35ccde7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a0481c9b-2c81-47e8-96c4-020bc35ccde7,segment=NetworkSegment(a288536e-b571-4f7c-a574-1d363b2a6966),segment_id=a288536e-b571-4f7c-a574-1d363b2a6966)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:59.314554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.350218 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Calling delete_port for a0481c9b-2c81-47e8-96c4-020bc35ccde7 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:59.355244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] Deleting port a0481c9b-2c81-47e8-96c4-020bc35ccde7 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:12:59.355909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.392493 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa20b7d1-f751-4451-89e9-54f3142a6931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.416440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a0481c9b-2c81-47e8-96c4-020bc35ccde7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:12:59.448384 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa20b7d1-f751-4451-89e9-54f3142a6931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.483138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] For port a0481c9b-2c81-47e8-96c4-020bc35ccde7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a0481c9b-2c81-47e8-96c4-020bc35ccde7,segment=NetworkSegment(a288536e-b571-4f7c-a574-1d363b2a6966),segment_id=a288536e-b571-4f7c-a574-1d363b2a6966)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:12:59.483871 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.502512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] Calling delete_port for a0481c9b-2c81-47e8-96c4-020bc35ccde7 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:12:59.584405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.667197 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.691685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.696761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Port': ['ID=a0481c9b-2c81-47e8-96c4-020bc35ccde7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:59.704002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] No DVR routers for this DVR port a0481c9b-2c81-47e8-96c4-020bc35ccde7 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:59.718735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] Pushing event deleted for resources: {'Port': ['ID=a0481c9b-2c81-47e8-96c4-020bc35ccde7,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:59.728007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8935cd-9095-4ef6-a923-efc5642fa712 None None] No DVR routers for this DVR port a0481c9b-2c81-47e8-96c4-020bc35ccde7 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:12:59.747731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa20b7d1-f751-4451-89e9-54f3142a6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.747731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fa20b7d1-f751-4451-89e9-54f3142a6931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.751444 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fa20b7d1-f751-4451-89e9-54f3142a6931 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6d539b52-b8f8-4c1b-82bc-d777b52915b7 HTTP/1.1" status: 204 len: 168 time: 0.5028579 Feb 16 15:12:59.778043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20b7d1-f751-4451-89e9-54f3142a6931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d539b52-b8f8-4c1b-82bc-d777b52915b7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:12:59.847976 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.873422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbcc1f0-31e3-40ec-9d88-247ad1d330ac']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:59.884168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a288536e-b571-4f7c-a574-1d363b2a6966') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:59.884460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a288536e-b571-4f7c-a574-1d363b2a6966') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:12:59.897175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.912369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.919422 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:12:59.922294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:12:59.923808 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:13:00.141736 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:00.178785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:00.187040 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] 10.222.0.113 "DELETE /v2.0/networks/7cbcc1f0-31e3-40ec-9d88-247ad1d330ac HTTP/1.1" status: 204 len: 168 time: 1.2107084 Feb 16 15:13:00.187040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cfe53-ed5d-4db2-bd62-f9ae242381de tempest-NetworksTest-1250708802 tempest-NetworksTest-1250708802-project] Pushing event deleted for resources: {'Network': ['ID=7cbcc1f0-31e3-40ec-9d88-247ad1d330ac,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:00.205362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dee78-a5ce-4fe2-9f99-f830d1ff9e05 req-74234497-37b8-4c53-a0dc-05c7b38a96fa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:00.210259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636dee78-a5ce-4fe2-9f99-f830d1ff9e05 req-74234497-37b8-4c53-a0dc-05c7b38a96fa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 945 time: 0.0981014 Feb 16 15:13:00.266855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-636dee78-a5ce-4fe2-9f99-f830d1ff9e05 req-4505d41a-3353-41fe-bd57-d34a63dd9abf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478101 Feb 16 15:13:00.598865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-c68ea394-f48d-4598-91bc-8c0b50884c86 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:00.601473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-c68ea394-f48d-4598-91bc-8c0b50884c86 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 945 time: 0.0545650 Feb 16 15:13:00.712233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port 94a2aa3e-3955-4e24-b861-9a939e7547c4 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:00.712587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:00.721257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60426) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:00.735984 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e350ca59-2dc1-46f5-83e2-cdf3c15d37ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:00.813263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e350ca59-2dc1-46f5-83e2-cdf3c15d37ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:00.818888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] For port 94a2aa3e-3955-4e24-b861-9a939e7547c4, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=94a2aa3e-3955-4e24-b861-9a939e7547c4,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:00.819302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:00.832975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for 94a2aa3e-3955-4e24-b861-9a939e7547c4 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:00.958309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e350ca59-2dc1-46f5-83e2-cdf3c15d37ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.003710 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e350ca59-2dc1-46f5-83e2-cdf3c15d37ab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a3f36a5becb24305996ce9bd7cbd154b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809391 Feb 16 15:13:01.004571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350ca59-2dc1-46f5-83e2-cdf3c15d37ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6933338f-d1e5-414b-8d91-a4c26fd2d5a8,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:01.006270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60432) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:01.021957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60434) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:01.054493 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.067728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ff36cf13-d253-43c3-a953-00b9f9db38c3'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:13:01.074966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['94a2aa3e-3955-4e24-b861-9a939e7547c4'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:13:01.101660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=94a2aa3e-3955-4e24-b861-9a939e7547c4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:01.141477 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e71c7764-2c3a-46e3-ae4b-0d2c7f48464f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.174017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] No DVR routers for this DVR port 94a2aa3e-3955-4e24-b861-9a939e7547c4 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:13:01.183292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.189011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3bbe79e-c2eb-4ba3-ae0f-3958e0b826e3 req-628ce2e3-9713-41d6-94e0-2e51d0494597 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "DELETE /v2.0/ports/94a2aa3e-3955-4e24-b861-9a939e7547c4 HTTP/1.1" status: 204 len: 173 time: 0.5783849 Feb 16 15:13:01.189496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'name': 'network-vif-deleted', 'tag': '94a2aa3e-3955-4e24-b861-9a939e7547c4'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:13:01.198788 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1770c951-2b31-4f0f-9353-d9edda04a4d9" -d '{"events": [{"server_uuid": "55b1ecd2-9682-404d-a807-dd7e1bb937d3", "name": "network-vif-deleted", "tag": "94a2aa3e-3955-4e24-b861-9a939e7547c4"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:13:01.215879 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e71c7764-2c3a-46e3-ae4b-0d2c7f48464f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.251410 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9a8c784c-86e3-48ad-829f-a06e1fc8be93 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=44744b6e3a3b4343aae78a7330ac5cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278800 Feb 16 15:13:01.254514 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60444) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:01.322663 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c5ba68-af83-4daa-a1ec-a322b4425c91 x-openstack-request-id: req-e2c5ba68-af83-4daa-a1ec-a322b4425c91 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:13:01.322955 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b1ecd2-9682-404d-a807-dd7e1bb937d3", "name": "network-vif-deleted", "tag": "94a2aa3e-3955-4e24-b861-9a939e7547c4", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:13:01.323233 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e2c5ba68-af83-4daa-a1ec-a322b4425c91 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:13:01.323736 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b1ecd2-9682-404d-a807-dd7e1bb937d3', 'name': 'network-vif-deleted', 'tag': '94a2aa3e-3955-4e24-b861-9a939e7547c4', 'status': 'completed', 'code': 200} Feb 16 15:13:01.420539 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6588167-d97e-431f-8524-bd00939378de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.454608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6588167-d97e-431f-8524-bd00939378de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.505068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ea8df0b-f1a6-494f-b27f-37ef36cea000 req-31105cd6-a803-427b-8896-4d801bce51ae tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0716786 Feb 16 15:13:01.957031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e71c7764-2c3a-46e3-ae4b-0d2c7f48464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.957355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6588167-d97e-431f-8524-bd00939378de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.959627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e71c7764-2c3a-46e3-ae4b-0d2c7f48464f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.964690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e71c7764-2c3a-46e3-ae4b-0d2c7f48464f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6933338f-d1e5-414b-8d91-a4c26fd2d5a8 HTTP/1.1" status: 204 len: 168 time: 0.9462690 Feb 16 15:13:01.964916 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6588167-d97e-431f-8524-bd00939378de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:01.964916 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6588167-d97e-431f-8524-bd00939378de admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/19b2bdf8-abf4-410e-a51c-bbbc6ee0d4f9 HTTP/1.1" status: 204 len: 168 time: 0.7054121 Feb 16 15:13:01.980875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c7764-2c3a-46e3-ae4b-0d2c7f48464f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933338f-d1e5-414b-8d91-a4c26fd2d5a8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:01.998046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6588167-d97e-431f-8524-bd00939378de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b2bdf8-abf4-410e-a51c-bbbc6ee0d4f9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:02.403528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418abb-0691-4a01-ab35-e9bbca227d67 req-14678d4c-d470-4e0a-b188-4ae9b910e342 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:02.405297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8418abb-0691-4a01-ab35-e9bbca227d67 req-14678d4c-d470-4e0a-b188-4ae9b910e342 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 945 time: 0.0654154 Feb 16 15:13:02.471936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8418abb-0691-4a01-ab35-e9bbca227d67 req-b65a4d59-86e8-4db5-8720-ef368a55a44b tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530088 Feb 16 15:13:02.622055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81f7edb6-44e5-442a-a0c0-e7a6da7d965a req-d16012d3-ba87-4eae-8670-77a4d62aad84 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0309427 Feb 16 15:13:03.519934 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60516) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:03.618094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a953-b303-46e2-bfd7-dffc419391ca req-4c99d29b-e563-42f1-b459-6eb8d368f59d tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:03.620338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f997a953-b303-46e2-bfd7-dffc419391ca req-4c99d29b-e563-42f1-b459-6eb8d368f59d tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 945 time: 0.0731308 Feb 16 15:13:03.677997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1009834320'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:03.680005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f997a953-b303-46e2-bfd7-dffc419391ca req-bbc9968e-2318-455e-b705-88c0e24fd5d7 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/security-groups?id=288eb083-8b59-4c5c-a0b5-9d7403f57ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520816 Feb 16 15:13:03.756345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02fa6db9-ffdd-430f-aec7-d01578495a1b req-3f650897-d3d2-42c7-81e2-21253c02b021 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0438426 Feb 16 15:13:03.850739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-3bd21acf-d50d-4207-8da6-7f39f74f3218 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:03.852133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-3bd21acf-d50d-4207-8da6-7f39f74f3218 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.129 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 945 time: 0.0600746 Feb 16 15:13:03.872413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Made reservation on behalf of 0216fa42380c4f3b86acdd12071896e0 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:03.878881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:03.885906 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:03.951851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Deleting port 7ac84fbc-bc57-4627-955f-a1db13174e1e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:03.952284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:03.969521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.056304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] For port 7ac84fbc-bc57-4627-955f-a1db13174e1e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7ac84fbc-bc57-4627-955f-a1db13174e1e,segment=NetworkSegment(0cfde46d-a68c-4dd9-b54e-b579a8ded6f5),segment_id=0cfde46d-a68c-4dd9-b54e-b579a8ded6f5)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:04.056304 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.061115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Calling delete_port for 7ac84fbc-bc57-4627-955f-a1db13174e1e owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:04.168493 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.219440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53cadc-e354-4485-86ec-d722c2084cfd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:04.381696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.397197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7ac84fbc-bc57-4627-955f-a1db13174e1e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:13:04.400993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:13:04.426412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.426856 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Added segment bf2ea1e9-6759-40ce-b885-44e061fad8aa of type vlan for network 2b313174-1f3a-4400-b559-73160d52e7c0 Feb 16 15:13:04.455241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Pushing event deleted for resources: {'Port': ['ID=7ac84fbc-bc57-4627-955f-a1db13174e1e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:04.501094 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.540262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] No DVR routers for this DVR port 7ac84fbc-bc57-4627-955f-a1db13174e1e on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:13:04.542889 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.547556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f16cf8ee-4a14-42c5-9ab2-a3920daafaec req-76d3ab13-9e5e-4587-9832-1ccfb61843ab tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.129 "DELETE /v2.0/ports/7ac84fbc-bc57-4627-955f-a1db13174e1e HTTP/1.1" status: 204 len: 173 time: 0.6892033 Feb 16 15:13:04.550481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'name': 'network-vif-deleted', 'tag': '7ac84fbc-bc57-4627-955f-a1db13174e1e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:13:04.557744 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92070a79-c90b-41f2-9ccf-a3285e6ffb45" -d '{"events": [{"server_uuid": "d2647ab1-a9c9-4926-b973-eb995b111637", "name": "network-vif-deleted", "tag": "7ac84fbc-bc57-4627-955f-a1db13174e1e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:13:04.614418 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b8e5ed-d2b4-4984-8ca9-1a4b2b3d31b2 x-openstack-request-id: req-e5b8e5ed-d2b4-4984-8ca9-1a4b2b3d31b2 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:13:04.615301 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2647ab1-a9c9-4926-b973-eb995b111637", "name": "network-vif-deleted", "tag": "7ac84fbc-bc57-4627-955f-a1db13174e1e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:13:04.615963 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e5b8e5ed-d2b4-4984-8ca9-1a4b2b3d31b2 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:13:04.616666 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2647ab1-a9c9-4926-b973-eb995b111637', 'name': 'network-vif-deleted', 'tag': '7ac84fbc-bc57-4627-955f-a1db13174e1e', 'status': 'completed', 'code': 200} Feb 16 15:13:04.653482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.659239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:04.660297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:04.741987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event updated for resources: {'Network': ['ID=2b313174-1f3a-4400-b559-73160d52e7c0,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:04.753820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2b313174-1f3a-4400-b559-73160d52e7c0 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:13:04.832216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccd83758-c4a7-4664-85f4-dd6f8a26ceb5 req-9770a211-d4b5-4847-919b-be5f22aa64a2 tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 210 time: 0.0614886 Feb 16 15:13:04.899004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-277de047-ad63-4faf-ba9d-d4268d872bc0 req-b4933890-cff8-455f-9998-a81fe4d80a33 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0319858 Feb 16 15:13:05.070347 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ec6ddd8-623c-4371-a09e-f5282e20a781 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5493076 Feb 16 15:13:05.078138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60560) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:05.080251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Request body: {'subnet': {'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:05.390452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 94a2aa3e-3955-4e24-b861-9a939e7547c4 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:05.403860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Made reservation on behalf of 0216fa42380c4f3b86acdd12071896e0 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:05.407682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:05.418727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4606506f-1755-4755-ba71-a4b179185f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:05.418727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 94a2aa3e-3955-4e24-b861-9a939e7547c4 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:13:05.418727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 94a2aa3e-3955-4e24-b861-9a939e7547c4 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:13:05.882199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:05.961325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event updated for resources: {'Subnet': ['ID=f55ed024-ba9d-4056-a367-937530df6f33,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:05.980663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Checking segment: {'id': 'bf2ea1e9-6759-40ce-b885-44e061fad8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:05.981430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Network hostable DHCP agents. Network: 2b313174-1f3a-4400-b559-73160d52e7c0, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:13:06.002280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5b36e19-8251-4c2a-8d78-044234090bb3 req-ef577a2d-97b6-4de2-914f-99fdb5cea37d tempest-VolumesSnapshotTestJSON-888333844 tempest-VolumesSnapshotTestJSON-888333844-project] 10.222.0.113 "GET /v2.0/ports?device_id=d2647ab1-a9c9-4926-b973-eb995b111637 HTTP/1.1" status: 200 len: 210 time: 0.0365415 Feb 16 15:13:06.033390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdb9e053-4f21-4555-82ce-52419f9d65fb req-808f4e80-1b07-4501-b3f6-36d8e4e344db tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.0339954 Feb 16 15:13:06.240429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Network 2b313174-1f3a-4400-b559-73160d52e7c0 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:13:06.409169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2b313174-1f3a-4400-b559-73160d52e7c0) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:06.413856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:06.414831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:06.417837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0d7bc-5fc9-48ba-bc24-a4e3a0d51bf0 None None] Network 2b313174-1f3a-4400-b559-73160d52e7c0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:06.568048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2b313174-1f3a-4400-b559-73160d52e7c0', 'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0', 'tenant_id': '0216fa42380c4f3b86acdd12071896e0', 'fixed_ips': [{'subnet_id': 'f55ed024-ba9d-4056-a367-937530df6f33'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:13:06.579790 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:06.579964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-57b87a14-8856-4a7d-ae4a-993658541f7d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5021412 Feb 16 15:13:06.579964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60610) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:06.586206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Request body: {'port': {'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0', 'name': 'tempest-TagsExtTest-754593831'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:06.720612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Allocated IP 172.20.0.2 (2b313174-1f3a-4400-b559-73160d52e7c0/f55ed024-ba9d-4056-a367-937530df6f33/d1d2ae7c-f43b-4f63-8519-04231b343586) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:06.876858 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:06.889359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Made reservation on behalf of 0216fa42380c4f3b86acdd12071896e0 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:06.893316 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:06.914959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] device_id is not set on port a867debd-76de-4534-a860-5d82503902a5 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:13:07.151461 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:07.208639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Network 2b313174-1f3a-4400-b559-73160d52e7c0 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:07.212375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:07.221597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:07.234555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Pushing event updated for resources: {'Port': ['ID=d1d2ae7c-f43b-4f63-8519-04231b343586,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:07.240975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abb5fdcf-7e9c-4968-b2e8-053d421884d0 req-c85d7452-46de-4013-ae6d-32d31fe2c084 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=55b1ecd2-9682-404d-a807-dd7e1bb937d3 HTTP/1.1" status: 200 len: 210 time: 0.1144648 Feb 16 15:13:07.277657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Allocated IP 172.20.0.5 (2b313174-1f3a-4400-b559-73160d52e7c0/f55ed024-ba9d-4056-a367-937530df6f33/a867debd-76de-4534-a860-5d82503902a5) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:07.318495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Attempting to bind port d1d2ae7c-f43b-4f63-8519-04231b343586 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:13:07.319074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Attempting to bind port d1d2ae7c-f43b-4f63-8519-04231b343586 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'bf2ea1e9-6759-40ce-b885-44e061fad8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:13:07.319800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Attempting to bind port d1d2ae7c-f43b-4f63-8519-04231b343586 on network 2b313174-1f3a-4400-b559-73160d52e7c0 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:13:07.325220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:13:07.325747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Checking segment: {'id': 'bf2ea1e9-6759-40ce-b885-44e061fad8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:07.326402 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:07.327072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Bound using segment: {'id': 'bf2ea1e9-6759-40ce-b885-44e061fad8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:13:07.327583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Bound port: d1d2ae7c-f43b-4f63-8519-04231b343586, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2ea1e9-6759-40ce-b885-44e061fad8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '2b313174-1f3a-4400-b559-73160d52e7c0'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:13:07.349231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:07.406585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] For port d1d2ae7c-f43b-4f63-8519-04231b343586, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:13:07.410248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] For port d1d2ae7c-f43b-4f63-8519-04231b343586, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d1d2ae7c-f43b-4f63-8519-04231b343586,segment=NetworkSegment(bf2ea1e9-6759-40ce-b885-44e061fad8aa),segment_id=bf2ea1e9-6759-40ce-b885-44e061fad8aa)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:13:07.454449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:07.597093 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:07.665152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44affe90-fcf6-42ea-a011-dd9a88cf6346 None None] Pushing event updated for resources: {'Port': ['ID=d1d2ae7c-f43b-4f63-8519-04231b343586,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:07.682434 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:07.741267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Network 2b313174-1f3a-4400-b559-73160d52e7c0 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:07.744691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:07.748996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:07.787994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event updated for resources: {'Port': ['ID=a867debd-76de-4534-a860-5d82503902a5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:07.820129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:07.820869 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:07.946177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-07483ce0-0a71-47ae-a2b1-53190b52db5d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3653159 Feb 16 15:13:07.948780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60650) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:07.954231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c921b3a3-66c7-4511-a5fb-21f97150596c tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-539298060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:08.049484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd516201-af85-4140-b477-0b10de350b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:08.156972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c921b3a3-66c7-4511-a5fb-21f97150596c tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:08.158121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c921b3a3-66c7-4511-a5fb-21f97150596c tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:08.248352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c921b3a3-66c7-4511-a5fb-21f97150596c tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:08.351253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7ac84fbc-bc57-4627-955f-a1db13174e1e no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:08.375837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 7ac84fbc-bc57-4627-955f-a1db13174e1e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:13:08.376276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7ac84fbc-bc57-4627-955f-a1db13174e1e not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:13:08.429208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c921b3a3-66c7-4511-a5fb-21f97150596c tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:08.582962 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c921b3a3-66c7-4511-a5fb-21f97150596c tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:08.589907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c921b3a3-66c7-4511-a5fb-21f97150596c tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6348364 Feb 16 15:13:08.589907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60678) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:08.592560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e2eac47e-fa28-4c85-8966-ca59c2ee250f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2056366981', 'prefixes': ['172.20.0.0/16']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:08.751536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bdd9fc-1b76-4354-a93b-6e11ce1eeafd None None] Network 2b313174-1f3a-4400-b559-73160d52e7c0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:08.824555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d18c4742-eb95-403e-9740-4d8ada850725 None None] Provisioning complete for port d1d2ae7c-f43b-4f63-8519-04231b343586 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:08.824926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d18c4742-eb95-403e-9740-4d8ada850725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:08.995050 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d18c4742-eb95-403e-9740-4d8ada850725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.035873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d18c4742-eb95-403e-9740-4d8ada850725 None None] For port d1d2ae7c-f43b-4f63-8519-04231b343586, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d1d2ae7c-f43b-4f63-8519-04231b343586,segment=NetworkSegment(bf2ea1e9-6759-40ce-b885-44e061fad8aa),segment_id=bf2ea1e9-6759-40ce-b885-44e061fad8aa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:09.186660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d18c4742-eb95-403e-9740-4d8ada850725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.195440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e2eac47e-fa28-4c85-8966-ca59c2ee250f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for subnetpool, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.200239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e2eac47e-fa28-4c85-8966-ca59c2ee250f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6117249 Feb 16 15:13:09.204297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60694) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:09.209074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-c0c3d580-aa27-437e-b262-d48f8460a5cd tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', 'tempest-TagsExtTest-Tag-747450897') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:09.263951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c4742-eb95-403e-9740-4d8ada850725 None None] Pushing event updated for resources: {'Port': ['ID=d1d2ae7c-f43b-4f63-8519-04231b343586,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:09.343956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6456deab-392e-463b-bf97-a8ac23ac695a None None] Provisioning complete for port a867debd-76de-4534-a860-5d82503902a5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:09.344576 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6456deab-392e-463b-bf97-a8ac23ac695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.433828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6456deab-392e-463b-bf97-a8ac23ac695a None None] Port a867debd-76de-4534-a860-5d82503902a5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:13:09.451876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6456deab-392e-463b-bf97-a8ac23ac695a None None] Provisioning complete for port d1d2ae7c-f43b-4f63-8519-04231b343586 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:09.470622 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6456deab-392e-463b-bf97-a8ac23ac695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.474041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d1d2ae7c-f43b-4f63-8519-04231b343586 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:13:09.555472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c0c3d580-aa27-437e-b262-d48f8460a5cd tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags/tempest-TagsExtTest-Tag-747450897 HTTP/1.1" status: 201 len: 201 time: 0.3500919 Feb 16 15:13:09.559036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60714) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:09.568833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-7164d3a5-012a-45aa-b2d5-8dcb1d32b2ed tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', 'tempest-TagsExtTest-Tag-609261889') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:09.598442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d1d2ae7c-f43b-4f63-8519-04231b343586 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:09.598815 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.740681 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.758006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e3a8e827-d3d4-470c-9263-30961d419c4d None None] Provisioning complete for port a867debd-76de-4534-a860-5d82503902a5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:09.758626 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e827-d3d4-470c-9263-30961d419c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:09.799313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e3a8e827-d3d4-470c-9263-30961d419c4d None None] Port a867debd-76de-4534-a860-5d82503902a5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:13:09.833655 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7164d3a5-012a-45aa-b2d5-8dcb1d32b2ed tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags/tempest-TagsExtTest-Tag-609261889 HTTP/1.1" status: 201 len: 201 time: 0.2719724 Feb 16 15:13:09.836382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60724) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:09.841933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-360b299f-4c50-4883-989e-8251ca15f862 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', 'tempest-TagsExtTest-Tag-868433673') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:10.100253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-360b299f-4c50-4883-989e-8251ca15f862 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags/tempest-TagsExtTest-Tag-868433673 HTTP/1.1" status: 201 len: 201 time: 0.2627699 Feb 16 15:13:10.104581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60730) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:10.110660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-483a3294-d76d-41dd-9e5a-81127a4381cb tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', 'tempest-TagsExtTest-Tag-158704148') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:10.249469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-483a3294-d76d-41dd-9e5a-81127a4381cb tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags/tempest-TagsExtTest-Tag-158704148 HTTP/1.1" status: 201 len: 201 time: 0.1435306 Feb 16 15:13:10.251880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60732) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:10.256078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-ede27d1d-dc2e-4ab7-bd86-9da7d5ee2a66 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:10.311909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ede27d1d-dc2e-4ab7-bd86-9da7d5ee2a66 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags HTTP/1.1" status: 200 len: 240 time: 0.0557976 Feb 16 15:13:10.312232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60734) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:10.317164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-ffff3ca0-acef-4ee3-b75d-7b9e8eaa86b0 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', 'tempest-TagsExtTest-Tag-747450897') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:10.679913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:10.706412 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ffff3ca0-acef-4ee3-b75d-7b9e8eaa86b0 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags/tempest-TagsExtTest-Tag-747450897 HTTP/1.1" status: 204 len: 168 time: 0.3933120 Feb 16 15:13:10.708985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60754) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:10.715099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-560125c3-2be6-4941-9c0d-1944b597e71f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', 'tempest-TagsExtTest-Tag-747450897') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:10.840348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ef09bda-5211-4dcd-8432-923074ceacdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:10.936456 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ef09bda-5211-4dcd-8432-923074ceacdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.004260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-560125c3-2be6-4941-9c0d-1944b597e71f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags/tempest-TagsExtTest-Tag-747450897 HTTP/1.1" status: 204 len: 168 time: 0.2940240 Feb 16 15:13:11.014422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60758) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.018790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-645e3bb4-e9ab-4aa0-85fd-d548f75d8d39 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:11.074401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-645e3bb4-e9ab-4aa0-85fd-d548f75d8d39 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags HTTP/1.1" status: 200 len: 205 time: 0.0588527 Feb 16 15:13:11.077790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60760) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.081787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-c446e5d1-c649-4b24-87c7-cf1d0feae7a0 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:11.083842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ef09bda-5211-4dcd-8432-923074ceacdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.139672 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8ef09bda-5211-4dcd-8432-923074ceacdb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=275aca0a727f486dbdcd0cff7d3f5484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553707 Feb 16 15:13:11.139672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef09bda-5211-4dcd-8432-923074ceacdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e52515c-2058-4cd3-94c9-d886887fe7c1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:11.151752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60762) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.177962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c446e5d1-c649-4b24-87c7-cf1d0feae7a0 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags HTTP/1.1" status: 200 len: 240 time: 0.0969529 Feb 16 15:13:11.184313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60764) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.184313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-40400fe2-6e89-4067-84a5-87fed2180952 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', 'tempest-TagsExtTest-Tag-609261889') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:11.217605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1560ea65-c56f-4e23-8f6b-09b747487b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.240897 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-40400fe2-6e89-4067-84a5-87fed2180952 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags/tempest-TagsExtTest-Tag-609261889 HTTP/1.1" status: 204 len: 168 time: 0.0590773 Feb 16 15:13:11.241652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60766) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.243424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1560ea65-c56f-4e23-8f6b-09b747487b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.246024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-66616bb8-b2bb-4091-9afa-9184f7820f08 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', 'tempest-TagsExtTest-Tag-609261889') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:11.413126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.460844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1560ea65-c56f-4e23-8f6b-09b747487b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.462882 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-66616bb8-b2bb-4091-9afa-9184f7820f08 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags/tempest-TagsExtTest-Tag-609261889 HTTP/1.1" status: 204 len: 168 time: 0.2204359 Feb 16 15:13:11.464076 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1560ea65-c56f-4e23-8f6b-09b747487b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.465217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1560ea65-c56f-4e23-8f6b-09b747487b1a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1e52515c-2058-4cd3-94c9-d886887fe7c1 HTTP/1.1" status: 204 len: 168 time: 0.3125000 Feb 16 15:13:11.465619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60768) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.478596 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-eecf3bc8-26cf-4158-bf27-e29c143acc85 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:11.487805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560ea65-c56f-4e23-8f6b-09b747487b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e52515c-2058-4cd3-94c9-d886887fe7c1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:11.506606 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:11.579296 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eecf3bc8-26cf-4158-bf27-e29c143acc85 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags HTTP/1.1" status: 200 len: 205 time: 0.1107063 Feb 16 15:13:11.581992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.586453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-774d33ec-cab4-4421-aa2f-219c0f69edae tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:11.716739 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-774d33ec-cab4-4421-aa2f-219c0f69edae tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags HTTP/1.1" status: 200 len: 240 time: 0.1332448 Feb 16 15:13:11.719204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60778) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.723972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-8cfda08e-77d6-49f4-aa8a-605f53c3b46e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', 'tempest-TagsExtTest-Tag-868433673') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:11.804919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8cfda08e-77d6-49f4-aa8a-605f53c3b46e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags/tempest-TagsExtTest-Tag-868433673 HTTP/1.1" status: 204 len: 168 time: 0.0844774 Feb 16 15:13:11.807320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60780) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:11.812992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-506d705a-a036-4dd9-abba-b4d43093c380 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', 'tempest-TagsExtTest-Tag-868433673') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.098119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60786) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.098356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-506d705a-a036-4dd9-abba-b4d43093c380 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags/tempest-TagsExtTest-Tag-868433673 HTTP/1.1" status: 204 len: 168 time: 0.2898097 Feb 16 15:13:12.111986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-6db2c7f6-39d8-4081-a94e-6d1c26ba5d49 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.186167 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6db2c7f6-39d8-4081-a94e-6d1c26ba5d49 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags HTTP/1.1" status: 200 len: 205 time: 0.0868325 Feb 16 15:13:12.189234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60788) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.196332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-ca38c7b1-5791-44a8-bc4c-96e444066d6f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.220954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ca38c7b1-5791-44a8-bc4c-96e444066d6f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags HTTP/1.1" status: 200 len: 240 time: 0.0275679 Feb 16 15:13:12.229499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60790) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.234417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-39ccbc33-e8bf-4ee3-b6e6-608640e70c6a tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', 'tempest-TagsExtTest-Tag-158704148') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.265652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-39ccbc33-e8bf-4ee3-b6e6-608640e70c6a tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags/tempest-TagsExtTest-Tag-158704148 HTTP/1.1" status: 204 len: 168 time: 0.0335047 Feb 16 15:13:12.266847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60792) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.271413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-86d81064-ad94-429f-b4ae-0507f5571a79 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', 'tempest-TagsExtTest-Tag-158704148') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.384156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60794) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.397855 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d368954-79da-43e7-b8fa-b099fcb4bcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:12.407398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86d81064-ad94-429f-b4ae-0507f5571a79 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags/tempest-TagsExtTest-Tag-158704148 HTTP/1.1" status: 204 len: 168 time: 0.1395240 Feb 16 15:13:12.411645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60796) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.416255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-0d6b158a-f434-48dd-bcd8-7921737b754f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.458105 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d6b158a-f434-48dd-bcd8-7921737b754f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags HTTP/1.1" status: 200 len: 205 time: 0.0452855 Feb 16 15:13:12.460955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60798) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.465799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-83b292df-fc49-4b42-a049-28e039057ff3 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.478800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d368954-79da-43e7-b8fa-b099fcb4bcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:12.492486 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-83b292df-fc49-4b42-a049-28e039057ff3 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags HTTP/1.1" status: 204 len: 168 time: 0.0305662 Feb 16 15:13:12.495054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60800) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.500117 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-aff606a1-51be-4e90-b16f-7f7b6295aaca tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.574030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:12.595230 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aff606a1-51be-4e90-b16f-7f7b6295aaca tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags HTTP/1.1" status: 204 len: 168 time: 0.0965395 Feb 16 15:13:12.595699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60804) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.601333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-511e8143-b5ec-4a3e-be58-4632590c2875 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.661398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-511e8143-b5ec-4a3e-be58-4632590c2875 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags HTTP/1.1" status: 204 len: 168 time: 0.0643625 Feb 16 15:13:12.664146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60806) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.668898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-36c71863-8fcd-4ebe-af56-c44b9fbd58a5 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.695147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5d368954-79da-43e7-b8fa-b099fcb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:12.735976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d368954-79da-43e7-b8fa-b099fcb4bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b909b-60c7-4f06-9235-35f6b4afd7ed,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:12.775638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5d368954-79da-43e7-b8fa-b099fcb4bcae admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e34cf8b9d11b482199487d7e2fc9d3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801525 Feb 16 15:13:12.776008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60810) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.793472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-36c71863-8fcd-4ebe-af56-c44b9fbd58a5 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags HTTP/1.1" status: 204 len: 168 time: 0.1281276 Feb 16 15:13:12.797322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60812) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:12.802057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-d37d99d6-a3a8-42c9-af04-674810d92cef tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', 'tempest-TagsExtTest-Tag-181232880') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:12.822529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267b1bb2-05e6-4913-819d-921eb7db493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:12.857135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267b1bb2-05e6-4913-819d-921eb7db493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:12.998018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d37d99d6-a3a8-42c9-af04-674810d92cef tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags/tempest-TagsExtTest-Tag-181232880 HTTP/1.1" status: 201 len: 201 time: 0.1986971 Feb 16 15:13:13.000685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60814) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:13.005297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-0f159e39-6ea9-4cda-aee3-9f577972a656 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', 'tempest-TagsExtTest-Tag-445817687') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:13.037973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267b1bb2-05e6-4913-819d-921eb7db493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:13.041039 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-267b1bb2-05e6-4913-819d-921eb7db493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:13.041895 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-267b1bb2-05e6-4913-819d-921eb7db493f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/556b909b-60c7-4f06-9235-35f6b4afd7ed HTTP/1.1" status: 204 len: 168 time: 0.2715847 Feb 16 15:13:13.056876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b1bb2-05e6-4913-819d-921eb7db493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b909b-60c7-4f06-9235-35f6b4afd7ed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:13.221687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0f159e39-6ea9-4cda-aee3-9f577972a656 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags/tempest-TagsExtTest-Tag-445817687 HTTP/1.1" status: 201 len: 201 time: 0.2198622 Feb 16 15:13:13.224370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60820) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:13.229086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-c1f4def5-822e-431e-a246-1d76baf663ce tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', 'tempest-TagsExtTest-Tag-655050423') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:13.431379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c1f4def5-822e-431e-a246-1d76baf663ce tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags/tempest-TagsExtTest-Tag-655050423 HTTP/1.1" status: 201 len: 201 time: 0.2059610 Feb 16 15:13:13.439133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60822) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:13.439133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-cc67f927-3203-46bf-a160-83ad3174dd3d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', 'tempest-TagsExtTest-Tag-333589739') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:13.654717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cc67f927-3203-46bf-a160-83ad3174dd3d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags/tempest-TagsExtTest-Tag-333589739 HTTP/1.1" status: 201 len: 201 time: 0.2194178 Feb 16 15:13:13.662721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60828) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:13.667801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-af846343-f7ef-4ead-b860-3f49a2105491 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', {'tags': ['tempest-TagsExtTest-Tag-1574673885', 'tempest-TagsExtTest-Tag-1365421593', 'tempest-TagsExtTest-Tag-968430574']}) {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:13.900115 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-af846343-f7ef-4ead-b860-3f49a2105491 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags HTTP/1.1" status: 200 len: 317 time: 0.2361698 Feb 16 15:13:13.902686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60840) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:13.907939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-1108abb6-fe21-4cc5-aa12-118e22e75c2b tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.071737 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1108abb6-fe21-4cc5-aa12-118e22e75c2b tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags HTTP/1.1" status: 204 len: 168 time: 0.1679165 Feb 16 15:13:14.074365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60844) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.079084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-a7542d66-14bf-48b1-a085-0feca7f4c1ce tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', 'tempest-TagsExtTest-Tag-1574673885') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.144876 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-a7542d66-14bf-48b1-a085-0feca7f4c1ce tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:14.158338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a7542d66-14bf-48b1-a085-0feca7f4c1ce tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags/tempest-TagsExtTest-Tag-1574673885 HTTP/1.1" status: 404 len: 329 time: 0.0704873 Feb 16 15:13:14.160358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60852) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.164995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-bd112ffb-e1d7-406b-b3cd-a4c36d0f3c8d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', 'tempest-TagsExtTest-Tag-1365421593') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.230661 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-bd112ffb-e1d7-406b-b3cd-a4c36d0f3c8d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:14.236359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bd112ffb-e1d7-406b-b3cd-a4c36d0f3c8d tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags/tempest-TagsExtTest-Tag-1365421593 HTTP/1.1" status: 404 len: 329 time: 0.0713229 Feb 16 15:13:14.236686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60858) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.242450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-e42984b5-c5ce-4294-87df-bf26b834fddc tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33', 'tempest-TagsExtTest-Tag-968430574') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.332234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037be3ad-a14f-4c7f-98de-ecd5ecce13a3 req-c3efeb84-2a3a-4334-8619-cc05a364960b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:14.333754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-037be3ad-a14f-4c7f-98de-ecd5ecce13a3 req-c3efeb84-2a3a-4334-8619-cc05a364960b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 945 time: 0.0876083 Feb 16 15:13:14.359894 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-e42984b5-c5ce-4294-87df-bf26b834fddc tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:14.363634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e42984b5-c5ce-4294-87df-bf26b834fddc tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags/tempest-TagsExtTest-Tag-968430574 HTTP/1.1" status: 404 len: 328 time: 0.1218779 Feb 16 15:13:14.364055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60862) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.368870 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-ec401139-c56e-4624-9c02-9f16ffbde8f6 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', {'tags': ['tempest-TagsExtTest-Tag-487812453', 'tempest-TagsExtTest-Tag-687945532', 'tempest-TagsExtTest-Tag-1838131173']}) {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.378661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-037be3ad-a14f-4c7f-98de-ecd5ecce13a3 req-c94cfcb5-df24-4eaf-95c5-bee5389bf6ad tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 Feb 16 15:13:14.570238 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ec401139-c56e-4624-9c02-9f16ffbde8f6 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags HTTP/1.1" status: 200 len: 316 time: 0.2050269 Feb 16 15:13:14.581919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60868) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.586292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-87c43bcb-3a8c-480a-8b9f-196979e5838f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.770235 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-87c43bcb-3a8c-480a-8b9f-196979e5838f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags HTTP/1.1" status: 204 len: 168 time: 0.1871347 Feb 16 15:13:14.775146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60872) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.777423 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-4f455cc9-3a0e-493c-a67d-3fbe0d194a76 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', 'tempest-TagsExtTest-Tag-487812453') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.831651 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-4f455cc9-3a0e-493c-a67d-3fbe0d194a76 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:14.832698 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f455cc9-3a0e-493c-a67d-3fbe0d194a76 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags/tempest-TagsExtTest-Tag-487812453 HTTP/1.1" status: 404 len: 328 time: 0.0590711 Feb 16 15:13:14.835464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60874) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.842261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-280edd8d-86de-4c72-8ec8-598df6af6265 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', 'tempest-TagsExtTest-Tag-687945532') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.896091 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-280edd8d-86de-4c72-8ec8-598df6af6265 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:14.897163 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-280edd8d-86de-4c72-8ec8-598df6af6265 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags/tempest-TagsExtTest-Tag-687945532 HTTP/1.1" status: 404 len: 328 time: 0.0607951 Feb 16 15:13:14.900884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60878) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.906432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-a3a50b33-e635-4727-ae95-91e238aa5c33 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5', 'tempest-TagsExtTest-Tag-1838131173') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:14.957376 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-a3a50b33-e635-4727-ae95-91e238aa5c33 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:14.958436 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3a50b33-e635-4727-ae95-91e238aa5c33 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags/tempest-TagsExtTest-Tag-1838131173 HTTP/1.1" status: 404 len: 329 time: 0.0565355 Feb 16 15:13:14.961196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60880) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:14.965694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-b1bb157e-f237-4cdb-b7bd-72eb00028730 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', {'tags': ['tempest-TagsExtTest-Tag-810674570', 'tempest-TagsExtTest-Tag-1269794941', 'tempest-TagsExtTest-Tag-1433831665']}) {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:15.225258 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b1bb157e-f237-4cdb-b7bd-72eb00028730 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags HTTP/1.1" status: 200 len: 317 time: 0.2630460 Feb 16 15:13:15.227911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60890) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:15.232564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-efa11ca8-1bd8-463b-a80d-9036ac374395 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:15.435805 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-efa11ca8-1bd8-463b-a80d-9036ac374395 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags HTTP/1.1" status: 204 len: 168 time: 0.2042959 Feb 16 15:13:15.436139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60900) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:15.441743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-ee21e41c-412f-4cd0-a8aa-4abae610da35 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', 'tempest-TagsExtTest-Tag-810674570') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:15.584173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a7da2-f8e2-4929-b275-e59757a78950 req-80db379b-0ea4-4e42-97aa-53196953b8ef tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:15.585961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-715a7da2-f8e2-4929-b275-e59757a78950 req-80db379b-0ea4-4e42-97aa-53196953b8ef tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 945 time: 0.0976353 Feb 16 15:13:15.587526 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-ee21e41c-412f-4cd0-a8aa-4abae610da35 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:15.604256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ee21e41c-412f-4cd0-a8aa-4abae610da35 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags/tempest-TagsExtTest-Tag-810674570 HTTP/1.1" status: 404 len: 328 time: 0.1513729 Feb 16 15:13:15.604256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60904) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:15.604256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-9bdf8082-b0b0-4ea2-9611-a9390102e6da tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', 'tempest-TagsExtTest-Tag-1269794941') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:15.604666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60906) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:15.719971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-715a7da2-f8e2-4929-b275-e59757a78950 req-b78712df-eb9b-4f33-b4f3-8ba12fc1ecc3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b8ab92f-124c-469c-8c55-27faa978e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110821 Feb 16 15:13:15.724615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-325531529', 'router:external': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:15.783922 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-9bdf8082-b0b0-4ea2-9611-a9390102e6da tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:15.787326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9bdf8082-b0b0-4ea2-9611-a9390102e6da tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags/tempest-TagsExtTest-Tag-1269794941 HTTP/1.1" status: 404 len: 329 time: 0.1903503 Feb 16 15:13:15.790115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60912) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:15.798156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-29eb0079-c753-4f18-a40d-d645a21115a1 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b', 'tempest-TagsExtTest-Tag-1433831665') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:15.807327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-37f3369e-531d-4295-8ec2-45b3fbc7536f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:15.809185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-37f3369e-531d-4295-8ec2-45b3fbc7536f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 945 time: 0.0930610 Feb 16 15:13:15.930138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port ff36cf13-d253-43c3-a953-00b9f9db38c3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:15.930536 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.031766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] For port ff36cf13-d253-43c3-a953-00b9f9db38c3, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=ff36cf13-d253-43c3-a953-00b9f9db38c3,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:16.032133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.046013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for ff36cf13-d253-43c3-a953-00b9f9db38c3 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:16.094311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Made reservation on behalf of 5472cd88441343d6b1e981657396fd02 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:16.104321 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.108243 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.121862 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-29eb0079-c753-4f18-a40d-d645a21115a1 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:16.122937 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-29eb0079-c753-4f18-a40d-d645a21115a1 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags/tempest-TagsExtTest-Tag-1433831665 HTTP/1.1" status: 404 len: 329 time: 0.3313689 Feb 16 15:13:16.127721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60916) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.135083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-a3366e96-e682-4c45-8600-8b9ee382f0f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', {'tags': ['tempest-TagsExtTest-Tag-1089043766', 'tempest-TagsExtTest-Tag-966275311', 'tempest-TagsExtTest-Tag-1370179984']}) {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:16.216717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.261065 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.274540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['ff36cf13-d253-43c3-a953-00b9f9db38c3'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:13:16.295226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=ff36cf13-d253-43c3-a953-00b9f9db38c3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:16.317680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.370384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] No DVR routers for this DVR port ff36cf13-d253-43c3-a953-00b9f9db38c3 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:13:16.372658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:13:16.374529 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.378713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c5e27e-0e40-4c92-8f08-8ed15b121e90 req-b2c86620-906a-4fe6-86a2-43c074863d7a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "DELETE /v2.0/ports/ff36cf13-d253-43c3-a953-00b9f9db38c3 HTTP/1.1" status: 204 len: 173 time: 0.5614104 Feb 16 15:13:16.379470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'name': 'network-vif-deleted', 'tag': 'ff36cf13-d253-43c3-a953-00b9f9db38c3'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:13:16.382325 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69894f5-1b0f-4678-b337-6cca586753f6" -d '{"events": [{"server_uuid": "a9f91cd4-2e02-47b6-8411-e69c17e344d0", "name": "network-vif-deleted", "tag": "ff36cf13-d253-43c3-a953-00b9f9db38c3"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:13:16.386049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08996d-31f3-4205-91c4-0603cbc6d2e9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:16.408706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.409094 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Added segment 22e1cac1-78e9-4f67-829e-a2f23fd3f98b of type vlan for network f6d1fb7a-97fe-432c-867d-ec14134e022f Feb 16 15:13:16.431314 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d59b9-2e0e-4bd8-910e-3c3530944e24 x-openstack-request-id: req-582d59b9-2e0e-4bd8-910e-3c3530944e24 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:13:16.431679 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f91cd4-2e02-47b6-8411-e69c17e344d0", "name": "network-vif-deleted", "tag": "ff36cf13-d253-43c3-a953-00b9f9db38c3", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:13:16.431929 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-582d59b9-2e0e-4bd8-910e-3c3530944e24 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:13:16.439830 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f91cd4-2e02-47b6-8411-e69c17e344d0', 'name': 'network-vif-deleted', 'tag': 'ff36cf13-d253-43c3-a953-00b9f9db38c3', 'status': 'completed', 'code': 200} Feb 16 15:13:16.466891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.541407 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3366e96-e682-4c45-8600-8b9ee382f0f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "PUT /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags HTTP/1.1" status: 200 len: 317 time: 0.4125798 Feb 16 15:13:16.544686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60920) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.549425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-58b17c95-fe62-4934-9b5b-5c35ec3e3ae4 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:16.601125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.637848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.638986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:16.639661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:16.700049 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-58b17c95-fe62-4934-9b5b-5c35ec3e3ae4 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags HTTP/1.1" status: 204 len: 168 time: 0.1539690 Feb 16 15:13:16.701390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.706529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-83db6eb0-3b38-4309-81dd-a16c7d49ff5e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', 'tempest-TagsExtTest-Tag-1089043766') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:16.713611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Network': ['ID=f6d1fb7a-97fe-432c-867d-ec14134e022f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:16.725217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f6d1fb7a-97fe-432c-867d-ec14134e022f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:13:16.761094 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-83db6eb0-3b38-4309-81dd-a16c7d49ff5e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:16.761094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-83db6eb0-3b38-4309-81dd-a16c7d49ff5e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags/tempest-TagsExtTest-Tag-1089043766 HTTP/1.1" status: 404 len: 329 time: 0.0496080 Feb 16 15:13:16.761290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60926) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.767877 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-501daf78-91ca-4564-be4a-aefa1fe2b37e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', 'tempest-TagsExtTest-Tag-966275311') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:16.799345 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fb617177-d354-42f2-a20a-1917f3f8db52 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1977773 Feb 16 15:13:16.802633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.808161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'subnet': {'network_id': 'f6d1fb7a-97fe-432c-867d-ec14134e022f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:16.835900 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-501daf78-91ca-4564-be4a-aefa1fe2b37e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:16.842601 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-501daf78-91ca-4564-be4a-aefa1fe2b37e tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags/tempest-TagsExtTest-Tag-966275311 HTTP/1.1" status: 404 len: 328 time: 0.0748174 Feb 16 15:13:16.842952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60932) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.849421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-63adec4c-e90a-4ceb-b3c6-85a850a29d4f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52', 'tempest-TagsExtTest-Tag-1370179984') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:16.902145 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-63adec4c-e90a-4ceb-b3c6-85a850a29d4f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] show failed (client error): The resource could not be found. Feb 16 15:13:16.909978 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-63adec4c-e90a-4ceb-b3c6-85a850a29d4f tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags/tempest-TagsExtTest-Tag-1370179984 HTTP/1.1" status: 404 len: 329 time: 0.0656719 Feb 16 15:13:16.910916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60934) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.917069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-4d32401e-f229-4a7d-b929-f3e1cbff26d3 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '13a9fae5-e4ba-44a7-aa6a-815203337c52') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:16.926781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b32f5279-9a85-4d51-af4e-0ef8dfa6fd88 req-e77e3ac9-53b4-426c-9dd3-d20d51eb636f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0873914 Feb 16 15:13:16.956551 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4d32401e-f229-4a7d-b929-f3e1cbff26d3 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52/tags HTTP/1.1" status: 204 len: 168 time: 0.0411892 Feb 16 15:13:16.956912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60936) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:16.961810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-2c79c5ef-dff5-4d5a-ad20-6e966a3e5c01 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6edff213-abf2-4245-bf15-45b989c41f9b') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:17.032485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Made reservation on behalf of 5472cd88441343d6b1e981657396fd02 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:17.034898 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:17.098958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2c79c5ef-dff5-4d5a-ad20-6e966a3e5c01 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b/tags HTTP/1.1" status: 204 len: 168 time: 0.1383932 Feb 16 15:13:17.100517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:17.111721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.tag.tag_plugin [None req-5ad0fff1-f2cd-49af-8b97-8922b0fc8c67 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a867debd-76de-4534-a860-5d82503902a5') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:17.212135 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5ad0fff1-f2cd-49af-8b97-8922b0fc8c67 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5/tags HTTP/1.1" status: 204 len: 168 time: 0.1083200 Feb 16 15:13:17.213390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:17.220367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.tag.tag_plugin [None req-1388b778-3cfc-44c2-875d-0a72217a748a tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f55ed024-ba9d-4056-a367-937530df6f33') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:17.336325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1388b778-3cfc-44c2-875d-0a72217a748a tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33/tags HTTP/1.1" status: 204 len: 168 time: 0.1169846 Feb 16 15:13:17.336656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60944) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:17.613520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.objects.ports [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103043) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:13:17.614691 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:17.620516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8aff3b3d-03c5-466a-965b-8023bf413a04 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for subnetpool, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:17.621853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8aff3b3d-03c5-466a-965b-8023bf413a04 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnetpools/13a9fae5-e4ba-44a7-aa6a-815203337c52 HTTP/1.1" status: 204 len: 168 time: 0.2842340 Feb 16 15:13:17.625092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60946) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:17.663044 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-68df4ace-85e0-420b-814d-febf96927564 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "GET /v2.0/ports?device_id=6edff213-abf2-4245-bf15-45b989c41f9b HTTP/1.1" status: 200 len: 205 time: 0.0364032 Feb 16 15:13:17.663928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60948) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:17.688480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e31d6f89-3105-4773-a585-f5ac00e8fe06,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:17.694512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Checking segment: {'id': '22e1cac1-78e9-4f67-829e-a2f23fd3f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'f6d1fb7a-97fe-432c-867d-ec14134e022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:17.704232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network hostable DHCP agents. Network: f6d1fb7a-97fe-432c-867d-ec14134e022f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:13:17.775856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-21703cd8-9533-4bac-85a8-cf3ab0d1c3f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:17.890391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network f6d1fb7a-97fe-432c-867d-ec14134e022f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:13:17.978618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-21703cd8-9533-4bac-85a8-cf3ab0d1c3f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:17.981613 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-21703cd8-9533-4bac-85a8-cf3ab0d1c3f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.049017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecc3e670-6608-4e1c-9979-15e4532cbf2d req-db6d343a-62f6-47c0-9cf3-f78f45917929 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0440090 Feb 16 15:13:18.050236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f6d1fb7a-97fe-432c-867d-ec14134e022f) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:18.068947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f88bc4-3ebd-4fa0-8a48-44d882e7bb12 None None] Network f6d1fb7a-97fe-432c-867d-ec14134e022f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:18.086722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:18.087402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.203648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-21703cd8-9533-4bac-85a8-cf3ab0d1c3f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.204192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21703cd8-9533-4bac-85a8-cf3ab0d1c3f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Fanout notify agent at l3_agent the message router_deleted on router 6edff213-abf2-4245-bf15-45b989c41f9b {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:18.216856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-21703cd8-9533-4bac-85a8-cf3ab0d1c3f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.216856 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-21703cd8-9533-4bac-85a8-cf3ab0d1c3f7 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/routers/6edff213-abf2-4245-bf15-45b989c41f9b HTTP/1.1" status: 204 len: 168 time: 0.5482085 Feb 16 15:13:18.217044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60956) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:18.235947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a3a42-db02-4d7a-9135-806f261b1c02 None None] Network f6d1fb7a-97fe-432c-867d-ec14134e022f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:18.290008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-23fff18b-dbca-42e6-8f30-5b4b045e5c92 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4859974 Feb 16 15:13:18.293053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60958) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:18.300680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1006213509', 'network_id': 'f6d1fb7a-97fe-432c-867d-ec14134e022f'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:18.348066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Deleting port a867debd-76de-4534-a860-5d82503902a5 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:18.349821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.455443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.468495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Made reservation on behalf of 5472cd88441343d6b1e981657396fd02 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:18.470854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.472965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Calling delete_port for a867debd-76de-4534-a860-5d82503902a5 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:18.498895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] device_id is not set on port 29b397a5-19e3-48d4-9d21-3722246665a8 yet. {{(pid=103043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 16 15:13:18.705330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Allocated IP 2001:db8::3e8 (f6d1fb7a-97fe-432c-867d-ec14134e022f/e31d6f89-3105-4773-a585-f5ac00e8fe06/29b397a5-19e3-48d4-9d21-3722246665a8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:18.853558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.961066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:18.972842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event deleted for resources: {'Port': ['ID=a867debd-76de-4534-a860-5d82503902a5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:19.084838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:19.089767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b2efaf21-b48a-4974-b16d-d7a8b6796693 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/ports/a867debd-76de-4534-a860-5d82503902a5 HTTP/1.1" status: 204 len: 168 time: 0.8725922 Feb 16 15:13:19.092342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60964) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:19.251206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8157041-3199-453b-8ad5-5bbc5e9ceb7b req-c3711dec-3c4c-4ca3-b0dc-76ef721ae7de tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0692825 Feb 16 15:13:19.255294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:19.260985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Deleting subnet f55ed024-ba9d-4056-a367-937530df6f33 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:13:19.269579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:19.400720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network f6d1fb7a-97fe-432c-867d-ec14134e022f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:19.410036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:19.421833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:19.425241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:19.425241 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:19.425853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Port': ['ID=29b397a5-19e3-48d4-9d21-3722246665a8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:19.430155 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:19.828041 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:19.864433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-316fa028-fb90-4160-8a27-b850b4c3ee77 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5643132 Feb 16 15:13:19.864433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 60968) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:19.962237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Deleting port 29b397a5-19e3-48d4-9d21-3722246665a8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:19.962850 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.044856 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.096236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.104764 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.109276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53889978-21ed-44d9-a8b8-4c000beedd74 None None] Network 2b313174-1f3a-4400-b559-73160d52e7c0 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:20.110441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/subnets/f55ed024-ba9d-4056-a367-937530df6f33 HTTP/1.1" status: 204 len: 168 time: 1.0141177 Feb 16 15:13:20.111376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedec9c4-6565-4e58-b80a-7d9326c50631 tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event deleted for resources: {'Subnet': ['ID=f55ed024-ba9d-4056-a367-937530df6f33,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:20.114094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60976) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:20.166050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Calling delete_port for 29b397a5-19e3-48d4-9d21-3722246665a8 owned by {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:20.353330 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.408251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff36cf13-d253-43c3-a953-00b9f9db38c3 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:20.448481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4857eaa-6682-4c93-847e-2030572bbd52 req-785787f5-e2f6-41b2-afc9-19d2ac46b194 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0534754 Feb 16 15:13:20.451232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: ff36cf13-d253-43c3-a953-00b9f9db38c3 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:13:20.451640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device ff36cf13-d253-43c3-a953-00b9f9db38c3 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:13:20.458067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] DHCP port deletion for 2b313174-1f3a-4400-b559-73160d52e7c0 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:13:20.480774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Deleting port d1d2ae7c-f43b-4f63-8519-04231b343586 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:20.480774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.488833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.554611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] For port d1d2ae7c-f43b-4f63-8519-04231b343586, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d1d2ae7c-f43b-4f63-8519-04231b343586,segment=NetworkSegment(bf2ea1e9-6759-40ce-b885-44e061fad8aa),segment_id=bf2ea1e9-6759-40ce-b885-44e061fad8aa)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:20.554924 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.588800 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Calling delete_port for d1d2ae7c-f43b-4f63-8519-04231b343586 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:20.588914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event deleted for resources: {'Port': ['ID=29b397a5-19e3-48d4-9d21-3722246665a8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:20.604053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] Deleting port d1d2ae7c-f43b-4f63-8519-04231b343586 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:20.606410 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.658944 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.667679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 60992) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:20.668307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-19bde8f8-3389-4756-9976-41d450664f1f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "DELETE /v2.0/ports/29b397a5-19e3-48d4-9d21-3722246665a8 HTTP/1.1" status: 204 len: 168 time: 0.8055875 Feb 16 15:13:20.674667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6d1fb7a-97fe-432c-867d-ec14134e022f', 'external_fixed_ips': [{'subnet_id': 'e31d6f89-3105-4773-a585-f5ac00e8fe06', 'ip_address': '2001:db8::3e8'}]}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:20.735663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] For port d1d2ae7c-f43b-4f63-8519-04231b343586, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d1d2ae7c-f43b-4f63-8519-04231b343586,segment=NetworkSegment(bf2ea1e9-6759-40ce-b885-44e061fad8aa),segment_id=bf2ea1e9-6759-40ce-b885-44e061fad8aa)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:20.736065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.753541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] Calling delete_port for d1d2ae7c-f43b-4f63-8519-04231b343586 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:20.847971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.849063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.885735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.890710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:20.919536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] Pushing event deleted for resources: {'Port': ['ID=d1d2ae7c-f43b-4f63-8519-04231b343586,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:20.921924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206c332-4e6e-45a6-9f6a-28675c63967f None None] No DVR routers for this DVR port d1d2ae7c-f43b-4f63-8519-04231b343586 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:13:20.933957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] No DVR routers for this DVR port d1d2ae7c-f43b-4f63-8519-04231b343586 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:13:20.939364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event deleted for resources: {'Port': ['ID=d1d2ae7c-f43b-4f63-8519-04231b343586,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:21.012281 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.057567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.078362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b313174-1f3a-4400-b559-73160d52e7c0']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:21.087593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2ea1e9-6759-40ce-b885-44e061fad8aa') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:21.091678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2ea1e9-6759-40ce-b885-44e061fad8aa') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:21.098713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.114140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.181251 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:13:21.181673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:13:21.185034 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:13:21.311114 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.386194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d1d2ae7c-f43b-4f63-8519-04231b343586 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:21.410463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d1d2ae7c-f43b-4f63-8519-04231b343586 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:13:21.410799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d1d2ae7c-f43b-4f63-8519-04231b343586 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:13:21.462904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.487209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.508273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] 10.222.0.113 "DELETE /v2.0/networks/2b313174-1f3a-4400-b559-73160d52e7c0 HTTP/1.1" status: 204 len: 168 time: 1.3887804 Feb 16 15:13:21.540226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e496d-8db9-4d0c-ba54-dc39b098d9ff tempest-TagsExtTest-416612690 tempest-TagsExtTest-416612690-project] Pushing event deleted for resources: {'Network': ['ID=2b313174-1f3a-4400-b559-73160d52e7c0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:21.666937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5199886-dd38-4bb3-aa00-681c9f8b53bb req-5bd9a110-ae8a-49fe-a2cb-dc0bec28a3d6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9f91cd4-2e02-47b6-8411-e69c17e344d0 HTTP/1.1" status: 200 len: 210 time: 0.0802364 Feb 16 15:13:21.781285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.806406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:21.981002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Allocated IP 2001:db8::3e8 (f6d1fb7a-97fe-432c-867d-ec14134e022f/e31d6f89-3105-4773-a585-f5ac00e8fe06/88567fb9-754d-452b-92c9-f59707786e28) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:22.128931 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:22.173513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32776) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:22.278752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:22.333558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network f6d1fb7a-97fe-432c-867d-ec14134e022f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:22.340432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:22.343178 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:22.345421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Port': ['ID=88567fb9-754d-452b-92c9-f59707786e28,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:22.408849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d7b7c568-8136-4cb4-9aa7-8eed52fa1e54 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0216fa42380c4f3b86acdd12071896e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338085 Feb 16 15:13:22.411246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32780) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:22.483239 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c83c1765-44d8-46c8-9d3b-cf1389aa440b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:22.511330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c83c1765-44d8-46c8-9d3b-cf1389aa440b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:22.695482 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c83c1765-44d8-46c8-9d3b-cf1389aa440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:22.704674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c83c1765-44d8-46c8-9d3b-cf1389aa440b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:22.709268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c83c1765-44d8-46c8-9d3b-cf1389aa440b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ad53cadc-e354-4485-86ec-d722c2084cfd HTTP/1.1" status: 204 len: 168 time: 0.2968717 Feb 16 15:13:22.738000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1765-44d8-46c8-9d3b-cf1389aa440b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53cadc-e354-4485-86ec-d722c2084cfd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:22.763415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-d85cda98-43af-4061-aa9f-e2a56aa90dfd req-87ba3821-80d1-45ea-9692-3177f64f5715 service neutron] (103044) timed out ('10.222.0.93', 49640) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:13:22.821629 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:23.318106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:23.609229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Router 460f12f7-4b97-409d-ba67-23f822505bcc is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:13:23.746410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:23.755896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Sync routers for ids ['460f12f7-4b97-409d-ba67-23f822505bcc'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:23.775172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Routers {'460f12f7-4b97-409d-ba67-23f822505bcc'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:23.776332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['460f12f7-4b97-409d-ba67-23f822505bcc'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:23.883827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:23.883827 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c3c3d8c6-caef-40b5-aa2e-dc0e901713ac tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2097065 Feb 16 15:13:23.884080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32818) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:23.912328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Set router 460f12f7-4b97-409d-ba67-23f822505bcc gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:13:24.012741 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:24.165019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:24.344189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460f12f7-4b97-409d-ba67-23f822505bcc', 'name': '', 'tenant_id': '5472cd88441343d6b1e981657396fd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6d1fb7a-97fe-432c-867d-ec14134e022f', 'external_fixed_ips': [{'subnet_id': 'e31d6f89-3105-4773-a585-f5ac00e8fe06', 'ip_address': '2001:db8::3e8'}], 'enable_snat': True}, 'gw_port_id': '88567fb9-754d-452b-92c9-f59707786e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:20Z', 'updated_at': '2022-02-16T15:13:22Z', 'revision_number': 3, 'project_id': '5472cd88441343d6b1e981657396fd02', 'gw_port': {'id': '88567fb9-754d-452b-92c9-f59707786e28', 'name': '', 'network_id': 'f6d1fb7a-97fe-432c-867d-ec14134e022f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:dc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460f12f7-4b97-409d-ba67-23f822505bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'e31d6f89-3105-4773-a585-f5ac00e8fe06', 'ip_address': '2001:db8::3e8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:21Z', 'updated_at': '2022-02-16T15:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e31d6f89-3105-4773-a585-f5ac00e8fe06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:24.358919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Deleting port 88567fb9-754d-452b-92c9-f59707786e28 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:24.359267 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:24.384091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Checking router: 460f12f7-4b97-409d-ba67-23f822505bcc for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:13:24.384528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Updating router 460f12f7-4b97-409d-ba67-23f822505bcc port 88567fb9-754d-452b-92c9-f59707786e28 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:13:24.428262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:24.465055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:24.478576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Calling delete_port for 88567fb9-754d-452b-92c9-f59707786e28 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:24.797875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:24.830196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event deleted for resources: {'Port': ['ID=88567fb9-754d-452b-92c9-f59707786e28,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:24.899570 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:24.932610 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:13:24.932610 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:13:25.107494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.112667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.288916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.291654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 460f12f7-4b97-409d-ba67-23f822505bcc {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:25.299183 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.300475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f8c0111b-71ea-45d1-97ad-fe7039857547 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "DELETE /v2.0/routers/460f12f7-4b97-409d-ba67-23f822505bcc HTTP/1.1" status: 204 len: 168 time: 1.4166205 Feb 16 15:13:25.307695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32860) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:25.367943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Deleting subnet e31d6f89-3105-4773-a585-f5ac00e8fe06 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:13:25.371199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.419451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.455876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Port 88567fb9-754d-452b-92c9-f59707786e28 not found while updating agent binding for router 460f12f7-4b97-409d-ba67-23f822505bcc. {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 16 15:13:25.463088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Routers set() bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:25.463437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Router IDs set() for agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 15:13:25.464019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_agentschedulers_db [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'460f12f7-4b97-409d-ba67-23f822505bcc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent'). {{(pid=103045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 15:13:25.464394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c398f-a683-4b4b-8c36-773d750d8c16 None None] The sync data for ids ['460f12f7-4b97-409d-ba67-23f822505bcc'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:25.471382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.659251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.705617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e31d6f89-3105-4773-a585-f5ac00e8fe06,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:25.718436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.722525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-239f5dc7-90d4-47bb-a0f6-2cc2559ed85e tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "DELETE /v2.0/subnets/e31d6f89-3105-4773-a585-f5ac00e8fe06 HTTP/1.1" status: 204 len: 168 time: 0.4175286 Feb 16 15:13:25.725695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32878) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:25.847032 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.940184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:25.969725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d1fb7a-97fe-432c-867d-ec14134e022f']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:25.984697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e1cac1-78e9-4f67-829e-a2f23fd3f98b') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:25.985024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e1cac1-78e9-4f67-829e-a2f23fd3f98b') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:25.997093 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:26.011674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:26.018256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:13:26.018738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:13:26.020644 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:13:26.193111 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:26.193812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6d1fb7a-97fe-432c-867d-ec14134e022f {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 15:13:26.207279 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:26.211888 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "DELETE /v2.0/networks/f6d1fb7a-97fe-432c-867d-ec14134e022f HTTP/1.1" status: 204 len: 168 time: 0.4813876 Feb 16 15:13:26.213554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363aece-66e3-4c29-be3f-3523b5d9ff9d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6d1fb7a-97fe-432c-867d-ec14134e022f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:26.712291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32914) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:26.717748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2a430807-18f6-4892-8bcd-c747d9c9d929 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'router': {'name': 'tempest-router--1957116436', 'project_id': '512a6e1328f14ae3a6c5ee5dbe55963e'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:26.826545 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a430807-18f6-4892-8bcd-c747d9c9d929 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:26.827799 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a430807-18f6-4892-8bcd-c747d9c9d929 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:26.891336 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a430807-18f6-4892-8bcd-c747d9c9d929 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.025021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a430807-18f6-4892-8bcd-c747d9c9d929 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.125782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2a430807-18f6-4892-8bcd-c747d9c9d929 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.126965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2a430807-18f6-4892-8bcd-c747d9c9d929 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4131925 Feb 16 15:13:27.129784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:27.204813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e98c-5ef1-4fe1-b985-6683184f034a tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.421905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e98c-5ef1-4fe1-b985-6683184f034a tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.427312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e98c-5ef1-4fe1-b985-6683184f034a tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.584123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e98c-5ef1-4fe1-b985-6683184f034a tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.584732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac6e98c-5ef1-4fe1-b985-6683184f034a tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72cc3353-9d4d-41b4-911e-d0cc79f0cf70 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:27.595885 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e98c-5ef1-4fe1-b985-6683184f034a tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:27.595885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9ac6e98c-5ef1-4fe1-b985-6683184f034a tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "DELETE /v2.0/routers/72cc3353-9d4d-41b4-911e-d0cc79f0cf70 HTTP/1.1" status: 204 len: 168 time: 0.4629455 Feb 16 15:13:27.926446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:28.213405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-927690238', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:28.260899 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32948) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:28.266193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6df5853a-6876-4239-83e6-30f5f2e153f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532062042', 'description': 'tempest-secgroup-smoke-1532062042 description', 'project_id': 'd47b8185a8f14c06a632bd6c333b1954'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:28.404402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.405904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.473763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.580477 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6df5853a-6876-4239-83e6-30f5f2e153f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.677142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6df5853a-6876-4239-83e6-30f5f2e153f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.779426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.780136 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6df5853a-6876-4239-83e6-30f5f2e153f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.809220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5853a-6876-4239-83e6-30f5f2e153f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6bc868-2070-482b-a924-7f041e83722f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:28.882690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6df5853a-6876-4239-83e6-30f5f2e153f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:28.886879 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6df5853a-6876-4239-83e6-30f5f2e153f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6215224 Feb 16 15:13:28.891393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32954) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:28.892119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c380bc20-3e63-41c0-ba63-a86dbc53b189 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'security_group_rule': {'security_group_id': 'de6bc868-2070-482b-a924-7f041e83722f', 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:29.066025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c380bc20-3e63-41c0-ba63-a86dbc53b189 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.105492 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.130801 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.139582 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c380bc20-3e63-41c0-ba63-a86dbc53b189 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.237016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c380bc20-3e63-41c0-ba63-a86dbc53b189 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.256988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380bc20-3e63-41c0-ba63-a86dbc53b189 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b685c28a-dac7-4ab1-add4-819f048c6e8f,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:29.276544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Allocated IP 172.25.6.18 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/694b695f-d4f1-458b-b247-e9d711eda05b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:29.393762 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.462328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c380bc20-3e63-41c0-ba63-a86dbc53b189 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.463588 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c380bc20-3e63-41c0-ba63-a86dbc53b189 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5750911 Feb 16 15:13:29.466560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32960) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:29.471065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f4d6f4f2-5303-4043-8d61-bd7cc6fe5526 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'security_group_rule': {'security_group_id': 'de6bc868-2070-482b-a924-7f041e83722f', 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:29.653489 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.696271 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:29.699099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:29.703827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:29.732971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4d6f4f2-5303-4043-8d61-bd7cc6fe5526 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.735353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event updated for resources: {'Port': ['ID=694b695f-d4f1-458b-b247-e9d711eda05b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:29.872309 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4d6f4f2-5303-4043-8d61-bd7cc6fe5526 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.968567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4d6f4f2-5303-4043-8d61-bd7cc6fe5526 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:29.983658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6f4f2-5303-4043-8d61-bd7cc6fe5526 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdfdc98-ca2e-4270-a4b9-600034e9327b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:30.159495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f4d6f4f2-5303-4043-8d61-bd7cc6fe5526 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:30.163596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f4d6f4f2-5303-4043-8d61-bd7cc6fe5526 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6933286 Feb 16 15:13:30.164257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32968) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:30.170981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0368e8b6-0fcf-4638-94ff-3221e675fedd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'security_group_rule': {'security_group_id': 'de6bc868-2070-482b-a924-7f041e83722f', 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:30.227302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:30.380953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0368e8b6-0fcf-4638-94ff-3221e675fedd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:30.473851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0368e8b6-0fcf-4638-94ff-3221e675fedd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:30.573350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0368e8b6-0fcf-4638-94ff-3221e675fedd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:30.604270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368e8b6-0fcf-4638-94ff-3221e675fedd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1eb6114-3e53-4f3a-8309-c106d3419dd1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:30.731529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0368e8b6-0fcf-4638-94ff-3221e675fedd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:30.735617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:30.736277 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0368e8b6-0fcf-4638-94ff-3221e675fedd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5707238 Feb 16 15:13:30.737121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32972) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:30.741826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d929e28e-c326-4f5f-bcc6-d0d6560ff3e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'security_group_rule': {'security_group_id': 'de6bc868-2070-482b-a924-7f041e83722f', 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:30.921161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d929e28e-c326-4f5f-bcc6-d0d6560ff3e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.024648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d929e28e-c326-4f5f-bcc6-d0d6560ff3e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.079433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Router a18e5366-d77d-4abf-be22-cc2a6221ca9b is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:13:31.191844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d929e28e-c326-4f5f-bcc6-d0d6560ff3e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.196946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:31.208724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] Sync routers for ids ['a18e5366-d77d-4abf-be22-cc2a6221ca9b'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:31.222461 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] Routers {'a18e5366-d77d-4abf-be22-cc2a6221ca9b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:31.223435 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a18e5366-d77d-4abf-be22-cc2a6221ca9b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:31.237439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929e28e-c326-4f5f-bcc6-d0d6560ff3e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18afecce-3f0a-46a4-ba0e-ba38d595b322,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:31.289401 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:31.309666 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] Routers {'a18e5366-d77d-4abf-be22-cc2a6221ca9b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:31.310536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['a18e5366-d77d-4abf-be22-cc2a6221ca9b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:31.350408 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:31.351306 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b2101-a395-4525-92fd-7bfd9c87ad21 None None] The sync data for ids ['a18e5366-d77d-4abf-be22-cc2a6221ca9b'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:31.357863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.359514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c893560e-d188-4aac-8cc9-3d3f7976f900 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4319832 Feb 16 15:13:31.362633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32986) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:31.389751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d929e28e-c326-4f5f-bcc6-d0d6560ff3e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.390968 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d929e28e-c326-4f5f-bcc6-d0d6560ff3e3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6527078 Feb 16 15:13:31.394306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32988) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:31.404107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'security_group_rule': {'security_group_id': 'de6bc868-2070-482b-a924-7f041e83722f', 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:31.506084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ed725b7-735b-4ac1-9b91-42e7c4ef1989 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/a18e5366-d77d-4abf-be22-cc2a6221ca9b HTTP/1.1" status: 200 len: 923 time: 0.1422288 Feb 16 15:13:31.509328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32990) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:31.511377 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Project d47b8185a8f14c06a632bd6c333b1954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:13:31.517310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.541732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-206b0d72-5d90-49b9-808e-6bdef6b10766 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=a18e5366-d77d-4abf-be22-cc2a6221ca9b HTTP/1.1" status: 200 len: 205 time: 0.0311408 Feb 16 15:13:31.545836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 32992) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:31.593285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.688502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.701147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.705465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fc5867-08e9-45a5-b01b-22ace6b5fba7,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:31.830291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:31.831979 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-48b007da-4fb8-4ec3-b67b-68fc120afeb0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4365401 Feb 16 15:13:31.835498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 32994) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:31.846306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'security_group_rule': {'security_group_id': 'de6bc868-2070-482b-a924-7f041e83722f', 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:31.895480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.041633 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Project d47b8185a8f14c06a632bd6c333b1954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:13:32.048724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.053903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Deleting port 694b695f-d4f1-458b-b247-e9d711eda05b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:32.053903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.133653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.146070 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.158623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Calling delete_port for 694b695f-d4f1-458b-b247-e9d711eda05b owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:32.277565 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.297135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3617c78-f257-4eaa-8530-cba43bbc614c,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:32.433719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.452591 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-401f09fe-f6bd-4b53-9c07-af121af91edf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6008234 Feb 16 15:13:32.475714 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.503237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event deleted for resources: {'Port': ['ID=694b695f-d4f1-458b-b247-e9d711eda05b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:32.584303 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.696380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.698583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.872237 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.872933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Fanout notify agent at l3_agent the message router_deleted on router a18e5366-d77d-4abf-be22-cc2a6221ca9b {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:32.880191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:32.885029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33048) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:32.886981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9ef614d2-1645-45cb-a1e8-5a99d1c3281d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/a18e5366-d77d-4abf-be22-cc2a6221ca9b HTTP/1.1" status: 204 len: 168 time: 1.3400843 Feb 16 15:13:32.891417 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-976586403', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': False}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:33.001187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:33.002315 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:33.053853 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:33.292670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:33.645150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:33.671646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:33.871069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Allocated IP 172.25.6.163 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/a550fa51-903a-4d60-b91d-7d7369849690) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:34.008974 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:34.129329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:34.183419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:34.189196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:34.191197 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Port': ['ID=a550fa51-903a-4d60-b91d-7d7369849690,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:34.194194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:34.229646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.230152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.230615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.231943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.232633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.233049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.233490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.233920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.234379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.234805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.235238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.235721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:34.365799 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:13:34.644624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:34.890683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:35.086856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33114) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:35.186732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Router 81977f60-1ea2-4746-9119-021d59ad7233 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:13:35.224023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcd0b63c-eeef-4e4d-8933-c29dcb903c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:35.420265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5cc81149-10d2-4015-8756-39edaa4eb141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:35.660472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:35.674514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Sync routers for ids ['81977f60-1ea2-4746-9119-021d59ad7233'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:35.685630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Routers {'81977f60-1ea2-4746-9119-021d59ad7233'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:35.686151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['81977f60-1ea2-4746-9119-021d59ad7233'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:35.708714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcd0b63c-eeef-4e4d-8933-c29dcb903c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:35.793814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:35.797966 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-617419c0-52f6-41da-ac84-e4edc6ff2bc4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9081218 Feb 16 15:13:35.798267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33122) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:35.822357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Set router 81977f60-1ea2-4746-9119-021d59ad7233 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:13:35.845019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dcd0b63c-eeef-4e4d-8933-c29dcb903c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:35.903817 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dcd0b63c-eeef-4e4d-8933-c29dcb903c25 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0faa16cd65f9449eabec0afebf2bd0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164549 Feb 16 15:13:35.907088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33124) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:35.939822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0b63c-eeef-4e4d-8933-c29dcb903c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd970e4-368e-4a13-92f9-51ff5894f549,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:35.971654 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-85dee3f4-695e-4f87-ab08-a12a87d24d05 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/81977f60-1ea2-4746-9119-021d59ad7233 HTTP/1.1" status: 200 len: 908 time: 0.1719546 Feb 16 15:13:35.973990 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33128) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:35.978826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-976586403', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': True}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:36.056405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1e1167a8-3627-4ded-a410-3c92752de5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.079578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81977f60-1ea2-4746-9119-021d59ad7233', 'name': 'tempest-snat-router-976586403', 'tenant_id': '5472cd88441343d6b1e981657396fd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.163'}], 'enable_snat': False}, 'gw_port_id': 'a550fa51-903a-4d60-b91d-7d7369849690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:33Z', 'updated_at': '2022-02-16T15:13:34Z', 'revision_number': 3, 'project_id': '5472cd88441343d6b1e981657396fd02', 'gw_port': {'id': 'a550fa51-903a-4d60-b91d-7d7369849690', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81977f60-1ea2-4746-9119-021d59ad7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:33Z', 'updated_at': '2022-02-16T15:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:36.088282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1e1167a8-3627-4ded-a410-3c92752de5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.107449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.108939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.150248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Checking router: 81977f60-1ea2-4746-9119-021d59ad7233 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:13:36.150877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Updating router 81977f60-1ea2-4746-9119-021d59ad7233 port a550fa51-903a-4d60-b91d-7d7369849690 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:13:36.201385 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.212056 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.266065 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1e1167a8-3627-4ded-a410-3c92752de5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.268919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1e1167a8-3627-4ded-a410-3c92752de5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.270311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1e1167a8-3627-4ded-a410-3c92752de5da admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7cd970e4-368e-4a13-92f9-51ff5894f549 HTTP/1.1" status: 204 len: 168 time: 0.3620629 Feb 16 15:13:36.287994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1167a8-3627-4ded-a410-3c92752de5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd970e4-368e-4a13-92f9-51ff5894f549,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:36.544285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.579012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.743896 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.834968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96d42-7787-4099-99bd-cbe94141d377 None None] Pushing event updated for resources: {'Port': ['ID=a550fa51-903a-4d60-b91d-7d7369849690,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:36.837669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Attempting to bind port a550fa51-903a-4d60-b91d-7d7369849690 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:13:36.838350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Attempting to bind port a550fa51-903a-4d60-b91d-7d7369849690 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:13:36.838530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Attempting to bind port a550fa51-903a-4d60-b91d-7d7369849690 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:13:36.846764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:13:36.847493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:36.848495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.849628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:13:36.850314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Bound port: a550fa51-903a-4d60-b91d-7d7369849690, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:13:36.850905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:36.932695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] For port a550fa51-903a-4d60-b91d-7d7369849690, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:13:36.937957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] For port a550fa51-903a-4d60-b91d-7d7369849690, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a550fa51-903a-4d60-b91d-7d7369849690,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:13:37.042559 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:37.095478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:37.123287 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:37.157420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96d42-7787-4099-99bd-cbe94141d377 None None] Pushing event updated for resources: {'Port': ['ID=a550fa51-903a-4d60-b91d-7d7369849690,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:37.198533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Routers {'81977f60-1ea2-4746-9119-021d59ad7233'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:37.198533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['81977f60-1ea2-4746-9119-021d59ad7233'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:37.311518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Allocated IP 172.25.6.174 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/5491d156-5e32-4b69-abce-d5dbde4aa30e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:37.357487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] Set router 81977f60-1ea2-4746-9119-021d59ad7233 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:13:37.457784 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:37.595495 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:37.642296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81977f60-1ea2-4746-9119-021d59ad7233', 'name': 'tempest-snat-router-976586403', 'tenant_id': '5472cd88441343d6b1e981657396fd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.163'}], 'enable_snat': False}, 'gw_port_id': 'a550fa51-903a-4d60-b91d-7d7369849690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:33Z', 'updated_at': '2022-02-16T15:13:34Z', 'revision_number': 3, 'project_id': '5472cd88441343d6b1e981657396fd02', 'gw_port': {'id': 'a550fa51-903a-4d60-b91d-7d7369849690', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81977f60-1ea2-4746-9119-021d59ad7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:33Z', 'updated_at': '2022-02-16T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:37.679131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:37.687899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff71d8e8-1497-4f0d-8c8d-4e9fc5c104a1 None None] The sync data for ids ['81977f60-1ea2-4746-9119-021d59ad7233'] in n-d-829433-1 is: [{'id': '81977f60-1ea2-4746-9119-021d59ad7233', 'name': 'tempest-snat-router-976586403', 'tenant_id': '5472cd88441343d6b1e981657396fd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.163'}], 'enable_snat': False}, 'gw_port_id': 'a550fa51-903a-4d60-b91d-7d7369849690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:33Z', 'updated_at': '2022-02-16T15:13:34Z', 'revision_number': 3, 'project_id': '5472cd88441343d6b1e981657396fd02', 'gw_port': {'id': 'a550fa51-903a-4d60-b91d-7d7369849690', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:41:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81977f60-1ea2-4746-9119-021d59ad7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:33Z', 'updated_at': '2022-02-16T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:37.688097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:37.731964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:37.737025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Port': ['ID=5491d156-5e32-4b69-abce-d5dbde4aa30e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:38.117230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1626bd08-06da-4171-b7d2-f1f909ae04cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:38.367452 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:38.691685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:38.997398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Router 1a25735f-a56e-466c-b7ec-5efe546b370a is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:13:39.194439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:39.206454 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Sync routers for ids ['1a25735f-a56e-466c-b7ec-5efe546b370a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:39.233961 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Routers {'1a25735f-a56e-466c-b7ec-5efe546b370a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:39.234845 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1a25735f-a56e-466c-b7ec-5efe546b370a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:39.324031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.326115 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-49f5234e-70f5-4c5c-84f2-49d4613d27c4 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3509638 Feb 16 15:13:39.328981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33196) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:39.383456 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Set router 1a25735f-a56e-466c-b7ec-5efe546b370a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:13:39.510504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-06f16866-459d-4775-b8de-a79dc7aabc4f tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/1a25735f-a56e-466c-b7ec-5efe546b370a HTTP/1.1" status: 200 len: 907 time: 0.1802626 Feb 16 15:13:39.513888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33198) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:39.519511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a550fa51-903a-4d60-b91d-7d7369849690 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:13:39.625819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a550fa51-903a-4d60-b91d-7d7369849690 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:39.626343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.653421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.654646 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a25735f-a56e-466c-b7ec-5efe546b370a', 'name': 'tempest-snat-router-976586403', 'tenant_id': '5472cd88441343d6b1e981657396fd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '5491d156-5e32-4b69-abce-d5dbde4aa30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:36Z', 'updated_at': '2022-02-16T15:13:38Z', 'revision_number': 3, 'project_id': '5472cd88441343d6b1e981657396fd02', 'gw_port': {'id': '5491d156-5e32-4b69-abce-d5dbde4aa30e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a25735f-a56e-466c-b7ec-5efe546b370a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:37Z', 'updated_at': '2022-02-16T15:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:39.672410 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.686318 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Checking router: 1a25735f-a56e-466c-b7ec-5efe546b370a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:13:39.686662 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Updating router 1a25735f-a56e-466c-b7ec-5efe546b370a port 5491d156-5e32-4b69-abce-d5dbde4aa30e binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:13:39.735037 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.744773 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.786130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.791129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a550fa51-903a-4d60-b91d-7d7369849690, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a550fa51-903a-4d60-b91d-7d7369849690,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:39.901164 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:39.974671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a550fa51-903a-4d60-b91d-7d7369849690,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:39.986062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.986508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.987327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.987933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.988471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.988870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.989267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.989742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.990295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.990690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.991330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:39.991458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.015464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Deleting port 5491d156-5e32-4b69-abce-d5dbde4aa30e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:40.015831 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.192428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.210991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Calling delete_port for 5491d156-5e32-4b69-abce-d5dbde4aa30e owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:40.257899 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.408337 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.460122 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Attempting to bind port 5491d156-5e32-4b69-abce-d5dbde4aa30e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:13:40.460498 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Attempting to bind port 5491d156-5e32-4b69-abce-d5dbde4aa30e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:13:40.460859 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Attempting to bind port 5491d156-5e32-4b69-abce-d5dbde4aa30e on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:13:40.471370 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:13:40.471772 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:40.472172 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.472567 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:13:40.473044 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Bound port: 5491d156-5e32-4b69-abce-d5dbde4aa30e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:13:40.473420 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.503161 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Pushing event updated for resources: {'Port': ['ID=5491d156-5e32-4b69-abce-d5dbde4aa30e,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:40.516724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.517309 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.517806 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.518502 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.518988 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.519466 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.519983 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.521044 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.522126 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.522723 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.523217 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.523730 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c122bc66-94eb-48f9-9ecd-13b7cf1b5670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:40.598603 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.db.api [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:13:40.598967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.599490 n-d-829433-1 neutron-server[103046]: DEBUG oslo_db.api [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:13:40.650294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event deleted for resources: {'Port': ['ID=5491d156-5e32-4b69-abce-d5dbde4aa30e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:40.748790 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.890686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:40.891956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.008774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.009345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a25735f-a56e-466c-b7ec-5efe546b370a {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:41.017048 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.018368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f3a0cf12-c7d8-456c-8106-617f4f0bb11d tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "DELETE /v2.0/routers/1a25735f-a56e-466c-b7ec-5efe546b370a HTTP/1.1" status: 204 len: 168 time: 1.5030384 Feb 16 15:13:41.021070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33218) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:41.125101 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Attempting to bind port 5491d156-5e32-4b69-abce-d5dbde4aa30e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:13:41.127666 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Attempting to bind port 5491d156-5e32-4b69-abce-d5dbde4aa30e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:13:41.128318 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Attempting to bind port 5491d156-5e32-4b69-abce-d5dbde4aa30e on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:13:41.144794 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:13:41.145602 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:41.146368 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.146998 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:13:41.148070 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Bound port: 5491d156-5e32-4b69-abce-d5dbde4aa30e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:13:41.148692 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.211865 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.plugin [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Port 5491d156-5e32-4b69-abce-d5dbde4aa30e has been deleted concurrently {{(pid=103046) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 16 15:13:41.228661 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.235232 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Routers set() bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:41.238057 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Router IDs set() for agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 15:13:41.238845 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_agentschedulers_db [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a25735f-a56e-466c-b7ec-5efe546b370a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent'). {{(pid=103046) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 15:13:41.239558 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19583fcd-c9b2-490b-9578-01b6fe5e8d4c None None] The sync data for ids ['1a25735f-a56e-466c-b7ec-5efe546b370a'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:41.438844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.474896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a550fa51-903a-4d60-b91d-7d7369849690 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:13:41.481005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.571506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a550fa51-903a-4d60-b91d-7d7369849690 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:41.571905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.656400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Deleting port a550fa51-903a-4d60-b91d-7d7369849690 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:41.657492 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.663464 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.747344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] For port a550fa51-903a-4d60-b91d-7d7369849690, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a550fa51-903a-4d60-b91d-7d7369849690,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:41.747662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:41.760577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Calling delete_port for a550fa51-903a-4d60-b91d-7d7369849690 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:42.148949 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.173162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33234) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:42.194636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event deleted for resources: {'Port': ['ID=a550fa51-903a-4d60-b91d-7d7369849690,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:42.273213 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.335817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d1785d0-0d2e-4851-9985-12c0fe757e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.382598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.384861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.434382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d1785d0-0d2e-4851-9985-12c0fe757e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.551529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.591434 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.591700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d1785d0-0d2e-4851-9985-12c0fe757e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.592067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81977f60-1ea2-4746-9119-021d59ad7233 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:42.601874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.601874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eb737a10-683d-4b8f-bf72-312d0bbe7221 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "DELETE /v2.0/routers/81977f60-1ea2-4746-9119-021d59ad7233 HTTP/1.1" status: 204 len: 168 time: 1.5793748 Feb 16 15:13:42.602240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33240) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:42.607449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-883031022', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:42.642238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1785d0-0d2e-4851-9985-12c0fe757e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c93556-2f94-47d8-b83b-38b0f5b00931,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:42.649828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d1785d0-0d2e-4851-9985-12c0fe757e20 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6af6c2198dfd49faa8862bfa5fb707b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753623 Feb 16 15:13:42.651202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33242) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:42.712810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49d9e76c-7107-4a1a-a85d-1fd3696e20ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.744952 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49d9e76c-7107-4a1a-a85d-1fd3696e20ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.774320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.775563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.832025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.962678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49d9e76c-7107-4a1a-a85d-1fd3696e20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.966001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-49d9e76c-7107-4a1a-a85d-1fd3696e20ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:42.967352 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-49d9e76c-7107-4a1a-a85d-1fd3696e20ea admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c5c93556-2f94-47d8-b83b-38b0f5b00931 HTTP/1.1" status: 204 len: 168 time: 0.3147593 Feb 16 15:13:42.975684 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9e76c-7107-4a1a-a85d-1fd3696e20ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c93556-2f94-47d8-b83b-38b0f5b00931,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:43.174117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:43.454141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a550fa51-903a-4d60-b91d-7d7369849690 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:13:43.483301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a550fa51-903a-4d60-b91d-7d7369849690 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:13:43.483707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a550fa51-903a-4d60-b91d-7d7369849690 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:13:43.890127 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33258) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:43.908926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1e300f1-09f8-4422-adef-812ae4843a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:43.951829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:43.973171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:43.994894 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1e300f1-09f8-4422-adef-812ae4843a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.098923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Allocated IP 172.25.6.169 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/96135699-faac-4956-8424-c07a34b1f1f2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:44.102403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e1e300f1-09f8-4422-adef-812ae4843a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.149846 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e1e300f1-09f8-4422-adef-812ae4843a1a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f4c1c6f541384a5593fb0d3c24c7252d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579205 Feb 16 15:13:44.150861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e300f1-09f8-4422-adef-812ae4843a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eddb4fa-5cc6-491b-a3dd-84f4b1b8eab6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:44.155673 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33262) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:44.244326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08959e7e-42f0-4d91-af9a-5e17f4a32cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.265579 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.294861 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08959e7e-42f0-4d91-af9a-5e17f4a32cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.464329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.503999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08959e7e-42f0-4d91-af9a-5e17f4a32cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.509102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:44.513766 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-08959e7e-42f0-4d91-af9a-5e17f4a32cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:44.513766 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-08959e7e-42f0-4d91-af9a-5e17f4a32cfb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9eddb4fa-5cc6-491b-a3dd-84f4b1b8eab6 HTTP/1.1" status: 204 len: 168 time: 0.3559337 Feb 16 15:13:44.514449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:44.524492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08959e7e-42f0-4d91-af9a-5e17f4a32cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eddb4fa-5cc6-491b-a3dd-84f4b1b8eab6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:44.536962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:44.540246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event updated for resources: {'Port': ['ID=96135699-faac-4956-8424-c07a34b1f1f2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:44.997244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:45.276671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:45.576178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Router 85529090-b2c1-470a-86c5-6077824ad37f is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:13:45.712253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:45.722511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] Sync routers for ids ['85529090-b2c1-470a-86c5-6077824ad37f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:45.735723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] Routers {'85529090-b2c1-470a-86c5-6077824ad37f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:45.737258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['85529090-b2c1-470a-86c5-6077824ad37f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:45.783470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:45.792334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] Routers {'85529090-b2c1-470a-86c5-6077824ad37f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:45.792979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['85529090-b2c1-470a-86c5-6077824ad37f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:45.827944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:45.828624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a44f1e-060b-4ca4-a24a-c2bb3db7a399 None None] The sync data for ids ['85529090-b2c1-470a-86c5-6077824ad37f'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:45.870253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:45.873713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4915d8ba-18dc-436b-8627-799bae7ab1d3 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2703261 Feb 16 15:13:45.876519 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33304) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:45.884758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': False}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:45.952803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33306) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:46.184626 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1685329268-network', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:46.364938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Made reservation on behalf of 3de3715b0bb34f75a5a3b2400dfb5deb for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:46.367240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:46.380922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:46.415258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:46.486836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:46.534749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:46.564123 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:46.657775 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:13:46.673734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ce6285-489e-415a-81a0-8c1ecf18ec77,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:46.684653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:46.685738 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Added segment 2383050f-8231-4608-b6c6-9fba4c66dfca of type vlan for network 061f042c-f4e9-4431-8ebc-4224ac64af7d Feb 16 15:13:46.754557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:47.422160 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:47.429430 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:47.484905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:47.486031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:47.486711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:47.610017 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6528332 Feb 16 15:13:47.610945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33322) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:47.614960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a34261-771c-43cb-909e-e5151ada34e3 admin admin] Pushing event updated for resources: {'Network': ['ID=061f042c-f4e9-4431-8ebc-4224ac64af7d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:47.617602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Request body: {'subnet': {'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1685329268-subnet', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:47.628803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:13:47.678737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Router 85529090-b2c1-470a-86c5-6077824ad37f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:13:47.785385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Made reservation on behalf of 3de3715b0bb34f75a5a3b2400dfb5deb for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:47.788792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:47.816361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:47.823881 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:47.831857 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] Sync routers for ids ['85529090-b2c1-470a-86c5-6077824ad37f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:47.851998 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1dcc684a-0a63-4173-aa8f-43951bf21183 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "PUT /v2.0/routers/85529090-b2c1-470a-86c5-6077824ad37f HTTP/1.1" status: 200 len: 925 time: 1.9650083 Feb 16 15:13:47.853183 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33326) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:47.871593 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] Routers {'85529090-b2c1-470a-86c5-6077824ad37f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:47.876057 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['85529090-b2c1-470a-86c5-6077824ad37f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:47.939634 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:47.950990 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] Routers {'85529090-b2c1-470a-86c5-6077824ad37f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:47.952107 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['85529090-b2c1-470a-86c5-6077824ad37f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:48.003364 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:48.004157 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7985eb-e319-4c0d-9564-27d28a6a1eae None None] The sync data for ids ['85529090-b2c1-470a-86c5-6077824ad37f'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:48.045063 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f5ddf62e-c6bb-49ba-af26-b85558d180ad tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/85529090-b2c1-470a-86c5-6077824ad37f HTTP/1.1" status: 200 len: 925 time: 0.1824589 Feb 16 15:13:48.045063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33328) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:48.125209 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537653ad-4006-4f36-8578-b173fcaf2e46 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:48.126745 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-537653ad-4006-4f36-8578-b173fcaf2e46 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=85529090-b2c1-470a-86c5-6077824ad37f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0816259 Feb 16 15:13:48.129340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33330) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:48.157000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.232489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67acd662-0881-4f48-801e-aa2f3259b5e2 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:48.236669 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-67acd662-0881-4f48-801e-aa2f3259b5e2 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.1036577 Feb 16 15:13:48.236849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b584cca-c06b-492c-9466-e3bb9349a87a,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:48.238264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33332) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:48.279264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cdf83cff-85fb-4ef3-bcb7-6bb1bd764fc7 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=85529090-b2c1-470a-86c5-6077824ad37f HTTP/1.1" status: 200 len: 205 time: 0.0395947 Feb 16 15:13:48.280399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Checking segment: {'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:48.280760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Network hostable DHCP agents. Network: 061f042c-f4e9-4431-8ebc-4224ac64af7d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:13:48.282215 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33338) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:48.415006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:13:48.486839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.529690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 061f042c-f4e9-4431-8ebc-4224ac64af7d) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:48.535225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:48.538500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.548694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3849b-13ad-497c-9ec7-19d2d0f17da7 None None] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:48.622938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5a4ee7dc-72f4-4623-9484-3115c1442a19 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0103426 Feb 16 15:13:48.625764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33344) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:48.633191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:48.654024 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.709227 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.710300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.779354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-061f042c-f4e9-4431-8ebc-4224ac64af7d', 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'fixed_ips': [{'subnet_id': '2b584cca-c06b-492c-9466-e3bb9349a87a'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:13:48.783247 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.832441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Deleting port 96135699-faac-4956-8424-c07a34b1f1f2 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:48.832441 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:48.832729 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.018819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Allocated IP 172.20.0.2 (061f042c-f4e9-4431-8ebc-4224ac64af7d/2b584cca-c06b-492c-9466-e3bb9349a87a/6e150210-cb5c-4538-99a5-a55b81962731) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:49.034936 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.068185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Calling delete_port for 96135699-faac-4956-8424-c07a34b1f1f2 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:49.243114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.403296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.405073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.430439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event deleted for resources: {'Port': ['ID=96135699-faac-4956-8424-c07a34b1f1f2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:49.495073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.528943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.669450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:49.675984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:49.681083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:49.692430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Pushing event updated for resources: {'Port': ['ID=6e150210-cb5c-4538-99a5-a55b81962731,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:49.767800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Attempting to bind port 6e150210-cb5c-4538-99a5-a55b81962731 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:13:49.768583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Attempting to bind port 6e150210-cb5c-4538-99a5-a55b81962731 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:13:49.769124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Attempting to bind port 6e150210-cb5c-4538-99a5-a55b81962731 on network 061f042c-f4e9-4431-8ebc-4224ac64af7d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:13:49.774558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.777569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:13:49.778199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Checking segment: {'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:49.778971 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.779759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Bound using segment: {'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:13:49.781000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Bound port: 6e150210-cb5c-4538-99a5-a55b81962731, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:13:49.781698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.851440 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.895075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.900063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:49.927676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] For port 6e150210-cb5c-4538-99a5-a55b81962731, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:13:49.931798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] For port 6e150210-cb5c-4538-99a5-a55b81962731, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e150210-cb5c-4538-99a5-a55b81962731,segment=NetworkSegment(2383050f-8231-4608-b6c6-9fba4c66dfca),segment_id=2383050f-8231-4608-b6c6-9fba4c66dfca)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:13:50.015255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Allocated IP 172.25.6.44 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/264f4fb8-766e-4f12-8ce9-630c8c8097cc) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:50.090909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.091229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.091581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Fanout notify agent at l3_agent the message router_deleted on router 85529090-b2c1-470a-86c5-6077824ad37f {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:50.101294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.111996 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-05d09199-3222-4daf-b506-7f7378a7c1f9 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/85529090-b2c1-470a-86c5-6077824ad37f HTTP/1.1" status: 204 len: 168 time: 1.8185997 Feb 16 15:13:50.111996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:50.111996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-433b5fd2-b7c9-4df8-b31f-596ae6ba9046 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-437870195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:50.196731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.220887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ba52b-3e25-41bd-bc0c-1d0215d42d32 None None] Pushing event updated for resources: {'Port': ['ID=6e150210-cb5c-4538-99a5-a55b81962731,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:50.347587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-433b5fd2-b7c9-4df8-b31f-596ae6ba9046 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.347587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-433b5fd2-b7c9-4df8-b31f-596ae6ba9046 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.419927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-433b5fd2-b7c9-4df8-b31f-596ae6ba9046 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.429226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.499993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-433b5fd2-b7c9-4df8-b31f-596ae6ba9046 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.525822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:50.531377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:50.538315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:50.619370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Pushing event updated for resources: {'Port': ['ID=264f4fb8-766e-4f12-8ce9-630c8c8097cc,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:50.633140 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-433b5fd2-b7c9-4df8-b31f-596ae6ba9046 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:50.634612 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-433b5fd2-b7c9-4df8-b31f-596ae6ba9046 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5268018 Feb 16 15:13:50.637336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33360) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:50.645025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:50.960849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:51.101094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:51.347796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:51.534960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e150210-cb5c-4538-99a5-a55b81962731 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:13:51.535898 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:51.562292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:51.674913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8cf68-a262-4d05-88d1-ad02379e52fd None None] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:51.748799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Allocated IP 172.25.6.229 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d6760e85-c8ca-4564-a2cc-7805dd129f63) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:51.796655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-49aedaa2-cb86-484d-97ba-07d378a5c677 None None] Provisioning complete for port 6e150210-cb5c-4538-99a5-a55b81962731 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:51.796940 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49aedaa2-cb86-484d-97ba-07d378a5c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:51.831712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6e150210-cb5c-4538-99a5-a55b81962731 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:51.832089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:51.923463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:52.038564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49aedaa2-cb86-484d-97ba-07d378a5c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:52.071901 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:52.106939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-49aedaa2-cb86-484d-97ba-07d378a5c677 None None] For port 6e150210-cb5c-4538-99a5-a55b81962731, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e150210-cb5c-4538-99a5-a55b81962731,segment=NetworkSegment(2383050f-8231-4608-b6c6-9fba4c66dfca),segment_id=2383050f-8231-4608-b6c6-9fba4c66dfca)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:52.797458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:52.799477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:13:52.802550 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49aedaa2-cb86-484d-97ba-07d378a5c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:52.838967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:52.892570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:52.899866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:53.008350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event updated for resources: {'Port': ['ID=d6760e85-c8ca-4564-a2cc-7805dd129f63,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:53.041882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aedaa2-cb86-484d-97ba-07d378a5c677 None None] Pushing event updated for resources: {'Port': ['ID=6e150210-cb5c-4538-99a5-a55b81962731,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:53.045548 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:13:53.046155 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:13:53.056026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-84a2c1e1-1c55-4335-843f-96ef8bea9e4a None None] Provisioning complete for port 6e150210-cb5c-4538-99a5-a55b81962731 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:53.056525 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-84a2c1e1-1c55-4335-843f-96ef8bea9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:53.157944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:53.183923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Sync routers for ids ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:53.234485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Routers {'937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:53.235127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:53.351042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:53.352631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b532484-56fc-467b-a084-25e09aec6801 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7257905 Feb 16 15:13:53.355775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33380) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:53.523582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33390) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:53.534932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Set router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:13:53.842864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:53.846104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2114b483-8b2d-40ab-99a5-93ac9d868dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:53.989073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:13:50Z', 'revision_number': 3, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:54.046709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Checking router: 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:13:54.048993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Updating router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a port 264f4fb8-766e-4f12-8ce9-630c8c8097cc binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:13:54.139012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.178411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e150210-cb5c-4538-99a5-a55b81962731 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:13:54.277933 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2114b483-8b2d-40ab-99a5-93ac9d868dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.457368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2114b483-8b2d-40ab-99a5-93ac9d868dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.460916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.528908 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.529434 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2114b483-8b2d-40ab-99a5-93ac9d868dab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a8ae2bd991804b09934acf4c9f33f6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0080633 Feb 16 15:13:54.532208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6e150210-cb5c-4538-99a5-a55b81962731 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:54.532733 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.535955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33406) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:54.581541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114b483-8b2d-40ab-99a5-93ac9d868dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c58c5-366a-4bcd-bd92-f454cbc0b0db,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:54.594678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.598142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.671780 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.724328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.782359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df59dc-3c58-4c71-9067-0e6922e911ff None None] Pushing event updated for resources: {'Port': ['ID=264f4fb8-766e-4f12-8ce9-630c8c8097cc,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:54.785716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.787454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Attempting to bind port 264f4fb8-766e-4f12-8ce9-630c8c8097cc on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:13:54.788029 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Attempting to bind port 264f4fb8-766e-4f12-8ce9-630c8c8097cc by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:13:54.788563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Attempting to bind port 264f4fb8-766e-4f12-8ce9-630c8c8097cc on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:13:54.797702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:13:54.803014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:54.803014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.803014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:13:54.803014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Bound port: 264f4fb8-766e-4f12-8ce9-630c8c8097cc, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:13:54.803014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:54.815928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Allocated IP 172.20.0.1 (061f042c-f4e9-4431-8ebc-4224ac64af7d/2b584cca-c06b-492c-9466-e3bb9349a87a/5705b4f8-55bf-4dce-9f41-ab01b8f4e662) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:54.872969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] For port 264f4fb8-766e-4f12-8ce9-630c8c8097cc, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:13:54.876978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] For port 264f4fb8-766e-4f12-8ce9-630c8c8097cc, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=264f4fb8-766e-4f12-8ce9-630c8c8097cc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:13:54.912718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Router 2ad45647-544a-46af-9c67-f1179bdce673 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:13:54.987560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.030073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.065620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.073494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.082356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7c6c58c5-366a-4bcd-bd92-f454cbc0b0db HTTP/1.1" status: 204 len: 168 time: 0.5438344 Feb 16 15:13:55.092869 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:55.100503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.102033 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-93319d9b-eb34-4631-9e93-caaea1b8ce77 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "PUT /v2.0/routers/2ad45647-544a-46af-9c67-f1179bdce673 HTTP/1.1" status: 200 len: 883 time: 4.4634032 Feb 16 15:13:55.106613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33412) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:55.107272 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] Sync routers for ids ['2ad45647-544a-46af-9c67-f1179bdce673'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:55.123035 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] Routers {'2ad45647-544a-46af-9c67-f1179bdce673'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:55.124009 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2ad45647-544a-46af-9c67-f1179bdce673'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:55.125482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c58c5-366a-4bcd-bd92-f454cbc0b0db,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:55.158832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.170996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.171586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.172113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.172484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.172846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.173180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.175775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.176258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.176610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.176950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.179505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb248ed7-d784-4747-9792-462fe2f5e2d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:13:55.199903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.233776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Routers {'937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:55.234449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:55.264734 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:55.280661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:55.282910 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] Routers {'2ad45647-544a-46af-9c67-f1179bdce673'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:55.283797 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2ad45647-544a-46af-9c67-f1179bdce673'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:55.284326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:55.287908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:55.294455 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7f589e2e-a989-4ee4-8968-6fa7a3f328dd tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/2ad45647-544a-46af-9c67-f1179bdce673 HTTP/1.1" status: 200 len: 924 time: 0.1831512 Feb 16 15:13:55.294658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33414) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:55.323602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df59dc-3c58-4c71-9067-0e6922e911ff None None] Pushing event updated for resources: {'Port': ['ID=264f4fb8-766e-4f12-8ce9-630c8c8097cc,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:55.341263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.381606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15fed0f-3287-4115-a3e6-771675f88f2c tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:55.383621 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f15fed0f-3287-4115-a3e6-771675f88f2c tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=2ad45647-544a-46af-9c67-f1179bdce673&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0880404 Feb 16 15:13:55.386537 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33416) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:55.387475 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:55.387762 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e9763-8a5a-4900-8f0e-dd488f387f25 None None] The sync data for ids ['2ad45647-544a-46af-9c67-f1179bdce673'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:55.484307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Pushing event updated for resources: {'Port': ['ID=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:55.583083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa724108-3ff4-46cd-a2da-549d18cbb2cc tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:55.592520 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aa724108-3ff4-46cd-a2da-549d18cbb2cc tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.2003140 Feb 16 15:13:55.593692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:55.640084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33424) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:55.648632 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-350cf60b-2a43-45a3-93b9-8b28f85c181b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=2ad45647-544a-46af-9c67-f1179bdce673 HTTP/1.1" status: 200 len: 205 time: 0.0531526 Feb 16 15:13:55.691067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] Set router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:13:55.783009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.814405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.820395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-08174833-f364-42d6-805c-e2d041611363 None None] Provisioning complete for port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:55.820771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-08174833-f364-42d6-805c-e2d041611363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:55.874927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-08174833-f364-42d6-805c-e2d041611363 None None] Port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:13:55.949318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:13:50Z', 'revision_number': 3, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:55.983325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c5967-11d3-4037-95b9-6f130f5934a0 None None] The sync data for ids ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'] in n-d-829433-1 is: [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:13:50Z', 'revision_number': 3, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:13:56.025618 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:56.099353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:56.171677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:56.259861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Pushing event updated for resources: {'Port': ['ID=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:56.264414 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:56.292485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Deleting port d6760e85-c8ca-4564-a2cc-7805dd129f63 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:13:56.292977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:56.443473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:56.445299 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:56.448575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:56.463996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Calling delete_port for d6760e85-c8ca-4564-a2cc-7805dd129f63 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:13:56.730801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33460) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:56.776039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:13:56.918980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-10f23963-a2d1-4101-90e2-49df3877ae92 None None] Provisioning complete for port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:56.921943 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-10f23963-a2d1-4101-90e2-49df3877ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:56.948635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1142813183-network', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:56.986132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:13:56.997148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-10f23963-a2d1-4101-90e2-49df3877ae92 None None] Port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:13:57.001384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7f087f8b-6b20-40e7-8bb4-ee76352a4197 admin admin] 10.222.0.113 "PUT /v2.0/routers/937e129a-b1e1-47cb-ab9a-28b51b2ebd4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6441000 Feb 16 15:13:57.053765 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.082544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Made reservation on behalf of 82f7328a19f64e63ac8eba5fc83ac328 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:57.085632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event deleted for resources: {'Port': ['ID=d6760e85-c8ca-4564-a2cc-7805dd129f63,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:57.095606 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.122317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.216263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.271492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.352029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.354524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.372677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.428322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb0c4c-797c-4d38-97b5-f7827cb782bb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:57.431108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:13:57.548627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.549253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad45647-544a-46af-9c67-f1179bdce673 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:13:57.550822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.552640 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Added segment 5acb00f2-995c-4bb3-a5d8-23c04f51578a of type vlan for network c6d23977-aeb2-4383-90bf-45dc8a187d7f Feb 16 15:13:57.592123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.598340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33472) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:57.603833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-52723780-d09d-469b-a5f1-f81186394895 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-245691949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:57.604098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b9fca4b9-0cc7-452f-b9fd-ade06b79856b tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/2ad45647-544a-46af-9c67-f1179bdce673 HTTP/1.1" status: 204 len: 168 time: 1.9625587 Feb 16 15:13:57.629027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.768678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52723780-d09d-469b-a5f1-f81186394895 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.769756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52723780-d09d-469b-a5f1-f81186394895 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.773051 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.774005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:57.774545 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.890008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d23977-aeb2-4383-90bf-45dc8a187d7f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:57.892800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52723780-d09d-469b-a5f1-f81186394895 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:57.900679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:13:57.918956 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bae60d4c-13fb-4177-aa30-a8b41800ce57 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1863599 Feb 16 15:13:57.921947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33482) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:57.927481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Request body: {'subnet': {'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1142813183-subnet', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:57.991476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52723780-d09d-469b-a5f1-f81186394895 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.053307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33486) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:58.059889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1119143169-network', 'tenant_id': 'bc6e5514c26143fa981944750555da16'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:58.080192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Made reservation on behalf of 82f7328a19f64e63ac8eba5fc83ac328 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:58.095391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.113294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 264f4fb8-766e-4f12-8ce9-630c8c8097cc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:13:58.189034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 264f4fb8-766e-4f12-8ce9-630c8c8097cc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:13:58.190147 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.205827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Made reservation on behalf of bc6e5514c26143fa981944750555da16 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:58.209215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.224992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.351281 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-52723780-d09d-469b-a5f1-f81186394895 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.356805 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-52723780-d09d-469b-a5f1-f81186394895 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7567194 Feb 16 15:13:58.357913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33488) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:58.363389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': True}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:58.369109 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.404101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 264f4fb8-766e-4f12-8ce9-630c8c8097cc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=264f4fb8-766e-4f12-8ce9-630c8c8097cc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:13:58.419237 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.425734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.483130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc9f172-0172-4ac0-b1e3-b355026c88fe,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:58.491818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.518515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Checking segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:13:58.518958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Network hostable DHCP agents. Network: c6d23977-aeb2-4383-90bf-45dc8a187d7f, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:13:58.578374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Sync routers for ids ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:13:58.603754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=264f4fb8-766e-4f12-8ce9-630c8c8097cc,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:58.623355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Routers {'937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:13:58.624353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:58.631139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:13:58.708751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c6d23977-aeb2-4383-90bf-45dc8a187d7f) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:58.713273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:58.717305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.788971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Set router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:13:58.831823 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd1934d4-0e83-427d-afef-8919535bdcf6 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9079432 Feb 16 15:13:58.832732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33496) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:58.837555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:58.877792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.890143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8114bcbe-cb4c-4c52-a8d7-681cc02055d4 None None] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:13:58.903527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1088, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:13:58.953391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:58.953748 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Added segment 0b2d65f8-1475-4264-ac08-87c749c50786 of type vlan for network 4219394f-4763-4798-b0ae-7543cb03b6b2 Feb 16 15:13:58.998955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.002910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.004757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.006839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00e9151-4cb3-4bb5-81b9-1584eb4a8c3e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:59.049763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.081670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.144096 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'fixed_ips': [{'subnet_id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:13:59.154278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.174966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:13:55Z', 'revision_number': 4, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5705b4f8-55bf-4dce-9f41-ab01b8f4e662', 'name': '', 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'mac_address': 'fa:16:3e:9c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2b584cca-c06b-492c-9466-e3bb9349a87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:54Z', 'updated_at': '2022-02-16T15:13:55Z', 'revision_number': 2, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'subnets': [{'id': '2b584cca-c06b-492c-9466-e3bb9349a87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:13:59.189106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.190075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:13:59.190663 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.259091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Checking router: 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:13:59.259437 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Updating router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:13:59.298519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] Pushing event updated for resources: {'Network': ['ID=4219394f-4763-4798-b0ae-7543cb03b6b2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:13:59.300660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.328631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:13:59.357369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.427431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33498) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:13:59.428177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8b44ac26-26e7-4fd0-beee-2661e3e16db2 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3727703 Feb 16 15:13:59.432831 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Request body: {'subnet': {'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1119143169-subnet', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:13:59.442009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Allocated IP 172.20.0.2 (c6d23977-aeb2-4383-90bf-45dc8a187d7f/afc9f172-0172-4ac0-b1e3-b355026c88fe/bf7689ed-8446-4c73-ab1c-c958091b698e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:59.490391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.514577 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.594539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Made reservation on behalf of bc6e5514c26143fa981944750555da16 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:13:59.598478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.678262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Allocated IP 172.25.6.97 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/10005770-ffd7-4044-b235-46825450c2b3) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:13:59.767221 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.831574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.857469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.873706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.908969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.937819 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:13:59.953057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:13:59.956178 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:13:59.965892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:13:59.969854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Pushing event updated for resources: {'Port': ['ID=bf7689ed-8446-4c73-ab1c-c958091b698e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:00.016519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.065124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 264f4fb8-766e-4f12-8ce9-630c8c8097cc up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:00.071719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Attempting to bind port bf7689ed-8446-4c73-ab1c-c958091b698e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:00.072320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Attempting to bind port bf7689ed-8446-4c73-ab1c-c958091b698e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:00.072899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Attempting to bind port bf7689ed-8446-4c73-ab1c-c958091b698e on network c6d23977-aeb2-4383-90bf-45dc8a187d7f {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:00.126955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:00.127330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Checking segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:00.127755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.128150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Bound using segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:00.128649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Bound port: bf7689ed-8446-4c73-ab1c-c958091b698e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:00.129018 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.135824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eedaf8-eeaf-4bc6-86cf-5032b53d3b3d None None] Pushing event updated for resources: {'Port': ['ID=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:00.187056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.250896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.267500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 264f4fb8-766e-4f12-8ce9-630c8c8097cc triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:00.269854 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.277152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Attempting to bind port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:00.277535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Attempting to bind port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:00.277901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Attempting to bind port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 on network 061f042c-f4e9-4431-8ebc-4224ac64af7d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:00.304066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:00.325752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:00.326087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:00.326489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Checking segment: {'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:00.326888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.327278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Bound using segment: {'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:00.329557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:00.333268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Bound port: 5705b4f8-55bf-4dce-9f41-ab01b8f4e662, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2383050f-8231-4608-b6c6-9fba4c66dfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:00.333723 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.338935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] For port bf7689ed-8446-4c73-ab1c-c958091b698e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:00.345293 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Allocated IP 172.25.6.45 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ea7b8856-cc2a-4979-a790-8de78a2d28ab) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:00.356882 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87e9c9f-4326-4f94-b430-0dde9aed0051,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:00.377998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Port': ['ID=10005770-ffd7-4044-b235-46825450c2b3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:00.413687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] For port bf7689ed-8446-4c73-ab1c-c958091b698e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bf7689ed-8446-4c73-ab1c-c958091b698e,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:00.434725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Checking segment: {'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:00.435456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Network hostable DHCP agents. Network: 4219394f-4763-4798-b0ae-7543cb03b6b2, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:14:00.515570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.538386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-576be20e-9ab3-42a5-b656-f553b06496c2 None None] Provisioning complete for port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:00.538753 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-576be20e-9ab3-42a5-b656-f553b06496c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.568401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] For port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:00.592709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] For port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,segment=NetworkSegment(2383050f-8231-4608-b6c6-9fba4c66dfca),segment_id=2383050f-8231-4608-b6c6-9fba4c66dfca)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:00.598737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-576be20e-9ab3-42a5-b656-f553b06496c2 None None] Port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:00.618710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.684723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65833587-d6b7-4260-8257-9ec8f006ed5d None None] Pushing event updated for resources: {'Port': ['ID=bf7689ed-8446-4c73-ab1c-c958091b698e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:00.697730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:14:00.701700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.729112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:00.754344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Pushing event updated for resources: {'Port': ['ID=ea7b8856-cc2a-4979-a790-8de78a2d28ab,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:00.777174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:00.779133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:00.781978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:00.797844 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eedaf8-eeaf-4bc6-86cf-5032b53d3b3d None None] Pushing event updated for resources: {'Port': ['ID=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:00.815605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Routers {'937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:00.818632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:00.991602 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4219394f-4763-4798-b0ae-7543cb03b6b2) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:00.996563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:00.997312 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.081339 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.170686 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-351c146e-9f54-430f-b7af-017da4d06d9c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7408791 Feb 16 15:14:01.176037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33516) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:01.195702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:01.235212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8fd095-2ad5-4e6b-ae45-93adc13492d0 None None] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:01.332475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-151eb3df-786c-4ae3-bb89-e0c892d22578 None None] Provisioning complete for port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:01.333155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-151eb3df-786c-4ae3-bb89-e0c892d22578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.351353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.375038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] Set router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:01.396294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.397706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.425804 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.436540 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.471466 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.672470 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-151eb3df-786c-4ae3-bb89-e0c892d22578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.710593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-4219394f-4763-4798-b0ae-7543cb03b6b2', 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'fixed_ips': [{'subnet_id': 'a87e9c9f-4326-4f94-b430-0dde9aed0051'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:14:01.711724 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.728646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Router 8bc4db17-3242-4247-9887-e22a54e98733 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:01.826912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-151eb3df-786c-4ae3-bb89-e0c892d22578 None None] For port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,segment=NetworkSegment(2383050f-8231-4608-b6c6-9fba4c66dfca),segment_id=2383050f-8231-4608-b6c6-9fba4c66dfca)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:01.900723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:01.914469 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] Sync routers for ids ['8bc4db17-3242-4247-9887-e22a54e98733'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:01.919376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:01.920766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-67775c37-77d5-40b8-8ea7-266179135cee tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "PUT /v2.0/routers/8bc4db17-3242-4247-9887-e22a54e98733 HTTP/1.1" status: 200 len: 917 time: 3.5622168 Feb 16 15:14:01.923381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33520) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:01.956460 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] Routers {'8bc4db17-3242-4247-9887-e22a54e98733'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:01.957305 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8bc4db17-3242-4247-9887-e22a54e98733'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:02.009161 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-151eb3df-786c-4ae3-bb89-e0c892d22578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.011702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.035482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:13:55Z', 'revision_number': 4, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5705b4f8-55bf-4dce-9f41-ab01b8f4e662', 'name': '', 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'mac_address': 'fa:16:3e:9c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2b584cca-c06b-492c-9466-e3bb9349a87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:54Z', 'updated_at': '2022-02-16T15:14:00Z', 'revision_number': 4, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'subnets': [{'id': '2b584cca-c06b-492c-9466-e3bb9349a87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:02.100703 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:02.125249 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] Routers {'8bc4db17-3242-4247-9887-e22a54e98733'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:02.129803 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8bc4db17-3242-4247-9887-e22a54e98733'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:02.132767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258acd6-1858-4095-b342-c71afddd18dd None None] The sync data for ids ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'] in n-d-829433-1 is: [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:13:55Z', 'revision_number': 4, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5705b4f8-55bf-4dce-9f41-ab01b8f4e662', 'name': '', 'network_id': '061f042c-f4e9-4431-8ebc-4224ac64af7d', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'mac_address': 'fa:16:3e:9c:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2b584cca-c06b-492c-9466-e3bb9349a87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:54Z', 'updated_at': '2022-02-16T15:14:00Z', 'revision_number': 4, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'subnets': [{'id': '2b584cca-c06b-492c-9466-e3bb9349a87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:02.156759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Allocated IP 172.20.0.2 (4219394f-4763-4798-b0ae-7543cb03b6b2/a87e9c9f-4326-4f94-b430-0dde9aed0051/11f712a8-9a34-41c1-b139-317a391a9a9d) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:02.181556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bf7689ed-8446-4c73-ab1c-c958091b698e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:02.242913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e8973333-33bf-46da-8b62-1f1862896e89 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/8bc4db17-3242-4247-9887-e22a54e98733 HTTP/1.1" status: 200 len: 923 time: 0.3147879 Feb 16 15:14:02.243193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33524) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:02.277933 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:02.278552 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d766fc2-b88d-48ea-bc97-8de9d015807a None None] The sync data for ids ['8bc4db17-3242-4247-9887-e22a54e98733'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:02.299953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa606b-3ade-463e-8655-f133aaf0124d None None] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:02.337617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eb3df-786c-4ae3-bb89-e0c892d22578 None None] Pushing event updated for resources: {'Port': ['ID=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:02.370904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ce1d5-3064-41c1-b2a8-75bb51a98532 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:02.373516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-381ce1d5-3064-41c1-b2a8-75bb51a98532 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=8bc4db17-3242-4247-9887-e22a54e98733&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1290231 Feb 16 15:14:02.376931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33528) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:02.474470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bf7689ed-8446-4c73-ab1c-c958091b698e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:02.474880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.486199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.494862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12196092-c91e-4b34-ba65-9238ba2aae94 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:02.497158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-12196092-c91e-4b34-ba65-9238ba2aae94 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.1185369 Feb 16 15:14:02.500022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33530) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:02.526491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-af4ba6e7-18aa-4cc1-af72-0b35933104a1 None None] Provisioning complete for port bf7689ed-8446-4c73-ab1c-c958091b698e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:02.527388 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af4ba6e7-18aa-4cc1-af72-0b35933104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.540595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-346f377e-77b0-4b15-aa42-3c14330f94a1 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=8bc4db17-3242-4247-9887-e22a54e98733 HTTP/1.1" status: 200 len: 205 time: 0.0393848 Feb 16 15:14:02.544184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33532) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:02.699664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:02.745734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.791992 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.836552 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af4ba6e7-18aa-4cc1-af72-0b35933104a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.846593 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:02.862621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Sync routers for ids ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:02.865791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port bf7689ed-8446-4c73-ab1c-c958091b698e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bf7689ed-8446-4c73-ab1c-c958091b698e,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:02.882928 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:02.920407 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Routers {'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:02.921068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:03.008618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:03.011419 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.024069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Pushing event updated for resources: {'Port': ['ID=11f712a8-9a34-41c1-b139-317a391a9a9d,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:03.045310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-95093893-6877-4514-8418-ae386c88762f admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.049148 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-95093893-6877-4514-8418-ae386c88762f admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2128224 Feb 16 15:14:03.049317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:03.049635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33534) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:03.056433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:03.151053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.153061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.206827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.298018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.464975 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Deleting port 10005770-ffd7-4044-b235-46825450c2b3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:03.465371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.483447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Allocated IP 172.25.6.177 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/df27866c-3061-4bdb-b712-4a6bca61e000) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:03.494702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=bf7689ed-8446-4c73-ab1c-c958091b698e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:03.534165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Set router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:03.564638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.579683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Calling delete_port for 10005770-ffd7-4044-b235-46825450c2b3 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:03.648140 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-af4ba6e7-18aa-4cc1-af72-0b35933104a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:14:03.648537 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-af4ba6e7-18aa-4cc1-af72-0b35933104a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:14:03.728593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Attempting to bind port 11f712a8-9a34-41c1-b139-317a391a9a9d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:03.728969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Attempting to bind port 11f712a8-9a34-41c1-b139-317a391a9a9d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:03.729294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Attempting to bind port 11f712a8-9a34-41c1-b139-317a391a9a9d on network 4219394f-4763-4798-b0ae-7543cb03b6b2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:03.743824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:03.744211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Checking segment: {'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:03.744649 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.746213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Bound using segment: {'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:03.746213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Bound port: 11f712a8-9a34-41c1-b139-317a391a9a9d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:03.746634 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.774544 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.844695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] For port 11f712a8-9a34-41c1-b139-317a391a9a9d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:03.888729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.906219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:03.920585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] For port 11f712a8-9a34-41c1-b139-317a391a9a9d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=11f712a8-9a34-41c1-b139-317a391a9a9d,segment=NetworkSegment(0b2d65f8-1475-4264-ac08-87c749c50786),segment_id=0b2d65f8-1475-4264-ac08-87c749c50786)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:03.940102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:00Z', 'revision_number': 3, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port': {'id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:03.973453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event deleted for resources: {'Port': ['ID=10005770-ffd7-4044-b235-46825450c2b3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:03.979246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Checking router: e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:03.980368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Updating router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d port ea7b8856-cc2a-4979-a790-8de78a2d28ab binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:04.015765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.054875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.061077 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.064163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.215812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Pushing event updated for resources: {'Port': ['ID=df27866c-3061-4bdb-b712-4a6bca61e000,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:04.249162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:04.252721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:04.260804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:04.289325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.291679 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.328337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Allocated IP 172.20.0.1 (c6d23977-aeb2-4383-90bf-45dc8a187d7f/afc9f172-0172-4ac0-b1e3-b355026c88fe/3b014548-5d32-47e4-9d17-b364e3be2327) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:04.351333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419682-e1ac-44a1-b666-b03d5bde0d99 None None] Pushing event updated for resources: {'Port': ['ID=11f712a8-9a34-41c1-b139-317a391a9a9d,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:04.361071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:04.474584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.475164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Fanout notify agent at l3_agent the message router_deleted on router 8bc4db17-3242-4247-9887-e22a54e98733 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:14:04.483469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.484806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6a02ca3d-3a76-46fc-913d-71c4bff5237a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/8bc4db17-3242-4247-9887-e22a54e98733 HTTP/1.1" status: 204 len: 168 time: 1.9396775 Feb 16 15:14:04.491912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-39be5592-c67c-4945-a13e-f3233a2dd477 None None] Provisioning complete for port bf7689ed-8446-4c73-ab1c-c958091b698e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:04.492716 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39be5592-c67c-4945-a13e-f3233a2dd477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.501513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33546) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:04.507873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a3882abd-ef4c-4ff9-987b-f27ca058be43 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-135105827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:04.595847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:04.595847 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.646505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3882abd-ef4c-4ff9-987b-f27ca058be43 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.648260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3882abd-ef4c-4ff9-987b-f27ca058be43 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.675608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.730467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.749967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3882abd-ef4c-4ff9-987b-f27ca058be43 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.777081 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.795588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bf7689ed-8446-4c73-ab1c-c958091b698e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:04.826099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.876897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3882abd-ef4c-4ff9-987b-f27ca058be43 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.902976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Attempting to bind port ea7b8856-cc2a-4979-a790-8de78a2d28ab on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:04.903354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Attempting to bind port ea7b8856-cc2a-4979-a790-8de78a2d28ab by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:04.903759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Attempting to bind port ea7b8856-cc2a-4979-a790-8de78a2d28ab on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:04.913955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae5360-95ef-4b69-abd9-e257f089be72 None None] Pushing event updated for resources: {'Port': ['ID=ea7b8856-cc2a-4979-a790-8de78a2d28ab,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:04.917998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:04.918511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:04.919074 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.919709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:04.920455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Bound port: ea7b8856-cc2a-4979-a790-8de78a2d28ab, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:04.920860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.959878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bf7689ed-8446-4c73-ab1c-c958091b698e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:04.960261 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.981887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3882abd-ef4c-4ff9-987b-f27ca058be43 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:04.988368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a3882abd-ef4c-4ff9-987b-f27ca058be43 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4852426 Feb 16 15:14:04.990531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33550) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:04.997154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'enable_snat': False}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:05.028153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] For port ea7b8856-cc2a-4979-a790-8de78a2d28ab, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:05.033197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] For port ea7b8856-cc2a-4979-a790-8de78a2d28ab, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ea7b8856-cc2a-4979-a790-8de78a2d28ab,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:05.207082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.320648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae5360-95ef-4b69-abd9-e257f089be72 None None] Pushing event updated for resources: {'Port': ['ID=ea7b8856-cc2a-4979-a790-8de78a2d28ab,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:05.351660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.373356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Routers {'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:05.374074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:05.471999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.486469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-040cdceb-3af5-4c87-b6c6-41cfb32bd407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.503666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] Set router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:05.562803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6146f1-e504-40a0-b5c5-be8cf56b471b None None] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:05.569448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.632830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:05.640171 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:05.645787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:05.672323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Pushing event updated for resources: {'Port': ['ID=3b014548-5d32-47e4-9d17-b364e3be2327,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:05.678228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7b220a22-e36d-4fbf-8c5c-e1bbd33e2551 None None] Provisioning complete for port 11f712a8-9a34-41c1-b139-317a391a9a9d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:05.678760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7b220a22-e36d-4fbf-8c5c-e1bbd33e2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.706318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.801861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.840741 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:05.888080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Router ba21546d-e010-4313-99df-afd8c7129364 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:05.997139 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7b220a22-e36d-4fbf-8c5c-e1bbd33e2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.008104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Allocated IP 172.25.6.109 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b4f527d3-83f5-423b-bca8-3bc385794654) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:06.036327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:06.050353 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Sync routers for ids ['ba21546d-e010-4313-99df-afd8c7129364'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:06.065088 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Routers {'ba21546d-e010-4313-99df-afd8c7129364'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:06.065633 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ba21546d-e010-4313-99df-afd8c7129364'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:06.080090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.113240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:00Z', 'revision_number': 3, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port': {'id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:06.123593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7b220a22-e36d-4fbf-8c5c-e1bbd33e2551 None None] For port 11f712a8-9a34-41c1-b139-317a391a9a9d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=11f712a8-9a34-41c1-b139-317a391a9a9d,segment=NetworkSegment(0b2d65f8-1475-4264-ac08-87c749c50786),segment_id=0b2d65f8-1475-4264-ac08-87c749c50786)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:06.126791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 11f712a8-9a34-41c1-b139-317a391a9a9d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:06.178871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.180206 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9be6aba2-aace-4b9e-90c0-7923b829e951 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0030613 Feb 16 15:14:06.204792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.221305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33556) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:06.261488 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Set router ba21546d-e010-4313-99df-afd8c7129364 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:06.401219 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.462288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a9ae43-a6be-450e-8652-4b2204a8e9a7 None None] The sync data for ids ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'] in n-d-829433-1 is: [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:00Z', 'revision_number': 3, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port': {'id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:06.476034 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7b220a22-e36d-4fbf-8c5c-e1bbd33e2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.487413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:06.504312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:06.513937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:06.528761 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.603862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b220a22-e36d-4fbf-8c5c-e1bbd33e2551 None None] Pushing event updated for resources: {'Port': ['ID=11f712a8-9a34-41c1-b139-317a391a9a9d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:06.623217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.629835 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:04Z', 'revision_number': 3, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:06.638510 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 11f712a8-9a34-41c1-b139-317a391a9a9d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:06.639111 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.679764 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Checking router: ba21546d-e010-4313-99df-afd8c7129364 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:06.680106 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Updating router ba21546d-e010-4313-99df-afd8c7129364 port df27866c-3061-4bdb-b712-4a6bca61e000 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:06.692565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-847e01f9-0e1d-4062-a79e-cfb1fe4cf243 None None] Provisioning complete for port 3b014548-5d32-47e4-9d17-b364e3be2327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:06.693540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-847e01f9-0e1d-4062-a79e-cfb1fe4cf243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.716017 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.718225 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.744045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-847e01f9-0e1d-4062-a79e-cfb1fe4cf243 None None] Port 3b014548-5d32-47e4-9d17-b364e3be2327 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:06.762054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-847e01f9-0e1d-4062-a79e-cfb1fe4cf243 None None] Provisioning complete for port 11f712a8-9a34-41c1-b139-317a391a9a9d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:06.763308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-847e01f9-0e1d-4062-a79e-cfb1fe4cf243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:06.856856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Pushing event updated for resources: {'Port': ['ID=b4f527d3-83f5-423b-bca8-3bc385794654,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:07.057103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Pushing event updated for resources: {'Port': ['ID=3b014548-5d32-47e4-9d17-b364e3be2327,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:07.201524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.213617 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.248947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:07.255615 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:07.267255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.351738 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.451802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:07.506657 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5ca64-7faa-49b8-ac32-485800e1a825 None None] Pushing event updated for resources: {'Port': ['ID=df27866c-3061-4bdb-b712-4a6bca61e000,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:07.559027 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Attempting to bind port df27866c-3061-4bdb-b712-4a6bca61e000 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:07.559994 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Attempting to bind port df27866c-3061-4bdb-b712-4a6bca61e000 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:07.560727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.562607 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Attempting to bind port df27866c-3061-4bdb-b712-4a6bca61e000 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:07.568134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.570455 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:07.571201 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:07.571840 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.572412 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:07.573057 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Bound port: df27866c-3061-4bdb-b712-4a6bca61e000, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:07.573764 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.684832 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] For port df27866c-3061-4bdb-b712-4a6bca61e000, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:07.688661 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] For port df27866c-3061-4bdb-b712-4a6bca61e000, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=df27866c-3061-4bdb-b712-4a6bca61e000,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:07.750300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7a6ab598-1d14-4d80-b301-c992b41a0b3f None None] Provisioning complete for port 3b014548-5d32-47e4-9d17-b364e3be2327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:07.751281 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a6ab598-1d14-4d80-b301-c992b41a0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.812845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ab598-1d14-4d80-b301-c992b41a0b3f None None] Port 3b014548-5d32-47e4-9d17-b364e3be2327 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:07.815656 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:07.937172 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5ca64-7faa-49b8-ac32-485800e1a825 None None] Pushing event updated for resources: {'Port': ['ID=df27866c-3061-4bdb-b712-4a6bca61e000,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:07.942062 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Routers {'ba21546d-e010-4313-99df-afd8c7129364'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:07.942891 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:13:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ba21546d-e010-4313-99df-afd8c7129364'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:07.968366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Router 544f3459-ecc7-4497-8aae-cbde015786eb is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:08.060629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2a487fa-5fb0-4bc8-8f2a-f630669f6ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.140764 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] Set router ba21546d-e010-4313-99df-afd8c7129364 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:08.229998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ea7b8856-cc2a-4979-a790-8de78a2d28ab up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:08.266146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:08.271269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.272823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-51edfec5-b1ee-4654-8267-586d9c5feba8 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "PUT /v2.0/routers/544f3459-ecc7-4497-8aae-cbde015786eb HTTP/1.1" status: 200 len: 919 time: 3.2800634 Feb 16 15:14:08.276238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33572) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:08.304314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] Sync routers for ids ['544f3459-ecc7-4497-8aae-cbde015786eb'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:08.323088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ea7b8856-cc2a-4979-a790-8de78a2d28ab triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:08.324972 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.367916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] Routers {'544f3459-ecc7-4497-8aae-cbde015786eb'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:08.368804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['544f3459-ecc7-4497-8aae-cbde015786eb'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:08.373790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:08.385323 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c09bdd2c-0c1d-4100-b80a-fddbace0023e admin admin] 10.222.0.113 "PUT /v2.0/routers/e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3342643 Feb 16 15:14:08.408596 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Allocated IP 172.20.0.1 (4219394f-4763-4798-b0ae-7543cb03b6b2/a87e9c9f-4326-4f94-b430-0dde9aed0051/175a5522-2115-42be-b56e-13b43f53b2a1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:08.445772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:08.480310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:04Z', 'revision_number': 3, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:08.511064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] Routers {'544f3459-ecc7-4497-8aae-cbde015786eb'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:08.511986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['544f3459-ecc7-4497-8aae-cbde015786eb'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:08.529838 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b757ef7-0ec8-408e-987c-bbb1570d15a2 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/544f3459-ecc7-4497-8aae-cbde015786eb HTTP/1.1" status: 200 len: 925 time: 0.2516017 Feb 16 15:14:08.532697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33576) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:08.559626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:08.560293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f46ae-250d-4e4d-9c42-74423d87ebdd None None] The sync data for ids ['544f3459-ecc7-4497-8aae-cbde015786eb'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:08.574718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.576376 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1dbf12-3239-4cbe-b024-ce8ad639a774 None None] The sync data for ids ['ba21546d-e010-4313-99df-afd8c7129364'] in n-d-829433-1 is: [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:04Z', 'revision_number': 3, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:08.605790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port ea7b8856-cc2a-4979-a790-8de78a2d28ab, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ea7b8856-cc2a-4979-a790-8de78a2d28ab,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:08.619996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.628578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf214295-a140-4605-ba3b-02b3403c9a94 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:08.632807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cf214295-a140-4605-ba3b-02b3403c9a94 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=544f3459-ecc7-4497-8aae-cbde015786eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0964515 Feb 16 15:14:08.633410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33582) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:08.747041 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.747281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f8eb0-45da-49b0-91c9-7989cf7067bd tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:08.749354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-169f8eb0-45da-49b0-91c9-7989cf7067bd tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/networks/e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 881 time: 0.1151364 Feb 16 15:14:08.757671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33584) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:08.757935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 11f712a8-9a34-41c1-b139-317a391a9a9d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:08.791625 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0defa571-bbf4-433b-b539-2169a2568c40 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=544f3459-ecc7-4497-8aae-cbde015786eb HTTP/1.1" status: 200 len: 205 time: 0.0372968 Feb 16 15:14:08.796479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33586) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:08.796615 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.845276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:08.850304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=ea7b8856-cc2a-4979-a790-8de78a2d28ab,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:08.850464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:08.855395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:08.870581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 11f712a8-9a34-41c1-b139-317a391a9a9d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:08.871555 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:08.952451 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.063138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.123375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Pushing event updated for resources: {'Port': ['ID=175a5522-2115-42be-b56e-13b43f53b2a1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:09.246580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.269954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9d94d91a-2c43-4212-bb30-caad96dcc2c1 None None] Provisioning complete for port 175a5522-2115-42be-b56e-13b43f53b2a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:09.270336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d94d91a-2c43-4212-bb30-caad96dcc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.276258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.326474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9d94d91a-2c43-4212-bb30-caad96dcc2c1 None None] Port 175a5522-2115-42be-b56e-13b43f53b2a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:09.416129 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Sync routers for ids ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:09.428483 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Routers {'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:09.429115 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:09.532345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.644046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Deleting port b4f527d3-83f5-423b-bca8-3bc385794654 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:09.644046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.704074 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Set router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:09.713684 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.717496 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.766015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.780821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Calling delete_port for b4f527d3-83f5-423b-bca8-3bc385794654 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:09.861022 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Pushing event updated for resources: {'Port': ['ID=175a5522-2115-42be-b56e-13b43f53b2a1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:09.863015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:09.944634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33602) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:09.950710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1504631730-network', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:10.028407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:10.030129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:10.065049 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:05Z', 'revision_number': 4, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port': {'id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3b014548-5d32-47e4-9d17-b364e3be2327', 'name': '', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'mac_address': 'fa:16:3e:1a:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:06Z', 'revision_number': 2, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'subnets': [{'id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:10.098388 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Checking router: e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:10.098834 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Updating router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d port 3b014548-5d32-47e4-9d17-b364e3be2327 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:10.158552 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.201184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ea7b8856-cc2a-4979-a790-8de78a2d28ab up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:10.236503 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Router ba21546d-e010-4313-99df-afd8c7129364 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:10.243002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Made reservation on behalf of 34e2bd3b18fd456ab41f4a03f85c4d0b for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:10.250521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.263367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.283082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ea7b8856-cc2a-4979-a790-8de78a2d28ab triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:10.283823 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.352292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.408949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event deleted for resources: {'Port': ['ID=b4f527d3-83f5-423b-bca8-3bc385794654,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:10.436345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device df27866c-3061-4bdb-b712-4a6bca61e000 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:10.457324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:10.474009 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc21e963-e48e-489e-9e35-2a658520964a admin admin] 10.222.0.113 "PUT /v2.0/routers/ba21546d-e010-4313-99df-afd8c7129364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2513173 Feb 16 15:14:10.494328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8ed30659-2a56-4bd2-9519-1912e51bf74c None None] Provisioning complete for port 175a5522-2115-42be-b56e-13b43f53b2a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:10.494699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ed30659-2a56-4bd2-9519-1912e51bf74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.545081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8ed30659-2a56-4bd2-9519-1912e51bf74c None None] Port 175a5522-2115-42be-b56e-13b43f53b2a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:10.546671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port df27866c-3061-4bdb-b712-4a6bca61e000 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:10.547101 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.547257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.588591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.634183 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.639797 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.667692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port df27866c-3061-4bdb-b712-4a6bca61e000, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=df27866c-3061-4bdb-b712-4a6bca61e000,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:10.673015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.675343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.939352 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.949497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:10.969306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:10.992535 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55549d-bc50-40d3-a24a-5d0d6df4d57c None None] Pushing event updated for resources: {'Port': ['ID=3b014548-5d32-47e4-9d17-b364e3be2327,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:11.045149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Sync routers for ids ['ba21546d-e010-4313-99df-afd8c7129364'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:11.057356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Routers {'ba21546d-e010-4313-99df-afd8c7129364'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:11.070184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ba21546d-e010-4313-99df-afd8c7129364'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:11.070977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Attempting to bind port 3b014548-5d32-47e4-9d17-b364e3be2327 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:11.070977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Attempting to bind port 3b014548-5d32-47e4-9d17-b364e3be2327 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:11.070977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Attempting to bind port 3b014548-5d32-47e4-9d17-b364e3be2327 on network c6d23977-aeb2-4383-90bf-45dc8a187d7f {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:11.071249 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:11.071634 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Checking segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:11.072082 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.072996 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Bound using segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:11.074097 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Bound port: 3b014548-5d32-47e4-9d17-b364e3be2327, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:11.074475 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.118352 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.125395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.136953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Fanout notify agent at l3_agent the message router_deleted on router 544f3459-ecc7-4497-8aae-cbde015786eb {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:14:11.145570 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.148774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-33dd0435-72b2-4f4f-82f3-4e991fa53705 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/544f3459-ecc7-4497-8aae-cbde015786eb HTTP/1.1" status: 204 len: 168 time: 2.3538780 Feb 16 15:14:11.153378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33620) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:11.158988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1560461364', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:11.192914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:14:11.201010 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] For port 3b014548-5d32-47e4-9d17-b364e3be2327, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:11.205125 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] For port 3b014548-5d32-47e4-9d17-b364e3be2327, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3b014548-5d32-47e4-9d17-b364e3be2327,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:11.222786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.223185 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Added segment dcf774b5-4e7a-48ca-b1c2-401995d76320 of type vlan for network 70995fa4-1dd4-48a0-91d8-9132790dcb3d Feb 16 15:14:11.250187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Set router ba21546d-e010-4313-99df-afd8c7129364 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:11.254984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=df27866c-3061-4bdb-b712-4a6bca61e000,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:11.293343 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.365946 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:14:11.420901 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.435530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-222658e8-d347-4764-9ece-2d2a858182a9 None None] Provisioning complete for port 3b014548-5d32-47e4-9d17-b364e3be2327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:11.435530 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-222658e8-d347-4764-9ece-2d2a858182a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.518331 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Routers {'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:11.520221 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:11.567433 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55549d-bc50-40d3-a24a-5d0d6df4d57c None None] Pushing event updated for resources: {'Port': ['ID=3b014548-5d32-47e4-9d17-b364e3be2327,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:11.579491 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-222658e8-d347-4764-9ece-2d2a858182a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.605036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:09Z', 'revision_number': 4, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '175a5522-2115-42be-b56e-13b43f53b2a1', 'name': '', 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'mac_address': 'fa:16:3e:c4:83:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'a87e9c9f-4326-4f94-b430-0dde9aed0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:09Z', 'revision_number': 2, 'project_id': 'bc6e5514c26143fa981944750555da16', 'subnets': [{'id': 'a87e9c9f-4326-4f94-b430-0dde9aed0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:11.643881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Checking router: ba21546d-e010-4313-99df-afd8c7129364 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:11.644552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Updating router ba21546d-e010-4313-99df-afd8c7129364 port 175a5522-2115-42be-b56e-13b43f53b2a1 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:11.673061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-222658e8-d347-4764-9ece-2d2a858182a9 None None] For port 3b014548-5d32-47e4-9d17-b364e3be2327, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3b014548-5d32-47e4-9d17-b364e3be2327,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:11.676333 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] Set router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:11.680694 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.701473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.705921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.722964 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:11.922869 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.041794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-222658e8-d347-4764-9ece-2d2a858182a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.144694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.145783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:12.164203 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.164203 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.211802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] Pushing event updated for resources: {'Network': ['ID=70995fa4-1dd4-48a0-91d8-9132790dcb3d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:12.224033 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:05Z', 'revision_number': 4, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port': {'id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3b014548-5d32-47e4-9d17-b364e3be2327', 'name': '', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'mac_address': 'fa:16:3e:1a:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:11Z', 'revision_number': 4, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'subnets': [{'id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:12.229002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222658e8-d347-4764-9ece-2d2a858182a9 None None] Pushing event updated for resources: {'Port': ['ID=3b014548-5d32-47e4-9d17-b364e3be2327,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:12.234727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device df27866c-3061-4bdb-b712-4a6bca61e000 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:12.238775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:14:12.278012 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d3b45d-4085-45a7-aee8-777ad84fa128 None None] The sync data for ids ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'] in n-d-829433-1 is: [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:05Z', 'revision_number': 4, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port': {'id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '3b014548-5d32-47e4-9d17-b364e3be2327', 'name': '', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'mac_address': 'fa:16:3e:1a:67:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:11Z', 'revision_number': 4, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'subnets': [{'id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:12.333324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.378772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c781e08c-d82b-44d2-8fb5-e840cdb83990 None None] Provisioning complete for port 3b014548-5d32-47e4-9d17-b364e3be2327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:12.379152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c781e08c-d82b-44d2-8fb5-e840cdb83990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.474321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port df27866c-3061-4bdb-b712-4a6bca61e000 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:12.474776 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.532571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1d48b4c4-1eae-4243-9d26-dc919e5be52f admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5867381 Feb 16 15:14:12.537164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33642) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:12.556445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Request body: {'subnet': {'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1504631730-subnet', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:12.637023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.733444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.791442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24e776-d73a-4d51-ae4b-1cf0a9d74f04 None None] Pushing event updated for resources: {'Port': ['ID=175a5522-2115-42be-b56e-13b43f53b2a1,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:12.847264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Attempting to bind port 175a5522-2115-42be-b56e-13b43f53b2a1 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:12.848045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Attempting to bind port 175a5522-2115-42be-b56e-13b43f53b2a1 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:12.848515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Attempting to bind port 175a5522-2115-42be-b56e-13b43f53b2a1 on network 4219394f-4763-4798-b0ae-7543cb03b6b2 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:12.858797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:12.858797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Checking segment: {'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:12.858797 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.858797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Bound using segment: {'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:12.858797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Bound port: 175a5522-2115-42be-b56e-13b43f53b2a1, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2d65f8-1475-4264-ac08-87c749c50786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:12.858797 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.904710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Made reservation on behalf of 34e2bd3b18fd456ab41f4a03f85c4d0b for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:12.909619 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:12.932890 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.002936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] For port 175a5522-2115-42be-b56e-13b43f53b2a1, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:13.006645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] For port 175a5522-2115-42be-b56e-13b43f53b2a1, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=175a5522-2115-42be-b56e-13b43f53b2a1,segment=NetworkSegment(0b2d65f8-1475-4264-ac08-87c749c50786),segment_id=0b2d65f8-1475-4264-ac08-87c749c50786)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:13.175067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6679445-1577-4a6b-abe5-26b8cb812e72 None None] Provisioning complete for port 175a5522-2115-42be-b56e-13b43f53b2a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:13.175439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6679445-1577-4a6b-abe5-26b8cb812e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.227401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b6679445-1577-4a6b-abe5-26b8cb812e72 None None] Port 175a5522-2115-42be-b56e-13b43f53b2a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:13.263968 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.270384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.298993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.402272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Routers {'ba21546d-e010-4313-99df-afd8c7129364'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:13.403014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ba21546d-e010-4313-99df-afd8c7129364'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:13.405103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24e776-d73a-4d51-ae4b-1cf0a9d74f04 None None] Pushing event updated for resources: {'Port': ['ID=175a5522-2115-42be-b56e-13b43f53b2a1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:13.469126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.515031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Allocated IP 172.25.6.187 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b3ab0613-8141-4f51-9ac5-31f9dde2c08c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:13.578476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58bde4fa-4930-4295-9d2d-b75e19517396,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:13.610132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Checking segment: {'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:13.610502 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Network hostable DHCP agents. Network: 70995fa4-1dd4-48a0-91d8-9132790dcb3d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:14:13.742412 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.757033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:14:13.841454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-26d9cdf1-4326-4453-ab61-08d680d06450 None None] Provisioning complete for port 175a5522-2115-42be-b56e-13b43f53b2a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:13.841830 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26d9cdf1-4326-4453-ab61-08d680d06450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:13.873956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] Set router ba21546d-e010-4313-99df-afd8c7129364 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:14.035368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 70995fa4-1dd4-48a0-91d8-9132790dcb3d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:14.114060 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:14.114060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.115766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a2f7a-517f-4755-a387-73233a4f95ef None None] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:14.137457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3b014548-5d32-47e4-9d17-b364e3be2327 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:14.169049 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26d9cdf1-4326-4453-ab61-08d680d06450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.174252 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.222095 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-526101c6-50f9-433b-8af2-4cb6bbe311e0 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6821885 Feb 16 15:14:14.224842 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33670) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:14.230613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:14.234851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:14.236262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-26d9cdf1-4326-4453-ab61-08d680d06450 None None] For port 175a5522-2115-42be-b56e-13b43f53b2a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=175a5522-2115-42be-b56e-13b43f53b2a1,segment=NetworkSegment(0b2d65f8-1475-4264-ac08-87c749c50786),segment_id=0b2d65f8-1475-4264-ac08-87c749c50786)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:14.240718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:14.244818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:14.351501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26d9cdf1-4326-4453-ab61-08d680d06450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.391535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event updated for resources: {'Port': ['ID=b3ab0613-8141-4f51-9ac5-31f9dde2c08c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:14.408078 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.409546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.427869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 3b014548-5d32-47e4-9d17-b364e3be2327 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:14.428459 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.484715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33674) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:14.491684 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.532366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-70995fa4-1dd4-48a0-91d8-9132790dcb3d', 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'fixed_ips': [{'subnet_id': '58bde4fa-4930-4295-9d2d-b75e19517396'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:14:14.533202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.562065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9cdf1-4326-4453-ab61-08d680d06450 None None] Pushing event updated for resources: {'Port': ['ID=175a5522-2115-42be-b56e-13b43f53b2a1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:14.583409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:09Z', 'revision_number': 4, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '175a5522-2115-42be-b56e-13b43f53b2a1', 'name': '', 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'mac_address': 'fa:16:3e:c4:83:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'a87e9c9f-4326-4f94-b430-0dde9aed0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 4, 'project_id': 'bc6e5514c26143fa981944750555da16', 'subnets': [{'id': 'a87e9c9f-4326-4f94-b430-0dde9aed0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:14.621416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3df0a5-31ff-485f-a24e-9e26bf7a4d07 None None] The sync data for ids ['ba21546d-e010-4313-99df-afd8c7129364'] in n-d-829433-1 is: [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:09Z', 'revision_number': 4, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '175a5522-2115-42be-b56e-13b43f53b2a1', 'name': '', 'network_id': '4219394f-4763-4798-b0ae-7543cb03b6b2', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'mac_address': 'fa:16:3e:c4:83:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'a87e9c9f-4326-4f94-b430-0dde9aed0051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:07Z', 'updated_at': '2022-02-16T15:14:12Z', 'revision_number': 4, 'project_id': 'bc6e5514c26143fa981944750555da16', 'subnets': [{'id': 'a87e9c9f-4326-4f94-b430-0dde9aed0051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:14.816497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Allocated IP 172.20.0.2 (70995fa4-1dd4-48a0-91d8-9132790dcb3d/58bde4fa-4930-4295-9d2d-b75e19517396/17c442c2-f3a6-467f-9f5e-8a027e16b86c) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:14.922158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:14.969188 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.022993 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.133794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.282851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:15.293356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:15.298841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:15.327389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Pushing event updated for resources: {'Port': ['ID=17c442c2-f3a6-467f-9f5e-8a027e16b86c,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:15.491683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Attempting to bind port 17c442c2-f3a6-467f-9f5e-8a027e16b86c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:15.492332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Attempting to bind port 17c442c2-f3a6-467f-9f5e-8a027e16b86c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:15.492430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Attempting to bind port 17c442c2-f3a6-467f-9f5e-8a027e16b86c on network 70995fa4-1dd4-48a0-91d8-9132790dcb3d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:15.516569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:15.517088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Checking segment: {'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:15.517509 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.519056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.520656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Bound using segment: {'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:15.521197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Bound port: 17c442c2-f3a6-467f-9f5e-8a027e16b86c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:15.521601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.561908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.584117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.703727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] For port 17c442c2-f3a6-467f-9f5e-8a027e16b86c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:15.707497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] For port 17c442c2-f3a6-467f-9f5e-8a027e16b86c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17c442c2-f3a6-467f-9f5e-8a027e16b86c,segment=NetworkSegment(dcf774b5-4e7a-48ca-b1c2-401995d76320),segment_id=dcf774b5-4e7a-48ca-b1c2-401995d76320)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:15.763941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Allocated IP 172.25.6.140 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:15.781315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.815913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.921528 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:15.958179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c167e-2ecb-4bb9-be6b-51f6009bb196 None None] Pushing event updated for resources: {'Port': ['ID=17c442c2-f3a6-467f-9f5e-8a027e16b86c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:16.123414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:16.157333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 175a5522-2115-42be-b56e-13b43f53b2a1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:16.171094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-d7b519d7-bd30-4cd8-a166-7340d6824da9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532062042&fields=id&tenant_id=d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 267 time: 0.2911794 Feb 16 15:14:16.235151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Pushing event updated for resources: {'Port': ['ID=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:16.263735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 175a5522-2115-42be-b56e-13b43f53b2a1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:16.264112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:16.284755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:16.290716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:16.300182 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:16.511832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-c367ee06-f38b-4b5b-8ff1-0a7112916aee tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:16.517814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-c367ee06-f38b-4b5b-8ff1-0a7112916aee tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.3332388 Feb 16 15:14:16.548436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:16.606442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-5a91f333-0c9e-4476-a6a7-723b70900d94 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/quotas/d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 375 time: 0.0589511 Feb 16 15:14:16.797025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:16.978272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Router 4d4a69b4-6333-4470-9a82-e57dc36fe723 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:17.069534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:17.148151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-003388c5-4257-4b08-87e3-461fb657e4fc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5184023 Feb 16 15:14:17.156261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:17.166495 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] Sync routers for ids ['4d4a69b4-6333-4470-9a82-e57dc36fe723'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:17.185716 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] Routers {'4d4a69b4-6333-4470-9a82-e57dc36fe723'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:17.188220 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4d4a69b4-6333-4470-9a82-e57dc36fe723'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:17.242743 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:17.255104 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] Routers {'4d4a69b4-6333-4470-9a82-e57dc36fe723'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:17.256494 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4d4a69b4-6333-4470-9a82-e57dc36fe723'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:17.299872 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:17.300530 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d621c1-1291-48ec-a153-421cab38fd41 None None] The sync data for ids ['4d4a69b4-6333-4470-9a82-e57dc36fe723'] in n-d-829433-1 is: [] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:17.332403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:17.336294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7032714e-ab04-4a05-af90-3dbfcfca8e7a tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1792128 Feb 16 15:14:17.338314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33712) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:17.344762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:17.374795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-39aa25a5-c528-41b6-a0ee-e1edce15557a service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006636 Feb 16 15:14:17.407918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Deleting port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:17.408193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:17.429599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb488f97-2b58-4e68-9063-86dfcac5eea9 None None] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:17.514350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:17.530812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c76af6da-1ab5-45c7-88dc-252c18cb3325 None None] Provisioning complete for port 17c442c2-f3a6-467f-9f5e-8a027e16b86c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:17.531187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c76af6da-1ab5-45c7-88dc-252c18cb3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:17.566834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] For port 5705b4f8-55bf-4dce-9f41-ab01b8f4e662, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,segment=NetworkSegment(2383050f-8231-4608-b6c6-9fba4c66dfca),segment_id=2383050f-8231-4608-b6c6-9fba4c66dfca)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:17.567394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:17.591995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Calling delete_port for 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:17.622933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-54bbe245-22ef-408e-8f3a-d139306ac990 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376447 Feb 16 15:14:17.728085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c76af6da-1ab5-45c7-88dc-252c18cb3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:17.767443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c76af6da-1ab5-45c7-88dc-252c18cb3325 None None] For port 17c442c2-f3a6-467f-9f5e-8a027e16b86c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17c442c2-f3a6-467f-9f5e-8a027e16b86c,segment=NetworkSegment(dcf774b5-4e7a-48ca-b1c2-401995d76320),segment_id=dcf774b5-4e7a-48ca-b1c2-401995d76320)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:18.014655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:18.032663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Sync routers for ids ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:18.048322 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c76af6da-1ab5-45c7-88dc-252c18cb3325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.116418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Routers {'16eff2d8-6f54-4a19-bd58-e2e577aaa6de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:18.117132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:18.150616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.152628 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.169869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17c442c2-f3a6-467f-9f5e-8a027e16b86c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:18.186889 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.191401 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ac7208bc-2d7d-45bb-b743-285a141bd330 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9618542 Feb 16 15:14:18.191645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:18.192396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5705b4f8-55bf-4dce-9f41-ab01b8f4e662,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:18.195803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76af6da-1ab5-45c7-88dc-252c18cb3325 None None] Pushing event updated for resources: {'Port': ['ID=17c442c2-f3a6-467f-9f5e-8a027e16b86c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:18.375850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.487602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.550991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Set router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:18.628755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5cb186a1-372b-43a7-99c8-dabbb129204f None None] Provisioning complete for port 17c442c2-f3a6-467f-9f5e-8a027e16b86c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:18.629749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5cb186a1-372b-43a7-99c8-dabbb129204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.752829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 17c442c2-f3a6-467f-9f5e-8a027e16b86c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:18.753541 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:18.856352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:19.046139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Deleting port b3ab0613-8141-4f51-9ac5-31f9dde2c08c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:19.046689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.078309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:14:16Z', 'revision_number': 3, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port': {'id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:15Z', 'updated_at': '2022-02-16T15:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:19.092830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f5e3571-d88b-47ba-8eb8-68787ce22ec1 req-a4c971e3-aa59-4ef8-a038-eb7889fec227 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.3219018 Feb 16 15:14:19.113372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:19.113988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Checking router: 16eff2d8-6f54-4a19-bd58-e2e577aaa6de for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:19.114349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Updating router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:19.126589 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] Sync routers for ids ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:19.127350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.133130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aa0d1d62-096b-4ff2-a707-3bcc22d78bc1 admin admin] 10.222.0.113 "PUT /v2.0/routers/937e129a-b1e1-47cb-ab9a-28b51b2ebd4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6464300 Feb 16 15:14:19.134845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33736) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:19.140333 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] Routers {'937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:19.141034 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:19.157782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.229023 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.245683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Calling delete_port for b3ab0613-8141-4f51-9ac5-31f9dde2c08c owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:19.280418 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] Set router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:19.287557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.456380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.513519 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:14:17Z', 'revision_number': 5, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:19.540516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.554018 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] Checking router: 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:19.564401 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] Routers {'937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:19.565099 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:19.575628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Allocated IP 172.20.0.1 (70995fa4-1dd4-48a0-91d8-9132790dcb3d/58bde4fa-4930-4295-9d2d-b75e19517396/83744458-c057-4b18-ab2c-b422f8eb2a6c) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:19.629394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Deleting port 264f4fb8-766e-4f12-8ce9-630c8c8097cc {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:19.629986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.676693 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.682951 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.725500 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] Set router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:19.732682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] For port 264f4fb8-766e-4f12-8ce9-630c8c8097cc, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=264f4fb8-766e-4f12-8ce9-630c8c8097cc,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:19.733368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.739765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Pushing event deleted for resources: {'Port': ['ID=b3ab0613-8141-4f51-9ac5-31f9dde2c08c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:19.748557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Calling delete_port for 264f4fb8-766e-4f12-8ce9-630c8c8097cc owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:19.750353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.839457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Attempting to bind port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:19.840644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Attempting to bind port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:19.841414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Attempting to bind port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:19.844508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9a88c-fa2d-4f50-b1a1-37040d262331 None None] Pushing event updated for resources: {'Port': ['ID=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:19.861127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:19.869166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:19.869166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.869166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:19.869166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Bound port: f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:19.869166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.946846 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:19.965935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] For port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:19.970048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] For port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:20.048236 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:14:17Z', 'revision_number': 5, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:20.063973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.066230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.143814 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51553f5-7cd1-49bd-bc2a-52b8c7f1b7a1 None None] The sync data for ids ['937e129a-b1e1-47cb-ab9a-28b51b2ebd4a'] in n-d-829433-1 is: [{'id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'name': 'tempest-TestAggregatesBasicOps-1685329268-router', 'tenant_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:48Z', 'updated_at': '2022-02-16T15:14:17Z', 'revision_number': 5, 'project_id': '3de3715b0bb34f75a5a3b2400dfb5deb', 'gw_port': {'id': '264f4fb8-766e-4f12-8ce9-630c8c8097cc', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e129a-b1e1-47cb-ab9a-28b51b2ebd4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:49Z', 'updated_at': '2022-02-16T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:20.155459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.172349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Routers {'16eff2d8-6f54-4a19-bd58-e2e577aaa6de'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:20.173298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:20.179377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9a88c-fa2d-4f50-b1a1-37040d262331 None None] Pushing event updated for resources: {'Port': ['ID=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:20.241643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17c442c2-f3a6-467f-9f5e-8a027e16b86c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:20.242951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:20.265849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Pushing event deleted for resources: {'Port': ['ID=264f4fb8-766e-4f12-8ce9-630c8c8097cc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:20.267786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20ba58ba-6560-4244-9aa6-ae91327d63fc req-2858d90b-0e22-4932-b7cb-efb3ce2c0840 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0360005 Feb 16 15:14:20.288978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:20.324493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=83744458-c057-4b18-ab2c-b422f8eb2a6c,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:20.332950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:20.358553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.413552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] Set router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:20.444886 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-713763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9090'] for router, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.467283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-713784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-713777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-715373'] for router, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.506380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.510470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.654854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.713881 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.714440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937e129a-b1e1-47cb-ab9a-28b51b2ebd4a {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:14:20.718805 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.723042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6affd68e-1913-4811-8f7e-f995b098e184 admin admin] 10.222.0.113 "DELETE /v2.0/routers/937e129a-b1e1-47cb-ab9a-28b51b2ebd4a HTTP/1.1" status: 204 len: 168 time: 1.5846841 Feb 16 15:14:20.723678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33748) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:20.743186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 17c442c2-f3a6-467f-9f5e-8a027e16b86c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:20.744364 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.775809 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Router 4d4a69b4-6333-4470-9a82-e57dc36fe723 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:20.816028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] Deleting subnet 2b584cca-c06b-492c-9466-e3bb9349a87a {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:14:20.825211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.885714 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:20.912817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:14:16Z', 'revision_number': 3, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port': {'id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:15Z', 'updated_at': '2022-02-16T15:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:20.962450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be2301-216d-4b91-bc59-1e0c5c73d1c7 None None] The sync data for ids ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'] in n-d-829433-1 is: [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:14:16Z', 'revision_number': 3, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port': {'id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:15Z', 'updated_at': '2022-02-16T15:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:20.981554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6bda5370-e1e9-403b-ab8f-3053c54f1e1d None None] Provisioning complete for port 83744458-c057-4b18-ab2c-b422f8eb2a6c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:20.984297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6bda5370-e1e9-403b-ab8f-3053c54f1e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.029872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:21.049276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] Sync routers for ids ['4d4a69b4-6333-4470-9a82-e57dc36fe723'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:21.049823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.051403 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.053021 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a27f87df-2fd8-4b2d-bef6-dedcac421723 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "PUT /v2.0/routers/4d4a69b4-6333-4470-9a82-e57dc36fe723 HTTP/1.1" status: 200 len: 710 time: 3.7128594 Feb 16 15:14:21.056740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33750) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:21.083862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6bda5370-e1e9-403b-ab8f-3053c54f1e1d None None] Port 83744458-c057-4b18-ab2c-b422f8eb2a6c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:21.094384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] Routers {'4d4a69b4-6333-4470-9a82-e57dc36fe723'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:21.102747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4d4a69b4-6333-4470-9a82-e57dc36fe723'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:21.189149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:21.199071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] Routers {'4d4a69b4-6333-4470-9a82-e57dc36fe723'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:21.199653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4d4a69b4-6333-4470-9a82-e57dc36fe723'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:21.221605 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd36c10d-f3c2-441b-b400-cce5c4fb47d5 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/routers/4d4a69b4-6333-4470-9a82-e57dc36fe723 HTTP/1.1" status: 200 len: 745 time: 0.1613026 Feb 16 15:14:21.222246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33752) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:21.226754 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.243596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:21.244650 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c1627-8f68-4aa5-9b76-e2f2f9bd0528 None None] The sync data for ids ['4d4a69b4-6333-4470-9a82-e57dc36fe723'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:21.287492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b40c5514-6afa-4e60-97d7-69f7efe5ed62 tempest-RoutersIpV6AdminTest-855764645 tempest-RoutersIpV6AdminTest-855764645-project-admin] 10.222.0.113 "GET /v2.0/ports?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&device_id=4d4a69b4-6333-4470-9a82-e57dc36fe723 HTTP/1.1" status: 200 len: 205 time: 0.0616419 Feb 16 15:14:21.289429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33754) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:21.321582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-43ae89aa-07e9-4061-b5dc-f3741db26a04 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=4d4a69b4-6333-4470-9a82-e57dc36fe723 HTTP/1.1" status: 200 len: 205 time: 0.0294111 Feb 16 15:14:21.321582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.326209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33758) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:21.442547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b584cca-c06b-492c-9466-e3bb9349a87a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:21.451815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.455351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a3a5fad2-6702-435a-affc-cdb422d6e797 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2b584cca-c06b-492c-9466-e3bb9349a87a HTTP/1.1" status: 204 len: 168 time: 0.7307448 Feb 16 15:14:21.457513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af742675-3a38-44c4-a28f-db3e9fe75175 None None] Network 061f042c-f4e9-4431-8ebc-4224ac64af7d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:21.470589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33764) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:21.472865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-769278ab-78dd-459e-9ea8-70b01ee37597 req-2d115642-42ff-4fa6-9453-9fb4200c95ba tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0687964 Feb 16 15:14:21.476035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5af58768-9969-485d-8284-8e9cb81b876d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.844736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] DHCP port deletion for 061f042c-f4e9-4431-8ebc-4224ac64af7d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:14:21.946816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:21.981796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] Deleting port 6e150210-cb5c-4538-99a5-a55b81962731 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:21.982384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.047672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.092032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] For port 6e150210-cb5c-4538-99a5-a55b81962731, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6e150210-cb5c-4538-99a5-a55b81962731,segment=NetworkSegment(2383050f-8231-4608-b6c6-9fba4c66dfca),segment_id=2383050f-8231-4608-b6c6-9fba4c66dfca)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:22.093094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.133114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] Calling delete_port for 6e150210-cb5c-4538-99a5-a55b81962731 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:22.164630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=83744458-c057-4b18-ab2c-b422f8eb2a6c,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:22.186432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.232971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:22.340212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5af58768-9969-485d-8284-8e9cb81b876d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.346305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.373681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:22.374195 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.380292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5af58768-9969-485d-8284-8e9cb81b876d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.458177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:22.460834 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:22.517802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.565935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] Pushing event deleted for resources: {'Port': ['ID=6e150210-cb5c-4538-99a5-a55b81962731,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:22.608692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-adf096d0-cf56-49be-9a7f-1972e31259bf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:22.613320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-adf096d0-cf56-49be-9a7f-1972e31259bf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.3023200 Feb 16 15:14:22.616949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f47dba-4930-4d8d-a09c-4fa5c7b71496 None None] No DVR routers for this DVR port 6e150210-cb5c-4538-99a5-a55b81962731 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:14:22.621130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.663349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88f83580-6461-4fe3-9bf9-b4398c44f72f req-84041f33-ae6c-4ac5-bf9c-a0d0f448f58f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0483031 Feb 16 15:14:22.670272 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5af58768-9969-485d-8284-8e9cb81b876d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.670940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af58768-9969-485d-8284-8e9cb81b876d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Fanout notify agent at l3_agent the message router_deleted on router 4d4a69b4-6333-4470-9a82-e57dc36fe723 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:14:22.682582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5af58768-9969-485d-8284-8e9cb81b876d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.682841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:22.689411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33770) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:22.707462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5af58768-9969-485d-8284-8e9cb81b876d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/4d4a69b4-6333-4470-9a82-e57dc36fe723 HTTP/1.1" status: 204 len: 168 time: 1.3720822 Feb 16 15:14:22.732503 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b699e2e6-d960-4652-8fe9-6c6a432b1275 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=4d4a69b4-6333-4470-9a82-e57dc36fe723 HTTP/1.1" status: 200 len: 205 time: 0.0416744 Feb 16 15:14:22.736145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33772) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:22.764001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-7e522bc5-a034-4f34-964a-7fc28054e742 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 380 time: 0.0604064 Feb 16 15:14:22.766756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Deleting port 6e150210-cb5c-4538-99a5-a55b81962731 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:22.767244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.767383 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.813566 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-29842458-c020-41f4-be9e-58408f43fbe5 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] delete failed (client error): The resource could not be found. Feb 16 15:14:22.849153 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-29842458-c020-41f4-be9e-58408f43fbe5 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/4d4a69b4-6333-4470-9a82-e57dc36fe723 HTTP/1.1" status: 404 len: 336 time: 0.0775557 Feb 16 15:14:22.849153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:22.849153 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33774) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:22.881694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e150210-cb5c-4538-99a5-a55b81962731 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:14:22.886400 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-05af4659-a7d5-4569-9999-0b4904cda5b4 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=544f3459-ecc7-4497-8aae-cbde015786eb HTTP/1.1" status: 200 len: 205 time: 0.0671175 Feb 16 15:14:22.910184 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33776) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:22.928520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] For port 6e150210-cb5c-4538-99a5-a55b81962731, host n-d-829433-1, got binding levels [] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:22.929038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.961548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Calling delete_port for 6e150210-cb5c-4538-99a5-a55b81962731 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:22.965631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Port 6e150210-cb5c-4538-99a5-a55b81962731 was not found and therefore no delete operation was performed {{(pid=103043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 16 15:14:22.971525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'port': {'device_id': '9de07004-2ded-471b-a766-6efb877fbe21', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'admin_state_up': True, 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'security_groups': ['de6bc868-2070-482b-a924-7f041e83722f']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:22.975405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:22.996466 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-7b7e691f-9f88-4305-b9e9-c0e731ec5535 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] delete failed (client error): The resource could not be found. Feb 16 15:14:22.997575 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7b7e691f-9f88-4305-b9e9-c0e731ec5535 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/544f3459-ecc7-4497-8aae-cbde015786eb HTTP/1.1" status: 404 len: 336 time: 0.0846684 Feb 16 15:14:23.000343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33778) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.024548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e150210-cb5c-4538-99a5-a55b81962731,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:23.032463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] No DVR routers for this DVR port 6e150210-cb5c-4538-99a5-a55b81962731 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:14:23.040783 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b9b9b3e2-3825-4ce6-b91d-0a1511b84b5d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=8bc4db17-3242-4247-9887-e22a54e98733 HTTP/1.1" status: 200 len: 205 time: 0.0393310 Feb 16 15:14:23.043394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33780) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.093346 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-8ae495ce-8629-481d-80df-0cd6f097a84d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] delete failed (client error): The resource could not be found. Feb 16 15:14:23.093630 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8ae495ce-8629-481d-80df-0cd6f097a84d tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/8bc4db17-3242-4247-9887-e22a54e98733 HTTP/1.1" status: 404 len: 336 time: 0.0491762 Feb 16 15:14:23.112866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6e150210-cb5c-4538-99a5-a55b81962731 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:14:23.113438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6e150210-cb5c-4538-99a5-a55b81962731 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:14:23.113631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 264f4fb8-766e-4f12-8ce9-630c8c8097cc no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:14:23.129692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33782) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.147893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 264f4fb8-766e-4f12-8ce9-630c8c8097cc {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:14:23.148241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 264f4fb8-766e-4f12-8ce9-630c8c8097cc not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:14:23.148685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:14:23.151875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:23.157282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:23.170943 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-631f3cbd-6e79-436d-bd89-ba3be88ae0b0 admin admin] 10.222.0.113 "PUT /v2.0/routers/16eff2d8-6f54-4a19-bd58-e2e577aaa6de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9736257 Feb 16 15:14:23.175766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f7e0e01a-ac61-48d5-9e0d-60c6c28b9066 None None] Provisioning complete for port 83744458-c057-4b18-ab2c-b422f8eb2a6c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:23.176142 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e01a-ac61-48d5-9e0d-60c6c28b9066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.196236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33786) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.198604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:14:23.199442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5705b4f8-55bf-4dce-9f41-ab01b8f4e662 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:14:23.203225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e3169af4-0757-4811-a82f-84bf606edd4c tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=2ad45647-544a-46af-9c67-f1179bdce673 HTTP/1.1" status: 200 len: 205 time: 0.0733886 Feb 16 15:14:23.221125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0e01a-ac61-48d5-9e0d-60c6c28b9066 None None] Port 83744458-c057-4b18-ab2c-b422f8eb2a6c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:23.268921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.270154 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-03c7500a-6f75-4e1f-8d71-83afb563d802 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] delete failed (client error): The resource could not be found. Feb 16 15:14:23.271218 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-03c7500a-6f75-4e1f-8d71-83afb563d802 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/2ad45647-544a-46af-9c67-f1179bdce673 HTTP/1.1" status: 404 len: 336 time: 0.0735371 Feb 16 15:14:23.274678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33788) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.300232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061f042c-f4e9-4431-8ebc-4224ac64af7d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:23.315646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2383050f-8231-4608-b6c6-9fba4c66dfca') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:23.315945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2383050f-8231-4608-b6c6-9fba4c66dfca') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:23.325911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.329055 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-20e1fe35-7f68-4c15-9920-ce97adf7b1cf tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=85529090-b2c1-470a-86c5-6077824ad37f HTTP/1.1" status: 200 len: 205 time: 0.0489664 Feb 16 15:14:23.329055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33790) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.342900 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.352693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:14:23.353105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: items = [ Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:14:23.355415 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:14:23.397321 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-b66c094e-ed56-4a59-9816-88b116408d20 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] delete failed (client error): The resource could not be found. Feb 16 15:14:23.401993 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b66c094e-ed56-4a59-9816-88b116408d20 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/85529090-b2c1-470a-86c5-6077824ad37f HTTP/1.1" status: 404 len: 336 time: 0.0716136 Feb 16 15:14:23.402710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33796) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.433960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:23.438031 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0a933171-a39f-4b02-82d9-5200f94db634 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "GET /v2.0/ports?device_id=a18e5366-d77d-4abf-be22-cc2a6221ca9b HTTP/1.1" status: 200 len: 205 time: 0.0334620 Feb 16 15:14:23.438495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.438730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33798) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.494995 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-5ff31881-a4df-4e0a-9299-9892a198a274 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] delete failed (client error): The resource could not be found. Feb 16 15:14:23.498819 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5ff31881-a4df-4e0a-9299-9892a198a274 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/routers/a18e5366-d77d-4abf-be22-cc2a6221ca9b HTTP/1.1" status: 404 len: 336 time: 0.0563366 Feb 16 15:14:23.499189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33804) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.522999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.544257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:23.547957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/061f042c-f4e9-4431-8ebc-4224ac64af7d HTTP/1.1" status: 204 len: 168 time: 2.0686827 Feb 16 15:14:23.551040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33806) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:23.553817 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-9063f840-dfb9-48e0-94c6-de5f484b7e78 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] DELETE failed (client error): The resource could not be found. Feb 16 15:14:23.554711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9063f840-dfb9-48e0-94c6-de5f484b7e78 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:14:23.561472 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9063f840-dfb9-48e0-94c6-de5f484b7e78 tempest-RoutersIpV6AdminTest-1722858893 tempest-RoutersIpV6AdminTest-1722858893-project] 10.222.0.113 "DELETE /v2.0/subnets/e31d6f89-3105-4773-a585-f5ac00e8fe06 HTTP/1.1" status: 404 len: 337 time: 0.0586789 Feb 16 15:14:23.606626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e91e4-c30e-407c-acde-bfcbea2dcca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=061f042c-f4e9-4431-8ebc-4224ac64af7d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:23.740924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.20.0.12 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/71c34cdc-2451-46fe-96a5-5406dbc6c9f7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:23.948347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c4dd12e-d621-4f5b-a754-7e7f3b4e0b76 req-3f045357-76fe-4017-8c5c-be2ec6c81190 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0685570 Feb 16 15:14:24.082852 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.105980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-9a4e51fb-53a3-4ad2-bee7-54c3faa5c5d4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:24.107880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-9a4e51fb-53a3-4ad2-bee7-54c3faa5c5d4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/networks?id=c6d23977-aeb2-4383-90bf-45dc8a187d7f HTTP/1.1" status: 200 len: 912 time: 0.2272670 Feb 16 15:14:24.121563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.138101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:24.175199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-9c8737ea-bc25-44f6-b89f-33a2ee295c71 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/quotas/34e2bd3b18fd456ab41f4a03f85c4d0b HTTP/1.1" status: 200 len: 375 time: 0.0603089 Feb 16 15:14:24.192891 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Sync routers for ids ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:24.214519 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Routers {'16eff2d8-6f54-4a19-bd58-e2e577aaa6de'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:24.217053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:24.254455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:24.255225 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.284906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.363472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33832) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:24.419982 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Set router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:24.431138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:24.431138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:24.439831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:24.492301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-3a499b7c-e4f0-437e-8588-09cf6e7f3d43 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3069949 Feb 16 15:14:24.497651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:24.576898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:24.577825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.612785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Deleting port 175a5522-2115-42be-b56e-13b43f53b2a1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:24.612785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.692671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b304d96e-6b69-41e1-9b55-cc681f1315f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.697973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-720664f1-7369-47b4-934e-ea0406fd06e8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7303796 Feb 16 15:14:24.725268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Request body: {'port': {'device_id': '9de07004-2ded-471b-a766-6efb877fbe21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:24.745749 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] For port 175a5522-2115-42be-b56e-13b43f53b2a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=175a5522-2115-42be-b56e-13b43f53b2a1,segment=NetworkSegment(0b2d65f8-1475-4264-ac08-87c749c50786),segment_id=0b2d65f8-1475-4264-ac08-87c749c50786)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:24.746119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.761017 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Calling delete_port for 175a5522-2115-42be-b56e-13b43f53b2a1 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:24.765569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-b1894a43-84a8-449f-848b-579bec9470b0 service neutron] 10.222.0.113 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583106 Feb 16 15:14:24.801613 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:14:21Z', 'revision_number': 4, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port': {'id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:15Z', 'updated_at': '2022-02-16T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83744458-c057-4b18-ab2c-b422f8eb2a6c', 'name': '', 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'mac_address': 'fa:16:3e:95:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '58bde4fa-4930-4295-9d2d-b75e19517396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:19Z', 'updated_at': '2022-02-16T15:14:21Z', 'revision_number': 2, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'subnets': [{'id': '58bde4fa-4930-4295-9d2d-b75e19517396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:24.836861 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Checking router: 16eff2d8-6f54-4a19-bd58-e2e577aaa6de for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:24.837218 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Updating router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de port 83744458-c057-4b18-ab2c-b422f8eb2a6c binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:24.857197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-89b390c7-a004-4bf4-a5f9-e148fe1732af None None] Provisioning complete for port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:24.857566 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-89b390c7-a004-4bf4-a5f9-e148fe1732af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.873278 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.886562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-8763047d-5332-4552-aa03-af83aa3253c4 service neutron] 10.222.0.113 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017933 Feb 16 15:14:24.936133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:24.938330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-89b390c7-a004-4bf4-a5f9-e148fe1732af None None] Port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:25.193910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.226851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Pushing event deleted for resources: {'Port': ['ID=175a5522-2115-42be-b56e-13b43f53b2a1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:25.235153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b304d96e-6b69-41e1-9b55-cc681f1315f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.324679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b664f6-6d7c-451f-819e-f11f38007ef2 req-e3459b38-f341-45dd-8e9b-40040da677d1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:25.326598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70b664f6-6d7c-451f-819e-f11f38007ef2 req-e3459b38-f341-45dd-8e9b-40040da677d1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 932 time: 0.2550354 Feb 16 15:14:25.342724 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.404532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b304d96e-6b69-41e1-9b55-cc681f1315f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.450668 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.465535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b304d96e-6b69-41e1-9b55-cc681f1315f8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=98bcbc345974480c975c70813576583e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0885046 Feb 16 15:14:25.467376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33844) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:25.488229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.564558 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a793-a7ff-472d-9a25-80af65b75183 None None] Pushing event updated for resources: {'Port': ['ID=83744458-c057-4b18-ab2c-b422f8eb2a6c,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:25.574069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98cef574-6d41-472c-816c-fa89d537dabc req-31af79b0-426d-420f-b3df-5345609b5fad tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 210 time: 0.2462640 Feb 16 15:14:25.612993 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Attempting to bind port 83744458-c057-4b18-ab2c-b422f8eb2a6c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:25.613759 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Attempting to bind port 83744458-c057-4b18-ab2c-b422f8eb2a6c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:25.614300 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Attempting to bind port 83744458-c057-4b18-ab2c-b422f8eb2a6c on network 70995fa4-1dd4-48a0-91d8-9132790dcb3d {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:25.626481 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:25.627252 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Checking segment: {'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:25.627857 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.628419 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Bound using segment: {'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:25.630058 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Bound port: 83744458-c057-4b18-ab2c-b422f8eb2a6c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf774b5-4e7a-48ca-b1c2-401995d76320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:25.630616 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.641364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-545cdf86-1b7e-4927-9b2d-d324749c5cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.674211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-545cdf86-1b7e-4927-9b2d-d324749c5cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.743469 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] For port 83744458-c057-4b18-ab2c-b422f8eb2a6c, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:25.747446 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] For port 83744458-c057-4b18-ab2c-b422f8eb2a6c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=83744458-c057-4b18-ab2c-b422f8eb2a6c,segment=NetworkSegment(dcf774b5-4e7a-48ca-b1c2-401995d76320),segment_id=dcf774b5-4e7a-48ca-b1c2-401995d76320)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:25.755498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70b664f6-6d7c-451f-819e-f11f38007ef2 req-df7df406-7536-4171-826c-4b25a19a2adf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895452 Feb 16 15:14:25.767703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304d96e-6b69-41e1-9b55-cc681f1315f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2ee6b-4366-41b2-b4ca-841672ffe2f8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:25.860133 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.860362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-545cdf86-1b7e-4927-9b2d-d324749c5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.862956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-545cdf86-1b7e-4927-9b2d-d324749c5cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.864667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-545cdf86-1b7e-4927-9b2d-d324749c5cd7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/33a2ee6b-4366-41b2-b4ca-841672ffe2f8 HTTP/1.1" status: 204 len: 168 time: 0.3890889 Feb 16 15:14:25.882062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cdf86-1b7e-4927-9b2d-d324749c5cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2ee6b-4366-41b2-b4ca-841672ffe2f8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:25.893078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:25.902590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:25.932665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Transition to ACTIVE for port object 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:14:25.934155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Router ba21546d-e010-4313-99df-afd8c7129364 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:25.959095 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Routers {'16eff2d8-6f54-4a19-bd58-e2e577aaa6de'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:25.959784 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:26.015384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:26.133303 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:26.138577 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a793-a7ff-472d-9a25-80af65b75183 None None] Pushing event updated for resources: {'Port': ['ID=83744458-c057-4b18-ab2c-b422f8eb2a6c,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:26.144588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] Sync routers for ids ['ba21546d-e010-4313-99df-afd8c7129364'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:26.150977 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-84f47b0b-a426-4e62-9150-d3b67aabd63b admin admin] 10.222.0.113 "PUT /v2.0/routers/ba21546d-e010-4313-99df-afd8c7129364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5984612 Feb 16 15:14:26.155411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33854) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:26.184581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:26.186286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] Routers {'ba21546d-e010-4313-99df-afd8c7129364'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:26.201287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ba21546d-e010-4313-99df-afd8c7129364'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:26.339690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Attempting to bind port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:26.347294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Attempting to bind port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:26.373983 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] Set router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:26.374780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Attempting to bind port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:26.374780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:14:26.374780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Attempting to bind port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:26.374780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:26.374780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:26.374780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:26.375361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Bound port: 71c34cdc-2451-46fe-96a5-5406dbc6c9f7, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:26.375459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:26.441045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-13a2939e-d393-4474-b1d7-142c5e9ab986 None None] Provisioning complete for port 83744458-c057-4b18-ab2c-b422f8eb2a6c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:26.449226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-13a2939e-d393-4474-b1d7-142c5e9ab986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:26.644867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] Set router ba21546d-e010-4313-99df-afd8c7129364 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:26.755702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e6de7ee-cf6f-4ab2-9cdd-9cfd0ade64d1 req-04294b45-5557-49f1-bc6c-a24475ce0143 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 210 time: 0.0913656 Feb 16 15:14:26.762131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] For port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:26.811519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] For port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:26.868733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:26.876446 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:14:21Z', 'revision_number': 4, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port': {'id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:15Z', 'updated_at': '2022-02-16T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83744458-c057-4b18-ab2c-b422f8eb2a6c', 'name': '', 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'mac_address': 'fa:16:3e:95:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '58bde4fa-4930-4295-9d2d-b75e19517396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:19Z', 'updated_at': '2022-02-16T15:14:25Z', 'revision_number': 4, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'subnets': [{'id': '58bde4fa-4930-4295-9d2d-b75e19517396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:26.914343 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cf01c-baea-45ee-90bb-17e968c4394b None None] The sync data for ids ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'] in n-d-829433-1 is: [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:14:21Z', 'revision_number': 4, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port': {'id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:15Z', 'updated_at': '2022-02-16T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83744458-c057-4b18-ab2c-b422f8eb2a6c', 'name': '', 'network_id': '70995fa4-1dd4-48a0-91d8-9132790dcb3d', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'mac_address': 'fa:16:3e:95:56:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '58bde4fa-4930-4295-9d2d-b75e19517396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:19Z', 'updated_at': '2022-02-16T15:14:25Z', 'revision_number': 4, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'subnets': [{'id': '58bde4fa-4930-4295-9d2d-b75e19517396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:26.951626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:26.955189 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-13a2939e-d393-4474-b1d7-142c5e9ab986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.009367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-13a2939e-d393-4474-b1d7-142c5e9ab986 None None] For port 83744458-c057-4b18-ab2c-b422f8eb2a6c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=83744458-c057-4b18-ab2c-b422f8eb2a6c,segment=NetworkSegment(dcf774b5-4e7a-48ca-b1c2-401995d76320),segment_id=dcf774b5-4e7a-48ca-b1c2-401995d76320)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:27.040502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:24Z', 'revision_number': 5, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:27.076894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.077799 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.079509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] 10.222.0.93 "PUT /v2.0/ports/71c34cdc-2451-46fe-96a5-5406dbc6c9f7 HTTP/1.1" status: 200 len: 1092 time: 2.3600357 Feb 16 15:14:27.083966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:27.087240 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82435032-93aa-45f2-b8ad-046a09da9d01" -d '{"events": [{"name": "network-changed", "server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:27.099623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33866) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:27.106356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] Checking router: ba21546d-e010-4313-99df-afd8c7129364 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:27.110394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-13a2939e-d393-4474-b1d7-142c5e9ab986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.156029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.159788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599abc-afba-4ca7-bd32-b17573447b3f req-854d3aa4-b1a8-4b0c-8fee-a108290a8508 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.166159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] Routers {'ba21546d-e010-4313-99df-afd8c7129364'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:27.167772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ba21546d-e010-4313-99df-afd8c7129364'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:27.171940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd599abc-afba-4ca7-bd32-b17573447b3f req-854d3aa4-b1a8-4b0c-8fee-a108290a8508 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.3028924 Feb 16 15:14:27.204519 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0c0ce003-64a5-4e92-aea9-184006e1f67a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5472cd88441343d6b1e981657396fd02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024423 Feb 16 15:14:27.207988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33870) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:27.230834 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb7bd5-f5b5-4320-9ba1-ccc0cc390c29 x-openstack-request-id: req-5bfb7bd5-f5b5-4320-9ba1-ccc0cc390c29 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:27.231435 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:27.231685 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5bfb7bd5-f5b5-4320-9ba1-ccc0cc390c29 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:27.232106 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'status': 'completed', 'code': 200} Feb 16 15:14:27.239415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb89fab-12e3-49a0-992c-7540649be0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:27.326267 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9736fce9-7a4c-4b25-a85b-e7567628752d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.358480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9736fce9-7a4c-4b25-a85b-e7567628752d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.402323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] Set router ba21546d-e010-4313-99df-afd8c7129364 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:27.410587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd599abc-afba-4ca7-bd32-b17573447b3f req-949acb9b-f5af-4dd1-9646-0d6e5f66288b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305641 Feb 16 15:14:27.413385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-87d17add-e053-4378-ba99-f09f4d90a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.422324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-87d17add-e053-4378-ba99-f09f4d90a10e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 1095 time: 0.2147980 Feb 16 15:14:27.443848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Deleting port df27866c-3061-4bdb-b712-4a6bca61e000 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:27.444452 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.533948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-4797763e-d01d-426c-8c9e-e9a38eefaf4d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0976377 Feb 16 15:14:27.548002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] For port df27866c-3061-4bdb-b712-4a6bca61e000, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=df27866c-3061-4bdb-b712-4a6bca61e000,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:27.548515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.558849 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9736fce9-7a4c-4b25-a85b-e7567628752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.563993 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9736fce9-7a4c-4b25-a85b-e7567628752d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.563993 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9736fce9-7a4c-4b25-a85b-e7567628752d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/cf08996d-31f3-4205-91c4-0603cbc6d2e9 HTTP/1.1" status: 204 len: 168 time: 0.3542688 Feb 16 15:14:27.577009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Calling delete_port for df27866c-3061-4bdb-b712-4a6bca61e000 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:27.579617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736fce9-7a4c-4b25-a85b-e7567628752d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08996d-31f3-4205-91c4-0603cbc6d2e9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:27.686447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-56d348fc-ae88-434a-acd8-57a39eaf857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.693458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-56d348fc-ae88-434a-acd8-57a39eaf857e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.1432409 Feb 16 15:14:27.715498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c49d76ce-7af5-41ab-bdd5-52f77ed668ba None None] Provisioning complete for port 83744458-c057-4b18-ab2c-b422f8eb2a6c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:27.716074 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c49d76ce-7af5-41ab-bdd5-52f77ed668ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:27.799965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-72a771e1-ef48-4466-97fe-f124cf141678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:27.804255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-72a771e1-ef48-4466-97fe-f124cf141678 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043892 Feb 16 15:14:27.842379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2939e-d393-4474-b1d7-142c5e9ab986 None None] Pushing event updated for resources: {'Port': ['ID=83744458-c057-4b18-ab2c-b422f8eb2a6c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:27.988487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-6030fe38-9004-4fd8-b726-461b26cd92a1 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769631 Feb 16 15:14:28.033331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71d43b35-4882-49ad-a72a-f93c090ba99e req-056230c7-7eaf-4362-a1bf-1459db920e95 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 210 time: 0.0436909 Feb 16 15:14:28.038999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:28.116024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=df27866c-3061-4bdb-b712-4a6bca61e000,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:28.202699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 83744458-c057-4b18-ab2c-b422f8eb2a6c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:28.270334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-519aba26-5e6c-4674-8e9c-65f941ff91a3 req-562bac97-f8c6-480b-88f6-c8556de4786e service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696736 Feb 16 15:14:28.299152 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:28.430737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:24Z', 'revision_number': 5, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:28.504998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-961f990e-c4d2-42a2-8dd9-f49869c6850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:28.511088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-961f990e-c4d2-42a2-8dd9-f49869c6850f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 1095 time: 0.1068804 Feb 16 15:14:28.527986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484b7c5-f68c-4c32-a4ee-38cf319863f5 None None] The sync data for ids ['ba21546d-e010-4313-99df-afd8c7129364'] in n-d-829433-1 is: [{'id': 'ba21546d-e010-4313-99df-afd8c7129364', 'name': 'tempest-TestAggregatesBasicOps-1119143169-router', 'tenant_id': 'bc6e5514c26143fa981944750555da16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:01Z', 'updated_at': '2022-02-16T15:14:24Z', 'revision_number': 5, 'project_id': 'bc6e5514c26143fa981944750555da16', 'gw_port': {'id': 'df27866c-3061-4bdb-b712-4a6bca61e000', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba21546d-e010-4313-99df-afd8c7129364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:03Z', 'updated_at': '2022-02-16T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:28.530887 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 83744458-c057-4b18-ab2c-b422f8eb2a6c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:28.531898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:28.610298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:28.616755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:28.770571 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:28.772039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba21546d-e010-4313-99df-afd8c7129364 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:14:28.782843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:28.783017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ea911-6406-4860-82c5-7520e0567ffc req-79fd1002-af60-466b-8d80-2e123cd63a56 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:28.783017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-578ea911-6406-4860-82c5-7520e0567ffc req-79fd1002-af60-466b-8d80-2e123cd63a56 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.1972680 Feb 16 15:14:28.784684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33890) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:28.785315 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c59e6e4-6a57-45ad-9540-55c615638b1b admin admin] 10.222.0.113 "DELETE /v2.0/routers/ba21546d-e010-4313-99df-afd8c7129364 HTTP/1.1" status: 204 len: 168 time: 2.6230714 Feb 16 15:14:28.794745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-6fa9e240-29d5-4a73-b50d-2430c1228c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:28.796660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-6fa9e240-29d5-4a73-b50d-2430c1228c59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.2752998 Feb 16 15:14:28.892897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-5934740e-8520-4355-9e5e-e72de1aebde8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7 HTTP/1.1" status: 200 len: 217 time: 0.0646877 Feb 16 15:14:28.986220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] Deleting subnet a87e9c9f-4326-4f94-b430-0dde9aed0051 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:14:29.002063 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-502c3023-e80a-4f6b-a578-ae9a0fe9d457 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:29.015349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-578ea911-6406-4860-82c5-7520e0567ffc req-48f4c0a1-d77c-402f-b41b-1b80ced5489e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229183 Feb 16 15:14:29.015580 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-502c3023-e80a-4f6b-a578-ae9a0fe9d457 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.93 "GET /v2.0/networks?id=c6d23977-aeb2-4383-90bf-45dc8a187d7f HTTP/1.1" status: 200 len: 912 time: 0.1880283 Feb 16 15:14:29.024627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.037969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Request body: {'port': {'device_id': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'admin_state_up': True, 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:29.098638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-dc214a8c-182f-47e8-81bd-3f83e08f0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:29.100174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-dc214a8c-182f-47e8-81bd-3f83e08f0a58 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.1953948 Feb 16 15:14:29.110714 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.168966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Made reservation on behalf of 34e2bd3b18fd456ab41f4a03f85c4d0b for: {'port': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:29.171395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.272293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae749dce-2a1d-468c-b8c9-634f7ff495e3 req-8ff59195-a03c-480c-b7be-cd0e67bae456 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 210 time: 0.0534050 Feb 16 15:14:29.298652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-3a9166ec-ba1e-4ee4-a7fe-91019bc6d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:29.300398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-3a9166ec-ba1e-4ee4-a7fe-91019bc6d15c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866262 Feb 16 15:14:29.520912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.531735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Allocated IP 172.20.0.12 (c6d23977-aeb2-4383-90bf-45dc8a187d7f/afc9f172-0172-4ac0-b1e3-b355026c88fe/0e1db791-b289-4b8c-b0bf-358e757406a1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:29.591996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-5947084b-0b98-4a0b-b4c1-2a215dd3e092 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766182 Feb 16 15:14:29.722869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82435032-93aa-45f2-b8ad-046a09da9d01 req-2b2b6cdb-dacd-4ecc-968c-b103cef0d95c service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174171 Feb 16 15:14:29.742690 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.770629 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.787925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.791407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a87e9c9f-4326-4f94-b430-0dde9aed0051 HTTP/1.1" status: 204 len: 168 time: 1.0055871 Feb 16 15:14:29.792547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d370c-71f1-4a4d-9bc7-4071dbe6e465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87e9c9f-4326-4f94-b430-0dde9aed0051,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:29.794680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33906) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:29.798503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2734f3d2-1c7a-4a38-92fe-81a1092f2de4 None None] Network 4219394f-4763-4798-b0ae-7543cb03b6b2 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:29.887423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.925387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:29.969559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Deleting port 11f712a8-9a34-41c1-b139-317a391a9a9d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:29.970235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.021440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:30.032928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:30.039383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:30.060841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Pushing event updated for resources: {'Port': ['ID=0e1db791-b289-4b8c-b0bf-358e757406a1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:30.167652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:30.168292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.179979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] DHCP port deletion for 4219394f-4763-4798-b0ae-7543cb03b6b2 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:14:30.292273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f8e3bf2e-bdad-4fd4-8e1b-13e47cebcfcf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2604330 Feb 16 15:14:30.293910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 175a5522-2115-42be-b56e-13b43f53b2a1 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:14:30.309887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Request body: {'port': {'device_id': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:30.393764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 175a5522-2115-42be-b56e-13b43f53b2a1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:14:30.394113 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 175a5522-2115-42be-b56e-13b43f53b2a1 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:14:30.396306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device df27866c-3061-4bdb-b712-4a6bca61e000 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:14:30.416397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.454568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: df27866c-3061-4bdb-b712-4a6bca61e000 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:14:30.455093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device df27866c-3061-4bdb-b712-4a6bca61e000 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:14:30.484388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] Deleting port 11f712a8-9a34-41c1-b139-317a391a9a9d {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:30.484970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.486682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ea12c29b-1a22-4405-b797-b7eccd3bc70d None None] Provisioning complete for port 0e1db791-b289-4b8c-b0bf-358e757406a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:30.487038 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ea12c29b-1a22-4405-b797-b7eccd3bc70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.615064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] For port 11f712a8-9a34-41c1-b139-317a391a9a9d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=11f712a8-9a34-41c1-b139-317a391a9a9d,segment=NetworkSegment(0b2d65f8-1475-4264-ac08-87c749c50786),segment_id=0b2d65f8-1475-4264-ac08-87c749c50786)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:30.615467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.641499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] Calling delete_port for 11f712a8-9a34-41c1-b139-317a391a9a9d owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:30.783919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] For port 11f712a8-9a34-41c1-b139-317a391a9a9d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=11f712a8-9a34-41c1-b139-317a391a9a9d,segment=NetworkSegment(0b2d65f8-1475-4264-ac08-87c749c50786),segment_id=0b2d65f8-1475-4264-ac08-87c749c50786)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:30.784608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.802800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Calling delete_port for 11f712a8-9a34-41c1-b139-317a391a9a9d owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:30.807831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ea12c29b-1a22-4405-b797-b7eccd3bc70d None None] Port 0e1db791-b289-4b8c-b0bf-358e757406a1 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:30.854880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1db791-b289-4b8c-b0bf-358e757406a1 {{(pid=103044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:30.870715 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.895026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:30.913138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.provisioning_blocks [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Transition to ACTIVE for port object 0e1db791-b289-4b8c-b0bf-358e757406a1 will not be triggered until provisioned by entity L2. {{(pid=103044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:14:30.926379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] Pushing event deleted for resources: {'Port': ['ID=11f712a8-9a34-41c1-b139-317a391a9a9d,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:30.934943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f5540-9d48-4357-ac65-59363722a944 None None] No DVR routers for this DVR port 11f712a8-9a34-41c1-b139-317a391a9a9d on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:14:30.965578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d708a-2ccc-4011-93e2-d176bc723600 req-13cf98e4-51ad-485a-98ac-3d6545454cfa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:30.967114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190d708a-2ccc-4011-93e2-d176bc723600 req-13cf98e4-51ad-485a-98ac-3d6545454cfa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.1525502 Feb 16 15:14:30.974285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02565578-d8d8-4c25-8d05-525ce6371e6a req-d7c77e10-2165-4207-899f-3652e762f0d5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:30.975794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02565578-d8d8-4c25-8d05-525ce6371e6a req-d7c77e10-2165-4207-899f-3652e762f0d5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1028 time: 0.1645579 Feb 16 15:14:30.979584 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.055951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190d708a-2ccc-4011-93e2-d176bc723600 req-49d1536c-8398-430c-93e4-8ebe1b2970e7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777688 Feb 16 15:14:31.060320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02565578-d8d8-4c25-8d05-525ce6371e6a req-59ad5e2a-3c78-4a5f-b446-f77970b3213e tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559368 Feb 16 15:14:31.068403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.097796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f712a8-9a34-41c1-b139-317a391a9a9d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:31.101942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] No DVR routers for this DVR port 11f712a8-9a34-41c1-b139-317a391a9a9d on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:14:31.121750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1db791-b289-4b8c-b0bf-358e757406a1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:31.173493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Attempting to bind port 0e1db791-b289-4b8c-b0bf-358e757406a1 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:31.180273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Attempting to bind port 0e1db791-b289-4b8c-b0bf-358e757406a1 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:31.180273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Attempting to bind port 0e1db791-b289-4b8c-b0bf-358e757406a1 on network c6d23977-aeb2-4383-90bf-45dc8a187d7f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:31.183453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Port 0e1db791-b289-4b8c-b0bf-358e757406a1 on network c6d23977-aeb2-4383-90bf-45dc8a187d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:14:31.183835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Attempting to bind port 0e1db791-b289-4b8c-b0bf-358e757406a1 on network c6d23977-aeb2-4383-90bf-45dc8a187d7f {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:31.192257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:31.192610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Checking segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:31.192996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Bound using segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:31.193428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Bound port: 0e1db791-b289-4b8c-b0bf-358e757406a1, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:31.193785 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.240451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.269645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4219394f-4763-4798-b0ae-7543cb03b6b2']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:31.285026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2d65f8-1475-4264-ac08-87c749c50786') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:31.285589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2d65f8-1475-4264-ac08-87c749c50786') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:31.299580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.316632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] For port 0e1db791-b289-4b8c-b0bf-358e757406a1, host n-h1-829433-1, cleared binding levels {{(pid=103044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:31.317891 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.323880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] For port 0e1db791-b289-4b8c-b0bf-358e757406a1, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0e1db791-b289-4b8c-b0bf-358e757406a1,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:31.327125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:14:31.327886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:14:31.330906 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:14:31.413594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.452560 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:31.453560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.455441 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/0e1db791-b289-4b8c-b0bf-358e757406a1 HTTP/1.1" status: 200 len: 1092 time: 1.1510270 Feb 16 15:14:31.456104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'tag': '0e1db791-b289-4b8c-b0bf-358e757406a1'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:31.458619 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e5235-6d23-4e4e-aadb-e5545297b638" -d '{"events": [{"name": "network-changed", "server_uuid": "ae67ddf2-5dd4-47ae-a082-b4af04d778e4", "tag": "0e1db791-b289-4b8c-b0bf-358e757406a1"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:31.493738 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.499619 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.503978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/4219394f-4763-4798-b0ae-7543cb03b6b2 HTTP/1.1" status: 204 len: 168 time: 1.7073872 Feb 16 15:14:31.517148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c14bd-e726-468b-8c8a-93130844a6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1db791-b289-4b8c-b0bf-358e757406a1,revision_number=3']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:31.532535 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d43f615-ed34-4d25-929b-06c94c8101b1 x-openstack-request-id: req-7d43f615-ed34-4d25-929b-06c94c8101b1 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:31.533570 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae67ddf2-5dd4-47ae-a082-b4af04d778e4", "tag": "0e1db791-b289-4b8c-b0bf-358e757406a1", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:31.534117 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7d43f615-ed34-4d25-929b-06c94c8101b1 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:31.534866 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'tag': '0e1db791-b289-4b8c-b0bf-358e757406a1', 'status': 'completed', 'code': 200} Feb 16 15:14:31.546579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79523dcb-d599-44b2-9802-77f3125ed8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4219394f-4763-4798-b0ae-7543cb03b6b2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:31.602349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:31.609143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e5235-6d23-4e4e-aadb-e5545297b638 req-75e2f061-ab3a-4aed-87e9-481e1630730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:31.611147 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-527e5235-6d23-4e4e-aadb-e5545297b638 req-75e2f061-ab3a-4aed-87e9-481e1630730d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1095 time: 0.0540476 Feb 16 15:14:31.816830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] Deleting subnet b169ee2e-e884-4505-8a7d-52454721a481 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:14:31.820605 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.875361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e5235-6d23-4e4e-aadb-e5545297b638 req-e27f0695-d8b8-4216-96f5-e5638ee4df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:31.876961 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-527e5235-6d23-4e4e-aadb-e5545297b638 req-e27f0695-d8b8-4216-96f5-e5638ee4df00 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2547162 Feb 16 15:14:31.877950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.941790 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:31.961635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:32.038820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8be8ea25-45c1-4c60-9148-2d4b352d802b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3de3715b0bb34f75a5a3b2400dfb5deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738387 Feb 16 15:14:32.039480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33950) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:32.102777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 11f712a8-9a34-41c1-b139-317a391a9a9d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:14:32.126199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.128174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 11f712a8-9a34-41c1-b139-317a391a9a9d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:14:32.128521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 11f712a8-9a34-41c1-b139-317a391a9a9d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:14:32.144930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e5235-6d23-4e4e-aadb-e5545297b638 req-ae595749-0153-4a80-887d-f7cff9191113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:32.146672 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-527e5235-6d23-4e4e-aadb-e5545297b638 req-ae595749-0153-4a80-887d-f7cff9191113 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2609510 Feb 16 15:14:32.182402 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa2f14b6-642e-42f3-a87f-3694564cf85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.184376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b169ee2e-e884-4505-8a7d-52454721a481,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:32.241262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.246969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5ec4fa45-ea63-4862-a494-3097b64be83a admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b169ee2e-e884-4505-8a7d-52454721a481 HTTP/1.1" status: 204 len: 168 time: 0.6409476 Feb 16 15:14:32.247241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33956) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:32.247332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-8c273637-f333-4989-b17d-3a85c0971451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:32.248919 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-8c273637-f333-4989-b17d-3a85c0971451 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1095 time: 0.0495038 Feb 16 15:14:32.286023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa2f14b6-642e-42f3-a87f-3694564cf85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.293741 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-241aea2f-9a07-4cc4-baac-3751c59450cb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e1db791-b289-4b8c-b0bf-358e757406a1 HTTP/1.1" status: 200 len: 217 time: 0.0353715 Feb 16 15:14:32.350253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-896a5372-7f70-430e-a5f6-1002b6331c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:32.351965 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-896a5372-7f70-430e-a5f6-1002b6331c89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afc9f172-0172-4ac0-b1e3-b355026c88fe HTTP/1.1" status: 200 len: 849 time: 0.0464549 Feb 16 15:14:32.389542 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.392343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6acc9-444d-4560-9a07-da2f4cafcce3 req-a8a97f82-92e1-4aae-8908-6b13688efc7b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:32.396664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78d6acc9-444d-4560-9a07-da2f4cafcce3 req-a8a97f82-92e1-4aae-8908-6b13688efc7b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1095 time: 0.2257559 Feb 16 15:14:32.402370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dd4d3-b914-40c5-a3ce-ecfde7ff8dbf req-fc97493f-8f02-46df-bd9e-15d5e7051649 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:32.403851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-104dd4d3-b914-40c5-a3ce-ecfde7ff8dbf req-fc97493f-8f02-46df-bd9e-15d5e7051649 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.2228737 Feb 16 15:14:32.417262 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f2491bc1-6c08-4af9-8f93-38d27547e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:32.418849 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-f2491bc1-6c08-4af9-8f93-38d27547e513 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c6d23977-aeb2-4383-90bf-45dc8a187d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567341 Feb 16 15:14:32.493695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78d6acc9-444d-4560-9a07-da2f4cafcce3 req-72d99df5-8623-4940-8dcc-e85f27099db5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884628 Feb 16 15:14:32.498446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-104dd4d3-b914-40c5-a3ce-ecfde7ff8dbf req-d14e87a6-48b9-4a52-899f-f5660e5065c0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845978 Feb 16 15:14:32.526867 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-05083a23-690e-439c-a7b1-5e191224bba8 service neutron] 10.222.0.93 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963526 Feb 16 15:14:32.538349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa2f14b6-642e-42f3-a87f-3694564cf85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.540976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aa2f14b6-642e-42f3-a87f-3694564cf85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.543275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aa2f14b6-642e-42f3-a87f-3694564cf85e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c5ce6285-489e-415a-81a0-8c1ecf18ec77 HTTP/1.1" status: 204 len: 168 time: 0.5031970 Feb 16 15:14:32.562613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f14b6-642e-42f3-a87f-3694564cf85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ce6285-489e-415a-81a0-8c1ecf18ec77,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:32.565822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.587420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790dc807-3a5a-4ac2-bfb8-8476d46cb15e']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:32.598228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:32.598841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfde46d-a68c-4dd9-b54e-b579a8ded6f5') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:32.610031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.626978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.633595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:14:32.633992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:14:32.636263 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:14:32.640908 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-94e6dd58-6f8b-460a-9e6b-7ac558d828f9 req-29f3f5b6-57ac-4f64-baa5-2f6e1ad20519 service neutron] 10.222.0.93 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035862 Feb 16 15:14:32.776439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.782024 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:32.785249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] 10.222.0.113 "DELETE /v2.0/networks/790dc807-3a5a-4ac2-bfb8-8476d46cb15e HTTP/1.1" status: 204 len: 168 time: 0.5344663 Feb 16 15:14:32.798352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d7fff-88dc-4f57-9293-6377de1617f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=790dc807-3a5a-4ac2-bfb8-8476d46cb15e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:33.261143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33968) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:33.302536 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-65e3251a-b0fd-446f-919b-f37d7bcaf3ea admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e1fa378814fa4921adf6af8976c65678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400052 Feb 16 15:14:33.304929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33970) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:33.353816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3cc901f-957f-4a71-b8db-0aa7302a93a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.375492 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3cc901f-957f-4a71-b8db-0aa7302a93a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.378805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 33972) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:33.423128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fe157be4-3995-48e4-9884-e6711a1911e2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc6e5514c26143fa981944750555da16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428927 Feb 16 15:14:33.425682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 33974) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:33.472566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a90eed-95ee-4557-b439-65235e7d01f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.492728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a90eed-95ee-4557-b439-65235e7d01f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.503413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3cc901f-957f-4a71-b8db-0aa7302a93a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.505860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f3cc901f-957f-4a71-b8db-0aa7302a93a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.509810 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f3cc901f-957f-4a71-b8db-0aa7302a93a4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/288eb083-8b59-4c5c-a0b5-9d7403f57ed9 HTTP/1.1" status: 204 len: 168 time: 0.2011325 Feb 16 15:14:33.522685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc901f-957f-4a71-b8db-0aa7302a93a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288eb083-8b59-4c5c-a0b5-9d7403f57ed9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:33.659369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0e1db791-b289-4b8c-b0bf-358e757406a1 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:14:33.673542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a90eed-95ee-4557-b439-65235e7d01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.676428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-67a90eed-95ee-4557-b439-65235e7d01f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.677994 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-67a90eed-95ee-4557-b439-65235e7d01f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a00e9151-4cb3-4bb5-81b9-1584eb4a8c3e HTTP/1.1" status: 204 len: 168 time: 0.2513847 Feb 16 15:14:33.694383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a90eed-95ee-4557-b439-65235e7d01f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00e9151-4cb3-4bb5-81b9-1584eb4a8c3e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:33.694697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e22e20-cc43-459f-8274-9fff900ceb3d req-8dbf65bc-bf1f-434e-83ad-82f8c9d5c7f4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:33.696212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5e22e20-cc43-459f-8274-9fff900ceb3d req-8dbf65bc-bf1f-434e-83ad-82f8c9d5c7f4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.1024053 Feb 16 15:14:33.700560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec6320-6855-4d96-9ab6-5dd8f991dde2 req-3eb7b178-b469-4a0d-b7b9-c7be02dd1ad1 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:33.702019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdec6320-6855-4d96-9ab6-5dd8f991dde2 req-3eb7b178-b469-4a0d-b7b9-c7be02dd1ad1 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1095 time: 0.1063573 Feb 16 15:14:33.785892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5e22e20-cc43-459f-8274-9fff900ceb3d req-4287e742-c098-490b-b1b2-0eb05c699175 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827427 Feb 16 15:14:33.834461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cdec6320-6855-4d96-9ab6-5dd8f991dde2 req-abeb609c-3f0e-4b4c-ab31-3adae6bccaee tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173220 Feb 16 15:14:33.840487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0e1db791-b289-4b8c-b0bf-358e757406a1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0e1db791-b289-4b8c-b0bf-358e757406a1,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:33.856508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '0e1db791-b289-4b8c-b0bf-358e757406a1', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'port_id': '0e1db791-b289-4b8c-b0bf-358e757406a1', 'mac_address': 'fa:16:3e:33:65:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:14:33.895314 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:33.908174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1db791-b289-4b8c-b0bf-358e757406a1 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:33.928529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0e1db791-b289-4b8c-b0bf-358e757406a1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0e1db791-b289-4b8c-b0bf-358e757406a1,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:34.013039 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:34.068049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0e1db791-b289-4b8c-b0bf-358e757406a1,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:34.293508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0e1db791-b289-4b8c-b0bf-358e757406a1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:14:34.974086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d80e-462d-4e73-84c3-ef9e45c8a6db req-9137ca5a-152d-4d2f-81ce-2d7147a2ebfc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:34.975627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f7d80e-462d-4e73-84c3-ef9e45c8a6db req-9137ca5a-152d-4d2f-81ce-2d7147a2ebfc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.0883245 Feb 16 15:14:34.981792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fdf3a-e5e3-4a05-a6fb-e5fe9dbdc262 req-0d09c1af-ed20-40e0-acd2-b136e158111e tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:34.983205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec8fdf3a-e5e3-4a05-a6fb-e5fe9dbdc262 req-0d09c1af-ed20-40e0-acd2-b136e158111e tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1096 time: 0.0608244 Feb 16 15:14:35.045242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75f7d80e-462d-4e73-84c3-ef9e45c8a6db req-80660d0f-0aaa-4f7a-b8e2-bd2f973ecbad tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610638 Feb 16 15:14:35.046957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec8fdf3a-e5e3-4a05-a6fb-e5fe9dbdc262 req-5d3be55a-0264-4a07-98ed-51e10a35f7cf tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Feb 16 15:14:35.301485 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d59d2ef4-f486-41ed-8a58-326c4619972a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:35.671435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0e1db791-b289-4b8c-b0bf-358e757406a1 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:35.804554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 0e1db791-b289-4b8c-b0bf-358e757406a1 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:14:35.809089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 0e1db791-b289-4b8c-b0bf-358e757406a1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:35.809487 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:35.888383 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:35.914107 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1db791-b289-4b8c-b0bf-358e757406a1'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:35.917092 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08266287-fe48-4955-a112-5928f67bb4cf" -d '{"events": [{"server_uuid": "ae67ddf2-5dd4-47ae-a082-b4af04d778e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e1db791-b289-4b8c-b0bf-358e757406a1"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:35.932661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0e1db791-b289-4b8c-b0bf-358e757406a1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0e1db791-b289-4b8c-b0bf-358e757406a1,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:35.958702 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb0c479-3137-44ee-9881-67069a9389f0 x-openstack-request-id: req-0bb0c479-3137-44ee-9881-67069a9389f0 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:35.958999 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae67ddf2-5dd4-47ae-a082-b4af04d778e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e1db791-b289-4b8c-b0bf-358e757406a1", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:35.959388 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0bb0c479-3137-44ee-9881-67069a9389f0 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:35.959869 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1db791-b289-4b8c-b0bf-358e757406a1', 'code': 200} Feb 16 15:14:36.002948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.058152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0e1db791-b289-4b8c-b0bf-358e757406a1,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:36.084267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bbe18-c12a-44e8-ae33-5dca88cd52fe req-f8a20745-1b2a-4765-b3d5-530f80c5dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:36.085939 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2f7bbe18-c12a-44e8-ae33-5dca88cd52fe req-f8a20745-1b2a-4765-b3d5-530f80c5dc31 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0432990 Feb 16 15:14:36.138767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2f7bbe18-c12a-44e8-ae33-5dca88cd52fe req-13a0da91-ee47-43c2-ad94-eb4e8b1275c2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Feb 16 15:14:36.185434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6dceb-8a1d-4f88-9ad3-f9da41f931f6 req-c51481d9-5016-4888-9a4a-7f9cce4e3a8d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:36.186851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3d6dceb-8a1d-4f88-9ad3-f9da41f931f6 req-c51481d9-5016-4888-9a4a-7f9cce4e3a8d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.0518131 Feb 16 15:14:36.225880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3d6dceb-8a1d-4f88-9ad3-f9da41f931f6 req-9ef6e3e6-0128-4923-8c7b-721916ff902a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Feb 16 15:14:36.312978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34050) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:36.317683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839987672', 'description': 'tempest-secgroup-smoke-839987672 description', 'project_id': '1db2b5e63faf4f0889e974baf03011f2'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:36.328395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba77d9-ea97-4d6e-8ca4-23d93beb10c3 req-a8a0d7f1-2c42-44ff-bf3e-19bbf812ab73 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:36.336092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91ba77d9-ea97-4d6e-8ca4-23d93beb10c3 req-a8a0d7f1-2c42-44ff-bf3e-19bbf812ab73 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0538156 Feb 16 15:14:36.367079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91ba77d9-ea97-4d6e-8ca4-23d93beb10c3 req-48efafcd-d75b-4b1c-b348-35b036dec3d4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301192 Feb 16 15:14:36.453161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.461249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.536059 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.636305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.672758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795810ce-8dd1-4a95-8481-8fc8b02279e5,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:36.688761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.689091 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.689427 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.689755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.690079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.690404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.690755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.691076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.691395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.691737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.692053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.692366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:36.727625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.818778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.850875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad5980d-b7e0-4791-b26d-24f2c2743f01,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:36.964079 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:36.966734 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a460dec3-737b-46ef-a534-702e1371ef5a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6527567 Feb 16 15:14:36.969826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34054) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:36.974489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2d282d57-46aa-49fe-9c62-41c73f21ecdd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': '2ad5980d-b7e0-4791-b26d-24f2c2743f01', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:37.090782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d282d57-46aa-49fe-9c62-41c73f21ecdd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.153210 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d282d57-46aa-49fe-9c62-41c73f21ecdd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.264321 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d282d57-46aa-49fe-9c62-41c73f21ecdd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.293360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d282d57-46aa-49fe-9c62-41c73f21ecdd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc5b514-fec0-432c-ab50-f5b15b6f2c5e,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:37.351740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d282d57-46aa-49fe-9c62-41c73f21ecdd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.356506 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d282d57-46aa-49fe-9c62-41c73f21ecdd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3821285 Feb 16 15:14:37.356757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34058) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:37.362600 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9f752047-b1d7-49ce-be27-91279e183eec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': '2ad5980d-b7e0-4791-b26d-24f2c2743f01', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:37.404236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c929e8-f9af-4c25-906f-abf46f34ec6e req-7fb80f27-0270-4d05-90af-eeb2f30239f8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:37.406105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63c929e8-f9af-4c25-906f-abf46f34ec6e req-7fb80f27-0270-4d05-90af-eeb2f30239f8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.0930433 Feb 16 15:14:37.456746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63c929e8-f9af-4c25-906f-abf46f34ec6e req-f7a18637-6db6-4e2b-b6e7-797516f5e6bb tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372365 Feb 16 15:14:37.480342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f752047-b1d7-49ce-be27-91279e183eec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.507471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2de984-42c6-4f1b-9861-b4215a534828 req-ce561195-8fef-4fe3-b0a4-f4f9e582884f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:37.509210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb2de984-42c6-4f1b-9861-b4215a534828 req-ce561195-8fef-4fe3-b0a4-f4f9e582884f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0513918 Feb 16 15:14:37.552312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb2de984-42c6-4f1b-9861-b4215a534828 req-e2ae70a5-825d-47c7-afa8-51bcb1c49ae4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Feb 16 15:14:37.555601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f752047-b1d7-49ce-be27-91279e183eec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.644407 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f752047-b1d7-49ce-be27-91279e183eec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.666758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f752047-b1d7-49ce-be27-91279e183eec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b312c1-6839-429f-ae58-a84659736d1e,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:37.790084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9f752047-b1d7-49ce-be27-91279e183eec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.792656 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9f752047-b1d7-49ce-be27-91279e183eec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4347665 Feb 16 15:14:37.795387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34064) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:37.800238 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d76bccd4-c37e-49a3-a451-a031f811f05c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': '2ad5980d-b7e0-4791-b26d-24f2c2743f01', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:37.940922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d76bccd4-c37e-49a3-a451-a031f811f05c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:37.989815 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c092c9c7-8470-434b-a68a-ee19ce1bb64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.008131 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d76bccd4-c37e-49a3-a451-a031f811f05c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.087526 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d76bccd4-c37e-49a3-a451-a031f811f05c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.109163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bccd4-c37e-49a3-a451-a031f811f05c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc4660f-135b-4fec-8f54-7440579339f9,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:38.209487 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d76bccd4-c37e-49a3-a451-a031f811f05c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.210712 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d76bccd4-c37e-49a3-a451-a031f811f05c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4140816 Feb 16 15:14:38.214356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34066) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:38.219502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-743bd3ad-571d-4f7b-92ae-29dc84187e86 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': '2ad5980d-b7e0-4791-b26d-24f2c2743f01', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:38.349544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-743bd3ad-571d-4f7b-92ae-29dc84187e86 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.403256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-743bd3ad-571d-4f7b-92ae-29dc84187e86 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.481533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-743bd3ad-571d-4f7b-92ae-29dc84187e86 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.501706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd3ad-571d-4f7b-92ae-29dc84187e86 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a6f799-b447-4082-b7de-43def9e4a490,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:38.595358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8353-95d5-418e-a115-33b4ebc5bddf req-8088dc93-cff1-493e-9516-27f392871379 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:38.596934 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-848a8353-95d5-418e-a115-33b4ebc5bddf req-8088dc93-cff1-493e-9516-27f392871379 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Feb 16 15:14:38.628430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-743bd3ad-571d-4f7b-92ae-29dc84187e86 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.628430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-743bd3ad-571d-4f7b-92ae-29dc84187e86 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4117105 Feb 16 15:14:38.630260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34074) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:38.635374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': '2ad5980d-b7e0-4791-b26d-24f2c2743f01', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:38.673344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-848a8353-95d5-418e-a115-33b4ebc5bddf req-0f6cd308-2547-42b4-999f-43abbd9bd7a0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696766 Feb 16 15:14:38.694146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa775cb-3621-4b9a-90a0-6347ea5b8f7c req-7dc70ae0-d97a-4d46-9522-a84fe887f151 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:38.700199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afa775cb-3621-4b9a-90a0-6347ea5b8f7c req-7dc70ae0-d97a-4d46-9522-a84fe887f151 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0700908 Feb 16 15:14:38.743165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-afa775cb-3621-4b9a-90a0-6347ea5b8f7c req-ac73371f-f7a4-460b-a583-0b54dd65d819 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373197 Feb 16 15:14:38.744693 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:14:38.754836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.818373 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.854566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2269935-baa5-49c8-acd1-4e4e36f8e251 req-79ae6c0b-2c1b-43c4-a90c-0d9a95388cd2 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:38.858651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2269935-baa5-49c8-acd1-4e4e36f8e251 req-79ae6c0b-2c1b-43c4-a90c-0d9a95388cd2 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0426567 Feb 16 15:14:38.873817 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.892799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7942707f-7492-4a15-8d8e-b4cc49e00b64,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:38.893561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2269935-baa5-49c8-acd1-4e4e36f8e251 req-5c967ed9-aa0e-4f68-bb70-05371448a050 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Feb 16 15:14:38.950272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:38.951501 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8f677fdb-79cb-4b32-8332-43f72b3df838 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3201618 Feb 16 15:14:38.954386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34092) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:38.958969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': '2ad5980d-b7e0-4791-b26d-24f2c2743f01', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:39.003663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a1d3-34f1-4995-944e-41fde2b85edc req-1608b404-375c-4935-8f3b-ada7decd1fb3 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:39.005585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2714a1d3-34f1-4995-944e-41fde2b85edc req-1608b404-375c-4935-8f3b-ada7decd1fb3 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0437591 Feb 16 15:14:39.033175 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:14:39.038352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.045713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2714a1d3-34f1-4995-944e-41fde2b85edc req-b43f74e7-b264-4321-b6e2-b45df4699c16 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332012 Feb 16 15:14:39.113787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.168103 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.185681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03b4b1c-afc4-4e4a-8631-d8975e159fad,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:39.280343 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.284671 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-de117601-4f21-4ff3-b857-244284747bf5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3262012 Feb 16 15:14:39.284792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34118) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:39.289706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'network': {'name': 'tempest-network-smoke--484441761', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:39.319457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-0488ae68-6729-403e-835e-a93b60e2acbd tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:39.320990 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-0488ae68-6729-403e-835e-a93b60e2acbd tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/networks?id=c6d23977-aeb2-4383-90bf-45dc8a187d7f HTTP/1.1" status: 200 len: 912 time: 0.0891488 Feb 16 15:14:39.335924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-bd8ee455-1af3-480a-8ce7-639525f1c74b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/quotas/34e2bd3b18fd456ab41f4a03f85c4d0b HTTP/1.1" status: 200 len: 375 time: 0.0085356 Feb 16 15:14:39.386164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-7fc971b3-036e-4a82-81e4-e9d7dc857f5f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0440316 Feb 16 15:14:39.433201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:39.436640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.465188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:14:39.474047 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.474387 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Added segment 3c5f606f-0b2b-40c4-aa2f-0696f54bc705 of type vlan for network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 Feb 16 15:14:39.490406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-50095823-6d6e-472c-9936-1092e8daded1 service neutron] 10.222.0.113 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968552 Feb 16 15:14:39.518841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.598355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-cc990e60-3e43-4f33-aee4-25d9174c82f5 service neutron] 10.222.0.113 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002688 Feb 16 15:14:39.647229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.654530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:39.654530 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.669173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:14:39.717422 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:39.740025 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Network': ['ID=241bc41a-1d62-4957-a25c-1e43ef4e7c47,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:39.769392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:14:39.826234 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e175f6e8-8581-444b-b413-dc5d8662be89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5400527 Feb 16 15:14:39.829182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34130) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:39.834692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'admin_state_up': True, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:40.030006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.032367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.053683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3954b09a-7078-41f5-a93a-ab1206fbed6d req-f935149c-a07c-4ffb-9131-1b1a16551ebe tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 210 time: 0.0808353 Feb 16 15:14:40.063927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:40.084655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'port_id': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'mac_address': 'fa:16:3e:b1:92:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:14:40.137073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.152811 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:40.171773 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.180327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:40.222908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddd97a-b11b-4ada-892a-6e4a6881b95a req-2f0cba0d-8f77-45f3-b204-e41ebaacf44c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:40.222908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06ddd97a-b11b-4ada-892a-6e4a6881b95a req-2f0cba0d-8f77-45f3-b204-e41ebaacf44c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 944 time: 0.0578399 Feb 16 15:14:40.252339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06ddd97a-b11b-4ada-892a-6e4a6881b95a req-a195aef0-d4f2-4053-97e7-78e20bb26224 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Feb 16 15:14:40.362048 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.431238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:40.440494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.441170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.441708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.442447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.442983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.443561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.444088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.444587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.444978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.445362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.445774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.446176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:40.468496 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.601941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['71c34cdc-2451-46fe-96a5-5406dbc6c9f7'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:14:40.793906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.818890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:40.928513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.192 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/e2f61601-87b3-4cba-af2e-15ca547115a0) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:41.033021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.143401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cfb48d0-a78f-4590-b0e1-26d8856a4b14 req-6449f03d-dced-40eb-85d4-2f21d38d03d6 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 210 time: 0.0256684 Feb 16 15:14:41.176546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.224621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:41.227431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:41.231946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:41.237408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=e2f61601-87b3-4cba-af2e-15ca547115a0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:41.423270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12036891-466c-4c54-bfdd-88bd478a8f6b req-9c587a0f-7be7-4c6a-8a30-489b1f919245 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:41.424785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12036891-466c-4c54-bfdd-88bd478a8f6b req-9c587a0f-7be7-4c6a-8a30-489b1f919245 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 945 time: 0.0851498 Feb 16 15:14:41.464458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12036891-466c-4c54-bfdd-88bd478a8f6b req-1d8431c8-b5c7-46ea-b39b-583812d1efdd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333402 Feb 16 15:14:41.481400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.510267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.619565 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.696877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:41.818521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:14:41.823688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:41.825269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.834146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.905942 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:41.934664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:41.937161 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa873d-889f-4998-988d-c12c6c07a875" -d '{"events": [{"server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "name": "network-vif-plugged", "status": "completed", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:41.951189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:41.980732 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a51d0a-cbff-43f7-b1e9-5077e26e1020 x-openstack-request-id: req-e7a51d0a-cbff-43f7-b1e9-5077e26e1020 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:41.981271 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "name": "network-vif-plugged", "status": "completed", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:41.981803 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e7a51d0a-cbff-43f7-b1e9-5077e26e1020 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:41.982344 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'code': 200} Feb 16 15:14:42.038619 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:42.063031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:14:42.091176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:42.092297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53caeddc-4564-4e8b-94a6-a956dd63cd28 req-2a4586bd-41a8-4af9-bfb2-3cabecb981a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:42.094737 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-53caeddc-4564-4e8b-94a6-a956dd63cd28 req-2a4586bd-41a8-4af9-bfb2-3cabecb981a2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 1097 time: 0.0447416 Feb 16 15:14:42.131805 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-53caeddc-4564-4e8b-94a6-a956dd63cd28 req-fcb671f8-4faa-48f2-89de-be4e06e0e0f9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290527 Feb 16 15:14:42.196246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:42.219050 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Sync routers for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:42.242317 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:42.243651 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:42.286012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bc1ea58-02db-4f0a-8d55-c688c0e79e5c req-2ea0bcee-4cb5-41de-8084-cb9d50956644 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 210 time: 0.0269957 Feb 16 15:14:42.334956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:42.336227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ba92f5c5-cb23-4338-98e5-b853ed3df735 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5060394 Feb 16 15:14:42.340403 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34168) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:42.355668 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:42.507319 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5e60b621-9dfc-4775-a2d8-a9963b8b949e tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=1db2b5e63faf4f0889e974baf03011f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628163 Feb 16 15:14:42.507579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:42.555901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-9a9abccf-0865-4b65-88d5-e76ceb5aca49 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:42.557595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-9a9abccf-0865-4b65-88d5-e76ceb5aca49 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.129 "GET /v2.0/networks?id=c6d23977-aeb2-4383-90bf-45dc8a187d7f HTTP/1.1" status: 200 len: 912 time: 0.1646318 Feb 16 15:14:42.560935 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:42.573478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Request body: {'port': {'device_id': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'admin_state_up': True, 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:42.660597 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:41Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:42.669711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cdaac-1c1a-4670-94b0-48ec79d06c1e req-3672f3fd-06c7-4511-9ef9-4418278ade78 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:42.671365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e2cdaac-1c1a-4670-94b0-48ec79d06c1e req-3672f3fd-06c7-4511-9ef9-4418278ade78 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 946 time: 0.0739646 Feb 16 15:14:42.693428 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Checking router: 4a4310fc-48e4-4ffd-92a0-368bd36cda1b for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:42.693428 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Updating router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b port e2f61601-87b3-4cba-af2e-15ca547115a0 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:42.714700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e2cdaac-1c1a-4670-94b0-48ec79d06c1e req-5375b367-d698-42f5-a2a4-e9dd5acd1364 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365109 Feb 16 15:14:42.717139 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:42.776982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Made reservation on behalf of 34e2bd3b18fd456ab41f4a03f85c4d0b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:42.779798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:42.957478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6dccad-a5ec-41ef-9651-1be85692bff7 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:42.961824 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dd6dccad-a5ec-41ef-9651-1be85692bff7 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4529455 Feb 16 15:14:42.962454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34176) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:42.969217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Allocated IP 172.20.0.7 (c6d23977-aeb2-4383-90bf-45dc8a187d7f/afc9f172-0172-4ac0-b1e3-b355026c88fe/7fed4d34-e755-489f-873a-d66921ec5c91) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:42.991571 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:42.997894 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ecf96868-caa7-4f35-80bf-c2c307056649 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340638 Feb 16 15:14:43.000443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:43.005311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102372484', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:43.129506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.158764 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.221635 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Pushing event updated for resources: {'Port': ['ID=e2f61601-87b3-4cba-af2e-15ca547115a0,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:43.224384 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Attempting to bind port e2f61601-87b3-4cba-af2e-15ca547115a0 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:43.224740 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Attempting to bind port e2f61601-87b3-4cba-af2e-15ca547115a0 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:43.225090 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Attempting to bind port e2f61601-87b3-4cba-af2e-15ca547115a0 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:43.234862 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:43.235234 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:43.235661 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.236046 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:43.236498 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Bound port: e2f61601-87b3-4cba-af2e-15ca547115a0, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:43.236864 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.239717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.240103 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.240436 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.240758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.241074 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.241409 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.241701 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.242014 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.242320 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.242628 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.242934 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.243412 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:43.258785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:43.263724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.288165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.304674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0e1db791-b289-4b8c-b0bf-358e757406a1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:14:43.309915 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] For port e2f61601-87b3-4cba-af2e-15ca547115a0, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:43.313942 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] For port e2f61601-87b3-4cba-af2e-15ca547115a0, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e2f61601-87b3-4cba-af2e-15ca547115a0,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:43.389886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:43.404643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:43.451803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:43.511004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:43.512095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.516714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Pushing event updated for resources: {'Port': ['ID=7fed4d34-e755-489f-873a-d66921ec5c91,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:43.535001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e858391-5037-422e-a473-5e7b87fc2083 req-75d8183b-08a9-4363-a4b4-6c3f5cdc6af0 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:43.544112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e858391-5037-422e-a473-5e7b87fc2083 req-75d8183b-08a9-4363-a4b4-6c3f5cdc6af0 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1027 time: 0.1458497 Feb 16 15:14:43.581145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e858391-5037-422e-a473-5e7b87fc2083 req-da946374-c6ed-48a6-856f-c6c36068e284 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361519 Feb 16 15:14:43.595831 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.651212 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:43.652003 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:43.655040 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ed6b0-389f-4b84-ae38-e0c3cff44d1e None None] Pushing event updated for resources: {'Port': ['ID=e2f61601-87b3-4cba-af2e-15ca547115a0,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:43.752503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-e9fe33b0-c424-4b99-810e-8964bdf8dc4f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1871247 Feb 16 15:14:43.765840 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:43.790432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.833180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-673f1a43-4100-4fb3-b6b6-ae5b9f46d42f None None] Provisioning complete for port 7fed4d34-e755-489f-873a-d66921ec5c91 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:43.834146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-673f1a43-4100-4fb3-b6b6-ae5b9f46d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.863169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Request body: {'port': {'device_id': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:43.899048 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Subnet': ['ID=100e052e-850a-48a2-a483-b7cab7d39b99,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:43.904403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-673f1a43-4100-4fb3-b6b6-ae5b9f46d42f None None] Port 7fed4d34-e755-489f-873a-d66921ec5c91 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:43.911036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Checking segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:43.911668 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network hostable DHCP agents. Network: 241bc41a-1d62-4957-a25c-1e43ef4e7c47, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:14:43.926520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99216b-d98d-40b1-bd8a-2157164ddae5 req-aaf3220f-c4a8-4ed0-b88a-ade8fa68247f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:43.928157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d99216b-d98d-40b1-bd8a-2157164ddae5 req-aaf3220f-c4a8-4ed0-b88a-ade8fa68247f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 946 time: 0.1123602 Feb 16 15:14:43.976972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:43.986135 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:41Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:44.007811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d99216b-d98d-40b1-bd8a-2157164ddae5 req-c772e99b-c279-4d3e-b34b-aad7468ae0bf tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506556 Feb 16 15:14:44.014809 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54808177-94e2-40cb-bc3f-2f73acd884f0 None None] The sync data for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 is: [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:41Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:44.087371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:14:44.216118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 241bc41a-1d62-4957-a25c-1e43ef4e7c47) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:44.221380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:44.223641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:44.228210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503a037-4ae6-4d53-a963-69287e122301 None None] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:44.446252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:14:44.446252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:44.478509 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8061875d-0fd5-4d5f-a0e2-40fa69733906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4767032 Feb 16 15:14:44.507180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34196) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:44.558776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3e1e4-d242-4ce4-9b20-c9be10b96b80 req-35035ec1-1540-4404-86b5-7d71ba451d33 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:44.560436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1df3e1e4-d242-4ce4-9b20-c9be10b96b80 req-35035ec1-1540-4404-86b5-7d71ba451d33 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 946 time: 0.4546976 Feb 16 15:14:44.624450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Allocated IP 172.20.0.2 (241bc41a-1d62-4957-a25c-1e43ef4e7c47/100e052e-850a-48a2-a483-b7cab7d39b99/0a960fb1-888b-4a6a-bb8d-c901d504bcd1) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:44.666516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1df3e1e4-d242-4ce4-9b20-c9be10b96b80 req-425f8ae7-a6db-4de8-a6ea-a49244b13e4f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613160 Feb 16 15:14:44.728294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34200) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:44.839071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fed4d34-e755-489f-873a-d66921ec5c91 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:44.844464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7db36-91c7-49e6-a480-1e5e0fc7d271 req-d855b5e3-5a3a-4587-91be-c9aa935c6dc5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:44.852065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbf7db36-91c7-49e6-a480-1e5e0fc7d271 req-d855b5e3-5a3a-4587-91be-c9aa935c6dc5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1027 time: 0.1702292 Feb 16 15:14:44.863021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:44.888880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Transition to ACTIVE for port object 7fed4d34-e755-489f-873a-d66921ec5c91 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:14:44.911875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbf7db36-91c7-49e6-a480-1e5e0fc7d271 req-f7240609-8c98-48db-a121-904891ea0c33 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549777 Feb 16 15:14:44.923284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.001624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.018970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.096361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4697f47f-a7fe-48c9-a440-7ce0e979dce5 tempest-TestVolumeBootPattern-1968873749 tempest-TestVolumeBootPattern-1968873749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:45.098023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4697f47f-a7fe-48c9-a440-7ce0e979dce5 tempest-TestVolumeBootPattern-1968873749 tempest-TestVolumeBootPattern-1968873749-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 1092 time: 0.3539319 Feb 16 15:14:45.102880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34204) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:45.106684 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.111410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fed4d34-e755-489f-873a-d66921ec5c91,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:45.112287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:45.115682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:45.116720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:45.128923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:45.147192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Pushing event updated for resources: {'Port': ['ID=0a960fb1-888b-4a6a-bb8d-c901d504bcd1,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:45.238854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Attempting to bind port 7fed4d34-e755-489f-873a-d66921ec5c91 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:45.239595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Attempting to bind port 7fed4d34-e755-489f-873a-d66921ec5c91 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:45.240170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Attempting to bind port 7fed4d34-e755-489f-873a-d66921ec5c91 on network c6d23977-aeb2-4383-90bf-45dc8a187d7f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:45.247058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Port 7fed4d34-e755-489f-873a-d66921ec5c91 on network c6d23977-aeb2-4383-90bf-45dc8a187d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:14:45.247408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Attempting to bind port 7fed4d34-e755-489f-873a-d66921ec5c91 on network c6d23977-aeb2-4383-90bf-45dc8a187d7f {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:45.253529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:45.253926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Checking segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:45.254248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Bound using segment: {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:45.254687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Bound port: 7fed4d34-e755-489f-873a-d66921ec5c91, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acb00f2-995c-4bb3-a5d8-23c04f51578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:45.255049 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.259188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Attempting to bind port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:45.259631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Attempting to bind port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:45.260115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Attempting to bind port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:45.266181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:45.266547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Checking segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:45.266957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.267342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Bound using segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:45.267831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Bound port: 0a960fb1-888b-4a6a-bb8d-c901d504bcd1, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:45.268591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.338779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] For port 7fed4d34-e755-489f-873a-d66921ec5c91, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:45.342315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] For port 7fed4d34-e755-489f-873a-d66921ec5c91, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7fed4d34-e755-489f-873a-d66921ec5c91,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:45.363624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] For port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:45.366829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] For port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0a960fb1-888b-4a6a-bb8d-c901d504bcd1,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:45.393114 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.493056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.496465 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.575625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:45.576750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.580293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] 10.222.0.129 "PUT /v2.0/ports/7fed4d34-e755-489f-873a-d66921ec5c91 HTTP/1.1" status: 200 len: 1091 time: 1.8186605 Feb 16 15:14:45.581562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'tag': '7fed4d34-e755-489f-873a-d66921ec5c91'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:45.599632 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b0f70f-a779-4ca5-81b0-e20087298424" -d '{"events": [{"name": "network-changed", "server_uuid": "2024733b-264e-4c4d-8d85-6299c76ebd00", "tag": "7fed4d34-e755-489f-873a-d66921ec5c91"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:45.609382 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.1 (241bc41a-1d62-4957-a25c-1e43ef4e7c47/100e052e-850a-48a2-a483-b7cab7d39b99/83695e9c-e530-42d3-a865-f3c89ba21e21) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:45.654459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af060da9-000f-4ea5-9aa5-7e54e18c38a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fed4d34-e755-489f-873a-d66921ec5c91,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:45.666612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae46c9-d47a-420d-80bc-3f9b8e28560b None None] Pushing event updated for resources: {'Port': ['ID=0a960fb1-888b-4a6a-bb8d-c901d504bcd1,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:45.705957 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4acee72-d668-4a02-ae5d-30be554442d8 x-openstack-request-id: req-a4acee72-d668-4a02-ae5d-30be554442d8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:45.706367 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2024733b-264e-4c4d-8d85-6299c76ebd00", "tag": "7fed4d34-e755-489f-873a-d66921ec5c91", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:45.706855 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a4acee72-d668-4a02-ae5d-30be554442d8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:45.707649 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'tag': '7fed4d34-e755-489f-873a-d66921ec5c91', 'status': 'completed', 'code': 200} Feb 16 15:14:45.809552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f70f-a779-4ca5-81b0-e20087298424 req-33faa840-e3cd-44e5-8a56-4850a17b9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:45.814041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03b0f70f-a779-4ca5-81b0-e20087298424 req-33faa840-e3cd-44e5-8a56-4850a17b9290 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1094 time: 0.0816488 Feb 16 15:14:45.847743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:45.890395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.039583 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.186256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:46.195989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f70f-a779-4ca5-81b0-e20087298424 req-d60fb5b3-186e-4237-b240-28bc2a12d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:46.198671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:46.203730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03b0f70f-a779-4ca5-81b0-e20087298424 req-d60fb5b3-186e-4237-b240-28bc2a12d161 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3529348 Feb 16 15:14:46.248115 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:46.279617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:46.303474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48143a-2f4b-4519-9f2e-4741c88e75f9 req-7758734a-022d-4920-b5b5-505d58caefad tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:46.312747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a48143a-2f4b-4519-9f2e-4741c88e75f9 req-7758734a-022d-4920-b5b5-505d58caefad tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1094 time: 0.1924126 Feb 16 15:14:46.313839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=83695e9c-e530-42d3-a865-f3c89ba21e21,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:46.350109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:46.350475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.384648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.25.6.128 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/c78d529a-16e9-48ec-8aa2-06fed3a43464) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:46.394761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a48143a-2f4b-4519-9f2e-4741c88e75f9 req-8a6c8cde-dfdd-440c-97e7-4f46c8250917 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762269 Feb 16 15:14:46.399997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.408306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f70f-a779-4ca5-81b0-e20087298424 req-9ba71b3d-9d49-41f0-9fea-102317146095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:46.417599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03b0f70f-a779-4ca5-81b0-e20087298424 req-9ba71b3d-9d49-41f0-9fea-102317146095 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1986253 Feb 16 15:14:46.482309 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.523064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0a960fb1-888b-4a6a-bb8d-c901d504bcd1,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:46.549828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-99211ca8-36cd-4cf4-84b4-959f23dd39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:46.552408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-99211ca8-36cd-4cf4-84b4-959f23dd39da service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1094 time: 0.1038828 Feb 16 15:14:46.597180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-baef3c1e-74e1-4590-9065-0b98a25b68b7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fed4d34-e755-489f-873a-d66921ec5c91 HTTP/1.1" status: 200 len: 217 time: 0.0363684 Feb 16 15:14:46.597854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.656441 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.657247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e2f61601-87b3-4cba-af2e-15ca547115a0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:46.659058 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.665888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-23219364-e066-4f81-8be1-5e64a1e52b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:46.668213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-23219364-e066-4f81-8be1-5e64a1e52b84 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=afc9f172-0172-4ac0-b1e3-b355026c88fe HTTP/1.1" status: 200 len: 849 time: 0.0636232 Feb 16 15:14:46.722915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-2dd0a193-cb14-4687-8798-ee92828dcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:46.724617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-2dd0a193-cb14-4687-8798-ee92828dcb6a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=c6d23977-aeb2-4383-90bf-45dc8a187d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499120 Feb 16 15:14:46.739841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=0a960fb1-888b-4a6a-bb8d-c901d504bcd1,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:46.748395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e2f61601-87b3-4cba-af2e-15ca547115a0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:46.748764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.779685 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.808502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.848664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-eb85dc6b-6ca9-4770-aeeb-c6dae7bc1a82 service neutron] 10.222.0.129 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175759 Feb 16 15:14:46.878922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:46.892820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:46.906847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:46.915908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:46.927680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port e2f61601-87b3-4cba-af2e-15ca547115a0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e2f61601-87b3-4cba-af2e-15ca547115a0,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:46.956252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34226) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:46.971969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=c78d529a-16e9-48ec-8aa2-06fed3a43464,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:47.002475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7ec2e81-62bb-469c-b4a6-6a6f0af18c69 req-bfc0eefa-d2e2-4ae5-80d3-6e2b08912964 service neutron] 10.222.0.129 "GET /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464782 Feb 16 15:14:47.061719 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.102969 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a36a8e-84cf-4a7c-b67f-a1346e8e5491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.133248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=e2f61601-87b3-4cba-af2e-15ca547115a0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:47.201215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a36a8e-84cf-4a7c-b67f-a1346e8e5491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.280024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adf9bd-2198-4e35-b349-3c76aa33c94f None None] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:14:47.291027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a36a8e-84cf-4a7c-b67f-a1346e8e5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.333487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b1a36a8e-84cf-4a7c-b67f-a1346e8e5491 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9fec23ac8101423aaaddd45a57ca247a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751986 Feb 16 15:14:47.334227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a36a8e-84cf-4a7c-b67f-a1346e8e5491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e46437-9117-4286-b506-76492a46f056,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:47.338165 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34230) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:47.401948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dfa6a41f-7e18-402a-bafa-3175a5dbf632 None None] Provisioning complete for port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:47.402216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dfa6a41f-7e18-402a-bafa-3175a5dbf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.508764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6934a9-5c47-476e-8d3c-9ef47ae708ef req-346ddf5e-68ad-4c6c-b1b8-d99850b35bae tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:47.510736 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e6934a9-5c47-476e-8d3c-9ef47ae708ef req-346ddf5e-68ad-4c6c-b1b8-d99850b35bae tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1094 time: 0.0487018 Feb 16 15:14:47.550702 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e6934a9-5c47-476e-8d3c-9ef47ae708ef req-f3fdd2ba-dca7-49ff-8e3d-2b7899cc6e4c tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338535 Feb 16 15:14:47.752750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a99642a0-4538-401f-a23c-6c5849d46707 None None] Provisioning complete for port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:47.753256 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a99642a0-4538-401f-a23c-6c5849d46707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.840153 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.841798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa47ceac-3b37-458a-9f4f-a11d2d740f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.865933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a99642a0-4538-401f-a23c-6c5849d46707 None None] Provisioning complete for port 83695e9c-e530-42d3-a865-f3c89ba21e21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:47.866313 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a99642a0-4538-401f-a23c-6c5849d46707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.906482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a99642a0-4538-401f-a23c-6c5849d46707 None None] Port 83695e9c-e530-42d3-a865-f3c89ba21e21 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:47.943404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa47ceac-3b37-458a-9f4f-a11d2d740f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:47.955519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.028821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ece7e972-ac60-4264-a18d-19abd445aeb2 None None] Provisioning complete for port 83695e9c-e530-42d3-a865-f3c89ba21e21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:48.029257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ece7e972-ac60-4264-a18d-19abd445aeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.073788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ece7e972-ac60-4264-a18d-19abd445aeb2 None None] Port 83695e9c-e530-42d3-a865-f3c89ba21e21 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:48.090137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:48.101278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=83695e9c-e530-42d3-a865-f3c89ba21e21,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:48.126949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.138303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:48.138683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.205969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.221849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e2f61601-87b3-4cba-af2e-15ca547115a0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:48.272775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port e2f61601-87b3-4cba-af2e-15ca547115a0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:48.273155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.287194 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa47ceac-3b37-458a-9f4f-a11d2d740f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.289743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-aa47ceac-3b37-458a-9f4f-a11d2d740f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.290912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-aa47ceac-3b37-458a-9f4f-a11d2d740f54 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/54e46437-9117-4286-b506-76492a46f056 HTTP/1.1" status: 204 len: 168 time: 0.9508448 Feb 16 15:14:48.308653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47ceac-3b37-458a-9f4f-a11d2d740f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e46437-9117-4286-b506-76492a46f056,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:48.347709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:48.349404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:48.368242 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:14:48.513624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.558924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:48.604928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-557d89cd-c92a-4fb5-81a5-b2c9c9a5983b None None] Provisioning complete for port 83695e9c-e530-42d3-a865-f3c89ba21e21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:48.605495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-557d89cd-c92a-4fb5-81a5-b2c9c9a5983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.646849 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-557d89cd-c92a-4fb5-81a5-b2c9c9a5983b None None] Port 83695e9c-e530-42d3-a865-f3c89ba21e21 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:48.679089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84024d98-d6f9-4a4f-8278-9da930997618 req-f4e5b34e-9ff4-477b-b691-f52cbf2953ef tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:48.687127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84024d98-d6f9-4a4f-8278-9da930997618 req-f4e5b34e-9ff4-477b-b691-f52cbf2953ef tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1094 time: 0.0583520 Feb 16 15:14:48.723028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84024d98-d6f9-4a4f-8278-9da930997618 req-7db859d3-5c7c-43e9-8cb9-7f98d001614a tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Feb 16 15:14:48.752201 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7fed4d34-e755-489f-873a-d66921ec5c91 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:14:48.761937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:48.767743 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d885f31-fa7f-4c0c-8c05-a2ba11348af2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/4a4310fc-48e4-4ffd-92a0-368bd36cda1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2584565 Feb 16 15:14:48.772484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Sync routers for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:48.785656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:48.823820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:48.824488 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:48.945705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7fed4d34-e755-489f-873a-d66921ec5c91, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7fed4d34-e755-489f-873a-d66921ec5c91,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:48.964714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '7fed4d34-e755-489f-873a-d66921ec5c91', 'network_id': 'c6d23977-aeb2-4383-90bf-45dc8a187d7f', 'port_id': '7fed4d34-e755-489f-873a-d66921ec5c91', 'mac_address': 'fa:16:3e:f3:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc9f172-0172-4ac0-b1e3-b355026c88fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:14:48.975780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:49.010943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-be06321e-67f4-4ef7-be55-8552811933df tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839987672&fields=id&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 267 time: 0.0357022 Feb 16 15:14:49.075326 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.124137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-e66b37db-220f-4a9b-96bf-93865e66059c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.125615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-e66b37db-220f-4a9b-96bf-93865e66059c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 796 time: 0.1079149 Feb 16 15:14:49.126470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fed4d34-e755-489f-873a-d66921ec5c91 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:49.140763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-611e7b43-faba-4039-b0f2-9f940e475dfd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/quotas/1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 375 time: 0.0092399 Feb 16 15:14:49.156302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7fed4d34-e755-489f-873a-d66921ec5c91, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7fed4d34-e755-489f-873a-d66921ec5c91,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:49.196148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-16803929-6469-46b1-9500-7b43a05f034f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496354 Feb 16 15:14:49.219482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.233119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:47Z', 'revision_number': 2, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:49.265533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Checking router: 4a4310fc-48e4-4ffd-92a0-368bd36cda1b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:49.265776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Updating router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b port 83695e9c-e530-42d3-a865-f3c89ba21e21 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:14:49.300217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=c78d529a-16e9-48ec-8aa2-06fed3a43464,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:49.312126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.430045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-aed47894-1e09-4202-8b19-700196a6127d service neutron] 10.222.0.113 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222559 Feb 16 15:14:49.449594 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Floating IP 93f14828-cb43-405e-879e-8b2632ed2999 associated. External IP: 172.25.6.128, port: 71c34cdc-2451-46fe-96a5-5406dbc6c9f7. Feb 16 15:14:49.456591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.487342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.504312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34254) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:49.539213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-217613ca-4b6e-4b9f-9a04-882f68d9f354 service neutron] 10.222.0.113 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010444 Feb 16 15:14:49.552788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7fed4d34-e755-489f-873a-d66921ec5c91,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:49.553827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e10a5f-d1fe-487d-ab56-25bea4f5b5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.716969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['7fed4d34-e755-489f-873a-d66921ec5c91'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:14:49.770971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e10a5f-d1fe-487d-ab56-25bea4f5b5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.783243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:14:49.831389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd5abb89-4e03-4899-ae86-9327fe47d19c req-42daa061-17a5-4584-ab73-60e1a589fea3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 210 time: 0.0359685 Feb 16 15:14:49.894230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e89a1-28da-42f7-ba28-ea158e263c33 req-bdad0eff-0dcb-491c-9f25-2089d76126b3 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:49.895918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f75e89a1-28da-42f7-ba28-ea158e263c33 req-bdad0eff-0dcb-491c-9f25-2089d76126b3 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1095 time: 0.0504129 Feb 16 15:14:49.921594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e10a5f-d1fe-487d-ab56-25bea4f5b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.941844 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:49.955926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f75e89a1-28da-42f7-ba28-ea158e263c33 req-a57b3cac-3f70-4667-9512-e5374b31df8f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Feb 16 15:14:50.032875 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.146734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709d432-1ef1-45b1-9eb6-69f4f62607e6 None None] Pushing event updated for resources: {'Port': ['ID=83695e9c-e530-42d3-a865-f3c89ba21e21,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:50.164824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Attempting to bind port 83695e9c-e530-42d3-a865-f3c89ba21e21 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:50.174273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Attempting to bind port 83695e9c-e530-42d3-a865-f3c89ba21e21 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:50.174273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Attempting to bind port 83695e9c-e530-42d3-a865-f3c89ba21e21 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:50.174273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:50.174273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Checking segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:50.174273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.174273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Bound using segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:50.175425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Bound port: 83695e9c-e530-42d3-a865-f3c89ba21e21, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:50.175425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.247644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] For port 83695e9c-e530-42d3-a865-f3c89ba21e21, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:50.251033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] For port 83695e9c-e530-42d3-a865-f3c89ba21e21, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=83695e9c-e530-42d3-a865-f3c89ba21e21,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:50.272599 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-66e10a5f-d1fe-487d-ab56-25bea4f5b5bd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c3ad2e34cfd94ccf9b3768cbd0323f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701826 Feb 16 15:14:50.276317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e10a5f-d1fe-487d-ab56-25bea4f5b5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14af866-9cbd-4c3c-8bb3-bfbadcef9894,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:50.277146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:50.279078 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:14:50.293266 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79680577-cb38-4f52-8991-f5e99285280e None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:14:50.312319 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:50.313050 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:50.344981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.371278 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40ebb386-f598-4627-a8a2-3d4c3006a19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.377456 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.401501 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40ebb386-f598-4627-a8a2-3d4c3006a19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.422247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:50.423014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:50.427047 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-66e03234-adbe-40a4-a719-82e3437d5cb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3246868 Feb 16 15:14:50.429029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:50.436278 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425a5c75-e4cf-4823-a769-94dfa44c27db" -d '{"events": [{"name": "network-changed", "server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:50.484784 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38e7cc5-884f-4e64-b515-56d2702dac95 x-openstack-request-id: req-c38e7cc5-884f-4e64-b515-56d2702dac95 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:50.485267 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:50.485622 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c38e7cc5-884f-4e64-b515-56d2702dac95 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:50.486124 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'status': 'completed', 'code': 200} Feb 16 15:14:50.498047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709d432-1ef1-45b1-9eb6-69f4f62607e6 None None] Pushing event updated for resources: {'Port': ['ID=83695e9c-e530-42d3-a865-f3c89ba21e21,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:50.524185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-90f39cef-8b47-4297-965c-1a7a124ce6e2 None None] Provisioning complete for port 83695e9c-e530-42d3-a865-f3c89ba21e21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:50.524560 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90f39cef-8b47-4297-965c-1a7a124ce6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.545063 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:50.578645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40ebb386-f598-4627-a8a2-3d4c3006a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.581263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-40ebb386-f598-4627-a8a2-3d4c3006a19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.582467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-40ebb386-f598-4627-a8a2-3d4c3006a19b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c14af866-9cbd-4c3c-8bb3-bfbadcef9894 HTTP/1.1" status: 204 len: 168 time: 0.3033030 Feb 16 15:14:50.598315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ebb386-f598-4627-a8a2-3d4c3006a19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14af866-9cbd-4c3c-8bb3-bfbadcef9894,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:50.719830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:50.790509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7fed4d34-e755-489f-873a-d66921ec5c91 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:50.847103 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90f39cef-8b47-4297-965c-1a7a124ce6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:50.882284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-05444627-5675-4423-8dfe-00e13f381ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:50.884469 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-05444627-5675-4423-8dfe-00e13f381ad0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 1097 time: 0.3729150 Feb 16 15:14:50.891203 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '93f14828-cb43-405e-879e-8b2632ed2999', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:b1:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de07004-2ded-471b-a766-6efb877fbe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:14:47Z', 'updated_at': '2022-02-16T15:14:47Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:50.927120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79680577-cb38-4f52-8991-f5e99285280e None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:14:50.937792 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:14:50.938678 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:50.972325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-90f39cef-8b47-4297-965c-1a7a124ce6e2 None None] For port 83695e9c-e530-42d3-a865-f3c89ba21e21, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=83695e9c-e530-42d3-a865-f3c89ba21e21,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:50.990620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 7fed4d34-e755-489f-873a-d66921ec5c91 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:14:51.002202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 7fed4d34-e755-489f-873a-d66921ec5c91 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:51.002580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:51.026994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58e4514b-a309-4d4e-912c-4ac11a47d4da req-0dbcbd00-8067-41c9-a9a8-f702eceb34d1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 210 time: 0.1211133 Feb 16 15:14:51.067151 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-90f39cef-8b47-4297-965c-1a7a124ce6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:51.090845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-947f66c3-6be2-4307-b069-f5337b32fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:51.093920 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:14:51.095137 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-947f66c3-6be2-4307-b069-f5337b32fdbd service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.2027421 Feb 16 15:14:51.123064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8934864-7cc7-4576-8ca7-bbdb6d240d41 req-aea9c7a6-fd12-4b9a-b1cc-215d9d2d687b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:51.126102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8934864-7cc7-4576-8ca7-bbdb6d240d41 req-aea9c7a6-fd12-4b9a-b1cc-215d9d2d687b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1095 time: 0.0594108 Feb 16 15:14:51.176449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8934864-7cc7-4576-8ca7-bbdb6d240d41 req-83372417-19a1-47cf-bd3b-15a2ba45c708 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Feb 16 15:14:51.194289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f39cef-8b47-4297-965c-1a7a124ce6e2 None None] Pushing event updated for resources: {'Port': ['ID=83695e9c-e530-42d3-a865-f3c89ba21e21,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:51.271772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f992d622-1e53-47b2-9ed4-310591982bcb None None] Provisioning complete for port 83695e9c-e530-42d3-a865-f3c89ba21e21 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:51.272246 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f992d622-1e53-47b2-9ed4-310591982bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:51.274869 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-4284d8c3-2cdc-4418-b32e-e3525a694c55 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7 HTTP/1.1" status: 200 len: 1000 time: 0.1721673 Feb 16 15:14:51.300398 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:51.320947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:51.362532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2462cfc-049b-4d0d-9446-764469b509d2 None None] The sync data for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 is: [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:51.386793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fed4d34-e755-489f-873a-d66921ec5c91'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:51.390210 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc90337-d567-43c7-be29-65afe7416a3d" -d '{"events": [{"server_uuid": "2024733b-264e-4c4d-8d85-6299c76ebd00", "name": "network-vif-plugged", "status": "completed", "tag": "7fed4d34-e755-489f-873a-d66921ec5c91"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:51.408959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 7fed4d34-e755-489f-873a-d66921ec5c91, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7fed4d34-e755-489f-873a-d66921ec5c91,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:51.410069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-109d6032-b5d5-4bdf-9c9f-f894c8621d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:51.411940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-109d6032-b5d5-4bdf-9c9f-f894c8621d5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.1291790 Feb 16 15:14:51.496258 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-79680577-cb38-4f52-8991-f5e99285280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '93f14828-cb43-405e-879e-8b2632ed2999', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:b1:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de07004-2ded-471b-a766-6efb877fbe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:14:47Z', 'updated_at': '2022-02-16T15:14:47Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:14:51.522923 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a6eec-b233-4205-9bf1-a7f5e41959a8 x-openstack-request-id: req-154a6eec-b233-4205-9bf1-a7f5e41959a8 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:51.523254 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024733b-264e-4c4d-8d85-6299c76ebd00", "name": "network-vif-plugged", "status": "completed", "tag": "7fed4d34-e755-489f-873a-d66921ec5c91", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:51.524200 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-154a6eec-b233-4205-9bf1-a7f5e41959a8 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:51.524530 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fed4d34-e755-489f-873a-d66921ec5c91', 'code': 200} Feb 16 15:14:51.529317 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:51.538041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-3a6d42cd-2b8f-442f-bb6b-563510740137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:51.542510 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-3a6d42cd-2b8f-442f-bb6b-563510740137 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211162 Feb 16 15:14:51.557607 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79680577-cb38-4f52-8991-f5e99285280e None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '93f14828-cb43-405e-879e-8b2632ed2999', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.128', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:b1:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de07004-2ded-471b-a766-6efb877fbe21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:14:47Z', 'updated_at': '2022-02-16T15:14:47Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:14:51.613259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=7fed4d34-e755-489f-873a-d66921ec5c91,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:51.698859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-09214bd7-5b6e-4230-8263-4d3d3dae72cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164122 Feb 16 15:14:51.708896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91568dd-7cfa-4835-8801-9ebd6cb116a5 req-a2e9cbdc-d797-4e02-9a9c-4c3a5add2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:51.710401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e91568dd-7cfa-4835-8801-9ebd6cb116a5 req-a2e9cbdc-d797-4e02-9a9c-4c3a5add2096 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.1392233 Feb 16 15:14:51.747149 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-28fa4bbb-f9ba-4828-8d11-bb3f9aa84e88 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878772 Feb 16 15:14:51.792928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e91568dd-7cfa-4835-8801-9ebd6cb116a5 req-f872ea37-2cf6-47f2-8805-40abd55b37a4 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713103 Feb 16 15:14:51.883884 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-425a5c75-e4cf-4823-a769-94dfa44c27db req-eb625236-b7d9-4c43-bd6b-f8584607422e service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275322 Feb 16 15:14:51.946454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570620c1-974c-4751-aa35-0cd39e2d0cad None None] New status for floating IP 93f14828-cb43-405e-879e-8b2632ed2999: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:14:52.117116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-c6a0ac11-8d64-45e1-9326-75822b4d047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:52.118706 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-c6a0ac11-8d64-45e1-9326-75822b4d047c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 1097 time: 0.0600090 Feb 16 15:14:52.166362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad86a6e1-d339-4d5f-abd0-3425b996da11 req-98886164-1d5d-4475-a435-749ab147b223 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 210 time: 0.0497146 Feb 16 15:14:52.182891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 83695e9c-e530-42d3-a865-f3c89ba21e21 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:14:52.245678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 83695e9c-e530-42d3-a865-f3c89ba21e21 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:52.246054 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:52.307888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-0eacf7c4-383b-480c-838e-090f51c8f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:52.308861 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-0eacf7c4-383b-480c-838e-090f51c8f07d service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.1651282 Feb 16 15:14:52.405140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953cbf-ce1d-4a95-bc0b-f91fad385e92 req-f414cb71-5226-4451-b00c-38b2d20a6ec9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:52.407000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c953cbf-ce1d-4a95-bc0b-f91fad385e92 req-f414cb71-5226-4451-b00c-38b2d20a6ec9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.0605423 Feb 16 15:14:52.422495 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-b4e281d7-3d06-47f1-8d02-b78266dc6427 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7 HTTP/1.1" status: 200 len: 1002 time: 0.0965505 Feb 16 15:14:52.453345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c953cbf-ce1d-4a95-bc0b-f91fad385e92 req-ea23e137-b488-4590-b56d-1787e6414913 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Feb 16 15:14:52.484812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-2dee97c9-67c7-405f-a1a3-222254a9721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:52.486725 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-2dee97c9-67c7-405f-a1a3-222254a9721a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0567980 Feb 16 15:14:52.542329 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-9d31a0e2-3b63-4644-badd-68c0a20ee68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:52.543863 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-9d31a0e2-3b63-4644-badd-68c0a20ee68c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478668 Feb 16 15:14:52.645323 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-1391de94-8023-4f51-81e5-9769aec89f74 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926433 Feb 16 15:14:52.783599 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-20443d40-a309-42d1-8523-5c424ad62bd6 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156547 Feb 16 15:14:52.925687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-d05fe550-2120-4870-98c6-94a1a61f23cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:52.927584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-d05fe550-2120-4870-98c6-94a1a61f23cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 796 time: 0.1342402 Feb 16 15:14:52.983785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-3ef64cae-bc69-43c8-848a-e06eb4e372ba tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 379 time: 0.0411580 Feb 16 15:14:52.994800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'port': {'device_id': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'admin_state_up': True, 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'security_groups': ['2ad5980d-b7e0-4791-b26d-24f2c2743f01']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:53.206896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:14:53.211150 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:53.310798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50d6a49a-b75e-47fb-9b96-01a27fb3ab58 req-cd1fef28-8b04-4a8d-9a74-597b312a4d41 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 210 time: 0.0632601 Feb 16 15:14:53.390846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.13 (241bc41a-1d62-4957-a25c-1e43ef4e7c47/100e052e-850a-48a2-a483-b7cab7d39b99/07eb5f6a-0a1e-4a1d-9301-13acaf02acc5) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:14:53.569977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:53.599614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e1106-a994-4ece-98f1-50108bca3d48 req-77ccd589-e2e6-4fa8-b7f6-9777d8e8312f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:53.601141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-786e1106-a994-4ece-98f1-50108bca3d48 req-77ccd589-e2e6-4fa8-b7f6-9777d8e8312f tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.0704424 Feb 16 15:14:53.641606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-786e1106-a994-4ece-98f1-50108bca3d48 req-7efcdee2-109e-42a9-9355-10869fb04f6b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Feb 16 15:14:53.684216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:53.762065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:14:53.767656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:14:53.771885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:14:53.819245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:53.834871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d820fb5-cc3c-4e19-9b5b-e327b5ac3b41 req-f13fd4d9-6949-4c09-a5d6-abcb2de7e8e4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:53.836542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d820fb5-cc3c-4e19-9b5b-e327b5ac3b41 req-f13fd4d9-6949-4c09-a5d6-abcb2de7e8e4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.1218748 Feb 16 15:14:53.842434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:53.843081 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:53.883109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d820fb5-cc3c-4e19-9b5b-e327b5ac3b41 req-4ff61519-c84f-4acf-8d5b-c892b1f3f843 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Feb 16 15:14:53.939299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-386d0c4b-317f-4925-b288-b22007f018fa service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538490 Feb 16 15:14:53.950170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-5c208cfb-f361-4cf6-8691-34f08b396e9f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9605834 Feb 16 15:14:53.967305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Request body: {'port': {'device_id': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:14:54.096518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.109792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9707cbd-e637-40ff-b5ab-8f3d05327c03 req-567f35a6-22f5-4537-817b-bec4036f611c tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.111333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9707cbd-e637-40ff-b5ab-8f3d05327c03 req-567f35a6-22f5-4537-817b-bec4036f611c tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.1406810 Feb 16 15:14:54.115347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-05d564de-0265-4ac8-9736-ae121a086e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.116806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-05d564de-0265-4ac8-9736-ae121a086e92 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 1096 time: 0.1120448 Feb 16 15:14:54.124626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ae907b67-e1d6-4260-9cf5-1c3466baab49 None None] Provisioning complete for port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:14:54.129470 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ae907b67-e1d6-4260-9cf5-1c3466baab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.164700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ae907b67-e1d6-4260-9cf5-1c3466baab49 None None] Port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:14:54.241386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9707cbd-e637-40ff-b5ab-8f3d05327c03 req-c9208147-3c72-4f52-9b4f-41c782c35d97 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215820 Feb 16 15:14:54.257374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34348) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:54.403897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-52ce2456-6596-4b8f-a29e-97e6800cc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.403897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-52ce2456-6596-4b8f-a29e-97e6800cc22d service neutron] 10.222.0.129 "GET /v2.0/networks?id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a HTTP/1.1" status: 200 len: 910 time: 0.2286682 Feb 16 15:14:54.404184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b690ad6-728b-4174-b65b-3d74dc4a0432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.472888 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b690ad6-728b-4174-b65b-3d74dc4a0432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.527180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4b690ad6-728b-4174-b65b-3d74dc4a0432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.547533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-d08713d7-312a-48e4-a213-3859cfb8bd2e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 HTTP/1.1" status: 200 len: 1000 time: 0.1295748 Feb 16 15:14:54.568537 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4b690ad6-728b-4174-b65b-3d74dc4a0432 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7c0425f00d774af4b760a037be14d652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099852 Feb 16 15:14:54.569823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b690ad6-728b-4174-b65b-3d74dc4a0432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7642880c-6eb9-4f1a-a9b7-1ad6a719fd1d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:54.573086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34356) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:54.583737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e96a98-7a33-4e97-8c03-cd50384adf06 req-53643333-26e3-4a5c-b352-2436e5ef2c66 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.585307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66e96a98-7a33-4e97-8c03-cd50384adf06 req-53643333-26e3-4a5c-b352-2436e5ef2c66 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 932 time: 0.1660702 Feb 16 15:14:54.627156 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f03b4e9-d635-40bc-be7f-ecde85f4d3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.655122 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f03b4e9-d635-40bc-be7f-ecde85f4d3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.694303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-9fa4c19a-0e35-4880-9f3c-96f995e8482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.696379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-9fa4c19a-0e35-4880-9f3c-96f995e8482c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=971c09fd-0305-49c8-8f53-3a9155006368 HTTP/1.1" status: 200 len: 847 time: 0.1401970 Feb 16 15:14:54.757365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66e96a98-7a33-4e97-8c03-cd50384adf06 req-192cc403-b0b6-4333-a77a-db45075e883b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466954 Feb 16 15:14:54.766166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f03b4e9-d635-40bc-be7f-ecde85f4d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.769070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0f03b4e9-d635-40bc-be7f-ecde85f4d3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.770294 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0f03b4e9-d635-40bc-be7f-ecde85f4d3cd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7642880c-6eb9-4f1a-a9b7-1ad6a719fd1d HTTP/1.1" status: 204 len: 168 time: 0.1962390 Feb 16 15:14:54.779962 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03b4e9-d635-40bc-be7f-ecde85f4d3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642880c-6eb9-4f1a-a9b7-1ad6a719fd1d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:54.798543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:54.811196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.829153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739e5af-22dd-45ea-aa8f-56e93de45132 req-60311bf3-6e3a-4613-b644-2f4fdb0ec5d7 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.830682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5739e5af-22dd-45ea-aa8f-56e93de45132 req-60311bf3-6e3a-4613-b644-2f4fdb0ec5d7 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.1688886 Feb 16 15:14:54.835066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Transition to ACTIVE for port object 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:14:54.837071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-af03100f-4e73-4303-87d2-a12d8a797e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:54.838542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-af03100f-4e73-4303-87d2-a12d8a797e11 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202774 Feb 16 15:14:54.918352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:54.929301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5739e5af-22dd-45ea-aa8f-56e93de45132 req-7ac82616-ff00-4d4e-aa51-36b2eed0fd32 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898719 Feb 16 15:14:55.035428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-67fa72fc-39fb-42a4-b450-7d7d7b217de5 service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895864 Feb 16 15:14:55.036121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:55.161446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:14:55.165122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:14:55.165122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:55.173738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:14:55.174069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:14:55.187931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:14:55.188291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Checking segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:14:55.188675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Bound using segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:14:55.189184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Bound port: 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:14:55.189559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.205172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6dac3f-51a7-4795-a75e-8725d6a9fcbe req-7b8f5473-9ee1-4c9a-a88e-cac102d7c98d service neutron] 10.222.0.129 "GET /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440761 Feb 16 15:14:55.268591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:14:55.271969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:14:55.345133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.382863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:55.383483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.385459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] 10.222.0.93 "PUT /v2.0/ports/07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 1092 time: 1.4262698 Feb 16 15:14:55.385894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:55.388232 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca" -d '{"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:55.413644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:55.421756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.422104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.422447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.422782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.423206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.423552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.423889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.424215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.424539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.424863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.425186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.425507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c853c33-38f3-481a-a681-38c36a1bef80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:14:55.468802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:55.492063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2177e7d2-c864-49a7-8963-53ed95f7b495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.564465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-0850b3b9-b964-4d44-b051-d6fecaf905d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:55.566324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-0850b3b9-b964-4d44-b051-d6fecaf905d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0576932 Feb 16 15:14:55.591271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2177e7d2-c864-49a7-8963-53ed95f7b495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.618032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-9bc1d325-bd34-4723-ade6-1df41050a91f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 217 time: 0.0421047 Feb 16 15:14:55.671128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-7e90d25a-e621-41b4-9f5c-89430ec9e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:55.672656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-7e90d25a-e621-41b4-9f5c-89430ec9e392 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0469460 Feb 16 15:14:55.684087 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2177e7d2-c864-49a7-8963-53ed95f7b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.708576 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e46a9-6fdd-4769-b3d8-5c2b77586938 x-openstack-request-id: req-dd8e46a9-6fdd-4769-b3d8-5c2b77586938 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:55.708904 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:55.709099 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd8e46a9-6fdd-4769-b3d8-5c2b77586938 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:55.709521 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'status': 'completed', 'code': 200} Feb 16 15:14:55.726316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-c82e5b8b-4f94-44de-aa5c-868280ea21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:55.728381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-c82e5b8b-4f94-44de-aa5c-868280ea21b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454884 Feb 16 15:14:55.744203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34370) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:14:55.744470 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2177e7d2-c864-49a7-8963-53ed95f7b495 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7c3a8747c03e4468ae1625faf78d06fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693067 Feb 16 15:14:55.745545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177e7d2-c864-49a7-8963-53ed95f7b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d561cf8f-9cba-4f6d-be88-1660631a5d79,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:55.888923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f81f651-f3f0-4508-b7d0-25e011ec11d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.894133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-a555743c-2970-4972-bdd3-8d55b064a4e6 service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583829 Feb 16 15:14:55.939830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f81f651-f3f0-4508-b7d0-25e011ec11d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:55.948770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878bd35-7677-42d7-b2be-e42f21fc961f req-edc7a920-44b5-4a80-84e3-d7c8bd9e3741 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:55.950254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a878bd35-7677-42d7-b2be-e42f21fc961f req-edc7a920-44b5-4a80-84e3-d7c8bd9e3741 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 944 time: 0.1136694 Feb 16 15:14:56.118181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a878bd35-7677-42d7-b2be-e42f21fc961f req-2f5f7e4e-4683-49c3-9f6a-53f6eff26945 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329846 Feb 16 15:14:56.135095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202a4bc-6627-4a79-a485-c64fb876444a req-ebfc8078-2158-4a61-9896-0beefcec1661 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:56.136813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0202a4bc-6627-4a79-a485-c64fb876444a req-ebfc8078-2158-4a61-9896-0beefcec1661 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.129 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.1506305 Feb 16 15:14:56.143353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df61d65-a2c7-4ffd-aadd-e446244eb85c req-a9faf250-b70c-4328-9657-14d5f613c913 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:56.144724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7df61d65-a2c7-4ffd-aadd-e446244eb85c req-a9faf250-b70c-4328-9657-14d5f613c913 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 1096 time: 0.1319895 Feb 16 15:14:56.478372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d4dd413-56de-4e52-af0d-50a0cfdaa807 req-04134fb3-f7e2-4d65-a98b-79a8348d16de service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741072 Feb 16 15:14:56.486263 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f81f651-f3f0-4508-b7d0-25e011ec11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:56.488749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f81f651-f3f0-4508-b7d0-25e011ec11d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:56.489850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f81f651-f3f0-4508-b7d0-25e011ec11d1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d561cf8f-9cba-4f6d-be88-1660631a5d79 HTTP/1.1" status: 204 len: 168 time: 0.7447798 Feb 16 15:14:56.511640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81f651-f3f0-4508-b7d0-25e011ec11d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d561cf8f-9cba-4f6d-be88-1660631a5d79,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:56.552128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7df61d65-a2c7-4ffd-aadd-e446244eb85c req-6c30fc2d-e1e6-4d56-baf3-be55dfe01127 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951926 Feb 16 15:14:56.576415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Deleting port 7fed4d34-e755-489f-873a-d66921ec5c91 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:14:56.576415 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:56.694858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] For port 7fed4d34-e755-489f-873a-d66921ec5c91, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=7fed4d34-e755-489f-873a-d66921ec5c91,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:56.695312 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:56.705112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-27c75eef-eeb6-40b4-b3fe-67a8bfef61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:56.706615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-27c75eef-eeb6-40b4-b3fe-67a8bfef61fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0879581 Feb 16 15:14:56.712212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Calling delete_port for 7fed4d34-e755-489f-873a-d66921ec5c91 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:14:56.862285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-600a97e7-ac1b-414f-84be-58e203f9189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:56.863808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-600a97e7-ac1b-414f-84be-58e203f9189d service neutron] 10.222.0.93 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.1475749 Feb 16 15:14:56.933967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-fe5e5e8d-345e-4709-8389-f872dc549684 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 217 time: 0.0607691 Feb 16 15:14:56.995944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-d9705c54-c25d-41c0-98f6-2e5e46f5f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:56.997331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-d9705c54-c25d-41c0-98f6-2e5e46f5f8e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0541451 Feb 16 15:14:57.044332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:57.057051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0e1db791-b289-4b8c-b0bf-358e757406a1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:14:57.078380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-440cb7ee-9969-4abb-b88e-a7bd9157f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:57.080019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-440cb7ee-9969-4abb-b88e-a7bd9157f355 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751526 Feb 16 15:14:57.083099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fed4d34-e755-489f-873a-d66921ec5c91,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:14:57.162062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] No DVR routers for this DVR port 7fed4d34-e755-489f-873a-d66921ec5c91 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:14:57.167627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:57.171472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0202a4bc-6627-4a79-a485-c64fb876444a req-202ef93b-dfc6-4c9b-a6dc-f8ec5816e8f5 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.129 "DELETE /v2.0/ports/7fed4d34-e755-489f-873a-d66921ec5c91 HTTP/1.1" status: 204 len: 173 time: 1.0230331 Feb 16 15:14:57.299466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-d5adcecc-e34c-46ed-a27c-018ed3d5b3f1 service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842284 Feb 16 15:14:57.310724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a38d5-f20c-48cd-8484-1fc2a08f1f2d req-c99be16e-fd17-4662-a863-49bf16af4658 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:57.316105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f69a38d5-f20c-48cd-8484-1fc2a08f1f2d req-c99be16e-fd17-4662-a863-49bf16af4658 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 944 time: 0.1109633 Feb 16 15:14:57.411981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f69a38d5-f20c-48cd-8484-1fc2a08f1f2d req-d13bbf71-8ad9-412c-a8d4-4ce68e2d292c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858486 Feb 16 15:14:57.441763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c68436d-f2c2-4e9c-9fb7-8bef3d323eca req-096dc046-467c-4e13-8b12-18620cd95ceb service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245279 Feb 16 15:14:57.661836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fa10e14-54d8-4609-bb2a-be9f2028de52 req-b08d69e5-7dd2-4781-b09e-5e7805a17f4e tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2024733b-264e-4c4d-8d85-6299c76ebd00 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Feb 16 15:14:57.710538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'name': 'network-vif-deleted', 'tag': '7fed4d34-e755-489f-873a-d66921ec5c91'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:14:57.712977 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8d0d80-e5b7-4fc5-8d43-3a78dd21735a" -d '{"events": [{"server_uuid": "2024733b-264e-4c4d-8d85-6299c76ebd00", "name": "network-vif-deleted", "tag": "7fed4d34-e755-489f-873a-d66921ec5c91"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:14:57.748918 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a3296-b898-4006-86ad-dddb6396198c x-openstack-request-id: req-a99a3296-b898-4006-86ad-dddb6396198c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:14:57.749296 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024733b-264e-4c4d-8d85-6299c76ebd00", "name": "network-vif-deleted", "tag": "7fed4d34-e755-489f-873a-d66921ec5c91", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:14:57.749614 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a99a3296-b898-4006-86ad-dddb6396198c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:14:57.750088 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024733b-264e-4c4d-8d85-6299c76ebd00', 'name': 'network-vif-deleted', 'tag': '7fed4d34-e755-489f-873a-d66921ec5c91', 'status': 'completed', 'code': 200} Feb 16 15:14:58.533041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47557604-3f41-4b49-94f2-bfd6928b9fa5 req-6cf9d670-9aa9-4126-8cf7-6e123a8ee9c2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:58.534517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47557604-3f41-4b49-94f2-bfd6928b9fa5 req-6cf9d670-9aa9-4126-8cf7-6e123a8ee9c2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 944 time: 0.0551014 Feb 16 15:14:58.573003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47557604-3f41-4b49-94f2-bfd6928b9fa5 req-8d508d52-026a-4c57-942f-1c843142bcce tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324097 Feb 16 15:14:58.810136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7fed4d34-e755-489f-873a-d66921ec5c91 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:14:58.831054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 7fed4d34-e755-489f-873a-d66921ec5c91 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:14:58.831391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 7fed4d34-e755-489f-873a-d66921ec5c91 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:14:59.107347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe915f-6e28-4c3b-bc69-329d5c19fc10 req-abc50c3a-6e38-4f19-a7ba-4bc69ca0519b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:59.108924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5fe915f-6e28-4c3b-bc69-329d5c19fc10 req-abc50c3a-6e38-4f19-a7ba-4bc69ca0519b tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0474689 Feb 16 15:14:59.145668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5fe915f-6e28-4c3b-bc69-329d5c19fc10 req-c07d8153-42f2-488b-a1b0-4a06a35eb5b4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288436 Feb 16 15:14:59.690050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3993f1-440e-4720-b47c-d3c60f4cce84 req-849d4771-5296-496f-8aa9-77e35f810152 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:14:59.691624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a3993f1-440e-4720-b47c-d3c60f4cce84 req-849d4771-5296-496f-8aa9-77e35f810152 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 944 time: 0.0491803 Feb 16 15:14:59.731780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a3993f1-440e-4720-b47c-d3c60f4cce84 req-e686f07c-2e57-49ea-bb78-6f294c2b6399 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335217 Feb 16 15:14:59.775680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:14:59.872089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:14:59.883035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'port_id': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'mac_address': 'fa:16:3e:23:ce:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:14:59.919573 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:14:59.932891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:14:59.952514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:00.017693 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:00.070010 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:00.260912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c811a9-9e2f-4177-a4cc-d3ab5bf37ca3 req-f1fe81e2-c625-48ed-acf1-a2fd21d827b2 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:00.262458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c811a9-9e2f-4177-a4cc-d3ab5bf37ca3 req-f1fe81e2-c625-48ed-acf1-a2fd21d827b2 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0462658 Feb 16 15:15:00.279511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:15:00.299997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c811a9-9e2f-4177-a4cc-d3ab5bf37ca3 req-09fbc9b7-fd1c-44a4-8262-bc1358bdf4b4 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312872 Feb 16 15:15:00.724029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-7db7a1b4-437b-49e1-8b15-8141a24092ec tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:00.725527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-7db7a1b4-437b-49e1-8b15-8141a24092ec tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 1097 time: 0.0406151 Feb 16 15:15:00.834817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Deleting port 0e1db791-b289-4b8c-b0bf-358e757406a1 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:00.835156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:00.896781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1554d-d152-4572-8c14-49044d45b88f req-2ad583e9-ac70-43e8-b2cb-12b354f5ccff tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:00.898272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bd1554d-d152-4572-8c14-49044d45b88f req-2ad583e9-ac70-43e8-b2cb-12b354f5ccff tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 945 time: 0.0956774 Feb 16 15:15:00.956613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] For port 0e1db791-b289-4b8c-b0bf-358e757406a1, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0e1db791-b289-4b8c-b0bf-358e757406a1,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:00.956977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:00.967848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bd1554d-d152-4572-8c14-49044d45b88f req-7de2eabe-0da2-4365-b9b4-c66c93bf8d29 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634394 Feb 16 15:15:00.973075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Calling delete_port for 0e1db791-b289-4b8c-b0bf-358e757406a1 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:01.181504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:01.193461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0e1db791-b289-4b8c-b0bf-358e757406a1'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:15:01.217644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e1db791-b289-4b8c-b0bf-358e757406a1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:01.274446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] No DVR routers for this DVR port 0e1db791-b289-4b8c-b0bf-358e757406a1 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:01.277292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:01.280823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0942e9e-3eb3-4a16-87dc-871cc4e046ac req-eb9cb364-dd67-430c-b70e-9ea41130d2f9 tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.93 "DELETE /v2.0/ports/0e1db791-b289-4b8c-b0bf-358e757406a1 HTTP/1.1" status: 204 len: 173 time: 0.5481639 Feb 16 15:15:01.287356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'name': 'network-vif-deleted', 'tag': '0e1db791-b289-4b8c-b0bf-358e757406a1'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:01.287356 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017b95e1-54f5-4e0e-81d6-b766eb16cd86" -d '{"events": [{"server_uuid": "ae67ddf2-5dd4-47ae-a082-b4af04d778e4", "name": "network-vif-deleted", "tag": "0e1db791-b289-4b8c-b0bf-358e757406a1"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:01.334377 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b58e807-f52f-4d1d-85a4-c35dd0ff84a9 x-openstack-request-id: req-0b58e807-f52f-4d1d-85a4-c35dd0ff84a9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:01.334678 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae67ddf2-5dd4-47ae-a082-b4af04d778e4", "name": "network-vif-deleted", "tag": "0e1db791-b289-4b8c-b0bf-358e757406a1", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:01.336167 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0b58e807-f52f-4d1d-85a4-c35dd0ff84a9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:01.336745 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae67ddf2-5dd4-47ae-a082-b4af04d778e4', 'name': 'network-vif-deleted', 'tag': '0e1db791-b289-4b8c-b0bf-358e757406a1', 'status': 'completed', 'code': 200} Feb 16 15:15:01.423070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a5241a7-2cf8-4c87-8934-823549b3acb1 req-6388ebaa-39f5-46da-9e42-c9fb63902ddd tempest-TestServerMultinode-2105724407 tempest-TestServerMultinode-2105724407-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=ae67ddf2-5dd4-47ae-a082-b4af04d778e4 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Feb 16 15:15:01.784322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:01.892315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:15:01.896485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:01.896913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:02.097605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeaaeb-7a68-4a5d-8147-13bf738c156a req-ee83805d-d7d1-42f8-bed2-6055380b2c94 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:02.099165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96aeaaeb-7a68-4a5d-8147-13bf738c156a req-ee83805d-d7d1-42f8-bed2-6055380b2c94 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 945 time: 0.0542490 Feb 16 15:15:02.134999 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:02.146211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96aeaaeb-7a68-4a5d-8147-13bf738c156a req-583cc34f-0d17-4d15-a2bf-0f3d215545ed tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394692 Feb 16 15:15:02.160801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:02.163437 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66316f8-6962-4ccf-aa8f-6b0647f6fa91" -d '{"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-plugged", "status": "completed", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:02.179033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:02.229969 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:02.285013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:02.351942 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d5c428-3a69-45ab-afef-618e2deea303 x-openstack-request-id: req-e5d5c428-3a69-45ab-afef-618e2deea303 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:02.352233 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-plugged", "status": "completed", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:02.352487 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e5d5c428-3a69-45ab-afef-618e2deea303 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:02.353724 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'code': 200} Feb 16 15:15:02.453440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb88c44-92c0-4f44-a848-f0c7fbd60b8d req-4829fe41-3f80-447a-ba27-342fc4562241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:02.454960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efb88c44-92c0-4f44-a848-f0c7fbd60b8d req-4829fe41-3f80-447a-ba27-342fc4562241 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0457687 Feb 16 15:15:02.489161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34474) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:02.498695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efb88c44-92c0-4f44-a848-f0c7fbd60b8d req-f83fd904-35e5-4f50-8977-bc91811762cc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363452 Feb 16 15:15:02.843150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:03.086764 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Deleting port 3b014548-5d32-47e4-9d17-b364e3be2327 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:03.087842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:03.184617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] For port 3b014548-5d32-47e4-9d17-b364e3be2327, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3b014548-5d32-47e4-9d17-b364e3be2327,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:03.185125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:03.206205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Calling delete_port for 3b014548-5d32-47e4-9d17-b364e3be2327 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:03.313813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccca5a6-c5ef-497e-b292-622a6c8a0f3b req-84961e3e-a90f-4037-a876-9925a12690d1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:03.316275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ccca5a6-c5ef-497e-b292-622a6c8a0f3b req-84961e3e-a90f-4037-a876-9925a12690d1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0733941 Feb 16 15:15:03.356494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ccca5a6-c5ef-497e-b292-622a6c8a0f3b req-6f7e70c0-ace7-4773-9e5e-010883357941 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Feb 16 15:15:03.466830 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:03.496535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b014548-5d32-47e4-9d17-b364e3be2327,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:03.680812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:03.810423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0e1db791-b289-4b8c-b0bf-358e757406a1 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:03.830308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 0e1db791-b289-4b8c-b0bf-358e757406a1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:03.830656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0e1db791-b289-4b8c-b0bf-358e757406a1 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:03.898269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:04.009895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:04.017217 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b2b83a8-f390-4752-ad26-4ff1ccfb914e admin admin] 10.222.0.113 "PUT /v2.0/routers/e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5258989 Feb 16 15:15:04.017675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34484) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:04.021091 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] Sync routers for ids ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:04.032208 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] Routers {'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:04.032824 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:04.133362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:04.138803 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] Set router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:04.237839 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:04.322635 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:15:03Z', 'revision_number': 5, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port': {'id': 'ea7b8856-cc2a-4979-a790-8de78a2d28ab', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:04.353204 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] Checking router: e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:04.362557 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] Routers {'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:04.363171 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:04.380660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Deleting port ea7b8856-cc2a-4979-a790-8de78a2d28ab {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:04.380660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:04.461890 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] Set router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:04.507083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] For port ea7b8856-cc2a-4979-a790-8de78a2d28ab, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ea7b8856-cc2a-4979-a790-8de78a2d28ab,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:04.507456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:04.518694 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:15:04Z', 'revision_number': 6, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:04.528603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Calling delete_port for ea7b8856-cc2a-4979-a790-8de78a2d28ab owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:04.543380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a6620-6575-4aca-a0a8-4b041675361e req-2aabd6de-afb2-4c9f-9af4-cffa86c5d6a5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:04.544978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-738a6620-6575-4aca-a0a8-4b041675361e req-2aabd6de-afb2-4c9f-9af4-cffa86c5d6a5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0953977 Feb 16 15:15:04.552877 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a991aa2-8cac-4141-acda-df8451d31958 None None] The sync data for ids ['e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d'] in n-d-829433-1 is: [{'id': 'e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d', 'name': 'tempest-TestServerMultinode-1142813183-router', 'tenant_id': '82f7328a19f64e63ac8eba5fc83ac328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:13:59Z', 'updated_at': '2022-02-16T15:15:04Z', 'revision_number': 6, 'project_id': '82f7328a19f64e63ac8eba5fc83ac328', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:04.638345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-738a6620-6575-4aca-a0a8-4b041675361e req-01910dcc-ac32-4b25-904c-774192cc2f4e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843489 Feb 16 15:15:04.789058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f783e3-b96c-46e4-ace8-61211f2fb967 req-493533e2-d859-452d-992f-e2262293cf2b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:04.791555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02f783e3-b96c-46e4-ace8-61211f2fb967 req-493533e2-d859-452d-992f-e2262293cf2b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0649292 Feb 16 15:15:04.835055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02f783e3-b96c-46e4-ace8-61211f2fb967 req-f9c80ca4-df75-4c7b-88f0-f5ce1fee178f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377119 Feb 16 15:15:04.848995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:04.858404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34512) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:04.880645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7b8856-cc2a-4979-a790-8de78a2d28ab,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:04.900839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a944a-f46f-422f-945c-b6c7c76c4df8 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:04.914957 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-be1a944a-f46f-422f-945c-b6c7c76c4df8 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1092 time: 0.0423820 Feb 16 15:15:04.914957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34514) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:04.914957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:04.948446 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.032091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.053682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.056450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.147062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.201779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.202300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:15:05.206828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.207998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff43892d-1c68-4605-a2a5-06a0d7b900fe admin admin] 10.222.0.113 "DELETE /v2.0/routers/e67b1f6a-3193-4ed4-b779-e2afa8cf1a6d HTTP/1.1" status: 204 len: 168 time: 1.1893058 Feb 16 15:15:05.210521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34520) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:05.258020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] Deleting subnet afc9f172-0172-4ac0-b1e3-b355026c88fe {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:15:05.261909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.279667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.93 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d85f5bc7-d733-49ce-affa-0c1e61325399) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:05.292497 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f54e3396-8028-431e-a878-0d9385e393d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.301625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.415792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.420387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.513150 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.544306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.559688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:05.563625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:05.567076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:05.586000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc9f172-0172-4ac0-b1e3-b355026c88fe,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:05.588779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.594889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e3cfa266-a18e-4a9d-980e-95cae7606352 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/afc9f172-0172-4ac0-b1e3-b355026c88fe HTTP/1.1" status: 204 len: 168 time: 0.3809171 Feb 16 15:15:05.595777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34522) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:05.598832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5ae60e-1941-4213-96c7-8d339ef04a85 None None] Network c6d23977-aeb2-4383-90bf-45dc8a187d7f requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:15:05.603942 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=d85f5bc7-d733-49ce-affa-0c1e61325399,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:05.690524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.775637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Deleting port bf7689ed-8446-4c73-ab1c-c958091b698e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:05.775954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.868286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] For port bf7689ed-8446-4c73-ab1c-c958091b698e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bf7689ed-8446-4c73-ab1c-c958091b698e,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:05.869319 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:05.889349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Calling delete_port for bf7689ed-8446-4c73-ab1c-c958091b698e owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:05.892648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] DHCP port deletion for c6d23977-aeb2-4383-90bf-45dc8a187d7f request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:15:05.952983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] Deleting port bf7689ed-8446-4c73-ab1c-c958091b698e {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:05.953815 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.030465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] For port bf7689ed-8446-4c73-ab1c-c958091b698e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bf7689ed-8446-4c73-ab1c-c958091b698e,segment=NetworkSegment(5acb00f2-995c-4bb3-a5d8-23c04f51578a),segment_id=5acb00f2-995c-4bb3-a5d8-23c04f51578a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:06.031133 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.046431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.046914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] Calling delete_port for bf7689ed-8446-4c73-ab1c-c958091b698e owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:06.063510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.079344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7689ed-8446-4c73-ab1c-c958091b698e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:06.094977 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] No DVR routers for this DVR port bf7689ed-8446-4c73-ab1c-c958091b698e on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:06.107130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ea7b8856-cc2a-4979-a790-8de78a2d28ab no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:06.135896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ea7b8856-cc2a-4979-a790-8de78a2d28ab {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:06.136464 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ea7b8856-cc2a-4979-a790-8de78a2d28ab not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:06.137014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3b014548-5d32-47e4-9d17-b364e3be2327 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:06.162580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 3b014548-5d32-47e4-9d17-b364e3be2327 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:06.163017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 3b014548-5d32-47e4-9d17-b364e3be2327 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:06.163515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bf7689ed-8446-4c73-ab1c-c958091b698e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:06.188872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.189973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: bf7689ed-8446-4c73-ab1c-c958091b698e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:06.190386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bf7689ed-8446-4c73-ab1c-c958091b698e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:06.228925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d23977-aeb2-4383-90bf-45dc8a187d7f']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:06.241051 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.246625 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.252603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acb00f2-995c-4bb3-a5d8-23c04f51578a') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:06.254051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acb00f2-995c-4bb3-a5d8-23c04f51578a') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:06.274055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.287377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] No DVR routers for this DVR port bf7689ed-8446-4c73-ab1c-c958091b698e on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:06.293064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c4d69-83c4-4671-95dc-c83195c60227 None None] Pushing event deleted for resources: {'Port': ['ID=bf7689ed-8446-4c73-ab1c-c958091b698e,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:06.315391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.322267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:15:06.322858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:15:06.324829 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:15:06.423868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.457797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.463278 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.468434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] 10.222.0.113 "DELETE /v2.0/networks/c6d23977-aeb2-4383-90bf-45dc8a187d7f HTTP/1.1" status: 204 len: 168 time: 0.8704987 Feb 16 15:15:06.472049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:06.483744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11552e70-a19c-40b7-9083-572ada282839 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d23977-aeb2-4383-90bf-45dc8a187d7f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:06.514211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:06.626752 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=d85f5bc7-d733-49ce-affa-0c1e61325399,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:06.650092 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:07.152811 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP b24aed59-2040-4a1b-9d5c-1bb9228d5c1d associated. External IP: 172.25.6.93, port: 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5. Feb 16 15:15:07.482313 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:07.503561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:07.681791 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:07.699014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] Sync routers for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:07.710322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:07.711165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:14:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:07.826992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:07.851032 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Deleting port 83744458-c057-4b18-ab2c-b422f8eb2a6c {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:07.851367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:07.866986 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:07.936283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a8db92dc-3fea-4b82-a5a8-183e35d26ea4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0293510 Feb 16 15:15:07.939450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:07.943141 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d3ad53-6143-48b8-8336-a8f3681d2513" -d '{"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:08.002139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] For port 83744458-c057-4b18-ab2c-b422f8eb2a6c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=83744458-c057-4b18-ab2c-b422f8eb2a6c,segment=NetworkSegment(dcf774b5-4e7a-48ca-b1c2-401995d76320),segment_id=dcf774b5-4e7a-48ca-b1c2-401995d76320)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:08.002443 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:08.007208 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad5d7c-3a61-43ce-bf27-a61959425b88 x-openstack-request-id: req-d5ad5d7c-3a61-43ce-bf27-a61959425b88 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:08.007208 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:08.007208 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d5ad5d7c-3a61-43ce-bf27-a61959425b88 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:08.008244 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'status': 'completed', 'code': 200} Feb 16 15:15:08.021999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Calling delete_port for 83744458-c057-4b18-ab2c-b422f8eb2a6c owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:08.059718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be1d39e4-8553-47a4-a0cf-48936c605964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:08.097817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624acb4-4fc2-4a8e-bf9d-8f56edc3a534 req-eb7b8b26-9f0f-4b8a-8e28-fb9ee54a7c28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:08.100350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9624acb4-4fc2-4a8e-bf9d-8f56edc3a534 req-eb7b8b26-9f0f-4b8a-8e28-fb9ee54a7c28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.1110041 Feb 16 15:15:08.102326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-7be90fb7-7cbd-442b-a39f-a3f36d383348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:08.104862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-7be90fb7-7cbd-442b-a39f-a3f36d383348 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0668743 Feb 16 15:15:08.200719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9624acb4-4fc2-4a8e-bf9d-8f56edc3a534 req-dd0961a0-2124-438d-83d0-7c87c1f935f7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936108 Feb 16 15:15:08.230146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34538) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:08.233035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'b24aed59-2040-4a1b-9d5c-1bb9228d5c1d', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'port_id': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'mac_address': 'fa:16:3e:23:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:05Z', 'updated_at': '2022-02-16T15:15:05Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:08.276054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] Checking router: 4a4310fc-48e4-4ffd-92a0-368bd36cda1b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:08.285723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:08.286640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:08.296793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-9c58cf47-3c55-48aa-992f-6cd257dd8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:08.298639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-9c58cf47-3c55-48aa-992f-6cd257dd8ddd service neutron] 10.222.0.93 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.1844645 Feb 16 15:15:08.331920 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:08.363675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-70628b16-7fb0-4d53-998f-872f8dd324fe tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/b24aed59-2040-4a1b-9d5c-1bb9228d5c1d HTTP/1.1" status: 200 len: 991 time: 0.1295004 Feb 16 15:15:08.369014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83744458-c057-4b18-ab2c-b422f8eb2a6c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:08.422068 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-3331916b-cf7c-41c2-9765-7ff9e30ce3d5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 999 time: 0.1137803 Feb 16 15:15:08.456152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:08.521061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-71832def-0405-4664-a99a-5db4e9b98d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:08.522635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-71832def-0405-4664-a99a-5db4e9b98d61 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0878844 Feb 16 15:15:08.593809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-1cad27a9-0ca2-4833-be81-7899bf02682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:08.597020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-1cad27a9-0ca2-4833-be81-7899bf02682c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665889 Feb 16 15:15:08.632297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:08.744761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-b286d3c4-c9fd-45e3-9790-ff0b0e7b50be service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375737 Feb 16 15:15:08.855357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18d3ad53-6143-48b8-8336-a8f3681d2513 req-6c34308c-9d5f-4ddb-af8a-d2463dc2e57d service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032639 Feb 16 15:15:08.865478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'b24aed59-2040-4a1b-9d5c-1bb9228d5c1d', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'port_id': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'mac_address': 'fa:16:3e:23:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:05Z', 'updated_at': '2022-02-16T15:15:05Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:08.892673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a0c2c-a99c-483e-aa2e-6212861f58ec None None] The sync data for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 is: [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'b24aed59-2040-4a1b-9d5c-1bb9228d5c1d', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.93', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'port_id': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'mac_address': 'fa:16:3e:23:ce:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:15:05Z', 'updated_at': '2022-02-16T15:15:05Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:08.911391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:09.036219 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:09.045079 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-147f4a1b-821a-404d-aed0-593c3e03dec6 admin admin] 10.222.0.113 "PUT /v2.0/routers/16eff2d8-6f54-4a19-bd58-e2e577aaa6de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5698726 Feb 16 15:15:09.045178 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34548) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:09.048597 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] Sync routers for ids ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:09.060192 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] Routers {'16eff2d8-6f54-4a19-bd58-e2e577aaa6de'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:09.060827 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:09.169039 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:09.173514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eecd327-a129-4618-944b-8250bdc9903f None None] New status for floating IP b24aed59-2040-4a1b-9d5c-1bb9228d5c1d: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:15:09.187937 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] Set router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:09.291036 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:09.360897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34550) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:09.377937 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:15:08Z', 'revision_number': 5, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port': {'id': 'f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:bc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:15Z', 'updated_at': '2022-02-16T15:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:09.407379 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] Checking router: 16eff2d8-6f54-4a19-bd58-e2e577aaa6de for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:09.416771 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] Routers {'16eff2d8-6f54-4a19-bd58-e2e577aaa6de'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:09.417331 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:09.467066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b4a636d7-9646-4240-b0d5-a8804b30021e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/b24aed59-2040-4a1b-9d5c-1bb9228d5c1d HTTP/1.1" status: 200 len: 991 time: 0.1038218 Feb 16 15:15:09.476317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Deleting port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:09.476793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:09.514600 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] Set router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:09.587473 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:15:09Z', 'revision_number': 6, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:09.619325 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cec27a-fda3-499d-9ab0-bef2f2b1188e None None] The sync data for ids ['16eff2d8-6f54-4a19-bd58-e2e577aaa6de'] in n-d-829433-1 is: [{'id': '16eff2d8-6f54-4a19-bd58-e2e577aaa6de', 'name': 'tempest-TestServerMultinode-1504631730-router', 'tenant_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:14Z', 'updated_at': '2022-02-16T15:15:09Z', 'revision_number': 6, 'project_id': '34e2bd3b18fd456ab41f4a03f85c4d0b', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:09.666878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:09.878402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] For port f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:09.878772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:09.903580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Calling delete_port for f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:10.096636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 83744458-c057-4b18-ab2c-b422f8eb2a6c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:10.118054 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 83744458-c057-4b18-ab2c-b422f8eb2a6c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:10.118884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 83744458-c057-4b18-ab2c-b422f8eb2a6c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:10.172098 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.197575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:10.263589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.359148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.361335 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.469377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34572) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:10.483531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.492750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16eff2d8-6f54-4a19-bd58-e2e577aaa6de {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:15:10.492750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.492750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0c89c53c-7af7-406c-83a1-cba9d4b02e8e admin admin] 10.222.0.113 "DELETE /v2.0/routers/16eff2d8-6f54-4a19-bd58-e2e577aaa6de HTTP/1.1" status: 204 len: 168 time: 1.4434879 Feb 16 15:15:10.492750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34574) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:10.548952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] Deleting subnet 58bde4fa-4930-4295-9d2d-b75e19517396 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:15:10.552356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.578925 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-41089af7-9cdf-492c-9fca-d8f9c491322c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/b24aed59-2040-4a1b-9d5c-1bb9228d5c1d HTTP/1.1" status: 200 len: 993 time: 0.1079972 Feb 16 15:15:10.592952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.694178 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.798099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.828024 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.834860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/58bde4fa-4930-4295-9d2d-b75e19517396 HTTP/1.1" status: 204 len: 168 time: 0.3386292 Feb 16 15:15:10.835038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28874f-24b4-4752-b8b6-b515056a4423 None None] Network 70995fa4-1dd4-48a0-91d8-9132790dcb3d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:15:10.835202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c83a7-8237-433e-b8e4-2723b276a74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58bde4fa-4930-4295-9d2d-b75e19517396,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:10.835202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34578) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:10.912069 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:10.968559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Deleting port 17c442c2-f3a6-467f-9f5e-8a027e16b86c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:10.968904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.018799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] DHCP port deletion for 70995fa4-1dd4-48a0-91d8-9132790dcb3d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:15:11.039571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] For port 17c442c2-f3a6-467f-9f5e-8a027e16b86c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17c442c2-f3a6-467f-9f5e-8a027e16b86c,segment=NetworkSegment(dcf774b5-4e7a-48ca-b1c2-401995d76320),segment_id=dcf774b5-4e7a-48ca-b1c2-401995d76320)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:11.040703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.054280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Calling delete_port for 17c442c2-f3a6-467f-9f5e-8a027e16b86c owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:11.066077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] Deleting port 17c442c2-f3a6-467f-9f5e-8a027e16b86c {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:11.066450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.133429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] For port 17c442c2-f3a6-467f-9f5e-8a027e16b86c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17c442c2-f3a6-467f-9f5e-8a027e16b86c,segment=NetworkSegment(dcf774b5-4e7a-48ca-b1c2-401995d76320),segment_id=dcf774b5-4e7a-48ca-b1c2-401995d76320)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:11.134738 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.147035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] Calling delete_port for 17c442c2-f3a6-467f-9f5e-8a027e16b86c owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:11.230245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.236603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.258357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c442c2-f3a6-467f-9f5e-8a027e16b86c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:11.261883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] No DVR routers for this DVR port 17c442c2-f3a6-467f-9f5e-8a027e16b86c on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:11.267667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] Pushing event deleted for resources: {'Port': ['ID=17c442c2-f3a6-467f-9f5e-8a027e16b86c,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:11.272513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee46d37-931b-432a-b803-88d60df6f05b None None] No DVR routers for this DVR port 17c442c2-f3a6-467f-9f5e-8a027e16b86c on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:11.338807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.359964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70995fa4-1dd4-48a0-91d8-9132790dcb3d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:11.365102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.369394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf774b5-4e7a-48ca-b1c2-401995d76320') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:11.369742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf774b5-4e7a-48ca-b1c2-401995d76320') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:11.378908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.391940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.397907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:15:11.398300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:15:11.406206 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:15:11.486517 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.520516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.526524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:11.529744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] 10.222.0.113 "DELETE /v2.0/networks/70995fa4-1dd4-48a0-91d8-9132790dcb3d HTTP/1.1" status: 204 len: 168 time: 0.6921504 Feb 16 15:15:11.541251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316912f-30e4-482b-9337-f3c3ea352918 admin admin] Pushing event deleted for resources: {'Network': ['ID=70995fa4-1dd4-48a0-91d8-9132790dcb3d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:11.941596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34588) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:11.981898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-53145ff0-7fb5-42b9-9387-d53ad9136f82 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=82f7328a19f64e63ac8eba5fc83ac328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390656 Feb 16 15:15:11.984931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34590) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:12.048615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b41ab661-d703-495f-a6b9-05773745b348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:12.072631 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b41ab661-d703-495f-a6b9-05773745b348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:12.073313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:12.096888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:12.097241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f80d4886-a99b-40b3-bceb-f3ec1b4a3e2f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:12.097725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17c442c2-f3a6-467f-9f5e-8a027e16b86c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:12.119138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 17c442c2-f3a6-467f-9f5e-8a027e16b86c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:12.119484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17c442c2-f3a6-467f-9f5e-8a027e16b86c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:12.292131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b41ab661-d703-495f-a6b9-05773745b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:12.294834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b41ab661-d703-495f-a6b9-05773745b348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:12.296021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b41ab661-d703-495f-a6b9-05773745b348 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6ebb0c4c-797c-4d38-97b5-f7827cb782bb HTTP/1.1" status: 204 len: 168 time: 0.3097696 Feb 16 15:15:12.305022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ab661-d703-495f-a6b9-05773745b348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb0c4c-797c-4d38-97b5-f7827cb782bb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:12.522868 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:13.073083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34606) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:13.115616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-548b1988-72b4-461d-882e-fb2c8c4504b9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=34e2bd3b18fd456ab41f4a03f85c4d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390520 Feb 16 15:15:13.115883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34608) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:13.164832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-040b0d45-27b9-4578-9032-305c4069f34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:13.185882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-040b0d45-27b9-4578-9032-305c4069f34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:13.320425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-040b0d45-27b9-4578-9032-305c4069f34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:13.326650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-040b0d45-27b9-4578-9032-305c4069f34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:13.327947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-040b0d45-27b9-4578-9032-305c4069f34a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b365d1ef-e4b1-4044-a40a-aceefd3ae9f5 HTTP/1.1" status: 204 len: 168 time: 0.2112799 Feb 16 15:15:13.337534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b0d45-27b9-4578-9032-305c4069f34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b365d1ef-e4b1-4044-a40a-aceefd3ae9f5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:14.428406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34634) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:14.529066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-41224023-network', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:14.646058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Made reservation on behalf of da243ef329f648d8a6138005aee2d7ff for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:15:14.650526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:14.658507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:14.733955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:14.788987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:14.817530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:15:14.823727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b399ed-458e-4645-b145-71350910742a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:14.830721 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:14.831648 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Added segment 816162d8-9e35-4077-ad72-f9cdbbd253b3 of type vlan for network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 Feb 16 15:15:14.872242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:15.026141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:15.027236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:15.027864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:15.094834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] Pushing event updated for resources: {'Network': ['ID=c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:15.105796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:15:15.231761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d566b29e-8793-4936-b623-6a0564f7f37d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8020835 Feb 16 15:15:15.234249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:15.244609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Request body: {'subnet': {'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-41224023-subnet', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:15.482841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Made reservation on behalf of da243ef329f648d8a6138005aee2d7ff for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:15:15.485272 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:15.768869 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:15.827166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa3bc60-f27a-4b35-908c-0cd3d3d47f54,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:15.834763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Checking segment: {'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:15:15.835126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Network hostable DHCP agents. Network: c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:15:15.905711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:15:16.018268 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:16.022548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:16.023144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.032599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75619c-c9bc-472d-b6c1-09f3bfdacbaa None None] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:15:16.140432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-16cba013-1bf7-47ee-b4ac-02841ba6ae74 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.9050944 Feb 16 15:15:16.143051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34656) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:16.147416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-41224023-router', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:15:16.275364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.276557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.336414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8', 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'fixed_ips': [{'subnet_id': 'afa3bc60-f27a-4b35-908c-0cd3d3d47f54'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:15:16.337963 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.357657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.532525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Allocated IP 172.20.0.2 (c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8/afa3bc60-f27a-4b35-908c-0cd3d3d47f54/a4f5c665-1391-4519-b1a7-1a850a6ca20b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:16.591047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.636641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.688949 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.831747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.868593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:16.872767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:16.876507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:16.889148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Pushing event updated for resources: {'Port': ['ID=a4f5c665-1391-4519-b1a7-1a850a6ca20b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:16.940852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Attempting to bind port a4f5c665-1391-4519-b1a7-1a850a6ca20b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:15:16.941220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Attempting to bind port a4f5c665-1391-4519-b1a7-1a850a6ca20b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:15:16.941576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Attempting to bind port a4f5c665-1391-4519-b1a7-1a850a6ca20b on network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:15:16.947209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:15:16.947661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Checking segment: {'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:15:16.948094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.948446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Bound using segment: {'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:15:16.948910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Bound port: a4f5c665-1391-4519-b1a7-1a850a6ca20b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:15:16.949287 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.965632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:16.986015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:17.012271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] For port a4f5c665-1391-4519-b1a7-1a850a6ca20b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:15:17.015378 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] For port a4f5c665-1391-4519-b1a7-1a850a6ca20b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a4f5c665-1391-4519-b1a7-1a850a6ca20b,segment=NetworkSegment(816162d8-9e35-4077-ad72-f9cdbbd253b3),segment_id=816162d8-9e35-4077-ad72-f9cdbbd253b3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:15:17.093310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Allocated IP 172.25.6.71 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/da79e5fc-cca6-4a79-a487-eab4c1019f3e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:17.104081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:17.163874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19784e98-3e6d-43ad-8f0c-45e2f7502af3 None None] Pushing event updated for resources: {'Port': ['ID=a4f5c665-1391-4519-b1a7-1a850a6ca20b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:17.207436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:17.324788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:17.373669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:17.378470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:17.386118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Pushing event updated for resources: {'Port': ['ID=da79e5fc-cca6-4a79-a487-eab4c1019f3e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:17.387924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:17.785757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:17.997102 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:18.116143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4f5c665-1391-4519-b1a7-1a850a6ca20b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:18.147954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36213b6-5402-429d-912f-b0651ddcb237 None None] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:15:18.234235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:15:18.255102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a4f5c665-1391-4519-b1a7-1a850a6ca20b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:18.255475 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:18.299149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ff4e23c3-d346-41ed-a1f5-3de540db407d None None] Provisioning complete for port a4f5c665-1391-4519-b1a7-1a850a6ca20b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:18.299521 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff4e23c3-d346-41ed-a1f5-3de540db407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:18.350209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:18.363831 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Sync routers for ids ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:18.373564 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Routers {'498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:18.374358 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:18.456630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:18.458437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ccec6bea-bcb6-4cf8-b822-ec35fc6c136b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 2.3142855 Feb 16 15:15:18.461101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34670) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:18.472566 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff4e23c3-d346-41ed-a1f5-3de540db407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:18.474415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:18.486527 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Set router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:18.531139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a4f5c665-1391-4519-b1a7-1a850a6ca20b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a4f5c665-1391-4519-b1a7-1a850a6ca20b,segment=NetworkSegment(816162d8-9e35-4077-ad72-f9cdbbd253b3),segment_id=816162d8-9e35-4077-ad72-f9cdbbd253b3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:18.605175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:18.700174 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ff4e23c3-d346-41ed-a1f5-3de540db407d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:15:18.700878 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ff4e23c3-d346-41ed-a1f5-3de540db407d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:15:18.706603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a4f5c665-1391-4519-b1a7-1a850a6ca20b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:18.787895 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'name': 'tempest-ImageQuotaTest-41224023-router', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:17Z', 'revision_number': 3, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'gw_port': {'id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:18.832049 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Checking router: 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:18.832602 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Updating router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e port da79e5fc-cca6-4a79-a487-eab4c1019f3e binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:15:18.874085 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.008419 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.172260 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.175854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Allocated IP 172.20.0.1 (c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8/afa3bc60-f27a-4b35-908c-0cd3d3d47f54/05a48de3-451e-467f-8f04-da0cd829853f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:15:19.265515 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.282647 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.315083 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Attempting to bind port da79e5fc-cca6-4a79-a487-eab4c1019f3e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:15:19.315449 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Attempting to bind port da79e5fc-cca6-4a79-a487-eab4c1019f3e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:15:19.315831 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Attempting to bind port da79e5fc-cca6-4a79-a487-eab4c1019f3e on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:15:19.325662 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:15:19.326051 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:15:19.326447 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.326831 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:15:19.327280 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Bound port: da79e5fc-cca6-4a79-a487-eab4c1019f3e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:15:19.327680 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.329926 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4dcab-37ad-42f7-b8c9-b96f6c9a6b8e None None] Pushing event updated for resources: {'Port': ['ID=da79e5fc-cca6-4a79-a487-eab4c1019f3e,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:19.365287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3f562f55-ee7f-485b-a989-5f1a81a34061 None None] Provisioning complete for port a4f5c665-1391-4519-b1a7-1a850a6ca20b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:19.365848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3f562f55-ee7f-485b-a989-5f1a81a34061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.381947 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] For port da79e5fc-cca6-4a79-a487-eab4c1019f3e, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:15:19.385219 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] For port da79e5fc-cca6-4a79-a487-eab4c1019f3e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=da79e5fc-cca6-4a79-a487-eab4c1019f3e,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:15:19.460207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.501168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:19.503953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:19.507287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:15:19.512648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Pushing event updated for resources: {'Port': ['ID=05a48de3-451e-467f-8f04-da0cd829853f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:19.532831 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.550814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.594218 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Routers {'498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:19.594929 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:19.659900 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4dcab-37ad-42f7-b8c9-b96f6c9a6b8e None None] Pushing event updated for resources: {'Port': ['ID=da79e5fc-cca6-4a79-a487-eab4c1019f3e,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:19.727217 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] Set router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:19.773453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6e08e0f4-3fe7-416c-9888-2eaebff49f03 None None] Provisioning complete for port 05a48de3-451e-467f-8f04-da0cd829853f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:19.774558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e08e0f4-3fe7-416c-9888-2eaebff49f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.791296 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:19.816933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6e08e0f4-3fe7-416c-9888-2eaebff49f03 None None] Port 05a48de3-451e-467f-8f04-da0cd829853f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:15:19.910195 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-141925d5-af94-40e2-acb2-d871d991050d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'name': 'tempest-ImageQuotaTest-41224023-router', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:17Z', 'revision_number': 3, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'gw_port': {'id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:19.999335 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141925d5-af94-40e2-acb2-d871d991050d None None] The sync data for ids ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'] in n-d-829433-1 is: [{'id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'name': 'tempest-ImageQuotaTest-41224023-router', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:17Z', 'revision_number': 3, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'gw_port': {'id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:20.097632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4f5c665-1391-4519-b1a7-1a850a6ca20b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:20.176377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a4f5c665-1391-4519-b1a7-1a850a6ca20b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:20.176811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:20.381169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:20.457967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:20.533319 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:20.535253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Pushing event updated for resources: {'Port': ['ID=05a48de3-451e-467f-8f04-da0cd829853f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:20.637625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:15:20.639134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:15:20.797233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:20.932680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:20.946437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-28bc949d-40bc-4cae-836d-7add0cbf8a62 admin admin] 10.222.0.113 "PUT /v2.0/routers/498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4753087 Feb 16 15:15:20.958155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ff3897b5-c51f-4456-abff-f7d1475077a6 None None] Provisioning complete for port 05a48de3-451e-467f-8f04-da0cd829853f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:20.958713 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff3897b5-c51f-4456-abff-f7d1475077a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:21.002898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ff3897b5-c51f-4456-abff-f7d1475077a6 None None] Port 05a48de3-451e-467f-8f04-da0cd829853f cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:15:21.863720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Sync routers for ids ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:21.882703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Routers {'498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:21.883905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:22.042485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Set router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:22.191391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device da79e5fc-cca6-4a79-a487-eab4c1019f3e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:22.296068 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34732) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:22.307022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port da79e5fc-cca6-4a79-a487-eab4c1019f3e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:22.308202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:22.376184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'name': 'tempest-ImageQuotaTest-41224023-router', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:19Z', 'revision_number': 4, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'gw_port': {'id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '05a48de3-451e-467f-8f04-da0cd829853f', 'name': '', 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'mac_address': 'fa:16:3e:08:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'afa3bc60-f27a-4b35-908c-0cd3d3d47f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:19Z', 'updated_at': '2022-02-16T15:15:19Z', 'revision_number': 2, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'subnets': [{'id': 'afa3bc60-f27a-4b35-908c-0cd3d3d47f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:22.448444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Checking router: 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:22.448444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Updating router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e port 05a48de3-451e-467f-8f04-da0cd829853f binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:15:22.482628 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:22.488638 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:22.514667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port da79e5fc-cca6-4a79-a487-eab4c1019f3e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=da79e5fc-cca6-4a79-a487-eab4c1019f3e,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:22.642070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a58290-3a8e-4b8d-934c-f144874de358 req-9b352007-1a90-4454-a723-7f272db85566 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:22.645035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62a58290-3a8e-4b8d-934c-f144874de358 req-9b352007-1a90-4454-a723-7f272db85566 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 945 time: 0.0685699 Feb 16 15:15:22.652428 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:22.697136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62a58290-3a8e-4b8d-934c-f144874de358 req-97837154-6342-4fb0-9285-261347069cde tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Feb 16 15:15:22.729276 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:22.761298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=da79e5fc-cca6-4a79-a487-eab4c1019f3e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:22.864465 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:22.937357 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:22.992247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72ef69-3319-4865-b65a-5bf2c363780a None None] Pushing event updated for resources: {'Port': ['ID=05a48de3-451e-467f-8f04-da0cd829853f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:22.996875 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Deleting port 05a48de3-451e-467f-8f04-da0cd829853f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:22.997614 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.057802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Attempting to bind port 05a48de3-451e-467f-8f04-da0cd829853f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:15:23.058749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Attempting to bind port 05a48de3-451e-467f-8f04-da0cd829853f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:15:23.059281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Attempting to bind port 05a48de3-451e-467f-8f04-da0cd829853f on network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:15:23.064938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:15:23.065312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Checking segment: {'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:15:23.065709 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.066651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Bound using segment: {'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:15:23.066651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Bound port: 05a48de3-451e-467f-8f04-da0cd829853f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816162d8-9e35-4077-ad72-f9cdbbd253b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:15:23.066911 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.097983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] For port 05a48de3-451e-467f-8f04-da0cd829853f, host n-d-829433-1, got binding levels [] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:23.098631 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.115100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Calling delete_port for 05a48de3-451e-467f-8f04-da0cd829853f owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:23.143851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] For port 05a48de3-451e-467f-8f04-da0cd829853f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:15:23.147606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] For port 05a48de3-451e-467f-8f04-da0cd829853f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=05a48de3-451e-467f-8f04-da0cd829853f,segment=NetworkSegment(816162d8-9e35-4077-ad72-f9cdbbd253b3),segment_id=816162d8-9e35-4077-ad72-f9cdbbd253b3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:15:23.238947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9637bbc1-75fa-41eb-8f63-7b9f4f3ee886 None None] Provisioning complete for port 05a48de3-451e-467f-8f04-da0cd829853f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:23.243558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9637bbc1-75fa-41eb-8f63-7b9f4f3ee886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.243558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.345772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72ef69-3319-4865-b65a-5bf2c363780a None None] Pushing event updated for resources: {'Port': ['ID=05a48de3-451e-467f-8f04-da0cd829853f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:23.350207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Routers {'498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:23.350207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:23.406089 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.436700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9637bbc1-75fa-41eb-8f63-7b9f4f3ee886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.451607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a48de3-451e-467f-8f04-da0cd829853f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:23.630924 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:23.703852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] Set router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:23.882295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4261-8461-4e66-9740-278e61d73891 req-c86126c4-f10a-4c58-af38-041f7e6a68e0 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:23.885244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd3f4261-8461-4e66-9740-278e61d73891 req-c86126c4-f10a-4c58-af38-041f7e6a68e0 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 945 time: 0.0763578 Feb 16 15:15:23.944782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:23.945126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b68a8850-c411-4151-a653-7eed6838f33a None None] Could not find standard attr ID for object 05a48de3-451e-467f-8f04-da0cd829853f. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:15:23.960149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd3f4261-8461-4e66-9740-278e61d73891 req-5a13ddd9-1754-4e0e-920c-a72fe343b58f tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/security-groups?id=bc6a5f84-b9db-4f5c-82a6-738994bfc0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645936 Feb 16 15:15:23.972694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-1179c2b5-f0ee-46fb-b9f4-0f066ffbd325 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:23.974535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-1179c2b5-f0ee-46fb-b9f4-0f066ffbd325 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.129 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 945 time: 0.0881684 Feb 16 15:15:24.061419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'name': 'tempest-ImageQuotaTest-41224023-router', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:19Z', 'revision_number': 4, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'gw_port': {'id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '05a48de3-451e-467f-8f04-da0cd829853f', 'name': '', 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'mac_address': 'fa:16:3e:08:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'afa3bc60-f27a-4b35-908c-0cd3d3d47f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:19Z', 'updated_at': '2022-02-16T15:15:23Z', 'revision_number': 4, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'subnets': [{'id': 'afa3bc60-f27a-4b35-908c-0cd3d3d47f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:24.103659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d5db8-db61-489e-9216-a6b0e8d34703 None None] The sync data for ids ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'] in n-d-829433-1 is: [{'id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'name': 'tempest-ImageQuotaTest-41224023-router', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:19Z', 'revision_number': 4, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'gw_port': {'id': 'da79e5fc-cca6-4a79-a487-eab4c1019f3e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:16Z', 'updated_at': '2022-02-16T15:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '05a48de3-451e-467f-8f04-da0cd829853f', 'name': '', 'network_id': 'c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8', 'tenant_id': 'da243ef329f648d8a6138005aee2d7ff', 'mac_address': 'fa:16:3e:08:92:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'afa3bc60-f27a-4b35-908c-0cd3d3d47f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:15:19Z', 'updated_at': '2022-02-16T15:15:23Z', 'revision_number': 4, 'project_id': 'da243ef329f648d8a6138005aee2d7ff', 'subnets': [{'id': 'afa3bc60-f27a-4b35-908c-0cd3d3d47f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:24.120473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device da79e5fc-cca6-4a79-a487-eab4c1019f3e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:15:24.123640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Deleting port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:24.124425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.191132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:24.210384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port da79e5fc-cca6-4a79-a487-eab4c1019f3e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:15:24.210843 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.211647 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75f15b67-6af3-44a1-821c-3b0708068df9 admin admin] 10.222.0.113 "PUT /v2.0/routers/498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131103 Feb 16 15:15:24.213049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34746) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:24.269085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] For port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:24.269458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.512825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.513456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.513878 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Floating IP cfa9ff50-3991-41d4-99dd-7f42e46f7db5 disassociated. External IP: 172.25.6.72, port: 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8. Feb 16 15:15:24.514530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Calling delete_port for 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:24.672448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.783235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.817660 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:24.849352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event deleted for resources: {'Port': ['ID=8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:24.906302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Deleting port da79e5fc-cca6-4a79-a487-eab4c1019f3e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:24.906731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.000296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Router 205b2367-3e88-42b8-a11d-0ccee19fa09a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:25.005186 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] For port da79e5fc-cca6-4a79-a487-eab4c1019f3e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=da79e5fc-cca6-4a79-a487-eab4c1019f3e,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:25.005639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.021065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Calling delete_port for da79e5fc-cca6-4a79-a487-eab4c1019f3e owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:25.167027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad37e6de-ad24-4b37-be02-09e57b0f34a2 req-afbdb6cd-7a8c-4e47-a2a3-80e61984d4b5 tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 210 time: 0.0478799 Feb 16 15:15:25.181184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:25.207339 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] Sync routers for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:25.224538 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:25.225174 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:25.262451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] No DVR routers for this DVR port 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:25.271430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.275908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-421eec41-b602-44fa-a0e7-370a9e2659b9 req-9058b057-09fc-43b0-ab91-9f6a9174be2c tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.129 "DELETE /v2.0/ports/8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 HTTP/1.1" status: 204 len: 173 time: 1.2932556 Feb 16 15:15:25.281784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'name': 'network-vif-deleted', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:15:25.281784 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6d7a14-b8b7-40c5-b76d-49e4b63d8815" -d '{"events": [{"server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "name": "network-vif-deleted", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:15:25.329889 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae973df-82e9-419a-ac43-07faa5eef020 x-openstack-request-id: req-dae973df-82e9-419a-ac43-07faa5eef020 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:15:25.330184 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7729b26-1c99-4b89-b9d9-e1384ff49345", "name": "network-vif-deleted", "tag": "8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:15:25.330438 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dae973df-82e9-419a-ac43-07faa5eef020 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:15:25.330840 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7729b26-1c99-4b89-b9d9-e1384ff49345', 'name': 'network-vif-deleted', 'tag': '8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8', 'status': 'completed', 'code': 200} Feb 16 15:15:25.338942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.372826 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:25.380987 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=da79e5fc-cca6-4a79-a487-eab4c1019f3e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:25.428975 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:15:25.468523 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.577193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.577193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.627703 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:10Z', 'revision_number': 5, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:25.657158 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] Checking router: 205b2367-3e88-42b8-a11d-0ccee19fa09a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:25.666484 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:25.667103 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:25.686626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] Sync routers for ids ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:25.698196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] Routers {'498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:25.698837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:25.700146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.700638 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:15:25.705555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.709078 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f5d50a15-05e4-4ee8-a207-7f75a30c2d40 admin admin] 10.222.0.113 "DELETE /v2.0/routers/498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e HTTP/1.1" status: 204 len: 168 time: 1.4928303 Feb 16 15:15:25.710862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34758) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:25.742027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:25.757217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] Routers set() bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:25.757687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] Router IDs set() for agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 15:15:25.758233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent'). {{(pid=103045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 16 15:15:25.759129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4668914-d5f7-4e64-a047-32be255e4a79 None None] The sync data for ids ['498aedac-fbf0-4a2e-8e25-8f6bc3b3f25e'] in n-d-829433-1 is: [] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:25.772047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] Deleting subnet afa3bc60-f27a-4b35-908c-0cd3d3d47f54 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:15:25.783351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.825529 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:25.830275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:25.940195 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.115454 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.143264 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa3bc60-f27a-4b35-908c-0cd3d3d47f54,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:26.146999 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.154329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1d3b6765-d556-43ad-aa52-791732ce064c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/afa3bc60-f27a-4b35-908c-0cd3d3d47f54 HTTP/1.1" status: 204 len: 168 time: 0.4412026 Feb 16 15:15:26.154439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34760) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:26.160523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b17ae-0632-41cd-8278-1595f9b023d2 None None] Network c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:15:26.180046 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:10Z', 'revision_number': 5, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:26.220865 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72de41df-d1b2-49b9-b53e-90fc26e90b39 None None] The sync data for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 is: [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:10:05Z', 'revision_number': 4, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7', 'name': '', 'network_id': '4c14bffe-1886-4a4a-9a55-bb1e63aeea0a', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'mac_address': 'fa:16:3e:37:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '971c09fd-0305-49c8-8f53-3a9155006368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:05Z', 'updated_at': '2022-02-16T15:10:10Z', 'revision_number': 5, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'subnets': [{'id': '971c09fd-0305-49c8-8f53-3a9155006368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:26.333080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.474157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device da79e5fc-cca6-4a79-a487-eab4c1019f3e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:26.506832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: da79e5fc-cca6-4a79-a487-eab4c1019f3e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:26.507272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device da79e5fc-cca6-4a79-a487-eab4c1019f3e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:26.517848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acfb463e-f70c-4e39-a7fc-a73cce8a1aad req-fd47c0df-890b-4608-ae17-ac1f903883dd tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "GET /v2.0/ports?device_id=d7729b26-1c99-4b89-b9d9-e1384ff49345 HTTP/1.1" status: 200 len: 210 time: 0.0653026 Feb 16 15:15:26.532531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Deleting port a4f5c665-1391-4519-b1a7-1a850a6ca20b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:26.533258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.590987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] DHCP port deletion for c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:15:26.634528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] For port a4f5c665-1391-4519-b1a7-1a850a6ca20b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a4f5c665-1391-4519-b1a7-1a850a6ca20b,segment=NetworkSegment(816162d8-9e35-4077-ad72-f9cdbbd253b3),segment_id=816162d8-9e35-4077-ad72-f9cdbbd253b3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:26.635019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.653500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Calling delete_port for a4f5c665-1391-4519-b1a7-1a850a6ca20b owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:26.664842 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] Deleting port a4f5c665-1391-4519-b1a7-1a850a6ca20b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:26.665689 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.723383 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8693c-722a-4b26-890c-deeb56f931c7 None None] New status for floating IP cfa9ff50-3991-41d4-99dd-7f42e46f7db5: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:15:26.742629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] For port a4f5c665-1391-4519-b1a7-1a850a6ca20b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a4f5c665-1391-4519-b1a7-1a850a6ca20b,segment=NetworkSegment(816162d8-9e35-4077-ad72-f9cdbbd253b3),segment_id=816162d8-9e35-4077-ad72-f9cdbbd253b3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:26.743378 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.759137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] Calling delete_port for a4f5c665-1391-4519-b1a7-1a850a6ca20b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:26.848333 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.854957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.878322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f5c665-1391-4519-b1a7-1a850a6ca20b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:26.880112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] Pushing event deleted for resources: {'Port': ['ID=a4f5c665-1391-4519-b1a7-1a850a6ca20b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:26.881940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] No DVR routers for this DVR port a4f5c665-1391-4519-b1a7-1a850a6ca20b on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:26.885501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c35e2e-e872-4008-b88c-08af8e3608f4 None None] No DVR routers for this DVR port a4f5c665-1391-4519-b1a7-1a850a6ca20b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:26.918134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:26.942068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:26.942423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 8a3107fa-5184-4a7b-b3be-5f5b8d6f23c8 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:26.962320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:26.985783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:26.996804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816162d8-9e35-4077-ad72-f9cdbbd253b3') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:26.997111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816162d8-9e35-4077-ad72-f9cdbbd253b3') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:27.007232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.021713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.028605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:15:27.028995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:15:27.030634 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:15:27.200231 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.206071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.209441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8 HTTP/1.1" status: 204 len: 168 time: 1.0541358 Feb 16 15:15:27.221671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0281f82-592d-45a3-8a45-5e4787f146f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ce8d70-b285-4f7d-8fb3-b8dd123e92e8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:27.446440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34786) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:27.553712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1a43918-6e2e-4bf0-8ccf-190c7cb07da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.576295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34792) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:27.621149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34794) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:27.632333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1a43918-6e2e-4bf0-8ccf-190c7cb07da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.720236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f1a43918-6e2e-4bf0-8ccf-190c7cb07da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.728961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b4926ec0-e21e-4d0e-9d23-fd46d7950595 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=da243ef329f648d8a6138005aee2d7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067107 Feb 16 15:15:27.733057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34796) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:27.765041 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f1a43918-6e2e-4bf0-8ccf-190c7cb07da8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=39867cb2a5f1446da99ccdb714855774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174360 Feb 16 15:15:27.766192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a43918-6e2e-4bf0-8ccf-190c7cb07da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c8f91a-29f0-40cf-917d-b0c3a6074493,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:27.768639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34798) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:27.769365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Deleting port 5a940dc8-3e54-449a-9a89-fe31f105f676 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:27.769713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.823960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4733487b-affc-4f41-8ec5-0eaaeb39e4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.846390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4733487b-affc-4f41-8ec5-0eaaeb39e4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.846932 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-961b03dd-0bd0-42f2-8c9e-2cc4f58211f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.890430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-961b03dd-0bd0-42f2-8c9e-2cc4f58211f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.893015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.893344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:27.917644 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Calling delete_port for 5a940dc8-3e54-449a-9a89-fe31f105f676 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:28.009040 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4733487b-affc-4f41-8ec5-0eaaeb39e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.012836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4733487b-affc-4f41-8ec5-0eaaeb39e4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.021015 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4733487b-affc-4f41-8ec5-0eaaeb39e4ee admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/66c8f91a-29f0-40cf-917d-b0c3a6074493 HTTP/1.1" status: 204 len: 168 time: 0.2448027 Feb 16 15:15:28.029346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733487b-affc-4f41-8ec5-0eaaeb39e4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c8f91a-29f0-40cf-917d-b0c3a6074493,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:28.063068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-961b03dd-0bd0-42f2-8c9e-2cc4f58211f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.066748 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-961b03dd-0bd0-42f2-8c9e-2cc4f58211f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.078585 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-961b03dd-0bd0-42f2-8c9e-2cc4f58211f6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a8b399ed-458e-4645-b145-71350910742a HTTP/1.1" status: 204 len: 168 time: 0.3340428 Feb 16 15:15:28.085595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b03dd-0bd0-42f2-8c9e-2cc4f58211f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b399ed-458e-4645-b145-71350910742a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:28.139823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4f5c665-1391-4519-b1a7-1a850a6ca20b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:28.163148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a4f5c665-1391-4519-b1a7-1a850a6ca20b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:28.163491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4f5c665-1391-4519-b1a7-1a850a6ca20b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:28.194421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.220601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event deleted for resources: {'Port': ['ID=5a940dc8-3e54-449a-9a89-fe31f105f676,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:28.287378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.290404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.291653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-88787ab8-252d-462d-b753-434d98dc7c3d tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "DELETE /v2.0/floatingips/cfa9ff50-3991-41d4-99dd-7f42e46f7db5 HTTP/1.1" status: 204 len: 168 time: 0.7142794 Feb 16 15:15:28.363100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34808) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:28.424756 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4ab8-b844-432d-a799-5d81f2c13cde tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.451088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4ab8-b844-432d-a799-5d81f2c13cde tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.665856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4ab8-b844-432d-a799-5d81f2c13cde tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.668534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4ab8-b844-432d-a799-5d81f2c13cde tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:28.669730 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b5fb4ab8-b844-432d-a799-5d81f2c13cde tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] 10.222.0.113 "DELETE /v2.0/security-groups/bc6a5f84-b9db-4f5c-82a6-738994bfc0de HTTP/1.1" status: 204 len: 168 time: 0.3057311 Feb 16 15:15:28.679637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4ab8-b844-432d-a799-5d81f2c13cde tempest-TestServerBasicOps-370589073 tempest-TestServerBasicOps-370589073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6a5f84-b9db-4f5c-82a6-738994bfc0de,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:28.784227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34816) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:28.953630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34820) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:28.968244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf6fc2a7-c9dd-405e-a0da-a348ba7ae874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.044725 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf6fc2a7-c9dd-405e-a0da-a348ba7ae874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.075447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34822) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:29.092414 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f437cfbe-fa0e-46d5-b17a-f5a8279d4c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.113216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bf6fc2a7-c9dd-405e-a0da-a348ba7ae874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.167073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bf6fc2a7-c9dd-405e-a0da-a348ba7ae874 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e348007759e448a4bd0a2b3fa8ba8c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122350 Feb 16 15:15:29.172851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34824) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:29.174808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fc2a7-c9dd-405e-a0da-a348ba7ae874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6af093-53c5-419a-a03c-1e9047f1e00a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:29.254441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f437cfbe-fa0e-46d5-b17a-f5a8279d4c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.257562 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900f1d91-1fc9-4f1b-8796-aec5ad5f2d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.281743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900f1d91-1fc9-4f1b-8796-aec5ad5f2d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.325806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f437cfbe-fa0e-46d5-b17a-f5a8279d4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.365247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f437cfbe-fa0e-46d5-b17a-f5a8279d4c23 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2884791 Feb 16 15:15:29.368390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34826) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:29.382926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437cfbe-fa0e-46d5-b17a-f5a8279d4c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d92a01-92d9-466f-ac46-ff8fa0e4a4a6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:29.427666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a1b-6a3e-4621-8b1d-613e5b21d109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.450806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a1b-6a3e-4621-8b1d-613e5b21d109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.458949 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900f1d91-1fc9-4f1b-8796-aec5ad5f2d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.462975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-900f1d91-1fc9-4f1b-8796-aec5ad5f2d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.464164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-900f1d91-1fc9-4f1b-8796-aec5ad5f2d1f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8f6af093-53c5-419a-a03c-1e9047f1e00a HTTP/1.1" status: 204 len: 168 time: 0.2902758 Feb 16 15:15:29.475947 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.490496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f1d91-1fc9-4f1b-8796-aec5ad5f2d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6af093-53c5-419a-a03c-1e9047f1e00a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:29.636937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a1b-6a3e-4621-8b1d-613e5b21d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.639480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d81a9a1b-6a3e-4621-8b1d-613e5b21d109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.643324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d81a9a1b-6a3e-4621-8b1d-613e5b21d109 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d7d92a01-92d9-466f-ac46-ff8fa0e4a4a6 HTTP/1.1" status: 204 len: 168 time: 0.2714100 Feb 16 15:15:29.649789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a9a1b-6a3e-4621-8b1d-613e5b21d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d92a01-92d9-466f-ac46-ff8fa0e4a4a6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:29.754630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Deleting port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:29.754970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.855634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] For port ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:29.855634 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:29.869704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Calling delete_port for ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:30.276921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:30.303644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:30.476415 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:30.706644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Router 205b2367-3e88-42b8-a11d-0ccee19fa09a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:30.824062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:30.829852 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9cd5bc8a-634c-4715-98f2-538bf424c1dd admin admin] 10.222.0.113 "PUT /v2.0/routers/205b2367-3e88-42b8-a11d-0ccee19fa09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0439103 Feb 16 15:15:30.831675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34854) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:30.835529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] Sync routers for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:30.846975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:30.848065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:30.947488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:30.961815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:31.061539 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.158774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:15:30Z', 'revision_number': 5, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port': {'id': 'c2771f86-4359-464e-a746-17a16d2ccc60', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:02Z', 'updated_at': '2022-02-16T15:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:31.190305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] Checking router: 205b2367-3e88-42b8-a11d-0ccee19fa09a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:31.198627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Deleting port c2771f86-4359-464e-a746-17a16d2ccc60 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:31.198889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] Routers {'205b2367-3e88-42b8-a11d-0ccee19fa09a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:31.199007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.199741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['205b2367-3e88-42b8-a11d-0ccee19fa09a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:31.288054 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] For port c2771f86-4359-464e-a746-17a16d2ccc60, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c2771f86-4359-464e-a746-17a16d2ccc60,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:31.288426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.292263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] Set router 205b2367-3e88-42b8-a11d-0ccee19fa09a gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:31.308261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Calling delete_port for c2771f86-4359-464e-a746-17a16d2ccc60 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:31.354214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:15:31Z', 'revision_number': 6, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:31.381763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8082ee-90af-4f4f-8541-b3bc25ca7ef8 None None] The sync data for ids ['205b2367-3e88-42b8-a11d-0ccee19fa09a'] in n-d-829433-1 is: [{'id': '205b2367-3e88-42b8-a11d-0ccee19fa09a', 'name': 'tempest-TestServerBasicOps-676449457-router', 'tenant_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:01Z', 'updated_at': '2022-02-16T15:15:31Z', 'revision_number': 6, 'project_id': '112c5f0d4df94ceaae8b3ba8130cbde9', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:31.628696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.660348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c2771f86-4359-464e-a746-17a16d2ccc60,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:31.728732 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.838423 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.841141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.982989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.983515 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205b2367-3e88-42b8-a11d-0ccee19fa09a {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:15:31.987943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:31.989118 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee3ef402-6c3b-4901-8dbe-4cdeb51ec9ce admin admin] 10.222.0.113 "DELETE /v2.0/routers/205b2367-3e88-42b8-a11d-0ccee19fa09a HTTP/1.1" status: 204 len: 168 time: 1.1566203 Feb 16 15:15:31.991623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34876) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:32.040994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] Deleting subnet 971c09fd-0305-49c8-8f53-3a9155006368 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:15:32.044124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.080106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.162091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.265390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c2771f86-4359-464e-a746-17a16d2ccc60 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:32.290684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c2771f86-4359-464e-a746-17a16d2ccc60 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:32.291141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c2771f86-4359-464e-a746-17a16d2ccc60 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:32.291668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:32.312102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:32.312458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ba0717aa-e5e5-40c6-87b1-1c38b12b9fb7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:32.326169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.353609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971c09fd-0305-49c8-8f53-3a9155006368,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:32.358098 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.363176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34882) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:32.363792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735fc90-0115-4fca-a930-c5801b43dc77 None None] Network 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:15:32.363902 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8b3d99cc-3e1b-402f-8a57-b0b15e5e6c66 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/971c09fd-0305-49c8-8f53-3a9155006368 HTTP/1.1" status: 204 len: 168 time: 0.3706148 Feb 16 15:15:32.440134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.498633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Deleting port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:32.498977 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.572163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] For port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:32.572163 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.578335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] DHCP port deletion for 4c14bffe-1886-4a4a-9a55-bb1e63aeea0a request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:15:32.581959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Calling delete_port for 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:32.629380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] Deleting port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:32.629780 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.704968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] For port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,segment=NetworkSegment(6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a),segment_id=6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:32.705366 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.718222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] Calling delete_port for 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:32.819362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.826564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.846166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:32.849674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] No DVR routers for this DVR port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:32.852806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] Pushing event deleted for resources: {'Port': ['ID=9f7cfd2b-4b3f-4120-8e25-6638ec85d06e,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:32.854591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b2dd7-36e6-4b93-bb05-82f594c01080 None None] No DVR routers for this DVR port 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:32.927813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.952020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c14bffe-1886-4a4a-9a55-bb1e63aeea0a']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:32.961171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:32.961551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ada86e2-5704-4be0-b0b2-6ad1e0e4e87a') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:32.971137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.985020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.990871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:15:32.991815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:15:32.993642 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:15:33.154313 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:33.160016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:33.163249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] 10.222.0.113 "DELETE /v2.0/networks/4c14bffe-1886-4a4a-9a55-bb1e63aeea0a HTTP/1.1" status: 204 len: 168 time: 0.7986474 Feb 16 15:15:33.167181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34886) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:33.175183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a92b4f-5186-44c7-8c6b-0145802c75cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4c14bffe-1886-4a4a-9a55-bb1e63aeea0a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:33.813510 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:34.058687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Deleting port ccdafb22-f370-42f9-8a36-a47bd4d94822 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:34.059029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:34.097654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:34.108969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:34.109314 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9f7cfd2b-4b3f-4120-8e25-6638ec85d06e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:34.140954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] For port ccdafb22-f370-42f9-8a36-a47bd4d94822, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ccdafb22-f370-42f9-8a36-a47bd4d94822,segment=NetworkSegment(bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60),segment_id=bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:34.141319 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:34.154120 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Calling delete_port for ccdafb22-f370-42f9-8a36-a47bd4d94822 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:34.498376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:34.522955 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdafb22-f370-42f9-8a36-a47bd4d94822,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:34.701926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:34.921069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Router 08d05bba-622e-4d14-9681-bb4abcd94ec4 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:15:35.032252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:15:35.037732 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c52ad84c-1e8b-4c72-bee8-0ab3e956762b admin admin] 10.222.0.113 "PUT /v2.0/routers/08d05bba-622e-4d14-9681-bb4abcd94ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8694689 Feb 16 15:15:35.040513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34906) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:35.043718 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] Sync routers for ids ['08d05bba-622e-4d14-9681-bb4abcd94ec4'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:15:35.053543 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] Routers {'08d05bba-622e-4d14-9681-bb4abcd94ec4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:35.054174 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08d05bba-622e-4d14-9681-bb4abcd94ec4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:35.154416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.178389 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] Set router 08d05bba-622e-4d14-9681-bb4abcd94ec4 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:35.263759 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.321805 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-087690c5-a368-42db-8872-17f1171eb588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.372740 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:15:34Z', 'revision_number': 5, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port': {'id': '90332be5-0253-4b3e-9485-9eb56ed1c786', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:20:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:10:11Z', 'updated_at': '2022-02-16T15:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:35.404395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Deleting port 90332be5-0253-4b3e-9485-9eb56ed1c786 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:35.404608 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] Checking router: 08d05bba-622e-4d14-9681-bb4abcd94ec4 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:15:35.405117 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.413523 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] Routers {'08d05bba-622e-4d14-9681-bb4abcd94ec4'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:15:35.421318 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:15:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08d05bba-622e-4d14-9681-bb4abcd94ec4'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:35.503457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] For port 90332be5-0253-4b3e-9485-9eb56ed1c786, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=90332be5-0253-4b3e-9485-9eb56ed1c786,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:35.504511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.511295 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] Set router 08d05bba-622e-4d14-9681-bb4abcd94ec4 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:15:35.519517 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Calling delete_port for 90332be5-0253-4b3e-9485-9eb56ed1c786 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:35.574579 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:15:35Z', 'revision_number': 6, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:35.607215 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f84713-c94a-444e-aeeb-a241db5b6ab4 None None] The sync data for ids ['08d05bba-622e-4d14-9681-bb4abcd94ec4'] in n-d-829433-1 is: [{'id': '08d05bba-622e-4d14-9681-bb4abcd94ec4', 'name': 'tempest-TestServerBasicOps-1677891400-router', 'tenant_id': '890418da132f4f118dcea1f0fa92cd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:10:10Z', 'updated_at': '2022-02-16T15:15:35Z', 'revision_number': 6, 'project_id': '890418da132f4f118dcea1f0fa92cd62', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:15:35.799904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.826116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Pushing event deleted for resources: {'Port': ['ID=90332be5-0253-4b3e-9485-9eb56ed1c786,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:35.887340 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.984970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:35.987234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.099135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.099786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d05bba-622e-4d14-9681-bb4abcd94ec4 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:15:36.104665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.105807 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4df7829d-e468-4fae-9deb-dd86ebedc253 admin admin] 10.222.0.113 "DELETE /v2.0/routers/08d05bba-622e-4d14-9681-bb4abcd94ec4 HTTP/1.1" status: 204 len: 168 time: 1.0643971 Feb 16 15:15:36.108667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34912) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:36.154994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] Deleting subnet 163705f0-a4e0-467a-87e0-4ab563b7ba86 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:15:36.158106 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.193759 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.274666 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.423327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ccdafb22-f370-42f9-8a36-a47bd4d94822 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:36.442909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.450520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ccdafb22-f370-42f9-8a36-a47bd4d94822 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:36.450825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ccdafb22-f370-42f9-8a36-a47bd4d94822 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:36.470357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163705f0-a4e0-467a-87e0-4ab563b7ba86,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:36.474326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.477631 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ed09401e-888b-4f38-a950-b41688f7b789 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/163705f0-a4e0-467a-87e0-4ab563b7ba86 HTTP/1.1" status: 204 len: 168 time: 0.3679953 Feb 16 15:15:36.480633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d3a3c-8e2f-4328-8add-4aada889d2fc None None] Network 0c5c025d-ab9e-4df8-a249-c75317fada5d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:15:36.481632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34914) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:36.560358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.624816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Deleting port 9513d2ba-237b-4dfa-9c06-a9215747f464 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:36.625218 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.690537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] DHCP port deletion for 0c5c025d-ab9e-4df8-a249-c75317fada5d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:15:36.696205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] For port 9513d2ba-237b-4dfa-9c06-a9215747f464, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9513d2ba-237b-4dfa-9c06-a9215747f464,segment=NetworkSegment(bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60),segment_id=bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:36.696568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.717775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Calling delete_port for 9513d2ba-237b-4dfa-9c06-a9215747f464 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:36.751709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] Deleting port 9513d2ba-237b-4dfa-9c06-a9215747f464 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:15:36.752199 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.819383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] For port 9513d2ba-237b-4dfa-9c06-a9215747f464, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9513d2ba-237b-4dfa-9c06-a9215747f464,segment=NetworkSegment(bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60),segment_id=bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:15:36.819831 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.834835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] Calling delete_port for 9513d2ba-237b-4dfa-9c06-a9215747f464 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:15:36.931818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.938136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:36.958344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9513d2ba-237b-4dfa-9c06-a9215747f464,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:36.962621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] No DVR routers for this DVR port 9513d2ba-237b-4dfa-9c06-a9215747f464 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:36.965660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] Pushing event deleted for resources: {'Port': ['ID=9513d2ba-237b-4dfa-9c06-a9215747f464,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:36.967402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e51c26-cf3b-4ee7-8a66-468e2352025d None None] No DVR routers for this DVR port 9513d2ba-237b-4dfa-9c06-a9215747f464 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:15:37.041668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:37.061577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5c025d-ab9e-4df8-a249-c75317fada5d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:37.071287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:37.071640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee5d4b9-f1dc-4bdc-8cd5-73e62e901d60') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:15:37.085042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:37.099771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:37.105700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:15:37.106365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:15:37.108079 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:15:37.262821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:37.268127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:37.271435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] 10.222.0.113 "DELETE /v2.0/networks/0c5c025d-ab9e-4df8-a249-c75317fada5d HTTP/1.1" status: 204 len: 168 time: 0.7880008 Feb 16 15:15:37.285381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4c953-d94f-4945-ad16-63f08bbae7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5c025d-ab9e-4df8-a249-c75317fada5d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:37.747225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34926) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:37.788147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dc1540ce-dd81-42cc-85ee-8daec8b2cfc4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=112c5f0d4df94ceaae8b3ba8130cbde9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397046 Feb 16 15:15:37.791234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34930) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:37.848052 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fedb7812-c156-424c-94cc-58c59828d020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:37.872737 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fedb7812-c156-424c-94cc-58c59828d020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:38.019396 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d358ac9a-b3fa-413c-a0ad-c218ec3ccb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:38.046228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fedb7812-c156-424c-94cc-58c59828d020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:38.050087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fedb7812-c156-424c-94cc-58c59828d020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:38.054881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fedb7812-c156-424c-94cc-58c59828d020 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e2c9a225-7e3c-4926-808f-209575647f68 HTTP/1.1" status: 204 len: 168 time: 0.2627428 Feb 16 15:15:38.066560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb7812-c156-424c-94cc-58c59828d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9a225-7e3c-4926-808f-209575647f68,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:38.127098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 90332be5-0253-4b3e-9485-9eb56ed1c786 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:38.180560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 90332be5-0253-4b3e-9485-9eb56ed1c786 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:38.180993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 90332be5-0253-4b3e-9485-9eb56ed1c786 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:38.181432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9513d2ba-237b-4dfa-9c06-a9215747f464 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:15:38.206046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9513d2ba-237b-4dfa-9c06-a9215747f464 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:15:38.206394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9513d2ba-237b-4dfa-9c06-a9215747f464 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:15:39.004874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 34944) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:39.074501 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fb0929cf-9489-4c1c-9380-6efc113b8c8e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=890418da132f4f118dcea1f0fa92cd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678761 Feb 16 15:15:39.077243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34950) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:39.134070 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53d0a433-4bcc-4c73-9e6b-9d5068ae48b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:39.158725 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53d0a433-4bcc-4c73-9e6b-9d5068ae48b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:39.325671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53d0a433-4bcc-4c73-9e6b-9d5068ae48b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:39.328399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-53d0a433-4bcc-4c73-9e6b-9d5068ae48b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:39.329658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-53d0a433-4bcc-4c73-9e6b-9d5068ae48b7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2b331394-b6ca-4b4f-a710-dec15f1e6096 HTTP/1.1" status: 204 len: 168 time: 0.2513928 Feb 16 15:15:39.338228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a433-4bcc-4c73-9e6b-9d5068ae48b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b331394-b6ca-4b4f-a710-dec15f1e6096,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:39.746896 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:41.459297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:41.605701 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:41.787046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dc83c-5d0a-4457-b518-da86e6a11b79 req-98eee2e3-f4af-481a-88b1-8c64cfddee37 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:41.788576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-229dc83c-5d0a-4457-b518-da86e6a11b79 req-98eee2e3-f4af-481a-88b1-8c64cfddee37 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0433924 Feb 16 15:15:41.817922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-229dc83c-5d0a-4457-b518-da86e6a11b79 req-f1abfde1-2fd1-4424-9617-6442c9b23e54 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:41.893728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-229dc83c-5d0a-4457-b518-da86e6a11b79 req-f1abfde1-2fd1-4424-9617-6442c9b23e54 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:42.018914 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-229dc83c-5d0a-4457-b518-da86e6a11b79 req-f1abfde1-2fd1-4424-9617-6442c9b23e54 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:42.048354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-229dc83c-5d0a-4457-b518-da86e6a11b79 req-f1abfde1-2fd1-4424-9617-6442c9b23e54 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530668 Feb 16 15:15:42.054218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abfde1-2fd1-4424-9617-6442c9b23e54 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0795f14-acf6-457f-9ea4-55b164a417a7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:15:42.169580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220b53-0c43-4fec-84a4-3ff8b5713e6f req-cf50fb41-ac92-4fed-b63f-28a5c4159217 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:42.171048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69220b53-0c43-4fec-84a4-3ff8b5713e6f req-cf50fb41-ac92-4fed-b63f-28a5c4159217 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0496361 Feb 16 15:15:42.210161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69220b53-0c43-4fec-84a4-3ff8b5713e6f req-d5c1d45e-da05-4a71-a7cb-92095b89a7b5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329607 Feb 16 15:15:42.233647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 34970) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:15:42.300117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc9c977e-783b-433f-a9f9-abfabbcf4dea tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/b24aed59-2040-4a1b-9d5c-1bb9228d5c1d HTTP/1.1" status: 200 len: 993 time: 0.0653183 Feb 16 15:15:42.558593 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:42.628619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-c72ea7c7-4e19-4552-a16c-f3578e7e5968 req-cb42f69d-92c0-4f44-90ca-5e9d1f705f8c service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:15:42.629644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c72ea7c7-4e19-4552-a16c-f3578e7e5968 req-cb42f69d-92c0-4f44-90ca-5e9d1f705f8c service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054111 Feb 16 15:15:43.234494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37c906-247e-46f2-8913-ed531cfba715 req-51e0804a-2a3b-4aff-9979-84e1cfb316c8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:43.235999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e37c906-247e-46f2-8913-ed531cfba715 req-51e0804a-2a3b-4aff-9979-84e1cfb316c8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0624406 Feb 16 15:15:43.275294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e37c906-247e-46f2-8913-ed531cfba715 req-bffe711c-2317-4938-8605-a11588b8a474 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Feb 16 15:15:43.614917 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-3b47fb27-9755-4065-b21e-fbca989c9f56 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546490 Feb 16 15:15:44.396241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc7b85-8a6b-46f7-aa41-81d1075c1058 req-afdcb735-3d00-4221-84fb-3c0720ffd59e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:44.398250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5cc7b85-8a6b-46f7-aa41-81d1075c1058 req-afdcb735-3d00-4221-84fb-3c0720ffd59e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0507596 Feb 16 15:15:44.451601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e5cc7b85-8a6b-46f7-aa41-81d1075c1058 req-0ac39305-3032-4d2c-af93-848611e9b90b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446827 Feb 16 15:15:45.594419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0cf1c-0a93-425a-9109-c23ac6ea92c8 req-36f9b16b-457d-4495-bbbc-d50dfbdfc3b3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:45.595985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba0cf1c-0a93-425a-9109-c23ac6ea92c8 req-36f9b16b-457d-4495-bbbc-d50dfbdfc3b3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0583026 Feb 16 15:15:45.636674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ba0cf1c-0a93-425a-9109-c23ac6ea92c8 req-03ae89cd-6531-4680-a041-475cb6b40af1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 Feb 16 15:15:46.558014 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:15:46.618221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-f70b1ad8-92b5-4078-b0d9-d7121efbbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:46.620371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-f70b1ad8-92b5-4078-b0d9-d7121efbbc96 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0597954 Feb 16 15:15:47.062495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-ea6d06d1-6390-4deb-aba3-fde3a1421687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.064012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-ea6d06d1-6390-4deb-aba3-fde3a1421687 service neutron] 10.222.0.93 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.4346099 Feb 16 15:15:47.083801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef8a63-5889-4ed7-b233-c8d9d67f4c12 req-fc81e3b4-40cb-46d7-939c-86f3850abbce tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.085207 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2ef8a63-5889-4ed7-b233-c8d9d67f4c12 req-fc81e3b4-40cb-46d7-939c-86f3850abbce tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.3774614 Feb 16 15:15:47.173191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e2ef8a63-5889-4ed7-b233-c8d9d67f4c12 req-18687026-e302-4e98-bd52-f931e0563336 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810015 Feb 16 15:15:47.177311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-9ef42a9e-939c-4e5b-91d1-1662f728cc5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 1001 time: 0.1011682 Feb 16 15:15:47.232491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e23ad253-2c5d-4b46-b588-0e263f43913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.233941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e23ad253-2c5d-4b46-b588-0e263f43913d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0464067 Feb 16 15:15:47.285004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-f8315ce0-c59e-43a1-b1bb-500223731716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:47.286489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-f8315ce0-c59e-43a1-b1bb-500223731716 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403709 Feb 16 15:15:47.385268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-4eca0c67-e703-44fa-b90b-a035042e30f0 service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874372 Feb 16 15:15:47.479965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-ef767b88-aebb-4306-94fe-0c2609d87e44 service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Feb 16 15:15:48.302065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf9bea-b9f1-41a6-bdb4-c5af1b24d3ed req-6116a13b-3b8e-4040-aa60-cd51530cd325 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:48.303586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23bf9bea-b9f1-41a6-bdb4-c5af1b24d3ed req-6116a13b-3b8e-4040-aa60-cd51530cd325 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0515995 Feb 16 15:15:48.342904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23bf9bea-b9f1-41a6-bdb4-c5af1b24d3ed req-a82aba54-b617-4ef2-b37e-c53313373899 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319211 Feb 16 15:15:49.467801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15a832-9d6f-47d2-9ff9-9fca44d64405 req-e7e1737f-e690-408e-9e05-51999edc1f0a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:49.469297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc15a832-9d6f-47d2-9ff9-9fca44d64405 req-e7e1737f-e690-408e-9e05-51999edc1f0a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0539026 Feb 16 15:15:49.508174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc15a832-9d6f-47d2-9ff9-9fca44d64405 req-bb17e464-4b12-4c20-a0d5-0ceb247f03e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Feb 16 15:15:50.650077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bb87-8291-4e02-ba30-ab0b9e0ba514 req-e9433cf6-976c-4e01-b54d-56254eaa1f1c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:50.656112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7720bb87-8291-4e02-ba30-ab0b9e0ba514 req-e9433cf6-976c-4e01-b54d-56254eaa1f1c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0758476 Feb 16 15:15:50.690808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7720bb87-8291-4e02-ba30-ab0b9e0ba514 req-af7a4994-3bda-471c-b72e-b93a5f54d8fb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331373 Feb 16 15:15:51.821699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c499daa-1577-48e5-a694-f6f8fdf30320 req-e70868f0-0488-42c2-aa16-cf1a08bc3c3e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:51.824342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c499daa-1577-48e5-a694-f6f8fdf30320 req-e70868f0-0488-42c2-aa16-cf1a08bc3c3e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0601649 Feb 16 15:15:51.871364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c499daa-1577-48e5-a694-f6f8fdf30320 req-be15016d-51f2-45e4-986d-c02f177ca923 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360899 Feb 16 15:15:53.000572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718b166-24f8-464a-b979-68a2f17e7166 req-333b5299-3ebf-4cda-a164-635c49f423fd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:53.002150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2718b166-24f8-464a-b979-68a2f17e7166 req-333b5299-3ebf-4cda-a164-635c49f423fd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0609870 Feb 16 15:15:53.044795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2718b166-24f8-464a-b979-68a2f17e7166 req-8cbe5985-02c5-4d2e-b0bb-5b4a84538ed4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361314 Feb 16 15:15:54.165618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0b62-b355-4116-9b80-6190dbdae207 req-a7970dc4-5507-4cdc-913d-d774fe3b78db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:54.168448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94ff0b62-b355-4116-9b80-6190dbdae207 req-a7970dc4-5507-4cdc-913d-d774fe3b78db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0537159 Feb 16 15:15:54.208024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94ff0b62-b355-4116-9b80-6190dbdae207 req-7b941867-0bdb-4e3e-819e-1ead31d42a08 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326884 Feb 16 15:15:55.330971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eed47-aae6-4ce1-9578-426b68b4e2db req-073374ef-40ba-4756-a20a-f2e1652164b8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:55.332519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-431eed47-aae6-4ce1-9578-426b68b4e2db req-073374ef-40ba-4756-a20a-f2e1652164b8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0506082 Feb 16 15:15:55.374063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-431eed47-aae6-4ce1-9578-426b68b4e2db req-980015a0-5c70-44b3-b513-a424de198221 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352235 Feb 16 15:15:56.502158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7ede-cf1a-4fea-bbb1-95a8629f470e req-ba1ffa1d-62a2-46b6-a464-49ec331536a1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:56.503757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-665e7ede-cf1a-4fea-bbb1-95a8629f470e req-ba1ffa1d-62a2-46b6-a464-49ec331536a1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0559361 Feb 16 15:15:56.543829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-665e7ede-cf1a-4fea-bbb1-95a8629f470e req-4a0b95f5-cd4c-433d-9524-a1bc1f83d6f8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339963 Feb 16 15:15:57.661374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8da90-cf9e-4302-b569-01457bbc0443 req-abd79013-7bed-4267-89bd-20bf8f2d57c8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:57.663086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4be8da90-cf9e-4302-b569-01457bbc0443 req-abd79013-7bed-4267-89bd-20bf8f2d57c8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0499120 Feb 16 15:15:57.711763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4be8da90-cf9e-4302-b569-01457bbc0443 req-d221fdbc-4e58-4325-b070-6a566d4656dc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339108 Feb 16 15:15:58.829169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3bed9-09ae-4478-86e4-b98fad16042a req-0b9aa58d-db67-44df-89ef-0f8e9357caf3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:58.830576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fc3bed9-09ae-4478-86e4-b98fad16042a req-0b9aa58d-db67-44df-89ef-0f8e9357caf3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0550923 Feb 16 15:15:58.871113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fc3bed9-09ae-4478-86e4-b98fad16042a req-0c4705d0-e1b8-4b85-9a54-a2436868b2df tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342898 Feb 16 15:15:59.995764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e918830-402c-4534-9e02-9f4c0f5b3208 req-ec51a07f-d5a9-4326-976e-d7738f19e2b9 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:15:59.997234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e918830-402c-4534-9e02-9f4c0f5b3208 req-ec51a07f-d5a9-4326-976e-d7738f19e2b9 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0536602 Feb 16 15:16:00.035533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e918830-402c-4534-9e02-9f4c0f5b3208 req-3c48b7d5-ac84-4ebf-b0fb-a5759801ab65 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321741 Feb 16 15:16:01.159481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63f6a9-d0ab-4f86-8c63-42656ec0081a req-ac63d8a5-ef2c-4d8e-8444-0e0cb948f8c8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:01.161177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc63f6a9-d0ab-4f86-8c63-42656ec0081a req-ac63d8a5-ef2c-4d8e-8444-0e0cb948f8c8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0526574 Feb 16 15:16:01.203567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc63f6a9-d0ab-4f86-8c63-42656ec0081a req-3e03dc1c-8b24-4687-b79c-169489ac3654 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351205 Feb 16 15:16:02.031563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35156) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:02.138622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:02.214373 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:02.264158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:02.330327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fdfff1-44dc-471e-a38b-f5301d156eac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:02.334123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c2f955e86b0c450da716e34e62933c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015232 Feb 16 15:16:02.336996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35162) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:02.344848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.345209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.345519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.345853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.346180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.346504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.346823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.347140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.347456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.347800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.348201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.348524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97df7193-a115-4b1d-9946-83ac02017836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.369307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:16:02.371408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06685b8-c77f-4b74-b9bf-604b7b61ed70 req-073f0df3-35f7-469f-a8db-c7ac6df8f5ef tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:02.372981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a06685b8-c77f-4b74-b9bf-604b7b61ed70 req-073f0df3-35f7-469f-a8db-c7ac6df8f5ef tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0918000 Feb 16 15:16:02.390493 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:02.413554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:02.414505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a06685b8-c77f-4b74-b9bf-604b7b61ed70 req-9d47651d-41ba-4db4-a267-dbbf28df57d6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349629 Feb 16 15:16:02.541787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:02.544593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:02.545745 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/05fdfff1-44dc-471e-a38b-f5301d156eac HTTP/1.1" status: 204 len: 168 time: 0.2070746 Feb 16 15:16:02.553587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fdfff1-44dc-471e-a38b-f5301d156eac,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:02.561603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.561950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.562287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.562620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.562947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.563273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.563642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.563943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.564263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.564585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.564905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:02.565222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c9973d-e055-4873-aed5-9a90f67206a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:03.200298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35168) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:03.214782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd81cd31-a12f-4dbb-a637-0a5ed356e9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:03.288704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd81cd31-a12f-4dbb-a637-0a5ed356e9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:03.373028 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd81cd31-a12f-4dbb-a637-0a5ed356e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:03.410339 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81cd31-a12f-4dbb-a637-0a5ed356e9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f759d3ea-e36f-4496-8388-f16d50649e7d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:03.415524 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd81cd31-a12f-4dbb-a637-0a5ed356e9c9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f3b7de2f9f37449e852b1f920c89341e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135968 Feb 16 15:16:03.419359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:03.475272 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a862b94f-f925-487c-9eb4-6fe682f9e679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:03.499284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a862b94f-f925-487c-9eb4-6fe682f9e679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:03.536872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b90a6-2993-4f57-917e-cd6d131b00ea req-004e1c33-0378-4abd-ae42-596735b86df1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:03.538462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-442b90a6-2993-4f57-917e-cd6d131b00ea req-004e1c33-0378-4abd-ae42-596735b86df1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0513499 Feb 16 15:16:03.577292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-442b90a6-2993-4f57-917e-cd6d131b00ea req-27010219-327e-4c53-b20a-f2e19fa52b3f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326018 Feb 16 15:16:03.636043 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a862b94f-f925-487c-9eb4-6fe682f9e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:03.638620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a862b94f-f925-487c-9eb4-6fe682f9e679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:03.639788 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a862b94f-f925-487c-9eb4-6fe682f9e679 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f759d3ea-e36f-4496-8388-f16d50649e7d HTTP/1.1" status: 204 len: 168 time: 0.2198186 Feb 16 15:16:03.647881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862b94f-f925-487c-9eb4-6fe682f9e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f759d3ea-e36f-4496-8388-f16d50649e7d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:04.698455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8a94-76ed-4f6e-9469-d71404e8964a req-2147e491-ea9f-43b6-9f41-4981332e7a32 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:04.699982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbed8a94-76ed-4f6e-9469-d71404e8964a req-2147e491-ea9f-43b6-9f41-4981332e7a32 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0501664 Feb 16 15:16:04.746316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbed8a94-76ed-4f6e-9469-d71404e8964a req-de70f0ab-4737-4776-abc2-fd451a4feb4a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397758 Feb 16 15:16:05.135009 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e891acd6-4fe8-449d-8bff-1b9f2b5eb60d service neutron] show failed (client error): The resource could not be found. Feb 16 15:16:05.136043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e891acd6-4fe8-449d-8bff-1b9f2b5eb60d service neutron] 10.222.0.93 "GET /v2.0/ports/07eb5f6a-0a1e-4a1d-9301-13acaf02acc5/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0581372 Feb 16 15:16:05.292470 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0418e68d-000e-44e5-a610-78cb66a4c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:05.704706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e7beed4a-abdf-43be-b8fc-959f7367e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:05.706230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e7beed4a-abdf-43be-b8fc-959f7367e081 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 1097 time: 0.0777066 Feb 16 15:16:05.718937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:05.779602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:05.949407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c114c3-65d3-4605-932a-a3cf4a4d05e5 req-d7251271-8bac-471b-8915-79d6910cc53f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:05.950845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72c114c3-65d3-4605-932a-a3cf4a4d05e5 req-d7251271-8bac-471b-8915-79d6910cc53f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.1313317 Feb 16 15:16:06.038589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72c114c3-65d3-4605-932a-a3cf4a4d05e5 req-d331f04e-1bc1-4bac-8639-3e74cd7a8432 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753832 Feb 16 15:16:06.074359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:06.104584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:16:06.144310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:06.146577 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb528b47-c248-4780-84cd-911916a8fb9f" -d '{"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:06.151324 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:06.168341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Transition to ACTIVE for port object 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:16:06.199036 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028e0b76-0fb1-4cdf-92cd-1fa5f08b2e04 x-openstack-request-id: req-028e0b76-0fb1-4cdf-92cd-1fa5f08b2e04 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:06.199336 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:06.199673 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-028e0b76-0fb1-4cdf-92cd-1fa5f08b2e04 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:06.200021 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'code': 200} Feb 16 15:16:06.261746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:06.371335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:06.449113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] No DVR routers for this DVR port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:06.597829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:16:06.598165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:16:06.598516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:06.603076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:16:06.603716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Attempting to bind port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:06.609328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:16:06.609668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Checking segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:16:06.610050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Bound using segment: {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:16:06.610471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Bound port: 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5f606f-0b2b-40c4-aa2f-0696f54bc705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:16:06.610830 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:06.678339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:16:06.681570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:16:06.760587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:06.796490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:06.797145 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:06.798549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] 10.222.0.129 "PUT /v2.0/ports/07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 1092 time: 1.0837770 Feb 16 15:16:06.832572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f01abd-8d0e-4542-8cab-56570ef5cdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:06.866149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-1f030f84-6e76-4d5c-b5ea-9d505f145c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:06.867786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-1f030f84-6e76-4d5c-b5ea-9d505f145c52 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0478597 Feb 16 15:16:06.974240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e7660305-8368-450c-b1c7-cd0f62a63833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:06.975794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-e7660305-8368-450c-b1c7-cd0f62a63833 service neutron] 10.222.0.129 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.1010451 Feb 16 15:16:07.045680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-b2a9aa0f-2a28-4245-b71a-c0fbceb2f657 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 999 time: 0.0611966 Feb 16 15:16:07.100152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-8fe71ed8-0777-4c08-a9ae-15e6371e6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:07.101631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-8fe71ed8-0777-4c08-a9ae-15e6371e6461 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0503252 Feb 16 15:16:07.178236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323de97-c786-48b9-83cb-007ce984aec7 req-4021bf0e-ef1d-4bc7-8940-b1a0d682eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:07.179779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-4021bf0e-ef1d-4bc7-8940-b1a0d682eaa8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722523 Feb 16 15:16:07.187668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d25fd5-ef55-466b-973a-0ec3a7eec1a7 req-641dddd9-cbdf-4e7b-8a35-23d647b8b17a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:07.189111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d25fd5-ef55-466b-973a-0ec3a7eec1a7 req-641dddd9-cbdf-4e7b-8a35-23d647b8b17a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 944 time: 0.0741243 Feb 16 15:16:07.273033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d25fd5-ef55-466b-973a-0ec3a7eec1a7 req-eb65b175-ea66-4191-ab7b-df33995311ce tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758858 Feb 16 15:16:07.309593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-a5397d5c-2587-4628-a420-b3df8a9a5521 service neutron] 10.222.0.129 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195383 Feb 16 15:16:07.402382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2323de97-c786-48b9-83cb-007ce984aec7 req-3142b794-62c2-4c76-ae40-fd4a9415ae85 service neutron] 10.222.0.129 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866151 Feb 16 15:16:08.116182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:08.157264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:08.201711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:08.204153 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb873a-3f0a-4dd1-a840-6cb061d047bb" -d '{"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:08.220650 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7151e833-9273-46fe-a23c-2e4220e86e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:08.255414 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7d9b2-ffc7-422f-8e61-230fc0431843 x-openstack-request-id: req-01c7d9b2-ffc7-422f-8e61-230fc0431843 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:08.255732 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:08.255986 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-01c7d9b2-ffc7-422f-8e61-230fc0431843 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:08.256388 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'status': 'completed', 'code': 200} Feb 16 15:16:08.355253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-16366f35-26aa-4ab2-8251-0beb778b6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.357056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-16366f35-26aa-4ab2-8251-0beb778b6f5f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0777316 Feb 16 15:16:08.358793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-1bd89002-bc0e-46a7-8a25-049c01eb197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.360187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-1bd89002-bc0e-46a7-8a25-049c01eb197f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0726264 Feb 16 15:16:08.525455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f04ee4-1934-409a-958e-fe54390a4415 req-5b887037-6848-4166-b62d-c14e0475d172 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.527162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54f04ee4-1934-409a-958e-fe54390a4415 req-5b887037-6848-4166-b62d-c14e0475d172 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 944 time: 0.1660428 Feb 16 15:16:08.570851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-c4a6d63f-2fa1-4e59-86d2-d16756c5195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.574424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-c4a6d63f-2fa1-4e59-86d2-d16756c5195a service neutron] 10.222.0.129 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.2045288 Feb 16 15:16:08.636513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-b24f3ab7-cf1a-46c8-b37b-6b0a58a87394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.637995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-b24f3ab7-cf1a-46c8-b37b-6b0a58a87394 service neutron] 10.222.0.93 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.2690437 Feb 16 15:16:08.690779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54f04ee4-1934-409a-958e-fe54390a4415 req-53443859-d530-4eac-b352-f703cb34c1af tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521764 Feb 16 15:16:08.716706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-b6e9ad35-f7ff-4888-9e6d-1da88b50de67 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 999 time: 0.1216345 Feb 16 15:16:08.734313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-cb293cef-5618-462a-a13c-1d24db01dc81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 999 time: 0.0866740 Feb 16 15:16:08.807768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-290dd508-25e5-4d97-9bec-617ae05ff3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.809247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-290dd508-25e5-4d97-9bec-617ae05ff3ed service neutron] 10.222.0.129 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0843856 Feb 16 15:16:08.812582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-e97fe25b-3882-4cf1-92d3-60261ea9d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.813897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-e97fe25b-3882-4cf1-92d3-60261ea9d4cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0579205 Feb 16 15:16:08.883780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-eb6d5efb-741c-4b0a-a8d0-9c207f2ad70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.885732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-eb6d5efb-741c-4b0a-a8d0-9c207f2ad70f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701747 Feb 16 15:16:08.888155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-1fd53e4e-85e2-4ee7-903b-e95face22f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:08.889491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-1fd53e4e-85e2-4ee7-903b-e95face22f2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652428 Feb 16 15:16:08.954125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:09.057868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-65f5f826-501e-4813-988b-0f52983070ec service neutron] 10.222.0.129 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637537 Feb 16 15:16:09.064213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-0d4e3e18-9e6b-4a4a-b315-3c290da549c2 service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610289 Feb 16 15:16:09.065710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14504571-c0f9-4b28-8929-0187ceb4b02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.082180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:16:09.155105 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14504571-c0f9-4b28-8929-0187ceb4b02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.183971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:09.195901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'port_id': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'mac_address': 'fa:16:3e:23:ce:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:16:09.231904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-018925b2-071f-436b-b622-fb4ce49d07ba service neutron] 10.222.0.129 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663697 Feb 16 15:16:09.233516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.238095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38bb873a-3f0a-4dd1-a840-6cb061d047bb req-1c5c467b-fde9-4548-bac8-8565932d76c5 service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648343 Feb 16 15:16:09.246687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14504571-c0f9-4b28-8929-0187ceb4b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.248562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:16:09.270423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:09.285224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14504571-c0f9-4b28-8929-0187ceb4b02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821ad964-c99a-435e-afa2-95f071986f1e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:09.289514 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-14504571-c0f9-4b28-8929-0187ceb4b02e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ceae44baecb947c1bbeaac2fa94640a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342812 Feb 16 15:16:09.296864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35322) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:09.345692 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06911d2e-2956-464b-a709-70b4c10265d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.360882 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.372071 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06911d2e-2956-464b-a709-70b4c10265d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.409139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:09.416804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.417155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.417693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.418026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.418360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.418686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.419009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.419333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.419677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.420001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.420319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.420635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:09.530672 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06911d2e-2956-464b-a709-70b4c10265d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.533381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-06911d2e-2956-464b-a709-70b4c10265d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.537969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-06911d2e-2956-464b-a709-70b4c10265d4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/821ad964-c99a-435e-afa2-95f071986f1e HTTP/1.1" status: 204 len: 168 time: 0.2403705 Feb 16 15:16:09.543368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06911d2e-2956-464b-a709-70b4c10265d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ad964-c99a-435e-afa2-95f071986f1e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:09.578994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:16:09.661160 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:09.826494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3ac25-3561-4d4c-927c-8514d798b00b req-d05b6852-15f1-4d7d-89ae-e5b3e914fe9d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:09.828635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64c3ac25-3561-4d4c-927c-8514d798b00b req-d05b6852-15f1-4d7d-89ae-e5b3e914fe9d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 945 time: 0.0541179 Feb 16 15:16:09.867294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64c3ac25-3561-4d4c-927c-8514d798b00b req-7949bd6b-f1c0-4236-a229-5a43e0952906 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 Feb 16 15:16:10.159918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35332) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:10.173558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aaab9890-259b-4f9e-843f-48dea58da197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:10.252099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aaab9890-259b-4f9e-843f-48dea58da197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:10.304915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5d895-0fc8-44b3-8b95-b8b7237da973 req-027e192c-199d-461e-9cca-ec6a7f769905 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:10.306616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33e5d895-0fc8-44b3-8b95-b8b7237da973 req-027e192c-199d-461e-9cca-ec6a7f769905 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 945 time: 0.0532176 Feb 16 15:16:10.335428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-aaab9890-259b-4f9e-843f-48dea58da197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:10.368134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33e5d895-0fc8-44b3-8b95-b8b7237da973 req-6d9c18bd-cccf-45f0-a05a-97908fad48c2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553188 Feb 16 15:16:10.434070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-aaab9890-259b-4f9e-843f-48dea58da197 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=37ceadbf3ad3408ea60d9fdc75624e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728519 Feb 16 15:16:10.436605 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35336) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:10.439646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab9890-259b-4f9e-843f-48dea58da197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67638ef2-5b3d-426b-a169-0170e2bce694,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:10.473041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841da9-7d16-4abe-95c6-67256055f72e req-902fa1dc-3344-4dcf-8453-37bf3f118c01 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:10.484099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-902fa1dc-3344-4dcf-8453-37bf3f118c01 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9&tenant_id=1db2b5e63faf4f0889e974baf03011f2&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 945 time: 0.0992064 Feb 16 15:16:10.488810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2c97a4e-2560-42c0-b2da-b2c3a1f713df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:10.511173 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2c97a4e-2560-42c0-b2da-b2c3a1f713df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:10.629573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2c97a4e-2560-42c0-b2da-b2c3a1f713df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:10.632330 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e2c97a4e-2560-42c0-b2da-b2c3a1f713df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:10.637351 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e2c97a4e-2560-42c0-b2da-b2c3a1f713df admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/67638ef2-5b3d-426b-a169-0170e2bce694 HTTP/1.1" status: 204 len: 168 time: 0.1996017 Feb 16 15:16:10.645970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c97a4e-2560-42c0-b2da-b2c3a1f713df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67638ef2-5b3d-426b-a169-0170e2bce694,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:10.863000 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-cd841da9-7d16-4abe-95c6-67256055f72e req-aed3b2fe-317d-474b-b80c-886351b99486 service neutron] delete failed (client error): The resource could not be found. Feb 16 15:16:10.864037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-aed3b2fe-317d-474b-b80c-886351b99486 service neutron] 10.222.0.93 "DELETE /v2.0/ports/07eb5f6a-0a1e-4a1d-9301-13acaf02acc5/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.3782132 Feb 16 15:16:10.958016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841da9-7d16-4abe-95c6-67256055f72e req-4c3b67c7-3db7-4929-b165-a5c1b7228697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:10.959633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-4c3b67c7-3db7-4929-b165-a5c1b7228697 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0419662 Feb 16 15:16:11.053409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841da9-7d16-4abe-95c6-67256055f72e req-05f6e039-66fd-47b7-999e-d8415b224375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:11.055067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-05f6e039-66fd-47b7-999e-d8415b224375 service neutron] 10.222.0.93 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.0883403 Feb 16 15:16:11.104548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:16:11.134400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-f52698ed-8187-475b-b4c1-c2deedb74e8f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 1000 time: 0.0683484 Feb 16 15:16:11.190757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841da9-7d16-4abe-95c6-67256055f72e req-4cf07c16-d326-419a-ab78-396c84c84846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:11.192347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-4cf07c16-d326-419a-ab78-396c84c84846 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0475838 Feb 16 15:16:11.235170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:16:11.239103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:11.239888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:11.242453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841da9-7d16-4abe-95c6-67256055f72e req-54e0baa4-dd92-4f0e-8c0c-0724e80250b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:11.244759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-54e0baa4-dd92-4f0e-8c0c-0724e80250b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417235 Feb 16 15:16:11.337696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:11.362434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:11.365108 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10930d3b-6851-421b-8aff-4e05086d0729" -d '{"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-plugged", "status": "completed", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:11.365807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-9bac7915-3bec-4e5f-b522-570544e836d1 service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066802 Feb 16 15:16:11.380996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:11.382461 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:11.444681 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1715f8-0280-46a0-87fd-574897920f6f x-openstack-request-id: req-dd1715f8-0280-46a0-87fd-574897920f6f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:11.445439 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-plugged", "status": "completed", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:11.445710 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd1715f8-0280-46a0-87fd-574897920f6f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:11.446111 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'code': 200} Feb 16 15:16:11.450845 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:11.509434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:11.509808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd841da9-7d16-4abe-95c6-67256055f72e req-2f4329d6-4125-4fa7-aeb4-f695f286e24e service neutron] 10.222.0.93 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294582 Feb 16 15:16:11.509927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:11.526301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475bfc-0415-4e71-87b0-9a92a25c724c req-5054cb0d-80fc-4a8f-aa99-526cd72cde19 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:11.530591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91475bfc-0415-4e71-87b0-9a92a25c724c req-5054cb0d-80fc-4a8f-aa99-526cd72cde19 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0733297 Feb 16 15:16:11.573850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91475bfc-0415-4e71-87b0-9a92a25c724c req-6c1fc550-90de-4d3b-901e-2e6527cbf66e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389969 Feb 16 15:16:12.503802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:12.696069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47d1b-3971-442e-9259-ff3aba398507 req-ed7bb502-f5c0-402d-a1c2-b372f71aed6e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:12.697782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39c47d1b-3971-442e-9259-ff3aba398507 req-ed7bb502-f5c0-402d-a1c2-b372f71aed6e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0489807 Feb 16 15:16:12.741497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39c47d1b-3971-442e-9259-ff3aba398507 req-db647a3c-485c-4816-b79f-bf58d36f1f31 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345170 Feb 16 15:16:12.765895 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35380) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:12.829700 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9c8cbc9e-258f-4bbe-ac34-7149a9a2e1c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/b24aed59-2040-4a1b-9d5c-1bb9228d5c1d HTTP/1.1" status: 200 len: 993 time: 0.0625558 Feb 16 15:16:16.524541 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:25.602963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35476) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:25.708871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8e5be5f-e20e-43b8-ab14-4753cd74bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:25.784992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8e5be5f-e20e-43b8-ab14-4753cd74bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:25.857543 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8e5be5f-e20e-43b8-ab14-4753cd74bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:25.893166 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5be5f-e20e-43b8-ab14-4753cd74bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532bd303-713e-41c2-a524-3f34f2cd296f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:25.897700 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f8e5be5f-e20e-43b8-ab14-4753cd74bf14 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6e9a6e06975d42be91f568f8bb349243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931387 Feb 16 15:16:25.902460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35480) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:25.949965 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14322591-18ba-4f93-bb71-641b2849d686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:25.971024 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14322591-18ba-4f93-bb71-641b2849d686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:26.097820 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14322591-18ba-4f93-bb71-641b2849d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:26.100793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14322591-18ba-4f93-bb71-641b2849d686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:26.102318 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-14322591-18ba-4f93-bb71-641b2849d686 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/532bd303-713e-41c2-a524-3f34f2cd296f HTTP/1.1" status: 204 len: 168 time: 0.1988058 Feb 16 15:16:26.112620 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14322591-18ba-4f93-bb71-641b2849d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532bd303-713e-41c2-a524-3f34f2cd296f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:26.793306 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35486) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:26.809505 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4b3af79-feaf-4348-85d5-2f0128adc693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:26.882554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4b3af79-feaf-4348-85d5-2f0128adc693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:26.981517 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d4b3af79-feaf-4348-85d5-2f0128adc693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:27.018369 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3af79-feaf-4348-85d5-2f0128adc693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9453067e-e8af-4205-9add-d04a128ee407,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:27.022606 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d4b3af79-feaf-4348-85d5-2f0128adc693 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d65993bdac87414db880d7e25fa4158e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283094 Feb 16 15:16:27.026425 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35488) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:27.073545 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d48-251a-43ee-b3f4-76edd62e57b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:27.097917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d48-251a-43ee-b3f4-76edd62e57b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:27.217517 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d48-251a-43ee-b3f4-76edd62e57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:27.220192 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2d48-251a-43ee-b3f4-76edd62e57b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:27.221418 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee4e2d48-251a-43ee-b3f4-76edd62e57b6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9453067e-e8af-4205-9add-d04a128ee407 HTTP/1.1" status: 204 len: 168 time: 0.1944764 Feb 16 15:16:27.229547 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e2d48-251a-43ee-b3f4-76edd62e57b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9453067e-e8af-4205-9add-d04a128ee407,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:28.195361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35494) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:28.209294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3536617c-9101-4a31-b98f-aa7e725c5a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:28.289540 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3536617c-9101-4a31-b98f-aa7e725c5a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:28.464149 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3536617c-9101-4a31-b98f-aa7e725c5a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:28.503005 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3536617c-9101-4a31-b98f-aa7e725c5a91 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3644c84412f14e37ae947a22e349fc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065343 Feb 16 15:16:28.503906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536617c-9101-4a31-b98f-aa7e725c5a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3bbdd-4297-43a9-808c-19ce33b6fdce,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:28.505791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35496) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:28.558259 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b676f8c7-a518-47ec-a91f-631136d3f918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:28.579787 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b676f8c7-a518-47ec-a91f-631136d3f918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:28.754461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b676f8c7-a518-47ec-a91f-631136d3f918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:28.757179 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b676f8c7-a518-47ec-a91f-631136d3f918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:28.758356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b676f8c7-a518-47ec-a91f-631136d3f918 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d0b3bbdd-4297-43a9-808c-19ce33b6fdce HTTP/1.1" status: 204 len: 168 time: 0.2515056 Feb 16 15:16:28.767295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676f8c7-a518-47ec-a91f-631136d3f918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3bbdd-4297-43a9-808c-19ce33b6fdce,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:33.024166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-8a237423-0e9f-44d0-8ef4-571d48bb80bb tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=37569ec1f066471096420e1f76aa2b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341222 Feb 16 15:16:33.213994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-5b1e539f-34b9-46b8-ad00-31fd7dcbaba2 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:33.215391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-5b1e539f-34b9-46b8-ad00-31fd7dcbaba2 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846311 Feb 16 15:16:33.230642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-75d68d99-f85a-4637-a1cf-189ccec5ff62 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/quotas/37569ec1f066471096420e1f76aa2b4f HTTP/1.1" status: 200 len: 375 time: 0.0095098 Feb 16 15:16:33.263867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-40b2c9bb-cc4b-45ea-b1cf-e0cf27826087 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=37569ec1f066471096420e1f76aa2b4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276382 Feb 16 15:16:33.484722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b2b86c7-84cb-40ef-bf79-da1e3c922c8b req-8050b39e-4ffb-46b0-963f-ce18d8c86eca tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 210 time: 0.0273499 Feb 16 15:16:34.584930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e9e483d9-e073-4400-b689-799c8dd47b47 req-e1490e19-babe-4b66-b019-c2afc9ab9fcd tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 210 time: 0.0310166 Feb 16 15:16:35.285536 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eec05b2b-b386-4d6f-a36f-b4f399d673f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:35.394939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-f6404981-1458-4cd8-adb0-df02ac7ab6c7 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.129 "GET /v2.0/networks?tenant_id=37569ec1f066471096420e1f76aa2b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214067 Feb 16 15:16:35.501046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-06c8215f-cc16-4de2-b583-822701ad2650 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:35.502493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-06c8215f-cc16-4de2-b583-822701ad2650 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027129 Feb 16 15:16:35.515510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Request body: {'port': {'device_id': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': '37569ec1f066471096420e1f76aa2b4f'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:35.683020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-695b54db-81dc-46df-940e-b9ae6fd3b29e req-53cc5ddb-30e5-42ab-a683-178ff6f78ae1 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Feb 16 15:16:35.703371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Made reservation on behalf of 37569ec1f066471096420e1f76aa2b4f for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:16:35.706900 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:35.715609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:35.788675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:35.861048 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:35.929664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:36.000167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Allocated IP 192.168.233.225 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/98057da4-5bb9-424e-b661-5805f9b33502) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:16:36.146944 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:36.383404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:36.427446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:16:36.430384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:36.434546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:16:36.463062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Pushing event updated for resources: {'Port': ['ID=98057da4-5bb9-424e-b661-5805f9b33502,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:36.492314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:36.492959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:36.608923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-0a391b3e-f3ad-475b-b9fb-d667fa9421f3 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0969291 Feb 16 15:16:36.621590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Request body: {'port': {'device_id': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:36.680207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:36.703636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9b177ae7-0e04-435e-82ee-95de3e023826 None None] Provisioning complete for port 98057da4-5bb9-424e-b661-5805f9b33502 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:36.704271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9b177ae7-0e04-435e-82ee-95de3e023826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:36.739147 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9b177ae7-0e04-435e-82ee-95de3e023826 None None] Port 98057da4-5bb9-424e-b661-5805f9b33502 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:16:36.865992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbeaf0-40f0-4344-a9db-9fe973359204 req-a6675289-a411-415a-8e8f-c60659768438 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:36.867390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eebbeaf0-40f0-4344-a9db-9fe973359204 req-a6675289-a411-415a-8e8f-c60659768438 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 936 time: 0.0804234 Feb 16 15:16:36.943452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eebbeaf0-40f0-4344-a9db-9fe973359204 req-6af89d8a-f132-451b-bfb2-45b9a9799cc2 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506647 Feb 16 15:16:37.022760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98057da4-5bb9-424e-b661-5805f9b33502 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:16:37.030918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:37.043315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Transition to ACTIVE for port object 98057da4-5bb9-424e-b661-5805f9b33502 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:16:37.120015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:37.173242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Pushing event updated for resources: {'Port': ['ID=98057da4-5bb9-424e-b661-5805f9b33502,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:37.241692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Attempting to bind port 98057da4-5bb9-424e-b661-5805f9b33502 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:16:37.242021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Attempting to bind port 98057da4-5bb9-424e-b661-5805f9b33502 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:16:37.242347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Attempting to bind port 98057da4-5bb9-424e-b661-5805f9b33502 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:37.247217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Port 98057da4-5bb9-424e-b661-5805f9b33502 on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:16:37.247537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Attempting to bind port 98057da4-5bb9-424e-b661-5805f9b33502 on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:37.252656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:16:37.252995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:16:37.253374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:16:37.253791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Bound port: 98057da4-5bb9-424e-b661-5805f9b33502, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:16:37.254143 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:37.326721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] For port 98057da4-5bb9-424e-b661-5805f9b33502, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:16:37.329741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] For port 98057da4-5bb9-424e-b661-5805f9b33502, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=98057da4-5bb9-424e-b661-5805f9b33502,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:16:37.393439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:37.430361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:37.430938 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:37.432442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] 10.222.0.129 "PUT /v2.0/ports/98057da4-5bb9-424e-b661-5805f9b33502 HTTP/1.1" status: 200 len: 1096 time: 0.8157117 Feb 16 15:16:37.432819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'tag': '98057da4-5bb9-424e-b661-5805f9b33502'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:37.435080 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028414c1-feab-4a32-9d4c-f0e178c0525d" -d '{"events": [{"name": "network-changed", "server_uuid": "6dac5740-fb0d-45f8-a5ec-4ba8fe462480", "tag": "98057da4-5bb9-424e-b661-5805f9b33502"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:37.464012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3fb8e-fdec-4ba0-b52c-b9a5fc5ab2bc service neutron] Pushing event updated for resources: {'Port': ['ID=98057da4-5bb9-424e-b661-5805f9b33502,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:37.481654 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8def74-2e23-4036-be98-cf025072330b x-openstack-request-id: req-5f8def74-2e23-4036-be98-cf025072330b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:37.481945 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dac5740-fb0d-45f8-a5ec-4ba8fe462480", "tag": "98057da4-5bb9-424e-b661-5805f9b33502", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:37.482200 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5f8def74-2e23-4036-be98-cf025072330b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:37.483965 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'tag': '98057da4-5bb9-424e-b661-5805f9b33502', 'status': 'completed', 'code': 200} Feb 16 15:16:37.547535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028414c1-feab-4a32-9d4c-f0e178c0525d req-3ba48eea-f79c-4959-a546-c05e78db4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:37.549132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-028414c1-feab-4a32-9d4c-f0e178c0525d req-3ba48eea-f79c-4959-a546-c05e78db4196 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=37569ec1f066471096420e1f76aa2b4f&device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 1099 time: 0.0447147 Feb 16 15:16:37.578199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-028414c1-feab-4a32-9d4c-f0e178c0525d req-a9b5f6f2-1593-4571-b7ab-4da84553e306 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=37569ec1f066471096420e1f76aa2b4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220416 Feb 16 15:16:37.678009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028414c1-feab-4a32-9d4c-f0e178c0525d req-55effa4a-368f-4f12-bfc5-6c1b1823903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:37.679401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-028414c1-feab-4a32-9d4c-f0e178c0525d req-55effa4a-368f-4f12-bfc5-6c1b1823903b service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0946984 Feb 16 15:16:37.758111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-eecad2cc-25ac-4855-b20c-342848a4fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:37.759644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-eecad2cc-25ac-4855-b20c-342848a4fb0e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=37569ec1f066471096420e1f76aa2b4f&device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 1099 time: 0.0416746 Feb 16 15:16:37.800247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-aaa6c804-c085-4d63-9f78-3880e96475ae service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=98057da4-5bb9-424e-b661-5805f9b33502 HTTP/1.1" status: 200 len: 217 time: 0.0334864 Feb 16 15:16:37.852627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-e603f4a9-2f51-453d-8de5-befebb8ac1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:37.854090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-e603f4a9-2f51-453d-8de5-befebb8ac1f8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0477364 Feb 16 15:16:37.903115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-e73f097b-9a62-4180-bacb-ce797640afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:37.904706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-e73f097b-9a62-4180-bacb-ce797640afd2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437355 Feb 16 15:16:37.983261 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-47b937bd-8a20-4e54-a412-8dd1ae740c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:38.009147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-1419f6dc-3bf8-4f86-a460-bc71adc83d19 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967176 Feb 16 15:16:38.136611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b14b2c-8899-48b5-b05e-afd003b4bffa req-6d3d8672-8385-4080-80bc-97303cd17c03 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:38.138033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27b14b2c-8899-48b5-b05e-afd003b4bffa req-6d3d8672-8385-4080-80bc-97303cd17c03 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 948 time: 0.1139226 Feb 16 15:16:38.155729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31a2cafa-3ab7-4597-9de2-5d972b5fe3ee req-36acf27a-7846-49eb-8725-0293a75a1ade service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396701 Feb 16 15:16:38.185386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-27b14b2c-8899-48b5-b05e-afd003b4bffa req-8438838d-1917-44fa-821b-4bed888d3117 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Feb 16 15:16:39.307326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db13514-c502-4c6b-a671-e71d79dcae89 req-29fa3450-5035-4874-a6e0-a0eb89c04420 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:39.308949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db13514-c502-4c6b-a671-e71d79dcae89 req-29fa3450-5035-4874-a6e0-a0eb89c04420 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 948 time: 0.0523767 Feb 16 15:16:39.347135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db13514-c502-4c6b-a671-e71d79dcae89 req-68c94317-85ef-489f-b353-76e6bbfe4692 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Feb 16 15:16:39.368424 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:16:39.483167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2768874-518c-4df4-a2ef-0095d2eb96df req-806dcf26-2fc6-42ae-8399-22dba92c8ec1 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:39.484638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2768874-518c-4df4-a2ef-0095d2eb96df req-806dcf26-2fc6-42ae-8399-22dba92c8ec1 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0424986 Feb 16 15:16:39.519805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2768874-518c-4df4-a2ef-0095d2eb96df req-949aeceb-252a-45d2-a340-02f64ae89ea8 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292311 Feb 16 15:16:39.542205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35580) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:39.628545 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:39.700257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port d85f5bc7-d733-49ce-affa-0c1e61325399 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:16:39.700594 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:39.778778 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:39.779099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:39.791506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for d85f5bc7-d733-49ce-affa-0c1e61325399 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:16:40.063027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:40.093619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=d85f5bc7-d733-49ce-affa-0c1e61325399,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:40.154572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:40.154908 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP b24aed59-2040-4a1b-9d5c-1bb9228d5c1d disassociated (deleted). External IP: 172.25.6.93, port: 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5. Feb 16 15:16:40.366088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:16:40.515172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:40.523974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317bb78-cad0-4de6-a741-cc5db264c37f req-1b0cfd7f-b224-4731-8d70-8a8cebae7049 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:40.525644 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c317bb78-cad0-4de6-a741-cc5db264c37f req-1b0cfd7f-b224-4731-8d70-8a8cebae7049 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 948 time: 0.1006866 Feb 16 15:16:40.528503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] Sync routers for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:40.529040 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:40.539695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:40.540393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:40.582318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-06c2f380-e17f-4b65-8161-d1ab95030cc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/floatingips/b24aed59-2040-4a1b-9d5c-1bb9228d5c1d HTTP/1.1" status: 204 len: 168 time: 1.0390141 Feb 16 15:16:40.583051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:40.585360 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906" -d '{"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:40.606879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c317bb78-cad0-4de6-a741-cc5db264c37f req-2d83f685-9bf9-416e-b42b-d888b1cfb496 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736029 Feb 16 15:16:40.652294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:40.660838 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c49fb2-4a25-401b-8023-4691eada6ef8 x-openstack-request-id: req-20c49fb2-4a25-401b-8023-4691eada6ef8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:40.661168 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:40.661493 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-20c49fb2-4a25-401b-8023-4691eada6ef8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:40.661805 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'status': 'completed', 'code': 200} Feb 16 15:16:40.733859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-b7fb7c60-d3fb-46d4-8746-8dcd8b44ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:40.735448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-b7fb7c60-d3fb-46d4-8746-8dcd8b44ed12 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0479198 Feb 16 15:16:40.840375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-219aa674-51ac-46df-b5fc-428e75a0b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:40.842157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-219aa674-51ac-46df-b5fc-428e75a0b774 service neutron] 10.222.0.129 "GET /v2.0/networks?id=241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 200 len: 898 time: 0.0995808 Feb 16 15:16:40.886671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-a083fc6e-cf45-4d09-b421-3b253a9c0b8b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 200 len: 217 time: 0.0367963 Feb 16 15:16:40.890241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:40.925885 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] Checking router: 4a4310fc-48e4-4ffd-92a0-368bd36cda1b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:40.934430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:40.935076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:40.940546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-edad54e6-2b73-419d-a3b3-983f78e69638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:40.942001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-edad54e6-2b73-419d-a3b3-983f78e69638 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 200 len: 835 time: 0.0494268 Feb 16 15:16:41.003499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-b8198a62-728e-4407-8b2f-6290c9419b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:41.005065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-b8198a62-728e-4407-8b2f-6290c9419b25 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=241bc41a-1d62-4957-a25c-1e43ef4e7c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493093 Feb 16 15:16:41.051608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:41.108545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa4d54-9735-4d28-966b-d0e5a9bfb2f6 req-a5104acb-4637-4a2b-8630-02166fead590 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:41.110123 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bafa4d54-9735-4d28-966b-d0e5a9bfb2f6 req-a5104acb-4637-4a2b-8630-02166fead590 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.1041937 Feb 16 15:16:41.147881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-997da541-a0f8-421c-9b29-b73946276971 service neutron] 10.222.0.129 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329110 Feb 16 15:16:41.175304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bafa4d54-9735-4d28-966b-d0e5a9bfb2f6 req-f45c0b51-63e3-4c21-9765-aa1ae776309a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588226 Feb 16 15:16:41.229942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 98057da4-5bb9-424e-b661-5805f9b33502 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:16:41.264008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bdfc6a0-83f8-48e5-96b3-6de3b44a6906 req-f87d4a2b-2a84-42bc-9437-c871472efc49 service neutron] 10.222.0.129 "GET /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026943 Feb 16 15:16:41.345733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:41.382209 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:41.383031 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2393d-5835-414c-8237-12218454fbc7 None None] The sync data for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 is: [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '83695e9c-e530-42d3-a865-f3c89ba21e21', 'name': '', 'network_id': '241bc41a-1d62-4957-a25c-1e43ef4e7c47', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:e8:41:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:45Z', 'updated_at': '2022-02-16T15:14:50Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '100e052e-850a-48a2-a483-b7cab7d39b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:41.389687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 98057da4-5bb9-424e-b661-5805f9b33502, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=98057da4-5bb9-424e-b661-5805f9b33502,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:41.413919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '98057da4-5bb9-424e-b661-5805f9b33502', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '98057da4-5bb9-424e-b661-5805f9b33502', 'mac_address': 'fa:16:3e:c7:cf:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:16:41.456532 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:41.471215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98057da4-5bb9-424e-b661-5805f9b33502 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:16:41.492117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 98057da4-5bb9-424e-b661-5805f9b33502, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=98057da4-5bb9-424e-b661-5805f9b33502,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:41.514218 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:41.594602 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:41.637562 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97293f11-1e4a-4592-9daf-c8edaf97247e None None] New status for floating IP b24aed59-2040-4a1b-9d5c-1bb9228d5c1d: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:16:41.650854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=98057da4-5bb9-424e-b661-5805f9b33502,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:41.741787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dca31-2bd7-430d-9e54-24c77b3e76ec req-94f8dd78-a7a8-489f-a894-d6c5d60bca6e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:41.744611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a1dca31-2bd7-430d-9e54-24c77b3e76ec req-94f8dd78-a7a8-489f-a894-d6c5d60bca6e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 949 time: 0.0536566 Feb 16 15:16:41.784618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0a1dca31-2bd7-430d-9e54-24c77b3e76ec req-70149cb3-095b-4d1f-885d-ec9c8ff64e8f tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Feb 16 15:16:41.813845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['98057da4-5bb9-424e-b661-5805f9b33502'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:16:42.298703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888db3-967a-40b4-8c94-d4a34a33f766 req-ff98c2d5-f913-4491-b77a-4fcbb1224606 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:42.300202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec888db3-967a-40b4-8c94-d4a34a33f766 req-ff98c2d5-f913-4491-b77a-4fcbb1224606 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0525861 Feb 16 15:16:42.338621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec888db3-967a-40b4-8c94-d4a34a33f766 req-e493206a-e12b-4ba0-8be1-c0fad2e9a478 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=2ad5980d-b7e0-4791-b26d-24f2c2743f01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Feb 16 15:16:42.392344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-887bb6e4-4d75-4004-960d-c04635feef8a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:42.393786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-887bb6e4-4d75-4004-960d-c04635feef8a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 946 time: 0.0476387 Feb 16 15:16:42.487347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:16:42.487742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:42.508251 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:42.576733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:42.577087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:42.589499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:16:43.064240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280591d-b2be-418d-89e3-8a2ebd3e77aa req-6f3774e6-9d44-43d2-ad6f-b6d772044dfa tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:43.065722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f280591d-b2be-418d-89e3-8a2ebd3e77aa req-6f3774e6-9d44-43d2-ad6f-b6d772044dfa tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 949 time: 0.0625517 Feb 16 15:16:43.102599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f280591d-b2be-418d-89e3-8a2ebd3e77aa req-e09cb2db-84b0-4f7e-9dcb-c7ddbec0960e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Feb 16 15:16:43.158045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:43.188346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=07eb5f6a-0a1e-4a1d-9301-13acaf02acc5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:43.228188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 98057da4-5bb9-424e-b661-5805f9b33502 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:16:43.232276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] No DVR routers for this DVR port 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:43.234928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:43.238302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b618476-c6b2-4b6f-91a2-5003fedfab34 req-c603b9fb-96d8-49df-9eeb-28c9aca87b06 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "DELETE /v2.0/ports/07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 HTTP/1.1" status: 204 len: 173 time: 0.8389161 Feb 16 15:16:43.238765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-deleted', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:43.242956 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d0f1ba-b562-4679-a9bf-26a14d7565a3" -d '{"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-deleted", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:43.278637 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd08ea5c-0cd6-4df3-950b-ab4551174e48 x-openstack-request-id: req-dd08ea5c-0cd6-4df3-950b-ab4551174e48 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:43.278927 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324d3171-a1fd-4ee8-8e0d-75b672095bc9", "name": "network-vif-deleted", "tag": "07eb5f6a-0a1e-4a1d-9301-13acaf02acc5", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:43.279174 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd08ea5c-0cd6-4df3-950b-ab4551174e48 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:43.279599 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324d3171-a1fd-4ee8-8e0d-75b672095bc9', 'name': 'network-vif-deleted', 'tag': '07eb5f6a-0a1e-4a1d-9301-13acaf02acc5', 'status': 'completed', 'code': 200} Feb 16 15:16:43.375463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 98057da4-5bb9-424e-b661-5805f9b33502 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:16:43.379738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 98057da4-5bb9-424e-b661-5805f9b33502 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:43.380135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:43.439085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ac2afcb-c2e5-4e2b-8af0-41eef41c234e req-c4308e88-e0bb-4685-adc2-cd6810afad0b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=324d3171-a1fd-4ee8-8e0d-75b672095bc9 HTTP/1.1" status: 200 len: 210 time: 0.0270729 Feb 16 15:16:43.464886 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:43.487214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98057da4-5bb9-424e-b661-5805f9b33502'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:16:43.489574 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749fb99d-a977-4fc6-909f-a0876b90dd89" -d '{"events": [{"server_uuid": "6dac5740-fb0d-45f8-a5ec-4ba8fe462480", "name": "network-vif-plugged", "status": "completed", "tag": "98057da4-5bb9-424e-b661-5805f9b33502"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:16:43.503204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 98057da4-5bb9-424e-b661-5805f9b33502, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=98057da4-5bb9-424e-b661-5805f9b33502,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:43.527721 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18b02e-87c5-4625-ab84-4b51e658f126 x-openstack-request-id: req-2a18b02e-87c5-4625-ab84-4b51e658f126 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:16:43.528014 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dac5740-fb0d-45f8-a5ec-4ba8fe462480", "name": "network-vif-plugged", "status": "completed", "tag": "98057da4-5bb9-424e-b661-5805f9b33502", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:16:43.528265 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2a18b02e-87c5-4625-ab84-4b51e658f126 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:16:43.528655 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98057da4-5bb9-424e-b661-5805f9b33502', 'code': 200} Feb 16 15:16:43.577387 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:43.632419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=98057da4-5bb9-424e-b661-5805f9b33502,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:43.680665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a5026-2c78-4a5e-aeaa-1a1c9ad0e759 req-546c014d-26d4-48d6-8ce9-c0d408b362df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:43.682996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d85a5026-2c78-4a5e-aeaa-1a1c9ad0e759 req-546c014d-26d4-48d6-8ce9-c0d408b362df service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 1101 time: 0.0420723 Feb 16 15:16:43.718714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d85a5026-2c78-4a5e-aeaa-1a1c9ad0e759 req-24acb150-f4f8-442d-9713-c992ba28189d service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298109 Feb 16 15:16:44.250663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bfec3-ea98-4869-adab-abf91f33e777 req-3d721d21-4d22-4c23-8f72-2406588f10a9 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:44.252162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e28bfec3-ea98-4869-adab-abf91f33e777 req-3d721d21-4d22-4c23-8f72-2406588f10a9 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 950 time: 0.0805244 Feb 16 15:16:44.289923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e28bfec3-ea98-4869-adab-abf91f33e777 req-c2b244c4-4183-4c6d-b078-900b2a1eb216 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Feb 16 15:16:44.499109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35608) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:44.861449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:45.126120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 83695e9c-e530-42d3-a865-f3c89ba21e21 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:16:45.126394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:45.219602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port 83695e9c-e530-42d3-a865-f3c89ba21e21, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=83695e9c-e530-42d3-a865-f3c89ba21e21,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:45.220003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:45.233247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 83695e9c-e530-42d3-a865-f3c89ba21e21 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:16:45.234171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:45.254342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:16:45.260299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 07eb5f6a-0a1e-4a1d-9301-13acaf02acc5 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:45.444901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5285691-a7bb-4f89-8fa8-23e7c4906acf req-6fa25770-f919-43f6-aeda-7e3974a9dcfa tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:45.446290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5285691-a7bb-4f89-8fa8-23e7c4906acf req-6fa25770-f919-43f6-aeda-7e3974a9dcfa tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 950 time: 0.0839317 Feb 16 15:16:45.498499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5285691-a7bb-4f89-8fa8-23e7c4906acf req-122095eb-de00-4335-8d3c-0493a949e5cc tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Feb 16 15:16:45.571101 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:45.604738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=83695e9c-e530-42d3-a865-f3c89ba21e21,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:45.789832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.017095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:16:46.131806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:46.142992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35622) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:46.143530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-46bb55c2-5c53-4dea-840e-97a4d0cf74d0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/4a4310fc-48e4-4ffd-92a0-368bd36cda1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430600 Feb 16 15:16:46.152170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] Sync routers for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:46.167987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:46.168705 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:46.199365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting subnet 100e052e-850a-48a2-a483-b7cab7d39b99 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:16:46.202503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.243657 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.286749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:46.344016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.474554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.506682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.513049 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/subnets/100e052e-850a-48a2-a483-b7cab7d39b99 HTTP/1.1" status: 204 len: 168 time: 0.3663859 Feb 16 15:16:46.513049 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcc119-a726-4769-b5cd-d1ecdc4f9633 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Subnet': ['ID=100e052e-850a-48a2-a483-b7cab7d39b99,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:46.513936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35624) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:46.549692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a35ef-b0ca-43d5-b6f6-6e660695d2e6 None None] Network 241bc41a-1d62-4957-a25c-1e43ef4e7c47 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:16:46.643703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.644322 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.761646 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.765353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:16:45Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:46.799383 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] Checking router: 4a4310fc-48e4-4ffd-92a0-368bd36cda1b for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:46.810206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] Routers {'4a4310fc-48e4-4ffd-92a0-368bd36cda1b'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:46.812053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:46.817111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] DHCP port deletion for 241bc41a-1d62-4957-a25c-1e43ef4e7c47 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:16:46.901403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port e2f61601-87b3-4cba-af2e-15ca547115a0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:16:46.901746 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.960775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] Set router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:46.986085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port e2f61601-87b3-4cba-af2e-15ca547115a0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e2f61601-87b3-4cba-af2e-15ca547115a0,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:46.986507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:46.999736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for e2f61601-87b3-4cba-af2e-15ca547115a0 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:16:47.016797 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] Deleting port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:16:47.017102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.129085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] For port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0a960fb1-888b-4a6a-bb8d-c901d504bcd1,segment=NetworkSegment(3c5f606f-0b2b-40c4-aa2f-0696f54bc705),segment_id=3c5f606f-0b2b-40c4-aa2f-0696f54bc705)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:47.129410 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.153193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] Calling delete_port for 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:16:47.272586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.286573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:16:45Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:47.307808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=e2f61601-87b3-4cba-af2e-15ca547115a0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:47.319890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdf1ff-4cd5-4cca-bb96-d42643c541a9 None None] The sync data for ids ['4a4310fc-48e4-4ffd-92a0-368bd36cda1b'] in n-d-829433-1 is: [{'id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592970418', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:16:45Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'e2f61601-87b3-4cba-af2e-15ca547115a0', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4310fc-48e4-4ffd-92a0-368bd36cda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:14:40Z', 'updated_at': '2022-02-16T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:47.331955 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.375390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] Pushing event deleted for resources: {'Port': ['ID=0a960fb1-888b-4a6a-bb8d-c901d504bcd1,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:47.383434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d125a1c-41cc-41e6-a87f-2ba70842bc1c None None] No DVR routers for this DVR port 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:16:47.387436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.489489 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.492044 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.638258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.638930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Fanout notify agent at l3_agent the message router_deleted on router 4a4310fc-48e4-4ffd-92a0-368bd36cda1b {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:16:47.646597 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.650917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cb02c638-060f-4cbb-9d56-e76474f16f28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/routers/4a4310fc-48e4-4ffd-92a0-368bd36cda1b HTTP/1.1" status: 204 len: 168 time: 1.1313014 Feb 16 15:16:47.653544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:47.735703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.832491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.857484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241bc41a-1d62-4957-a25c-1e43ef4e7c47']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:47.867967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5f606f-0b2b-40c4-aa2f-0696f54bc705') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:47.868369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5f606f-0b2b-40c4-aa2f-0696f54bc705') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:47.883318 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.897861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.904725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:16:47.905102 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:16:47.908056 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:16:48.034293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:48.046194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:48.049722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/networks/241bc41a-1d62-4957-a25c-1e43ef4e7c47 HTTP/1.1" status: 204 len: 168 time: 0.3976452 Feb 16 15:16:48.052952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35630) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:48.066124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799fe5c-68a3-4470-8308-360575cc1f54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Network': ['ID=241bc41a-1d62-4957-a25c-1e43ef4e7c47,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:48.145943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7906a960-b994-434a-8f25-c0f32be61e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:48.174989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7906a960-b994-434a-8f25-c0f32be61e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:48.314052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7906a960-b994-434a-8f25-c0f32be61e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:48.316856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7906a960-b994-434a-8f25-c0f32be61e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:48.318029 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7906a960-b994-434a-8f25-c0f32be61e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/security-groups/2ad5980d-b7e0-4791-b26d-24f2c2743f01 HTTP/1.1" status: 204 len: 168 time: 0.2639458 Feb 16 15:16:48.329508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906a960-b994-434a-8f25-c0f32be61e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad5980d-b7e0-4791-b26d-24f2c2743f01,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:48.521880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:48.543008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:16:48.543279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0a960fb1-888b-4a6a-bb8d-c901d504bcd1 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:48.543723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 83695e9c-e530-42d3-a865-f3c89ba21e21 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:48.562760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 83695e9c-e530-42d3-a865-f3c89ba21e21 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:16:48.563109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 83695e9c-e530-42d3-a865-f3c89ba21e21 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:49.738192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35642) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:49.742723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fd547e97-86bb-412d-8a20-dd86ccec7f7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481595599', 'description': 'tempest-secgroup-smoke-481595599 description', 'project_id': '1db2b5e63faf4f0889e974baf03011f2'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:49.839971 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd547e97-86bb-412d-8a20-dd86ccec7f7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:49.906903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd547e97-86bb-412d-8a20-dd86ccec7f7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:49.995174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd547e97-86bb-412d-8a20-dd86ccec7f7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.037108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd547e97-86bb-412d-8a20-dd86ccec7f7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85801be-6f3e-4002-acf9-3aefa2b8ecff,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:50.084503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e2f61601-87b3-4cba-af2e-15ca547115a0 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:16:50.106227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e2f61601-87b3-4cba-af2e-15ca547115a0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:16:50.106573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e2f61601-87b3-4cba-af2e-15ca547115a0 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:16:50.118079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd547e97-86bb-412d-8a20-dd86ccec7f7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.119816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fd547e97-86bb-412d-8a20-dd86ccec7f7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3805659 Feb 16 15:16:50.122810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:50.127488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ad70e691-2e0f-4276-896f-f4b3a38c5600 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'e85801be-6f3e-4002-acf9-3aefa2b8ecff', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:50.245884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ad70e691-2e0f-4276-896f-f4b3a38c5600 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.315668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ad70e691-2e0f-4276-896f-f4b3a38c5600 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.444950 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ad70e691-2e0f-4276-896f-f4b3a38c5600 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.467026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70e691-2e0f-4276-896f-f4b3a38c5600 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b53d58-f9f1-49c2-a8db-2765170c2760,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:50.554750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ad70e691-2e0f-4276-896f-f4b3a38c5600 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.556292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ad70e691-2e0f-4276-896f-f4b3a38c5600 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4321151 Feb 16 15:16:50.558854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35650) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:50.565316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f33645bb-d949-4f0b-a31b-e19052d95616 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'e85801be-6f3e-4002-acf9-3aefa2b8ecff', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:50.662609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f33645bb-d949-4f0b-a31b-e19052d95616 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.726470 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f33645bb-d949-4f0b-a31b-e19052d95616 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.810947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f33645bb-d949-4f0b-a31b-e19052d95616 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.828913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33645bb-d949-4f0b-a31b-e19052d95616 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c60bad-6b60-4c94-8a6f-3626e6a3f8e9,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:50.898497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f33645bb-d949-4f0b-a31b-e19052d95616 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:50.899655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f33645bb-d949-4f0b-a31b-e19052d95616 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3398218 Feb 16 15:16:50.903206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35652) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:50.907713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-253fba10-8380-49de-a5c9-6342f0367ba4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'e85801be-6f3e-4002-acf9-3aefa2b8ecff', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:51.025729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-253fba10-8380-49de-a5c9-6342f0367ba4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.078432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-253fba10-8380-49de-a5c9-6342f0367ba4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.146752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-253fba10-8380-49de-a5c9-6342f0367ba4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.166826 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fba10-8380-49de-a5c9-6342f0367ba4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311e8e5a-77c2-4f97-a2a8-1f87ff7d9ad5,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:51.240729 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-253fba10-8380-49de-a5c9-6342f0367ba4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.241977 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-253fba10-8380-49de-a5c9-6342f0367ba4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3377361 Feb 16 15:16:51.245173 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35654) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:51.249472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fd6d8863-2330-4b14-a7bc-db10933debb5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'e85801be-6f3e-4002-acf9-3aefa2b8ecff', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:51.335553 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8863-2330-4b14-a7bc-db10933debb5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.401717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8863-2330-4b14-a7bc-db10933debb5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.506609 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8863-2330-4b14-a7bc-db10933debb5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.526085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d8863-2330-4b14-a7bc-db10933debb5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e91197-7c4b-43cc-8f52-1ec798485cc4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:51.647367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8863-2330-4b14-a7bc-db10933debb5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.648752 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fd6d8863-2330-4b14-a7bc-db10933debb5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4025841 Feb 16 15:16:51.651952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35658) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:51.656325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'e85801be-6f3e-4002-acf9-3aefa2b8ecff', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:51.770714 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:16:51.777083 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.844306 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.929311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:51.948757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac66416-ff82-46f2-a9f9-86c52e40c30b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:52.011240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.012475 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fed86b4b-d725-422b-8567-10d64605d0e8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3595769 Feb 16 15:16:52.015222 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35660) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:52.019636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'e85801be-6f3e-4002-acf9-3aefa2b8ecff', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:52.129495 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:16:52.135269 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.200667 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.260979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.280297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00f2806-450d-4e3c-b615-05818a2ffc6a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:52.354757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.356211 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-85f1c096-38b4-471c-b677-5790165cc76e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397348 Feb 16 15:16:52.358925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35662) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:52.363672 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'network': {'name': 'tempest-network-smoke--946169574', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:52.444798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:16:52.448277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.472135 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:16:52.481991 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.482335 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Added segment 176b6073-b035-4811-9837-a804d1963979 of type vlan for network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 Feb 16 15:16:52.521880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.622226 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.628592 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:52.629186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:52.701400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Network': ['ID=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:52.712293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:16:52.911005 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d8333cb5-c0df-476f-b36a-8a5e27bf4b51 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5508821 Feb 16 15:16:52.913541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35666) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:52.918790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'admin_state_up': True, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:53.056622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:53.057697 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:53.108586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:53.336523 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:53.862141 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:53.880578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:53.985707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.13 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/40a26ed5-d988-4935-932a-70dc23827701) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:16:54.086412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:54.199962 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:54.241695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:16:54.244459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:54.248181 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:16:54.270281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=40a26ed5-d988-4935-932a-70dc23827701,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:54.585489 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:54.791811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:54.902797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-0c3bb478-67d0-40fa-9085-4991dcea813a service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401788 Feb 16 15:16:54.988277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-5f722e5a-d7c8-4ae4-bfa8-012edd69dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:54.989767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-5f722e5a-d7c8-4ae4-bfa8-012edd69dde8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=37569ec1f066471096420e1f76aa2b4f&device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 1101 time: 0.0460575 Feb 16 15:16:55.010960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router ff4c271e-870f-420c-b13a-35d6bfbdaf2f is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:16:55.098993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-c1451a59-7cdb-4bdb-bd8e-0c770bcde138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:55.100519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-c1451a59-7cdb-4bdb-bd8e-0c770bcde138 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.0932510 Feb 16 15:16:55.119439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:55.134474 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Sync routers for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:55.144170 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:55.144854 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:55.145212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-a89a0820-f164-4f83-bb4a-72ec0894cee7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=98057da4-5bb9-424e-b661-5805f9b33502 HTTP/1.1" status: 200 len: 217 time: 0.0374620 Feb 16 15:16:55.196234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:55.197603 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bd6b288e-b8cc-441f-9eed-f4237d146e22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2830207 Feb 16 15:16:55.198863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-4a4f00a0-4438-491b-9cd5-39b5acdf8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:55.200371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-4a4f00a0-4438-491b-9cd5-39b5acdf8392 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0491378 Feb 16 15:16:55.200822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35672) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:55.251777 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:55.256986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-97f93572-d12f-4445-a389-444ce4f89225 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=1db2b5e63faf4f0889e974baf03011f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551085 Feb 16 15:16:55.261326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35674) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:55.533371 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:54Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:55.561226 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Checking router: ff4c271e-870f-420c-b13a-35d6bfbdaf2f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:16:55.561557 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Updating router ff4c271e-870f-420c-b13a-35d6bfbdaf2f port 40a26ed5-d988-4935-932a-70dc23827701 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:16:55.589974 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:55.697995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-95c29d2b-85bb-4091-b05d-d255a7621a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:55.699510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-95c29d2b-85bb-4091-b05d-d255a7621a13 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4903994 Feb 16 15:16:55.849357 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:55.860439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-ae68f8be-b41a-46e8-a950-dd17c7fcc67d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775990 Feb 16 15:16:55.878135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f7ded-1820-492b-9848-98aea410b882 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:55.879634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2f8f7ded-1820-492b-9848-98aea410b882 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6182106 Feb 16 15:16:55.882582 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35678) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:55.898658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-088b4f2b-b896-4916-a4f0-73918c962ac3 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873608 Feb 16 15:16:55.914288 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-230c8270-81f1-4ce7-b076-d24beb4be538 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299606 Feb 16 15:16:55.918734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35680) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:55.923751 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131791924', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:16:55.942715 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:56.001081 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Attempting to bind port 40a26ed5-d988-4935-932a-70dc23827701 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:16:56.006799 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Attempting to bind port 40a26ed5-d988-4935-932a-70dc23827701 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:16:56.006799 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Attempting to bind port 40a26ed5-d988-4935-932a-70dc23827701 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:56.006799 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Pushing event updated for resources: {'Port': ['ID=40a26ed5-d988-4935-932a-70dc23827701,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:56.014521 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:16:56.015394 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:16:56.015394 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:56.015748 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:16:56.016216 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Bound port: 40a26ed5-d988-4935-932a-70dc23827701, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:16:56.016590 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:56.016893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-2b1ebfce-eb6f-4d91-8cf6-d2a6be7a4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:56.018402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-2b1ebfce-eb6f-4d91-8cf6-d2a6be7a4720 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 1097 time: 0.1035221 Feb 16 15:16:56.019001 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.019753 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.020076 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.020406 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.020729 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.021049 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.021373 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.021717 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.022032 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.023203 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.023536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.024230 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:16:56.029947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4bf47eb3-7f98-4cc2-b7a3-97f8c26b6f6c req-bf41180a-d16c-4071-9d01-d6aa0bf9e8bc service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237190 Feb 16 15:16:56.085834 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] For port 40a26ed5-d988-4935-932a-70dc23827701, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:16:56.089129 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] For port 40a26ed5-d988-4935-932a-70dc23827701, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=40a26ed5-d988-4935-932a-70dc23827701,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:16:56.096806 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:16:56.105986 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:56.139573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-d38df7f9-81e2-4924-a5c6-1f23a469c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:56.142350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-d38df7f9-81e2-4924-a5c6-1f23a469c6aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.0986195 Feb 16 15:16:56.194470 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:56.214048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-84573e3f-7929-43bd-83ae-4cf157f80050 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7 HTTP/1.1" status: 200 len: 1002 time: 0.0611906 Feb 16 15:16:56.252084 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:56.252226 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:56.286965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-cbb13cfd-b7ce-4f31-a43b-720439e7a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:56.288499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-cbb13cfd-b7ce-4f31-a43b-720439e7a3c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0634425 Feb 16 15:16:56.313229 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd38a8e-71f2-4675-90cd-6394903692ca None None] Pushing event updated for resources: {'Port': ['ID=40a26ed5-d988-4935-932a-70dc23827701,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:56.342518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-617bf2da-408c-4de0-9b47-741c74b1eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:56.344079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-617bf2da-408c-4de0-9b47-741c74b1eba9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480475 Feb 16 15:16:56.376337 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:56.415460 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:56.443110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-bf379679-10e1-44c3-a247-3a4067c247ef service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875599 Feb 16 15:16:56.482691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Subnet': ['ID=aa49a8d5-3021-4f7e-b491-4d559e986e75,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:56.501919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Checking segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:16:56.502299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network hostable DHCP agents. Network: 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:16:56.560286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aef6e274-028e-411c-af7b-d9b85bee9174 req-9033f2a6-43ad-458e-817c-0235188ba487 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064401 Feb 16 15:16:56.566951 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:54Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:56.593790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:16:56.594695 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60bd14c-c34f-4076-b4f5-84f89fc3e9a2 None None] The sync data for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 is: [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:54Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:16:56.683671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:56.721544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:56.721544 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:56.722499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5507a0-c09e-4647-90b5-550eb896a7f0 None None] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:16:56.810753 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-408917a3-ba79-40f1-9945-2e1a2e0ad959 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8883598 Feb 16 15:16:56.811043 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35686) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:16:56.878556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:16:56.878556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.048812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Allocated IP 172.20.0.2 (2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66/aa49a8d5-3021-4f7e-b491-4d559e986e75/73f4eb2b-db6a-41e8-b4bc-b03449c83d88) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:16:57.211372 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.338949 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.346813 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.389876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:16:57.392935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:57.396123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:16:57.410662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Pushing event updated for resources: {'Port': ['ID=73f4eb2b-db6a-41e8-b4bc-b03449c83d88,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:57.464221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Attempting to bind port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Attempting to bind port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Attempting to bind port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Checking segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Bound using segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Bound port: 73f4eb2b-db6a-41e8-b4bc-b03449c83d88, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:16:57.473773 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.550785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] For port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:16:57.554618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] For port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73f4eb2b-db6a-41e8-b4bc-b03449c83d88,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:16:57.630920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.1 (2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66/aa49a8d5-3021-4f7e-b491-4d559e986e75/17d5946c-82e1-45c6-a11a-6d62f896cfee) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:16:57.724511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.748524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.792374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d0f18-376a-4e31-b3b1-4d4b73e149f2 None None] Pushing event updated for resources: {'Port': ['ID=73f4eb2b-db6a-41e8-b4bc-b03449c83d88,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:57.878255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:57.937652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:16:57.943761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:57.949223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:16:57.952841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=17d5946c-82e1-45c6-a11a-6d62f896cfee,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:58.001533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.253394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 40a26ed5-d988-4935-932a-70dc23827701 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:16:58.307458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 40a26ed5-d988-4935-932a-70dc23827701 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:58.307865 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.328397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.401443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.441249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 40a26ed5-d988-4935-932a-70dc23827701, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=40a26ed5-d988-4935-932a-70dc23827701,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:58.621029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.622185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:16:58.673580 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.716284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:58.717333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.754180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=40a26ed5-d988-4935-932a-70dc23827701,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:58.804676 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.816830 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.851923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73f4eb2b-db6a-41e8-b4bc-b03449c83d88,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:16:58.916380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:58.918381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=17d5946c-82e1-45c6-a11a-6d62f896cfee,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:58.971281 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:59.027016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb7355-63ed-4d32-a735-387d98a1dfc2 None None] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:16:59.031060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=73f4eb2b-db6a-41e8-b4bc-b03449c83d88,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:16:59.034228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:16:59.035671 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:16:59.105018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d5aa4aba-e030-456b-ac0f-687f9b57cee4 None None] Provisioning complete for port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:59.105487 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d5aa4aba-e030-456b-ac0f-687f9b57cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:59.150410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router ff4c271e-870f-420c-b13a-35d6bfbdaf2f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:16:59.267562 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:16:59.276724 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6a28f36e-7595-4584-a09c-bd1d2ed9c7dd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/ff4c271e-870f-420c-b13a-35d6bfbdaf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620855 Feb 16 15:16:59.278079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Sync routers for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:16:59.297300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:16:59.298002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:16:59.424349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:16:59.511475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-2dd02ff3-1833-4660-8679-e57ea5e89d2e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481595599&fields=id&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 267 time: 0.0552430 Feb 16 15:16:59.670561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-d27fdbe5-1926-4469-a2e4-38301210f4bb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:16:59.680259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-d27fdbe5-1926-4469-a2e4-38301210f4bb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 796 time: 0.1574996 Feb 16 15:16:59.690205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ca376880-444c-4475-a2c3-7fe1c7bbec5e None None] Provisioning complete for port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:16:59.690577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca376880-444c-4475-a2c3-7fe1c7bbec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:16:59.693570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-c06b9a6d-fd07-497d-b110-00067fe1874b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/quotas/1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 375 time: 0.0100262 Feb 16 15:16:59.805215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-e3e72944-bc95-48b0-98ac-5c4d31a21a40 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021698 Feb 16 15:17:00.048605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 2, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:00.066766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-6512f1ec-73a0-4b1d-86c2-a11a306b340d service neutron] 10.222.0.113 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468417 Feb 16 15:17:00.084403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Checking router: ff4c271e-870f-420c-b13a-35d6bfbdaf2f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:17:00.084824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Updating router ff4c271e-870f-420c-b13a-35d6bfbdaf2f port 17d5946c-82e1-45c6-a11a-6d62f896cfee binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:17:00.116531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.134675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ca376880-444c-4475-a2c3-7fe1c7bbec5e None None] Provisioning complete for port 17d5946c-82e1-45c6-a11a-6d62f896cfee triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:00.135161 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ca376880-444c-4475-a2c3-7fe1c7bbec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.182380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 40a26ed5-d988-4935-932a-70dc23827701 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:17:00.198044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-cbb5d3a4-c590-4e89-897f-3c3e4de53fb5 service neutron] 10.222.0.113 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304035 Feb 16 15:17:00.282744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ca376880-444c-4475-a2c3-7fe1c7bbec5e None None] Port 17d5946c-82e1-45c6-a11a-6d62f896cfee cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:17:00.364203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 40a26ed5-d988-4935-932a-70dc23827701 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:00.364576 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.431435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-43392e29-246f-415d-88bd-84a003ae128a None None] Provisioning complete for port 17d5946c-82e1-45c6-a11a-6d62f896cfee triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:00.432568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43392e29-246f-415d-88bd-84a003ae128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.498261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6620a07-6513-48cf-955c-a4399957c689 req-2122f252-872e-4719-9f8a-ffe903987719 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 210 time: 0.0577765 Feb 16 15:17:00.543625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-43392e29-246f-415d-88bd-84a003ae128a None None] Port 17d5946c-82e1-45c6-a11a-6d62f896cfee cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:17:00.554767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:17:00.637478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.652733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:00.653108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.739207 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.789833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee709624-f1e2-4c8d-afaf-bde6e641c746 None None] Pushing event updated for resources: {'Port': ['ID=17d5946c-82e1-45c6-a11a-6d62f896cfee,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:00.862785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Attempting to bind port 17d5946c-82e1-45c6-a11a-6d62f896cfee on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:17:00.863160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Attempting to bind port 17d5946c-82e1-45c6-a11a-6d62f896cfee by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:17:00.863523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Attempting to bind port 17d5946c-82e1-45c6-a11a-6d62f896cfee on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:17:00.869886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:17:00.870225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Checking segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:17:00.870901 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.870901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Bound using segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:17:00.871471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Bound port: 17d5946c-82e1-45c6-a11a-6d62f896cfee, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:17:00.871899 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:00.945881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] For port 17d5946c-82e1-45c6-a11a-6d62f896cfee, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:17:00.949907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] For port 17d5946c-82e1-45c6-a11a-6d62f896cfee, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17d5946c-82e1-45c6-a11a-6d62f896cfee,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:17:01.027489 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:01.102063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f67e8884-ece5-4630-807b-14b4dc9e89af None None] Provisioning complete for port 17d5946c-82e1-45c6-a11a-6d62f896cfee triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:01.102857 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f67e8884-ece5-4630-807b-14b4dc9e89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:01.129865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:17:01.130513 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:16:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:01.132345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee709624-f1e2-4c8d-afaf-bde6e641c746 None None] Pushing event updated for resources: {'Port': ['ID=17d5946c-82e1-45c6-a11a-6d62f896cfee,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:01.301307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:17:01.328818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f67e8884-ece5-4630-807b-14b4dc9e89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:01.409995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f67e8884-ece5-4630-807b-14b4dc9e89af None None] For port 17d5946c-82e1-45c6-a11a-6d62f896cfee, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17d5946c-82e1-45c6-a11a-6d62f896cfee,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:01.464214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f67e8884-ece5-4630-807b-14b4dc9e89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:01.547197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8884-ece5-4630-807b-14b4dc9e89af None None] Pushing event updated for resources: {'Port': ['ID=17d5946c-82e1-45c6-a11a-6d62f896cfee,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:01.597722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-39ea8173-6ac7-4dae-8bc8-ef7eb7aca00a None None] Provisioning complete for port 17d5946c-82e1-45c6-a11a-6d62f896cfee triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:01.598048 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39ea8173-6ac7-4dae-8bc8-ef7eb7aca00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:01.600614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24ea386a-f80d-49ab-8124-cfbbc510d32a req-27aff49d-9496-4f00-91d9-b85f37742cd8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 210 time: 0.0298502 Feb 16 15:17:01.647516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:00Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:01.679754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56e243f-bb55-481b-a1ee-75b6a89e05ae None None] The sync data for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 is: [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:00Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:17:02.183806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17d5946c-82e1-45c6-a11a-6d62f896cfee up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:17:02.241425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 17d5946c-82e1-45c6-a11a-6d62f896cfee triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:02.242883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:02.579033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-fe73b084-6a81-43b0-a98c-65edd810b90f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:02.580621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-fe73b084-6a81-43b0-a98c-65edd810b90f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 796 time: 0.1323264 Feb 16 15:17:02.663571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-73bf0a7e-fad5-4c38-b7aa-37ff592a1ffb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 379 time: 0.0638354 Feb 16 15:17:02.673915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'port': {'device_id': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'admin_state_up': True, 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'security_groups': ['e85801be-6f3e-4002-acf9-3aefa2b8ecff']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:17:02.802634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ff19cb6-8d45-4977-96be-ec80463e6fc5 req-8d567b67-fee2-44e1-a95e-0ad471726b7f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 210 time: 0.0616853 Feb 16 15:17:02.964372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:17:02.968754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:03.112499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.3 (2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66/aa49a8d5-3021-4f7e-b491-4d559e986e75/cf112375-c403-42ed-92c9-764e45da78d8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:17:03.272000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:03.376416 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:03.425680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:17:03.428763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:17:03.432827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:17:03.467437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:03.477106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.477455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.478437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.478892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.479226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.479573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.479917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.480236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.480563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.481154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.481473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.481789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:03.503821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:03.504834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:03.567355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-a46d0e36-c829-418a-8874-80b4782bb2c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8978648 Feb 16 15:17:03.584561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Request body: {'port': {'device_id': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:17:03.647765 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:03.675394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-49ba4f2f-024b-4336-9608-bac911c5f075 None None] Provisioning complete for port cf112375-c403-42ed-92c9-764e45da78d8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:03.676081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49ba4f2f-024b-4336-9608-bac911c5f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:03.715302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-49ba4f2f-024b-4336-9608-bac911c5f075 None None] Port cf112375-c403-42ed-92c9-764e45da78d8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:17:03.953397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334fc9-0035-4850-8429-2a5669eafa02 req-2457fd16-2a4c-48f7-9951-df6c09b52ecb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:03.954865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3334fc9-0035-4850-8429-2a5669eafa02 req-2457fd16-2a4c-48f7-9951-df6c09b52ecb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 931 time: 0.0920300 Feb 16 15:17:04.030781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3334fc9-0035-4850-8429-2a5669eafa02 req-6efce8b9-ca9e-4096-9191-8e409df73ac6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636432 Feb 16 15:17:04.032691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf112375-c403-42ed-92c9-764e45da78d8 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:17:04.040805 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:04.055101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Transition to ACTIVE for port object cf112375-c403-42ed-92c9-764e45da78d8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:17:04.130270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:04.185167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:04.266658 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:17:04.267976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:17:04.267976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:17:04.272376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:17:04.272706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:17:04.277970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:17:04.278304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Checking segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:17:04.278683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Bound using segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:17:04.279107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Bound port: cf112375-c403-42ed-92c9-764e45da78d8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:17:04.279459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:04.364241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:17:04.367950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:17:04.445033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:04.485180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:04.486005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:04.487753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] 10.222.0.93 "PUT /v2.0/ports/cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 1091 time: 0.9076786 Feb 16 15:17:04.488375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:04.490819 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3efaaf-ff2f-4ecd-aa5f-b52ffd5bdb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:04.519483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b281946-b9d7-46e3-bd62-f2a19acedfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:04.550787 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a15642b-122b-4469-866c-2eda088847b6 x-openstack-request-id: req-9a15642b-122b-4469-866c-2eda088847b6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:04.551871 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:04.551871 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9a15642b-122b-4469-866c-2eda088847b6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:04.552739 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'status': 'completed', 'code': 200} Feb 16 15:17:04.627778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3efaaf-ff2f-4ecd-aa5f-b52ffd5bdb6e req-c5bedc95-abbc-467f-8f6c-65a68659aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:04.629441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff3efaaf-ff2f-4ecd-aa5f-b52ffd5bdb6e req-c5bedc95-abbc-467f-8f6c-65a68659aec0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1094 time: 0.0482302 Feb 16 15:17:04.742794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3efaaf-ff2f-4ecd-aa5f-b52ffd5bdb6e req-d60078f2-e766-4ed1-a738-1e72e316fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:04.744652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff3efaaf-ff2f-4ecd-aa5f-b52ffd5bdb6e req-d60078f2-e766-4ed1-a738-1e72e316fe59 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=1db2b5e63faf4f0889e974baf03011f2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1038747 Feb 16 15:17:04.854364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3efaaf-ff2f-4ecd-aa5f-b52ffd5bdb6e req-46f7f232-afed-40e3-8a98-f2124abe9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:04.856133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff3efaaf-ff2f-4ecd-aa5f-b52ffd5bdb6e req-46f7f232-afed-40e3-8a98-f2124abe9747 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1000509 Feb 16 15:17:04.954269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-f9e17463-14bf-4d1b-9436-933677c012d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:04.955765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-f9e17463-14bf-4d1b-9436-933677c012d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1094 time: 0.0527575 Feb 16 15:17:05.003429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-efd9f2bd-6584-486a-a1cf-8b68719dad17 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 217 time: 0.0359704 Feb 16 15:17:05.060581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-0bba51c7-6814-40bf-a045-0082a7a53b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:05.062205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-0bba51c7-6814-40bf-a045-0082a7a53b11 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0479963 Feb 16 15:17:05.143965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-97e4be22-58d7-4135-a3ce-aee22652e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:05.145478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-97e4be22-58d7-4135-a3ce-aee22652e4a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723705 Feb 16 15:17:05.173006 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6206e4-0211-4204-a681-7cc5e1ec6dc1 req-8dc37a48-c834-42cc-8b9b-d11122438b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:05.174578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d6206e4-0211-4204-a681-7cc5e1ec6dc1 req-8dc37a48-c834-42cc-8b9b-d11122438b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 943 time: 0.0664136 Feb 16 15:17:05.259348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d6206e4-0211-4204-a681-7cc5e1ec6dc1 req-05d516bd-42c2-4970-91eb-ba8c427aefae tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728233 Feb 16 15:17:05.273478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c9c7df8b-46a2-4334-859b-25fe352d9957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:05.288893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-69fc3d8e-8912-4f2e-ae96-fc645c4d6eb7 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308312 Feb 16 15:17:05.389791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-745e2754-4c63-4b84-92ee-8c391ebdb7b0 req-8eb8dfe3-8fbd-449f-ba9e-c9502281121a service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903158 Feb 16 15:17:06.395961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c294-84f1-4173-a759-b12e3dafdb45 req-293761a8-5c1e-4285-965d-0becbed798b1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:06.398218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0a1c294-84f1-4173-a759-b12e3dafdb45 req-293761a8-5c1e-4285-965d-0becbed798b1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 943 time: 0.0539656 Feb 16 15:17:06.440044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0a1c294-84f1-4173-a759-b12e3dafdb45 req-65007207-b104-4567-a962-717cd6a0a4d4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357833 Feb 16 15:17:07.564128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250345-544f-4316-9afa-002761a6e188 req-f51177a0-d820-42df-adcd-29591c33e998 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:07.565760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce250345-544f-4316-9afa-002761a6e188 req-f51177a0-d820-42df-adcd-29591c33e998 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 943 time: 0.0544975 Feb 16 15:17:07.605881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce250345-544f-4316-9afa-002761a6e188 req-6c352d77-b52d-423a-82e5-40c526eabf09 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Feb 16 15:17:07.958690 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-179fe4d3-7307-4fd3-9d65-5265b428ebc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:08.356917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:17:08.456820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:08.469008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'cf112375-c403-42ed-92c9-764e45da78d8', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'port_id': 'cf112375-c403-42ed-92c9-764e45da78d8', 'mac_address': 'fa:16:3e:f1:85:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:17:08.505970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:08.519327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf112375-c403-42ed-92c9-764e45da78d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:17:08.538818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:08.626356 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:08.679506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:08.725716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3bbd7-d58d-482e-86d8-ca5557673696 req-2dd9c114-7d43-41d8-a300-4fca3d795167 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:08.727182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47a3bbd7-d58d-482e-86d8-ca5557673696 req-2dd9c114-7d43-41d8-a300-4fca3d795167 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 944 time: 0.0482409 Feb 16 15:17:08.768189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47a3bbd7-d58d-482e-86d8-ca5557673696 req-e3cc9dc2-c1a0-47db-8fee-46ee67c04574 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340469 Feb 16 15:17:08.929030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['cf112375-c403-42ed-92c9-764e45da78d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:17:09.644754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:09.890926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59164c3f-30e4-4f38-93c7-f08aa1a51e80 req-ef15eb19-01f7-431e-8b52-80d552e0fe41 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:09.892446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59164c3f-30e4-4f38-93c7-f08aa1a51e80 req-ef15eb19-01f7-431e-8b52-80d552e0fe41 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 944 time: 0.0567825 Feb 16 15:17:09.932587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59164c3f-30e4-4f38-93c7-f08aa1a51e80 req-1e547599-d93b-45bc-a4f7-306155fc49ea tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338409 Feb 16 15:17:10.364162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:17:10.478867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port cf112375-c403-42ed-92c9-764e45da78d8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:17:10.483333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port cf112375-c403-42ed-92c9-764e45da78d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:10.483734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:10.564187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:10.590928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:10.593184 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880bb8fd-8214-4f73-8676-de7e81b98eb8" -d '{"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-plugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:10.607352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:10.631841 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a91ce06-8ae1-4a57-a1d8-18010864517d x-openstack-request-id: req-5a91ce06-8ae1-4a57-a1d8-18010864517d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:10.632289 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-plugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:10.632613 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5a91ce06-8ae1-4a57-a1d8-18010864517d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:10.633029 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'code': 200} Feb 16 15:17:10.690402 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:10.746577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:10.747832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d520d0-ff3e-478a-b053-0ccf49bb63d1 req-40d35548-1f9a-410b-abb8-e4a6be7cf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:10.750818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6d520d0-ff3e-478a-b053-0ccf49bb63d1 req-40d35548-1f9a-410b-abb8-e4a6be7cf1c2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1096 time: 0.0486622 Feb 16 15:17:10.755084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.755434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.755884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.756227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.756560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.756897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.757225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.757553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.757878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.758214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.758529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.760231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:10.789902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6d520d0-ff3e-478a-b053-0ccf49bb63d1 req-091ea020-a1a6-403b-aabe-379f395494f8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286505 Feb 16 15:17:11.053022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc0d55-4f06-4b69-8eab-fa3690122a84 req-ba188185-dbcd-48b6-a1e5-b3ed007c494c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:11.054512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8abc0d55-4f06-4b69-8eab-fa3690122a84 req-ba188185-dbcd-48b6-a1e5-b3ed007c494c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0502701 Feb 16 15:17:11.116329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8abc0d55-4f06-4b69-8eab-fa3690122a84 req-41b62a47-36fa-40e6-a78b-8b6469166050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545280 Feb 16 15:17:11.369784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:11.479613 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:12.241193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25414b-382e-4ae6-bf9c-d2f356d53561 req-8de6414b-7623-4222-b916-8b0596b58f26 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:12.244562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b25414b-382e-4ae6-bf9c-d2f356d53561 req-8de6414b-7623-4222-b916-8b0596b58f26 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0535269 Feb 16 15:17:12.287652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b25414b-382e-4ae6-bf9c-d2f356d53561 req-702e48d6-6daa-4551-bf0e-25f329fbba5b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357041 Feb 16 15:17:12.419183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9f3e6-6c49-490d-acbe-5625dc22cdeb req-6cc7afe1-bab0-4dbd-825a-8e860a1f2d12 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:12.420750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b9f3e6-6c49-490d-acbe-5625dc22cdeb req-6cc7afe1-bab0-4dbd-825a-8e860a1f2d12 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0576255 Feb 16 15:17:12.462299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97b9f3e6-6c49-490d-acbe-5625dc22cdeb req-6f6606d9-c241-43ff-a385-e521281fa3c6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349042 Feb 16 15:17:12.485986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35780) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:12.518020 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:12.824963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858d553-2e8d-47a3-be74-c9e8f482b0f4 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:12.826518 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f858d553-2e8d-47a3-be74-c9e8f482b0f4 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1091 time: 0.3393872 Feb 16 15:17:12.829315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35782) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:12.833529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': 'cf112375-c403-42ed-92c9-764e45da78d8', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:17:12.895778 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:12.996014 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:13.097323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.174 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/4191e8ab-d59e-4efe-983b-680e3af5b22e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:17:13.203940 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:13.347570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:13.393307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:17:13.396395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:17:13.399679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:17:13.424645 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=4191e8ab-d59e-4efe-983b-680e3af5b22e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:13.438624 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.438971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.439311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.439670 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.439999 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.440328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.440655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.440992 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.441314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.441634 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.441950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.442266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:17:13.794540 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:13.934417 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:14.090132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:14.147128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:14.218667 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=4191e8ab-d59e-4efe-983b-680e3af5b22e,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:14.233929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:14.337839 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP 575233fb-3e6c-43e9-985d-45e3244fe23b associated. External IP: 172.25.6.174, port: cf112375-c403-42ed-92c9-764e45da78d8. Feb 16 15:17:14.563496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router ff4c271e-870f-420c-b13a-35d6bfbdaf2f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:17:14.676723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:17:14.687009 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] Sync routers for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:17:14.697013 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:17:14.697612 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:17:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:14.753659 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:14.786453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d353aba6-70e8-476d-abae-f947c5319f8f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9560938 Feb 16 15:17:14.787492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:14.789448 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81509be3-4821-446a-bfcc-958d9f064fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:14.820592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:17:14.900876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a85b17-0783-478b-909b-2311fd606632 req-80c4ea99-c515-4ca8-b9a6-a95bf3896a6a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:14.903141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86a85b17-0783-478b-909b-2311fd606632 req-80c4ea99-c515-4ca8-b9a6-a95bf3896a6a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0511832 Feb 16 15:17:14.947488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86a85b17-0783-478b-909b-2311fd606632 req-5671608e-f1a5-4c6e-be86-6fd8f61b2304 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384443 Feb 16 15:17:14.971734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35816) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:15.015138 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dd6ba6-45d2-4db0-b83f-43fe762bcbaf x-openstack-request-id: req-c3dd6ba6-45d2-4db0-b83f-43fe762bcbaf {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:15.015470 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:15.015701 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c3dd6ba6-45d2-4db0-b83f-43fe762bcbaf {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:15.016479 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'status': 'completed', 'code': 200} Feb 16 15:17:15.047076 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b4d31477-3910-49d6-b9e7-d82fee54aa75 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/575233fb-3e6c-43e9-985d-45e3244fe23b HTTP/1.1" status: 200 len: 991 time: 0.0739496 Feb 16 15:17:15.081801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-1a124834-8492-4928-a1fd-2cfdb8d06963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:15.083794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-1a124834-8492-4928-a1fd-2cfdb8d06963 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1096 time: 0.0479131 Feb 16 15:17:15.095692 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '575233fb-3e6c-43e9-985d-45e3244fe23b', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'port_id': 'cf112375-c403-42ed-92c9-764e45da78d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'mac_address': 'fa:16:3e:f1:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:13Z', 'updated_at': '2022-02-16T15:17:13Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:01Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:15.124020 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] Checking router: ff4c271e-870f-420c-b13a-35d6bfbdaf2f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:17:15.132270 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:17:15.132874 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:17:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:15.178055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-d91b823a-bb7b-4dce-8598-715a10f75c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:15.179613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-d91b823a-bb7b-4dce-8598-715a10f75c29 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.0893900 Feb 16 15:17:15.249007 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:17:15.263339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-eb82d9e4-2415-4746-bc18-5a26c870867d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 999 time: 0.0723119 Feb 16 15:17:15.335683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-02ea7d58-acf1-4a35-af30-a16f6feda610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:15.337946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-02ea7d58-acf1-4a35-af30-a16f6feda610 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0630622 Feb 16 15:17:15.393910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-c65e3bb3-cff2-4d41-b3b3-18f57d17f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:15.395484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-c65e3bb3-cff2-4d41-b3b3-18f57d17f303 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497794 Feb 16 15:17:15.489069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-4f903f65-b6b5-47e8-81ba-707296a57239 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Feb 16 15:17:15.591443 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '575233fb-3e6c-43e9-985d-45e3244fe23b', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'port_id': 'cf112375-c403-42ed-92c9-764e45da78d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'mac_address': 'fa:16:3e:f1:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:13Z', 'updated_at': '2022-02-16T15:17:13Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:01Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:15.596940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81509be3-4821-446a-bfcc-958d9f064fe6 req-f10aca06-784b-48bc-bce0-216236438a91 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001718 Feb 16 15:17:15.621020 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497a80a-0a8e-4d8f-9ab6-85af8f1c091d None None] The sync data for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 is: [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '575233fb-3e6c-43e9-985d-45e3244fe23b', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'port_id': 'cf112375-c403-42ed-92c9-764e45da78d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'mac_address': 'fa:16:3e:f1:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:13Z', 'updated_at': '2022-02-16T15:17:13Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:01Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:17:15.847006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805566c6-b651-4322-93a1-deebd91e9405 None None] New status for floating IP 575233fb-3e6c-43e9-985d-45e3244fe23b: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:17:16.050169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 35832) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:16.124618 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bc11db1a-b6bb-4166-9804-7335e5b09886 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/575233fb-3e6c-43e9-985d-45e3244fe23b HTTP/1.1" status: 200 len: 991 time: 0.0731688 Feb 16 15:17:16.367333 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:17:16.556605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:17.128764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 35846) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:17.194080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0142840e-8d5e-45b8-abc4-972f1aa87cd3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/575233fb-3e6c-43e9-985d-45e3244fe23b HTTP/1.1" status: 200 len: 993 time: 0.0625997 Feb 16 15:17:22.612903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927f2a0-9e78-4108-8162-b215e6b49e90 req-5346f009-acd0-4424-add4-35b4ba8579e4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:22.614439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9927f2a0-9e78-4108-8162-b215e6b49e90 req-5346f009-acd0-4424-add4-35b4ba8579e4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 946 time: 0.0541117 Feb 16 15:17:22.652920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9927f2a0-9e78-4108-8162-b215e6b49e90 req-f80d9a01-0095-48e1-b85d-b0031b578bd3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316517 Feb 16 15:17:23.795362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb62e0-a7c0-4d59-b57e-358fbe655229 req-c6439ba9-1a7f-4991-a6f0-b666d13cab18 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:23.811159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dcb62e0-a7c0-4d59-b57e-358fbe655229 req-c6439ba9-1a7f-4991-a6f0-b666d13cab18 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 946 time: 0.0539942 Feb 16 15:17:23.834785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1dcb62e0-a7c0-4d59-b57e-358fbe655229 req-16b51f0e-a3df-4720-ac79-b4287b5fad51 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Feb 16 15:17:24.469012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-1619c2af-893f-4721-be8d-cd7ec7744713 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:24.470467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-1619c2af-893f-4721-be8d-cd7ec7744713 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 946 time: 0.0632362 Feb 16 15:17:24.567848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:17:24.568103 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:24.656445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] For port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:24.656808 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:24.840958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:24.841645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:24.841645 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Floating IP 93f14828-cb43-405e-879e-8b2632ed2999 disassociated. External IP: 172.25.6.128, port: 71c34cdc-2451-46fe-96a5-5406dbc6c9f7. Feb 16 15:17:24.841865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:17:24.987185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517df7a3-005f-42a1-94d9-ffd94ca2d7f7 req-ef1fd20f-9c9c-4aa0-89a4-ef2e12768693 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:24.988648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-517df7a3-005f-42a1-94d9-ffd94ca2d7f7 req-ef1fd20f-9c9c-4aa0-89a4-ef2e12768693 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 946 time: 0.0852771 Feb 16 15:17:25.035055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-517df7a3-005f-42a1-94d9-ffd94ca2d7f7 req-03b87a27-a8d7-4ecc-ae2d-b40729da8655 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Feb 16 15:17:25.101400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:25.132121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=71c34cdc-2451-46fe-96a5-5406dbc6c9f7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:25.251403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:17:25.717748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:17:25.730142 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:17:25.741483 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:17:25.742135 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:17:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:25.757367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] No DVR routers for this DVR port 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:17:25.765643 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:25.765643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51d74f61-d9cf-4f27-a8e2-016b8a869d3b req-f30c0138-81f4-4332-9be0-45cbc3433fbc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "DELETE /v2.0/ports/71c34cdc-2451-46fe-96a5-5406dbc6c9f7 HTTP/1.1" status: 204 len: 173 time: 1.2857995 Feb 16 15:17:25.765643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'name': 'network-vif-deleted', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:25.766973 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da095c3b-d3b1-47bb-8dc2-bb4c2355a05c" -d '{"events": [{"server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "name": "network-vif-deleted", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:25.803920 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93b7248-36cb-40b3-97cb-07404e9d1870 x-openstack-request-id: req-d93b7248-36cb-40b3-97cb-07404e9d1870 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:25.804212 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de07004-2ded-471b-a766-6efb877fbe21", "name": "network-vif-deleted", "tag": "71c34cdc-2451-46fe-96a5-5406dbc6c9f7", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:25.804681 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d93b7248-36cb-40b3-97cb-07404e9d1870 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:25.805078 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de07004-2ded-471b-a766-6efb877fbe21', 'name': 'network-vif-deleted', 'tag': '71c34cdc-2451-46fe-96a5-5406dbc6c9f7', 'status': 'completed', 'code': 200} Feb 16 15:17:25.853649 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:17:26.106724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:26.138770 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:17:26.153009 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:17:26.153723 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:17:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:26.167266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48c61ffd-3216-40ea-99b7-6b30fa888851 req-848b8317-3cfb-4dfe-9419-2384a7e9a2a3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0273221 Feb 16 15:17:26.262527 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:17:26.477044 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:26.511534 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c08beff-6ed4-4f3f-adca-c1829a38268b None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:17:26.759369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0987e2-10bd-42d6-8999-497837fc92c5 None None] New status for floating IP 93f14828-cb43-405e-879e-8b2632ed2999: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:17:27.267366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca5f1c0e-a845-4c1e-b8f4-5f305aa51b95 req-4f776ebc-ffd7-408c-a499-3c71988ebbb6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0269830 Feb 16 15:17:28.372713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf00c237-d68d-4a9f-8654-42c42ccfc721 req-58b7cf8b-6214-4e6d-8b07-b688c7447147 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0306723 Feb 16 15:17:28.484061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:17:28.509745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:17:28.510086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 71c34cdc-2451-46fe-96a5-5406dbc6c9f7 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:17:29.476935 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-279031e0-0ce2-421c-bc1c-dd0fac4e5431 req-e991e48d-2a4a-4e4c-abb9-69ad7e8d8f9e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=9de07004-2ded-471b-a766-6efb877fbe21 HTTP/1.1" status: 200 len: 210 time: 0.0297287 Feb 16 15:17:30.756568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-3e9a1ff9-70e2-4acb-aaf7-35caaf8e6671 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532062042&fields=id&tenant_id=d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 267 time: 0.0321956 Feb 16 15:17:30.872254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-40a9f4d5-0dae-47eb-be68-3eeca7bd8bb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:30.873771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-40a9f4d5-0dae-47eb-be68-3eeca7bd8bb7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1093066 Feb 16 15:17:30.889885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-0a7a1529-cdad-4393-8e34-91626f343e7b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/quotas/d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 375 time: 0.0101013 Feb 16 15:17:30.949208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-1d279e9e-6cd0-4d99-82d0-009887699e93 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525436 Feb 16 15:17:31.047165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-dc3a24ac-ba18-4714-b942-a6d6bdcc8c20 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863740 Feb 16 15:17:31.145028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-3e1dd2e2-2cd4-4387-a2dc-5d4d7aa6aec2 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915196 Feb 16 15:17:31.678366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17970453-6e17-460b-996d-357f0047753c req-7d65b318-5381-487f-b886-5f1245834c4d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 210 time: 0.0308061 Feb 16 15:17:32.777847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bfa7005-2855-4b26-9b88-4d7cc227d95d req-fe28bf4d-8da8-4581-b2c1-9164dd1bac70 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 210 time: 0.0275168 Feb 16 15:17:33.484445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-bb7efaf9-3417-4eb1-8d37-6ce2c5c440a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:33.486201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-bb7efaf9-3417-4eb1-8d37-6ce2c5c440a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1098099 Feb 16 15:17:33.533151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-f0a15681-ce80-4a0b-94b9-edc72fbbd1e9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 380 time: 0.0381842 Feb 16 15:17:33.543315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'port': {'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'admin_state_up': True, 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'security_groups': ['de6bc868-2070-482b-a924-7f041e83722f']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:17:33.705630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:17:33.712403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:33.853648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.20.0.5 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/fae7862d-08eb-44b4-bc9a-df99fd37bca6) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:17:33.894682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0dcf255-fdc8-4734-aa39-fb2be726535c req-f332790f-4c87-4c3e-9f3e-10b65a8d5a56 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 210 time: 0.0357218 Feb 16 15:17:34.041521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:34.146787 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:34.197181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:17:34.200717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:17:34.205029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:17:34.208865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=fae7862d-08eb-44b4-bc9a-df99fd37bca6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:34.261952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:34.262637 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:34.343688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-473494c1-dda0-4867-a692-6be3c1947c83 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8044219 Feb 16 15:17:34.362713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Request body: {'port': {'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:17:34.434358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:34.507576 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-564bd69f-0918-4c6e-a7a9-80f2c963c19e None None] Provisioning complete for port fae7862d-08eb-44b4-bc9a-df99fd37bca6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:34.508179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-564bd69f-0918-4c6e-a7a9-80f2c963c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:34.556166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-564bd69f-0918-4c6e-a7a9-80f2c963c19e None None] Port fae7862d-08eb-44b4-bc9a-df99fd37bca6 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:17:34.735846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae7862d-08eb-44b4-bc9a-df99fd37bca6 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:17:34.744148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:34.758583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Transition to ACTIVE for port object fae7862d-08eb-44b4-bc9a-df99fd37bca6 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:17:34.831906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:34.890276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Pushing event updated for resources: {'Port': ['ID=fae7862d-08eb-44b4-bc9a-df99fd37bca6,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:35.033895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Attempting to bind port fae7862d-08eb-44b4-bc9a-df99fd37bca6 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:17:35.034230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Attempting to bind port fae7862d-08eb-44b4-bc9a-df99fd37bca6 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:17:35.034558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Attempting to bind port fae7862d-08eb-44b4-bc9a-df99fd37bca6 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:17:35.043437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Port fae7862d-08eb-44b4-bc9a-df99fd37bca6 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:17:35.043780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Attempting to bind port fae7862d-08eb-44b4-bc9a-df99fd37bca6 on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:17:35.055010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:17:35.055343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:17:35.055785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:17:35.056381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Bound port: fae7862d-08eb-44b4-bc9a-df99fd37bca6, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:17:35.062210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:35.067791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01c118-c2fc-46a7-9493-7936fa230287 req-07a912f2-c133-4f58-ba33-abde02c6e0f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.069383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d01c118-c2fc-46a7-9493-7936fa230287 req-07a912f2-c133-4f58-ba33-abde02c6e0f9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0734229 Feb 16 15:17:35.148280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d01c118-c2fc-46a7-9493-7936fa230287 req-218f7485-7f02-4e07-9f54-165e15ef9cbd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689721 Feb 16 15:17:35.171764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] For port fae7862d-08eb-44b4-bc9a-df99fd37bca6, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:17:35.175319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] For port fae7862d-08eb-44b4-bc9a-df99fd37bca6, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:17:35.273028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:35.299903 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b421ee4a-c9a3-4088-8152-b43e642d10e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:35.316596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.318341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:35.322530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] 10.222.0.129 "PUT /v2.0/ports/fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 1091 time: 0.9629698 Feb 16 15:17:35.323116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:35.327131 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702c84cf-04cb-4c3d-8eab-83ae98ba95ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:35.359353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd42be-85c4-4f83-a892-943327b5a4de service neutron] Pushing event updated for resources: {'Port': ['ID=fae7862d-08eb-44b4-bc9a-df99fd37bca6,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:35.396045 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ee5725-8a6d-45b0-bdd2-1eace6b14743 x-openstack-request-id: req-d6ee5725-8a6d-45b0-bdd2-1eace6b14743 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:35.396372 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:35.396648 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d6ee5725-8a6d-45b0-bdd2-1eace6b14743 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:35.400478 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'status': 'completed', 'code': 200} Feb 16 15:17:35.472090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c84cf-04cb-4c3d-8eab-83ae98ba95ce req-8f41b83c-e20a-47b9-8b6e-9efc040a86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.473802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-702c84cf-04cb-4c3d-8eab-83ae98ba95ce req-8f41b83c-e20a-47b9-8b6e-9efc040a86d7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1094 time: 0.0454638 Feb 16 15:17:35.588882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c84cf-04cb-4c3d-8eab-83ae98ba95ce req-062a2061-f8e5-4780-8d14-434838dcce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.590706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-702c84cf-04cb-4c3d-8eab-83ae98ba95ce req-062a2061-f8e5-4780-8d14-434838dcce10 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=d47b8185a8f14c06a632bd6c333b1954&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1086628 Feb 16 15:17:35.696358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c84cf-04cb-4c3d-8eab-83ae98ba95ce req-a69a1a9f-891f-49ff-84e9-50d286cadb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.699199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-702c84cf-04cb-4c3d-8eab-83ae98ba95ce req-a69a1a9f-891f-49ff-84e9-50d286cadb1d service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1007938 Feb 16 15:17:35.784386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-22d48a13-c55d-43a0-acf0-e8682f1dd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.785905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-22d48a13-c55d-43a0-acf0-e8682f1dd5d4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1094 time: 0.0490372 Feb 16 15:17:35.831641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-bb870327-776a-4708-abaf-16be6e6af003 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 217 time: 0.0384810 Feb 16 15:17:35.881138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-87bfb00f-6daf-482a-9d73-eb27532784f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.882653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-87bfb00f-6daf-482a-9d73-eb27532784f8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0454705 Feb 16 15:17:35.928298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-19d1a4b3-4451-4938-a593-8b2b2999a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:35.929759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-19d1a4b3-4451-4938-a593-8b2b2999a2ad service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406051 Feb 16 15:17:36.030182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-981d8e18-2aac-4583-91e6-201bf833c3f4 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926516 Feb 16 15:17:36.128215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cd114d1-1ddb-45de-b1dc-a999a3eec502 req-092415de-98be-4794-bf63-96891504ab26 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917127 Feb 16 15:17:36.296149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5efa4-cebb-43c4-a12f-b63976425b89 req-1ea9e980-681b-4f86-aca2-ce92edbf9634 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:36.297673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31b5efa4-cebb-43c4-a12f-b63976425b89 req-1ea9e980-681b-4f86-aca2-ce92edbf9634 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0566504 Feb 16 15:17:36.337431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-31b5efa4-cebb-43c4-a12f-b63976425b89 req-3e175106-cef9-40bb-a542-296c44349930 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333965 Feb 16 15:17:37.470364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbc4a4-d698-4e55-a6fd-0d35c9f98841 req-c96f9ca4-8d7b-4253-ac80-52ea550010c4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:37.472018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fbbc4a4-d698-4e55-a6fd-0d35c9f98841 req-c96f9ca4-8d7b-4253-ac80-52ea550010c4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0618742 Feb 16 15:17:37.515393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1fbbc4a4-d698-4e55-a6fd-0d35c9f98841 req-cbb65d57-ef78-43a3-8d4f-59256cf882e9 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356257 Feb 16 15:17:37.981382 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5a0d875-c9f8-4a9e-8378-8e446960400d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:38.658763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f2455-3ffa-4217-9b7d-c6efb129a800 req-7ed1cdc3-da00-4319-b1c8-d99a6b8f75c6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:38.660466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d1f2455-3ffa-4217-9b7d-c6efb129a800 req-7ed1cdc3-da00-4319-b1c8-d99a6b8f75c6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0740585 Feb 16 15:17:38.706986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d1f2455-3ffa-4217-9b7d-c6efb129a800 req-1c501df4-4648-424a-be45-58e39183427e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Feb 16 15:17:39.666109 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:39.827845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c369a0-21d0-41f5-a672-437dee5cf37a req-955e8c65-09f2-45ec-8da4-79eda8c27994 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:39.829333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03c369a0-21d0-41f5-a672-437dee5cf37a req-955e8c65-09f2-45ec-8da4-79eda8c27994 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0559065 Feb 16 15:17:39.868409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-03c369a0-21d0-41f5-a672-437dee5cf37a req-485841ba-e7fd-47e5-937f-0404709271dc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Feb 16 15:17:40.988874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552128d-365e-4bdc-9fe5-72bdb7352a53 req-9ce3cfd8-93fe-4021-b678-5708c5af6702 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:40.990432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f552128d-365e-4bdc-9fe5-72bdb7352a53 req-9ce3cfd8-93fe-4021-b678-5708c5af6702 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0494814 Feb 16 15:17:41.029355 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f552128d-365e-4bdc-9fe5-72bdb7352a53 req-55bb9031-c440-490c-91a1-7d8a188071e5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Feb 16 15:17:41.373945 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:41.477554 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:42.218972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28241eef-5a9e-4529-ae37-15f87f5a3709 req-79687dd4-b9ae-4d46-b252-1cc8a6524e0d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:42.222750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28241eef-5a9e-4529-ae37-15f87f5a3709 req-79687dd4-b9ae-4d46-b252-1cc8a6524e0d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0530415 Feb 16 15:17:42.261883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28241eef-5a9e-4529-ae37-15f87f5a3709 req-82ec3b58-f22f-4b94-bccb-65d58f6dcf93 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351334 Feb 16 15:17:42.528239 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:43.387662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd03bf2-c0a3-43e4-98a4-1d13e72a1925 req-ac413f8a-6097-481a-80b8-9ce51dcc4419 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:43.389393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cd03bf2-c0a3-43e4-98a4-1d13e72a1925 req-ac413f8a-6097-481a-80b8-9ce51dcc4419 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0566494 Feb 16 15:17:43.429946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cd03bf2-c0a3-43e4-98a4-1d13e72a1925 req-f39a22ef-e2e0-4e56-812f-14a048f9fb28 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343473 Feb 16 15:17:44.548383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e8a3f-8691-4e2f-8136-638c04225566 req-a223a1ee-f843-4f56-82d0-3d45267c2f7c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:44.549911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e8a3f-8691-4e2f-8136-638c04225566 req-a223a1ee-f843-4f56-82d0-3d45267c2f7c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0513268 Feb 16 15:17:44.588555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fe0e8a3f-8691-4e2f-8136-638c04225566 req-4125e3f6-588a-4f62-9173-3571be92a84f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Feb 16 15:17:45.556012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fae7862d-08eb-44b4-bc9a-df99fd37bca6 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:17:45.657461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port fae7862d-08eb-44b4-bc9a-df99fd37bca6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:45.670268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:17:45.710951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:45.712205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebab84-c308-487e-9782-a2e156660040 req-f36f8126-f90e-41a2-bfd0-083265daedd0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:45.713965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3ebab84-c308-487e-9782-a2e156660040 req-f36f8126-f90e-41a2-bfd0-083265daedd0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 943 time: 0.0504112 Feb 16 15:17:45.731560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae7862d-08eb-44b4-bc9a-df99fd37bca6 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:17:45.752491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port fae7862d-08eb-44b4-bc9a-df99fd37bca6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:45.754648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3ebab84-c308-487e-9782-a2e156660040 req-c8dd6821-0e1c-48c3-9e81-0dc8f7479aca tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345118 Feb 16 15:17:45.830707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:45.880258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=fae7862d-08eb-44b4-bc9a-df99fd37bca6,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:46.043906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['fae7862d-08eb-44b4-bc9a-df99fd37bca6'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:17:46.541433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:46.889967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c440f8-72d4-4c9c-9564-0bfaed461d73 req-9d9c99ce-a86e-4111-af89-4b9624f1b561 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:46.891455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18c440f8-72d4-4c9c-9564-0bfaed461d73 req-9d9c99ce-a86e-4111-af89-4b9624f1b561 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 944 time: 0.0670531 Feb 16 15:17:46.930599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18c440f8-72d4-4c9c-9564-0bfaed461d73 req-b4bd5d08-6e07-409c-80e0-fc8ae094cac6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Feb 16 15:17:47.580436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fae7862d-08eb-44b4-bc9a-df99fd37bca6 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:17:47.699455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port fae7862d-08eb-44b4-bc9a-df99fd37bca6 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:17:47.703751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port fae7862d-08eb-44b4-bc9a-df99fd37bca6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:17:47.704152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:47.785101 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:47.806783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:47.809032 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce3c0a-1a5a-4d89-96a8-6388b1f5657f" -d '{"events": [{"server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:47.821327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port fae7862d-08eb-44b4-bc9a-df99fd37bca6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:17:47.846687 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0f2a09-ff60-4389-8380-530871dee04d x-openstack-request-id: req-3b0f2a09-ff60-4389-8380-530871dee04d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:47.846978 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:47.847280 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3b0f2a09-ff60-4389-8380-530871dee04d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:47.847724 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'code': 200} Feb 16 15:17:47.888241 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:47.942127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=fae7862d-08eb-44b4-bc9a-df99fd37bca6,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:47.950671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071fea-6e1c-4e9e-97d9-8eb735e59650 req-301b7d39-87eb-4109-b63f-167a268fb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:47.955019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e071fea-6e1c-4e9e-97d9-8eb735e59650 req-301b7d39-87eb-4109-b63f-167a268fb3c0 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0487843 Feb 16 15:17:47.992793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e071fea-6e1c-4e9e-97d9-8eb735e59650 req-7c30f612-4377-4750-9e47-c31153634aaf service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Feb 16 15:17:48.059798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba951c-fd06-42df-be4d-be60df279a65 req-f2730767-9410-47a5-ae6e-49f21d83dee0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:48.061270 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cba951c-fd06-42df-be4d-be60df279a65 req-f2730767-9410-47a5-ae6e-49f21d83dee0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 945 time: 0.0529683 Feb 16 15:17:48.101055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cba951c-fd06-42df-be4d-be60df279a65 req-7305ef0f-1223-43a3-bbcc-c245f79575e7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333161 Feb 16 15:17:49.228842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e20bf4-6716-4b92-8c58-519ceab50ab7 req-652db031-bb85-4775-965b-df999ceb6a91 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:49.230363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8e20bf4-6716-4b92-8c58-519ceab50ab7 req-652db031-bb85-4775-965b-df999ceb6a91 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 945 time: 0.0570340 Feb 16 15:17:49.268983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8e20bf4-6716-4b92-8c58-519ceab50ab7 req-590e870e-bb3a-4d19-bb12-df7de5982692 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321703 Feb 16 15:17:50.395175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cfc60-c0e7-4176-bd26-22e02cbef92e req-53d1e9a1-6ff5-4f86-95ec-17731b17ed21 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:50.396827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d43cfc60-c0e7-4176-bd26-22e02cbef92e req-53d1e9a1-6ff5-4f86-95ec-17731b17ed21 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 945 time: 0.0507596 Feb 16 15:17:50.464221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d43cfc60-c0e7-4176-bd26-22e02cbef92e req-4a830c11-f1f3-4fd6-96eb-a04eb6b95f8b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596890 Feb 16 15:17:50.470448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117176f-30d3-418b-9fad-f1bd7e3edaca req-b66a024c-06f8-431f-8335-d51f29bdb64c tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:50.471785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f117176f-30d3-418b-9fad-f1bd7e3edaca req-b66a024c-06f8-431f-8335-d51f29bdb64c tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1096 time: 0.0613101 Feb 16 15:17:50.518975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f117176f-30d3-418b-9fad-f1bd7e3edaca req-72ce1be6-6227-4e1f-9f2c-2711f2c9faf3 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406892 Feb 16 15:17:50.630903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fb98f-0cce-4e6f-b329-9cb1121cb091 req-42604655-8c39-4851-9e65-e15b4995535f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:50.632332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb6fb98f-0cce-4e6f-b329-9cb1121cb091 req-42604655-8c39-4851-9e65-e15b4995535f tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 945 time: 0.0810096 Feb 16 15:17:50.670174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963720cd-3fd3-4ce7-acc4-6bd9842fc1ab req-c23688f7-59f6-4db3-93cd-72c50b08bef0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:50.671834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-963720cd-3fd3-4ce7-acc4-6bd9842fc1ab req-c23688f7-59f6-4db3-93cd-72c50b08bef0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0812807 Feb 16 15:17:50.693658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb6fb98f-0cce-4e6f-b329-9cb1121cb091 req-fdb7f4b3-29db-4c03-96b5-313ef642f351 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544944 Feb 16 15:17:50.720304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-963720cd-3fd3-4ce7-acc4-6bd9842fc1ab req-aacbef55-6297-4702-9f17-b992f911c851 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403836 Feb 16 15:17:50.720818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:50.743100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 36370) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:50.763932 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27668992-462d-4e78-86f6-61597e5bd758 tempest-TestVolumeBootPattern-1968873749 tempest-TestVolumeBootPattern-1968873749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:50.765445 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-27668992-462d-4e78-86f6-61597e5bd758 tempest-TestVolumeBootPattern-1968873749 tempest-TestVolumeBootPattern-1968873749-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1091 time: 0.0435853 Feb 16 15:17:50.768325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 36372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:17:50.772508 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:17:50.808987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a87b877b-f015-4806-95dd-cca216c9c887 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/575233fb-3e6c-43e9-985d-45e3244fe23b HTTP/1.1" status: 200 len: 993 time: 0.0646455 Feb 16 15:17:50.861036 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:50.964518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:51.105745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.25.6.19 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/923b3ce8-e468-4e9d-ae39-4e59c58ff1b3) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:17:51.190092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-e4bbe563-79c7-44f8-80c9-81e5a217a68a req-bcc4a03c-90ca-4438-9340-24466a6a1450 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:17:51.190992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4bbe563-79c7-44f8-80c9-81e5a217a68a req-bcc4a03c-90ca-4438-9340-24466a6a1450 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054915 Feb 16 15:17:51.221863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:51.311354 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:51.363463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:17:51.366307 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:17:51.370374 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:17:51.376003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=923b3ce8-e468-4e9d-ae39-4e59c58ff1b3,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:51.598041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc2a6-54bf-4111-a4da-9e6d6fad8a9f req-41a2bb77-e344-48a3-ae9a-6dea2cce2eef tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:51.599576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-026dc2a6-54bf-4111-a4da-9e6d6fad8a9f req-41a2bb77-e344-48a3-ae9a-6dea2cce2eef tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0527279 Feb 16 15:17:51.649900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-026dc2a6-54bf-4111-a4da-9e6d6fad8a9f req-c6692cfb-c5e0-4df7-9fd3-c0ec19388d05 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Feb 16 15:17:51.746323 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-e59839be-6124-41b3-bf0a-aa6aa78ac722 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884078 Feb 16 15:17:51.758628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-613bdee5-3cf6-41f0-897d-5a303b5d64a0 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:17:51.759763 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-613bdee5-3cf6-41f0-897d-5a303b5d64a0 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068245 Feb 16 15:17:51.804980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:51.974369 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:52.144399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:52.219909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:52.285632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=923b3ce8-e468-4e9d-ae39-4e59c58ff1b3,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:17:52.302843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:52.426244 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Floating IP aa0e1158-f0d6-4095-8cc7-917e27eebf4c associated. External IP: 172.25.6.19, port: fae7862d-08eb-44b4-bc9a-df99fd37bca6. Feb 16 15:17:52.650467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:17:52.794606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:17:52.809027 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:17:52.827074 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:17:52.827845 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:17:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:52.959348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:17:52.974950 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:17:53.004520 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e75da276-ae9e-4b70-91e6-9a0110d6040a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2218621 Feb 16 15:17:53.004520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:17:53.004520 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752e30c-6cea-40fb-bd27-5cb7e21c512e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:17:53.034764 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fce33b5-1822-4584-bfae-05ea33e1217f x-openstack-request-id: req-0fce33b5-1822-4584-bfae-05ea33e1217f {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:17:53.035108 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:17:53.035417 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0fce33b5-1822-4584-bfae-05ea33e1217f {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:17:53.035867 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'status': 'completed', 'code': 200} Feb 16 15:17:53.059903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10400a-918a-496d-96d4-8fecbb3a95d1 req-142faf6f-13fc-4733-acd9-ad917cc39dfb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:53.061419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a10400a-918a-496d-96d4-8fecbb3a95d1 req-142faf6f-13fc-4733-acd9-ad917cc39dfb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0555503 Feb 16 15:17:53.130460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9a10400a-918a-496d-96d4-8fecbb3a95d1 req-d077caa2-cf14-4e25-b74e-0214a162c371 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594184 Feb 16 15:17:53.132457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-8a1a9201-55ad-421d-a78c-2d76325ec18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:53.134722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-8a1a9201-55ad-421d-a78c-2d76325ec18f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0724111 Feb 16 15:17:53.245444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-f89170fc-3232-49fb-8a72-de75372b76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:53.246992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-f89170fc-3232-49fb-8a72-de75372b76d4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.1057022 Feb 16 15:17:53.278144 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:51Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:53.312001 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:17:53.320510 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:17:53.321120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:17:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:53.340019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-39cd8077-c139-4019-9704-b67117998f31 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 998 time: 0.0814059 Feb 16 15:17:53.394056 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:17:53.397887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-bff6d2e4-41a1-4d39-8673-4abc01c8ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:53.397887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-bff6d2e4-41a1-4d39-8673-4abc01c8ef20 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0491073 Feb 16 15:17:53.445007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-ad9ee0b6-141e-4709-bb82-b1bb51548c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:53.446522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-ad9ee0b6-141e-4709-bb82-b1bb51548c3b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424864 Feb 16 15:17:53.551868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-d6f2327e-ec17-497e-a4ae-57ac9128edcc service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946169 Feb 16 15:17:53.552925 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:17:53.654157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c752e30c-6cea-40fb-bd27-5cb7e21c512e req-aae85fe4-088e-4b2d-ba39-b9a450219345 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987122 Feb 16 15:17:53.789775 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:51Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:17:53.818138 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6bb375-d4d8-4445-a2a6-749f4bbb12ea None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:51Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:17:53.899898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-4d9aacde-f29e-4e2e-a3ac-ce8208dabd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:53.902266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-4d9aacde-f29e-4e2e-a3ac-ce8208dabd19 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1096 time: 0.0470021 Feb 16 15:17:54.008395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-7002e801-9d8e-4896-aa92-6d34c79321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:54.010698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-7002e801-9d8e-4896-aa92-6d34c79321f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.0973518 Feb 16 15:17:54.048338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4512e38-eb79-476a-8609-43e057e9c21c None None] New status for floating IP aa0e1158-f0d6-4095-8cc7-917e27eebf4c: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:17:54.084992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-a133bc42-2e34-4207-bff6-4193c372ad31 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 1001 time: 0.0628994 Feb 16 15:17:54.146161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-85f6b14e-4570-4017-983b-1c68a2b2cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:54.146630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-85f6b14e-4570-4017-983b-1c68a2b2cd29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0511639 Feb 16 15:17:54.199240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-637f6e74-aaea-41a3-bdf3-c5dda918845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:54.201195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-637f6e74-aaea-41a3-bdf3-c5dda918845a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436873 Feb 16 15:17:54.317743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319960a-71b6-45ec-86c3-646c04286133 req-b65d7f11-ae3f-4cbf-8d2f-a4fcef70f0cd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:54.319256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5319960a-71b6-45ec-86c3-646c04286133 req-b65d7f11-ae3f-4cbf-8d2f-a4fcef70f0cd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.1110754 Feb 16 15:17:54.359114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-1c2f9e94-a953-4366-a4af-9e623a46cca5 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410875 Feb 16 15:17:54.386485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5319960a-71b6-45ec-86c3-646c04286133 req-5ab1790a-3719-464c-8408-b9354b1b9ace tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604830 Feb 16 15:17:54.461252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-9a81d49b-a0d1-4cea-a8a0-c62e92e7c77f service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886347 Feb 16 15:17:54.925746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-d9d67e10-6a75-4ce5-9586-052d58a004a2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463741 Feb 16 15:17:55.012884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-2960ec1b-542c-42c0-a91d-4f7ca385cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.014402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-2960ec1b-542c-42c0-a91d-4f7ca385cdce service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=37569ec1f066471096420e1f76aa2b4f&device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 1101 time: 0.0423629 Feb 16 15:17:55.121377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-6e6e3f07-f166-4008-b560-6afe16beca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.122985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-6e6e3f07-f166-4008-b560-6afe16beca59 service neutron] 10.222.0.129 "GET /v2.0/networks?id=421f03cc-8d97-4890-a566-5ea0d9665989 HTTP/1.1" status: 200 len: 871 time: 0.0892587 Feb 16 15:17:55.171868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-564c3f52-d30d-4dee-b7c9-5ac3155b80e6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=98057da4-5bb9-424e-b661-5805f9b33502 HTTP/1.1" status: 200 len: 217 time: 0.0421259 Feb 16 15:17:55.222257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-263d1aa2-fb49-4d53-b3a7-fe7339b2db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.223766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-263d1aa2-fb49-4d53-b3a7-fe7339b2db2f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0463827 Feb 16 15:17:55.270229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-f155958e-93ab-4270-b4bd-993e568218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.271822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-f155958e-93ab-4270-b4bd-993e568218b6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419493 Feb 16 15:17:55.366733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-57a8c5f6-e523-4345-b5e2-2c7d777fb583 service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884964 Feb 16 15:17:55.475230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ad082c-76e1-498d-9a38-ba6e61a43416 req-c63bdb0a-8819-42eb-ace2-7e8b2695d09a service neutron] 10.222.0.129 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014228 Feb 16 15:17:55.512592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ecd15-e56b-45a8-bd48-2b9f90de485b req-bdf0dd36-d459-44d6-b6ee-f81b61f45bdf tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.514204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc9ecd15-e56b-45a8-bd48-2b9f90de485b req-bdf0dd36-d459-44d6-b6ee-f81b61f45bdf tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0531104 Feb 16 15:17:55.554537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc9ecd15-e56b-45a8-bd48-2b9f90de485b req-3404cd7d-1bf8-40e4-87cc-d104407a7b5e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340877 Feb 16 15:17:55.663532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-924299f4-cd5d-4f52-91ea-3eb2ceaac661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.664975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-924299f4-cd5d-4f52-91ea-3eb2ceaac661 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1096 time: 0.0462058 Feb 16 15:17:55.771963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-b518cc66-1a68-4f4b-a209-641de7db8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.773439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-b518cc66-1a68-4f4b-a209-641de7db8e87 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.0868089 Feb 16 15:17:55.843409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-e9ddfd17-5906-4229-87e0-8be44165f178 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 1001 time: 0.0624976 Feb 16 15:17:55.893367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-25a927a4-37d0-40cf-8326-4009b9cb9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.894842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-25a927a4-37d0-40cf-8326-4009b9cb9d75 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0444036 Feb 16 15:17:55.940250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-d9907b24-95af-49c8-afa7-ee3a52d1c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:55.941659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-d9907b24-95af-49c8-afa7-ee3a52d1c236 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398366 Feb 16 15:17:56.038694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-8b27359f-f020-411d-b951-c18389847822 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879736 Feb 16 15:17:56.141718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62dbe2da-977d-46b0-9439-39fa216e4e93 req-1dc5c072-2474-4b66-9655-3c1fb94cf898 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877070 Feb 16 15:17:56.679645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6ceda-d052-4933-bf79-54e6f71693cd req-11e47c05-b53d-45c4-a4bf-fb684a0c5d60 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:56.681182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edb6ceda-d052-4933-bf79-54e6f71693cd req-11e47c05-b53d-45c4-a4bf-fb684a0c5d60 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Feb 16 15:17:56.722722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edb6ceda-d052-4933-bf79-54e6f71693cd req-201f232f-ae39-4e08-8291-c25a57ae9772 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348070 Feb 16 15:17:57.845491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe381-763d-4502-8ee1-7ccf47daaffd req-aee95e84-4c27-44e8-a735-41487ae6c0e5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:57.846963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfabe381-763d-4502-8ee1-7ccf47daaffd req-aee95e84-4c27-44e8-a735-41487ae6c0e5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0532060 Feb 16 15:17:57.885762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfabe381-763d-4502-8ee1-7ccf47daaffd req-61d37331-c4a2-4cc0-8d5c-d0c7cc1d310d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Feb 16 15:17:59.007465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39bde6-0451-44c3-ac46-1b21c940c623 req-393661e1-adae-4776-95db-473c28cc5033 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:17:59.008988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a39bde6-0451-44c3-ac46-1b21c940c623 req-393661e1-adae-4776-95db-473c28cc5033 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Feb 16 15:17:59.046777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a39bde6-0451-44c3-ac46-1b21c940c623 req-ff0ae44f-1407-4cf5-8d27-66dd9a6151ba tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315197 Feb 16 15:18:00.175649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b2ea6-8b8c-4bc2-8f94-afbaf9dd16c9 req-d1500931-8d86-42fd-b500-9c808a63153a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:00.177182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e6b2ea6-8b8c-4bc2-8f94-afbaf9dd16c9 req-d1500931-8d86-42fd-b500-9c808a63153a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0555491 Feb 16 15:18:00.219847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e6b2ea6-8b8c-4bc2-8f94-afbaf9dd16c9 req-a7eb54d0-1904-4ef4-bca5-f3a372392c5e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350904 Feb 16 15:18:01.342846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fd3ba-32cd-4fdf-9b4b-664347a4518b req-fd8d7a36-a7a9-4e7f-9658-eaf154cad3cb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:01.344272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815fd3ba-32cd-4fdf-9b4b-664347a4518b req-fd8d7a36-a7a9-4e7f-9658-eaf154cad3cb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0527959 Feb 16 15:18:01.382218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815fd3ba-32cd-4fdf-9b4b-664347a4518b req-fdd624d4-5529-4ef9-906d-55f498190184 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Feb 16 15:18:02.502465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587c359-8b96-4e2e-9ad8-b661e5df24c1 req-197a1cec-3eeb-4fd8-bb6c-622722c5c89a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:02.503999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f587c359-8b96-4e2e-9ad8-b661e5df24c1 req-197a1cec-3eeb-4fd8-bb6c-622722c5c89a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Feb 16 15:18:02.541759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f587c359-8b96-4e2e-9ad8-b661e5df24c1 req-127644f7-1a08-43ea-90ea-7a37809b6dff tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309231 Feb 16 15:18:03.662933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda49fa8-bd9f-492f-98ed-eed094f97147 req-8dd6d93b-c39b-42e0-aba3-dd626b16e5c1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:03.664477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fda49fa8-bd9f-492f-98ed-eed094f97147 req-8dd6d93b-c39b-42e0-aba3-dd626b16e5c1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0508730 Feb 16 15:18:03.702691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fda49fa8-bd9f-492f-98ed-eed094f97147 req-a5b7fbd0-f8a5-4f5d-8e37-b8368367fdbe tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Feb 16 15:18:05.168512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3e3a1-afb5-4616-9c6b-fb2289cf29cd req-1df2661f-b195-4741-bf2a-fb244aca1d1e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:05.169711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ce3e3a1-afb5-4616-9c6b-fb2289cf29cd req-1df2661f-b195-4741-bf2a-fb244aca1d1e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.3977101 Feb 16 15:18:05.210256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ce3e3a1-afb5-4616-9c6b-fb2289cf29cd req-668b5873-9f83-4f5b-9bb9-094b2c22b864 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340021 Feb 16 15:18:05.293980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-889d9d46-3c04-43ce-8095-a2f965c53727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:06.328515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305060ad-7ea0-4aa9-b0c1-004ac8d1024b req-9719794c-ffeb-4e58-83da-f77bdf378e6c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:06.330016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-305060ad-7ea0-4aa9-b0c1-004ac8d1024b req-9719794c-ffeb-4e58-83da-f77bdf378e6c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0493033 Feb 16 15:18:06.377830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-305060ad-7ea0-4aa9-b0c1-004ac8d1024b req-78cfe29e-adf2-40e8-a9df-98dbb7a5eeac tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399277 Feb 16 15:18:07.508235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7fb87-6a4f-41f0-8e8b-805d34f7120c req-d5d0dcdc-59bc-41af-be42-9ddd5bbfdd2b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:07.510478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fca7fb87-6a4f-41f0-8e8b-805d34f7120c req-d5d0dcdc-59bc-41af-be42-9ddd5bbfdd2b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0520651 Feb 16 15:18:07.551802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fca7fb87-6a4f-41f0-8e8b-805d34f7120c req-2c5e0199-2603-441c-ba28-dbfa706893d8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342956 Feb 16 15:18:07.973486 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d69d539d-a63a-4386-a8e9-aa31aa442e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:08.674397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89266-2547-4305-ba1a-5a3a99bb374d req-71fe33f5-1b1c-43a3-aeb1-913674a6f583 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:08.675873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52f89266-2547-4305-ba1a-5a3a99bb374d req-71fe33f5-1b1c-43a3-aeb1-913674a6f583 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0524187 Feb 16 15:18:08.713357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52f89266-2547-4305-ba1a-5a3a99bb374d req-bc764139-895e-48cb-b48d-60beece797d6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310428 Feb 16 15:18:09.659101 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:09.833314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ff1b-3fc3-4b62-9a60-cf566361c01b req-0d5d1a12-991a-4794-9bb0-0da490ed5c9c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:09.835327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42a5ff1b-3fc3-4b62-9a60-cf566361c01b req-0d5d1a12-991a-4794-9bb0-0da490ed5c9c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0507936 Feb 16 15:18:09.875435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42a5ff1b-3fc3-4b62-9a60-cf566361c01b req-48f5efca-b2c8-4a47-af73-f9de58f48701 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334620 Feb 16 15:18:10.997628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1d74-3012-45f6-8e1a-2f487dfc5a2b req-7fc8ed98-042c-4824-92c8-795aa339adec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:10.999968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d98b1d74-3012-45f6-8e1a-2f487dfc5a2b req-7fc8ed98-042c-4824-92c8-795aa339adec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0503466 Feb 16 15:18:11.039112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d98b1d74-3012-45f6-8e1a-2f487dfc5a2b req-58ea90ff-655c-47e5-973f-1b4768eba33d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324667 Feb 16 15:18:11.367809 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:11.465211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:12.109257 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-e49568eb-e113-4687-a75a-b13ef6d0e3fb service neutron] show failed (client error): The resource could not be found. Feb 16 15:18:12.110348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-e49568eb-e113-4687-a75a-b13ef6d0e3fb service neutron] 10.222.0.93 "GET /v2.0/ports/cf112375-c403-42ed-92c9-764e45da78d8/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0644474 Feb 16 15:18:12.167964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84367f64-c56f-458b-a665-5a1d58646fe8 req-b42d56c8-4b0e-41cd-ad7d-1a3a2106922d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:12.169574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84367f64-c56f-458b-a665-5a1d58646fe8 req-b42d56c8-4b0e-41cd-ad7d-1a3a2106922d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0554404 Feb 16 15:18:12.216315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84367f64-c56f-458b-a665-5a1d58646fe8 req-5f7645cc-15a4-4012-a182-a40ea539327b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402489 Feb 16 15:18:12.499448 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:12.598824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-07e834e2-3088-427a-94c2-924a92e1d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:12.600515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-07e834e2-3088-427a-94c2-924a92e1d4ba service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 1096 time: 0.0452778 Feb 16 15:18:12.612776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:18:12.673033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:12.894021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:12.927694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:18:12.969393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:12.971748 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe114dc-64ca-48c5-857b-acba0439eb16" -d '{"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:12.976077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:12.994895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Transition to ACTIVE for port object cf112375-c403-42ed-92c9-764e45da78d8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:18:13.027195 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeea8031-bcb6-4397-8025-5f63d67ed2e4 x-openstack-request-id: req-eeea8031-bcb6-4397-8025-5f63d67ed2e4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:13.027337 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:13.027490 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eeea8031-bcb6-4397-8025-5f63d67ed2e4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:13.027930 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'code': 200} Feb 16 15:18:13.036258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:13.122511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:13.138534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.138903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.139221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.139631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.139955 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.140307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.140639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.140966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.141317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.141657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.141983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.142320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:13.180298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] No DVR routers for this DVR port cf112375-c403-42ed-92c9-764e45da78d8 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:18:13.359506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:18:13.359873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:18:13.360191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:18:13.369113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:18:13.369629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:18:13.380089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a2b2-1a63-483d-933f-59082a261689 req-4840071d-e983-40e2-8502-dae3e2da6b0e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:13.381524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f06a2b2-1a63-483d-933f-59082a261689 req-4840071d-e983-40e2-8502-dae3e2da6b0e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 943 time: 0.0848708 Feb 16 15:18:13.385182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:18:13.385523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Checking segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:18:13.385905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Bound using segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:18:13.386333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Bound port: cf112375-c403-42ed-92c9-764e45da78d8, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:18:13.386690 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:13.458414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f06a2b2-1a63-483d-933f-59082a261689 req-e56f37d4-00d7-4be6-b9a4-7c303c0dfd88 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684783 Feb 16 15:18:13.482495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:18:13.485578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:18:13.561953 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:13.601072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:13.601726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:13.603106 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] 10.222.0.129 "PUT /v2.0/ports/cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 1091 time: 0.9944043 Feb 16 15:18:13.622666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e903b-e009-447f-b210-cd5ea7e8b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:13.765972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20436c-f913-4de6-967f-7b25d3c3fcd4 req-78b71a4a-e8e3-4ea5-9f8c-3258046d1bf1 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:13.767521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f20436c-f913-4de6-967f-7b25d3c3fcd4 req-78b71a4a-e8e3-4ea5-9f8c-3258046d1bf1 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 950 time: 0.0540619 Feb 16 15:18:13.836836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f20436c-f913-4de6-967f-7b25d3c3fcd4 req-6907050e-0186-46a7-bb5a-eb8d46566934 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Feb 16 15:18:13.840120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-05bf80e0-24ae-48cf-906b-47488b0448dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:13.841545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-05bf80e0-24ae-48cf-906b-47488b0448dc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1094 time: 0.0731292 Feb 16 15:18:13.936708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-3b55bfb8-b126-4278-816b-4e3b2f19fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:13.938166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-3b55bfb8-b126-4278-816b-4e3b2f19fc73 service neutron] 10.222.0.129 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.0894594 Feb 16 15:18:14.008700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-a1266f4a-0833-4f12-9946-87b935c44a2f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 999 time: 0.0636632 Feb 16 15:18:14.057847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-f96ba202-4343-4ba5-9047-0cd4b195d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:14.059264 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-f96ba202-4343-4ba5-9047-0cd4b195d8a7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0439708 Feb 16 15:18:14.106503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-ac4c255e-d2d3-4dc6-87a6-a2717b0d42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:14.108048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-ac4c255e-d2d3-4dc6-87a6-a2717b0d42f3 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400832 Feb 16 15:18:14.205175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-9f57beca-4229-4fae-936a-529b3e64b2ab service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865095 Feb 16 15:18:14.297278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c2485f-3afc-483f-853e-7fec6c397952 req-d8cdabeb-f2c5-4aef-8821-ee0a1dad8881 service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Feb 16 15:18:14.594918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6818d6c-03d6-4dca-9c0d-7f0f4d9a1b1f req-f527b42c-7414-4e38-9d5c-987d1b3b4ffd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:14.596488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6818d6c-03d6-4dca-9c0d-7f0f4d9a1b1f req-f527b42c-7414-4e38-9d5c-987d1b3b4ffd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 943 time: 0.0516737 Feb 16 15:18:14.641274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6818d6c-03d6-4dca-9c0d-7f0f4d9a1b1f req-c5ef7a9f-e8f3-4c7c-becb-08a2ca574331 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388100 Feb 16 15:18:14.959834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb1b4-024b-45c8-b5d9-fd410c447a44 req-292f9a39-098b-4fe2-ab24-ff2f9fd8122d tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:14.961540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-040eb1b4-024b-45c8-b5d9-fd410c447a44 req-292f9a39-098b-4fe2-ab24-ff2f9fd8122d tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 950 time: 0.0519652 Feb 16 15:18:15.000856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-040eb1b4-024b-45c8-b5d9-fd410c447a44 req-9654abe4-1116-46da-bde2-301b1e36f290 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Feb 16 15:18:15.029503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:15.031860 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:15.078780 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd41b1de-a567-40a3-a8d9-22e17b07bf40 x-openstack-request-id: req-dd41b1de-a567-40a3-a8d9-22e17b07bf40 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:15.079065 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:15.079313 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-dd41b1de-a567-40a3-a8d9-22e17b07bf40 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:15.079741 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'status': 'completed', 'code': 200} Feb 16 15:18:15.173018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-3d6099f2-8656-4245-9a54-89a15277662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.174446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-3d6099f2-8656-4245-9a54-89a15277662c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1094 time: 0.0677612 Feb 16 15:18:15.176226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-a64e35dc-2529-4caa-9330-8c70cfc5e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.177556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-a64e35dc-2529-4caa-9330-8c70cfc5e5eb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1094 time: 0.0723362 Feb 16 15:18:15.341636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-9306ebc8-40f7-4930-964c-19f11affa44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.343108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-9306ebc8-40f7-4930-964c-19f11affa44c service neutron] 10.222.0.129 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.1587358 Feb 16 15:18:15.344048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-4f567f13-affe-4b19-91b9-361718747bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.345328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-4f567f13-affe-4b19-91b9-361718747bc2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.1538861 Feb 16 15:18:15.468583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-692c3316-e26f-49c4-8fc4-884c11f0e4a3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 999 time: 0.1139507 Feb 16 15:18:15.470307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-3f5c97a0-01a5-4ff4-9a50-8665d772e755 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 999 time: 0.1097779 Feb 16 15:18:15.578347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-6bbe62b5-76a3-4485-a64a-618ec6d0d74e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.579816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-6bbe62b5-76a3-4485-a64a-618ec6d0d74e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.129 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 950 time: 0.1237807 Feb 16 15:18:15.583013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-81610341-70d0-4416-b498-d7a98b2a130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.585999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-81610341-70d0-4416-b498-d7a98b2a130b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.1003313 Feb 16 15:18:15.585999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-4d739a48-cb61-48e7-8f60-b36e2fe25d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.587784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-4d739a48-cb61-48e7-8f60-b36e2fe25d19 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.1026580 Feb 16 15:18:15.716564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-b090c6b8-a0fe-4199-92eb-54adb51b015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.718041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-b090c6b8-a0fe-4199-92eb-54adb51b015f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260011 Feb 16 15:18:15.723564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:18:15.753783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-13a25d70-b97c-4ee5-b208-7ab4295850de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.755218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-13a25d70-b97c-4ee5-b208-7ab4295850de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507523 Feb 16 15:18:15.822301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:15.834104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'cf112375-c403-42ed-92c9-764e45da78d8', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'port_id': 'cf112375-c403-42ed-92c9-764e45da78d8', 'mac_address': 'fa:16:3e:f1:85:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:18:15.871814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:15.885925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf112375-c403-42ed-92c9-764e45da78d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:18:15.897912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e953fd5-8f1b-484f-91c1-78902854bee5 req-7e82e358-f37f-4ff0-9c23-0b41ca245c22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:15.899533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e953fd5-8f1b-484f-91c1-78902854bee5 req-7e82e358-f37f-4ff0-9c23-0b41ca245c22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 943 time: 0.1875527 Feb 16 15:18:15.905854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:15.908640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Deleting port 98057da4-5bb9-424e-b661-5805f9b33502 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:18:15.908992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:15.962155 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:16.000220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-de0b4ca9-a94b-4282-862c-3379171f28ec service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681613 Feb 16 15:18:16.012330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:16.016577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-0a40b405-8ba4-4fb6-94f5-2b7b9f9ef470 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480826 Feb 16 15:18:16.019856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.020208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.020553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.020892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.021229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.021562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.021892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.022218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.022547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.022938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.023271 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.023616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:16.066059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e953fd5-8f1b-484f-91c1-78902854bee5 req-494b4b57-a6b3-42e8-951e-bcfb4ee0cc4a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514308 Feb 16 15:18:16.203763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['cf112375-c403-42ed-92c9-764e45da78d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:18:16.242510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] For port 98057da4-5bb9-424e-b661-5805f9b33502, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=98057da4-5bb9-424e-b661-5805f9b33502,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:16.242884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:16.270977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-af634bb8-f77b-48a5-96d8-4c6ca16c0eb7 service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610230 Feb 16 15:18:16.283445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db3fd2-2765-44e3-a6e1-dd0121e6fb6b req-b8d91859-1962-4b8c-8eea-9cbb991e3590 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:16.284947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0db3fd2-2765-44e3-a6e1-dd0121e6fb6b req-b8d91859-1962-4b8c-8eea-9cbb991e3590 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 950 time: 0.1804345 Feb 16 15:18:16.285906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Calling delete_port for 98057da4-5bb9-424e-b661-5805f9b33502 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:18:16.289628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00a4fa35-efe2-4f3a-aaae-61bea3c3de3d req-be1f72a3-c348-44c6-9e57-661119ad5499 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586637 Feb 16 15:18:16.364791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0db3fd2-2765-44e3-a6e1-dd0121e6fb6b req-f773399e-25fc-48ef-845a-94dadec8642d tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/security-groups?id=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721698 Feb 16 15:18:16.499336 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:16.522745 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:16.533794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Pushing event deleted for resources: {'Port': ['ID=98057da4-5bb9-424e-b661-5805f9b33502,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:16.579282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] No DVR routers for this DVR port 98057da4-5bb9-424e-b661-5805f9b33502 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:18:16.582077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:16.585500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86461a07-f5e2-44da-a9ec-dff28dafce6b req-f88d88ed-c0bb-41ad-9685-fde42417775e tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.129 "DELETE /v2.0/ports/98057da4-5bb9-424e-b661-5805f9b33502 HTTP/1.1" status: 204 len: 173 time: 0.9944882 Feb 16 15:18:16.658831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:18:16.701872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:18:16.757951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['98057da4-5bb9-424e-b661-5805f9b33502'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:18:17.080446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'name': 'network-vif-deleted', 'tag': '98057da4-5bb9-424e-b661-5805f9b33502'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:17.082873 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583057b-2392-464c-9642-5899eb7f3314" -d '{"events": [{"server_uuid": "6dac5740-fb0d-45f8-a5ec-4ba8fe462480", "name": "network-vif-deleted", "tag": "98057da4-5bb9-424e-b661-5805f9b33502"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:17.121386 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aef3c0-badc-4d3f-8dcb-c415e1c0b505 x-openstack-request-id: req-63aef3c0-badc-4d3f-8dcb-c415e1c0b505 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:17.121635 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dac5740-fb0d-45f8-a5ec-4ba8fe462480", "name": "network-vif-deleted", "tag": "98057da4-5bb9-424e-b661-5805f9b33502", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:17.121882 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-63aef3c0-badc-4d3f-8dcb-c415e1c0b505 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:17.122869 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dac5740-fb0d-45f8-a5ec-4ba8fe462480', 'name': 'network-vif-deleted', 'tag': '98057da4-5bb9-424e-b661-5805f9b33502', 'status': 'completed', 'code': 200} Feb 16 15:18:17.189420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09069d-19f1-420a-b434-db0a4774ca79 req-576e4678-3893-41a4-9ad8-d909a49b241e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:17.190994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b09069d-19f1-420a-b434-db0a4774ca79 req-576e4678-3893-41a4-9ad8-d909a49b241e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 944 time: 0.0511696 Feb 16 15:18:17.229769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b09069d-19f1-420a-b434-db0a4774ca79 req-95c68daf-4598-4325-8396-e51e962fbcf3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325665 Feb 16 15:18:17.483254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa95e631-fc7e-46ba-a37d-d6d8f46390c5 req-42a4b3d7-b95c-41f3-ae7e-40d1a9091569 tempest-VolumesBackupsTest-1956761184 tempest-VolumesBackupsTest-1956761184-project] 10.222.0.113 "GET /v2.0/ports?device_id=6dac5740-fb0d-45f8-a5ec-4ba8fe462480 HTTP/1.1" status: 200 len: 210 time: 0.0325835 Feb 16 15:18:17.741692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:18:17.772489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5058a8f-89a7-48e4-a5d0-54b2dbbb2f66 req-7949c039-9eec-4be9-b2a1-bb7e74464ff6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:17.774013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5058a8f-89a7-48e4-a5d0-54b2dbbb2f66 req-7949c039-9eec-4be9-b2a1-bb7e74464ff6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 944 time: 0.0506155 Feb 16 15:18:17.835971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5058a8f-89a7-48e4-a5d0-54b2dbbb2f66 req-e3f66fa2-cba6-424a-b5ec-d24ceb527141 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553157 Feb 16 15:18:17.860931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-6c69a0e3-c198-4541-a692-7f075e395f82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:17.862435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-6c69a0e3-c198-4541-a692-7f075e395f82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54&tenant_id=1db2b5e63faf4f0889e974baf03011f2&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 944 time: 0.0617130 Feb 16 15:18:17.870359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port cf112375-c403-42ed-92c9-764e45da78d8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:18:17.874569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port cf112375-c403-42ed-92c9-764e45da78d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:18:17.874913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:17.925795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-0d8f66de-2eca-481d-85ed-ce627cb9251e service neutron] 10.222.0.129 "GET /v2.0/ports/cf112375-c403-42ed-92c9-764e45da78d8/bindings/n-h2-829433-1 HTTP/1.1" status: 200 len: 382 time: 0.0558372 Feb 16 15:18:17.955491 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:17.980777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:17.983004 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927f9a3f-e002-4b9a-b415-5d6d86cf472f" -d '{"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-plugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:17.996010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-c486f13e-cdbb-4e29-86a9-d0cb3d7f78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:17.996961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:17.997581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-c486f13e-cdbb-4e29-86a9-d0cb3d7f78a6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1095 time: 0.0492308 Feb 16 15:18:18.036031 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082a82bf-714d-4d31-8f86-848e565d4f8e x-openstack-request-id: req-082a82bf-714d-4d31-8f86-848e565d4f8e {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:18.036324 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-plugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:18.036577 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-082a82bf-714d-4d31-8f86-848e565d4f8e {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:18.036972 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'code': 200} Feb 16 15:18:18.064970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:18.065768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 98057da4-5bb9-424e-b661-5805f9b33502 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:18:18.088861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-253aa150-5f9a-4fad-8413-89bfaca91edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:18.091491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-253aa150-5f9a-4fad-8413-89bfaca91edc service neutron] 10.222.0.129 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.0861726 Feb 16 15:18:18.106199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 98057da4-5bb9-424e-b661-5805f9b33502 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:18:18.106536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 98057da4-5bb9-424e-b661-5805f9b33502 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:18:18.129493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:18.165470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-cf312e98-068c-4ff2-967f-3c5db7516fae service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 1001 time: 0.0669625 Feb 16 15:18:18.215252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-73b4bb56-1a50-48e4-bb9d-8824d5fa359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:18.216649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-73b4bb56-1a50-48e4-bb9d-8824d5fa359f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0453670 Feb 16 15:18:18.261555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-1498a13d-1368-4174-b26c-9b9670d91a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:18.263022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-1498a13d-1368-4174-b26c-9b9670d91a43 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397384 Feb 16 15:18:18.355212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-dce45a83-6cff-4216-a116-5a5aed6146de service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846970 Feb 16 15:18:18.445841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-3caad623-b40c-4ed4-b724-f7fd5e447df2 service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835283 Feb 16 15:18:18.959820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce111e-dd60-4dde-a892-653e24ae7677 req-7a857ef8-88d9-4ab8-8c47-1af0c2633f15 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:18.961298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25ce111e-dd60-4dde-a892-653e24ae7677 req-7a857ef8-88d9-4ab8-8c47-1af0c2633f15 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Feb 16 15:18:19.002884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25ce111e-dd60-4dde-a892-653e24ae7677 req-dcd8bc7c-84e1-4a6f-85b2-0fa256625c9d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341606 Feb 16 15:18:20.134079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60990151-60ff-4799-a02f-18404731b5f7 req-7264851f-4c16-4415-a767-04f50f7ab6b4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:20.135786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60990151-60ff-4799-a02f-18404731b5f7 req-7264851f-4c16-4415-a767-04f50f7ab6b4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0593791 Feb 16 15:18:20.176413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60990151-60ff-4799-a02f-18404731b5f7 req-c045d736-a64d-4445-820f-a930c9998213 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336459 Feb 16 15:18:20.896712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-11ba4c82-1555-4fcd-bcb1-3bd9741bdc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:20.898246 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-11ba4c82-1555-4fcd-bcb1-3bd9741bdc06 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 1096 time: 0.0440288 Feb 16 15:18:20.913856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:18:20.972135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:21.581350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:21.600427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750730b-0b0f-4853-b5ae-0515b55b4249 req-be320b44-c401-400d-8bfd-bbd770147d3e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:21.602049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a750730b-0b0f-4853-b5ae-0515b55b4249 req-be320b44-c401-400d-8bfd-bbd770147d3e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 945 time: 0.0849130 Feb 16 15:18:21.653888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:18:21.676212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a750730b-0b0f-4853-b5ae-0515b55b4249 req-b5cf0f55-c228-4bd4-8795-bd00a8b355c9 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667021 Feb 16 15:18:21.698863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:21.701367 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084c548d-cf1b-4ddf-a821-37d8d79807d8" -d '{"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:21.705612 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:21.719072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Transition to ACTIVE for port object cf112375-c403-42ed-92c9-764e45da78d8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:18:21.755334 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7846bee-a1ab-400a-83b3-5dfd69c4621e x-openstack-request-id: req-d7846bee-a1ab-400a-83b3-5dfd69c4621e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:21.755626 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-unplugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:21.755783 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d7846bee-a1ab-400a-83b3-5dfd69c4621e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:21.756188 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'code': 200} Feb 16 15:18:21.785016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:21.870806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:21.923779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] No DVR routers for this DVR port cf112375-c403-42ed-92c9-764e45da78d8 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:18:22.114892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:18:22.115338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:18:22.115881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:18:22.123702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:18:22.124119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Attempting to bind port cf112375-c403-42ed-92c9-764e45da78d8 on network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:18:22.130157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:18:22.130599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Checking segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:18:22.131083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Bound using segment: {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:18:22.131701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Bound port: cf112375-c403-42ed-92c9-764e45da78d8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '176b6073-b035-4811-9837-a804d1963979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:18:22.132287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:22.203835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:18:22.206886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:18:22.271399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:22.311310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.312006 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:22.314004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] 10.222.0.93 "PUT /v2.0/ports/cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 1092 time: 1.4035182 Feb 16 15:18:22.330322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01814ae7-d3b4-4e11-8c97-72f1f3980ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=11']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:22.389620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-6714e483-b1a7-449c-b74a-0dea36820efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.391111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-6714e483-b1a7-449c-b74a-0dea36820efd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1095 time: 0.0468929 Feb 16 15:18:22.500139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-204445ca-5aaf-4c45-948d-c13302d79d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.518490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-204445ca-5aaf-4c45-948d-c13302d79d71 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.1036413 Feb 16 15:18:22.575762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-498bf558-fe39-4568-8ee7-6885a8964889 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 999 time: 0.0620036 Feb 16 15:18:22.635835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-96b755ff-05df-41b6-8f6e-e1cb375f3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.635835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-96b755ff-05df-41b6-8f6e-e1cb375f3cf4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0462959 Feb 16 15:18:22.687562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0c40-c2d3-4886-8631-38944925f130 req-63d4cc66-d66f-4097-9325-a185b49c5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.693429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-63d4cc66-d66f-4097-9325-a185b49c5c83 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452545 Feb 16 15:18:22.819311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-141380ea-6e2e-48b4-ad9e-50bd5a48d6b0 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189675 Feb 16 15:18:22.831083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcbc96-05eb-42bd-b3b1-7b8d318c198e req-c147a0c8-e187-4ca8-b286-50c16d676991 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:22.832571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55bcbc96-05eb-42bd-b3b1-7b8d318c198e req-c147a0c8-e187-4ca8-b286-50c16d676991 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 944 time: 0.0804360 Feb 16 15:18:22.918209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55bcbc96-05eb-42bd-b3b1-7b8d318c198e req-fa4aebe8-a15d-4ed7-8cc8-d3cc17137fdb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771577 Feb 16 15:18:22.950417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74cc0c40-c2d3-4886-8631-38944925f130 req-bee583fb-eb36-4e37-80fc-aca30cdab77d service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168773 Feb 16 15:18:23.757661 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:23.760221 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c381d8c7-3875-4522-a853-260d9971dbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:23.786439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:18:23.817520 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5efa42c-50f3-42f1-b8f3-670d1d7f7af3 x-openstack-request-id: req-a5efa42c-50f3-42f1-b8f3-670d1d7f7af3 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:23.817813 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:23.818083 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a5efa42c-50f3-42f1-b8f3-670d1d7f7af3 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:23.818536 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'status': 'completed', 'code': 200} Feb 16 15:18:23.830586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:18:23.911870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-7445d8ef-f4c9-44d9-b13e-1aee5e81f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:23.913299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-7445d8ef-f4c9-44d9-b13e-1aee5e81f65f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1095 time: 0.0768335 Feb 16 15:18:23.915776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-8c75b6a4-1e5f-4a3c-9bde-9485f041ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:23.917233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-8c75b6a4-1e5f-4a3c-9bde-9485f041ea28 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1095 time: 0.0727506 Feb 16 15:18:24.118641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbe08a-0260-40a7-a8ca-a65f388740c4 req-4c600c46-d432-496a-a407-e92adfb349d5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.118641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4cbe08a-0260-40a7-a8ca-a65f388740c4 req-4c600c46-d432-496a-a407-e92adfb349d5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 944 time: 0.1031041 Feb 16 15:18:24.124568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-202dabe0-fe9d-402d-a657-f3d8924a274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.126026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-202dabe0-fe9d-402d-a657-f3d8924a274c service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.2046499 Feb 16 15:18:24.138623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-f79142b4-5780-4d55-9ecc-d1caaf4fffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.140099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-f79142b4-5780-4d55-9ecc-d1caaf4fffca service neutron] 10.222.0.129 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.2114534 Feb 16 15:18:24.262803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4cbe08a-0260-40a7-a8ca-a65f388740c4 req-ac2586b5-e20d-4efd-bb5b-4de8b5bb192e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342864 Feb 16 15:18:24.276409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-69b3a2bb-7e57-4fe4-a98a-7730366625d6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 999 time: 0.1403842 Feb 16 15:18:24.278177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-600e7099-3415-41c8-8f09-58350deb477f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 999 time: 0.1244719 Feb 16 15:18:24.366362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-194bad4f-a966-48ea-95cb-61b15ee0669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.368445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-194bad4f-a966-48ea-95cb-61b15ee0669a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0843120 Feb 16 15:18:24.369817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-d78725ad-fb86-4978-9229-dff5cbfebb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.371121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-d78725ad-fb86-4978-9229-dff5cbfebb4f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0800390 Feb 16 15:18:24.442934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-f046ba16-573d-4188-945d-c60a5a322f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.444534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-f046ba16-573d-4188-945d-c60a5a322f6e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621567 Feb 16 15:18:24.446113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381d8c7-3875-4522-a853-260d9971dbdc req-95847492-cf2d-4e20-8aea-cfac696e64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:24.447590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-95847492-cf2d-4e20-8aea-cfac696e64fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724020 Feb 16 15:18:24.614812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-f56c798c-5afe-4c6b-8d7a-4b6aa601acef service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640112 Feb 16 15:18:24.616836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-ef095884-d31c-4773-b12f-336cb84455fe service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588087 Feb 16 15:18:24.781771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-95892e9f-01cf-4173-83ae-41ed819eb5e3 service neutron] 10.222.0.129 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608171 Feb 16 15:18:24.783965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c381d8c7-3875-4522-a853-260d9971dbdc req-8c6b9942-0935-4d86-ae32-c6606a250f6a service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558783 Feb 16 15:18:25.393599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a095d99-79d7-4038-97d3-08c8c22dee2c req-06f35799-dfce-427e-830a-4d8e7d154209 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:25.395293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a095d99-79d7-4038-97d3-08c8c22dee2c req-06f35799-dfce-427e-830a-4d8e7d154209 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 944 time: 0.0523825 Feb 16 15:18:25.437578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a095d99-79d7-4038-97d3-08c8c22dee2c req-2548b5b3-ce39-4d80-9560-f5ec896299b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344946 Feb 16 15:18:25.464523 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37122) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:18:25.525873 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-be5a4e95-2940-4b04-a837-4ebf4b363ed5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/575233fb-3e6c-43e9-985d-45e3244fe23b HTTP/1.1" status: 200 len: 991 time: 0.0600648 Feb 16 15:18:26.698066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:18:26.796609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:26.809041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'cf112375-c403-42ed-92c9-764e45da78d8', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'port_id': 'cf112375-c403-42ed-92c9-764e45da78d8', 'mac_address': 'fa:16:3e:f1:85:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:18:26.861646 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:26.876075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf112375-c403-42ed-92c9-764e45da78d8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:18:26.896123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:26.962700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:27.013892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:27.203146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['cf112375-c403-42ed-92c9-764e45da78d8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:18:28.714101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:18:28.841395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port cf112375-c403-42ed-92c9-764e45da78d8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:18:28.845566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port cf112375-c403-42ed-92c9-764e45da78d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:18:28.846068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:28.926381 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:28.950249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:28.952630 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1a8aef-f126-4222-bf91-949b16794e96" -d '{"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-plugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:28.967418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:18:28.992792 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75af1bb9-d4e2-4443-bb45-1a02b1b69ed0 x-openstack-request-id: req-75af1bb9-d4e2-4443-bb45-1a02b1b69ed0 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:28.993813 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-plugged", "status": "completed", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:28.994075 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-75af1bb9-d4e2-4443-bb45-1a02b1b69ed0 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:28.994752 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'code': 200} Feb 16 15:18:29.001308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:29.053949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=13']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:30.373811 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:18:35.281333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c950baae-d266-4a90-bb24-036b2d6830c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:38.024444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ef26-5e88-4bb1-9643-6bd6ccb064aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:39.646817 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:41.387403 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:41.515433 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:42.589295 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:46.572221 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:54.915715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-22347e2e-2e02-4ee4-b681-02d342ddc7f6 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396578 Feb 16 15:18:54.979069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-a42c362f-abf5-4f05-8bc5-35f43b9c3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:54.980840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-a42c362f-abf5-4f05-8bc5-35f43b9c3672 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0452278 Feb 16 15:18:55.085871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-29e86216-f95e-47ca-bb52-789e77efbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:55.087397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-29e86216-f95e-47ca-bb52-789e77efbc4b service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.0878150 Feb 16 15:18:55.158041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-55a025f1-4065-450e-b54a-3705ea82fbee service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 1000 time: 0.0638134 Feb 16 15:18:55.206662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-95113e66-f3e7-4262-b9a4-d5465507e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:55.208011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-95113e66-f3e7-4262-b9a4-d5465507e02b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0437391 Feb 16 15:18:55.253703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-39cc3389-b0ce-4296-8a78-ed8c9158d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:55.255828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-39cc3389-b0ce-4296-8a78-ed8c9158d6ef service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414319 Feb 16 15:18:55.356388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-d920a508-1de5-4e58-85b8-bd162c65a3bd service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940809 Feb 16 15:18:55.448876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0081bf1-7cb3-402d-bc23-2e7dd14b789d req-53117392-5f71-479d-b101-1b5a08e6c998 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856717 Feb 16 15:18:57.603335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-4ee547d9-dec5-4e67-8cc5-f1570e7b35b7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483444 Feb 16 15:18:57.694667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-38ce2c1c-ebcf-48d7-850a-1dd26c9fef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:57.697322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-38ce2c1c-ebcf-48d7-850a-1dd26c9fef29 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1097 time: 0.0504434 Feb 16 15:18:57.806306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-0333ebdd-bb44-4869-8e45-5617783b5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:57.807860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-0333ebdd-bb44-4869-8e45-5617783b5a00 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.0890298 Feb 16 15:18:57.881542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-05044e8b-a1ae-41f2-beed-43deb1b9f486 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 1001 time: 0.0656223 Feb 16 15:18:57.933638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-0691d5fe-6845-4ab0-baa0-8fc1ea9f3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:57.935107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-0691d5fe-6845-4ab0-baa0-8fc1ea9f3b0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0449545 Feb 16 15:18:57.982250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-9d0f6cb5-c382-43fe-a16f-d313218de7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:57.983791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-9d0f6cb5-c382-43fe-a16f-d313218de7e8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419061 Feb 16 15:18:58.080275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-4381891d-65f3-4332-aa42-9a151aa60ae1 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877523 Feb 16 15:18:58.210929 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8098ebbe-ba60-495c-bb10-8af5f7be5d48 req-1e7c93b2-79a5-4101-829f-cb629c369b4c service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195261 Feb 16 15:18:58.221579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e7917-3f24-4d5a-929d-cd72b5a8d3a7 req-2957efa3-5b58-4efe-a676-23a9ca237e21 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:58.223245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-464e7917-3f24-4d5a-929d-cd72b5a8d3a7 req-2957efa3-5b58-4efe-a676-23a9ca237e21 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1097 time: 0.0576096 Feb 16 15:18:58.259785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-464e7917-3f24-4d5a-929d-cd72b5a8d3a7 req-f75ca15c-bda5-4df8-9492-ae41fa690fdc tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291030 Feb 16 15:18:58.282797 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37268) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:18:58.446370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 4191e8ab-d59e-4efe-983b-680e3af5b22e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:18:58.446939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:58.521910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:58.522233 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:58.535005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 4191e8ab-d59e-4efe-983b-680e3af5b22e owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:18:58.783256 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:58.807030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=4191e8ab-d59e-4efe-983b-680e3af5b22e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:18:58.818888 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.819232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.819625 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.819910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.820232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.820554 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.821581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.821853 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.822123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.822469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.822977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.823118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:18:58.882301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:58.882606 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP 575233fb-3e6c-43e9-985d-45e3244fe23b disassociated (deleted). External IP: 172.25.6.174, port: cf112375-c403-42ed-92c9-764e45da78d8. Feb 16 15:18:59.401776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router ff4c271e-870f-420c-b13a-35d6bfbdaf2f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:18:59.508741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:18:59.514053 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:18:59.519252 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] Sync routers for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:18:59.530236 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:59.530862 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:18:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:59.547736 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f6a8c6bd-18ae-4adc-a0fe-6e22235efca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/floatingips/575233fb-3e6c-43e9-985d-45e3244fe23b HTTP/1.1" status: 204 len: 168 time: 1.2635543 Feb 16 15:18:59.548328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:18:59.550750 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b849b-3739-40d3-8cc1-f497fe495d03" -d '{"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:18:59.604745 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfb2ea9-5392-4555-96fe-a5c69f74a46d x-openstack-request-id: req-8bfb2ea9-5392-4555-96fe-a5c69f74a46d {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:18:59.605811 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:18:59.606429 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8bfb2ea9-5392-4555-96fe-a5c69f74a46d {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:18:59.606924 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'status': 'completed', 'code': 200} Feb 16 15:18:59.676606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-59bf04c4-ce52-4bc9-ad91-d474b7faee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:59.677145 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:18:59.679183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-59bf04c4-ce52-4bc9-ad91-d474b7faee8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 1097 time: 0.0534451 Feb 16 15:18:59.792611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-e9074475-8ddf-457f-b029-0ed63bda31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:59.794147 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-e9074475-8ddf-457f-b029-0ed63bda31fe service neutron] 10.222.0.93 "GET /v2.0/networks?id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 200 len: 898 time: 0.1079140 Feb 16 15:18:59.856779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-6e974f5b-0592-46b8-beca-399b7a4afd59 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 200 len: 217 time: 0.0539591 Feb 16 15:18:59.890596 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:01Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:18:59.912805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-8b2fd27a-1b11-478e-9467-5bd60ee39ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:18:59.914906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-8b2fd27a-1b11-478e-9467-5bd60ee39ffc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 200 len: 835 time: 0.0505075 Feb 16 15:18:59.926655 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] Checking router: ff4c271e-870f-420c-b13a-35d6bfbdaf2f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:18:59.935254 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:18:59.936170 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:18:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:00.013087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-858d1fef-ff0b-4db9-a725-5580724e1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:00.014608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-858d1fef-ff0b-4db9-a725-5580724e1bcc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840209 Feb 16 15:19:00.028192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b9e5-2e73-4603-bc45-ff2b71e14918 req-b7ec1872-e02c-41e8-a798-8d95f2b5f2ea tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:00.029645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58f5b9e5-2e73-4603-bc45-ff2b71e14918 req-b7ec1872-e02c-41e8-a798-8d95f2b5f2ea tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 946 time: 0.0607417 Feb 16 15:19:00.049527 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:00.150541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58f5b9e5-2e73-4603-bc45-ff2b71e14918 req-8f5c2d49-e6dd-413f-a394-a2ddf1ea24da tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114697 Feb 16 15:19:00.174693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-28659532-b948-450c-9c14-c343419cc272 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441138 Feb 16 15:19:00.271184 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:01Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:00.280594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-237b849b-3739-40d3-8cc1-f497fe495d03 req-43aea79e-ef12-4ad5-866d-54aba11e31a9 service neutron] 10.222.0.93 "GET /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973561 Feb 16 15:19:00.298758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ad86d9-8136-446b-8bce-bbbeeaf3eadb None None] The sync data for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 is: [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '17d5946c-82e1-45c6-a11a-6d62f896cfee', 'name': '', 'network_id': '2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:d5:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:57Z', 'updated_at': '2022-02-16T15:17:01Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'aa49a8d5-3021-4f7e-b491-4d559e986e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:19:00.552481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f07139-f899-4305-ba08-ca88234dfabf None None] New status for floating IP 575233fb-3e6c-43e9-985d-45e3244fe23b: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:19:01.303243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd3511-9da3-44ef-904c-a87d472ef591 req-cff831a5-a2e0-435f-b059-1c8f58fc1a4c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:01.307604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5dd3511-9da3-44ef-904c-a87d472ef591 req-cff831a5-a2e0-435f-b059-1c8f58fc1a4c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 946 time: 0.0659122 Feb 16 15:19:01.354525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5dd3511-9da3-44ef-904c-a87d472ef591 req-6d9a5e56-72fa-49eb-b8d5-ff6258a471b3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=e85801be-6f3e-4002-acf9-3aefa2b8ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409520 Feb 16 15:19:01.479698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-1b623efb-e85e-47c9-a1e7-94f7d3906a72 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:01.481349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-1b623efb-e85e-47c9-a1e7-94f7d3906a72 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 946 time: 0.0496914 Feb 16 15:19:01.578896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port cf112375-c403-42ed-92c9-764e45da78d8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:19:01.579245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:01.668678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port cf112375-c403-42ed-92c9-764e45da78d8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=cf112375-c403-42ed-92c9-764e45da78d8,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:01.669038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:01.681162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for cf112375-c403-42ed-92c9-764e45da78d8 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:19:01.883970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:01.914629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=cf112375-c403-42ed-92c9-764e45da78d8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:01.959864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] No DVR routers for this DVR port cf112375-c403-42ed-92c9-764e45da78d8 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:19:01.963331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:01.966981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-243473cd-029c-4277-abc2-fa26a1cf10b2 req-ae3095a4-3fa7-4c91-be8a-8f77e845430a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "DELETE /v2.0/ports/cf112375-c403-42ed-92c9-764e45da78d8 HTTP/1.1" status: 204 len: 173 time: 0.4763813 Feb 16 15:19:01.967454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-deleted', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:01.969701 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c21f019-4654-4dc2-90bb-ac5bf7d33bfd" -d '{"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-deleted", "tag": "cf112375-c403-42ed-92c9-764e45da78d8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:02.007736 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02cd477-dd22-4864-ab06-fb8cd0dc8347 x-openstack-request-id: req-c02cd477-dd22-4864-ab06-fb8cd0dc8347 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:02.008585 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523b23b-0b0b-46ae-a4ab-32ac7eac1c54", "name": "network-vif-deleted", "tag": "cf112375-c403-42ed-92c9-764e45da78d8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:02.008921 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c02cd477-dd22-4864-ab06-fb8cd0dc8347 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:02.009336 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523b23b-0b0b-46ae-a4ab-32ac7eac1c54', 'name': 'network-vif-deleted', 'tag': 'cf112375-c403-42ed-92c9-764e45da78d8', 'status': 'completed', 'code': 200} Feb 16 15:19:02.475863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6dae449b-7f51-4535-ae1f-0c2ce6c49810 req-df99f4c4-99ea-4fa6-824b-6f7063c8833f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=0523b23b-0b0b-46ae-a4ab-32ac7eac1c54 HTTP/1.1" status: 200 len: 210 time: 0.0317230 Feb 16 15:19:03.541979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37332) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:03.909427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:04.172933 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 17d5946c-82e1-45c6-a11a-6d62f896cfee {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:19:04.173283 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:04.268158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port 17d5946c-82e1-45c6-a11a-6d62f896cfee, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17d5946c-82e1-45c6-a11a-6d62f896cfee,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:04.268516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:04.280513 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 17d5946c-82e1-45c6-a11a-6d62f896cfee owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:19:04.526225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:04.553278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=17d5946c-82e1-45c6-a11a-6d62f896cfee,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:04.744634 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:04.968611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router ff4c271e-870f-420c-b13a-35d6bfbdaf2f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:19:05.076206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:19:05.081347 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-632a2bd2-08d0-41b3-b7ba-34d11f510050 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/ff4c271e-870f-420c-b13a-35d6bfbdaf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5383637 Feb 16 15:19:05.084246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37342) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:05.089067 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] Sync routers for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:19:05.100262 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:05.100868 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:18:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:05.135824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting subnet aa49a8d5-3021-4f7e-b491-4d559e986e75 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:19:05.139104 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.180849 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.257474 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d34a-e253-4161-ae28-e0d47ac68fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.278774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.308355 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:05.383429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.404191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.413568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac463ac-7131-47c1-a393-000feebf2cda None None] Network 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:19:05.424446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37344) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:05.427862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/subnets/aa49a8d5-3021-4f7e-b491-4d559e986e75 HTTP/1.1" status: 204 len: 168 time: 0.3387256 Feb 16 15:19:05.449285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66db8-aeba-4afb-a310-e95e226ae74f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Subnet': ['ID=aa49a8d5-3021-4f7e-b491-4d559e986e75,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:05.509019 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:19:04Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:05.553392 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] Checking router: ff4c271e-870f-420c-b13a-35d6bfbdaf2f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:19:05.563124 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] Routers {'ff4c271e-870f-420c-b13a-35d6bfbdaf2f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:05.564022 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:18:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:05.609200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.674139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] DHCP port deletion for 2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:19:05.690764 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] Set router ff4c271e-870f-420c-b13a-35d6bfbdaf2f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:05.732305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] Deleting port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:19:05.733095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.742068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.807970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] For port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=73f4eb2b-db6a-41e8-b4bc-b03449c83d88,segment=NetworkSegment(176b6073-b035-4811-9837-a804d1963979),segment_id=176b6073-b035-4811-9837-a804d1963979)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:05.808468 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.825263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] Calling delete_port for 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:19:05.854741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 40a26ed5-d988-4935-932a-70dc23827701 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:19:05.855405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.926650 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:19:04Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:05.966365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port 40a26ed5-d988-4935-932a-70dc23827701, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=40a26ed5-d988-4935-932a-70dc23827701,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:05.966831 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:05.983079 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad464f-f12b-4e71-be41-95bf9fed2e92 None None] The sync data for ids ['ff4c271e-870f-420c-b13a-35d6bfbdaf2f'] in n-d-829433-1 is: [{'id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-666488740', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '40a26ed5-d988-4935-932a-70dc23827701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:19:04Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': '40a26ed5-d988-4935-932a-70dc23827701', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c271e-870f-420c-b13a-35d6bfbdaf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:16:53Z', 'updated_at': '2022-02-16T15:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:19:05.984467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 40a26ed5-d988-4935-932a-70dc23827701 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:19:06.144043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.171072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] Pushing event deleted for resources: {'Port': ['ID=73f4eb2b-db6a-41e8-b4bc-b03449c83d88,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:06.178158 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dcadb-4e71-4562-aedc-f752fecfed1a None None] No DVR routers for this DVR port 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:19:06.235018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.262327 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=40a26ed5-d988-4935-932a-70dc23827701,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:06.331018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.429318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.440178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.535521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:06.556265 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.559675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Fanout notify agent at l3_agent the message router_deleted on router ff4c271e-870f-420c-b13a-35d6bfbdaf2f {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:19:06.559967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:19:06.560172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 73f4eb2b-db6a-41e8-b4bc-b03449c83d88 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:06.560546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17d5946c-82e1-45c6-a11a-6d62f896cfee no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:06.574503 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.578499 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0590c5bf-5445-4f8e-9581-96eedd83ff21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/routers/ff4c271e-870f-420c-b13a-35d6bfbdaf2f HTTP/1.1" status: 204 len: 168 time: 1.1499705 Feb 16 15:19:06.582366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37352) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:06.583651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 17d5946c-82e1-45c6-a11a-6d62f896cfee {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:19:06.584002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 17d5946c-82e1-45c6-a11a-6d62f896cfee not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:06.666832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.768124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.795128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:06.804657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176b6073-b035-4811-9837-a804d1963979') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:06.805454 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176b6073-b035-4811-9837-a804d1963979') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:06.814857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.829176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.835250 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:19:06.835674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:19:06.839298 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:19:06.875633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:06.900448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: cf112375-c403-42ed-92c9-764e45da78d8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:19:06.900448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device cf112375-c403-42ed-92c9-764e45da78d8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:06.983458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.995446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:06.995446 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/networks/2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66 HTTP/1.1" status: 204 len: 168 time: 0.4144979 Feb 16 15:19:06.997084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37358) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:07.006277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351e4e8-48ae-48bc-b0b3-7c8da5696698 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Network': ['ID=2e6c5f7c-d66b-4f5a-95a9-2f8d5b7d7e66,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:07.058187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-100c1e42-df59-41f0-8cc7-4bf0cb2dfe58 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:07.086959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-100c1e42-df59-41f0-8cc7-4bf0cb2dfe58 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:07.217194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-100c1e42-df59-41f0-8cc7-4bf0cb2dfe58 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:07.220321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-100c1e42-df59-41f0-8cc7-4bf0cb2dfe58 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:07.224180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-100c1e42-df59-41f0-8cc7-4bf0cb2dfe58 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/security-groups/e85801be-6f3e-4002-acf9-3aefa2b8ecff HTTP/1.1" status: 204 len: 168 time: 0.2229171 Feb 16 15:19:07.231591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c1e42-df59-41f0-8cc7-4bf0cb2dfe58 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85801be-6f3e-4002-acf9-3aefa2b8ecff,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:07.373010 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:19:08.005896 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2ea51e66-b253-43a3-9dae-e293492409bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.058520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37372) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:08.063278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1f114629-3da7-4902-a625-75ff2f9353f3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419036709', 'description': 'tempest-secgroup-smoke-1419036709 description', 'project_id': '1db2b5e63faf4f0889e974baf03011f2'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:08.149108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1f114629-3da7-4902-a625-75ff2f9353f3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.173485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 40a26ed5-d988-4935-932a-70dc23827701 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:19:08.194517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 40a26ed5-d988-4935-932a-70dc23827701 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:19:08.195972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 40a26ed5-d988-4935-932a-70dc23827701 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:19:08.228580 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1f114629-3da7-4902-a625-75ff2f9353f3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.320926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1f114629-3da7-4902-a625-75ff2f9353f3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.352045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f114629-3da7-4902-a625-75ff2f9353f3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf62707-2bf0-4440-862b-7896846fe741,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:08.402656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1f114629-3da7-4902-a625-75ff2f9353f3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.406750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1f114629-3da7-4902-a625-75ff2f9353f3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3443069 Feb 16 15:19:08.406906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37374) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:08.411094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ade87bee-dfb0-4038-b17a-bf5c595cd32d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'daf62707-2bf0-4440-862b-7896846fe741', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:08.485534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ade87bee-dfb0-4038-b17a-bf5c595cd32d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.542189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ade87bee-dfb0-4038-b17a-bf5c595cd32d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.623152 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ade87bee-dfb0-4038-b17a-bf5c595cd32d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.642402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade87bee-dfb0-4038-b17a-bf5c595cd32d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c5b3db-98c1-48de-bd63-d4d4f46f0edf,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:08.711205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ade87bee-dfb0-4038-b17a-bf5c595cd32d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.712720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ade87bee-dfb0-4038-b17a-bf5c595cd32d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049233 Feb 16 15:19:08.715445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37376) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:08.719877 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d8388b0a-d8ff-4d81-bc11-102c76c4ae18 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'daf62707-2bf0-4440-862b-7896846fe741', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:08.822627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8388b0a-d8ff-4d81-bc11-102c76c4ae18 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.880437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8388b0a-d8ff-4d81-bc11-102c76c4ae18 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.925892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8388b0a-d8ff-4d81-bc11-102c76c4ae18 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:08.944870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8388b0a-d8ff-4d81-bc11-102c76c4ae18 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95939002-eed4-48db-a16d-bf1e29d9fe48,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:09.008033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8388b0a-d8ff-4d81-bc11-102c76c4ae18 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.012218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d8388b0a-d8ff-4d81-bc11-102c76c4ae18 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929394 Feb 16 15:19:09.012369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37384) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:09.016736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-079015fe-77eb-47e3-9257-8bc78bbe4a97 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'daf62707-2bf0-4440-862b-7896846fe741', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:09.102917 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-079015fe-77eb-47e3-9257-8bc78bbe4a97 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.162960 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-079015fe-77eb-47e3-9257-8bc78bbe4a97 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.251379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-079015fe-77eb-47e3-9257-8bc78bbe4a97 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.269184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079015fe-77eb-47e3-9257-8bc78bbe4a97 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac0a660-8252-4f77-bd11-cc069cd8957b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:09.350673 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-079015fe-77eb-47e3-9257-8bc78bbe4a97 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.352079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-079015fe-77eb-47e3-9257-8bc78bbe4a97 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388064 Feb 16 15:19:09.355094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37386) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:09.359839 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9db6eab3-250f-442c-a8fc-88aa2d6a7820 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'daf62707-2bf0-4440-862b-7896846fe741', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:09.480645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9db6eab3-250f-442c-a8fc-88aa2d6a7820 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.541961 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9db6eab3-250f-442c-a8fc-88aa2d6a7820 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.617834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9db6eab3-250f-442c-a8fc-88aa2d6a7820 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.635213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6eab3-250f-442c-a8fc-88aa2d6a7820 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3d0970-b2ab-4983-a66c-74686d898191,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:09.674289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.768182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9db6eab3-250f-442c-a8fc-88aa2d6a7820 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.770152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9db6eab3-250f-442c-a8fc-88aa2d6a7820 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4130294 Feb 16 15:19:09.772344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37392) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:09.777625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'daf62707-2bf0-4440-862b-7896846fe741', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:09.869498 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:19:09.874892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:09.936341 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.005779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.026584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661db149-6f9c-46fa-89c0-fa02d9004f06,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:10.093629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.094881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d998045-75c6-4c4c-befb-77cd187a0d1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215296 Feb 16 15:19:10.097791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37396) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:10.102875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'daf62707-2bf0-4440-862b-7896846fe741', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:10.188852 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:19:10.194094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.259164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.325882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.345636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072d9a76-47b1-498d-a59d-5c24c15a7c75,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:10.436620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.440500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a41413e8-fffd-4d84-a9a2-1cab50b95533 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390236 Feb 16 15:19:10.440656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37398) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:10.445350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'network': {'name': 'tempest-network-smoke--1344329828', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'port_security_enabled': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:10.554224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:19:10.558250 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.581582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:19:10.591016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.591450 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Added segment 9387a9d7-a9ee-43e7-9a2d-999779aebfcf of type vlan for network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 Feb 16 15:19:10.633935 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.725715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.732124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:10.732711 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.798627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Network': ['ID=29fad5d4-4843-4c89-9eba-1e51e28de0c3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:10.810133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:19:10.843197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b2a28ba8-84cc-446b-bae3-b8e490ab2932 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4015005 Feb 16 15:19:10.845969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:10.850290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'admin_state_up': True, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:10.916156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.917408 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:10.981146 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:11.400319 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:11.446684 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:11.565349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:11.829833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:11.849196 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:11.965245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.94 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b98e4b29-863a-4bef-8c30-c4a32e98c539) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:19:12.074809 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:12.183434 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:12.227416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:12.230591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:12.233016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:19:12.266842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=b98e4b29-863a-4bef-8c30-c4a32e98c539,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:12.560355 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:12.562205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:12.767717 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.045485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 971b48bc-86ac-4e15-af37-6f763ca99fea is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:19:13.161818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:19:13.173570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Sync routers for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:19:13.183670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:13.184359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:19:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:13.253567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.256353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1ab5b2fd-5831-43fc-89f4-e38d71180840 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4080570 Feb 16 15:19:13.258758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37424) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:13.288487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-45996127-e92e-44f3-a666-8519d373172e tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=1db2b5e63faf4f0889e974baf03011f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284564 Feb 16 15:19:13.291220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 37426) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:13.295042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:13.389129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ecc130-dc35-4bbd-ad5a-570c2ff36885 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:13.389129 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-54ecc130-dc35-4bbd-ad5a-570c2ff36885 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930228 Feb 16 15:19:13.389453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37428) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:13.423257 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-27b3cf52-8fc2-43ce-8e8e-66a84b27ef62 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304296 Feb 16 15:19:13.423504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37430) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:13.428549 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-329935814', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:13.498637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:12Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:13.527022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Checking router: 971b48bc-86ac-4e15-af37-6f763ca99fea for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:19:13.527360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Updating router 971b48bc-86ac-4e15-af37-6f763ca99fea port b98e4b29-863a-4bef-8c30-c4a32e98c539 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:19:13.552340 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.571976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:19:13.576638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.815619 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.837056 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.908099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Subnet': ['ID=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:13.913317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Checking segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:19:13.913665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network hostable DHCP agents. Network: 29fad5d4-4843-4c89-9eba-1e51e28de0c3, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:19:13.920405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.978126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Attempting to bind port b98e4b29-863a-4bef-8c30-c4a32e98c539 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:19:13.981684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Attempting to bind port b98e4b29-863a-4bef-8c30-c4a32e98c539 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:19:13.981684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Attempting to bind port b98e4b29-863a-4bef-8c30-c4a32e98c539 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:13.986239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4166-9318-4f6d-97fa-96d3577c231f None None] Pushing event updated for resources: {'Port': ['ID=b98e4b29-863a-4bef-8c30-c4a32e98c539,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:13.988710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:19:13.989086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:19:13.989486 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:13.989878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:19:13.990364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Bound port: b98e4b29-863a-4bef-8c30-c4a32e98c539, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:19:13.990729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:14.000297 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:19:14.048251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] For port b98e4b29-863a-4bef-8c30-c4a32e98c539, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:19:14.051782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] For port b98e4b29-863a-4bef-8c30-c4a32e98c539, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b98e4b29-863a-4bef-8c30-c4a32e98c539,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:19:14.068985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 29fad5d4-4843-4c89-9eba-1e51e28de0c3) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:14.073961 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:14.075437 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:14.079334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b53cc8-a84b-4a72-8c1f-6f3df8e34c9a None None] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:19:14.126524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:14.132480 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8039a138-c5cf-4559-8b51-755afac57206 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7054198 Feb 16 15:19:14.133363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37438) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:14.203962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:14.204681 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:19:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:14.278121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4166-9318-4f6d-97fa-96d3577c231f None None] Pushing event updated for resources: {'Port': ['ID=b98e4b29-863a-4bef-8c30-c4a32e98c539,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:14.415424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:14.444943 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:19:14.445983 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:14.709745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Allocated IP 172.20.0.2 (29fad5d4-4843-4c89-9eba-1e51e28de0c3/44de32af-6c3d-47a9-9c5b-d3abe0af6fb2/c9f7af20-0dfa-4e08-bfb2-b7e242c5d672) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:19:14.774449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:12Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:14.811222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56340d9-b630-4fbe-93fc-2ac093142be3 None None] The sync data for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 is: [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:12Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:19:14.909000 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:14.944921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:14.998206 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:15.035276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:15.040467 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:15.044706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:19:15.080693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Pushing event updated for resources: {'Port': ['ID=c9f7af20-0dfa-4e08-bfb2-b7e242c5d672,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:15.121490 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Attempting to bind port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:19:15.121876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Attempting to bind port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:19:15.122205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Attempting to bind port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:15.141698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:19:15.142078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Checking segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:19:15.142490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:15.142881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Bound using segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:19:15.143390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Bound port: c9f7af20-0dfa-4e08-bfb2-b7e242c5d672, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:19:15.143801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:15.267908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] For port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:19:15.271492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] For port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c9f7af20-0dfa-4e08-bfb2-b7e242c5d672,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:19:15.341891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.1 (29fad5d4-4843-4c89-9eba-1e51e28de0c3/44de32af-6c3d-47a9-9c5b-d3abe0af6fb2/49c6ca8c-5ee9-434b-bbf6-082309fe4e06) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:19:15.344250 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:15.446056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14aa6d-1f91-4061-82a2-cb27924f0f09 None None] Pushing event updated for resources: {'Port': ['ID=c9f7af20-0dfa-4e08-bfb2-b7e242c5d672,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:15.520728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:15.595063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:15.674659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:15.678747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:15.681931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:19:15.721521 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:15.739814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:15.969166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.309249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.354604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:16.377311 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.441252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:16.443243 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.463845 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.465730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:16.572100 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.572984 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.585448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc1f33-8dd9-4834-b50b-ae1a62731e86 None None] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:19:16.597692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:16.599456 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:16.741568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 971b48bc-86ac-4e15-af37-6f763ca99fea has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:19:16.837693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c9f7af20-0dfa-4e08-bfb2-b7e242c5d672,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:16.849761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d891ec7a-6aac-472d-b2c9-c9d373cc050e None None] Provisioning complete for port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:16.849893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d891ec7a-6aac-472d-b2c9-c9d373cc050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.867681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:19:16.876122 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c969fb5d-abf3-46ac-9f03-f6aff4c36b7a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/971b48bc-86ac-4e15-af37-6f763ca99fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7415724 Feb 16 15:19:16.923259 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:16.924138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b98e4b29-863a-4bef-8c30-c4a32e98c539 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:17.107805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=c9f7af20-0dfa-4e08-bfb2-b7e242c5d672,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:17.121053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Sync routers for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:19:17.130070 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:17.130686 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:19:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:17.137620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.138285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.139242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.139883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.140544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.141085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.142063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.142835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.143553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.144321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.145027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.146074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:17.201286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b98e4b29-863a-4bef-8c30-c4a32e98c539 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:17.201664 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:17.347837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-13e007f0-e3fd-4ded-a9ac-e9e1dc662b40 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419036709&fields=id&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 267 time: 0.0626230 Feb 16 15:19:17.354945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:17.356838 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:17.390124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port b98e4b29-863a-4bef-8c30-c4a32e98c539, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b98e4b29-863a-4bef-8c30-c4a32e98c539,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:17.481035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5ad8851a-f173-463c-ba3c-69249fe1758d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:17.488119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5ad8851a-f173-463c-ba3c-69249fe1758d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 797 time: 0.1387951 Feb 16 15:19:17.492870 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:17.508271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-8a325ced-0cbc-415f-a136-3284870ac083 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/quotas/1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 375 time: 0.0161653 Feb 16 15:19:17.580162 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-14af5885-2605-4121-a8db-0337c9790e1d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738277 Feb 16 15:19:17.611253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=b98e4b29-863a-4bef-8c30-c4a32e98c539,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:17.637724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:16Z', 'revision_number': 2, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:17.644352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-70aa763f-6512-4ff8-ba76-1f078d82f302 None None] Provisioning complete for port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:17.644719 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70aa763f-6512-4ff8-ba76-1f078d82f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:17.709126 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Checking router: 971b48bc-86ac-4e15-af37-6f763ca99fea for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:19:17.709797 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Updating router 971b48bc-86ac-4e15-af37-6f763ca99fea port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:19:17.742865 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:17.784095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-70aa763f-6512-4ff8-ba76-1f078d82f302 None None] Provisioning complete for port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:17.784931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-70aa763f-6512-4ff8-ba76-1f078d82f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:17.834318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-70aa763f-6512-4ff8-ba76-1f078d82f302 None None] Port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:19:17.858735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-85148e71-f8f2-488e-9813-94da56638e65 service neutron] 10.222.0.113 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643690 Feb 16 15:19:17.974081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d9b54859-ae00-44c1-9018-7211cb6214e3 None None] Provisioning complete for port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:17.974358 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d9b54859-ae00-44c1-9018-7211cb6214e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.071768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d9b54859-ae00-44c1-9018-7211cb6214e3 None None] Port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:19:18.088966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-6f21ddb1-979e-4e88-9121-176955044f86 service neutron] 10.222.0.113 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203126 Feb 16 15:19:18.110428 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.192098 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.192735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d1b7a5c6-df8e-4e2c-8e8c-b2efaa720d25 None None] Provisioning complete for port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:18.192855 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d1b7a5c6-df8e-4e2c-8e8c-b2efaa720d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.231568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7a5c6-df8e-4e2c-8e8c-b2efaa720d25 None None] Port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:19:18.266852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:18.301517 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Pushing event updated for resources: {'Port': ['ID=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:18.358990 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.359945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.360268 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.360705 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.361151 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.361618 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.361949 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.362274 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.362597 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.362919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.363240 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.363571 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:18.385702 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Attempting to bind port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:19:18.385702 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Attempting to bind port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:19:18.385702 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Attempting to bind port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:18.393105 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:19:18.393630 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Checking segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:19:18.394040 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.394645 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Bound using segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:19:18.395037 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Bound port: 49c6ca8c-5ee9-434b-bbf6-082309fe4e06, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:19:18.395432 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.444242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:18.446603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.467457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fffaebf-e023-47a0-8188-49b027d32f89 req-5d7ad1f4-9e2f-4b46-b7d8-21bc9b4daed2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 210 time: 0.0776069 Feb 16 15:19:18.490538 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] For port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:19:18.495027 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] For port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:19:18.557432 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.557680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b98e4b29-863a-4bef-8c30-c4a32e98c539 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:18.588552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-deeb3eca-f2fa-454a-a067-9d24c9adfbdf None None] Provisioning complete for port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:18.588955 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-deeb3eca-f2fa-454a-a067-9d24c9adfbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.625670 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:18.626810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:19:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:18.628046 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17410a4-ae88-4ca2-9f05-bb308ea50aac None None] Pushing event updated for resources: {'Port': ['ID=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:18.658238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b98e4b29-863a-4bef-8c30-c4a32e98c539 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:18.658597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.725727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-deeb3eca-f2fa-454a-a067-9d24c9adfbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.790507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-deeb3eca-f2fa-454a-a067-9d24c9adfbdf None None] For port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:18.846801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-deeb3eca-f2fa-454a-a067-9d24c9adfbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:18.909101 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:18.943384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3eca-f2fa-454a-a067-9d24c9adfbdf None None] Pushing event updated for resources: {'Port': ['ID=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:18.971009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5f6f7061-6ad3-4882-9804-16ff156a41b1 None None] Provisioning complete for port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:18.971449 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f6f7061-6ad3-4882-9804-16ff156a41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:19.134231 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:19.160047 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55058cd7-e624-4ccb-b8e6-027aa33364dc None None] The sync data for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 is: [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:19:19.583320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb250d49-d0b9-4acf-a3e9-230aefd93dd7 req-5ac5f115-80c0-410f-a223-5c985113b63e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 210 time: 0.0342717 Feb 16 15:19:20.292647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:20.364699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:20.365060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:20.462766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-0a6e976d-8fbf-4e9c-92d1-37f8dd770ca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:20.464271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-0a6e976d-8fbf-4e9c-92d1-37f8dd770ca1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 797 time: 0.1323900 Feb 16 15:19:20.514077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-773078af-5110-4865-8e7f-6a5317558073 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 380 time: 0.0353951 Feb 16 15:19:20.526662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'port': {'device_id': '9415d321-04e6-477c-a484-0f700b444c46', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'admin_state_up': True, 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'security_groups': ['daf62707-2bf0-4440-862b-7896846fe741']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:20.735977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74736a08-1bb1-43ec-a37d-2fee07665aa9 req-c3f1a042-c091-4614-8ddd-6bd61a68e208 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 210 time: 0.0854976 Feb 16 15:19:20.737387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:19:20.740787 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:20.868409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.7 (29fad5d4-4843-4c89-9eba-1e51e28de0c3/44de32af-6c3d-47a9-9c5b-d3abe0af6fb2/de7cfbc6-eaa9-49e5-a259-ba4616368284) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:19:21.003572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:21.126319 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:21.176019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:21.178880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:21.183647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:19:21.190249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:21.222643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.223258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.223948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.224288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.224620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.224985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.225315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.225834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.226708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.227405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.227862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.228188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:19:21.258912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:21.259701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:21.317135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-cf41e83d-5c48-4cfe-8032-f72f2ba08271 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941675 Feb 16 15:19:21.330991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5cccdc88-389c-4b86-8289-b9bb661ec89f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:19:21.333701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5cccdc88-389c-4b86-8289-b9bb661ec89f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071864 Feb 16 15:19:21.351966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Request body: {'port': {'device_id': '9415d321-04e6-477c-a484-0f700b444c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:21.410996 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:21.493677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b2fb5bc9-03ae-4e66-8099-bb3878beb84c None None] Provisioning complete for port de7cfbc6-eaa9-49e5-a259-ba4616368284 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:21.494272 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5bc9-03ae-4e66-8099-bb3878beb84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:21.528199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb5bc9-03ae-4e66-8099-bb3878beb84c None None] Port de7cfbc6-eaa9-49e5-a259-ba4616368284 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:19:21.686020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7cfbc6-eaa9-49e5-a259-ba4616368284 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:19:21.693071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:21.705642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Transition to ACTIVE for port object de7cfbc6-eaa9-49e5-a259-ba4616368284 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:19:21.784210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:21.868352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:21.935029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111e3a-a78b-4b26-a856-abf900211c07 req-dae26257-33f9-4337-a0e0-815ef64f8cde tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:21.945529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49111e3a-a78b-4b26-a856-abf900211c07 req-dae26257-33f9-4337-a0e0-815ef64f8cde tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 943 time: 0.1288064 Feb 16 15:19:21.989067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:19:21.989469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:19:21.989721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:21.996952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:19:21.997272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:19:22.004143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:19:22.004479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Checking segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:19:22.004853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Bound using segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:19:22.005282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Bound port: de7cfbc6-eaa9-49e5-a259-ba4616368284, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:19:22.005627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:22.011892 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49111e3a-a78b-4b26-a856-abf900211c07 req-5eac76d7-4ff8-4a25-b740-ef17047e0e90 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651257 Feb 16 15:19:22.085194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:19:22.088793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:19:22.149648 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:22.189284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.189284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:22.189284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] 10.222.0.93 "PUT /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 1091 time: 0.8420551 Feb 16 15:19:22.189284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:22.191228 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40acd46f-2d5c-42d9-878b-d54364f1bfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:22.219407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2cf75-2ab1-4201-b7d3-970485d44fec service neutron] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:22.243316 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec229fb-2a8b-4cce-8d2e-08694da328c8 x-openstack-request-id: req-eec229fb-2a8b-4cce-8d2e-08694da328c8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:22.243840 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:22.244101 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eec229fb-2a8b-4cce-8d2e-08694da328c8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:22.244510 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'status': 'completed', 'code': 200} Feb 16 15:19:22.327374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acd46f-2d5c-42d9-878b-d54364f1bfe7 req-511c6b05-1665-4b98-91d3-2a3b437d6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.329013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40acd46f-2d5c-42d9-878b-d54364f1bfe7 req-511c6b05-1665-4b98-91d3-2a3b437d6d05 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1094 time: 0.0610847 Feb 16 15:19:22.435868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acd46f-2d5c-42d9-878b-d54364f1bfe7 req-d52de9e6-eccd-4bf2-9829-66dde7832fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.437354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40acd46f-2d5c-42d9-878b-d54364f1bfe7 req-d52de9e6-eccd-4bf2-9829-66dde7832fec service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=1db2b5e63faf4f0889e974baf03011f2&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0962176 Feb 16 15:19:22.542003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acd46f-2d5c-42d9-878b-d54364f1bfe7 req-4a1a6b27-cd3c-4123-a3a0-187b1ba824af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.543530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40acd46f-2d5c-42d9-878b-d54364f1bfe7 req-4a1a6b27-cd3c-4123-a3a0-187b1ba824af service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0943236 Feb 16 15:19:22.634401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-027449f5-6782-41d2-94c1-85cb1af8287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.635940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-027449f5-6782-41d2-94c1-85cb1af8287a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1094 time: 0.0460672 Feb 16 15:19:22.682078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-2fb59c75-d959-4f73-9dbf-7a713a73a8ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 217 time: 0.0341306 Feb 16 15:19:22.734305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-afda9b64-3931-4dfb-8727-d3867239aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.735760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-afda9b64-3931-4dfb-8727-d3867239aee2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 200 len: 834 time: 0.0439160 Feb 16 15:19:22.788259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-f35d4d5c-f5fa-4fbb-a617-7db3f6225e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:22.789780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-f35d4d5c-f5fa-4fbb-a617-7db3f6225e03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=29fad5d4-4843-4c89-9eba-1e51e28de0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432241 Feb 16 15:19:22.881052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-b5a4e786-53a2-43b9-b2ee-9486fa83005d service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804732 Feb 16 15:19:22.979640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00bdfb49-0df5-4cfe-9186-0d54e2377cff req-b9a462c0-2c8c-4e76-95ba-d7a03456fa9b service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870159 Feb 16 15:19:23.134087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcc38f-8fbc-479e-bbeb-7dd0a3c8ec9e req-1552edb1-22a6-422b-8be0-fca6f8803f3d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:23.135130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aadcc38f-8fbc-479e-bbeb-7dd0a3c8ec9e req-1552edb1-22a6-422b-8be0-fca6f8803f3d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 943 time: 0.0527480 Feb 16 15:19:23.181738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aadcc38f-8fbc-479e-bbeb-7dd0a3c8ec9e req-40a7baea-b146-4a61-be50-5f8cb23ca4b7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Feb 16 15:19:24.306117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a3857-6f8c-4946-920d-d5ad13e9ce49 req-eb292c8c-f62a-4780-ac7c-cd826aff7979 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:24.307696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b3a3857-6f8c-4946-920d-d5ad13e9ce49 req-eb292c8c-f62a-4780-ac7c-cd826aff7979 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 943 time: 0.0545864 Feb 16 15:19:24.346195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b3a3857-6f8c-4946-920d-d5ad13e9ce49 req-2e40d95d-effd-4771-b469-9bf976a15d1f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323768 Feb 16 15:19:24.955718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:19:25.049190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:25.060691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'port_id': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'mac_address': 'fa:16:3e:ca:ca:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:19:25.100493 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:25.113985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7cfbc6-eaa9-49e5-a259-ba4616368284 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:19:25.133778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:25.228409 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:25.279260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:25.474143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['de7cfbc6-eaa9-49e5-a259-ba4616368284'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:19:25.475353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bba7d4-e746-4c7d-b848-af1d2970fa65 req-38eb0c60-205d-467e-af22-af6d3008f8a5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:25.477731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92bba7d4-e746-4c7d-b848-af1d2970fa65 req-38eb0c60-205d-467e-af22-af6d3008f8a5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0584817 Feb 16 15:19:25.517391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92bba7d4-e746-4c7d-b848-af1d2970fa65 req-6c37a02e-535d-4140-9cbb-9e04b97ba282 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334563 Feb 16 15:19:26.634530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9203e-9b48-429e-b48c-aa35cb1973d9 req-6762755e-a9b0-441e-a121-ea753c37ded3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:26.636159 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daf9203e-9b48-429e-b48c-aa35cb1973d9 req-6762755e-a9b0-441e-a121-ea753c37ded3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0511277 Feb 16 15:19:26.674760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daf9203e-9b48-429e-b48c-aa35cb1973d9 req-f18506b7-8d2a-4bbb-b30e-4eca1fa2556b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Feb 16 15:19:26.969728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:19:27.079616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port de7cfbc6-eaa9-49e5-a259-ba4616368284 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:19:27.084128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port de7cfbc6-eaa9-49e5-a259-ba4616368284 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:19:27.084608 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:27.173878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:27.198062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:27.200311 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d01623a-0d39-44ca-9f7b-7d09d7d86718" -d '{"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-plugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:27.213100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:19:27.237827 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0517dc06-aa29-4449-84a1-e410e59bcc0a x-openstack-request-id: req-0517dc06-aa29-4449-84a1-e410e59bcc0a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:27.238135 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-plugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:27.238389 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0517dc06-aa29-4449-84a1-e410e59bcc0a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:27.238782 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'code': 200} Feb 16 15:19:27.262695 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:27.315472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:27.353897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8276-b948-4972-8d32-d1ae0d24f6a0 req-8264a9f5-fdbc-427e-8aaa-2977f107ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:27.355770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ac8276-b948-4972-8d32-d1ae0d24f6a0 req-8264a9f5-fdbc-427e-8aaa-2977f107ca59 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1096 time: 0.0470552 Feb 16 15:19:27.397891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8ac8276-b948-4972-8d32-d1ae0d24f6a0 req-55e4549b-5cf6-4413-a967-e92e35c4bb70 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 Feb 16 15:19:28.131917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78e66-c10d-4024-8dc4-e4dbbfffca08 req-9ab19781-1fff-4b61-a3ea-6e4aa1abcba2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:28.134143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9a78e66-c10d-4024-8dc4-e4dbbfffca08 req-9ab19781-1fff-4b61-a3ea-6e4aa1abcba2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.3919780 Feb 16 15:19:28.174604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b9a78e66-c10d-4024-8dc4-e4dbbfffca08 req-97096633-f821-47fe-95a9-f0e874de75dc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Feb 16 15:19:29.306093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5d598-acba-45c9-815a-f85f0bd0c60a req-7a08ef5e-1b45-437c-ae4a-46385f296ffe tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:29.308497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8bc5d598-acba-45c9-815a-f85f0bd0c60a req-7a08ef5e-1b45-437c-ae4a-46385f296ffe tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0584011 Feb 16 15:19:29.349331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8bc5d598-acba-45c9-815a-f85f0bd0c60a req-ef8ba6a3-9666-4c6a-be7c-07a33d00c19d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Feb 16 15:19:29.468625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5320f-c9e8-41b5-81f1-e67cfb9ce012 req-fc85e806-aa54-4d81-997b-a0f210b20938 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:29.470135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ff5320f-c9e8-41b5-81f1-e67cfb9ce012 req-fc85e806-aa54-4d81-997b-a0f210b20938 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Feb 16 15:19:29.508333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ff5320f-c9e8-41b5-81f1-e67cfb9ce012 req-d54f64d2-2446-4b7f-a4c3-a006679d8537 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Feb 16 15:19:29.529938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37576) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:29.571283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2bb5b1-1b7d-4cf0-9bfb-ba5e905e6a94 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:29.572857 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0e2bb5b1-1b7d-4cf0-9bfb-ba5e905e6a94 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1091 time: 0.0413544 Feb 16 15:19:29.575720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37580) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:29.580002 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:19:29.697310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:29.802038 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:29.910406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.202 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/970a44db-396c-45fe-9d15-810104acaf06) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:19:30.012249 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:30.103442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:30.142964 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:19:30.145880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:19:30.152174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:19:30.175057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=970a44db-396c-45fe-9d15-810104acaf06,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:30.507733 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:30.619176 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:30.771372 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:30.833962 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:30.908590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=970a44db-396c-45fe-9d15-810104acaf06,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:19:30.917944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:31.027169 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP e44e6854-c8d5-4cd6-9a84-02f7b0813788 associated. External IP: 172.25.6.202, port: de7cfbc6-eaa9-49e5-a259-ba4616368284. Feb 16 15:19:31.235807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 971b48bc-86ac-4e15-af37-6f763ca99fea has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:19:31.342477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:19:31.355338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] Sync routers for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:19:31.364798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:31.368658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:19:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:31.430627 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:31.458880 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bdd3f4a4-7aef-44c9-a5bf-f2c035f96ae2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8820863 Feb 16 15:19:31.459569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:19:31.462445 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458" -d '{"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:19:31.487222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:31.536466 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b765a5e7-1a51-425f-8dc7-6b356648dfd2 x-openstack-request-id: req-b765a5e7-1a51-425f-8dc7-6b356648dfd2 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:19:31.536964 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:19:31.537387 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b765a5e7-1a51-425f-8dc7-6b356648dfd2 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:19:31.537855 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'status': 'completed', 'code': 200} Feb 16 15:19:31.627618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-a5f50634-dbe4-4f92-b72a-3c7eac179590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.627618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-a5f50634-dbe4-4f92-b72a-3c7eac179590 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1096 time: 0.0657091 Feb 16 15:19:31.637145 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff234542-19c6-4b8c-9164-a65fd400d799 req-2dc4e7d9-3c76-474b-952f-4467a4527e21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.639209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff234542-19c6-4b8c-9164-a65fd400d799 req-2dc4e7d9-3c76-474b-952f-4467a4527e21 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0896299 Feb 16 15:19:31.728387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e44e6854-c8d5-4cd6-9a84-02f7b0813788', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'port_id': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'mac_address': 'fa:16:3e:ca:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9415d321-04e6-477c-a484-0f700b444c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:19:30Z', 'updated_at': '2022-02-16T15:19:30Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:31.738360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff234542-19c6-4b8c-9164-a65fd400d799 req-ac41d88f-cf5f-4bb8-b084-af0179c05c64 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796804 Feb 16 15:19:31.757469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] Checking router: 971b48bc-86ac-4e15-af37-6f763ca99fea for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:19:31.761603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-d8cb3b06-032b-4a82-bedb-e92587848d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.764871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-d8cb3b06-032b-4a82-bedb-e92587848d9e service neutron] 10.222.0.93 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 899 time: 0.1246166 Feb 16 15:19:31.766228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:19:31.766898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:19:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:31.767066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37598) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:31.839074 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-65837a8b-8cc0-4d4c-a222-1e411e7861a7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/e44e6854-c8d5-4cd6-9a84-02f7b0813788 HTTP/1.1" status: 200 len: 991 time: 0.0698173 Feb 16 15:19:31.850247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-b262d76d-8daa-44a3-9cdd-7fcf71d4bc67 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 999 time: 0.0778451 Feb 16 15:19:31.883528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:19:31.907415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-c27acde6-3675-45d5-9034-1c5a7bbf1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.909126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-c27acde6-3675-45d5-9034-1c5a7bbf1b36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 200 len: 834 time: 0.0504701 Feb 16 15:19:31.965500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-2875cd64-4e3c-4e91-968e-d3657d2df33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:31.966988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-2875cd64-4e3c-4e91-968e-d3657d2df33f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=29fad5d4-4843-4c89-9eba-1e51e28de0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504680 Feb 16 15:19:32.059853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-da48207b-8aa8-41ee-8b84-4192825d45f6 service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858727 Feb 16 15:19:32.145451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e44e6854-c8d5-4cd6-9a84-02f7b0813788', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'port_id': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'mac_address': 'fa:16:3e:ca:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9415d321-04e6-477c-a484-0f700b444c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:19:30Z', 'updated_at': '2022-02-16T15:19:30Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:19:32.173788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca18819-ce89-4a53-a124-a9c88ca1c9f3 None None] The sync data for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 is: [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e44e6854-c8d5-4cd6-9a84-02f7b0813788', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'port_id': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'mac_address': 'fa:16:3e:ca:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9415d321-04e6-477c-a484-0f700b444c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:19:30Z', 'updated_at': '2022-02-16T15:19:30Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:19:32.180559 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10a76e8d-c6e9-4ec7-aaeb-f86d2dc60458 req-e161e471-391e-4a12-84a8-434b7b68fcea service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136951 Feb 16 15:19:32.374399 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13f22c-1246-453e-8980-99381ea2d812 None None] New status for floating IP e44e6854-c8d5-4cd6-9a84-02f7b0813788: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:19:32.841472 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37608) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:19:32.902138 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ddcb9038-2d2f-461f-beba-c84728d4e818 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/e44e6854-c8d5-4cd6-9a84-02f7b0813788 HTTP/1.1" status: 200 len: 993 time: 0.0595946 Feb 16 15:19:35.261691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3060-8f52-4411-84eb-1c54289d4e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:38.010718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-013c1357-4a98-40fd-bdb0-ba9b50a8ea9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:39.656478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:41.553368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:41.576303 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:42.541987 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:44.372592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:19:46.547765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:19:56.962690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-4be5d614-cb61-476e-8595-6c4f6986d7a5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118033 Feb 16 15:19:57.050806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab83fc-7879-40e5-89b8-572281c533ab req-1eaf9423-c6aa-463b-9ebd-3c2bda2268fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:57.052335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-1eaf9423-c6aa-463b-9ebd-3c2bda2268fb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0458155 Feb 16 15:19:57.165928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab83fc-7879-40e5-89b8-572281c533ab req-04e54afa-b798-4473-852d-d3813112ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:57.167322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-04e54afa-b798-4473-852d-d3813112ef8a service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.0943909 Feb 16 15:19:57.238307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-fb94adb1-d765-4cbf-939b-2e0a2442433f service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 1000 time: 0.0643449 Feb 16 15:19:57.291212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab83fc-7879-40e5-89b8-572281c533ab req-c6ca9a8c-2429-4c4d-aa8b-2b36c0bb7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:57.292709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-c6ca9a8c-2429-4c4d-aa8b-2b36c0bb7b6f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0480433 Feb 16 15:19:57.353317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab83fc-7879-40e5-89b8-572281c533ab req-0c7cacff-bd1b-49a2-ae61-97b01ad3f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:57.354849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-0c7cacff-bd1b-49a2-ae61-97b01ad3f206 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558028 Feb 16 15:19:57.365640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-29d1453a-b717-4c8b-8b43-6fd8e5990d9d service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:19:57.366981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-29d1453a-b717-4c8b-8b43-6fd8e5990d9d service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058689 Feb 16 15:19:57.462084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-e16c1f1b-7203-47a3-8849-68465602fa38 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882435 Feb 16 15:19:57.574359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18ab83fc-7879-40e5-89b8-572281c533ab req-ec801ab7-252b-49ec-8604-5cd4d44b37d2 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056716 Feb 16 15:19:57.670297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-7a583a76-a230-4b41-9b66-ee902da50227 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104960 Feb 16 15:19:57.754084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-2768f4e5-1cd9-46d4-9848-f95646a95535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:57.756547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-2768f4e5-1cd9-46d4-9848-f95646a95535 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1096 time: 0.0420995 Feb 16 15:19:57.896047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-af66bc79-864e-44b8-8d9a-4f95be82493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:57.902104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-af66bc79-864e-44b8-8d9a-4f95be82493a service neutron] 10.222.0.93 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 899 time: 0.1125102 Feb 16 15:19:57.972543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-dc132a32-192d-489d-aa1e-21c476633605 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 1001 time: 0.0670381 Feb 16 15:19:58.026336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-60f6a018-4ac6-4e06-95b1-8d654e58c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:58.027830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-60f6a018-4ac6-4e06-95b1-8d654e58c188 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 200 len: 834 time: 0.0466356 Feb 16 15:19:58.078844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-9490108c-c6ec-4ad5-91a8-56011ea242fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:19:58.080601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-9490108c-c6ec-4ad5-91a8-56011ea242fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=29fad5d4-4843-4c89-9eba-1e51e28de0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458350 Feb 16 15:19:58.176704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-981251ae-de06-4642-a9c2-c480101bd8a2 service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891378 Feb 16 15:19:58.277902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-932c1adb-0be6-4f03-8b93-272e1030d4d6 req-28fa80b1-708a-4beb-adf5-1412693a47c3 service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943649 Feb 16 15:20:05.296254 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9e032c2-1cb7-4987-8c5a-0cb7ed0edc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:06.212314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eca91-6633-47ba-99aa-02af628a0fe7 req-920f01e2-a096-42ec-9f44-c250cfec7bfc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:06.213952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd0eca91-6633-47ba-99aa-02af628a0fe7 req-920f01e2-a096-42ec-9f44-c250cfec7bfc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0530365 Feb 16 15:20:06.257358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd0eca91-6633-47ba-99aa-02af628a0fe7 req-3c5b0d66-da80-4a0a-806a-97cf4ddebc55 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367992 Feb 16 15:20:06.281298 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 37986) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:06.348224 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-119002dd-d4b4-481c-b5f4-27844a11a4ea tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/e44e6854-c8d5-4cd6-9a84-02f7b0813788 HTTP/1.1" status: 200 len: 993 time: 0.0654998 Feb 16 15:20:06.823441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf845-7f07-44b3-b2c9-9a83d17071f8 req-a18c2ee7-bd17-44e6-9032-8ec30a5de519 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:06.825103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a5bf845-7f07-44b3-b2c9-9a83d17071f8 req-a18c2ee7-bd17-44e6-9032-8ec30a5de519 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1096 time: 0.0548489 Feb 16 15:20:06.862121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a5bf845-7f07-44b3-b2c9-9a83d17071f8 req-f2725e42-4c5f-42e4-8708-d514496c1a65 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Feb 16 15:20:08.016016 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-683f74a5-1aec-411c-9ed7-2593e9e6140a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:09.313852 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-ed4fae18-9aa4-4c77-9fe5-5594ca0c09a8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3811643 Feb 16 15:20:09.324023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-837bc6ce-d091-4476-abc6-de0073b7c8e4 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:20:09.326427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-837bc6ce-d091-4476-abc6-de0073b7c8e4 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064187 Feb 16 15:20:09.661529 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:11.410165 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:11.461462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:12.564245 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:14.424604 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-23cf00c0-e656-4896-871b-ba596c67271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:14.426053 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-23cf00c0-e656-4896-871b-ba596c67271c service neutron] 10.222.0.113 "GET /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 1093 time: 0.0358021 Feb 16 15:20:14.438835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Request body: {'binding': {'host': 'n-h2-829433-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:14.439282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Unknown quota resources ['binding']. {{(pid=103044) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 16 15:20:14.587821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on host n-h2-829433-1 for vnic_type normal with profile None {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:20:14.588155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:20:14.588476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:14.592763 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:20:14.593077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:14.597861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:20:14.598199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Checking segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:14.598576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Bound using segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} {{(pid=103044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:20:14.599021 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.managers [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Bound port: de7cfbc6-eaa9-49e5-a259-ba4616368284, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}}] {{(pid=103044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:20:14.691983 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:20:14.780247 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:14.780247 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] 10.222.0.113 "POST /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284/bindings HTTP/1.1" status: 201 len: 389 time: 0.3465815 Feb 16 15:20:15.082515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765662f-ed21-40a1-9e56-836f22b26454 req-583675b7-e58a-4996-9b4f-7a88f7d24ec2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:15.083981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3765662f-ed21-40a1-9e56-836f22b26454 req-583675b7-e58a-4996-9b4f-7a88f7d24ec2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0569456 Feb 16 15:20:15.124051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3765662f-ed21-40a1-9e56-836f22b26454 req-3d9cfa49-1a26-4f26-92a0-43dca5b48efd tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338449 Feb 16 15:20:15.503306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-0333b874-be50-47d5-8839-afd5583cf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:15.504820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-0333b874-be50-47d5-8839-afd5583cf7a4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1096 time: 0.0420175 Feb 16 15:20:15.600973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6699874a-753f-464d-bf92-16498d90f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:15.602436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6699874a-753f-464d-bf92-16498d90f014 service neutron] 10.222.0.129 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 899 time: 0.0910039 Feb 16 15:20:15.673894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9fc5e9d-757e-4796-92a2-8cc374b2aa9b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 1001 time: 0.0651436 Feb 16 15:20:15.728995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-1b271abd-8e74-402a-acd0-bd8c6d8be0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:15.730653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-1b271abd-8e74-402a-acd0-bd8c6d8be0e0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 200 len: 834 time: 0.0507252 Feb 16 15:20:15.785881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-11a6e3df-8725-4e23-86e7-5cafcc16d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:15.788091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-11a6e3df-8725-4e23-86e7-5cafcc16d2cd service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=29fad5d4-4843-4c89-9eba-1e51e28de0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512528 Feb 16 15:20:15.885480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-8a663afe-39ee-4b3e-ad6b-729f527bd1ff service neutron] 10.222.0.129 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903115 Feb 16 15:20:15.982305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-03add7c2-d95c-4e2d-90a0-acad72b8a2d0 service neutron] 10.222.0.129 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904646 Feb 16 15:20:16.132830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-88b7f87c-383f-4d61-b442-95c0988213c6 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:16.134589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-88b7f87c-383f-4d61-b442-95c0988213c6 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.129 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46&tenant_id=1db2b5e63faf4f0889e974baf03011f2&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1096 time: 0.0940244 Feb 16 15:20:16.145744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829433-1'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:16.376169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:16.376169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18c4cb-9715-45e0-b7d5-87f581032e9f req-0dd4f0f2-5a02-4832-88b1-f1b32d42414f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:16.376169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb18c4cb-9715-45e0-b7d5-87f581032e9f req-0dd4f0f2-5a02-4832-88b1-f1b32d42414f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0740411 Feb 16 15:20:16.386602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb18c4cb-9715-45e0-b7d5-87f581032e9f req-67fe20f1-d337-4190-a018-fce01d58e721 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821497 Feb 16 15:20:16.432232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:16.471730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:16.516300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:16.518733 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab836e3-5b65-4d1c-b21f-c18206e306c7" -d '{"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-unplugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:16.524046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:16.598430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:16.631713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:16.631713 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8068dc59-6ce4-43c9-a9c7-4ed55bab5aaa x-openstack-request-id: req-8068dc59-6ce4-43c9-a9c7-4ed55bab5aaa {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:16.631713 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-unplugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:16.631713 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8068dc59-6ce4-43c9-a9c7-4ed55bab5aaa {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:16.632156 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'code': 200} Feb 16 15:20:16.736694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:16.793212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on host n-h1-829433-1 for vnic_type normal with profile {"migrating_to": "n-h2-829433-1"} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:20:16.793579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:20:16.793904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:16.798384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:20:16.798904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Attempting to bind port de7cfbc6-eaa9-49e5-a259-ba4616368284 on network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:16.804615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:20:16.813854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Checking segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:16.813854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Bound using segment: {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:20:16.813854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Bound port: de7cfbc6-eaa9-49e5-a259-ba4616368284, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9387a9d7-a9ee-43e7-9a2d-999779aebfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:20:16.813854 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:16.903262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:16.907187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:20:16.957219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-995262ab-a664-4b22-88a5-d888a8645f25 None None] Provisioning complete for port de7cfbc6-eaa9-49e5-a259-ba4616368284 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:16.957505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-995262ab-a664-4b22-88a5-d888a8645f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:16.992371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-995262ab-a664-4b22-88a5-d888a8645f25 None None] Port de7cfbc6-eaa9-49e5-a259-ba4616368284 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:20:17.040100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:17.143112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=8']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:17.187774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:17.189705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:17.189850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-a9e129e0-961e-48d3-a431-f6836135dd5c service neutron] 10.222.0.129 "PUT /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 1121 time: 1.0483844 Feb 16 15:20:17.287732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['de7cfbc6-eaa9-49e5-a259-ba4616368284'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:20:17.338638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Provisioning complete for port de7cfbc6-eaa9-49e5-a259-ba4616368284 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:17.338928 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:17.491483 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:17.518528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0996436-dd6a-4421-bfcc-e282b7c5e6ae req-51a73a00-509d-47b7-983f-f9fb68693c22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:17.522094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0996436-dd6a-4421-bfcc-e282b7c5e6ae req-51a73a00-509d-47b7-983f-f9fb68693c22 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 943 time: 0.0600338 Feb 16 15:20:17.533973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:17.537208 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8700dc-5ad0-4408-8160-fd93fa22e2af" -d '{"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-plugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:17.571389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:17.578831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f0996436-dd6a-4421-bfcc-e282b7c5e6ae req-d9ebc685-8948-4304-9793-04d662a56d54 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500407 Feb 16 15:20:17.682982 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fdf78d-9f40-4753-b4e2-abcc914bbc86 x-openstack-request-id: req-34fdf78d-9f40-4753-b4e2-abcc914bbc86 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:17.683629 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-plugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:17.683629 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-34fdf78d-9f40-4753-b4e2-abcc914bbc86 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:17.683933 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'code': 200} Feb 16 15:20:17.695501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:17.840870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:17.853180 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.853523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.854022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.854187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.854523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.855109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.855435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.855788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.856120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.856441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.856763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:17.857089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa77aeb-b661-48cb-9111-bf921f8e717b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:18.633169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:18.635712 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77ae9a0-7645-477d-9f86-92375a7436fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:18.679693 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff85e6c-ad69-4dd5-9d0e-7888328129af x-openstack-request-id: req-0ff85e6c-ad69-4dd5-9d0e-7888328129af {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:18.679990 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:18.680221 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0ff85e6c-ad69-4dd5-9d0e-7888328129af {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:18.680701 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'status': 'completed', 'code': 200} Feb 16 15:20:18.746211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed5ea-535c-4a6f-bdc2-9c75165af783 req-b319535d-16bf-425e-89d3-475e796129c5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:18.747452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01eed5ea-535c-4a6f-bdc2-9c75165af783 req-b319535d-16bf-425e-89d3-475e796129c5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0785649 Feb 16 15:20:18.763078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-c57eac3f-22c0-4ed6-93af-59f113d0f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:18.764556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-c57eac3f-22c0-4ed6-93af-59f113d0f90c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1126 time: 0.0599344 Feb 16 15:20:18.840543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01eed5ea-535c-4a6f-bdc2-9c75165af783 req-8429a87e-1565-41aa-b6fa-a43ef9f8c91f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855019 Feb 16 15:20:18.883731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-8f87a028-9f28-4f57-9d04-ba01b8719afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:18.885199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-8f87a028-9f28-4f57-9d04-ba01b8719afe service neutron] 10.222.0.93 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 899 time: 0.1085622 Feb 16 15:20:18.960396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-1b3e05e5-d927-4fda-a87a-c1cc0e944e7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 1001 time: 0.0643635 Feb 16 15:20:19.015264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-c02cbdda-a902-4a6b-84ea-e61809d49ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:19.017503 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-c02cbdda-a902-4a6b-84ea-e61809d49ca0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 200 len: 834 time: 0.0487938 Feb 16 15:20:19.081445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-f0e2c725-5ae0-4bd7-aeeb-f2a5d9246d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:19.085125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-f0e2c725-5ae0-4bd7-aeeb-f2a5d9246d30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=29fad5d4-4843-4c89-9eba-1e51e28de0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562968 Feb 16 15:20:19.178772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-56995d97-70a4-41af-ac02-93f9925d3839 service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Feb 16 15:20:19.281502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f77ae9a0-7645-477d-9f86-92375a7436fb req-a4b26bde-cbe1-4b59-a787-77daf7a4af91 service neutron] 10.222.0.93 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909276 Feb 16 15:20:19.980912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754d5ed-46f5-4f15-811c-74a0b7272531 req-74106198-076b-4f7b-bdd9-b1f371eec4af tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:19.996200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c754d5ed-46f5-4f15-811c-74a0b7272531 req-74106198-076b-4f7b-bdd9-b1f371eec4af tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0725331 Feb 16 15:20:20.034869 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c754d5ed-46f5-4f15-811c-74a0b7272531 req-c8593052-933d-40a6-945d-a77af826316c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374670 Feb 16 15:20:20.215522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:20:20.318432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:20.330030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 has no active binding in host n-h2-829433-1 {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 16 15:20:21.169507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91b2dc-fcd8-4b0a-83c0-f2d8e00f115b req-38462fd4-6720-497f-8065-0cf29ce9a68c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:21.171031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c91b2dc-fcd8-4b0a-83c0-f2d8e00f115b req-38462fd4-6720-497f-8065-0cf29ce9a68c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0593030 Feb 16 15:20:21.213909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c91b2dc-fcd8-4b0a-83c0-f2d8e00f115b req-3c4d3b07-7783-4c07-8ee7-4bacd3308de2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359216 Feb 16 15:20:21.372302 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:20:22.353029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87ac7-e0c6-4d39-8798-e0377e07e006 req-18332123-8e6f-458d-beea-d4eeb5a5c9ee tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:22.355749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c87ac7-e0c6-4d39-8798-e0377e07e006 req-18332123-8e6f-458d-beea-d4eeb5a5c9ee tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 945 time: 0.0626886 Feb 16 15:20:22.394271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-57c87ac7-e0c6-4d39-8798-e0377e07e006 req-c01526b8-78d7-48e9-93c2-41eb529aa2b7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333953 Feb 16 15:20:22.564437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-c43cb876-dac1-4668-b1ea-fac5aa6f2abc service neutron] 10.222.0.93 "GET /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284/bindings/n-h2-829433-1 HTTP/1.1" status: 200 len: 384 time: 0.0623353 Feb 16 15:20:22.760989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:22.781526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:22.823838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:22.826068 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90045b07-6a55-47a6-89df-ab4763b38675" -d '{"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-unplugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:22.833598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:22.869103 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839490e0-d32b-407b-8ae5-0c3a994e3e3d x-openstack-request-id: req-839490e0-d32b-407b-8ae5-0c3a994e3e3d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:22.869394 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-unplugged", "status": "completed", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:22.869642 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-839490e0-d32b-407b-8ae5-0c3a994e3e3d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:22.870036 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'code': 200} Feb 16 15:20:22.975876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:23.056040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Transition to ACTIVE for port object de7cfbc6-eaa9-49e5-a259-ba4616368284 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:20:23.176176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:23.270277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Pushing event updated for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=11']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:23.283114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.287042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.288082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67970638-e5f0-4938-a171-470aa67697dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:23.327915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] No DVR routers for this DVR port de7cfbc6-eaa9-49e5-a259-ba4616368284 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:20:23.512728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-67970638-e5f0-4938-a171-470aa67697dd service neutron] 10.222.0.93 "PUT /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284/bindings/n-h2-829433-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9405541 Feb 16 15:20:23.551063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac9076-41de-4c23-b750-61527fc7566d req-8ea4e434-f124-4bf8-91d0-bd9bd1f4bdc0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:23.553666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8ac9076-41de-4c23-b750-61527fc7566d req-8ea4e434-f124-4bf8-91d0-bd9bd1f4bdc0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0568569 Feb 16 15:20:23.595590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8ac9076-41de-4c23-b750-61527fc7566d req-2cf453c4-d5de-4922-a601-b60ddbb94750 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350187 Feb 16 15:20:23.709404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-77069def-94c4-42f8-b845-bbaa3ab284bb tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:23.709809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-77069def-94c4-42f8-b845-bbaa3ab284bb tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.129 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46&tenant_id=1db2b5e63faf4f0889e974baf03011f2&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.0461230 Feb 16 15:20:23.765544 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-dc5054dd-fd69-4ce1-8289-968508671183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:23.767060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-dc5054dd-fd69-4ce1-8289-968508671183 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 1095 time: 0.0507112 Feb 16 15:20:23.845474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-5b865290-eeb2-44f5-92d5-72d77f12ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:23.847104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-5b865290-eeb2-44f5-92d5-72d77f12ac3b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1095 time: 0.0557525 Feb 16 15:20:23.935423 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-adcf5b7d-b796-4f3b-bdd0-da5ba1e2400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:23.936902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-adcf5b7d-b796-4f3b-bdd0-da5ba1e2400a service neutron] 10.222.0.129 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 899 time: 0.0839517 Feb 16 15:20:24.011863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-3d1f685e-02b6-4756-a2fa-0fe8ef91c19e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 999 time: 0.0681398 Feb 16 15:20:24.065445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-5a2f375a-8722-4865-9f20-e140a6340df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:24.066914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-5a2f375a-8722-4865-9f20-e140a6340df5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 200 len: 834 time: 0.0492911 Feb 16 15:20:24.119875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-ebfe86fb-e31d-473a-ba94-680c49ce1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:24.121361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-ebfe86fb-e31d-473a-ba94-680c49ce1d12 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=29fad5d4-4843-4c89-9eba-1e51e28de0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477047 Feb 16 15:20:24.588298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-d09cc038-2a87-4b15-a1bf-58e46c81d0f9 service neutron] 10.222.0.129 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604297 Feb 16 15:20:24.718196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-7fd8ee05-cfca-4663-9943-d64ec3979ae4 service neutron] 10.222.0.129 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230183 Feb 16 15:20:24.744678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff71f6-4762-4068-81ca-458f9d9f7549 req-40d69839-d4f0-4f31-8518-e156b04f21af tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:24.759245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fff71f6-4762-4068-81ca-458f9d9f7549 req-40d69839-d4f0-4f31-8518-e156b04f21af tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0708883 Feb 16 15:20:24.788792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fff71f6-4762-4068-81ca-458f9d9f7549 req-7b7aff5b-678e-43ca-92ae-c18196aa4f30 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361712 Feb 16 15:20:25.282646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-d558a2f9-8c1b-4d9a-b24a-912cc3a6692b tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:25.284367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-d558a2f9-8c1b-4d9a-b24a-912cc3a6692b tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.129 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46&tenant_id=1db2b5e63faf4f0889e974baf03011f2&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 1095 time: 0.0526693 Feb 16 15:20:25.533173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-f29c0a43-992f-46ba-824b-35d96aba9415 service neutron] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:25.536543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-f29c0a43-992f-46ba-824b-35d96aba9415 service neutron] Notify callbacks [] for binding, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:25.537676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-f29c0a43-992f-46ba-824b-35d96aba9415 service neutron] 10.222.0.129 "DELETE /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284/bindings/n-h1-829433-1 HTTP/1.1" status: 204 len: 173 time: 0.2470529 Feb 16 15:20:25.936356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d0397-e902-45ea-b00e-c17467c38be8 req-33302608-4957-4728-920d-8b886d220b7e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:25.938027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b53d0397-e902-45ea-b00e-c17467c38be8 req-33302608-4957-4728-920d-8b886d220b7e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0538199 Feb 16 15:20:25.980450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b53d0397-e902-45ea-b00e-c17467c38be8 req-f28171ee-c2b5-4022-9337-1f71844094d1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Feb 16 15:20:26.094022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca8b2a-693a-41c3-b3ae-0aa1ca122ddb req-479ee15c-de6a-40b8-8371-337663437a69 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:26.095564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6ca8b2a-693a-41c3-b3ae-0aa1ca122ddb req-479ee15c-de6a-40b8-8371-337663437a69 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1095 time: 0.0433333 Feb 16 15:20:26.131651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6ca8b2a-693a-41c3-b3ae-0aa1ca122ddb req-a63d411b-cea9-46ef-9fbe-d6d2a1533d5e tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289509 Feb 16 15:20:26.264070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e473c2-cd8b-4284-ac59-484f13be9a35 req-e8e0dd23-286e-45f5-93d8-bdd635102dc5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:26.265692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5e473c2-cd8b-4284-ac59-484f13be9a35 req-e8e0dd23-286e-45f5-93d8-bdd635102dc5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0604610 Feb 16 15:20:26.317075 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5e473c2-cd8b-4284-ac59-484f13be9a35 req-f4af7ad4-3da4-440f-878a-897792c2a8b3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Feb 16 15:20:26.340611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38238) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:26.403971 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9068ce27-e0e9-4953-983d-6ad6260841b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/e44e6854-c8d5-4cd6-9a84-02f7b0813788 HTTP/1.1" status: 200 len: 991 time: 0.0621212 Feb 16 15:20:27.196432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:27.234743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:28.651789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38270) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:28.822850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 970a44db-396c-45fe-9d15-810104acaf06 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:20:28.823105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:28.906033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:28.906426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:28.921597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 970a44db-396c-45fe-9d15-810104acaf06 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:20:29.255483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:29.287000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=970a44db-396c-45fe-9d15-810104acaf06,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:29.355270 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:29.355627 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP e44e6854-c8d5-4cd6-9a84-02f7b0813788 disassociated (deleted). External IP: 172.25.6.202, port: de7cfbc6-eaa9-49e5-a259-ba4616368284. Feb 16 15:20:29.601849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 971b48bc-86ac-4e15-af37-6f763ca99fea has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:20:29.733809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-34f4dfc7-7517-4486-815c-f00485bff4e4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532062042&fields=id&tenant_id=d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 267 time: 0.0815361 Feb 16 15:20:29.773135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:29.777987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:29.783697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11006016-8002-439b-a98e-a70531393534 None None] Sync routers for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:29.796363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11006016-8002-439b-a98e-a70531393534 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:29.797520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11006016-8002-439b-a98e-a70531393534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:29.858426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-357ff15d-a03a-4db3-bc29-3c9e544d64db tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/floatingips/e44e6854-c8d5-4cd6-9a84-02f7b0813788 HTTP/1.1" status: 204 len: 168 time: 1.2028992 Feb 16 15:20:29.858426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:29.861812 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3380d8-e468-497e-8763-ee124066a070" -d '{"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:29.911807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-d6f215fa-bbf2-457f-a60d-08cf5ef66e6b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:29.913354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-d6f215fa-bbf2-457f-a60d-08cf5ef66e6b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1715505 Feb 16 15:20:29.924049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-11006016-8002-439b-a98e-a70531393534 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:29.930716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-127390b1-99c9-4fa8-a25b-772eed1583a4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/quotas/d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 375 time: 0.0108235 Feb 16 15:20:30.011254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-b8d01496-24e1-4546-a538-9620e07f2913 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0710812 Feb 16 15:20:30.125072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-9ae19790-2d6a-4dd0-ab43-40cc592d6789 service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991189 Feb 16 15:20:30.165857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11006016-8002-439b-a98e-a70531393534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:30.193296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11006016-8002-439b-a98e-a70531393534 None None] Checking router: 971b48bc-86ac-4e15-af37-6f763ca99fea for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:30.201875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11006016-8002-439b-a98e-a70531393534 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:30.202491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11006016-8002-439b-a98e-a70531393534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:30.236211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-5b9bc572-f030-4be9-a6f0-c7e72a891fea service neutron] 10.222.0.113 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045539 Feb 16 15:20:30.322635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-11006016-8002-439b-a98e-a70531393534 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:30.457560 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f894e9-c3b7-48bd-924c-7860186b122a x-openstack-request-id: req-a6f894e9-c3b7-48bd-924c-7860186b122a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:30.457948 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:30.458668 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a6f894e9-c3b7-48bd-924c-7860186b122a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:30.458668 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'status': 'completed', 'code': 200} Feb 16 15:20:30.554561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3380d8-e468-497e-8763-ee124066a070 req-82890205-eecb-4b5b-a6c3-619f550d444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:30.558101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-11006016-8002-439b-a98e-a70531393534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:30.558313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-82890205-eecb-4b5b-a6c3-619f550d444b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 1095 time: 0.0734160 Feb 16 15:20:30.582248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c273ff-8b7c-4732-a068-4ca23b82ee31 req-2851c577-95f1-4139-a0c2-a0ae50347812 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:30.585917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c273ff-8b7c-4732-a068-4ca23b82ee31 req-2851c577-95f1-4139-a0c2-a0ae50347812 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0739074 Feb 16 15:20:30.587026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11006016-8002-439b-a98e-a70531393534 None None] The sync data for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 is: [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:19:15Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '49c6ca8c-5ee9-434b-bbf6-082309fe4e06', 'name': '', 'network_id': '29fad5d4-4843-4c89-9eba-1e51e28de0c3', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:a3:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:15Z', 'updated_at': '2022-02-16T15:19:18Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': '44de32af-6c3d-47a9-9c5b-d3abe0af6fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:30.688498 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5c273ff-8b7c-4732-a068-4ca23b82ee31 req-a34ce295-23a2-49ca-a72b-bf4f9b7c9060 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=daf62707-2bf0-4440-862b-7896846fe741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781078 Feb 16 15:20:30.709973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3380d8-e468-497e-8763-ee124066a070 req-0c420d4e-4f42-4e00-a99d-465de2d6e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:30.711701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-0c420d4e-4f42-4e00-a99d-465de2d6e8be service neutron] 10.222.0.129 "GET /v2.0/networks?id=29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 200 len: 899 time: 0.1475933 Feb 16 15:20:30.759740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-15575f74-5550-4e02-a23b-be4230cb5729 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 200 len: 217 time: 0.0403521 Feb 16 15:20:30.816655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3380d8-e468-497e-8763-ee124066a070 req-5782ee79-01ec-4935-be0f-2a0d8c113497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:30.817942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-5782ee79-01ec-4935-be0f-2a0d8c113497 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 200 len: 834 time: 0.0513709 Feb 16 15:20:30.864782 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01485af7-ab2b-4ea4-99bd-a7d6dfea2147 None None] New status for floating IP e44e6854-c8d5-4cd6-9a84-02f7b0813788: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:20:30.898480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3380d8-e468-497e-8763-ee124066a070 req-c2b6ccf0-5dfe-459e-be97-4d824d0974b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:30.900921 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-c2b6ccf0-5dfe-459e-be97-4d824d0974b1 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=29fad5d4-4843-4c89-9eba-1e51e28de0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753567 Feb 16 15:20:30.922779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-62258c6c-ed97-4be1-8d66-d8e7da304c5e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:30.924187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-62258c6c-ed97-4be1-8d66-d8e7da304c5e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 944 time: 0.0694935 Feb 16 15:20:31.078163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-0fba04fb-6511-464f-a1c3-3778c5969108 service neutron] 10.222.0.129 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709645 Feb 16 15:20:31.172878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b514c9fc-cbe6-4e1e-b412-f0924fbea2e7 req-f957c447-6616-41fe-be6a-ac936184c899 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0742905 Feb 16 15:20:31.185153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port de7cfbc6-eaa9-49e5-a259-ba4616368284 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:20:31.185425 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:31.277120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-1e41cb90-5386-4571-89e2-08f40c0460e6 service neutron] 10.222.0.129 "GET /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870556 Feb 16 15:20:31.310176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port de7cfbc6-eaa9-49e5-a259-ba4616368284, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=de7cfbc6-eaa9-49e5-a259-ba4616368284,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:31.310543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:31.323107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for de7cfbc6-eaa9-49e5-a259-ba4616368284 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:20:31.552695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:31.583093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=de7cfbc6-eaa9-49e5-a259-ba4616368284,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:31.636175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] No DVR routers for this DVR port de7cfbc6-eaa9-49e5-a259-ba4616368284 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:20:31.638910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:31.642259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab373de8-0764-4174-a91e-9c6dedfb60b9 req-5a7a655c-e98d-4835-94f6-121fe06f3b89 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "DELETE /v2.0/ports/de7cfbc6-eaa9-49e5-a259-ba4616368284 HTTP/1.1" status: 204 len: 173 time: 0.7066593 Feb 16 15:20:31.790654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b22002f-7292-4486-ac83-49457dfbf860 req-a504bf22-6c71-456c-9259-7c4acc880162 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=9415d321-04e6-477c-a484-0f700b444c46 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Feb 16 15:20:32.257101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06122128-b877-4ddb-b56b-4a9c358e3606 req-91bedaa8-30a1-47bb-989f-d467f8f86003 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0271208 Feb 16 15:20:32.460134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-deleted', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:32.462586 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2319e4f-29aa-403b-bba5-768766d878e7" -d '{"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-deleted", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:32.501000 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444c54d1-176f-426e-a880-2b9c0c48f8b0 x-openstack-request-id: req-444c54d1-176f-426e-a880-2b9c0c48f8b0 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:32.501000 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9415d321-04e6-477c-a484-0f700b444c46", "name": "network-vif-deleted", "tag": "de7cfbc6-eaa9-49e5-a259-ba4616368284", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:32.501000 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-444c54d1-176f-426e-a880-2b9c0c48f8b0 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:32.501331 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9415d321-04e6-477c-a484-0f700b444c46', 'name': 'network-vif-deleted', 'tag': 'de7cfbc6-eaa9-49e5-a259-ba4616368284', 'status': 'completed', 'code': 200} Feb 16 15:20:32.848020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38356) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:33.342252 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:33.407948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95a47f5a-8913-4c2e-88c7-989289e0a7c1 req-65cd8a9f-5fc8-4e77-90bf-f43cfc2c92c8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0688822 Feb 16 15:20:33.765371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-916a52dd-dc25-43ff-b70d-983f880d7a95 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:33.766805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-916a52dd-dc25-43ff-b70d-983f880d7a95 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 812 time: 0.1670651 Feb 16 15:20:33.804591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:20:33.804948 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:34.232607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-256db037-16e2-406a-9858-1d4d99e77b4a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d47b8185a8f14c06a632bd6c333b1954 HTTP/1.1" status: 200 len: 380 time: 0.4494920 Feb 16 15:20:34.256495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'port': {'device_id': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'admin_state_up': True, 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'security_groups': ['de6bc868-2070-482b-a924-7f041e83722f']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:34.265764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:34.294145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: de7cfbc6-eaa9-49e5-a259-ba4616368284 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:20:34.294717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device de7cfbc6-eaa9-49e5-a259-ba4616368284 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:34.329470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port 49c6ca8c-5ee9-434b-bbf6-082309fe4e06, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:34.329926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:34.352023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:20:34.571612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca34cf25-3e77-4c66-92a4-ec51a8dcdc0a req-bdcd21ea-153f-4ed5-a369-10de47e20b95 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0512555 Feb 16 15:20:34.576816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Made reservation on behalf of d47b8185a8f14c06a632bd6c333b1954 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:20:34.580838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:34.789837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.20.0.7 (3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c/4192841a-2359-4ff2-aae8-9f494914dd1c/667112c4-7a35-46aa-8e6f-e54bcb0efe8a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:20:34.818329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:34.859768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=49c6ca8c-5ee9-434b-bbf6-082309fe4e06,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:35.155968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.158873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.289108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e99ebf91-4186-427f-b246-45807c1051f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.365306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.452935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:20:35.462755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:35.466898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:20:35.505822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:35.526835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:35.527381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.546754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 971b48bc-86ac-4e15-af37-6f763ca99fea has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:20:35.664240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-c91cc9e3-ea1c-409c-b390-635f25d21f9a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4127667 Feb 16 15:20:35.687252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Request body: {'port': {'device_id': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:35.741995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:35.755498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] Sync routers for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:35.758941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38402) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:35.759475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-58a8bf63-fab2-414f-913d-0d3e5bc97272 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/971b48bc-86ac-4e15-af37-6f763ca99fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9090772 Feb 16 15:20:35.768620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:35.769612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:35.780021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2707881-e5a1-480f-8cfb-1401ad143a26 req-b7164332-dd4f-4228-a2b5-8c978a5178bc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:35.781613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2707881-e5a1-480f-8cfb-1401ad143a26 req-b7164332-dd4f-4228-a2b5-8c978a5178bc tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 931 time: 0.1145699 Feb 16 15:20:35.809983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.853472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d1dd22d4-c063-49da-80bd-32ecc89db41d None None] Provisioning complete for port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:35.854266 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d1dd22d4-c063-49da-80bd-32ecc89db41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.861453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting subnet 44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:20:35.865652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:35.898339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd22d4-c063-49da-80bd-32ecc89db41d None None] Port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:20:35.913099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2707881-e5a1-480f-8cfb-1401ad143a26 req-8756df48-386d-484d-a731-da47c9c0b700 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006882 Feb 16 15:20:35.951696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.028533 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.029783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:36.175763 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.219962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c021a-51db-420c-a3cb-8bb9920cc3f0 None None] Network 29fad5d4-4843-4c89-9eba-1e51e28de0c3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:20:36.223814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.227183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/subnets/44de32af-6c3d-47a9-9c5b-d3abe0af6fb2 HTTP/1.1" status: 204 len: 168 time: 0.4674366 Feb 16 15:20:36.240597 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38410) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:36.299367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667112c4-7a35-46aa-8e6f-e54bcb0efe8a {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:20:36.318411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.339057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Subnet': ['ID=44de32af-6c3d-47a9-9c5b-d3abe0af6fb2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:36.349601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Transition to ACTIVE for port object 667112c4-7a35-46aa-8e6f-e54bcb0efe8a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:20:36.358447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.358801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.359143 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.359477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.359859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.360163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.360494 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.360821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.361150 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.361473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.362130 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.362329 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33e5e85-f9e4-4b71-96e7-7f93f220e005 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:36.432875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.436308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.623412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Pushing event updated for resources: {'Port': ['ID=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:36.637591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Attempting to bind port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:20:36.637927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Attempting to bind port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:20:36.638783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Attempting to bind port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:36.644466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:20:34Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:36.651315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:20:36.651721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Attempting to bind port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a on network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:36.653018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.657684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:20:36.657971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Checking segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:36.658471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Bound using segment: {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:20:36.658985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Bound port: 667112c4-7a35-46aa-8e6f-e54bcb0efe8a, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cb140-7c17-4448-9fb3-622dcc72aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:20:36.659413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.713539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] Checking router: 971b48bc-86ac-4e15-af37-6f763ca99fea for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:36.742569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] Routers {'971b48bc-86ac-4e15-af37-6f763ca99fea'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:36.743215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['971b48bc-86ac-4e15-af37-6f763ca99fea'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:36.745971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] For port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:36.751048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] For port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:20:36.839682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.875099 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port b98e4b29-863a-4bef-8c30-c4a32e98c539 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:20:36.877298 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.900878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] DHCP port deletion for 29fad5d4-4843-4c89-9eba-1e51e28de0c3 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:20:36.923456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:36.923456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:36.924483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] 10.222.0.93 "PUT /v2.0/ports/667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 200 len: 1091 time: 1.2444296 Feb 16 15:20:36.930926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:36.934858 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d25a89-b721-42b3-8816-2c9fb0fa76b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:36.995172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff72a4-cfbf-4a7a-9fdd-1de4ef07e67d service neutron] Pushing event updated for resources: {'Port': ['ID=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:37.021226 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee121b00-a3c2-4fa4-986b-680d4a78f2a8 x-openstack-request-id: req-ee121b00-a3c2-4fa4-986b-680d4a78f2a8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:37.021813 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:37.021981 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ee121b00-a3c2-4fa4-986b-680d4a78f2a8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:37.022408 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'status': 'completed', 'code': 200} Feb 16 15:20:37.030737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port b98e4b29-863a-4bef-8c30-c4a32e98c539, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b98e4b29-863a-4bef-8c30-c4a32e98c539,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:37.031113 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.061473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] Set router 971b48bc-86ac-4e15-af37-6f763ca99fea gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:37.070131 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for b98e4b29-863a-4bef-8c30-c4a32e98c539 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:20:37.187043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcd3aa-b349-4c6c-b083-66bdf046ee35 req-164eb026-4391-4bed-979b-b41e6ae3eeb5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:37.191668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eedcd3aa-b349-4c6c-b083-66bdf046ee35 req-164eb026-4391-4bed-979b-b41e6ae3eeb5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.1436524 Feb 16 15:20:37.191668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d25a89-b721-42b3-8816-2c9fb0fa76b2 req-b8885f09-deb4-43b6-9caf-06656441c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:37.193824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08d25a89-b721-42b3-8816-2c9fb0fa76b2 req-b8885f09-deb4-43b6-9caf-06656441c9f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1094 time: 0.1153345 Feb 16 15:20:37.261897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] Deleting port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:20:37.268246 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.391168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d25a89-b721-42b3-8816-2c9fb0fa76b2 req-ba898346-345a-43fb-8b2a-61d843c83185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:37.392862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08d25a89-b721-42b3-8816-2c9fb0fa76b2 req-ba898346-345a-43fb-8b2a-61d843c83185 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=d47b8185a8f14c06a632bd6c333b1954&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1814454 Feb 16 15:20:37.408290 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] For port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c9f7af20-0dfa-4e08-bfb2-b7e242c5d672,segment=NetworkSegment(9387a9d7-a9ee-43e7-9a2d-999779aebfcf),segment_id=9387a9d7-a9ee-43e7-9a2d-999779aebfcf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:37.408741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.446212 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.451594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] Calling delete_port for c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:20:37.492841 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=b98e4b29-863a-4bef-8c30-c4a32e98c539,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:37.552654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:20:34Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:37.573954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eedcd3aa-b349-4c6c-b083-66bdf046ee35 req-94b9f617-ade2-49f0-b65a-1d135eb9c34b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723993 Feb 16 15:20:37.590015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d25a89-b721-42b3-8816-2c9fb0fa76b2 req-7d9a2862-2868-4a95-9bcd-c68fed06f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:37.592250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08d25a89-b721-42b3-8816-2c9fb0fa76b2 req-7d9a2862-2868-4a95-9bcd-c68fed06f539 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1885622 Feb 16 15:20:37.602408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ecbdf2-4d19-41a1-8ae0-a17bd04b0617 None None] The sync data for ids ['971b48bc-86ac-4e15-af37-6f763ca99fea'] in n-d-829433-1 is: [{'id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283822015', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:19:10Z', 'updated_at': '2022-02-16T15:20:34Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'b98e4b29-863a-4bef-8c30-c4a32e98c539', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b48bc-86ac-4e15-af37-6f763ca99fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:19:11Z', 'updated_at': '2022-02-16T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:37.621422 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.672503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.703162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-7972fa96-bd45-464d-829b-e79547071818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:37.704858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-7972fa96-bd45-464d-829b-e79547071818 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1094 time: 0.0676973 Feb 16 15:20:37.715243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] Pushing event deleted for resources: {'Port': ['ID=c9f7af20-0dfa-4e08-bfb2-b7e242c5d672,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:37.721413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf25395-b511-4019-9efc-553e9bc0d4e7 None None] No DVR routers for this DVR port c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:20:37.775721 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.778162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.782780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-1cf81363-6b16-4351-a78d-8474a573d7df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 200 len: 217 time: 0.0672357 Feb 16 15:20:37.840920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-902c0144-878d-475d-8601-066000c88906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:37.842873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-902c0144-878d-475d-8601-066000c88906 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0479460 Feb 16 15:20:37.906231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.906231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Fanout notify agent at l3_agent the message router_deleted on router 971b48bc-86ac-4e15-af37-6f763ca99fea {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:20:37.906912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-a8c9ecef-2fed-4c37-8a8d-b60c0e5a5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:37.906912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-a8c9ecef-2fed-4c37-8a8d-b60c0e5a5d14 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529828 Feb 16 15:20:37.919213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:37.922608 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-12ff5b1a-8dec-4811-8090-41d2a35cb4b6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/routers/971b48bc-86ac-4e15-af37-6f763ca99fea HTTP/1.1" status: 204 len: 168 time: 1.6487010 Feb 16 15:20:37.926829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38434) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:38.000338 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-95bfa0cd-8452-4cb7-a19e-94c7ac331031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.074842 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.083731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-37f5885d-68d8-4c4d-8374-26bce933d1f9 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644986 Feb 16 15:20:38.246548 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45450629-ce32-465a-ae8e-1fa69c6d51c5 req-6d7ef103-2eef-418f-8579-71287979c0eb service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544006 Feb 16 15:20:38.272973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.345720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fad5d4-4843-4c89-9eba-1e51e28de0c3']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:38.357861 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9387a9d7-a9ee-43e7-9a2d-999779aebfcf') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:38.364284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9387a9d7-a9ee-43e7-9a2d-999779aebfcf') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:38.373713 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.392449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.401053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:20:38.401806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:20:38.406162 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:20:38.422780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:38.478436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:20:38.479050 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c9f7af20-0dfa-4e08-bfb2-b7e242c5d672 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:38.479354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:38.511971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:20:38.513198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 49c6ca8c-5ee9-434b-bbf6-082309fe4e06 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:38.637653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.656610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.660035 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/networks/29fad5d4-4843-4c89-9eba-1e51e28de0c3 HTTP/1.1" status: 204 len: 168 time: 0.7314816 Feb 16 15:20:38.661557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9437c-99c6-4be8-a132-562b2a080e28 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Network': ['ID=29fad5d4-4843-4c89-9eba-1e51e28de0c3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:38.663453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38448) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:38.753187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd236de-a092-493b-9103-a6ba7eb3d569 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.782477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791cbd4-b113-4b66-9bb8-f83db898c0b2 req-98c4844d-d944-446c-abc3-c2a435017392 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:38.785477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3791cbd4-b113-4b66-9bb8-f83db898c0b2 req-98c4844d-d944-446c-abc3-c2a435017392 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.0827494 Feb 16 15:20:38.795252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd236de-a092-493b-9103-a6ba7eb3d569 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:38.851790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3791cbd4-b113-4b66-9bb8-f83db898c0b2 req-de9210e2-e646-4c0d-96a6-d64e740c98f1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589278 Feb 16 15:20:39.026997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd236de-a092-493b-9103-a6ba7eb3d569 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:39.026997 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5cd236de-a092-493b-9103-a6ba7eb3d569 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:39.026997 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5cd236de-a092-493b-9103-a6ba7eb3d569 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/security-groups/daf62707-2bf0-4440-862b-7896846fe741 HTTP/1.1" status: 204 len: 168 time: 0.3612359 Feb 16 15:20:39.035281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd236de-a092-493b-9103-a6ba7eb3d569 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf62707-2bf0-4440-862b-7896846fe741,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:39.514909 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38464) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:39.520076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-066837b7-ffa8-42eb-8cce-028beddb9a14 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117302672', 'description': 'tempest-secgroup-smoke-1117302672 description', 'project_id': '1db2b5e63faf4f0889e974baf03011f2'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:39.643877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-066837b7-ffa8-42eb-8cce-028beddb9a14 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:39.682334 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:39.714005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-066837b7-ffa8-42eb-8cce-028beddb9a14 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:39.830940 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-066837b7-ffa8-42eb-8cce-028beddb9a14 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:39.865337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066837b7-ffa8-42eb-8cce-028beddb9a14 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc27cecd-009f-4728-8460-13f40a797146,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:39.962269 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-066837b7-ffa8-42eb-8cce-028beddb9a14 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:39.964228 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-066837b7-ffa8-42eb-8cce-028beddb9a14 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4482546 Feb 16 15:20:39.967337 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38474) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:39.971768 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0ff6a919-0c53-4ebd-94f8-94d5095f5256 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'fc27cecd-009f-4728-8460-13f40a797146', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:39.999872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe145a6-72f3-4c6e-a7af-f3e83df13d1d req-3c4c080b-ef7f-48bd-8ccd-28e4b7680df8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:40.004120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efe145a6-72f3-4c6e-a7af-f3e83df13d1d req-3c4c080b-ef7f-48bd-8ccd-28e4b7680df8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.0637722 Feb 16 15:20:40.048485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efe145a6-72f3-4c6e-a7af-f3e83df13d1d req-54080728-0d99-460d-8e26-2f2f6257c666 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 Feb 16 15:20:40.077252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a919-0c53-4ebd-94f8-94d5095f5256 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.140773 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a919-0c53-4ebd-94f8-94d5095f5256 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.241739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b98e4b29-863a-4bef-8c30-c4a32e98c539 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:20:40.267519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b98e4b29-863a-4bef-8c30-c4a32e98c539 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:20:40.267914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b98e4b29-863a-4bef-8c30-c4a32e98c539 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:20:40.277824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a919-0c53-4ebd-94f8-94d5095f5256 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.293561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6a919-0c53-4ebd-94f8-94d5095f5256 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72d41c3-6473-48f3-8f33-7fde1366b0d1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:40.375779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a919-0c53-4ebd-94f8-94d5095f5256 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.380688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38484) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:40.380940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0ff6a919-0c53-4ebd-94f8-94d5095f5256 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4123449 Feb 16 15:20:40.385712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b990c9a6-33d2-4ff8-8d93-76b2840c664f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'fc27cecd-009f-4728-8460-13f40a797146', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:40.528557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b990c9a6-33d2-4ff8-8d93-76b2840c664f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.576551 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b990c9a6-33d2-4ff8-8d93-76b2840c664f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.649145 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b990c9a6-33d2-4ff8-8d93-76b2840c664f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.670929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990c9a6-33d2-4ff8-8d93-76b2840c664f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1440a35-03ad-44b2-aa91-f5a114515c2f,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:40.719271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b990c9a6-33d2-4ff8-8d93-76b2840c664f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.720534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b990c9a6-33d2-4ff8-8d93-76b2840c664f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385575 Feb 16 15:20:40.724109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38488) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:40.728467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b559ab83-5c69-48ac-ab9d-c209296976de tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'fc27cecd-009f-4728-8460-13f40a797146', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:40.841289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b559ab83-5c69-48ac-ab9d-c209296976de tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.901030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b559ab83-5c69-48ac-ab9d-c209296976de tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:40.986045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b559ab83-5c69-48ac-ab9d-c209296976de tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.006000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559ab83-5c69-48ac-ab9d-c209296976de tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1471a8-5220-424f-8142-fdaa5d106717,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:41.175606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b669-980f-43ea-8f4e-7585bd39f0f8 req-352bbd4f-1608-4ec0-87f2-98f487534268 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:41.177182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f12b669-980f-43ea-8f4e-7585bd39f0f8 req-352bbd4f-1608-4ec0-87f2-98f487534268 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.0550592 Feb 16 15:20:41.216269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f12b669-980f-43ea-8f4e-7585bd39f0f8 req-5a8be6f6-c5d2-49a1-821f-13de6e16cbf7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Feb 16 15:20:41.262694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b559ab83-5c69-48ac-ab9d-c209296976de tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.263872 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b559ab83-5c69-48ac-ab9d-c209296976de tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5388281 Feb 16 15:20:41.266727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38492) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:41.271763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cf8803cc-2a97-45fb-9165-fb3ceea83f78 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'fc27cecd-009f-4728-8460-13f40a797146', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:41.351998 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf8803cc-2a97-45fb-9165-fb3ceea83f78 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.411931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf8803cc-2a97-45fb-9165-fb3ceea83f78 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.426644 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.454597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.523666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf8803cc-2a97-45fb-9165-fb3ceea83f78 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.544454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8803cc-2a97-45fb-9165-fb3ceea83f78 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd9d74b-4bf5-445a-ab89-fc8458dcfbb5,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:41.685068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf8803cc-2a97-45fb-9165-fb3ceea83f78 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.686868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cf8803cc-2a97-45fb-9165-fb3ceea83f78 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4191599 Feb 16 15:20:41.689613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38496) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:41.694223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'fc27cecd-009f-4728-8460-13f40a797146', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:41.853267 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:20:41.858624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.920753 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:41.997503 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.016020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d8809b-82ff-4353-bf29-43094fddd8e6,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:42.108265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.109510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bda81367-0cfb-4bb5-acba-0ef2420e4d82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4189336 Feb 16 15:20:42.112392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38498) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:42.117548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'security_group_rule': {'security_group_id': 'fc27cecd-009f-4728-8460-13f40a797146', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:42.197584 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Project 1db2b5e63faf4f0889e974baf03011f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:20:42.202803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.265306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.339175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa6680-4092-4407-9e9b-63d83a78fc23 req-67abd257-d99c-4843-bb59-9aa739b546d7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:42.340708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06fa6680-4092-4407-9e9b-63d83a78fc23 req-67abd257-d99c-4843-bb59-9aa739b546d7 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.0506377 Feb 16 15:20:42.378064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.392454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06fa6680-4092-4407-9e9b-63d83a78fc23 req-b8765cbd-a7ab-4cb0-baea-1fec67ff538a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453763 Feb 16 15:20:42.406424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832c5995-c568-435a-8a34-3b85c4fc279c,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:42.480298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.481671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5b2a31a8-3488-48cd-ab8e-3e7cb030f0cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3682768 Feb 16 15:20:42.484517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38504) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:42.489516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'network': {'name': 'tempest-network-smoke--880687999', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'port_security_enabled': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:42.586471 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.609058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:20:42.613137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.637119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:20:42.647064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.647416 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Added segment 8e1b7319-c192-48c2-87f5-8e0d68246232 of type vlan for network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 Feb 16 15:20:42.687428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.784736 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.790435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:42.791053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:42.855351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Network': ['ID=42da1ef6-a77f-4b22-aefa-06e7cd315e38,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:42.866387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:20:42.919413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38506) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:42.921155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6cd105f0-9e79-4f09-8281-75614858360b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4338741 Feb 16 15:20:42.924145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'admin_state_up': True, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:43.049170 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:43.050271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:43.105806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:43.385633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:43.518909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34457c51-9e49-4bf5-a7ca-66a632c70e6d req-f7485f83-c594-4ab8-898a-e38c7d65c13e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:43.521252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34457c51-9e49-4bf5-a7ca-66a632c70e6d req-f7485f83-c594-4ab8-898a-e38c7d65c13e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.0561347 Feb 16 15:20:43.563686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-34457c51-9e49-4bf5-a7ca-66a632c70e6d req-57feca4f-1a4a-4256-8e0f-59106c4b2446 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357170 Feb 16 15:20:43.674294 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:43.695676 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:43.806575 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.202 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d19bdf22-20c4-4600-a645-63ca96869a2a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:20:43.916798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:44.002700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:44.042452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:20:44.045282 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:44.048958 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:20:44.074533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=d19bdf22-20c4-4600-a645-63ca96869a2a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:44.456199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:44.695681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acef030-8e0a-485b-8736-9504cb035f21 req-b8ab8df1-32d5-4274-bbe1-aec5273eedf8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:44.697324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1acef030-8e0a-485b-8736-9504cb035f21 req-b8ab8df1-32d5-4274-bbe1-aec5273eedf8 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.0586505 Feb 16 15:20:44.705313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:44.752275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1acef030-8e0a-485b-8736-9504cb035f21 req-c634e31f-db7c-4de5-9f12-66aede19dd98 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480363 Feb 16 15:20:44.990873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:20:45.101566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:45.112408 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Sync routers for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:45.123009 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:45.123665 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:45.188710 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:45.190034 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2cdde02b-a2c2-4463-afbf-7d940a0ce395 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2695704 Feb 16 15:20:45.193747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38516) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:45.227814 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7de10aa0-c76f-4d03-91a1-beb041520bc1 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=1db2b5e63faf4f0889e974baf03011f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325358 Feb 16 15:20:45.230663 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38518) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:45.244346 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:45.329526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe19ae-f3f4-42cc-b544-d85fa6434888 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:45.335461 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e4fe19ae-f3f4-42cc-b544-d85fa6434888 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0990145 Feb 16 15:20:45.335626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38520) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:45.379845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2428e6ee-edbb-4b13-8ca8-a7c615674310 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414748 Feb 16 15:20:45.380277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 38522) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:45.385428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795307011', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:45.448686 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:44Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:45.484288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Checking router: 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:45.484288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Updating router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 port d19bdf22-20c4-4600-a645-63ca96869a2a binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:20:45.515358 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:45.785177 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:45.855958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:20:45.859760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:45.900586 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:45.934042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae38fe9-0a69-4c2a-84a2-f2ad645fe2c2 req-50a53782-0305-4d22-bde0-56a51bdbce13 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:45.935665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ae38fe9-0a69-4c2a-84a2-f2ad645fe2c2 req-50a53782-0305-4d22-bde0-56a51bdbce13 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.1091337 Feb 16 15:20:45.954450 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Attempting to bind port d19bdf22-20c4-4600-a645-63ca96869a2a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:20:45.954845 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Attempting to bind port d19bdf22-20c4-4600-a645-63ca96869a2a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:20:45.955169 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Attempting to bind port d19bdf22-20c4-4600-a645-63ca96869a2a on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:45.965312 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Pushing event updated for resources: {'Port': ['ID=d19bdf22-20c4-4600-a645-63ca96869a2a,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:45.968089 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:20:45.972316 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:45.972316 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:45.972316 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:20:45.972316 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Bound port: d19bdf22-20c4-4600-a645-63ca96869a2a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:20:45.972316 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:46.003064 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.003397 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.003777 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.004193 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.004984 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.005315 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.005947 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.005947 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.006260 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.006587 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.006872 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.007176 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:20:46.015490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ae38fe9-0a69-4c2a-84a2-f2ad645fe2c2 req-87484eda-5f48-460b-bf3d-98372502b5a6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669036 Feb 16 15:20:46.047337 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] For port d19bdf22-20c4-4600-a645-63ca96869a2a, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:46.047337 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] For port d19bdf22-20c4-4600-a645-63ca96869a2a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d19bdf22-20c4-4600-a645-63ca96869a2a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:20:46.158259 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:46.216828 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150948-d785-4932-8fda-9b87d8cc0e51 None None] Pushing event updated for resources: {'Port': ['ID=d19bdf22-20c4-4600-a645-63ca96869a2a,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:46.219310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:46.219917 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:46.234420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:46.298404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Subnet': ['ID=efd71fac-5df5-4496-8a4e-18e1640bf0d3,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:46.312598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Checking segment: {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:46.314713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network hostable DHCP agents. Network: 42da1ef6-a77f-4b22-aefa-06e7cd315e38, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:20:46.354009 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:46.444385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:20:46.580855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 42da1ef6-a77f-4b22-aefa-06e7cd315e38) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:46.585478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:46.586091 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:46.591284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e75243-12fa-41c7-8e1b-5854c0558435 None None] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:20:46.608597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:46.632327 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:44Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:46.663714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38530) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:46.665790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cbd1acc6-3104-4df9-8809-dcb2ee054904 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2842500 Feb 16 15:20:46.673636 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d51283-f00c-43cd-a71c-8a3db541d39f None None] The sync data for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 is: [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:44Z', 'revision_number': 3, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:46.789165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:20:46.790184 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:46.952706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Allocated IP 172.20.0.2 (42da1ef6-a77f-4b22-aefa-06e7cd315e38/efd71fac-5df5-4496-8a4e-18e1640bf0d3/d54ec48b-2db4-43ec-b005-b861e167128c) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:20:47.149959 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.175369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e69c1-c55e-4f25-ad86-92a4f3eeb4f3 req-eb1b670e-e88a-423a-a81e-0a9405adca20 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:47.309788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df3e69c1-c55e-4f25-ad86-92a4f3eeb4f3 req-eb1b670e-e88a-423a-a81e-0a9405adca20 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 943 time: 0.0699985 Feb 16 15:20:47.309788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df3e69c1-c55e-4f25-ad86-92a4f3eeb4f3 req-0a238a36-ce5e-4287-8609-faafefc8c2c4 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367908 Feb 16 15:20:47.311835 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.311980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.343344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 667112c4-7a35-46aa-8e6f-e54bcb0efe8a details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:20:47.373422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:20:47.382487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:47.385273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:20:47.390380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Pushing event updated for resources: {'Port': ['ID=d54ec48b-2db4-43ec-b005-b861e167128c,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:47.497128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Attempting to bind port d54ec48b-2db4-43ec-b005-b861e167128c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:20:47.497530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Attempting to bind port d54ec48b-2db4-43ec-b005-b861e167128c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:20:47.497781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Attempting to bind port d54ec48b-2db4-43ec-b005-b861e167128c on network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:47.507336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:20:47.507748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Checking segment: {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:47.508156 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.508546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Bound using segment: {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:20:47.509026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Bound port: d54ec48b-2db4-43ec-b005-b861e167128c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:20:47.509406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.584789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:47.626803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'port_id': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'mac_address': 'fa:16:3e:6f:6d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:20:47.633250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] For port d54ec48b-2db4-43ec-b005-b861e167128c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:47.675432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] For port d54ec48b-2db4-43ec-b005-b861e167128c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d54ec48b-2db4-43ec-b005-b861e167128c,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:20:47.684022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.698262 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667112c4-7a35-46aa-8e6f-e54bcb0efe8a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:20:47.720426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:47.779295 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.812298 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:47.843498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d04887-73c0-48d7-b89b-0709f1fa103a None None] Pushing event updated for resources: {'Port': ['ID=d54ec48b-2db4-43ec-b005-b861e167128c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:47.851694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.1 (42da1ef6-a77f-4b22-aefa-06e7cd315e38/efd71fac-5df5-4496-8a4e-18e1640bf0d3/6021dc9f-2ae2-4207-bd61-0593e347a9ae) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:20:47.909493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:47.993648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.081148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['667112c4-7a35-46aa-8e6f-e54bcb0efe8a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:20:48.084717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.139641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:20:48.142365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:48.148544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:20:48.187762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=6021dc9f-2ae2-4207-bd61-0593e347a9ae,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:48.221307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.422449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf776924-e521-4e06-b8ba-fe9966b23cdf req-62612a15-f8c4-40f5-9dfb-2921131c0862 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:48.424039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf776924-e521-4e06-b8ba-fe9966b23cdf req-62612a15-f8c4-40f5-9dfb-2921131c0862 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 944 time: 0.0844302 Feb 16 15:20:48.475525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cf776924-e521-4e06-b8ba-fe9966b23cdf req-273dae86-0323-48e6-852d-4c7142c434c5 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Feb 16 15:20:48.523332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d54ec48b-2db4-43ec-b005-b861e167128c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:20:48.532644 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.579653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d54ec48b-2db4-43ec-b005-b861e167128c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:48.580027 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.668357 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.704070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d54ec48b-2db4-43ec-b005-b861e167128c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d54ec48b-2db4-43ec-b005-b861e167128c,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:48.807995 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.808834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d19bdf22-20c4-4600-a645-63ca96869a2a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:20:48.850980 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.889152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d54ec48b-2db4-43ec-b005-b861e167128c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:48.903773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d19bdf22-20c4-4600-a645-63ca96869a2a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:48.904539 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.912005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:48.999457 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=6021dc9f-2ae2-4207-bd61-0593e347a9ae,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:49.004439 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:49.020896 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:49.044835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d19bdf22-20c4-4600-a645-63ca96869a2a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d19bdf22-20c4-4600-a645-63ca96869a2a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:49.099854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:20:49.101296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:49.117626 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:49.182254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d19bdf22-20c4-4600-a645-63ca96869a2a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:49.237655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:20:49.356501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 667112c4-7a35-46aa-8e6f-e54bcb0efe8a up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:20:49.360510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:49.366458 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca80248e-b3fc-47cf-bce4-92db8ae3d258 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/44bcee8e-48ec-43a9-bf63-98147ed8f3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7008607 Feb 16 15:20:49.414149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Sync routers for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:49.432969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:49.435312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:49.488745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e8025-83e2-45c1-b636-0cb03a4da74f None None] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:20:49.549723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-eaee5e9d-5478-4a5f-ae06-17e4b8bfecec tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117302672&fields=id&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 267 time: 0.0598888 Feb 16 15:20:49.679192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796f25b-6f9c-4fe0-96ab-3843e13c6366 req-74ebde0a-e599-49d7-94c2-6c97143bbb3e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:49.680905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d796f25b-6f9c-4fe0-96ab-3843e13c6366 req-74ebde0a-e599-49d7-94c2-6c97143bbb3e tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 944 time: 0.1179168 Feb 16 15:20:49.721200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-30c36a9d-1056-474f-ac41-f9f679dc7704 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:49.727822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-30c36a9d-1056-474f-ac41-f9f679dc7704 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/networks?id=42da1ef6-a77f-4b22-aefa-06e7cd315e38 HTTP/1.1" status: 200 len: 796 time: 0.1750154 Feb 16 15:20:49.733875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:20:49.749026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:49.749381 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:49.759401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-fd6de5a0-ee90-486f-98d9-d058f5309886 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/quotas/1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 375 time: 0.0299361 Feb 16 15:20:49.763047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d796f25b-6f9c-4fe0-96ab-3843e13c6366 req-e21e7ef4-7db8-423e-8563-f6437443c186 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717750 Feb 16 15:20:49.816304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-dd464cb6-1640-4b5f-a330-8af1e9862983 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498173 Feb 16 15:20:49.824494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:49.856372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-01a62d6c-7f8e-4726-8abe-9b8f2e66e406 None None] Provisioning complete for port d54ec48b-2db4-43ec-b005-b861e167128c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:49.858571 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-01a62d6c-7f8e-4726-8abe-9b8f2e66e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.018849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-bf8281c1-3923-4236-b481-781671a516eb service neutron] 10.222.0.113 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824396 Feb 16 15:20:50.099192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.122127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-901cc1cc-3da5-41ef-acc8-1367eaf17ed4 service neutron] 10.222.0.113 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022987 Feb 16 15:20:50.185024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:50.189850 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc58f881-6a21-4b20-a37a-7b600a1deb67" -d '{"events": [{"server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "name": "network-vif-plugged", "status": "completed", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:50.231717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:50.252622 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87938e5c-1cd5-4779-9904-2af01c47bd69 x-openstack-request-id: req-87938e5c-1cd5-4779-9904-2af01c47bd69 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:50.252622 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "name": "network-vif-plugged", "status": "completed", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:50.252622 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-87938e5c-1cd5-4779-9904-2af01c47bd69 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:50.252622 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'code': 200} Feb 16 15:20:50.286563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 2, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:50.328269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.337815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d54ec48b-2db4-43ec-b005-b861e167128c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:20:50.339700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Checking router: 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:50.340204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Updating router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 port 6021dc9f-2ae2-4207-bd61-0593e347a9ae binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:20:50.388414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feeba4-4a84-4f5f-a166-45da19c72ff4 req-37f5b07d-6426-4102-845f-ce40b1566ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:50.390009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08feeba4-4a84-4f5f-a166-45da19c72ff4 req-37f5b07d-6426-4102-845f-ce40b1566ef6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1096 time: 0.0586314 Feb 16 15:20:50.433277 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.467710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:50.503241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ec8f896-6ee9-4af5-af2a-bd5c90ac460c req-58d5c0b2-bd94-470d-b7bb-ae9386fc1ee6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 210 time: 0.0546572 Feb 16 15:20:50.516143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d54ec48b-2db4-43ec-b005-b861e167128c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:50.516519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.529146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08feeba4-4a84-4f5f-a166-45da19c72ff4 req-8fa978d6-344c-496e-b61c-caceb38178a9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205513 Feb 16 15:20:50.664732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-98c126a0-58af-4ccd-bda1-f78237b9d52f None None] Provisioning complete for port d54ec48b-2db4-43ec-b005-b861e167128c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:50.665172 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98c126a0-58af-4ccd-bda1-f78237b9d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.827987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d19bdf22-20c4-4600-a645-63ca96869a2a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:20:50.906532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5864c-2d96-4578-a8dd-cf7ec68fb76f req-870ff90d-aa90-4216-b463-05b4e96431c6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:50.912951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77e5864c-2d96-4578-a8dd-cf7ec68fb76f req-870ff90d-aa90-4216-b463-05b4e96431c6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 945 time: 0.0717945 Feb 16 15:20:50.963384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.963531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-77e5864c-2d96-4578-a8dd-cf7ec68fb76f req-b720deae-d4ae-4eb7-a8c1-a22e3e5c0e94 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425212 Feb 16 15:20:50.982099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d19bdf22-20c4-4600-a645-63ca96869a2a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:50.982477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:50.985273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-98c126a0-58af-4ccd-bda1-f78237b9d52f None None] Provisioning complete for port 6021dc9f-2ae2-4207-bd61-0593e347a9ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:50.985637 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98c126a0-58af-4ccd-bda1-f78237b9d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:51.048097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-98c126a0-58af-4ccd-bda1-f78237b9d52f None None] Port 6021dc9f-2ae2-4207-bd61-0593e347a9ae cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:20:51.052910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:51.151248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be7bce-642a-4c91-bf5f-89401b32627a None None] Pushing event updated for resources: {'Port': ['ID=6021dc9f-2ae2-4207-bd61-0593e347a9ae,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:51.230837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-16e833db-0754-48a2-957e-8021a1768e07 None None] Provisioning complete for port 6021dc9f-2ae2-4207-bd61-0593e347a9ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:51.236240 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16e833db-0754-48a2-957e-8021a1768e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:51.263690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Attempting to bind port 6021dc9f-2ae2-4207-bd61-0593e347a9ae on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:20:51.263690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Attempting to bind port 6021dc9f-2ae2-4207-bd61-0593e347a9ae by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:20:51.264136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Attempting to bind port 6021dc9f-2ae2-4207-bd61-0593e347a9ae on network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:51.294823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:20:51.295125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Checking segment: {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:51.295528 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:51.295948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Bound using segment: {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:20:51.296441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Bound port: 6021dc9f-2ae2-4207-bd61-0593e347a9ae, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:20:51.296825 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:51.329886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-16e833db-0754-48a2-957e-8021a1768e07 None None] Port 6021dc9f-2ae2-4207-bd61-0593e347a9ae cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:20:51.402661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] For port 6021dc9f-2ae2-4207-bd61-0593e347a9ae, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:51.405906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] For port 6021dc9f-2ae2-4207-bd61-0593e347a9ae, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6021dc9f-2ae2-4207-bd61-0593e347a9ae,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:20:51.453498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8634f10b-ff20-4321-b81e-7c76444b3360 None None] Provisioning complete for port 6021dc9f-2ae2-4207-bd61-0593e347a9ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:51.455513 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8634f10b-ff20-4321-b81e-7c76444b3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:51.491799 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8634f10b-ff20-4321-b81e-7c76444b3360 None None] Port 6021dc9f-2ae2-4207-bd61-0593e347a9ae cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:20:51.506621 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:51.564847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:51.570727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:51.637895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be7bce-642a-4c91-bf5f-89401b32627a None None] Pushing event updated for resources: {'Port': ['ID=6021dc9f-2ae2-4207-bd61-0593e347a9ae,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:51.639757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed969f9c-2851-4d5b-9513-0acd42bc92ed req-7b75af06-85bb-48c2-a0a1-b40dda6ee620 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 210 time: 0.0435328 Feb 16 15:20:51.736719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:51.950392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6844bbe6-5c71-43b2-a17f-bec8c6fb7026 None None] Provisioning complete for port 6021dc9f-2ae2-4207-bd61-0593e347a9ae triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:51.951093 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6844bbe6-5c71-43b2-a17f-bec8c6fb7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:52.021388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:51Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:52.078005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4f8757-f1b8-439d-b2ca-d093e7f06337 None None] The sync data for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 is: [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:51Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:52.094251 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6844bbe6-5c71-43b2-a17f-bec8c6fb7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:52.110190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a45f50-015f-4489-94a7-1008a3a71005 req-8b995b5f-a2ac-4410-b547-545dbc084396 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:52.131517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18a45f50-015f-4489-94a7-1008a3a71005 req-8b995b5f-a2ac-4410-b547-545dbc084396 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 945 time: 0.0860388 Feb 16 15:20:52.174954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6844bbe6-5c71-43b2-a17f-bec8c6fb7026 None None] For port 6021dc9f-2ae2-4207-bd61-0593e347a9ae, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6021dc9f-2ae2-4207-bd61-0593e347a9ae,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:20:52.204918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18a45f50-015f-4489-94a7-1008a3a71005 req-4d3bb5df-0962-43d9-a5ea-7b6ca085e79d tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688324 Feb 16 15:20:52.248083 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6844bbe6-5c71-43b2-a17f-bec8c6fb7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:52.390540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844bbe6-5c71-43b2-a17f-bec8c6fb7026 None None] Pushing event updated for resources: {'Port': ['ID=6021dc9f-2ae2-4207-bd61-0593e347a9ae,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:52.390540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6021dc9f-2ae2-4207-bd61-0593e347a9ae up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:20:52.391104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab2e74-2646-469e-8e31-bc8f274ad41a req-69cf60ed-b9b3-4141-a435-cae4503e5f58 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:52.391104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70ab2e74-2646-469e-8e31-bc8f274ad41a req-69cf60ed-b9b3-4141-a435-cae4503e5f58 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 945 time: 0.0882318 Feb 16 15:20:52.424426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70ab2e74-2646-469e-8e31-bc8f274ad41a req-ace74011-b2a5-4257-bf20-b193b8f1e0c3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363979 Feb 16 15:20:52.431263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6021dc9f-2ae2-4207-bd61-0593e347a9ae triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:52.431670 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:52.454146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38638) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:52.661347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5db2b-140a-4be0-aa3f-4c5270a47f0c tempest-TestVolumeBootPattern-1968873749 tempest-TestVolumeBootPattern-1968873749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:52.662936 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-21f5db2b-140a-4be0-aa3f-4c5270a47f0c tempest-TestVolumeBootPattern-1968873749 tempest-TestVolumeBootPattern-1968873749-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1091 time: 0.2077546 Feb 16 15:20:52.668255 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 38650) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:20:52.670611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:52.751083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29b7ba3e-35d4-4db9-8b92-b021330c0dd9 req-8c9f2141-0613-44f1-bc51-3daf03c15d48 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 210 time: 0.0287337 Feb 16 15:20:52.787227 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:52.902096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.023623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Allocated IP 172.25.6.132 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ae24c545-eff6-47cc-894f-8447e5c4711b) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:20:53.162547 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.195364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-082e0ec8-b076-4042-8bef-a738f28939a9 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:53.197024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-082e0ec8-b076-4042-8bef-a738f28939a9 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "GET /v2.0/networks?id=42da1ef6-a77f-4b22-aefa-06e7cd315e38 HTTP/1.1" status: 200 len: 796 time: 0.1465752 Feb 16 15:20:53.244769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-6b8cf9b2-52c4-4201-a9a6-01416e3fc242 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db2b5e63faf4f0889e974baf03011f2 HTTP/1.1" status: 200 len: 380 time: 0.0380442 Feb 16 15:20:53.253306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'port': {'device_id': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'admin_state_up': True, 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'security_groups': ['fc27cecd-009f-4728-8460-13f40a797146']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:53.272639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.336755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:20:53.340138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:53.348486 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:20:53.395529 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=ae24c545-eff6-47cc-894f-8447e5c4711b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:53.454886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Made reservation on behalf of 1db2b5e63faf4f0889e974baf03011f2 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:20:53.462046 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.609741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.20.0.12 (42da1ef6-a77f-4b22-aefa-06e7cd315e38/efd71fac-5df5-4496-8a4e-18e1640bf0d3/515ea011-e87c-494e-9b4b-53367043309d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:20:53.762399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.768252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.855732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5354631-d218-4f3f-a94c-4d743bbff7d2 req-8c9ec8e7-be5f-4d4a-9843-0bb2764af102 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 210 time: 0.0300326 Feb 16 15:20:53.857258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.916295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:20:53.919780 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:20:53.920168 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:53.922642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:20:53.930576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:53.990635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:54.001031 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.098666 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.114782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9b051aff-fd1c-4cd5-8eb1-571443626f3a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8651240 Feb 16 15:20:54.126679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Request body: {'port': {'device_id': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:20:54.183280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.185709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a3e4eaaa-3754-47f4-adac-9a518b5026f2 None None] Provisioning complete for port 515ea011-e87c-494e-9b4b-53367043309d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:54.186187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3e4eaaa-3754-47f4-adac-9a518b5026f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.203182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.225923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4eaaa-3754-47f4-adac-9a518b5026f2 None None] Port 515ea011-e87c-494e-9b4b-53367043309d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:20:54.278796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event updated for resources: {'Port': ['ID=ae24c545-eff6-47cc-894f-8447e5c4711b,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:54.299105 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.318279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6021dc9f-2ae2-4207-bd61-0593e347a9ae up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:20:54.385640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6021dc9f-2ae2-4207-bd61-0593e347a9ae triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:20:54.386217 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.421098 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Floating IP a7e6c586-ea06-4a15-8370-9aaf951593af associated. External IP: 172.25.6.132, port: 667112c4-7a35-46aa-8e6f-e54bcb0efe8a. Feb 16 15:20:54.596214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515ea011-e87c-494e-9b4b-53367043309d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:20:54.604438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.617421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Transition to ACTIVE for port object 515ea011-e87c-494e-9b4b-53367043309d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:20:54.644034 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:20:54.717347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.756493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:20:54.771131 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:20:54.782959 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:54.783318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:54.783753 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:54.853480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Attempting to bind port 515ea011-e87c-494e-9b4b-53367043309d on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:20:54.853802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Attempting to bind port 515ea011-e87c-494e-9b4b-53367043309d by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:20:54.854337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Attempting to bind port 515ea011-e87c-494e-9b4b-53367043309d on network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:54.860597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Port 515ea011-e87c-494e-9b4b-53367043309d on network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:20:54.860916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Attempting to bind port 515ea011-e87c-494e-9b4b-53367043309d on network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:20:54.867077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:20:54.870925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Checking segment: {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:20:54.870925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Bound using segment: {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:20:54.870925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Bound port: 515ea011-e87c-494e-9b4b-53367043309d, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1b7319-c192-48c2-87f5-8e0d68246232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:20:54.870925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.871536 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:54.912579 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3cb24f81-6eae-413c-b7ac-430b15ddbc88 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2454138 Feb 16 15:20:54.913083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:54.916842 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04" -d '{"events": [{"name": "network-changed", "server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:54.917535 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:54.982097 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443caff7-c2c1-4ee3-a707-d8968525ac48 x-openstack-request-id: req-443caff7-c2c1-4ee3-a707-d8968525ac48 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:54.988375 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:54.988375 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-443caff7-c2c1-4ee3-a707-d8968525ac48 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:54.988375 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'status': 'completed', 'code': 200} Feb 16 15:20:55.029482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:20:55.071820 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:20:55.087931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f4ada-43e2-49b1-a51b-fea6134be18b req-78c0c985-0d70-40fb-804e-497e5b76b57d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.092291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-602f4ada-43e2-49b1-a51b-fea6134be18b req-78c0c985-0d70-40fb-804e-497e5b76b57d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 944 time: 0.1176231 Feb 16 15:20:55.097250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-2caf8529-9fe6-4a5f-b2b9-5da536b005f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.099445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-2caf8529-9fe6-4a5f-b2b9-5da536b005f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1096 time: 0.0825140 Feb 16 15:20:55.167840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:55.209282 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a7e6c586-ea06-4a15-8370-9aaf951593af', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:6f:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:20:53Z', 'updated_at': '2022-02-16T15:20:53Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}, {'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:54Z', 'revision_number': 1, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:55.215898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-602f4ada-43e2-49b1-a51b-fea6134be18b req-f8eac77a-bdb0-4180-8dc3-d681c91f22c1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154594 Feb 16 15:20:55.226171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.226800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:20:55.228298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] 10.222.0.129 "PUT /v2.0/ports/515ea011-e87c-494e-9b4b-53367043309d HTTP/1.1" status: 200 len: 1092 time: 1.1058142 Feb 16 15:20:55.228609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'tag': '515ea011-e87c-494e-9b4b-53367043309d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:20:55.231137 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f989d1b-2c38-46d8-909f-5ac83fde9061" -d '{"events": [{"name": "network-changed", "server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "tag": "515ea011-e87c-494e-9b4b-53367043309d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:20:55.249797 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:20:55.259924 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:20:55.260536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:55.290003 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1c39aa-05d1-4898-b0e5-9f0fc62dc722 x-openstack-request-id: req-fc1c39aa-05d1-4898-b0e5-9f0fc62dc722 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:20:55.290348 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "tag": "515ea011-e87c-494e-9b4b-53367043309d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:20:55.290602 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc1c39aa-05d1-4898-b0e5-9f0fc62dc722 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:20:55.291000 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'tag': '515ea011-e87c-494e-9b4b-53367043309d', 'status': 'completed', 'code': 200} Feb 16 15:20:55.296779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d442e-9079-4756-b3d3-62fe107979d8 service neutron] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:20:55.314101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-6c5090fb-a175-4254-ad8f-f693c79c16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.315608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-6c5090fb-a175-4254-ad8f-f693c79c16a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.2092483 Feb 16 15:20:55.378104 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:20:55.428365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-9761d75b-75b0-4e73-8417-a0a37c37d0fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 200 len: 999 time: 0.1001756 Feb 16 15:20:55.433173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989d1b-2c38-46d8-909f-5ac83fde9061 req-5e5fe4e7-102c-45af-877e-e5915a6ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.434637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f989d1b-2c38-46d8-909f-5ac83fde9061 req-5e5fe4e7-102c-45af-877e-e5915a6ac630 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 1095 time: 0.1144197 Feb 16 15:20:55.541894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-5e9dc1ac-aef5-4660-b748-d56bc58fc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.543370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-5e9dc1ac-aef5-4660-b748-d56bc58fc3cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.1069946 Feb 16 15:20:55.606291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989d1b-2c38-46d8-909f-5ac83fde9061 req-d49001a6-5ce7-45f3-bad3-6ae0293efe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.607837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f989d1b-2c38-46d8-909f-5ac83fde9061 req-d49001a6-5ce7-45f3-bad3-6ae0293efe6f service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=1db2b5e63faf4f0889e974baf03011f2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1613863 Feb 16 15:20:55.612858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-b8abc9f3-926e-4e14-a2c8-ee9bdf2dca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.614870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-b8abc9f3-926e-4e14-a2c8-ee9bdf2dca01 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643086 Feb 16 15:20:55.643384 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a7e6c586-ea06-4a15-8370-9aaf951593af', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:6f:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:20:53Z', 'updated_at': '2022-02-16T15:20:53Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}, {'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:54Z', 'revision_number': 1, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:20:55.671231 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed55d3-1a8b-45c4-a3e3-14d8a5279aaa None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a7e6c586-ea06-4a15-8370-9aaf951593af', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:6f:6d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:20:53Z', 'updated_at': '2022-02-16T15:20:53Z', 'revision_number': 0, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}, {'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:54Z', 'revision_number': 1, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:20:55.775628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989d1b-2c38-46d8-909f-5ac83fde9061 req-02be5aa7-2970-4ef3-9574-6711323541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.777197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f989d1b-2c38-46d8-909f-5ac83fde9061 req-02be5aa7-2970-4ef3-9574-6711323541a1 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1615083 Feb 16 15:20:55.780458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-27387501-5bc4-4ea8-852e-6ad1361fe408 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572478 Feb 16 15:20:55.915296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4674fba-2db9-47d9-b1ea-2f75f96ad6eb None None] New status for floating IP a7e6c586-ea06-4a15-8370-9aaf951593af: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:20:55.920814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-595365bd-0000-4e91-b752-59e749759fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:55.922385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-595365bd-0000-4e91-b752-59e749759fa8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 1095 time: 0.0747466 Feb 16 15:20:55.926733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fbc0c47-6392-4620-b7f2-1c77c50fbd04 req-676b2543-45c5-4a00-8ae4-76c66d8c1ad0 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385353 Feb 16 15:20:55.967339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-cf65af43-d923-4c54-bd98-7aaf9eaf50bb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515ea011-e87c-494e-9b4b-53367043309d HTTP/1.1" status: 200 len: 217 time: 0.0376637 Feb 16 15:20:56.028681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-77afaa76-96ce-42ae-bdcd-5c70892cc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:56.030375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-77afaa76-96ce-42ae-bdcd-5c70892cc22d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=efd71fac-5df5-4496-8a4e-18e1640bf0d3 HTTP/1.1" status: 200 len: 835 time: 0.0557055 Feb 16 15:20:56.079477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-4b2bb518-89bb-40c4-9d7d-4d77c8825e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:56.081028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-4b2bb518-89bb-40c4-9d7d-4d77c8825e07 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=42da1ef6-a77f-4b22-aefa-06e7cd315e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438139 Feb 16 15:20:56.179286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-9844a74e-95b6-4679-95ba-ce0e84358e52 service neutron] 10.222.0.129 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907421 Feb 16 15:20:56.287688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-817b06c1-bf3c-4694-8b81-fec64044e8af req-000e7692-a8c2-48f8-a083-2bb5fd1f7f32 service neutron] 10.222.0.129 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015747 Feb 16 15:20:56.345099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a6a22-d944-40fe-a68c-4a6f406df728 req-e248cc0b-361a-4978-9939-5d88dd09d8e4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:56.346627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a33a6a22-d944-40fe-a68c-4a6f406df728 req-e248cc0b-361a-4978-9939-5d88dd09d8e4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 944 time: 0.0533595 Feb 16 15:20:56.389680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a33a6a22-d944-40fe-a68c-4a6f406df728 req-fa72994a-7b0d-44dd-a87d-c20c6eb2222f tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355911 Feb 16 15:20:57.512408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fdd2-509f-4a2f-87a2-ac8995202f99 req-b83a28f9-af79-465c-82b6-e70fb71ec81a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:57.515091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c777fdd2-509f-4a2f-87a2-ac8995202f99 req-b83a28f9-af79-465c-82b6-e70fb71ec81a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 944 time: 0.0532851 Feb 16 15:20:57.558210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c777fdd2-509f-4a2f-87a2-ac8995202f99 req-2ce6545e-82c8-4e81-b18c-f04cdedf3d4d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377140 Feb 16 15:20:58.376417 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:20:58.593768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-546d6596-28a3-41ae-a3be-af53632a0ff0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399137 Feb 16 15:20:58.709076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e89fe-700e-4b1a-a711-a73036b52b3e req-20d0f20b-20b2-4b20-bee9-0e2d0cb5108d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:58.710573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-129e89fe-700e-4b1a-a711-a73036b52b3e req-20d0f20b-20b2-4b20-bee9-0e2d0cb5108d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 944 time: 0.0776274 Feb 16 15:20:58.713486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-723018a6-08ca-452e-822d-5487e620717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:58.714916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-723018a6-08ca-452e-822d-5487e620717c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1096 time: 0.0732858 Feb 16 15:20:58.771908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-129e89fe-700e-4b1a-a711-a73036b52b3e req-f742cdcd-69e8-453c-8a0b-f1b1ff820c82 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547891 Feb 16 15:20:58.840028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-da5046f6-616d-458e-af83-dcbcf97ec5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:58.841488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-da5046f6-616d-458e-af83-dcbcf97ec5ce service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.1017101 Feb 16 15:20:59.209651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-dfea6453-616f-4571-9deb-48af456c9fc9 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3600693 Feb 16 15:20:59.211305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-e0fff1a3-fee1-4f84-afdb-1c479aae7092 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 200 len: 1001 time: 0.3606875 Feb 16 15:20:59.283498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-eadea56c-f2ac-45e9-8230-6ce5802d884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.285516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-eadea56c-f2ac-45e9-8230-6ce5802d884b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0662360 Feb 16 15:20:59.330464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-af337c93-6ce2-43e8-848c-5f1f584e4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.332507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-af337c93-6ce2-43e8-848c-5f1f584e4c0b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0741525 Feb 16 15:20:59.345157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-d5ee0c67-e6a2-455c-b6eb-fcfba7d71dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.346625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-d5ee0c67-e6a2-455c-b6eb-fcfba7d71dcc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541303 Feb 16 15:20:59.508082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-5ad06a31-0c2a-42c8-9547-d9632c8347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.509548 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-5ad06a31-0c2a-42c8-9547-d9632c8347e0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.1575043 Feb 16 15:20:59.511410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-67ee56f1-5b14-489f-8f3b-6808d9c312ac service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518881 Feb 16 15:20:59.625553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-151b7f24-b774-4df3-984c-02b92050ffd8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 1000 time: 0.1098125 Feb 16 15:20:59.686793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78f52f93-f675-41ff-88a9-1ec7e7d42e0a req-1c8a88ad-ba37-4b48-8ffe-822ec9b27482 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632268 Feb 16 15:20:59.694836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-ffdcdaf7-c6f3-4859-9f83-c108b74b08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.696302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-ffdcdaf7-c6f3-4859-9f83-c108b74b08f5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0602145 Feb 16 15:20:59.747252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-6f8d4811-7cba-485f-ab88-f1f39442f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.748768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-6f8d4811-7cba-485f-ab88-f1f39442f720 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462153 Feb 16 15:20:59.845832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-607e31b7-7f93-4bc8-86d9-fd4bcdf3ff36 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901251 Feb 16 15:20:59.953596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35fb7e-eab5-4d9f-8a9a-186c8e672224 req-068ee96f-1595-44fc-bd7d-bd70be7dd604 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:20:59.955125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea35fb7e-eab5-4d9f-8a9a-186c8e672224 req-068ee96f-1595-44fc-bd7d-bd70be7dd604 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 944 time: 0.1126764 Feb 16 15:20:59.990396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c66c30a0-2b78-46b0-aa7f-98c15eb7e0d3 req-d7523e5b-9edd-4f74-8d86-b8cdf8943a50 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372094 Feb 16 15:21:00.011427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea35fb7e-eab5-4d9f-8a9a-186c8e672224 req-60f94e73-06b7-4f78-b06b-3c108eda2c4a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495374 Feb 16 15:21:00.372335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 515ea011-e87c-494e-9b4b-53367043309d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:21:00.476005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:00.489495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '515ea011-e87c-494e-9b4b-53367043309d', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'port_id': '515ea011-e87c-494e-9b4b-53367043309d', 'mac_address': 'fa:16:3e:97:15:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:21:00.528552 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:00.541942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515ea011-e87c-494e-9b4b-53367043309d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:21:00.563558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:00.654233 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:00.704411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:00.908575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['515ea011-e87c-494e-9b4b-53367043309d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:21:01.146254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907efb7-b74f-4f0d-aeed-944ddc2be70c req-45268ced-458f-410c-b700-72085a8ebad0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:01.147825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4907efb7-b74f-4f0d-aeed-944ddc2be70c req-45268ced-458f-410c-b700-72085a8ebad0 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 945 time: 0.0584884 Feb 16 15:21:01.190206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4907efb7-b74f-4f0d-aeed-944ddc2be70c req-1791970c-c604-44a3-8faf-d533c4d36ea8 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359507 Feb 16 15:21:02.318986 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb09f7-d73c-4358-adee-5316950b433d req-4c89e544-8ff3-4300-a384-d3175aee12bc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.320506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2cb09f7-d73c-4358-adee-5316950b433d req-4c89e544-8ff3-4300-a384-d3175aee12bc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 945 time: 0.0544951 Feb 16 15:21:02.359792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2cb09f7-d73c-4358-adee-5316950b433d req-612144d9-fc88-4ea7-8324-e5b3ca9e5d5e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Feb 16 15:21:02.391390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 515ea011-e87c-494e-9b4b-53367043309d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:21:02.482484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 515ea011-e87c-494e-9b4b-53367043309d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:21:02.487179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 515ea011-e87c-494e-9b4b-53367043309d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:21:02.487565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:02.566066 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:02.588065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ea011-e87c-494e-9b4b-53367043309d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:02.590403 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7909f578-2bb2-468f-9b6b-fad97ecaedd7" -d '{"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-plugged", "status": "completed", "tag": "515ea011-e87c-494e-9b4b-53367043309d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:02.606273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:21:02.630272 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd704b-a866-44bf-9e17-e1696190607c x-openstack-request-id: req-c1dd704b-a866-44bf-9e17-e1696190607c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:02.630568 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-plugged", "status": "completed", "tag": "515ea011-e87c-494e-9b4b-53367043309d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:02.630820 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c1dd704b-a866-44bf-9e17-e1696190607c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:02.631236 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ea011-e87c-494e-9b4b-53367043309d', 'code': 200} Feb 16 15:21:02.671476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:02.725938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:02.735270 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4396f1-5439-444a-b4e9-db9d35edf80b req-39686adc-38d6-4fd4-940b-4895247cc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:02.736687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4396f1-5439-444a-b4e9-db9d35edf80b req-39686adc-38d6-4fd4-940b-4895247cc3b5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 1097 time: 0.0451543 Feb 16 15:21:02.774920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da4396f1-5439-444a-b4e9-db9d35edf80b req-943aafb8-7522-4e2c-af20-016bf89a789a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Feb 16 15:21:03.481320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebafa8d-2b86-4139-ace0-26201df09e61 req-1c1b21fd-b362-4192-9bf1-05f701d06500 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:03.482599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bebafa8d-2b86-4139-ace0-26201df09e61 req-1c1b21fd-b362-4192-9bf1-05f701d06500 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0514004 Feb 16 15:21:03.524214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bebafa8d-2b86-4139-ace0-26201df09e61 req-b5cda7ff-5858-4155-9228-4087ce8533c4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352919 Feb 16 15:21:04.651486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0324c3-d702-4550-b76e-37440fb05b16 req-49eb9245-7d38-4103-9cb8-c90661d099cf tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:04.652996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f0324c3-d702-4550-b76e-37440fb05b16 req-49eb9245-7d38-4103-9cb8-c90661d099cf tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0565984 Feb 16 15:21:04.692440 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f0324c3-d702-4550-b76e-37440fb05b16 req-2c841cf3-5a46-448a-a805-80c54308ecce tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334110 Feb 16 15:21:04.808277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1b16b-9870-4ff2-b342-54172ce227b7 req-7aa44a14-a0d7-4ef8-b26f-6df97fda2483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:04.809688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ab1b16b-9870-4ff2-b342-54172ce227b7 req-7aa44a14-a0d7-4ef8-b26f-6df97fda2483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0499456 Feb 16 15:21:04.849362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ab1b16b-9870-4ff2-b342-54172ce227b7 req-b6903ea7-7e8a-4f75-9fd7-4705031a2952 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334671 Feb 16 15:21:04.870567 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39102) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:21:04.910355 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554e79f-bb4a-4a8d-a73d-97763aca3585 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:04.911964 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f554e79f-bb4a-4a8d-a73d-97763aca3585 tempest-TestNetworkAdvancedServerOps-1339897469 tempest-TestNetworkAdvancedServerOps-1339897469-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 1092 time: 0.0404282 Feb 16 15:21:04.914765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39104) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:21:04.918938 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '515ea011-e87c-494e-9b4b-53367043309d', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:21:05.025638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:05.125719 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:05.234451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Allocated IP 172.25.6.100 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/105e3c91-df40-407b-b0ca-bccb2dd3c003) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:21:05.312124 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bd565c6e-4a74-433f-8080-50c039ec8aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:05.350045 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:05.500593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:05.542541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:21:05.546761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:21:05.551224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:21:05.554407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=105e3c91-df40-407b-b0ca-bccb2dd3c003,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:06.232266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:06.366236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:06.517610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:06.580206 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:06.657274 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event updated for resources: {'Port': ['ID=105e3c91-df40-407b-b0ca-bccb2dd3c003,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:21:06.668034 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:06.771874 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP d1843a9d-8093-4f4c-a797-5190e514ddfd associated. External IP: 172.25.6.100, port: 515ea011-e87c-494e-9b4b-53367043309d. Feb 16 15:21:06.993702 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:21:07.103386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:21:07.115784 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] Sync routers for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:21:07.125318 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:07.128247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:07.177529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:07.223666 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7ee21f8-0700-4b1c-a104-a2a09e6c6f7c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3074634 Feb 16 15:21:07.224305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'tag': '515ea011-e87c-494e-9b4b-53367043309d'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:21:07.227272 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ae322-9d55-43e5-8fb1-355cb190ed51" -d '{"events": [{"name": "network-changed", "server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "tag": "515ea011-e87c-494e-9b4b-53367043309d"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:21:07.251477 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:07.288274 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67e4e69-90c0-4771-9689-0d4504a84ceb x-openstack-request-id: req-d67e4e69-90c0-4771-9689-0d4504a84ceb {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:21:07.288711 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "tag": "515ea011-e87c-494e-9b4b-53367043309d", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:21:07.288860 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d67e4e69-90c0-4771-9689-0d4504a84ceb {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:21:07.289234 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'tag': '515ea011-e87c-494e-9b4b-53367043309d', 'status': 'completed', 'code': 200} Feb 16 15:21:07.400382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc219b-24e1-4a6e-8301-bedc736c5d44 req-1998b6ed-888d-47bc-b747-d380efd3428e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:07.402128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79bc219b-24e1-4a6e-8301-bedc736c5d44 req-1998b6ed-888d-47bc-b747-d380efd3428e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0941060 Feb 16 15:21:07.405273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-5cc7a933-93dd-463b-9512-fdb325f3300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:07.406705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-5cc7a933-93dd-463b-9512-fdb325f3300c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 1097 time: 0.0871513 Feb 16 15:21:07.498807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79bc219b-24e1-4a6e-8301-bedc736c5d44 req-2a5a8747-dd53-446c-9f46-a88f3db53dc4 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905645 Feb 16 15:21:07.514058 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'd1843a9d-8093-4f4c-a797-5190e514ddfd', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.100', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'port_id': '515ea011-e87c-494e-9b4b-53367043309d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'mac_address': 'fa:16:3e:97:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:21:05Z', 'updated_at': '2022-02-16T15:21:05Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:52Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:07.519444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39118) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:21:07.537143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-90b022e5-cb13-494c-ae11-081bcc834476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:07.549067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-90b022e5-cb13-494c-ae11-081bcc834476 service neutron] 10.222.0.129 "GET /v2.0/networks?id=42da1ef6-a77f-4b22-aefa-06e7cd315e38 HTTP/1.1" status: 200 len: 898 time: 0.1235847 Feb 16 15:21:07.587828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7a1cd0b4-b3e6-4ddd-ac6d-aa2bc13a303d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/d1843a9d-8093-4f4c-a797-5190e514ddfd HTTP/1.1" status: 200 len: 992 time: 0.0666687 Feb 16 15:21:07.621096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-3be8eeb9-bef7-4478-aeee-174d1baa48ee service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515ea011-e87c-494e-9b4b-53367043309d HTTP/1.1" status: 200 len: 1000 time: 0.0760305 Feb 16 15:21:07.652792 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] Checking router: 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:21:07.663153 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:21:07.664057 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:20:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:07.675034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-b4b70931-4983-4885-8ca9-0b149fe50bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:07.676739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-b4b70931-4983-4885-8ca9-0b149fe50bd6 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=efd71fac-5df5-4496-8a4e-18e1640bf0d3 HTTP/1.1" status: 200 len: 835 time: 0.0485158 Feb 16 15:21:07.724941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-c2c0e625-15b9-40a5-b3e3-f3ea6aaada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:07.726586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-c2c0e625-15b9-40a5-b3e3-f3ea6aaada77 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=42da1ef6-a77f-4b22-aefa-06e7cd315e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435138 Feb 16 15:21:07.782882 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:21:07.827784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-13433342-6d58-49dc-baf8-56493cab50bf service neutron] 10.222.0.129 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943875 Feb 16 15:21:07.930301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c3ae322-9d55-43e5-8fb1-355cb190ed51 req-476aec8b-5727-4fe8-81b0-239a711bd2fe service neutron] 10.222.0.129 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962181 Feb 16 15:21:08.031918 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-186b99b5-da6c-4553-9a27-0e55d7bf5ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:08.034216 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'd1843a9d-8093-4f4c-a797-5190e514ddfd', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.100', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'port_id': '515ea011-e87c-494e-9b4b-53367043309d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'mac_address': 'fa:16:3e:97:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:21:05Z', 'updated_at': '2022-02-16T15:21:05Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:52Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:21:08.061372 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb6115-e173-4d0c-ac9e-a0ba7e27c1c3 None None] The sync data for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 is: [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'd1843a9d-8093-4f4c-a797-5190e514ddfd', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'floating_ip_address': '172.25.6.100', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'port_id': '515ea011-e87c-494e-9b4b-53367043309d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'mac_address': 'fa:16:3e:97:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:21:05Z', 'updated_at': '2022-02-16T15:21:05Z', 'revision_number': 0, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:52Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:21:08.266925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64463fa6-0d6d-48bf-b9ce-b7b19c74b3dd None None] New status for floating IP d1843a9d-8093-4f4c-a797-5190e514ddfd: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:21:08.589530 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39124) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:21:08.660002 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e950f215-ee3f-443f-be3d-2ca9d7be566e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/d1843a9d-8093-4f4c-a797-5190e514ddfd HTTP/1.1" status: 200 len: 994 time: 0.0691876 Feb 16 15:21:09.686863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:11.368523 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:11.442826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:12.540518 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:16.556685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:35.293241 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cb40198d-29da-4650-a3f5-ed9f39d41905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:35.374916 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:21:38.007439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c8550b25-35ff-4c9b-a97a-3353e6be3504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:39.681609 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:40.319280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b3eb8-c401-46b7-8e59-31899a6aed92 req-a27c4f84-12d5-4022-a329-b60d1c22b03a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:40.320883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a6b3eb8-c401-46b7-8e59-31899a6aed92 req-a27c4f84-12d5-4022-a329-b60d1c22b03a tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0646069 Feb 16 15:21:40.370193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a6b3eb8-c401-46b7-8e59-31899a6aed92 req-b5ba9b55-2af8-4ea5-bfb6-d7f7c70ff6cb tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407426 Feb 16 15:21:41.393802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:41.479860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:41.490856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2e259-b9e1-4a12-8735-fd06c33f10aa req-986c76b1-c2a4-4c1f-819f-325101db0fa6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:41.492393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfc2e259-b9e1-4a12-8735-fd06c33f10aa req-986c76b1-c2a4-4c1f-819f-325101db0fa6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0528362 Feb 16 15:21:41.531157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfc2e259-b9e1-4a12-8735-fd06c33f10aa req-d381709c-aaad-488b-a765-0d03aee20839 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Feb 16 15:21:42.581843 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:42.657158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf55c0e-94e9-4c2d-9d8e-f02ed90ccf45 req-0ba8d121-b66c-4347-805c-9eb4370418be tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:42.658719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbf55c0e-94e9-4c2d-9d8e-f02ed90ccf45 req-0ba8d121-b66c-4347-805c-9eb4370418be tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0514126 Feb 16 15:21:42.698521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbf55c0e-94e9-4c2d-9d8e-f02ed90ccf45 req-15c66f5f-9ee1-4464-aa25-6cb1a67d9710 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327435 Feb 16 15:21:43.819366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637aec3-91e0-4109-b969-b38d3af23fbd req-d8ce649e-cd86-4b69-8d63-20cee1fec5f2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:43.820840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1637aec3-91e0-4109-b969-b38d3af23fbd req-d8ce649e-cd86-4b69-8d63-20cee1fec5f2 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0498655 Feb 16 15:21:43.864058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1637aec3-91e0-4109-b969-b38d3af23fbd req-be614269-e1ff-44a0-9d03-bbfc5648ac30 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371954 Feb 16 15:21:44.981667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889ae8-0be8-4fcc-bfc0-4c91f7a27e09 req-ec2ed9c5-c56c-4168-b161-ee0f60d16719 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:44.983073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8889ae8-0be8-4fcc-bfc0-4c91f7a27e09 req-ec2ed9c5-c56c-4168-b161-ee0f60d16719 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0505903 Feb 16 15:21:45.021383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8889ae8-0be8-4fcc-bfc0-4c91f7a27e09 req-49d6bc28-3645-4360-b70d-ab3fca721154 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Feb 16 15:21:46.157249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545e471-36f9-485c-9481-690d9427a7dd req-04717e97-1841-4d52-b27e-f1c11854587b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:46.163049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0545e471-36f9-485c-9481-690d9427a7dd req-04717e97-1841-4d52-b27e-f1c11854587b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0523052 Feb 16 15:21:46.199479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0545e471-36f9-485c-9481-690d9427a7dd req-667c3a8f-fc95-4c08-bea5-64f02ee6451e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337744 Feb 16 15:21:46.584791 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:21:47.317511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eeb77-e509-4a35-a2de-3aa11423d23f req-7ab411f8-74a5-4315-8ea4-0215e561c936 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:47.319020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d6eeb77-e509-4a35-a2de-3aa11423d23f req-7ab411f8-74a5-4315-8ea4-0215e561c936 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0497453 Feb 16 15:21:47.365101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d6eeb77-e509-4a35-a2de-3aa11423d23f req-af5a7fa8-8316-44fb-9ff1-d40ecc397add tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Feb 16 15:21:48.484552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a73ce7-b711-4a79-b736-3680f7ee9e55 req-92eff58f-7159-49bf-8e6e-b9e4608f586c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:48.486076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a73ce7-b711-4a79-b736-3680f7ee9e55 req-92eff58f-7159-49bf-8e6e-b9e4608f586c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0502713 Feb 16 15:21:48.526873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a73ce7-b711-4a79-b736-3680f7ee9e55 req-dfd58ba4-ec48-41d2-9d63-1378d8a7f912 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Feb 16 15:21:49.650322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd146e-daa6-44a2-8374-e51b605a1861 req-82fa84e6-4b07-4485-bcc5-87c185bf6ec3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:49.651846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6fd146e-daa6-44a2-8374-e51b605a1861 req-82fa84e6-4b07-4485-bcc5-87c185bf6ec3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0507789 Feb 16 15:21:49.691228 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6fd146e-daa6-44a2-8374-e51b605a1861 req-b7cef5b6-8667-485c-9a35-792cd3778e8e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Feb 16 15:21:50.810621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373e55-9e4f-4968-98cc-0e1c3287133f req-e8deb85e-103b-471c-8a35-e9894a381b0b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:50.812043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7373e55-9e4f-4968-98cc-0e1c3287133f req-e8deb85e-103b-471c-8a35-e9894a381b0b tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0490053 Feb 16 15:21:50.854209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7373e55-9e4f-4968-98cc-0e1c3287133f req-b97c17b3-550e-4cd0-a934-9231ee226d15 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351665 Feb 16 15:21:51.977393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9697-cc5e-4663-a4ea-7bacca41e63c req-7466da8a-cd98-4b06-9e6e-5129f2b0a046 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:51.978926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69ca9697-cc5e-4663-a4ea-7bacca41e63c req-7466da8a-cd98-4b06-9e6e-5129f2b0a046 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0505621 Feb 16 15:21:52.018943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69ca9697-cc5e-4663-a4ea-7bacca41e63c req-8071a830-7a05-4695-8247-4b03d644ceb3 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Feb 16 15:21:53.141090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b6e3e-ad3f-44de-8d94-f6d612a60f72 req-ad31798d-5ce2-4f7c-a184-14184ccecf17 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:53.144072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec2b6e3e-ad3f-44de-8d94-f6d612a60f72 req-ad31798d-5ce2-4f7c-a184-14184ccecf17 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0538456 Feb 16 15:21:53.192517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec2b6e3e-ad3f-44de-8d94-f6d612a60f72 req-5b8155eb-ddc0-4472-809c-6b96ab3b2e3d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342703 Feb 16 15:21:54.303164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559e3e4-b32e-47f8-9a2b-dd4661ca96f2 req-d5850d5c-02c8-4316-8fdd-199c69a39d94 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:54.304765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9559e3e4-b32e-47f8-9a2b-dd4661ca96f2 req-d5850d5c-02c8-4316-8fdd-199c69a39d94 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0502238 Feb 16 15:21:54.348506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9559e3e4-b32e-47f8-9a2b-dd4661ca96f2 req-dd08bbbd-6d6c-4f28-bc97-6c921886b778 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367949 Feb 16 15:21:55.469259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789354f9-f8d3-4ca5-ae98-caba875436ec req-9cbe9412-1447-44ee-8d55-9dcb1713287e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:55.471591 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-789354f9-f8d3-4ca5-ae98-caba875436ec req-9cbe9412-1447-44ee-8d55-9dcb1713287e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0505302 Feb 16 15:21:55.510894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-789354f9-f8d3-4ca5-ae98-caba875436ec req-c52a1fc6-31c0-4e62-8b52-967c4cee420e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Feb 16 15:21:56.627291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c111558-9c8a-4b96-86d5-a6a1aeb99c2b req-bdd8739a-972e-4491-92a0-36761ea27a0d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:56.629119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c111558-9c8a-4b96-86d5-a6a1aeb99c2b req-bdd8739a-972e-4491-92a0-36761ea27a0d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0496254 Feb 16 15:21:56.666324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c111558-9c8a-4b96-86d5-a6a1aeb99c2b req-2a526f03-a420-4521-b7df-8673e563cb88 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311506 Feb 16 15:21:57.790577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3d80b-6147-4eff-bd57-4344e4ae60b7 req-be2f50e8-350e-4b43-a595-1dca8487e3cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:57.792212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1e3d80b-6147-4eff-bd57-4344e4ae60b7 req-be2f50e8-350e-4b43-a595-1dca8487e3cc tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0528853 Feb 16 15:21:57.839247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d1e3d80b-6147-4eff-bd57-4344e4ae60b7 req-39ef0742-0421-4a79-a781-962fa5f76e3c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404418 Feb 16 15:21:58.510461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed82d8e-a561-400d-888f-2a57be5c2056 req-01eba1ba-eff1-43de-a95c-0acea17ce740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:58.512130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ed82d8e-a561-400d-888f-2a57be5c2056 req-01eba1ba-eff1-43de-a95c-0acea17ce740 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 1097 time: 0.0425968 Feb 16 15:21:58.547186 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ed82d8e-a561-400d-888f-2a57be5c2056 req-78f35662-b547-4a2a-ab89-0f1ac5f9e935 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282555 Feb 16 15:21:58.960566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7c8ee-792a-4a04-9e9b-660cb2376996 req-c8194fc3-6260-4115-9489-1468a56a72ea tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:58.962120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90b7c8ee-792a-4a04-9e9b-660cb2376996 req-c8194fc3-6260-4115-9489-1468a56a72ea tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0513799 Feb 16 15:21:59.001732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90b7c8ee-792a-4a04-9e9b-660cb2376996 req-bc4fc97c-c546-4594-adc8-a87b67b135ee tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332928 Feb 16 15:21:59.594507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-49c4809d-8a20-45db-a78f-6e35438a8218 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433571 Feb 16 15:21:59.687335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-e35d3e08-53b8-41eb-ab88-e7b44a12918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:59.688924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-e35d3e08-53b8-41eb-ab88-e7b44a12918f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1096 time: 0.0456519 Feb 16 15:21:59.802647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-c42322b4-5e36-40f7-9f0f-569227f41e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:59.804185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-c42322b4-5e36-40f7-9f0f-569227f41e62 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.0913620 Feb 16 15:21:59.880690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-0835d10a-23c2-4894-97db-cc453ebe6083 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 200 len: 1001 time: 0.0657606 Feb 16 15:21:59.936337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-95eb69f8-601c-4ee3-aec0-f070db36aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:59.937838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-95eb69f8-601c-4ee3-aec0-f070db36aff5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0464985 Feb 16 15:21:59.989146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-c564674d-d2e4-4261-8ab1-32634b0867f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:21:59.990641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-c564674d-d2e4-4261-8ab1-32634b0867f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418832 Feb 16 15:22:00.122468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-5050ecf9-3d3c-4dc6-93b7-91a61de2ea1e service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225321 Feb 16 15:22:00.165908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e06f0b-c976-43ed-a419-4d12527e2cfc req-624321e5-24f8-427c-a6ab-2349347efdc5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:00.167433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8e06f0b-c976-43ed-a419-4d12527e2cfc req-624321e5-24f8-427c-a6ab-2349347efdc5 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0858178 Feb 16 15:22:00.253257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8e06f0b-c976-43ed-a419-4d12527e2cfc req-8b664d35-311c-4d82-a870-4d53b91ff825 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589297 Feb 16 15:22:00.270292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccdd73d8-a937-4ef0-af9c-64b5f81ede74 req-2db98433-e368-45d6-a525-297f3b6d8dcf service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353097 Feb 16 15:22:00.276444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 39748) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:00.341598 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72e3ac69-3ee5-4e3c-8d40-c74f5adf181e tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/floatingips/d1843a9d-8093-4f4c-a797-5190e514ddfd HTTP/1.1" status: 200 len: 994 time: 0.0638974 Feb 16 15:22:00.705248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 515ea011-e87c-494e-9b4b-53367043309d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:22:00.709064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 515ea011-e87c-494e-9b4b-53367043309d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:22:00.866106 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:00.873118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:00.896794 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '515ea011-e87c-494e-9b4b-53367043309d', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'port_id': '515ea011-e87c-494e-9b4b-53367043309d', 'mac_address': 'fa:16:3e:97:15:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:22:00.904905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515ea011-e87c-494e-9b4b-53367043309d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:22:00.907126 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb921c-ef92-490e-aca1-90d3b30c3d98" -d '{"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-unplugged", "status": "completed", "tag": "515ea011-e87c-494e-9b4b-53367043309d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:22:00.922589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-80e32063-e63e-4cdb-aad7-54f5eac42264 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432448 Feb 16 15:22:00.941499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:00.957240 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d756b5db-0899-4df4-bf3f-7609ec3b05c9 x-openstack-request-id: req-d756b5db-0899-4df4-bf3f-7609ec3b05c9 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:22:00.957492 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-unplugged", "status": "completed", "tag": "515ea011-e87c-494e-9b4b-53367043309d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:22:00.957773 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d756b5db-0899-4df4-bf3f-7609ec3b05c9 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:22:00.958212 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515ea011-e87c-494e-9b4b-53367043309d', 'code': 200} Feb 16 15:22:00.960682 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:00.974863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 515ea011-e87c-494e-9b4b-53367043309d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:22:01.014095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-e9b58b22-9673-4998-8f0e-540b8710db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:01.015803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-e9b58b22-9673-4998-8f0e-540b8710db8b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0436211 Feb 16 15:22:01.024359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:01.105848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:22:01.106178 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:22:01.107075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:01.115587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.115922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.116304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.116596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.116927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.117269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.117578 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.117900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.119297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.119671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.120008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.120338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:01.151416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-f8f75b95-2811-45c5-989f-6836bfd74e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:01.151416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-f8f75b95-2811-45c5-989f-6836bfd74e56 service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.1133361 Feb 16 15:22:01.220063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-5df6af58-1770-4c72-b1c5-8afedf1f46d8 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 1000 time: 0.0661349 Feb 16 15:22:01.273098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-9a3c97d7-94d3-40f6-a510-f0309468e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:01.274842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-9a3c97d7-94d3-40f6-a510-f0309468e87d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0483508 Feb 16 15:22:01.331993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-606820b1-a771-48ce-ad33-ca8d97f58d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:01.333511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-606820b1-a771-48ce-ad33-ca8d97f58d2c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524373 Feb 16 15:22:01.437947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-0e94a09b-eed0-42bd-ab16-add193ba2ca3 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927713 Feb 16 15:22:01.539773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29c82dcb-cfbf-4561-b289-7f8930586f5e req-e18e6781-af8f-4e69-9bad-6d5772d6d652 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972867 Feb 16 15:22:01.641523 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:01.654779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515ea011-e87c-494e-9b4b-53367043309d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:22:01.674125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:01.755454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:01.805531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:01.978035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['515ea011-e87c-494e-9b4b-53367043309d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:22:02.722949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 515ea011-e87c-494e-9b4b-53367043309d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:22:02.773560 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 515ea011-e87c-494e-9b4b-53367043309d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:02.774223 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:02.853063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:02.940526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ea011-e87c-494e-9b4b-53367043309d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7881408d-47a5-4f7d-bf89-560fab3bae2c" -d '{"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-plugged", "status": "completed", "tag": "515ea011-e87c-494e-9b4b-53367043309d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206dde0b-b0b9-4c68-ad35-eebb7fa5ce8f x-openstack-request-id: req-206dde0b-b0b9-4c68-ad35-eebb7fa5ce8f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-plugged", "status": "completed", "tag": "515ea011-e87c-494e-9b4b-53367043309d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-206dde0b-b0b9-4c68-ad35-eebb7fa5ce8f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:22:03.019375 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ea011-e87c-494e-9b4b-53367043309d', 'code': 200} Feb 16 15:22:05.298019 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4858807a-614e-4f37-ba76-86b07c7ea954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:08.035506 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-54f0b220-ad9b-44fe-b590-3539cb210e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:09.687213 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:11.412535 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:11.486623 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:12.374014 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:22:12.559214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:16.567153 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:30.905505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40208) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:31.065564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 105e3c91-df40-407b-b0ca-bccb2dd3c003 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:22:31.065913 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:31.146858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:31.147182 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:31.158753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 105e3c91-df40-407b-b0ca-bccb2dd3c003 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:22:31.400771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:31.426385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=105e3c91-df40-407b-b0ca-bccb2dd3c003,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:31.441762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.442169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.442518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.442988 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.443315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.443669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.443995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.444318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.444637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.444991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.445305 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.445619 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:31.503252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:31.503613 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Floating IP d1843a9d-8093-4f4c-a797-5190e514ddfd disassociated (deleted). External IP: 172.25.6.100, port: 515ea011-e87c-494e-9b4b-53367043309d. Feb 16 15:22:31.716798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:22:31.825682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:22:31.830082 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:31.836722 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] Sync routers for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:22:31.846605 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:31.847205 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:31.857339 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-18e53dd1-5970-4968-a376-c04625a125c7 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/floatingips/d1843a9d-8093-4f4c-a797-5190e514ddfd HTTP/1.1" status: 204 len: 168 time: 0.9507675 Feb 16 15:22:31.858059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'tag': '515ea011-e87c-494e-9b4b-53367043309d'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:22:31.861015 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09340ae9-1b1f-4594-bac5-c2e56e7c9365" -d '{"events": [{"name": "network-changed", "server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "tag": "515ea011-e87c-494e-9b4b-53367043309d"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:22:31.965502 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:31.977694 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb60232-82a4-40ef-8e55-3b2dbbd5bf42 x-openstack-request-id: req-adb60232-82a4-40ef-8e55-3b2dbbd5bf42 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:22:31.978211 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "tag": "515ea011-e87c-494e-9b4b-53367043309d", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:22:31.978336 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-adb60232-82a4-40ef-8e55-3b2dbbd5bf42 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:22:31.978765 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'tag': '515ea011-e87c-494e-9b4b-53367043309d', 'status': 'completed', 'code': 200} Feb 16 15:22:32.050857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-a3e22804-561a-46ab-8b69-a91358a56b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:32.052635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-a3e22804-561a-46ab-8b69-a91358a56b60 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=1db2b5e63faf4f0889e974baf03011f2&device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 1097 time: 0.0504692 Feb 16 15:22:32.152687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-aa632e25-7638-44e4-af9f-408dd49b5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:32.154150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-aa632e25-7638-44e4-af9f-408dd49b5e0d service neutron] 10.222.0.129 "GET /v2.0/networks?id=42da1ef6-a77f-4b22-aefa-06e7cd315e38 HTTP/1.1" status: 200 len: 898 time: 0.0937769 Feb 16 15:22:32.178735 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:52Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:32.202053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-5336c8cf-3661-485e-95e2-c27e3732e184 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515ea011-e87c-494e-9b4b-53367043309d HTTP/1.1" status: 200 len: 217 time: 0.0408220 Feb 16 15:22:32.211526 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] Checking router: 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:22:32.220354 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:32.220961 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:32.274262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-937d08d3-95a9-4a2b-aaab-54c67652e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:32.275920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-937d08d3-95a9-4a2b-aaab-54c67652e27d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=efd71fac-5df5-4496-8a4e-18e1640bf0d3 HTTP/1.1" status: 200 len: 835 time: 0.0667126 Feb 16 15:22:32.340534 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:32.371428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-27e0985a-fd89-44b1-96a0-66ff13098fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:32.373344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-27e0985a-fd89-44b1-96a0-66ff13098fdf service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=42da1ef6-a77f-4b22-aefa-06e7cd315e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897691 Feb 16 15:22:32.386204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f230c4-5f3c-46a0-9996-ec63200f40d3 req-03b5698f-6363-4ccf-aeca-4945c5e6cd0d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:32.387793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5f230c4-5f3c-46a0-9996-ec63200f40d3 req-03b5698f-6363-4ccf-aeca-4945c5e6cd0d tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0746045 Feb 16 15:22:32.571809 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:52Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:32.600695 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862ca180-ddad-473d-8180-03ade74a9723 None None] The sync data for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 is: [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:48Z', 'revision_number': 4, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6021dc9f-2ae2-4207-bd61-0593e347a9ae', 'name': '', 'network_id': '42da1ef6-a77f-4b22-aefa-06e7cd315e38', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'mac_address': 'fa:16:3e:67:0c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:47Z', 'updated_at': '2022-02-16T15:20:52Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'subnets': [{'id': 'efd71fac-5df5-4496-8a4e-18e1640bf0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:22:32.765545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5f230c4-5f3c-46a0-9996-ec63200f40d3 req-448b3150-e1d6-4fb9-b934-512645886b87 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694763 Feb 16 15:22:32.791855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-88bc2cad-f139-424f-b30b-c6f7a8a19385 service neutron] 10.222.0.129 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029279 Feb 16 15:22:32.844210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44527ea6-613e-4524-8256-97a7eb3cf54d None None] New status for floating IP d1843a9d-8093-4f4c-a797-5190e514ddfd: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:22:32.891015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09340ae9-1b1f-4594-bac5-c2e56e7c9365 req-32a2324f-93d5-435f-915d-27182f97182a service neutron] 10.222.0.129 "GET /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914125 Feb 16 15:22:33.714169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-b303ebff-c7b6-44df-bb49-3edccbd7d908 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:33.715660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-b303ebff-c7b6-44df-bb49-3edccbd7d908 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0507324 Feb 16 15:22:33.809879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 515ea011-e87c-494e-9b4b-53367043309d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:22:33.810289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:33.937295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239216ee-ba6e-4323-b22e-4f61847b5731 req-69d94343-a607-495f-b7c9-881a3c45e643 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:33.938749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-239216ee-ba6e-4323-b22e-4f61847b5731 req-69d94343-a607-495f-b7c9-881a3c45e643 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 946 time: 0.0870016 Feb 16 15:22:33.940467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port 515ea011-e87c-494e-9b4b-53367043309d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=515ea011-e87c-494e-9b4b-53367043309d,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:33.940828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:33.960543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 515ea011-e87c-494e-9b4b-53367043309d owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:22:34.024654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-239216ee-ba6e-4323-b22e-4f61847b5731 req-972209a3-e54e-4794-ac08-e9025ab95680 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/security-groups?id=fc27cecd-009f-4728-8460-13f40a797146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749288 Feb 16 15:22:34.549591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:34.585081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=515ea011-e87c-494e-9b4b-53367043309d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:34.613295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.613295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.613295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.613295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.613295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.613295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.613295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.614070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.614070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.614274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.614464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.614775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:34.635336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] No DVR routers for this DVR port 515ea011-e87c-494e-9b4b-53367043309d on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:22:34.638261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:34.641578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e96faed3-1a86-4e3b-8213-ccdb85d5e6b9 req-38177e97-db28-4754-9f30-0feea31a3ed6 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.129 "DELETE /v2.0/ports/515ea011-e87c-494e-9b4b-53367043309d HTTP/1.1" status: 204 len: 173 time: 0.9204168 Feb 16 15:22:34.642013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-deleted', 'tag': '515ea011-e87c-494e-9b4b-53367043309d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:22:34.644279 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf5801-e3a4-434c-9c89-123b88c37be3" -d '{"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-deleted", "tag": "515ea011-e87c-494e-9b4b-53367043309d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:22:34.680335 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc688d51-107c-4f1f-b1ec-e16cc6f59883 x-openstack-request-id: req-fc688d51-107c-4f1f-b1ec-e16cc6f59883 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:22:34.680623 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55b355-a247-4b5b-bd0a-e40a3bf33680", "name": "network-vif-deleted", "tag": "515ea011-e87c-494e-9b4b-53367043309d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:22:34.680867 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc688d51-107c-4f1f-b1ec-e16cc6f59883 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:22:34.681260 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55b355-a247-4b5b-bd0a-e40a3bf33680', 'name': 'network-vif-deleted', 'tag': '515ea011-e87c-494e-9b4b-53367043309d', 'status': 'completed', 'code': 200} Feb 16 15:22:35.139517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ecadff13-1496-4bcc-93fe-52196f99db5a req-8cfdf5ed-cc25-4c1d-8fc3-020768fdb7b1 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "GET /v2.0/ports?device_id=2a55b355-a247-4b5b-bd0a-e40a3bf33680 HTTP/1.1" status: 200 len: 210 time: 0.0271821 Feb 16 15:22:35.300614 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae221-0ecf-4271-ae8c-d08179b14568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:36.199892 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40426) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:36.572161 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:36.847606 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port 6021dc9f-2ae2-4207-bd61-0593e347a9ae {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:22:36.847985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:36.903234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 515ea011-e87c-494e-9b4b-53367043309d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:22:36.925434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 515ea011-e87c-494e-9b4b-53367043309d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:22:36.925770 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 515ea011-e87c-494e-9b4b-53367043309d not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:22:36.940269 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port 6021dc9f-2ae2-4207-bd61-0593e347a9ae, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6021dc9f-2ae2-4207-bd61-0593e347a9ae,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:36.940633 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:36.952739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for 6021dc9f-2ae2-4207-bd61-0593e347a9ae owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:22:37.191967 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:37.215803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=6021dc9f-2ae2-4207-bd61-0593e347a9ae,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:37.437019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:37.986798 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:22:37.994611 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52ccc8db-19f3-4286-884c-6846789995f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.100363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:22:38.107842 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-971c35b2-13d8-4f6f-a7a1-a8dfd367d483 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "PUT /v2.0/routers/44bcee8e-48ec-43a9-bf63-98147ed8f3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9054108 Feb 16 15:22:38.111857 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] Sync routers for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:22:38.116869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40524) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:38.128053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:38.136920 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:38.172297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting subnet efd71fac-5df5-4496-8a4e-18e1640bf0d3 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:22:38.175747 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.227897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.250337 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:38.364794 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.525378 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.550941 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:22:37Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:38.562461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Subnet': ['ID=efd71fac-5df5-4496-8a4e-18e1640bf0d3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:38.566186 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.569415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2e1e7379-a215-4819-a5c9-b9cbdf85d508 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/subnets/efd71fac-5df5-4496-8a4e-18e1640bf0d3 HTTP/1.1" status: 204 len: 168 time: 0.4502637 Feb 16 15:22:38.573828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40530) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:38.579405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2c42a-bea8-404f-8678-2f9bbedd4232 None None] Network 42da1ef6-a77f-4b22-aefa-06e7cd315e38 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:22:38.596876 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] Checking router: 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:22:38.608387 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] Routers {'44bcee8e-48ec-43a9-bf63-98147ed8f3e6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:38.609283 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:38.705829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.757411 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] Set router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:38.838634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] DHCP port deletion for 42da1ef6-a77f-4b22-aefa-06e7cd315e38 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:22:38.840560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.899150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] Deleting port d54ec48b-2db4-43ec-b005-b861e167128c {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:22:38.899512 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.968563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] For port d54ec48b-2db4-43ec-b005-b861e167128c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d54ec48b-2db4-43ec-b005-b861e167128c,segment=NetworkSegment(8e1b7319-c192-48c2-87f5-8e0d68246232),segment_id=8e1b7319-c192-48c2-87f5-8e0d68246232)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:38.969263 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:38.974350 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:22:37Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:38.990121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] Calling delete_port for d54ec48b-2db4-43ec-b005-b861e167128c owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:22:38.996157 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Deleting port d19bdf22-20c4-4600-a645-63ca96869a2a {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:22:38.996514 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.018926 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab10b79-9187-4779-a025-a62290e871bc None None] The sync data for ids ['44bcee8e-48ec-43a9-bf63-98147ed8f3e6'] in n-d-829433-1 is: [{'id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900367897', 'tenant_id': '1db2b5e63faf4f0889e974baf03011f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:22:37Z', 'revision_number': 5, 'project_id': '1db2b5e63faf4f0889e974baf03011f2', 'gw_port': {'id': 'd19bdf22-20c4-4600-a645-63ca96869a2a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bcee8e-48ec-43a9-bf63-98147ed8f3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:20:43Z', 'updated_at': '2022-02-16T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:22:39.085027 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] For port d19bdf22-20c4-4600-a645-63ca96869a2a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d19bdf22-20c4-4600-a645-63ca96869a2a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:39.085601 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.098393 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Calling delete_port for d19bdf22-20c4-4600-a645-63ca96869a2a owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:22:39.163013 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.193766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] Pushing event deleted for resources: {'Port': ['ID=d54ec48b-2db4-43ec-b005-b861e167128c,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:39.199616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08c275-bbef-47e4-ae41-6fb10a4cfb5c None None] No DVR routers for this DVR port d54ec48b-2db4-43ec-b005-b861e167128c on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:22:39.351839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.378913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Port': ['ID=d19bdf22-20c4-4600-a645-63ca96869a2a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:39.451048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.552250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.554772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.651981 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.652553 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Fanout notify agent at l3_agent the message router_deleted on router 44bcee8e-48ec-43a9-bf63-98147ed8f3e6 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:22:39.663410 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.663410 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f4ce002c-18f1-4cd3-a8a3-7e700eb56611 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/routers/44bcee8e-48ec-43a9-bf63-98147ed8f3e6 HTTP/1.1" status: 204 len: 168 time: 1.0853057 Feb 16 15:22:39.664133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40538) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:39.703286 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.748084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.846569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.870851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42da1ef6-a77f-4b22-aefa-06e7cd315e38']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:39.881077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1b7319-c192-48c2-87f5-8e0d68246232') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:39.881367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1b7319-c192-48c2-87f5-8e0d68246232') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:39.892629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.908329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.914892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:22:39.917497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:22:39.918308 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:22:40.060568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:40.068016 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:40.072181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/networks/42da1ef6-a77f-4b22-aefa-06e7cd315e38 HTTP/1.1" status: 204 len: 168 time: 0.4068372 Feb 16 15:22:40.075104 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40542) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:40.084968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12c04a-15e0-47cd-8d73-1823a838f334 tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'Network': ['ID=42da1ef6-a77f-4b22-aefa-06e7cd315e38,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:40.141299 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a309-6b5a-4939-a1a6-b97dffbb484c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:40.168064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a309-6b5a-4939-a1a6-b97dffbb484c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:40.289314 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a309-6b5a-4939-a1a6-b97dffbb484c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:40.292026 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a309-6b5a-4939-a1a6-b97dffbb484c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:40.293275 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6ac2a309-6b5a-4939-a1a6-b97dffbb484c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] 10.222.0.113 "DELETE /v2.0/security-groups/fc27cecd-009f-4728-8460-13f40a797146 HTTP/1.1" status: 204 len: 168 time: 0.2168257 Feb 16 15:22:40.306356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2a309-6b5a-4939-a1a6-b97dffbb484c tempest-TestNetworkAdvancedServerOps-400846883 tempest-TestNetworkAdvancedServerOps-400846883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc27cecd-009f-4728-8460-13f40a797146,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:40.377751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d54ec48b-2db4-43ec-b005-b861e167128c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:22:40.402478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d54ec48b-2db4-43ec-b005-b861e167128c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:22:40.402697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d54ec48b-2db4-43ec-b005-b861e167128c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:22:40.402980 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d19bdf22-20c4-4600-a645-63ca96869a2a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:22:40.424620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d19bdf22-20c4-4600-a645-63ca96869a2a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:22:40.424969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d19bdf22-20c4-4600-a645-63ca96869a2a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:22:40.425397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6021dc9f-2ae2-4207-bd61-0593e347a9ae no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:22:40.449475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6021dc9f-2ae2-4207-bd61-0593e347a9ae {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:22:40.449981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6021dc9f-2ae2-4207-bd61-0593e347a9ae not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:22:40.863414 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40550) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:41.013025 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-25a89ba8-700d-4722-acaf-34b88869035e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1db2b5e63faf4f0889e974baf03011f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483810 Feb 16 15:22:41.022256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40556) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:41.078976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9049e14-1181-41d0-b74b-31ebf15aecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:41.106387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9049e14-1181-41d0-b74b-31ebf15aecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:41.240077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9049e14-1181-41d0-b74b-31ebf15aecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:41.243256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a9049e14-1181-41d0-b74b-31ebf15aecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:41.244468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a9049e14-1181-41d0-b74b-31ebf15aecc8 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/795810ce-8dd1-4a95-8481-8fc8b02279e5 HTTP/1.1" status: 204 len: 168 time: 0.2212191 Feb 16 15:22:41.255358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9049e14-1181-41d0-b74b-31ebf15aecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795810ce-8dd1-4a95-8481-8fc8b02279e5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:41.405711 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:41.480174 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:41.846776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40562) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:41.891675 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7aa3a060-af75-424a-93bb-da2fc7aad1b2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7ff4c8f7d2134a29a3f2c23a876a5a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435188 Feb 16 15:22:41.897864 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40564) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:41.963904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b6844c4-60d8-4015-9318-263362c6e3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:41.986284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b6844c4-60d8-4015-9318-263362c6e3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:42.311263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b6844c4-60d8-4015-9318-263362c6e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:42.311263 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0b6844c4-60d8-4015-9318-263362c6e3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:42.311263 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0b6844c4-60d8-4015-9318-263362c6e3d6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c0795f14-acf6-457f-9ea4-55b164a417a7 HTTP/1.1" status: 204 len: 168 time: 0.2617075 Feb 16 15:22:42.311263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6844c4-60d8-4015-9318-263362c6e3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0795f14-acf6-457f-9ea4-55b164a417a7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:42.620249 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.242969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40612) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:44.394188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'network': {'name': 'tempest-network-smoke--785527742', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:44.477263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:22:44.481048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.489692 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.566946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.628628 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.661936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:22:44.669214 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3f3bc1-a482-4e85-9fb3-2332ff5c21cc,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:44.675636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.675992 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Added segment 9379397f-316f-4b8c-9aea-599fc353c32d of type vlan for network abb4293d-04d8-46da-ac0d-68f97327b30d Feb 16 15:22:44.717661 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.794191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.799815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:44.800396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:44.866493 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Network': ['ID=abb4293d-04d8-46da-ac0d-68f97327b30d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:44.877792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network abb4293d-04d8-46da-ac0d-68f97327b30d details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:22:44.931512 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-220505ad-8861-4561-a203-1638802892c5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6869857 Feb 16 15:22:44.934639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40618) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:44.939259 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'admin_state_up': True, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:45.034771 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.036566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.093019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.287737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.570260 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.590190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.705885 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.25.6.160 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b750a04d-5339-44f6-bebb-990976adf81f) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:22:45.810209 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.911908 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:45.951397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:22:45.955854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:22:45.959443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:22:45.963497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:45.993122 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=b750a04d-5339-44f6-bebb-990976adf81f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:46.112126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-895a52f6-b85f-48fd-adbd-d5ae0c5f38cc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=37569ec1f066471096420e1f76aa2b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472466 Feb 16 15:22:46.114498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40632) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:46.163095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d11cd67-a68f-4d2c-8efa-e7356533807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.183534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d11cd67-a68f-4d2c-8efa-e7356533807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.292303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.300353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d11cd67-a68f-4d2c-8efa-e7356533807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.305797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8d11cd67-a68f-4d2c-8efa-e7356533807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.308780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8d11cd67-a68f-4d2c-8efa-e7356533807d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6692f81f-ff27-4f4e-a48f-b5871fe6e5b6 HTTP/1.1" status: 204 len: 168 time: 0.1914487 Feb 16 15:22:46.323276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11cd67-a68f-4d2c-8efa-e7356533807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6692f81f-ff27-4f4e-a48f-b5871fe6e5b6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:46.494535 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.631469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.694062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 43af3c84-e473-4738-8148-eecd11686a0a is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:22:46.804429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:22:46.814483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Sync routers for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:22:46.824232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:46.824921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:46.902199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:46.904721 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a72e1384-eb66-4fb3-b6c5-dc478878f1d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9679964 Feb 16 15:22:46.913720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40646) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:47.101402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:47.118523 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9b12f5f0-dec0-4acc-8c74-4dd85032c85d tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=c4f13dc8dab443fb816ba51c96f2b855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2028153 Feb 16 15:22:47.121141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40656) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:47.215069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03deffa4-4ccc-40e8-96dd-fc5ca1108796 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:47.216628 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-03deffa4-4ccc-40e8-96dd-fc5ca1108796 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944610 Feb 16 15:22:47.219363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40658) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:47.252992 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7c990948-d227-4820-bc5c-586d13d8dc8d tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300717 Feb 16 15:22:47.253188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40662) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:47.258107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358820312', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:47.317098 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:46Z', 'revision_number': 3, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:47.348795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Checking router: 43af3c84-e473-4738-8148-eecd11686a0a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:22:47.349357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Updating router 43af3c84-e473-4738-8148-eecd11686a0a port b750a04d-5339-44f6-bebb-990976adf81f binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:22:47.377185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:47.431639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:22:47.435380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:47.651029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:47.740049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:47.774791 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:47.809334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Subnet': ['ID=807e9c06-7925-42b7-a743-7568269264da,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:47.816512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Checking segment: {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:22:47.816857 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network hostable DHCP agents. Network: abb4293d-04d8-46da-ac0d-68f97327b30d, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:22:47.827951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Attempting to bind port b750a04d-5339-44f6-bebb-990976adf81f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:22:47.828319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Attempting to bind port b750a04d-5339-44f6-bebb-990976adf81f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:22:47.828675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Attempting to bind port b750a04d-5339-44f6-bebb-990976adf81f on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:22:47.831415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6f689-1854-4e94-b01d-649c50a3ad2e None None] Pushing event updated for resources: {'Port': ['ID=b750a04d-5339-44f6-bebb-990976adf81f,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:47.835971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:22:47.837175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:22:47.837339 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:47.837725 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:22:47.838183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Bound port: b750a04d-5339-44f6-bebb-990976adf81f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:22:47.838558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:47.889716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] For port b750a04d-5339-44f6-bebb-990976adf81f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:22:47.892648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] For port b750a04d-5339-44f6-bebb-990976adf81f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b750a04d-5339-44f6-bebb-990976adf81f,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:22:47.942516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network abb4293d-04d8-46da-ac0d-68f97327b30d is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:22:48.017736 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:48.062935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, abb4293d-04d8-46da-ac0d-68f97327b30d) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:22:48.068914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:48.069671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:48.081684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e74297-5bed-4663-bf01-e8840044da88 None None] Network abb4293d-04d8-46da-ac0d-68f97327b30d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:22:48.093033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:48.093670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:48.167778 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-253f3101-49b8-4223-89b3-131a383b924b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9134545 Feb 16 15:22:48.170428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40668) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:48.189114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6f689-1854-4e94-b01d-649c50a3ad2e None None] Pushing event updated for resources: {'Port': ['ID=b750a04d-5339-44f6-bebb-990976adf81f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:48.313249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:48.475826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-abb4293d-04d8-46da-ac0d-68f97327b30d', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:22:48.477696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:48.661213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:46Z', 'revision_number': 3, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:48.692882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98238836-1a2f-4573-bb20-36aec76d8a5f None None] The sync data for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 is: [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:46Z', 'revision_number': 3, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:22:48.700823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Allocated IP 172.20.0.2 (abb4293d-04d8-46da-ac0d-68f97327b30d/807e9c06-7925-42b7-a743-7568269264da/7e2e32f9-245d-4428-999c-8f928fa1c85b) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:22:48.716469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:48.878832 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:49.049666 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:49.107051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Network abb4293d-04d8-46da-ac0d-68f97327b30d is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:22:49.112487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:22:49.116671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:22:49.122704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Pushing event updated for resources: {'Port': ['ID=7e2e32f9-245d-4428-999c-8f928fa1c85b,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:49.198115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Attempting to bind port 7e2e32f9-245d-4428-999c-8f928fa1c85b on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:22:49.198450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Attempting to bind port 7e2e32f9-245d-4428-999c-8f928fa1c85b by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:22:49.198817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Attempting to bind port 7e2e32f9-245d-4428-999c-8f928fa1c85b on network abb4293d-04d8-46da-ac0d-68f97327b30d {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:22:49.206430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:22:49.206824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Checking segment: {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:22:49.207268 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:49.207703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Bound using segment: {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:22:49.208354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Bound port: 7e2e32f9-245d-4428-999c-8f928fa1c85b, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:22:49.208759 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:49.292501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] For port 7e2e32f9-245d-4428-999c-8f928fa1c85b, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:22:49.296430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] For port 7e2e32f9-245d-4428-999c-8f928fa1c85b, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7e2e32f9-245d-4428-999c-8f928fa1c85b,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:22:49.370158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:49.376367 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:22:49.436087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee9a99-66db-402b-992e-a985265471a2 None None] Pushing event updated for resources: {'Port': ['ID=7e2e32f9-245d-4428-999c-8f928fa1c85b,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:49.458190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.20.0.1 (abb4293d-04d8-46da-ac0d-68f97327b30d/807e9c06-7925-42b7-a743-7568269264da/c3393ad2-e9e8-4ce2-b381-25df0864e25d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:22:49.592504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:49.703508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:49.761390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network abb4293d-04d8-46da-ac0d-68f97327b30d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:22:49.767812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:22:49.770970 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:22:49.817362 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=c3393ad2-e9e8-4ce2-b381-25df0864e25d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:49.833363 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.028812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.315579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.380313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.452991 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b750a04d-5339-44f6-bebb-990976adf81f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:22:50.459887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=c3393ad2-e9e8-4ce2-b381-25df0864e25d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:50.477286 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.513648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b750a04d-5339-44f6-bebb-990976adf81f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:50.514527 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.582420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network abb4293d-04d8-46da-ac0d-68f97327b30d is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:22:50.584169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:22:50.603696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.625537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port b750a04d-5339-44f6-bebb-990976adf81f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b750a04d-5339-44f6-bebb-990976adf81f,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:50.713033 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.714983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7e2e32f9-245d-4428-999c-8f928fa1c85b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:22:50.717825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 43af3c84-e473-4738-8148-eecd11686a0a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:22:50.825033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=b750a04d-5339-44f6-bebb-990976adf81f,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:50.834370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7e2e32f9-245d-4428-999c-8f928fa1c85b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:50.834725 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.866223 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:22:50.872761 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-39a3424b-bd46-40eb-89f0-dad2bbbdbee6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "PUT /v2.0/routers/43af3c84-e473-4738-8148-eecd11686a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7013271 Feb 16 15:22:50.875325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40686) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:50.947760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:50.986447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946fd930-bcb9-4b76-98db-a1deadaa4743 None None] Network abb4293d-04d8-46da-ac0d-68f97327b30d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:22:51.004586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 7e2e32f9-245d-4428-999c-8f928fa1c85b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7e2e32f9-245d-4428-999c-8f928fa1c85b,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:51.058491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-38b0b5f1-b7c1-4e01-8217-2cfec6072346 None None] Provisioning complete for port 7e2e32f9-245d-4428-999c-8f928fa1c85b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:51.058976 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-38b0b5f1-b7c1-4e01-8217-2cfec6072346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:51.071705 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36f4b8-7e33-4de7-80d5-2d5e8594941b tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.072172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36f4b8-7e33-4de7-80d5-2d5e8594941b tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.072627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36f4b8-7e33-4de7-80d5-2d5e8594941b tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.073216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36f4b8-7e33-4de7-80d5-2d5e8594941b tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.073594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36f4b8-7e33-4de7-80d5-2d5e8594941b tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.074036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36f4b8-7e33-4de7-80d5-2d5e8594941b tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.075869 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9c36f4b8-7e33-4de7-80d5-2d5e8594941b tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1995592 Feb 16 15:22:51.078731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40688) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:51.096302 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:51.101103 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Sync routers for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:22:51.125076 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:51.125907 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:51.209105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae32aad-485d-448a-86f5-09a27b78456f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.209501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae32aad-485d-448a-86f5-09a27b78456f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.209956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae32aad-485d-448a-86f5-09a27b78456f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.210982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae32aad-485d-448a-86f5-09a27b78456f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.211495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae32aad-485d-448a-86f5-09a27b78456f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.211976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae32aad-485d-448a-86f5-09a27b78456f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:51.214631 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6ae32aad-485d-448a-86f5-09a27b78456f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1346931 Feb 16 15:22:51.217065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40690) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:51.229306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=7e2e32f9-245d-4428-999c-8f928fa1c85b,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:51.279023 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:51.509689 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e14e6cc1-230c-46d2-a5ef-2ffd55039915 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2912741 Feb 16 15:22:51.534672 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:49Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 2, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:51.569499 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Checking router: 43af3c84-e473-4738-8148-eecd11686a0a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:22:51.570744 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Updating router 43af3c84-e473-4738-8148-eecd11686a0a port c3393ad2-e9e8-4ce2-b381-25df0864e25d binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:22:51.603373 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:51.622427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-34c38319-e16c-4eef-b2b7-028a3d26268c None None] Provisioning complete for port c3393ad2-e9e8-4ce2-b381-25df0864e25d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:51.629780 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-34c38319-e16c-4eef-b2b7-028a3d26268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:51.680685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-34c38319-e16c-4eef-b2b7-028a3d26268c None None] Port c3393ad2-e9e8-4ce2-b381-25df0864e25d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:22:51.691288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-34c38319-e16c-4eef-b2b7-028a3d26268c None None] Provisioning complete for port 7e2e32f9-245d-4428-999c-8f928fa1c85b triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:51.691981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-34c38319-e16c-4eef-b2b7-028a3d26268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:51.952233 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:51.978539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1e30c464-6323-4025-a5a6-cfbb3bbcd631 None None] Provisioning complete for port c3393ad2-e9e8-4ce2-b381-25df0864e25d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:51.979573 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1e30c464-6323-4025-a5a6-cfbb3bbcd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.018606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1e30c464-6323-4025-a5a6-cfbb3bbcd631 None None] Port c3393ad2-e9e8-4ce2-b381-25df0864e25d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:22:52.045138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40696) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:52.049886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c9081144-1b31-477e-bd00-78e63db32476 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731974208', 'description': 'tempest-secgroup-smoke-1731974208 description', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:52.067599 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.121338 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Pushing event updated for resources: {'Port': ['ID=c3393ad2-e9e8-4ce2-b381-25df0864e25d,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:52.147490 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.147859 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.148818 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.149141 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.149632 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.149961 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.150270 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-98e04a5e-9e05-4f23-a84f-4d5d155453bc None None] Provisioning complete for port c3393ad2-e9e8-4ce2-b381-25df0864e25d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:52.150372 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.150583 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.150811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98e04a5e-9e05-4f23-a84f-4d5d155453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.150908 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.151192 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.151502 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.151840 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:22:52.154044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c9081144-1b31-477e-bd00-78e63db32476 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.205457 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Attempting to bind port c3393ad2-e9e8-4ce2-b381-25df0864e25d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:22:52.205816 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Attempting to bind port c3393ad2-e9e8-4ce2-b381-25df0864e25d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:22:52.206183 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Attempting to bind port c3393ad2-e9e8-4ce2-b381-25df0864e25d on network abb4293d-04d8-46da-ac0d-68f97327b30d {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:22:52.206598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-98e04a5e-9e05-4f23-a84f-4d5d155453bc None None] Port c3393ad2-e9e8-4ce2-b381-25df0864e25d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:22:52.212287 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:22:52.212791 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Checking segment: {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:22:52.213095 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.213503 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Bound using segment: {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:22:52.213937 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Bound port: c3393ad2-e9e8-4ce2-b381-25df0864e25d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:22:52.214307 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.326677 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] For port c3393ad2-e9e8-4ce2-b381-25df0864e25d, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:22:52.333149 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] For port c3393ad2-e9e8-4ce2-b381-25df0864e25d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c3393ad2-e9e8-4ce2-b381-25df0864e25d,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:22:52.381810 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c9081144-1b31-477e-bd00-78e63db32476 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.397336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b750a04d-5339-44f6-bebb-990976adf81f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:22:52.420791 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.443240 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c9081144-1b31-477e-bd00-78e63db32476 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.494462 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a86ed5-591a-4fb0-bc00-1ba4a8e5f565 None None] Pushing event updated for resources: {'Port': ['ID=c3393ad2-e9e8-4ce2-b381-25df0864e25d,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:52.495019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9081144-1b31-477e-bd00-78e63db32476 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:52.497990 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:22:52.498596 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:22:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:52.530231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c9081144-1b31-477e-bd00-78e63db32476 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.534713 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c9081144-1b31-477e-bd00-78e63db32476 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4853439 Feb 16 15:22:52.534990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40698) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:52.540484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-56c5b4d2-7fc6-4d36-ac9b-7be8a66cc84d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '849b9f5e-7609-4d44-b9b9-8c125bbd1ad4', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:52.642717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-142418f3-85fe-481d-8529-b919c3d05b16 None None] Provisioning complete for port c3393ad2-e9e8-4ce2-b381-25df0864e25d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:52.643275 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-142418f3-85fe-481d-8529-b919c3d05b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.685895 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56c5b4d2-7fc6-4d36-ac9b-7be8a66cc84d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.688046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b750a04d-5339-44f6-bebb-990976adf81f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:52.688384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.761424 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:22:52.768701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56c5b4d2-7fc6-4d36-ac9b-7be8a66cc84d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.787675 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-142418f3-85fe-481d-8529-b919c3d05b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.848282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7e2e32f9-245d-4428-999c-8f928fa1c85b up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:22:52.850884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-142418f3-85fe-481d-8529-b919c3d05b16 None None] For port c3393ad2-e9e8-4ce2-b381-25df0864e25d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c3393ad2-e9e8-4ce2-b381-25df0864e25d,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:22:52.875458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56c5b4d2-7fc6-4d36-ac9b-7be8a66cc84d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.903637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5b4d2-7fc6-4d36-ac9b-7be8a66cc84d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4926dd-b46b-4929-a1b0-e3eb8e958871,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:52.913954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 7e2e32f9-245d-4428-999c-8f928fa1c85b triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:52.914933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.939143 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-142418f3-85fe-481d-8529-b919c3d05b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:52.989808 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:49Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:22:53.005195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142418f3-85fe-481d-8529-b919c3d05b16 None None] Pushing event updated for resources: {'Port': ['ID=c3393ad2-e9e8-4ce2-b381-25df0864e25d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:53.028849 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-56c5b4d2-7fc6-4d36-ac9b-7be8a66cc84d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.030401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-56c5b4d2-7fc6-4d36-ac9b-7be8a66cc84d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4942679 Feb 16 15:22:53.033196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40704) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:53.038264 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148e7dca-14db-4623-951a-d0965a27f427 None None] The sync data for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 is: [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:49Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:22:53.039755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-11701fb0-ed89-4403-9865-0a79ec33b288 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '849b9f5e-7609-4d44-b9b9-8c125bbd1ad4', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:53.070839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fea47a72-0ec4-45ab-b638-25bfd38701fb None None] Provisioning complete for port c3393ad2-e9e8-4ce2-b381-25df0864e25d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:53.071567 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fea47a72-0ec4-45ab-b638-25bfd38701fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.173432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11701fb0-ed89-4403-9865-0a79ec33b288 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.256352 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11701fb0-ed89-4403-9865-0a79ec33b288 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.334718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11701fb0-ed89-4403-9865-0a79ec33b288 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.365808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11701fb0-ed89-4403-9865-0a79ec33b288 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4771b1-c41c-4619-b488-2e123620c859,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:53.450747 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-11701fb0-ed89-4403-9865-0a79ec33b288 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.452926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-11701fb0-ed89-4403-9865-0a79ec33b288 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4171093 Feb 16 15:22:53.454878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40708) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:53.465379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ff800bc4-3314-4219-b4d9-0b9cadf4c2fa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '849b9f5e-7609-4d44-b9b9-8c125bbd1ad4', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:53.478487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40710) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:53.579120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff800bc4-3314-4219-b4d9-0b9cadf4c2fa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.645248 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbb18-6041-4e96-bec7-e68f5bab28ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.657742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff800bc4-3314-4219-b4d9-0b9cadf4c2fa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.736548 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbb18-6041-4e96-bec7-e68f5bab28ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.738008 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff800bc4-3314-4219-b4d9-0b9cadf4c2fa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.756918 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff800bc4-3314-4219-b4d9-0b9cadf4c2fa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188863c6-252c-421d-aa6f-0361bc51c34d,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:53.817133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbb18-6041-4e96-bec7-e68f5bab28ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.842045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ff800bc4-3314-4219-b4d9-0b9cadf4c2fa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.843862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ff800bc4-3314-4219-b4d9-0b9cadf4c2fa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3878553 Feb 16 15:22:53.846503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40714) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:53.851374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5bc8daab-7100-4778-96fe-80a4f5e842c4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '849b9f5e-7609-4d44-b9b9-8c125bbd1ad4', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:53.857911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cbb18-6041-4e96-bec7-e68f5bab28ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2103f15a-5e45-47c3-9854-248c240c627a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:53.863817 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c8cbb18-6041-4e96-bec7-e68f5bab28ae admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=24a7f05cb76a4cc9b05262da535998ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836467 Feb 16 15:22:53.866683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40716) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:53.924061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66f7422f-874c-4706-b1fc-1f557fc9bf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.949223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66f7422f-874c-4706-b1fc-1f557fc9bf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:53.976066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5bc8daab-7100-4778-96fe-80a4f5e842c4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.065395 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66f7422f-874c-4706-b1fc-1f557fc9bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.068021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-66f7422f-874c-4706-b1fc-1f557fc9bf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.069168 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-66f7422f-874c-4706-b1fc-1f557fc9bf37 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2103f15a-5e45-47c3-9854-248c240c627a HTTP/1.1" status: 204 len: 168 time: 0.2006710 Feb 16 15:22:54.078014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7422f-874c-4706-b1fc-1f557fc9bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103f15a-5e45-47c3-9854-248c240c627a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:54.087815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5bc8daab-7100-4778-96fe-80a4f5e842c4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.162771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5bc8daab-7100-4778-96fe-80a4f5e842c4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.184713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8daab-7100-4778-96fe-80a4f5e842c4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bc837d-de88-4fe4-89d1-30ad33e1debe,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:54.250467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5bc8daab-7100-4778-96fe-80a4f5e842c4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.251733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5bc8daab-7100-4778-96fe-80a4f5e842c4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4042733 Feb 16 15:22:54.254556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40720) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:54.259007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '849b9f5e-7609-4d44-b9b9-8c125bbd1ad4', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:54.357592 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Project c4f13dc8dab443fb816ba51c96f2b855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:22:54.369271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.397075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c3393ad2-e9e8-4ce2-b381-25df0864e25d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:22:54.447172 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.448408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c3393ad2-e9e8-4ce2-b381-25df0864e25d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:54.448854 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.525360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.543921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716d20c1-ac6e-4330-bc8d-3ebf49832397,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:54.619999 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.622021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6fa554c1-cb84-4d59-9f1c-d9bf8abf946a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3665030 Feb 16 15:22:54.624915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40732) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:54.629738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '849b9f5e-7609-4d44-b9b9-8c125bbd1ad4', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:54.714063 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Project c4f13dc8dab443fb816ba51c96f2b855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:22:54.719266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.780609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.880198 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.895890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5b1661-3fe6-4891-b69b-06181cb5909b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:54.972796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:54.973954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0c561845-e0bb-404c-904e-ad36853424d0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3477454 Feb 16 15:22:55.166870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-c9522b66-4de7-4d2a-8247-004091f6ed93 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731974208&fields=id&tenant_id=c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 267 time: 0.0340164 Feb 16 15:22:55.278857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-e9c377be-7649-4ba8-9f58-c2f8cf420799 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:55.280390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-e9c377be-7649-4ba8-9f58-c2f8cf420799 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/networks?id=abb4293d-04d8-46da-ac0d-68f97327b30d HTTP/1.1" status: 200 len: 796 time: 0.1068788 Feb 16 15:22:55.296838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-1b39a67d-0672-461a-81f1-1d0b516578d2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/quotas/c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 375 time: 0.0103750 Feb 16 15:22:55.352492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-5e956571-16f1-49ab-90a3-dd915006e92e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498250 Feb 16 15:22:55.369931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-6c5c9f60-fb17-43a5-bd61-b649606b68b4 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:22:55.370905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-6c5c9f60-fb17-43a5-bd61-b649606b68b4 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064068 Feb 16 15:22:55.467004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-ffb39e2d-5dd3-47df-a7a3-1d760e7bbd0a service neutron] 10.222.0.113 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899272 Feb 16 15:22:55.573726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-6560ca56-eac5-4eab-b1ed-7a89e5f93d23 service neutron] 10.222.0.113 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004107 Feb 16 15:22:55.817729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7233d4a5-9aa4-4a3a-b2c4-2228ed9298da req-7c04dc9b-bdb9-4211-8263-01f012d7995f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 210 time: 0.0291216 Feb 16 15:22:56.921875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16c5c8b9-1415-40a2-a666-9ea11df2930e req-ab4cd3fc-5500-442e-8100-91c67e218c6f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 210 time: 0.0290062 Feb 16 15:22:58.034545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-948ae948-c48f-4ff3-90e8-8416101fb1c7 req-44f4789a-f247-4dcc-af14-9d74b807890f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 210 time: 0.0383446 Feb 16 15:22:58.128056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-7c6c8d3a-07f1-4b82-a685-88527f4279bf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:58.129534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-7c6c8d3a-07f1-4b82-a685-88527f4279bf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "GET /v2.0/networks?id=abb4293d-04d8-46da-ac0d-68f97327b30d HTTP/1.1" status: 200 len: 796 time: 0.1231861 Feb 16 15:22:58.178964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-d3a8c804-6464-48c9-ade7-a0f4ad84b0af tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 380 time: 0.0343087 Feb 16 15:22:58.190921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'port': {'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'admin_state_up': True, 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'security_groups': ['849b9f5e-7609-4d44-b9b9-8c125bbd1ad4']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:58.487870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:22:58.492381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:58.622311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.20.0.12 (abb4293d-04d8-46da-ac0d-68f97327b30d/807e9c06-7925-42b7-a743-7568269264da/a9a9e0c7-c4d8-4467-a949-ae2be0c687c9) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:22:58.767582 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:58.862740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:58.907994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network abb4293d-04d8-46da-ac0d-68f97327b30d is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:22:58.910871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:22:58.915082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:22:58.922295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:58.975406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:58.976698 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.091265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-fc5b093b-e80c-4ed4-980f-5be2abcb7a56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039958 Feb 16 15:22:59.109064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Request body: {'port': {'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:22:59.175824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-05ef36a1-0dad-4b11-95a5-fc4fb82a303e None None] Provisioning complete for port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:22:59.175824 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05ef36a1-0dad-4b11-95a5-fc4fb82a303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.207755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97971c10-b660-45ce-9fb1-cddfed93b10f req-4c054ce5-5b69-4e51-be4e-bd17c9e06ffa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:22:59.212097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-05ef36a1-0dad-4b11-95a5-fc4fb82a303e None None] Port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:22:59.216368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97971c10-b660-45ce-9fb1-cddfed93b10f req-4c054ce5-5b69-4e51-be4e-bd17c9e06ffa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 932 time: 0.1032662 Feb 16 15:22:59.217588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.266496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40906) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:59.293790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97971c10-b660-45ce-9fb1-cddfed93b10f req-db0cfec2-28e3-4a1f-8938-05765ddabf9b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726497 Feb 16 15:22:59.392463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8313326f-a6f5-497e-b287-ba7f6c2de2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.472610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8313326f-a6f5-497e-b287-ba7f6c2de2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.532694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:22:59.536926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8313326f-a6f5-497e-b287-ba7f6c2de2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.540606 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.553078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Transition to ACTIVE for port object a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:22:59.577033 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8313326f-a6f5-497e-b287-ba7f6c2de2ee admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=11ebeeec07af4d2d9f06d5be11cbf1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093877 Feb 16 15:22:59.577911 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313326f-a6f5-497e-b287-ba7f6c2de2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7869e63-71d3-4c58-9042-f0387a33acd9,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:59.579786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40910) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:22:59.616784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.673429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e907c0ef-fcba-487a-b304-fc87b1783475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.686324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:59.752086 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e907c0ef-fcba-487a-b304-fc87b1783475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.799787 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Attempting to bind port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:22:59.800127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Attempting to bind port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:22:59.800456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Attempting to bind port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 on network abb4293d-04d8-46da-ac0d-68f97327b30d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:22:59.805949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 on network abb4293d-04d8-46da-ac0d-68f97327b30d not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:22:59.809528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Attempting to bind port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 on network abb4293d-04d8-46da-ac0d-68f97327b30d {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:22:59.812226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:22:59.812568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Checking segment: {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:22:59.812949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Bound using segment: {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:22:59.813371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Bound port: a9a9e0c7-c4d8-4467-a949-ae2be0c687c9, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9379397f-316f-4b8c-9aea-599fc353c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:22:59.813813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.886698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] For port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:22:59.890215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] For port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:22:59.902165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e907c0ef-fcba-487a-b304-fc87b1783475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.904793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e907c0ef-fcba-487a-b304-fc87b1783475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:22:59.905954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e907c0ef-fcba-487a-b304-fc87b1783475 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d7869e63-71d3-4c58-9042-f0387a33acd9 HTTP/1.1" status: 204 len: 168 time: 0.3251042 Feb 16 15:22:59.914163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c0ef-fcba-487a-b304-fc87b1783475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7869e63-71d3-4c58-9042-f0387a33acd9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:22:59.997242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:00.039397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.040038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:00.041459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] 10.222.0.93 "PUT /v2.0/ports/a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 HTTP/1.1" status: 200 len: 1092 time: 0.9372747 Feb 16 15:23:00.041910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:00.044217 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b5281-d441-4370-a6ed-27f6fa1ed992" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:00.074899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad6d17-af49-4f88-90e2-4a915a869d21 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:00.092918 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55858c7b-a9cf-4a68-991a-f78332145dfe x-openstack-request-id: req-55858c7b-a9cf-4a68-991a-f78332145dfe {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:00.093510 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:00.093601 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-55858c7b-a9cf-4a68-991a-f78332145dfe {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:00.093965 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'status': 'completed', 'code': 200} Feb 16 15:23:00.165276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b5281-d441-4370-a6ed-27f6fa1ed992 req-5238c53a-1c27-412e-8bcd-9d8afdeec74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.166941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-484b5281-d441-4370-a6ed-27f6fa1ed992 req-5238c53a-1c27-412e-8bcd-9d8afdeec74a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 1095 time: 0.0508189 Feb 16 15:23:00.303042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b5281-d441-4370-a6ed-27f6fa1ed992 req-6f628bea-ad87-46e3-880b-4e023ad12e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.305263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-484b5281-d441-4370-a6ed-27f6fa1ed992 req-6f628bea-ad87-46e3-880b-4e023ad12e1a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1251750 Feb 16 15:23:00.453718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d112e-ae15-472b-a467-8bc60d990410 req-b343f55b-1345-4cb5-9e53-dc1cbc090d56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.455221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b6d112e-ae15-472b-a467-8bc60d990410 req-b343f55b-1345-4cb5-9e53-dc1cbc090d56 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 944 time: 0.0785170 Feb 16 15:23:00.456592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b5281-d441-4370-a6ed-27f6fa1ed992 req-c39546a1-a4d6-47fb-8e69-ee29f37866db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.457913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-484b5281-d441-4370-a6ed-27f6fa1ed992 req-c39546a1-a4d6-47fb-8e69-ee29f37866db service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1431539 Feb 16 15:23:00.494965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b6d112e-ae15-472b-a467-8bc60d990410 req-89aa9cb0-63f5-41ae-9ab5-ca2342069824 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Feb 16 15:23:00.549456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-e0ba42d3-583c-4892-ab83-d3d7e1595ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.551225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-e0ba42d3-583c-4892-ab83-d3d7e1595ad4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 1095 time: 0.0480428 Feb 16 15:23:00.596246 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-c97feead-0e9e-4b78-80b8-e6dd8491fa3c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 HTTP/1.1" status: 200 len: 217 time: 0.0346541 Feb 16 15:23:00.617894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40920) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:00.631397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81b67237-70e5-479e-ba04-158632be70b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:00.651763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-e025ecba-9430-46fe-a2df-241351d07452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.653275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-e025ecba-9430-46fe-a2df-241351d07452 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=807e9c06-7925-42b7-a743-7568269264da HTTP/1.1" status: 200 len: 835 time: 0.0459890 Feb 16 15:23:00.707864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81b67237-70e5-479e-ba04-158632be70b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:00.710236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-8cb65c36-d758-4f2e-8248-7321ffbe6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:00.712346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-8cb65c36-d758-4f2e-8248-7321ffbe6d49 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abb4293d-04d8-46da-ac0d-68f97327b30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471001 Feb 16 15:23:00.767921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-81b67237-70e5-479e-ba04-158632be70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:00.806415 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-81b67237-70e5-479e-ba04-158632be70b7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=23240f50f6044dc2ae2a05d5e88ab724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874068 Feb 16 15:23:00.807511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b67237-70e5-479e-ba04-158632be70b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f9b7c-fc9f-4b0f-b772-e4f81e5ff0a6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:00.809340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:00.811486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-746f2fed-7b32-41b4-a6fd-6d3c20f672e1 service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Feb 16 15:23:00.925193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-26a0a466-1446-4d62-9edd-3d675044e5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:00.950995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2b379da-8b3f-45c2-9365-68f7bc4e7b82 req-531e8097-653e-4b91-9014-2031230ae503 service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276362 Feb 16 15:23:00.959249 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-26a0a466-1446-4d62-9edd-3d675044e5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:01.085140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-26a0a466-1446-4d62-9edd-3d675044e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:01.088439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-26a0a466-1446-4d62-9edd-3d675044e5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:01.089596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-26a0a466-1446-4d62-9edd-3d675044e5cf admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1c5f9b7c-fc9f-4b0f-b772-e4f81e5ff0a6 HTTP/1.1" status: 204 len: 168 time: 0.2772129 Feb 16 15:23:01.097484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0a466-1446-4d62-9edd-3d675044e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f9b7c-fc9f-4b0f-b772-e4f81e5ff0a6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:01.640944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-3c85305e-eb9a-408d-98c5-ab62546d631e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805888 Feb 16 15:23:01.655867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ebaf0-4d60-4d56-8148-30567f42a352 req-a030f7ee-d312-4e56-9288-a0566d94135d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:01.657500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c8ebaf0-4d60-4d56-8148-30567f42a352 req-a030f7ee-d312-4e56-9288-a0566d94135d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 944 time: 0.0698116 Feb 16 15:23:01.723684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c8ebaf0-4d60-4d56-8148-30567f42a352 req-1e84754d-e7a3-45e0-bcae-9faaab26f52c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569129 Feb 16 15:23:01.747046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-7be07175-e5c9-4e0a-ac9d-230ad5827c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:01.747046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-7be07175-e5c9-4e0a-ac9d-230ad5827c6f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1096 time: 0.0523119 Feb 16 15:23:01.859690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-93894a71-6ff9-4a4f-8b89-8a87133a1dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:01.861174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-93894a71-6ff9-4a4f-8b89-8a87133a1dbb service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.0920990 Feb 16 15:23:01.931794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-f913abbe-6378-4643-b360-4e7907f891bc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 200 len: 1001 time: 0.0630591 Feb 16 15:23:01.982465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-5721e38b-cf4c-4c9c-9981-d030d3ca35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:01.983933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-5721e38b-cf4c-4c9c-9981-d030d3ca35dc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0450215 Feb 16 15:23:02.030427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-0df24786-f551-4435-aa58-ae525ea1d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:02.031936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-0df24786-f551-4435-aa58-ae525ea1d0ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405102 Feb 16 15:23:02.115898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:23:02.127796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-35d02ca2-9b6a-4807-996c-70e29014c8d8 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870764 Feb 16 15:23:02.216295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:02.221842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cfa7aece-4315-4604-bfa8-5dd8320c981a req-b3cc6131-254b-4dd3-affc-8a617d698fca service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845897 Feb 16 15:23:02.229595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:23:02.287351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:02.300240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:23:02.321204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:02.390857 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:02.443137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:02.451101 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.451440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.451802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.452132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.452454 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.452771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.453085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.453399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.453712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.454021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.454332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.454641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:02.684476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['a9a9e0c7-c4d8-4467-a949-ae2be0c687c9'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:23:02.847159 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da64fd1-c020-4ac4-ac87-fa3b26effe74 req-b215caf9-75a2-4a34-9cc3-9d970c576139 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:02.848592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3da64fd1-c020-4ac4-ac87-fa3b26effe74 req-b215caf9-75a2-4a34-9cc3-9d970c576139 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 945 time: 0.0538769 Feb 16 15:23:02.888260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3da64fd1-c020-4ac4-ac87-fa3b26effe74 req-178631b6-485d-4e16-913d-b8af2ca4c4f5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Feb 16 15:23:04.006386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38344f22-ba7e-491e-b18b-23a201b36ae7 req-46b4148e-0e7f-464b-a4d0-57c5b6a4bb3d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:04.008372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38344f22-ba7e-491e-b18b-23a201b36ae7 req-46b4148e-0e7f-464b-a4d0-57c5b6a4bb3d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 945 time: 0.0519292 Feb 16 15:23:04.046184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38344f22-ba7e-491e-b18b-23a201b36ae7 req-80a41cdf-c47c-4258-b05f-524aa038ed8c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Feb 16 15:23:04.134587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:23:04.313869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:23:04.318066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:23:04.318435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:04.394863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:04.421023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:04.423287 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b1652c-1edd-40ce-bd31-4ca927842429" -d '{"events": [{"server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "name": "network-vif-plugged", "status": "completed", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:04.435757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:04.462127 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207fcfd0-04b8-4485-8719-a83a7dd417b9 x-openstack-request-id: req-207fcfd0-04b8-4485-8719-a83a7dd417b9 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:04.462438 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "name": "network-vif-plugged", "status": "completed", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:04.462695 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-207fcfd0-04b8-4485-8719-a83a7dd417b9 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:04.463088 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'code': 200} Feb 16 15:23:04.502378 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:04.550123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:04.577576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8382715-2aba-47c8-9cfa-a1d93d92c024 req-ea49c8fe-48b1-4dae-82fa-92d26e420a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:04.579036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8382715-2aba-47c8-9cfa-a1d93d92c024 req-ea49c8fe-48b1-4dae-82fa-92d26e420a58 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 1097 time: 0.0444012 Feb 16 15:23:04.620087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8382715-2aba-47c8-9cfa-a1d93d92c024 req-cf2a31d3-5a7d-4383-b137-f091d9aa91dc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275707 Feb 16 15:23:05.169917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd4161-bcea-4e66-8a28-2919119e5331 req-d1b22cd5-4ab3-4c18-ad5f-c08acd31c7fc tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:05.171415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65bd4161-bcea-4e66-8a28-2919119e5331 req-d1b22cd5-4ab3-4c18-ad5f-c08acd31c7fc tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 946 time: 0.0540376 Feb 16 15:23:05.210418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-65bd4161-bcea-4e66-8a28-2919119e5331 req-24aa86a0-0643-4efc-a8cd-fff1735be158 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Feb 16 15:23:05.296568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6e067a3c-6708-4a9e-9461-97e1abb2e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:06.330194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2898e-d6c3-47fc-93c4-8cff57081253 req-97a98229-fb8b-4ce3-a861-25eaebd31fec tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:06.331691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ce2898e-d6c3-47fc-93c4-8cff57081253 req-97a98229-fb8b-4ce3-a861-25eaebd31fec tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 946 time: 0.0492177 Feb 16 15:23:06.370294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ce2898e-d6c3-47fc-93c4-8cff57081253 req-9d4acc5e-c89a-4e05-a8aa-ae5dfd67eb66 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Feb 16 15:23:06.483493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f63fb5-af50-45ac-8093-762299f277c7 req-4b06aaf7-c1ad-4c39-9329-dbb7eafff4db tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:06.484978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19f63fb5-af50-45ac-8093-762299f277c7 req-4b06aaf7-c1ad-4c39-9329-dbb7eafff4db tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 946 time: 0.0481281 Feb 16 15:23:06.522397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-19f63fb5-af50-45ac-8093-762299f277c7 req-7ccd96cf-1240-434d-8930-cc7ee63369de tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Feb 16 15:23:06.544529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40940) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:06.586445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a0e2f3-9643-4144-addf-28b46a5e05ce tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:06.587961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e4a0e2f3-9643-4144-addf-28b46a5e05ce tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 1092 time: 0.0424974 Feb 16 15:23:06.590746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40942) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:06.594923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:06.696716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:06.790498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:06.894801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.25.6.254 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/2717dfd4-9b43-4dd1-92d2-bf60667b7ba6) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:23:06.995272 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:07.102368 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:07.146727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:23:07.150267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:23:07.153667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:23:07.158949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=2717dfd4-9b43-4dd1-92d2-bf60667b7ba6,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:07.924489 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:08.013408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ff2b01de-e950-46b9-8708-a299b31f7211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:08.080614 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:08.235458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:08.290593 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:08.362477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=2717dfd4-9b43-4dd1-92d2-bf60667b7ba6,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:08.373244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:08.478299 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Floating IP 5705c4f3-57c3-4673-a6b8-9d6be0ef1df7 associated. External IP: 172.25.6.254, port: a9a9e0c7-c4d8-4467-a949-ae2be0c687c9. Feb 16 15:23:08.685830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 43af3c84-e473-4738-8148-eecd11686a0a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:23:08.795881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:23:08.805987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] Sync routers for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:23:08.814868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:08.815502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:08.878170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:08.905906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a4ef0a56-dffb-497b-ae57-7a298e826425 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3141623 Feb 16 15:23:08.906730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:08.909340 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:08.909495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40944) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:08.925693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:08.949775 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205d111b-fd0a-49d1-a9f9-8ce46c59b738 x-openstack-request-id: req-205d111b-fd0a-49d1-a9f9-8ce46c59b738 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:08.950268 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:08.950342 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-205d111b-fd0a-49d1-a9f9-8ce46c59b738 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:08.950713 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'status': 'completed', 'code': 200} Feb 16 15:23:08.980947 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca108de0-c5a2-4adc-85ec-b8a9b79ae4e6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/floatingips/5705c4f3-57c3-4673-a6b8-9d6be0ef1df7 HTTP/1.1" status: 200 len: 992 time: 0.0700920 Feb 16 15:23:09.015845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-72ea6cea-cfce-4267-94a5-5072220bb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:09.017354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-72ea6cea-cfce-4267-94a5-5072220bb55b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 1097 time: 0.0426962 Feb 16 15:23:09.113703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-374c99d5-bfa2-4ee6-ba29-d321ee48129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:09.115195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-374c99d5-bfa2-4ee6-ba29-d321ee48129a service neutron] 10.222.0.93 "GET /v2.0/networks?id=abb4293d-04d8-46da-ac0d-68f97327b30d HTTP/1.1" status: 200 len: 898 time: 0.0895848 Feb 16 15:23:09.157337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:49Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:07Z', 'revision_number': 0, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:09.162855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 40948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:09.184661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] Checking router: 43af3c84-e473-4738-8148-eecd11686a0a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:23:09.191140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-f39dd1de-f283-4f32-b759-260e514f2257 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 HTTP/1.1" status: 200 len: 1000 time: 0.0687764 Feb 16 15:23:09.193740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:09.194325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:09.250792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-26387d27-83b4-4118-90c4-45a5ab98f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:09.252460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-26387d27-83b4-4118-90c4-45a5ab98f89e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=807e9c06-7925-42b7-a743-7568269264da HTTP/1.1" status: 200 len: 835 time: 0.0545273 Feb 16 15:23:09.301582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-a4f148bf-1ba9-4813-a163-c5a3637ebddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:09.303227 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-a4f148bf-1ba9-4813-a163-c5a3637ebddf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abb4293d-04d8-46da-ac0d-68f97327b30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438247 Feb 16 15:23:09.309116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:09.436751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-f24a23c4-264c-47b6-8c6b-c45516de928e service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261842 Feb 16 15:23:09.539135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:49Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:07Z', 'revision_number': 0, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:09.570443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13972dea-2f6d-4281-ac4c-9e6fb825218a None None] The sync data for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 is: [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:49Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:07Z', 'revision_number': 0, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:23:09.606658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bff3a6c-0123-4ed4-82af-8ef635f0bebf req-3ad58c3c-28f5-4861-bf08-06e30efec748 service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609936 Feb 16 15:23:09.633991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port ae24c545-eff6-47cc-894f-8447e5c4711b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:09.634331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:09.685297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:09.719554 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:09.719994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:09.732755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for ae24c545-eff6-47cc-894f-8447e5c4711b owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:09.779885 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1266f7-68ae-4c63-b2ed-0d212d8ed9c2 None None] New status for floating IP 5705c4f3-57c3-4673-a6b8-9d6be0ef1df7: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:23:09.956329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:09.985090 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=ae24c545-eff6-47cc-894f-8447e5c4711b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:09.985208 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40952) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:10.053600 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:10.054993 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Floating IP a7e6c586-ea06-4a15-8370-9aaf951593af disassociated (deleted). External IP: 172.25.6.132, port: 667112c4-7a35-46aa-8e6f-e54bcb0efe8a. Feb 16 15:23:10.059529 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-849cac9d-ffdd-43be-b4aa-89cf5f201948 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/floatingips/5705c4f3-57c3-4673-a6b8-9d6be0ef1df7 HTTP/1.1" status: 200 len: 994 time: 0.0732319 Feb 16 15:23:10.540012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:23:10.647064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:23:10.652922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:10.656635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:23:10.667998 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:10.668616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:10.685418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-691b36b8-1fd8-4362-947a-4e6217ec8fa3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "DELETE /v2.0/floatingips/a7e6c586-ea06-4a15-8370-9aaf951593af HTTP/1.1" status: 204 len: 168 time: 1.5207281 Feb 16 15:23:10.780120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:10.951873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:10.954569 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a60b5f-c2e9-456c-9037-f7356283b7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:10.992758 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac6cee3-6d37-4f72-b0e7-c2d9e088833f x-openstack-request-id: req-aac6cee3-6d37-4f72-b0e7-c2d9e088833f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:10.993328 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:10.993328 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-aac6cee3-6d37-4f72-b0e7-c2d9e088833f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:10.993680 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'status': 'completed', 'code': 200} Feb 16 15:23:11.009006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:54Z', 'revision_number': 1, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:11.040134 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:23:11.050581 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:11.051196 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:11.106260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-a7ee9c59-c338-41dd-a092-0d1af6bc68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:11.107816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-a7ee9c59-c338-41dd-a092-0d1af6bc68a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 1096 time: 0.0722272 Feb 16 15:23:11.120254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e559049-de83-49f6-8cd2-1ae7723019a7 req-06f602ef-5d32-43ad-96eb-b74a711b53d3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:11.121734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e559049-de83-49f6-8cd2-1ae7723019a7 req-06f602ef-5d32-43ad-96eb-b74a711b53d3 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 945 time: 0.0601351 Feb 16 15:23:11.161889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:11.210490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9e559049-de83-49f6-8cd2-1ae7723019a7 req-01fd96a3-98ab-4a48-8012-1ebe9667dd8c tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799446 Feb 16 15:23:11.251041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-cfa04cf7-89c4-4380-ae41-afe2dde83809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:11.252612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-cfa04cf7-89c4-4380-ae41-afe2dde83809 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.1300054 Feb 16 15:23:11.298157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-8bcf7ad6-a3fd-4fcb-9fec-4f583730ddfa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 200 len: 217 time: 0.0374019 Feb 16 15:23:11.360902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-991eea4c-ad61-4532-8ae4-0c8e73b94188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:11.362403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-991eea4c-ad61-4532-8ae4-0c8e73b94188 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0559380 Feb 16 15:23:11.415139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-c1993c69-6be3-4a81-8a0e-5f63116cf6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:11.416708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-c1993c69-6be3-4a81-8a0e-5f63116cf6ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466716 Feb 16 15:23:11.511391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-45919373-2bb9-4724-a3d1-b6cb38101864 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856583 Feb 16 15:23:11.543473 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:11.566243 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:11.573739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:54Z', 'revision_number': 1, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:11.604509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdce05b3-50b8-4d92-910c-ce259f2f1dc8 None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'aa0e1158-f0d6-4095-8cc7-917e27eebf4c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'port_id': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'mac_address': 'fa:16:3e:2b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:17:51Z', 'updated_at': '2022-02-16T15:17:54Z', 'revision_number': 1, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:23:11.610469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6a60b5f-c2e9-456c-9037-f7356283b7e3 req-c012b11f-d7b1-4187-9589-0fecdc961703 service neutron] 10.222.0.93 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913105 Feb 16 15:23:11.817402 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab6e53-e979-47a0-a591-28fbe1c4af18 None None] New status for floating IP a7e6c586-ea06-4a15-8370-9aaf951593af: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:23:12.336081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023060f-0712-454f-a2a6-31795ac80cd3 req-f257fca2-1bdc-4502-8d03-e7c28411c1a6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:12.337574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d023060f-0712-454f-a2a6-31795ac80cd3 req-f257fca2-1bdc-4502-8d03-e7c28411c1a6 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 945 time: 0.0509217 Feb 16 15:23:12.376829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d023060f-0712-454f-a2a6-31795ac80cd3 req-28b39663-4b2e-4e21-978c-d76ce3fba3e0 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330837 Feb 16 15:23:12.584609 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:12.878713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217deeba-9c3c-4f84-b695-144337630628 req-a0465d9b-7ae7-42d5-bff1-e0c591788e6a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:12.880166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217deeba-9c3c-4f84-b695-144337630628 req-a0465d9b-7ae7-42d5-bff1-e0c591788e6a tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 945 time: 0.0565314 Feb 16 15:23:12.971449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:12.971823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:13.066822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] For port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:13.067185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:13.080037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for 667112c4-7a35-46aa-8e6f-e54bcb0efe8a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:13.247588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:13.279645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=667112c4-7a35-46aa-8e6f-e54bcb0efe8a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:13.322356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] No DVR routers for this DVR port 667112c4-7a35-46aa-8e6f-e54bcb0efe8a on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:23:13.326407 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:13.329751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-217deeba-9c3c-4f84-b695-144337630628 req-70307c6d-8d17-42b9-85fa-790acbda3bce tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.93 "DELETE /v2.0/ports/667112c4-7a35-46aa-8e6f-e54bcb0efe8a HTTP/1.1" status: 204 len: 173 time: 0.4436502 Feb 16 15:23:13.330181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'name': 'network-vif-deleted', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:13.332551 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf9826-2e01-478f-9b18-59f5c929a356" -d '{"events": [{"server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "name": "network-vif-deleted", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:13.370540 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64df2e6c-5f04-42e7-916d-0a2334e7c9bd x-openstack-request-id: req-64df2e6c-5f04-42e7-916d-0a2334e7c9bd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:13.371168 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249854a-307d-4efc-8fd4-5abb13999f3e", "name": "network-vif-deleted", "tag": "667112c4-7a35-46aa-8e6f-e54bcb0efe8a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:13.371168 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-64df2e6c-5f04-42e7-916d-0a2334e7c9bd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:13.371463 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249854a-307d-4efc-8fd4-5abb13999f3e', 'name': 'network-vif-deleted', 'tag': '667112c4-7a35-46aa-8e6f-e54bcb0efe8a', 'status': 'completed', 'code': 200} Feb 16 15:23:13.479852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d8fb0f2-a1d4-4d4a-9597-681c8cc16e8e req-d45702b8-23d0-4bfe-856b-23250e0b8582 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0322621 Feb 16 15:23:14.578494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6768582b-6fb9-4ce8-b8ce-4110472b59af req-4761ed4f-e693-4831-a990-135e87553991 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0272319 Feb 16 15:23:15.681918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0aa10510-7afa-45a4-a513-f414bda10b33 req-86977dbb-7fa8-4560-b092-2f5b26900665 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0339415 Feb 16 15:23:16.210771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 667112c4-7a35-46aa-8e6f-e54bcb0efe8a no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:16.231656 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 667112c4-7a35-46aa-8e6f-e54bcb0efe8a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:16.232011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 667112c4-7a35-46aa-8e6f-e54bcb0efe8a not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:16.639210 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:16.784744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c93d3f52-0384-48fd-985c-3314a000a672 req-8802c008-e469-4d4b-8a05-aab844b52cd2 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=c249854a-307d-4efc-8fd4-5abb13999f3e HTTP/1.1" status: 200 len: 210 time: 0.0314074 Feb 16 15:23:23.417478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 40992) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:23.587455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port 923b3ce8-e468-4e9d-ae39-4e59c58ff1b3 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:23.587743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:23.662865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:23.663189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:23.674504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for 923b3ce8-e468-4e9d-ae39-4e59c58ff1b3 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:23.909932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:23.937574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=923b3ce8-e468-4e9d-ae39-4e59c58ff1b3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:23.995357 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:23.995739 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Floating IP aa0e1158-f0d6-4095-8cc7-917e27eebf4c disassociated (deleted). External IP: 172.25.6.19, port: fae7862d-08eb-44b4-bc9a-df99fd37bca6. Feb 16 15:23:24.203318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:23:24.310607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:23:24.315399 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:24.320149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:23:24.330567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:24.331561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:24.345260 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6259d7c0-7a1e-4f4b-904e-6702dae04977 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "DELETE /v2.0/floatingips/aa0e1158-f0d6-4095-8cc7-917e27eebf4c HTTP/1.1" status: 204 len: 168 time: 0.9266999 Feb 16 15:23:24.345848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:24.348247 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0925cb9a-f731-473e-bae9-d4033aebffb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:24.392488 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81b9497-74bd-4578-aa0b-62b98d1d9e10 x-openstack-request-id: req-d81b9497-74bd-4578-aa0b-62b98d1d9e10 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:24.392782 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:24.393031 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d81b9497-74bd-4578-aa0b-62b98d1d9e10 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:24.393561 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'status': 'completed', 'code': 200} Feb 16 15:23:24.442892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:24.458150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-94682010-5e7c-4084-8efb-bede57cdfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:24.459638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-94682010-5e7c-4084-8efb-bede57cdfb1b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d47b8185a8f14c06a632bd6c333b1954&device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0429533 Feb 16 15:23:24.552731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-bbc7a60b-5fb9-45ff-baee-77d60a0c1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:24.554222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-bbc7a60b-5fb9-45ff-baee-77d60a0c1991 service neutron] 10.222.0.129 "GET /v2.0/networks?id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 200 len: 914 time: 0.0887487 Feb 16 15:23:24.600343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-b12af2e9-62bc-4f28-9de9-f1f0e61a1886 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 200 len: 217 time: 0.0397148 Feb 16 15:23:24.650610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-de3d0e62-e280-428d-8eaf-da8b59bc6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:24.652154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-de3d0e62-e280-428d-8eaf-da8b59bc6fc4 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 200 len: 851 time: 0.0459790 Feb 16 15:23:24.656460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:24.684112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:23:24.693156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:24.693764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:24.701792 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-c6808b40-c9c9-42a4-b14d-04a09d68ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:24.703418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-c6808b40-c9c9-42a4-b14d-04a09d68ec74 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418291 Feb 16 15:23:24.805140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:24.829081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a5c4e-63c4-4509-86dd-d694b33e2d44 req-f31323ca-4965-4d9f-a0be-6ab3ee3fdafd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:24.830580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec2a5c4e-63c4-4509-86dd-d694b33e2d44 req-f31323ca-4965-4d9f-a0be-6ab3ee3fdafd tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 945 time: 0.0672152 Feb 16 15:23:24.859880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-2b36cf46-97e8-48b7-9a54-d6387052f715 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484628 Feb 16 15:23:24.884730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec2a5c4e-63c4-4509-86dd-d694b33e2d44 req-78b88df1-bfe8-43cb-a84f-75c439782854 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/security-groups?id=de6bc868-2070-482b-a924-7f041e83722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Feb 16 15:23:24.965666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0925cb9a-f731-473e-bae9-d4033aebffb7 req-39be7748-4c91-49ca-9213-aa82886a7f19 service neutron] 10.222.0.129 "GET /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953209 Feb 16 15:23:25.006791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:25.035060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e21d0-80f8-4ff3-8c59-19b534bc0cf3 None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:07:25Z', 'revision_number': 4, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd344ad65-9cb2-4b50-b256-b2bd71bcae78', 'name': '', 'network_id': '3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'mac_address': 'fa:16:3e:17:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:23Z', 'updated_at': '2022-02-16T15:07:31Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'subnets': [{'id': '4192841a-2359-4ff2-aae8-9f494914dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:23:25.247216 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4509c-d124-4ac4-9d24-df1cda97d9b2 None None] New status for floating IP aa0e1158-f0d6-4095-8cc7-917e27eebf4c: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:23:25.374275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c47998-6168-48e3-9f07-27d0b855d439 req-a5b44e6e-5cd5-462c-8545-ad8cea9b587b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:25.375756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24c47998-6168-48e3-9f07-27d0b855d439 req-a5b44e6e-5cd5-462c-8545-ad8cea9b587b tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 945 time: 0.0526469 Feb 16 15:23:25.466008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port fae7862d-08eb-44b4-bc9a-df99fd37bca6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:25.466657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:25.557811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] For port fae7862d-08eb-44b4-bc9a-df99fd37bca6, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=fae7862d-08eb-44b4-bc9a-df99fd37bca6,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:25.558166 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:25.570194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for fae7862d-08eb-44b4-bc9a-df99fd37bca6 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:25.792976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:25.824025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=fae7862d-08eb-44b4-bc9a-df99fd37bca6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:25.866207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] No DVR routers for this DVR port fae7862d-08eb-44b4-bc9a-df99fd37bca6 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:23:25.869559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:25.872834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24c47998-6168-48e3-9f07-27d0b855d439 req-90f6f4d6-cf4e-47c2-b8e1-4b765644f7a1 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.129 "DELETE /v2.0/ports/fae7862d-08eb-44b4-bc9a-df99fd37bca6 HTTP/1.1" status: 204 len: 173 time: 0.4905975 Feb 16 15:23:25.873261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'name': 'network-vif-deleted', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:25.875502 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c27816-6eee-4bab-9569-f1399ed80f06" -d '{"events": [{"server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "name": "network-vif-deleted", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:25.913047 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49167b4e-d4a5-4237-aaab-d82499d55630 x-openstack-request-id: req-49167b4e-d4a5-4237-aaab-d82499d55630 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:25.913363 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e5f326-778c-43b5-8ea6-010ee637dcbe", "name": "network-vif-deleted", "tag": "fae7862d-08eb-44b4-bc9a-df99fd37bca6", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:25.913609 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-49167b4e-d4a5-4237-aaab-d82499d55630 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:25.914002 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e5f326-778c-43b5-8ea6-010ee637dcbe', 'name': 'network-vif-deleted', 'tag': 'fae7862d-08eb-44b4-bc9a-df99fd37bca6', 'status': 'completed', 'code': 200} Feb 16 15:23:25.990108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54978920-a3b1-4af8-b404-34f944f5d6d3 req-e3e1da60-b7ff-448d-893e-99527218c798 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 210 time: 0.0313036 Feb 16 15:23:26.376914 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:23:27.091377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70d57637-c162-4f9b-8942-b8794d2d1531 req-bae19807-29bf-4f92-8284-71549e1ecd23 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 210 time: 0.0303090 Feb 16 15:23:27.178570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fae7862d-08eb-44b4-bc9a-df99fd37bca6 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:27.199588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: fae7862d-08eb-44b4-bc9a-df99fd37bca6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:27.199914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device fae7862d-08eb-44b4-bc9a-df99fd37bca6 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:28.187743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b616ea20-20f1-4b67-b9ea-8d8c42761875 req-6a70b610-754a-4146-81bc-90e145ee9f15 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 210 time: 0.0262656 Feb 16 15:23:29.287170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e32b828-2189-46dd-a365-b154a53a7c80 req-7890175c-8221-403e-bd00-d490c329f4da tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "GET /v2.0/ports?device_id=a9e5f326-778c-43b5-8ea6-010ee637dcbe HTTP/1.1" status: 200 len: 210 time: 0.0292940 Feb 16 15:23:30.345527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41012) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:30.466747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Deleting port c78d529a-16e9-48ec-8aa2-06fed3a43464 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:30.467089 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:30.544062 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:30.544386 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:30.556189 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Calling delete_port for c78d529a-16e9-48ec-8aa2-06fed3a43464 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:30.772745 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:30.799009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'Port': ['ID=c78d529a-16e9-48ec-8aa2-06fed3a43464,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:30.859004 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:30.862070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:30.863245 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1d7d6132-a053-4025-9a9a-fadc3f7a0721 tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "DELETE /v2.0/floatingips/93f14828-cb43-405e-879e-8b2632ed2999 HTTP/1.1" status: 204 len: 168 time: 0.5167532 Feb 16 15:23:34.304908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41032) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:34.365579 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:34.394520 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:34.526784 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:34.529457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:34.532088 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] 10.222.0.113 "DELETE /v2.0/security-groups/de6bc868-2070-482b-a924-7f041e83722f HTTP/1.1" status: 204 len: 168 time: 0.2241576 Feb 16 15:23:34.542579 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6bc868-2070-482b-a924-7f041e83722f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:34.550510 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.551325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.551325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.551512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.551874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.552203 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.552556 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.552881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.553205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.553525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.553947 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.554272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ee29d7-84fc-4184-a8be-877d970824aa tempest-TestVolumeBootPattern-1829476140 tempest-TestVolumeBootPattern-1829476140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:34.683378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41036) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:35.128220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:35.281007 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2df0bfc8-c50c-42cc-bf7c-14b91f9ffa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:35.448374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Deleting port d344ad65-9cb2-4b50-b256-b2bd71bcae78 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:35.448625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:35.531605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] For port d344ad65-9cb2-4b50-b256-b2bd71bcae78, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d344ad65-9cb2-4b50-b256-b2bd71bcae78,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:35.531966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:35.543667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Calling delete_port for d344ad65-9cb2-4b50-b256-b2bd71bcae78 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:35.793203 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:35.822351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d344ad65-9cb2-4b50-b256-b2bd71bcae78,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:35.848066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.848418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.848783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.849187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.849531 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.849863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.850188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.850511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.850831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.851169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.851471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.852034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:23:35.998138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:36.219286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:23:36.326028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:23:36.332807 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4b516242-a2ee-4662-9f1c-8f4439c28ee5 admin admin] 10.222.0.113 "PUT /v2.0/routers/7a565e9b-73e3-46e7-9fa5-7e088edb8366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475379 Feb 16 15:23:36.333761 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41042) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:36.334841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] Sync routers for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:23:36.351381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:36.352316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:36.457036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:36.642927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:23:35Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:36.675062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] Checking router: 7a565e9b-73e3-46e7-9fa5-7e088edb8366 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:23:36.683972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] Routers {'7a565e9b-73e3-46e7-9fa5-7e088edb8366'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:36.684590 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:36.759625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:36.791049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] Set router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:36.862674 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:36.968859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Deleting port c40acf1b-9a5f-4a5c-b514-8f033600d568 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:36.969120 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:36.981846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:23:35Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:37.012992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80259f2d-5e2a-4e71-a5df-0ca7b968bbcd None None] The sync data for ids ['7a565e9b-73e3-46e7-9fa5-7e088edb8366'] in n-d-829433-1 is: [{'id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'name': 'tempest-TestVolumeBootPattern-1727148144-router', 'tenant_id': 'd47b8185a8f14c06a632bd6c333b1954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:14Z', 'updated_at': '2022-02-16T15:23:35Z', 'revision_number': 5, 'project_id': 'd47b8185a8f14c06a632bd6c333b1954', 'gw_port': {'id': 'c40acf1b-9a5f-4a5c-b514-8f033600d568', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a565e9b-73e3-46e7-9fa5-7e088edb8366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:17Z', 'updated_at': '2022-02-16T15:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:23:37.052661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] For port c40acf1b-9a5f-4a5c-b514-8f033600d568, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c40acf1b-9a5f-4a5c-b514-8f033600d568,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:37.053019 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.064621 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Calling delete_port for c40acf1b-9a5f-4a5c-b514-8f033600d568 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:37.289779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.321325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40acf1b-9a5f-4a5c-b514-8f033600d568,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:37.381486 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.477068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.479738 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.595427 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.596009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a565e9b-73e3-46e7-9fa5-7e088edb8366 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:23:37.600581 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.601808 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-eb091d66-cf83-446e-bc44-73c205218f22 admin admin] 10.222.0.113 "DELETE /v2.0/routers/7a565e9b-73e3-46e7-9fa5-7e088edb8366 HTTP/1.1" status: 204 len: 168 time: 1.2670677 Feb 16 15:23:37.604753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41044) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:37.655047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] Deleting subnet 4192841a-2359-4ff2-aae8-9f494914dd1c {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:23:37.658475 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.702529 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.782636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.927385 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.960083 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:37.966549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41046) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:37.967162 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] 10.222.0.113 "DELETE /v2.0/subnets/4192841a-2359-4ff2-aae8-9f494914dd1c HTTP/1.1" status: 204 len: 168 time: 0.3613939 Feb 16 15:23:37.968140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915b879-f3d7-445b-8bf8-5fbc34bee0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4192841a-2359-4ff2-aae8-9f494914dd1c,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:37.970764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ecd060-0c58-4d2d-ad67-db8a027a7f91 None None] Network 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:23:38.022369 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a8aa23a-c07c-4861-992b-db4386062bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.062334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.130692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Deleting port 38915359-dd6e-46df-9596-4e74b11a5eaa {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:38.131056 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.197182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] DHCP port deletion for 3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:23:38.206251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] For port 38915359-dd6e-46df-9596-4e74b11a5eaa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=38915359-dd6e-46df-9596-4e74b11a5eaa,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:38.206905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.220100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Calling delete_port for 38915359-dd6e-46df-9596-4e74b11a5eaa owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:38.254006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] Deleting port 38915359-dd6e-46df-9596-4e74b11a5eaa {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:38.254378 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.323939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] For port 38915359-dd6e-46df-9596-4e74b11a5eaa, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=38915359-dd6e-46df-9596-4e74b11a5eaa,segment=NetworkSegment(e59cb140-7c17-4448-9fb3-622dcc72aa5a),segment_id=e59cb140-7c17-4448-9fb3-622dcc72aa5a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:38.324339 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.338618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] Calling delete_port for 38915359-dd6e-46df-9596-4e74b11a5eaa owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:38.396806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.426716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=38915359-dd6e-46df-9596-4e74b11a5eaa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:38.429099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] No DVR routers for this DVR port 38915359-dd6e-46df-9596-4e74b11a5eaa on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:23:38.514451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.541488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:38.548517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 38915359-dd6e-46df-9596-4e74b11a5eaa no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:38.551715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59cb140-7c17-4448-9fb3-622dcc72aa5a') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:38.552043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59cb140-7c17-4448-9fb3-622dcc72aa5a') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:38.562710 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.571155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 38915359-dd6e-46df-9596-4e74b11a5eaa {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:38.571655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 38915359-dd6e-46df-9596-4e74b11a5eaa not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:38.572088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c40acf1b-9a5f-4a5c-b514-8f033600d568 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:38.577404 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.583425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:23:38.583892 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:23:38.585542 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:23:38.596731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c40acf1b-9a5f-4a5c-b514-8f033600d568 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:38.597079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c40acf1b-9a5f-4a5c-b514-8f033600d568 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:38.597499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d344ad65-9cb2-4b50-b256-b2bd71bcae78 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:38.625866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d344ad65-9cb2-4b50-b256-b2bd71bcae78 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:38.626150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d344ad65-9cb2-4b50-b256-b2bd71bcae78 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:38.646691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.675088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] Pushing event deleted for resources: {'Port': ['ID=38915359-dd6e-46df-9596-4e74b11a5eaa,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:38.681162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b01b8a-7f3b-43f9-b695-23573f2347f0 None None] No DVR routers for this DVR port 38915359-dd6e-46df-9596-4e74b11a5eaa on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:23:38.718431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.724409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:38.728483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] 10.222.0.113 "DELETE /v2.0/networks/3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c HTTP/1.1" status: 204 len: 168 time: 0.7597513 Feb 16 15:23:38.731981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41050) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:38.746799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c13fb1-270d-4510-819c-777cf4ff7e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1ed90a-daa1-4bf8-898d-57b5cdd8b48c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:39.084679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:39.339655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Deleting port e8b12dde-f903-45f6-a62e-480dbe8fc582 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:39.340008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:39.420253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] For port e8b12dde-f903-45f6-a62e-480dbe8fc582, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=e8b12dde-f903-45f6-a62e-480dbe8fc582,segment=NetworkSegment(97b9c7db-7992-4577-a6aa-3b6ed1f8caea),segment_id=97b9c7db-7992-4577-a6aa-3b6ed1f8caea)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:39.420614 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:39.432348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Calling delete_port for e8b12dde-f903-45f6-a62e-480dbe8fc582 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:39.667002 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:39.693129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b12dde-f903-45f6-a62e-480dbe8fc582,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:39.695289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:39.861473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:40.088568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Router b2970b55-b647-4016-a21c-601c2b64d2fd has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:23:40.199140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:23:40.207325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41052) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:40.208022 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d5ab8da7-b5f7-4106-9a68-4b79b64f1451 admin admin] 10.222.0.113 "PUT /v2.0/routers/b2970b55-b647-4016-a21c-601c2b64d2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4749990 Feb 16 15:23:40.209823 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] Sync routers for ids ['b2970b55-b647-4016-a21c-601c2b64d2fd'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:23:40.220490 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] Routers {'b2970b55-b647-4016-a21c-601c2b64d2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:40.221090 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b2970b55-b647-4016-a21c-601c2b64d2fd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:40.316608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:40.325253 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] Set router b2970b55-b647-4016-a21c-601c2b64d2fd gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:40.427153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:40.506926 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:23:39Z', 'revision_number': 5, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port': {'id': 'f4d7f620-73a8-403d-8a9b-67c1e57ba0c8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:07:34Z', 'updated_at': '2022-02-16T15:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:40.533423 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] Checking router: b2970b55-b647-4016-a21c-601c2b64d2fd for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:23:40.542487 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] Routers {'b2970b55-b647-4016-a21c-601c2b64d2fd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:23:40.546833 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:23:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['b2970b55-b647-4016-a21c-601c2b64d2fd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:40.575414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Deleting port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:40.577686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:40.629316 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] Set router b2970b55-b647-4016-a21c-601c2b64d2fd gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:23:40.683616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:23:40Z', 'revision_number': 6, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:40.809805 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22779562-9831-412b-8145-f250b0ff0f50 None None] The sync data for ids ['b2970b55-b647-4016-a21c-601c2b64d2fd'] in n-d-829433-1 is: [{'id': 'b2970b55-b647-4016-a21c-601c2b64d2fd', 'name': 'tempest-TestVolumeBootPattern-82505929-router', 'tenant_id': '5e7df76ee27843949eb3d4fe8b91c686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:07:33Z', 'updated_at': '2022-02-16T15:23:40Z', 'revision_number': 6, 'project_id': '5e7df76ee27843949eb3d4fe8b91c686', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:23:40.947789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] For port f4d7f620-73a8-403d-8a9b-67c1e57ba0c8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:40.948091 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:40.959409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Calling delete_port for f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:41.230373 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.275841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d7f620-73a8-403d-8a9b-67c1e57ba0c8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:41.346840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.401211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.446695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.449057 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.455516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.558864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.559402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2970b55-b647-4016-a21c-601c2b64d2fd {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:23:41.563800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.565005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c0db47cd-ad08-465a-967a-5219e50a44c0 admin admin] 10.222.0.113 "DELETE /v2.0/routers/b2970b55-b647-4016-a21c-601c2b64d2fd HTTP/1.1" status: 204 len: 168 time: 1.3565958 Feb 16 15:23:41.567469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41054) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:41.613362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] Deleting subnet b5cb3817-f3a4-4bb0-9b48-12059c68183f {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:23:41.616586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.652205 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.738711 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.878826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.903332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cb3817-f3a4-4bb0-9b48-12059c68183f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:41.909126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:41.912395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9a85f303-d3a0-4de6-8ee8-b0cfb77777f3 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b5cb3817-f3a4-4bb0-9b48-12059c68183f HTTP/1.1" status: 204 len: 168 time: 0.3438864 Feb 16 15:23:41.915786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41056) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:41.916418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f5642-bc4c-4afb-a088-628ed8a80ac2 None None] Network 845b28d9-8fe6-4f95-922e-b0309f9620e3 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:23:41.985295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.042350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Deleting port f13da804-a959-40c6-89ad-aa6f339173b2 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:42.047390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.090782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] DHCP port deletion for 845b28d9-8fe6-4f95-922e-b0309f9620e3 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:23:42.109432 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] For port f13da804-a959-40c6-89ad-aa6f339173b2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f13da804-a959-40c6-89ad-aa6f339173b2,segment=NetworkSegment(97b9c7db-7992-4577-a6aa-3b6ed1f8caea),segment_id=97b9c7db-7992-4577-a6aa-3b6ed1f8caea)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:42.109798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.122594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Calling delete_port for f13da804-a959-40c6-89ad-aa6f339173b2 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:42.136442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] Deleting port f13da804-a959-40c6-89ad-aa6f339173b2 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:23:42.136821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.202819 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] For port f13da804-a959-40c6-89ad-aa6f339173b2, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f13da804-a959-40c6-89ad-aa6f339173b2,segment=NetworkSegment(97b9c7db-7992-4577-a6aa-3b6ed1f8caea),segment_id=97b9c7db-7992-4577-a6aa-3b6ed1f8caea)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:42.203213 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.217289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] Calling delete_port for f13da804-a959-40c6-89ad-aa6f339173b2 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:23:42.273118 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.294980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.300779 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Pushing event deleted for resources: {'Port': ['ID=f13da804-a959-40c6-89ad-aa6f339173b2,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:42.302614 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] No DVR routers for this DVR port f13da804-a959-40c6-89ad-aa6f339173b2 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:23:42.329468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] Pushing event deleted for resources: {'Port': ['ID=f13da804-a959-40c6-89ad-aa6f339173b2,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:42.335695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699fc433-1e00-4d04-8ebd-6a407ad3ba8c None None] No DVR routers for this DVR port f13da804-a959-40c6-89ad-aa6f339173b2 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:23:42.384048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.406310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845b28d9-8fe6-4f95-922e-b0309f9620e3']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:42.416299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b9c7db-7992-4577-a6aa-3b6ed1f8caea') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:42.416590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b9c7db-7992-4577-a6aa-3b6ed1f8caea') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:23:42.426138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:42.430255 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.443792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.450352 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:23:42.450990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:23:42.452865 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:23:42.455451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:42.455818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f4d7f620-73a8-403d-8a9b-67c1e57ba0c8 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:42.456245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e8b12dde-f903-45f6-a62e-480dbe8fc582 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:42.485912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: e8b12dde-f903-45f6-a62e-480dbe8fc582 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:42.486432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device e8b12dde-f903-45f6-a62e-480dbe8fc582 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:42.487071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f13da804-a959-40c6-89ad-aa6f339173b2 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:23:42.521243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f13da804-a959-40c6-89ad-aa6f339173b2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:23:42.521580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f13da804-a959-40c6-89ad-aa6f339173b2 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:23:42.560652 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.566390 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.569682 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] 10.222.0.113 "DELETE /v2.0/networks/845b28d9-8fe6-4f95-922e-b0309f9620e3 HTTP/1.1" status: 204 len: 168 time: 0.6530077 Feb 16 15:23:42.587577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:42.587736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceabe1-55d5-4a39-945e-61582b9dd41e admin admin] Pushing event deleted for resources: {'Network': ['ID=845b28d9-8fe6-4f95-922e-b0309f9620e3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:42.910878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41062) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:42.952957 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-89e59c89-d6ac-4d41-be63-2493eca644ab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d47b8185a8f14c06a632bd6c333b1954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408499 Feb 16 15:23:42.955581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41064) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:43.006005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5378accb-8516-41a0-8dda-298d02f366c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:43.034859 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5378accb-8516-41a0-8dda-298d02f366c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:43.172143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5378accb-8516-41a0-8dda-298d02f366c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:43.174624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5378accb-8516-41a0-8dda-298d02f366c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:43.175825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5378accb-8516-41a0-8dda-298d02f366c7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2b8ab92f-124c-469c-8c55-27faa978e60a HTTP/1.1" status: 204 len: 168 time: 0.2193029 Feb 16 15:23:43.184829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378accb-8516-41a0-8dda-298d02f366c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8ab92f-124c-469c-8c55-27faa978e60a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:43.262681 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41068) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:43.338375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25505c-73fc-4344-bc8a-ef4ab6e08326 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:43.338848 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25505c-73fc-4344-bc8a-ef4ab6e08326 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:43.339310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25505c-73fc-4344-bc8a-ef4ab6e08326 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:43.341010 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a25505c-73fc-4344-bc8a-ef4ab6e08326 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/ports?project_id=c4f13dc8dab443fb816ba51c96f2b855&network_id=abb4293d-04d8-46da-ac0d-68f97327b30d HTTP/1.1" status: 200 len: 2970 time: 0.0772922 Feb 16 15:23:43.992206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41076) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:44.031783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3e799e01-e1fd-49d9-b584-17af6b9b1350 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5e7df76ee27843949eb3d4fe8b91c686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378654 Feb 16 15:23:44.034293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41078) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:44.082792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ec5605d-7dcd-4636-bab6-f109f7fcb836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:44.108651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ec5605d-7dcd-4636-bab6-f109f7fcb836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:44.240546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ec5605d-7dcd-4636-bab6-f109f7fcb836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:44.243134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2ec5605d-7dcd-4636-bab6-f109f7fcb836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:44.244327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2ec5605d-7dcd-4636-bab6-f109f7fcb836 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6c6d9fb7-5986-475c-bb1b-629bb945e3e7 HTTP/1.1" status: 204 len: 168 time: 0.2090967 Feb 16 15:23:44.252213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5605d-7dcd-4636-bab6-f109f7fcb836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6d9fb7-5986-475c-bb1b-629bb945e3e7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:46.635023 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:47.195317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41088) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:47.264041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a64828-934f-4cff-be4b-113c7978be83 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:47.265510 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-48a64828-934f-4cff-be4b-113c7978be83 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204 HTTP/1.1" status: 200 len: 814 time: 0.0690546 Feb 16 15:23:48.231786 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41094) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:48.237281 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'network': {'name': 'tempest-network-smoke--359590271', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:48.320288 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:23:48.324201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:48.353925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:23:48.362930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:48.363647 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Added segment ffff21cd-ca51-4a8e-8603-09e124197c2d of type vlan for network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 Feb 16 15:23:48.405870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:48.497911 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:48.504607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:48.505567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:48.584260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Network': ['ID=1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:48.595154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:23:48.631685 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d67b929-122c-4cbc-b7a8-2738f2b7ac4e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3987367 Feb 16 15:23:48.634760 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41096) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:48.729132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bcf6c-c14d-459a-a4b8-7d035d32c03f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:48.730687 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4a3bcf6c-c14d-459a-a4b8-7d035d32c03f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=c4f13dc8dab443fb816ba51c96f2b855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0950089 Feb 16 15:23:48.733669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41098) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:48.819428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820f94e-659e-481a-9608-6c8d518bf2f4 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:48.821013 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c820f94e-659e-481a-9608-6c8d518bf2f4 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864441 Feb 16 15:23:48.823830 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41100) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:48.852879 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7b51a698-aeb7-4c4a-85ab-1e10c87c4e3c tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279818 Feb 16 15:23:48.855774 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41102) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:48.882321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-488746bf-06bd-48b7-8cf5-6c10771dd859 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=c4f13dc8dab443fb816ba51c96f2b855&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255442 Feb 16 15:23:48.884753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41104) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:48.976391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec939f6e-dd25-4530-929b-bc46ffe1d80e tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:48.977915 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ec939f6e-dd25-4530-929b-bc46ffe1d80e tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922790 Feb 16 15:23:48.980913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41106) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:49.009378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-77023415-4b25-429e-84a4-979002054198 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273890 Feb 16 15:23:49.011716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41108) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:49.016482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1836182132', 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:49.211736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:23:49.215239 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:49.472822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:49.537230 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Subnet': ['ID=73894a36-9f5a-49b7-87d2-c95f513d1968,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:49.545802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Checking segment: {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:23:49.546154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network hostable DHCP agents. Network: 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:23:49.626334 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:23:49.683511 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:23:49.687564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:49.688191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:49.693652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0c24a-26fd-4b8a-8b51-2d3ac27cf79a None None] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:23:49.766454 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3321674a-8938-4856-9f0b-fb8e6c1ee392 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7536688 Feb 16 15:23:49.838122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ips': [{'subnet_id': '73894a36-9f5a-49b7-87d2-c95f513d1968'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:23:49.839010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:49.973303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Allocated IP 172.20.0.18 (1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19/73894a36-9f5a-49b7-87d2-c95f513d1968/8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:23:50.116158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:50.181270 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:50.224871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:23:50.230105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:23:50.234301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:23:50.237213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Pushing event updated for resources: {'Port': ['ID=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:50.288474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Attempting to bind port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:23:50.288833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Attempting to bind port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:23:50.289808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Attempting to bind port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd on network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:23:50.294721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:23:50.295076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Checking segment: {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:23:50.295479 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:50.295896 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Bound using segment: {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:23:50.296361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Bound port: 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:23:50.296742 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:50.360263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] For port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:23:50.363195 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] For port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:23:50.426612 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:50.489780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcfd85-0a77-4c48-8d62-fd2c74719c79 None None] Pushing event updated for resources: {'Port': ['ID=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:50.802451 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41116) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:50.807687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f601d438-6bc3-46e1-82aa-b5de38b88cca tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140860892', 'description': 'tempest-secgroup-smoke-1140860892 description', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:50.897786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f601d438-6bc3-46e1-82aa-b5de38b88cca tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:50.965964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f601d438-6bc3-46e1-82aa-b5de38b88cca tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.034515 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f601d438-6bc3-46e1-82aa-b5de38b88cca tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.064982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601d438-6bc3-46e1-82aa-b5de38b88cca tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69460e3-cf36-4344-9085-0d2f76953f8f,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:51.122355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f601d438-6bc3-46e1-82aa-b5de38b88cca tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.123931 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f601d438-6bc3-46e1-82aa-b5de38b88cca tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3201857 Feb 16 15:23:51.126662 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41118) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:51.131123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cf5c59aa-772e-484b-980a-a2c0cf1a1fa4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': 'b69460e3-cf36-4344-9085-0d2f76953f8f', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:51.273049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf5c59aa-772e-484b-980a-a2c0cf1a1fa4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.324748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf5c59aa-772e-484b-980a-a2c0cf1a1fa4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.383909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceab883b-695e-4adf-99eb-905ff901c7be None None] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:23:51.400970 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf5c59aa-772e-484b-980a-a2c0cf1a1fa4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.419210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c59aa-772e-484b-980a-a2c0cf1a1fa4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37e56a8-92ac-405c-b815-9399c8174789,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:51.455620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8b9c0c37-5efb-4f10-ab95-41e03ae6beb6 None None] Provisioning complete for port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:23:51.456129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8b9c0c37-5efb-4f10-ab95-41e03ae6beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.529229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf5c59aa-772e-484b-980a-a2c0cf1a1fa4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.529229 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf5c59aa-772e-484b-980a-a2c0cf1a1fa4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680596 Feb 16 15:23:51.529229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41120) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:51.529229 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a8a74902-af31-431e-a36e-5718985ed782 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': 'b69460e3-cf36-4344-9085-0d2f76953f8f', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:51.605347 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8b9c0c37-5efb-4f10-ab95-41e03ae6beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.632684 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8a74902-af31-431e-a36e-5718985ed782 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.645278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8b9c0c37-5efb-4f10-ab95-41e03ae6beb6 None None] For port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:23:51.711930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8a74902-af31-431e-a36e-5718985ed782 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.713683 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8b9c0c37-5efb-4f10-ab95-41e03ae6beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.769715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c0c37-5efb-4f10-ab95-41e03ae6beb6 None None] Pushing event updated for resources: {'Port': ['ID=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:51.783327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8a74902-af31-431e-a36e-5718985ed782 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.804430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a74902-af31-431e-a36e-5718985ed782 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0780fb7-46d9-4a25-9da1-f5f0fea0f31a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:51.834695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e7a016ec-cca1-4d21-8d5e-2267564671e9 None None] Provisioning complete for port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:23:51.835130 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e7a016ec-cca1-4d21-8d5e-2267564671e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.865109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8a74902-af31-431e-a36e-5718985ed782 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:51.866343 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a8a74902-af31-431e-a36e-5718985ed782 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3542674 Feb 16 15:23:51.869755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41122) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:51.874254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b5a1a25e-676e-49b3-a546-38dd55f998b8 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': 'b69460e3-cf36-4344-9085-0d2f76953f8f', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:51.976517 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a25e-676e-49b3-a546-38dd55f998b8 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.035948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a25e-676e-49b3-a546-38dd55f998b8 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.114575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a25e-676e-49b3-a546-38dd55f998b8 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.134487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1a25e-676e-49b3-a546-38dd55f998b8 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16ba800-cb0b-4ee6-9a8b-0f3d0c295af2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:52.185157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5a1a25e-676e-49b3-a546-38dd55f998b8 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.186401 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b5a1a25e-676e-49b3-a546-38dd55f998b8 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155811 Feb 16 15:23:52.189583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41124) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:52.193817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6eeee138-2ee9-4ac8-8f91-37da3e7bb268 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': 'b69460e3-cf36-4344-9085-0d2f76953f8f', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:52.285068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6eeee138-2ee9-4ac8-8f91-37da3e7bb268 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.351381 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6eeee138-2ee9-4ac8-8f91-37da3e7bb268 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.421236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6eeee138-2ee9-4ac8-8f91-37da3e7bb268 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.433265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:23:52.442272 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee138-2ee9-4ac8-8f91-37da3e7bb268 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342df2b9-240e-4da6-89fa-8e65a9c8f929,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:52.485704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:23:52.486074 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.508809 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6eeee138-2ee9-4ac8-8f91-37da3e7bb268 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.510338 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6eeee138-2ee9-4ac8-8f91-37da3e7bb268 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3198369 Feb 16 15:23:52.513292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41126) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:52.517635 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': 'b69460e3-cf36-4344-9085-0d2f76953f8f', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:52.598398 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Project c4f13dc8dab443fb816ba51c96f2b855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:23:52.605096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.669641 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.780734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.799073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bd1bbe-bbd8-4366-bf30-976e7afb9dc0,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:52.876191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:52.877380 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-917fc037-d2f8-4017-bd83-976ecf504d17 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3631239 Feb 16 15:23:52.880086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41128) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:23:52.885138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': 'b69460e3-cf36-4344-9085-0d2f76953f8f', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:52.975275 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Project c4f13dc8dab443fb816ba51c96f2b855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:23:52.981459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:53.044305 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:53.112241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:53.129985 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d636e81-ff04-44ce-b45f-bea4d265d365,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:53.190768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:53.192032 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-531c48a1-b371-4345-b7f0-e8c8d8d93bd3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3110356 Feb 16 15:23:53.381815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-a7fae96d-1839-4693-af63-0a8c602dac22 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140860892&fields=id&tenant_id=c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 267 time: 0.0338314 Feb 16 15:23:53.486288 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-53ceb590-ab1d-4ae0-85ba-abf9d053ec6f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:53.487753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-53ceb590-ab1d-4ae0-85ba-abf9d053ec6f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/networks?id=1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 HTTP/1.1" status: 200 len: 796 time: 0.0990894 Feb 16 15:23:53.503269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-e31b9f1a-3d1d-45ed-b219-5f4b1ef5e85e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/quotas/c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 375 time: 0.0088766 Feb 16 15:23:53.563300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-fd6252f1-9950-473c-ae66-acda5dad1f63 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548043 Feb 16 15:23:53.678995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-1f044c01-1613-4549-8a6f-dc1dfd780200 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:23:53.680531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-1f044c01-1613-4549-8a6f-dc1dfd780200 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053309 Feb 16 15:23:53.770234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-3ee34dfd-1667-493a-95e3-9162a19ae454 service neutron] 10.222.0.113 "GET /v2.0/networks/1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832076 Feb 16 15:23:53.864018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-273f3b3d-aecb-4da8-9a0e-6b63f1ef5899 service neutron] 10.222.0.113 "GET /v2.0/networks/1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Feb 16 15:23:54.121500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f150c11-6262-41cf-8419-f6b4edd5b110 req-2289fb72-28f1-41b2-82c8-1a0cecdcc9ad tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 210 time: 0.0279832 Feb 16 15:23:55.201662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25530af7-5ee4-4621-8a55-9c57d3aabc02 req-432ce4d4-690c-4208-bb41-fd21978904b0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Feb 16 15:23:56.282796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a82e668-edf8-41a7-99df-fc02c3305593 req-e423436c-09ed-4865-9b5d-a6efde60ec7f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Feb 16 15:23:57.383112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3675166f-3409-43f5-b057-8488bc9fcd23 req-162a1ed7-e9c9-419a-a1d6-0ed4ada93005 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Feb 16 15:23:57.913378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-b4ce7f79-e3c4-4aad-8610-0d8e29b4b135 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:57.914826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-b4ce7f79-e3c4-4aad-8610-0d8e29b4b135 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.129 "GET /v2.0/networks?id=1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 HTTP/1.1" status: 200 len: 796 time: 0.1044891 Feb 16 15:23:57.959459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-7f220a3d-9676-4401-8633-c87612b8f1eb tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 473 time: 0.0365505 Feb 16 15:23:57.968983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'port': {'device_id': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'admin_state_up': True, 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'security_groups': ['b69460e3-cf36-4344-9085-0d2f76953f8f']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:58.151930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:23:58.155526 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:58.281275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.20.0.23 (1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19/73894a36-9f5a-49b7-87d2-c95f513d1968/0f093fb6-eb9d-4bac-bd55-679bc16ce7aa) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:23:58.431513 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:58.484623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-485b4bc8-2ff7-460f-a3cb-ab9a01027fbc req-22ef08cc-42fc-4570-b04f-03d372eccfdc tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 210 time: 0.0302043 Feb 16 15:23:58.564232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:58.609566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:23:58.612611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:23:58.616197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:23:58.644209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:58.673715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:58.674431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:58.769017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-6e348723-7469-4c34-b456-7dc8163767e2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8037124 Feb 16 15:23:58.782005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Request body: {'port': {'device_id': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:23:58.834733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:58.878757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4e993a2d-b941-49b4-a802-b227cc2b5376 None None] Provisioning complete for port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:23:58.879331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4e993a2d-b941-49b4-a802-b227cc2b5376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:58.916975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4e993a2d-b941-49b4-a802-b227cc2b5376 None None] Port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:23:59.100481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:23:59.108688 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:59.120212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Transition to ACTIVE for port object 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:23:59.174655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:59.228466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:59.303395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Attempting to bind port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:23:59.303755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Attempting to bind port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:23:59.304082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Attempting to bind port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa on network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:23:59.309459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa on network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:23:59.309459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Attempting to bind port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa on network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:23:59.314183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:23:59.314519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Checking segment: {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:23:59.314908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Bound using segment: {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:23:59.315321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Bound port: 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:23:59.315705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:59.384541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] For port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:23:59.388832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] For port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:23:59.478217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:59.518680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:59.519364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:23:59.520797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] 10.222.0.129 "PUT /v2.0/ports/0f093fb6-eb9d-4bac-bd55-679bc16ce7aa HTTP/1.1" status: 200 len: 1092 time: 0.7432129 Feb 16 15:23:59.521237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'tag': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:23:59.523509 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d192e2-2114-4121-abea-11f4a5fc6b54" -d '{"events": [{"name": "network-changed", "server_uuid": "443e79f1-2b3b-430e-a781-b2fd81689de7", "tag": "0f093fb6-eb9d-4bac-bd55-679bc16ce7aa"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:23:59.551796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea4c6d-9bac-4110-b159-781fcade4c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:23:59.589860 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d76d9d-1039-4452-81b2-1c383b5ffdf6 x-openstack-request-id: req-e7d76d9d-1039-4452-81b2-1c383b5ffdf6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:23:59.590161 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443e79f1-2b3b-430e-a781-b2fd81689de7", "tag": "0f093fb6-eb9d-4bac-bd55-679bc16ce7aa", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:23:59.590414 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e7d76d9d-1039-4452-81b2-1c383b5ffdf6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:23:59.590820 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'tag': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa', 'status': 'completed', 'code': 200} Feb 16 15:23:59.645491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606a345-e291-4b97-b963-354d504781c8 req-52f7b7d2-bfc9-412d-89ef-09d19db50c59 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:59.645491 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8606a345-e291-4b97-b963-354d504781c8 req-52f7b7d2-bfc9-412d-89ef-09d19db50c59 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 944 time: 0.0842359 Feb 16 15:23:59.652856 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d192e2-2114-4121-abea-11f4a5fc6b54 req-f96043de-60a3-4705-9a2f-31257f320ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:59.654333 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75d192e2-2114-4121-abea-11f4a5fc6b54 req-f96043de-60a3-4705-9a2f-31257f320ba7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 1095 time: 0.0597427 Feb 16 15:23:59.741669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8606a345-e291-4b97-b963-354d504781c8 req-3c6cade5-3cb0-49ff-ab6a-fb74040c05ef tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863647 Feb 16 15:23:59.780903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d192e2-2114-4121-abea-11f4a5fc6b54 req-4e142f1b-c676-4eb7-9939-af64cb859e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:59.781371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d192e2-2114-4121-abea-11f4a5fc6b54 req-4e142f1b-c676-4eb7-9939-af64cb859e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:59.782878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75d192e2-2114-4121-abea-11f4a5fc6b54 req-4e142f1b-c676-4eb7-9939-af64cb859e92 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1206026 Feb 16 15:23:59.875571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d192e2-2114-4121-abea-11f4a5fc6b54 req-92f44039-0a9a-4e3f-a7a1-a114143ade6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:59.876940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75d192e2-2114-4121-abea-11f4a5fc6b54 req-92f44039-0a9a-4e3f-a7a1-a114143ade6b service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0872974 Feb 16 15:23:59.956422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-0eacb911-b8a5-4e89-a07a-647157f827f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:23:59.957881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-0eacb911-b8a5-4e89-a07a-647157f827f4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 1095 time: 0.0459177 Feb 16 15:24:00.002319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-741282fc-c655-4858-b6af-11859725fbbe service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa HTTP/1.1" status: 200 len: 217 time: 0.0368910 Feb 16 15:24:00.054678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-b31399a5-a01c-4763-8e9f-6dd60f30c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:00.056262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-b31399a5-a01c-4763-8e9f-6dd60f30c1ab service neutron] 10.222.0.129 "GET /v2.0/subnets?id=73894a36-9f5a-49b7-87d2-c95f513d1968 HTTP/1.1" status: 200 len: 838 time: 0.0439029 Feb 16 15:24:00.107409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66589e-334e-41df-89f1-8619c87fa565 req-0f42cd93-c790-4070-a5a1-ed90a1209681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:00.109064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-0f42cd93-c790-4070-a5a1-ed90a1209681 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463040 Feb 16 15:24:00.197909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-3be936b3-5964-411e-aeb1-1e2dfd6cf36e service neutron] 10.222.0.129 "GET /v2.0/networks/1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822613 Feb 16 15:24:00.293634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a66589e-334e-41df-89f1-8619c87fa565 req-b092838e-7dda-47fd-a5b4-827eda16947b service neutron] 10.222.0.129 "GET /v2.0/networks/1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894716 Feb 16 15:24:00.864356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a1e4b-b2f8-498d-8851-9d3c9eea37b8 req-e3ce8752-c592-4151-ae8b-229f08b51fb1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:00.865816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e8a1e4b-b2f8-498d-8851-9d3c9eea37b8 req-e3ce8752-c592-4151-ae8b-229f08b51fb1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 944 time: 0.0507560 Feb 16 15:24:00.903876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e8a1e4b-b2f8-498d-8851-9d3c9eea37b8 req-752e5dcc-91e1-4b04-a22d-c512aa031944 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Feb 16 15:24:01.586476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-466a2838-eee7-4662-b2af-ab604a89b9b2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392673 Feb 16 15:24:01.684131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-922e2f72-6a32-4428-8694-bdb61c8df098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:01.685664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-922e2f72-6a32-4428-8694-bdb61c8df098 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 1097 time: 0.0432363 Feb 16 15:24:01.797264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-3a4d64b8-fc2d-4c0c-bebf-ef611ec18614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:01.798716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-3a4d64b8-fc2d-4c0c-bebf-ef611ec18614 service neutron] 10.222.0.93 "GET /v2.0/networks?id=abb4293d-04d8-46da-ac0d-68f97327b30d HTTP/1.1" status: 200 len: 898 time: 0.0876648 Feb 16 15:24:01.867720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-e6f900e7-6d17-4200-96c6-1b0a0e215927 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 HTTP/1.1" status: 200 len: 1002 time: 0.0580022 Feb 16 15:24:01.924226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-61e02d92-e532-458c-8850-d0c6364ee255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:01.925684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-61e02d92-e532-458c-8850-d0c6364ee255 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=807e9c06-7925-42b7-a743-7568269264da HTTP/1.1" status: 200 len: 835 time: 0.0478609 Feb 16 15:24:01.973509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-f799643f-9054-4f64-9c13-f0a48fefe061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:01.976965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-f799643f-9054-4f64-9c13-f0a48fefe061 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abb4293d-04d8-46da-ac0d-68f97327b30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413017 Feb 16 15:24:02.083334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca4a9d-12fc-47a5-9221-0d7ab59a2963 req-8cef503d-d622-4a7c-b991-3bf909ea5090 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:02.084856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00ca4a9d-12fc-47a5-9221-0d7ab59a2963 req-8cef503d-d622-4a7c-b991-3bf909ea5090 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 944 time: 0.1070116 Feb 16 15:24:02.127773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-b589222b-7add-4899-9ab0-e312271e192c service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339509 Feb 16 15:24:02.139783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00ca4a9d-12fc-47a5-9221-0d7ab59a2963 req-9362a318-bba3-4a15-b9ce-dfdf284ab87f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Feb 16 15:24:02.223339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24532ea6-c9d9-49e6-acb6-fdab6a78f589 req-b747be8c-e0b1-4830-aa2d-01e730c1cf35 service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826254 Feb 16 15:24:03.259841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740181b-379d-4e4b-bd05-c247164c9f4b req-de561467-4a0f-4996-897d-4fc7854c0cfe tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:03.261898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4740181b-379d-4e4b-bd05-c247164c9f4b req-de561467-4a0f-4996-897d-4fc7854c0cfe tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 944 time: 0.0537612 Feb 16 15:24:03.300770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4740181b-379d-4e4b-bd05-c247164c9f4b req-460eeeb2-3568-4cee-831b-30a8a72e6a09 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Feb 16 15:24:03.364585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:24:03.375589 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:24:03.460660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:03.471944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa', 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'port_id': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa', 'mac_address': 'fa:16:3e:fc:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73894a36-9f5a-49b7-87d2-c95f513d1968', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:24:03.507661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:03.520776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:24:03.539097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:03.677486 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:03.723771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:03.731067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.731410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.731768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.732099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.732422 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.732744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.733089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.733405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.733721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.734033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.734345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.734655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:03.910936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['0f093fb6-eb9d-4bac-bd55-679bc16ce7aa'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:24:04.419016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedac300-c5de-47fe-bd4c-42461413f067 req-cfdae5c6-f05f-4c47-b9c3-28f3b180ccf5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:04.420528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bedac300-c5de-47fe-bd4c-42461413f067 req-cfdae5c6-f05f-4c47-b9c3-28f3b180ccf5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 945 time: 0.0499141 Feb 16 15:24:04.458747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bedac300-c5de-47fe-bd4c-42461413f067 req-b7eda1d5-77be-4141-82c6-64ce4091d19d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Feb 16 15:24:05.359898 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2e38a143-8f19-4b27-89bb-d185a07bc9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:05.395643 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:24:05.508033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:24:05.512815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:05.513189 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:05.581106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffaf8c9-3463-44e2-9561-84b9810d1e95 req-6f1b3bf0-171e-4190-907f-37e2ec6a05aa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:05.582595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ffaf8c9-3463-44e2-9561-84b9810d1e95 req-6f1b3bf0-171e-4190-907f-37e2ec6a05aa tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 945 time: 0.0479949 Feb 16 15:24:05.594698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:05.618128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:24:05.620427 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3d1f0-dbcd-4408-841d-bce1fd40cfa0" -d '{"events": [{"server_uuid": "443e79f1-2b3b-430e-a781-b2fd81689de7", "name": "network-vif-plugged", "status": "completed", "tag": "0f093fb6-eb9d-4bac-bd55-679bc16ce7aa"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:24:05.622510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ffaf8c9-3463-44e2-9561-84b9810d1e95 req-7dfa494d-e004-4d65-b15e-1a42d33fa88c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Feb 16 15:24:05.632900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:05.661543 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fffeb2-f6ca-4d2f-a2e7-e27f53681e10 x-openstack-request-id: req-01fffeb2-f6ca-4d2f-a2e7-e27f53681e10 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:24:05.661833 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443e79f1-2b3b-430e-a781-b2fd81689de7", "name": "network-vif-plugged", "status": "completed", "tag": "0f093fb6-eb9d-4bac-bd55-679bc16ce7aa", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:24:05.662102 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-01fffeb2-f6ca-4d2f-a2e7-e27f53681e10 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:24:05.662677 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa', 'code': 200} Feb 16 15:24:05.702554 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:05.755462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:05.761606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a3ea-bb78-4a47-ac0c-05bad8b455af req-2529e2af-fbed-41c1-825f-b20970f55367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:05.763138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51b0a3ea-bb78-4a47-ac0c-05bad8b455af req-2529e2af-fbed-41c1-825f-b20970f55367 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 1097 time: 0.0455575 Feb 16 15:24:05.798795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51b0a3ea-bb78-4a47-ac0c-05bad8b455af req-255afa67-ccd6-4626-a269-459cb1b2babd service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284271 Feb 16 15:24:06.747911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fad3-45bc-44d4-ada4-0c53aa6225be req-9bc81949-0093-4450-8c7a-e0fbeb7a26c7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:06.749362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1393fad3-45bc-44d4-ada4-0c53aa6225be req-9bc81949-0093-4450-8c7a-e0fbeb7a26c7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 946 time: 0.0488410 Feb 16 15:24:06.788772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1393fad3-45bc-44d4-ada4-0c53aa6225be req-6f671ed7-8c96-44e5-a42c-07dd8b4dfc1e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Feb 16 15:24:07.905620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0c1ba-4b3d-459b-bb17-ffce7257b717 req-64ca6e38-3b57-4e1f-a442-5e224d5e4187 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:07.907094 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ef0c1ba-4b3d-459b-bb17-ffce7257b717 req-64ca6e38-3b57-4e1f-a442-5e224d5e4187 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 946 time: 0.0488412 Feb 16 15:24:07.945881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ef0c1ba-4b3d-459b-bb17-ffce7257b717 req-ab2c285c-7aa0-4719-9497-1bcfadffa4af tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325494 Feb 16 15:24:08.005026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48436517-d4cd-4f36-b69f-c57217f508cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:08.065264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae05d1-5078-43bc-b0bc-b6b91837be1f req-43fb5c1d-1674-47f6-b6d8-d4a099562c94 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:08.066782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07ae05d1-5078-43bc-b0bc-b6b91837be1f req-43fb5c1d-1674-47f6-b6d8-d4a099562c94 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 946 time: 0.0531170 Feb 16 15:24:08.105381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07ae05d1-5078-43bc-b0bc-b6b91837be1f req-58d3b44c-e9ce-4e8f-807f-544e9f930367 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325332 Feb 16 15:24:09.664260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41192) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:09.714240 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:10.441979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:10.712750 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.20.0.17 (1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19/73894a36-9f5a-49b7-87d2-c95f513d1968/9e2e3199-cf98-4e91-8d7f-84a035353709) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:24:10.826275 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:10.918234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:10.958079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:24:10.961356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:24:10.966312 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:24:11.000542 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=9e2e3199-cf98-4e91-8d7f-84a035353709,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:11.019639 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.154724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dc15b7d8-3aab-486e-b9c1-6f6bf3614169 None None] Provisioning complete for port 9e2e3199-cf98-4e91-8d7f-84a035353709 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:11.155288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc15b7d8-3aab-486e-b9c1-6f6bf3614169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.187755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-dc15b7d8-3aab-486e-b9c1-6f6bf3614169 None None] Port 9e2e3199-cf98-4e91-8d7f-84a035353709 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:24:11.241011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.528285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.568878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.569540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.580178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.652084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:11.653785 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=9e2e3199-cf98-4e91-8d7f-84a035353709,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:11.748854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:24:11.750145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:24:11.868062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 43af3c84-e473-4738-8148-eecd11686a0a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:24:11.978201 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:24:11.987224 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e35b6a89-5d4e-4394-95bd-2d0e274c9309 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "PUT /v2.0/routers/43af3c84-e473-4738-8148-eecd11686a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3200896 Feb 16 15:24:11.989047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Sync routers for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:24:12.004602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:12.005225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:12.054200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0139cdc0-71a4-4db5-89f1-c8aa72fa69c4 None None] Provisioning complete for port 9e2e3199-cf98-4e91-8d7f-84a035353709 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:12.054474 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0139cdc0-71a4-4db5-89f1-c8aa72fa69c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:12.129749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0139cdc0-71a4-4db5-89f1-c8aa72fa69c4 None None] Port 9e2e3199-cf98-4e91-8d7f-84a035353709 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:24:12.148463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:12.376699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:11Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:09Z', 'revision_number': 1, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2e3199-cf98-4e91-8d7f-84a035353709', 'name': '', 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:d2:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '73894a36-9f5a-49b7-87d2-c95f513d1968', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:10Z', 'updated_at': '2022-02-16T15:24:11Z', 'revision_number': 2, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '73894a36-9f5a-49b7-87d2-c95f513d1968', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:12.403451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Checking router: 43af3c84-e473-4738-8148-eecd11686a0a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:24:12.403835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Updating router 43af3c84-e473-4738-8148-eecd11686a0a port 9e2e3199-cf98-4e91-8d7f-84a035353709 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:24:12.427361 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:12.619003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:12.700226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:12.776473 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:12.846021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3fd72-35cf-46ee-b0c8-9801f707ff6f None None] Pushing event updated for resources: {'Port': ['ID=9e2e3199-cf98-4e91-8d7f-84a035353709,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:12.882756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Attempting to bind port 9e2e3199-cf98-4e91-8d7f-84a035353709 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:24:12.883139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Attempting to bind port 9e2e3199-cf98-4e91-8d7f-84a035353709 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:24:12.883500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Attempting to bind port 9e2e3199-cf98-4e91-8d7f-84a035353709 on network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:24:12.889214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:24:12.889594 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Checking segment: {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:24:12.890108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:12.890424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Bound using segment: {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:24:12.890891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Bound port: 9e2e3199-cf98-4e91-8d7f-84a035353709, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffff21cd-ca51-4a8e-8603-09e124197c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:24:12.891272 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:12.958074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] For port 9e2e3199-cf98-4e91-8d7f-84a035353709, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:24:12.961468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] For port 9e2e3199-cf98-4e91-8d7f-84a035353709, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9e2e3199-cf98-4e91-8d7f-84a035353709,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:24:13.054076 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:13.063840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-eb93161a-db48-4118-868c-7accd0ab673e None None] Provisioning complete for port 9e2e3199-cf98-4e91-8d7f-84a035353709 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:13.064206 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb93161a-db48-4118-868c-7accd0ab673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:13.150414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3fd72-35cf-46ee-b0c8-9801f707ff6f None None] Pushing event updated for resources: {'Port': ['ID=9e2e3199-cf98-4e91-8d7f-84a035353709,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:13.157497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:13.158119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:13.285192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb93161a-db48-4118-868c-7accd0ab673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:13.316387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:13.359874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-eb93161a-db48-4118-868c-7accd0ab673e None None] For port 9e2e3199-cf98-4e91-8d7f-84a035353709, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9e2e3199-cf98-4e91-8d7f-84a035353709,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:13.461346 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eb93161a-db48-4118-868c-7accd0ab673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:13.538821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93161a-db48-4118-868c-7accd0ab673e None None] Pushing event updated for resources: {'Port': ['ID=9e2e3199-cf98-4e91-8d7f-84a035353709,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:13.588716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-57a3c332-8e5b-4120-a0bd-fa9714f4e39e None None] Provisioning complete for port 9e2e3199-cf98-4e91-8d7f-84a035353709 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:13.589081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-57a3c332-8e5b-4120-a0bd-fa9714f4e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:13.634646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:11Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:09Z', 'revision_number': 1, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2e3199-cf98-4e91-8d7f-84a035353709', 'name': '', 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:d2:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '73894a36-9f5a-49b7-87d2-c95f513d1968', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:10Z', 'updated_at': '2022-02-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '73894a36-9f5a-49b7-87d2-c95f513d1968', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:13.666553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562df08-8f47-4c2a-9113-2d5d95f70b44 None None] The sync data for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 is: [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:11Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:09Z', 'revision_number': 1, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e2e3199-cf98-4e91-8d7f-84a035353709', 'name': '', 'network_id': '1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:d2:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '73894a36-9f5a-49b7-87d2-c95f513d1968', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:10Z', 'updated_at': '2022-02-16T15:24:12Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '73894a36-9f5a-49b7-87d2-c95f513d1968', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:24:14.423663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9e2e3199-cf98-4e91-8d7f-84a035353709 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:24:14.473100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9e2e3199-cf98-4e91-8d7f-84a035353709 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:14.473745 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:16.604895 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:30.734138 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-d6eeb37a-d511-48b0-9b22-aa67678a0930 req-338f3902-166a-4f0b-a7e1-510f20656589 service neutron] (103044) timed out ('10.222.0.129', 51820) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:24:32.776776 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41218) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:33.136126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:33.445591 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port 9e2e3199-cf98-4e91-8d7f-84a035353709 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:33.445850 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:33.535771 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port 9e2e3199-cf98-4e91-8d7f-84a035353709, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9e2e3199-cf98-4e91-8d7f-84a035353709,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:33.536129 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:33.547570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for 9e2e3199-cf98-4e91-8d7f-84a035353709 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:33.804291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:33.836443 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=9e2e3199-cf98-4e91-8d7f-84a035353709,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:34.010750 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:34.228073 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 43af3c84-e473-4738-8148-eecd11686a0a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:24:34.565125 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:24:34.572212 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3e745231-1b3a-4762-a08c-f38ea75b2b69 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "PUT /v2.0/routers/43af3c84-e473-4738-8148-eecd11686a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7925382 Feb 16 15:24:34.576601 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] Sync routers for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:24:34.588250 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:34.588892 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:34.696551 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:34.917669 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:33Z', 'revision_number': 6, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:09Z', 'revision_number': 1, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:34.947647 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] Checking router: 43af3c84-e473-4738-8148-eecd11686a0a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:24:34.956492 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:34.957096 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:35.061306 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:35.099355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee089294-5100-464b-aa06-e693e56816fb req-b2c6a2c6-9ec0-4c6f-a899-77c9d20cde64 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:35.101039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee089294-5100-464b-aa06-e693e56816fb req-b2c6a2c6-9ec0-4c6f-a899-77c9d20cde64 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 946 time: 0.1761425 Feb 16 15:24:35.139308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee089294-5100-464b-aa06-e693e56816fb req-f28b1276-56ac-4c60-ab66-827af192bda2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Feb 16 15:24:35.279332 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:33Z', 'revision_number': 6, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:09Z', 'revision_number': 1, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:35.305212 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d77e2-f8b2-412c-b4d7-47ec9782f59b None None] The sync data for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 is: [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:33Z', 'revision_number': 6, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '5705c4f3-57c3-4673-a6b8-9d6be0ef1df7', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'port_id': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'mac_address': 'fa:16:3e:85:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:23:07Z', 'updated_at': '2022-02-16T15:23:09Z', 'revision_number': 1, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:24:35.307224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f1aeab0-8d07-4a9c-8cff-f5c3c67bd3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:36.345608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301d00-3a44-43dd-88d3-8bf8273b1bc9 req-ebc4a2f5-a0cb-40f5-a61c-334c54aee97f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:36.347127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42301d00-3a44-43dd-88d3-8bf8273b1bc9 req-ebc4a2f5-a0cb-40f5-a61c-334c54aee97f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 946 time: 0.1373758 Feb 16 15:24:36.359688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-ff5800a2-9d59-4430-a214-edd27b488368 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:36.361122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-ff5800a2-9d59-4430-a214-edd27b488368 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.129 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 946 time: 0.0839787 Feb 16 15:24:36.379279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9e2e3199-cf98-4e91-8d7f-84a035353709 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:24:36.399257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9e2e3199-cf98-4e91-8d7f-84a035353709 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:24:36.399621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9e2e3199-cf98-4e91-8d7f-84a035353709 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:24:36.442753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42301d00-3a44-43dd-88d3-8bf8273b1bc9 req-9dea74a4-78db-4a6f-a519-63452ed8d933 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=b69460e3-cf36-4344-9085-0d2f76953f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806124 Feb 16 15:24:36.471736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:36.472078 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:36.563802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:36.564158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:36.576093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:36.785479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:36.813569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=0f093fb6-eb9d-4bac-bd55-679bc16ce7aa,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:36.829525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.829999 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.830233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.830540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.830860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:36.866598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] No DVR routers for this DVR port 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:24:36.869256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:36.872813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23e7f9a5-acfd-41bf-9d7d-6b81259b7eaf req-1c5679ba-2636-49cf-9892-aa548ab4d2a6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.129 "DELETE /v2.0/ports/0f093fb6-eb9d-4bac-bd55-679bc16ce7aa HTTP/1.1" status: 204 len: 173 time: 0.5051522 Feb 16 15:24:36.873257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'name': 'network-vif-deleted', 'tag': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:24:36.875565 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9abe609-ee04-41ee-b04e-02d8c4a256a1" -d '{"events": [{"server_uuid": "443e79f1-2b3b-430e-a781-b2fd81689de7", "name": "network-vif-deleted", "tag": "0f093fb6-eb9d-4bac-bd55-679bc16ce7aa"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:24:36.913496 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e66a5fc-598d-4b06-8862-2fa5eecee2ac x-openstack-request-id: req-7e66a5fc-598d-4b06-8862-2fa5eecee2ac {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:24:36.913815 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443e79f1-2b3b-430e-a781-b2fd81689de7", "name": "network-vif-deleted", "tag": "0f093fb6-eb9d-4bac-bd55-679bc16ce7aa", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:24:36.914092 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7e66a5fc-598d-4b06-8862-2fa5eecee2ac {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:24:36.914486 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443e79f1-2b3b-430e-a781-b2fd81689de7', 'name': 'network-vif-deleted', 'tag': '0f093fb6-eb9d-4bac-bd55-679bc16ce7aa', 'status': 'completed', 'code': 200} Feb 16 15:24:37.549966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01d24bea-7502-488f-abbf-580b4cfbff68 req-b4cc38ff-11be-4537-a9ae-b23d8c915d7b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=443e79f1-2b3b-430e-a781-b2fd81689de7 HTTP/1.1" status: 200 len: 210 time: 0.0276105 Feb 16 15:24:37.987081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad33d5b8-1c2e-4c81-baf2-8d413e104450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:38.607473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41236) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:38.665472 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-603f88ef-5468-45d8-828a-adfde8c34ecd tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:38.689890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-603f88ef-5468-45d8-828a-adfde8c34ecd tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:38.855387 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-603f88ef-5468-45d8-828a-adfde8c34ecd tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:38.858161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-603f88ef-5468-45d8-828a-adfde8c34ecd tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:38.859325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-603f88ef-5468-45d8-828a-adfde8c34ecd tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/security-groups/b69460e3-cf36-4344-9085-0d2f76953f8f HTTP/1.1" status: 204 len: 168 time: 0.2508419 Feb 16 15:24:38.868956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f88ef-5468-45d8-828a-adfde8c34ecd tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69460e3-cf36-4344-9085-0d2f76953f8f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:38.945906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41240) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:38.997037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting subnet 73894a36-9f5a-49b7-87d2-c95f513d1968 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:24:39.000095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.040409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.125550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.255715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.284073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Subnet': ['ID=73894a36-9f5a-49b7-87d2-c95f513d1968,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:39.287909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.291463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e1b8ead5-c2fb-4cd7-a902-aabd75bfe499 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/subnets/73894a36-9f5a-49b7-87d2-c95f513d1968 HTTP/1.1" status: 204 len: 168 time: 0.3440635 Feb 16 15:24:39.294272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41242) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:39.295976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457df76-82aa-49f5-a7a1-e0d496a97505 None None] Network 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:24:39.374356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.436043 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:39.436474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.474802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] DHCP port deletion for 1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:24:39.501894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:39.502283 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.506402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:24:39.515909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:39.531861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:24:39.532200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 0f093fb6-eb9d-4bac-bd55-679bc16ce7aa not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:24:39.549053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] Deleting port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:39.549421 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.614473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] For port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,segment=NetworkSegment(ffff21cd-ca51-4a8e-8603-09e124197c2d),segment_id=ffff21cd-ca51-4a8e-8603-09e124197c2d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:39.614860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.634623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] Calling delete_port for 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:39.654514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.688508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] No DVR routers for this DVR port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:24:39.694501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:39.707676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.714501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.741051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] Pushing event deleted for resources: {'Port': ['ID=8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:39.745149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b7362-a132-46d1-ac76-488bed86a633 None None] No DVR routers for this DVR port 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:24:39.777469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.797899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:39.807079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffff21cd-ca51-4a8e-8603-09e124197c2d') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:39.807356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffff21cd-ca51-4a8e-8603-09e124197c2d') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:39.817197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.830527 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.836282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:24:39.836665 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:24:39.839525 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:24:39.987124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.994028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:39.997689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/networks/1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19 HTTP/1.1" status: 204 len: 168 time: 0.7021601 Feb 16 15:24:40.000673 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41244) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:40.013184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb65002-1732-4855-a762-c5f7a81ef211 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Network': ['ID=1ef34ebd-ac15-4d30-9b2e-cfacf5bd2f19,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:40.158343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port 2717dfd4-9b43-4dd1-92d2-bf60667b7ba6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:40.158702 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:40.233138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:40.235435 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:40.244737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for 2717dfd4-9b43-4dd1-92d2-bf60667b7ba6 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:40.376887 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:24:40.419704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:24:40.440618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:24:40.440952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 8c2194a1-6bbd-4dae-82d5-5a5e8ee5f5dd not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:24:40.450250 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:40.473767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=2717dfd4-9b43-4dd1-92d2-bf60667b7ba6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:40.485065 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.485409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.485741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.486072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.486400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.486720 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.487492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.487492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.487687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.487996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.488315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.488631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:40.550015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:40.550349 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Floating IP 5705c4f3-57c3-4673-a6b8-9d6be0ef1df7 disassociated (deleted). External IP: 172.25.6.254, port: a9a9e0c7-c4d8-4467-a949-ae2be0c687c9. Feb 16 15:24:40.755415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 43af3c84-e473-4738-8148-eecd11686a0a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:24:40.861805 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:24:40.866554 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:40.871430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] Sync routers for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:24:40.881651 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:40.882487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:40.893303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1de34ee4-15b8-4c21-ad7f-569f4cf7ef2b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/floatingips/5705c4f3-57c3-4673-a6b8-9d6be0ef1df7 HTTP/1.1" status: 204 len: 168 time: 0.8914511 Feb 16 15:24:40.893891 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:24:40.896165 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:24:40.941220 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9816c0e0-0a3f-47ad-90c9-146c90663eee x-openstack-request-id: req-9816c0e0-0a3f-47ad-90c9-146c90663eee {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:24:40.941513 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:24:40.941785 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9816c0e0-0a3f-47ad-90c9-146c90663eee {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:24:40.942214 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'status': 'completed', 'code': 200} Feb 16 15:24:40.993829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:41.011798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-17955959-8e76-4270-bf4a-45301409e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:41.013934 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-17955959-8e76-4270-bf4a-45301409e3c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 1097 time: 0.0411434 Feb 16 15:24:41.113411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-8dff88f0-6832-4078-a2f7-e104bbd683b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:41.114805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-8dff88f0-6832-4078-a2f7-e104bbd683b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=abb4293d-04d8-46da-ac0d-68f97327b30d HTTP/1.1" status: 200 len: 898 time: 0.0896702 Feb 16 15:24:41.163036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-cca3f421-8b0f-4ef3-bf35-f7ec2fcab4fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 HTTP/1.1" status: 200 len: 217 time: 0.0368657 Feb 16 15:24:41.205145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:33Z', 'revision_number': 6, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:41.216608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-63121132-54de-407a-a0d1-1d2861bfb5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:41.218260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-63121132-54de-407a-a0d1-1d2861bfb5f1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=807e9c06-7925-42b7-a743-7568269264da HTTP/1.1" status: 200 len: 835 time: 0.0470619 Feb 16 15:24:41.234116 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] Checking router: 43af3c84-e473-4738-8148-eecd11686a0a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:24:41.243912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:41.244566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:41.373568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:41.421034 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:41.512382 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:41.604005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:33Z', 'revision_number': 6, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:41.627830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-d8d516fd-47e0-4b3a-9194-a87f2205c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:41.629245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-d8d516fd-47e0-4b3a-9194-a87f2205c6a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abb4293d-04d8-46da-ac0d-68f97327b30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949878 Feb 16 15:24:41.631118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2de02-a42e-47a2-8f41-fadff42241cd None None] The sync data for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 is: [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:33Z', 'revision_number': 6, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'c3393ad2-e9e8-4ce2-b381-25df0864e25d', 'name': '', 'network_id': 'abb4293d-04d8-46da-ac0d-68f97327b30d', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:f1:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '807e9c06-7925-42b7-a743-7568269264da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:48Z', 'updated_at': '2022-02-16T15:22:52Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': '807e9c06-7925-42b7-a743-7568269264da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:24:41.646037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470bc63-838a-4fe3-ae13-fc8f7fa251d1 req-201325de-0b3c-4909-af34-c31a04209551 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:41.647601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3470bc63-838a-4fe3-ae13-fc8f7fa251d1 req-201325de-0b3c-4909-af34-c31a04209551 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 946 time: 0.3831949 Feb 16 15:24:41.741397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3470bc63-838a-4fe3-ae13-fc8f7fa251d1 req-3e299088-4f50-422c-970e-b3280324ae41 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845082 Feb 16 15:24:41.781799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-03059ab7-c5d6-43d9-8961-46191144afd2 service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331885 Feb 16 15:24:41.874035 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90096c-44b2-4aa7-9dfe-4bd89254198e None None] New status for floating IP 5705c4f3-57c3-4673-a6b8-9d6be0ef1df7: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:24:41.880151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ab7333d-fa7d-4c73-ba24-cabfddb8e1cd req-366efbb9-6343-4661-856b-a8fbee005ee2 service neutron] 10.222.0.93 "GET /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894005 Feb 16 15:24:42.638686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:42.852161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a0fc3572-c569-453d-a7a3-42ed760129c2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:42.853820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a0fc3572-c569-453d-a7a3-42ed760129c2 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 946 time: 0.0734310 Feb 16 15:24:42.898791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30239f1-144c-4882-896e-31e5df28cb87 req-c48e3553-0176-4262-b876-360ac75714be tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:42.900188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d30239f1-144c-4882-896e-31e5df28cb87 req-c48e3553-0176-4262-b876-360ac75714be tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 946 time: 0.0839503 Feb 16 15:24:42.968370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d30239f1-144c-4882-896e-31e5df28cb87 req-ec1d9117-3ae7-49f5-b8d4-857b964d590b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605726 Feb 16 15:24:42.984944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:42.985285 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:43.077025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:43.077381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:43.088895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:43.318842 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:43.353497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=a9a9e0c7-c4d8-4467-a949-ae2be0c687c9,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:43.393282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] No DVR routers for this DVR port a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:24:43.395924 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:43.399197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c18494b-c9a5-4ba3-926f-939dc473e99c req-a9e77c0d-9352-4923-9abe-ca12d9477016 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "DELETE /v2.0/ports/a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 HTTP/1.1" status: 204 len: 173 time: 0.5341558 Feb 16 15:24:43.399653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'name': 'network-vif-deleted', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:24:43.401906 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da28d1ae-8ac5-411f-8d49-7ced20d279c5" -d '{"events": [{"server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "name": "network-vif-deleted", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:24:43.439114 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044e44f0-3313-4d4c-8a0f-3085f20ddff6 x-openstack-request-id: req-044e44f0-3313-4d4c-8a0f-3085f20ddff6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:24:43.439405 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd5b231-db9e-4f1f-8d2f-788cb1c36aca", "name": "network-vif-deleted", "tag": "a9a9e0c7-c4d8-4467-a949-ae2be0c687c9", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:24:43.439690 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-044e44f0-3313-4d4c-8a0f-3085f20ddff6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:24:43.440093 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd5b231-db9e-4f1f-8d2f-788cb1c36aca', 'name': 'network-vif-deleted', 'tag': 'a9a9e0c7-c4d8-4467-a949-ae2be0c687c9', 'status': 'completed', 'code': 200} Feb 16 15:24:44.076496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69414e7c-b39b-42f0-ba92-c4a766e3d154 req-71eb826e-ea1f-43ec-b77b-97d2cfbf72ce tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=6bd5b231-db9e-4f1f-8d2f-788cb1c36aca HTTP/1.1" status: 200 len: 210 time: 0.0267143 Feb 16 15:24:45.133586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41260) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:45.191701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ad0a8a4-c494-4f62-98c4-713f42e27f34 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:45.217238 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ad0a8a4-c494-4f62-98c4-713f42e27f34 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:45.341571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ad0a8a4-c494-4f62-98c4-713f42e27f34 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:45.344275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ad0a8a4-c494-4f62-98c4-713f42e27f34 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:45.345533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4ad0a8a4-c494-4f62-98c4-713f42e27f34 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/security-groups/849b9f5e-7609-4d44-b9b9-8c125bbd1ad4 HTTP/1.1" status: 204 len: 168 time: 0.2109518 Feb 16 15:24:45.355311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0a8a4-c494-4f62-98c4-713f42e27f34 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849b9f5e-7609-4d44-b9b9-8c125bbd1ad4,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:45.433451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41264) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:45.803230 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:46.063187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port c3393ad2-e9e8-4ce2-b381-25df0864e25d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:46.063458 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:46.155823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port c3393ad2-e9e8-4ce2-b381-25df0864e25d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c3393ad2-e9e8-4ce2-b381-25df0864e25d,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:46.156524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:46.167852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for c3393ad2-e9e8-4ce2-b381-25df0864e25d owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:46.426550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:46.455182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=c3393ad2-e9e8-4ce2-b381-25df0864e25d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:46.615205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:46.633271 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:46.785219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:24:46.808239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:24:46.808588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device a9a9e0c7-c4d8-4467-a949-ae2be0c687c9 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:24:46.849890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 43af3c84-e473-4738-8148-eecd11686a0a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:24:46.958393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:24:46.963293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b1a075e8-62b9-437f-98f0-7c34626a7911 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "PUT /v2.0/routers/43af3c84-e473-4738-8148-eecd11686a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288227 Feb 16 15:24:46.967023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:46.970552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] Sync routers for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:24:46.981456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:46.982387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:47.020835 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting subnet 807e9c06-7925-42b7-a743-7568269264da {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:24:47.023929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.065868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.085668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:47.155963 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.266791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:46Z', 'revision_number': 7, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:47.271353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.292870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] Checking router: 43af3c84-e473-4738-8148-eecd11686a0a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:24:47.297661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Subnet': ['ID=807e9c06-7925-42b7-a743-7568269264da,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:47.302130 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] Routers {'43af3c84-e473-4738-8148-eecd11686a0a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:47.306742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['43af3c84-e473-4738-8148-eecd11686a0a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:47.307075 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.308127 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-85f0269c-0dc9-4f05-8c79-bc9fd7737c76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/subnets/807e9c06-7925-42b7-a743-7568269264da HTTP/1.1" status: 204 len: 168 time: 0.3392210 Feb 16 15:24:47.311658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41268) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:47.351944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021bdd1-6de2-4df2-ae03-e82d71727e00 None None] Network abb4293d-04d8-46da-ac0d-68f97327b30d requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:24:47.429114 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.507918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] Set router 43af3c84-e473-4738-8148-eecd11686a0a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:47.538139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.655415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port b750a04d-5339-44f6-bebb-990976adf81f {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:47.655791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.743042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port b750a04d-5339-44f6-bebb-990976adf81f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b750a04d-5339-44f6-bebb-990976adf81f,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:47.743396 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.754905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for b750a04d-5339-44f6-bebb-990976adf81f owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:47.866132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] DHCP port deletion for abb4293d-04d8-46da-ac0d-68f97327b30d request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:24:47.931213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:46Z', 'revision_number': 7, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:47.935413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] Deleting port 7e2e32f9-245d-4428-999c-8f928fa1c85b {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:24:47.935818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:47.972474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5904a62-3bc8-4be2-bb93-144f487bd530 None None] The sync data for ids ['43af3c84-e473-4738-8148-eecd11686a0a'] in n-d-829433-1 is: [{'id': '43af3c84-e473-4738-8148-eecd11686a0a', 'name': 'tempest-TestNetworkBasicOps-router-1171977783', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:24:46Z', 'revision_number': 7, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': 'b750a04d-5339-44f6-bebb-990976adf81f', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:35:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43af3c84-e473-4738-8148-eecd11686a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:22:45Z', 'updated_at': '2022-02-16T15:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:24:47.998476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.031707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=b750a04d-5339-44f6-bebb-990976adf81f,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:48.035355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] For port 7e2e32f9-245d-4428-999c-8f928fa1c85b, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=7e2e32f9-245d-4428-999c-8f928fa1c85b,segment=NetworkSegment(9379397f-316f-4b8c-9aea-599fc353c32d),segment_id=9379397f-316f-4b8c-9aea-599fc353c32d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:48.035771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.050051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] Calling delete_port for 7e2e32f9-245d-4428-999c-8f928fa1c85b owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:24:48.095457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.186787 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.189347 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.191722 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.216791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] Pushing event deleted for resources: {'Port': ['ID=7e2e32f9-245d-4428-999c-8f928fa1c85b,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:48.221252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6ae63-d3b8-473a-b97c-1f5d99ea6693 None None] No DVR routers for this DVR port 7e2e32f9-245d-4428-999c-8f928fa1c85b on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:24:48.293917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.294709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Fanout notify agent at l3_agent the message router_deleted on router 43af3c84-e473-4738-8148-eecd11686a0a {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:24:48.304068 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.311178 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-74604116-0567-4431-916e-6605c1321705 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/routers/43af3c84-e473-4738-8148-eecd11686a0a HTTP/1.1" status: 204 len: 168 time: 0.9922004 Feb 16 15:24:48.311442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41270) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:48.405701 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.514473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7e2e32f9-245d-4428-999c-8f928fa1c85b no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:24:48.519106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.537332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 7e2e32f9-245d-4428-999c-8f928fa1c85b {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:24:48.537763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 7e2e32f9-245d-4428-999c-8f928fa1c85b not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:24:48.538175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c3393ad2-e9e8-4ce2-b381-25df0864e25d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:24:48.547185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb4293d-04d8-46da-ac0d-68f97327b30d']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:48.557635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c3393ad2-e9e8-4ce2-b381-25df0864e25d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:24:48.557903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c3393ad2-e9e8-4ce2-b381-25df0864e25d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:24:48.561097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9379397f-316f-4b8c-9aea-599fc353c32d') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:48.561388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9379397f-316f-4b8c-9aea-599fc353c32d') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:48.573443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.588730 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.596258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:24:48.596935 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:24:48.600399 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:24:48.741161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.749059 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.752389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/networks/abb4293d-04d8-46da-ac0d-68f97327b30d HTTP/1.1" status: 204 len: 168 time: 0.4435871 Feb 16 15:24:48.766290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757251d-68f4-46e8-a6c6-c2fb69ccea7e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Network': ['ID=abb4293d-04d8-46da-ac0d-68f97327b30d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:48.776770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41272) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:48.783286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'network': {'name': 'tempest-network-smoke--992879447', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'port_security_enabled': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:48.883960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:24:48.887430 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.911278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:24:48.919906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:48.920246 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Added segment a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d of type vlan for network 24742979-b315-4ee4-97c4-0196302aef23 Feb 16 15:24:48.960460 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.026609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.032314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:49.037280 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.103020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Network': ['ID=24742979-b315-4ee4-97c4-0196302aef23,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:49.115170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 24742979-b315-4ee4-97c4-0196302aef23 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:24:49.149614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cfb4c14d-4ffc-49a9-80d2-8d516ed58a6c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3716874 Feb 16 15:24:49.152374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41274) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:49.157452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'admin_state_up': True, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:49.226638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.227754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.285112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.483479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.734649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.756897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:49.856830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.25.6.228 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/636bbd9d-fd2e-4c63-b98c-b53c7c1a3737) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:24:49.959215 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:50.048720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:50.090080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:24:50.093129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:24:50.096498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:24:50.119970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:50.384868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b750a04d-5339-44f6-bebb-990976adf81f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:24:50.407836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b750a04d-5339-44f6-bebb-990976adf81f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:24:50.408187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b750a04d-5339-44f6-bebb-990976adf81f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:24:50.732826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:50.928784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:51.127491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 484a81ab-4528-4db4-8835-5392177980a6 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:24:51.234942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:24:51.245590 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Sync routers for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:24:51.256066 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:51.256678 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:51.312790 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:51.316110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e245a4dd-73ff-4abe-97d7-3900f30f1df6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1625903 Feb 16 15:24:51.317110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41276) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:51.345631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b6e2a8f3-1454-4715-9825-bf9bf0a75ac0 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=c4f13dc8dab443fb816ba51c96f2b855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274105 Feb 16 15:24:51.348270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41278) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:51.365182 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:51.440490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ef98fe-434d-4c71-addf-8395b44bee6f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:51.441941 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d6ef98fe-434d-4c71-addf-8395b44bee6f tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919857 Feb 16 15:24:51.444954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41280) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:51.474544 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-07c39a8c-77b0-4724-88ef-2fb5b4e85955 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285273 Feb 16 15:24:51.477111 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41282) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:51.482812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694865175', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:51.547399 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:50Z', 'revision_number': 3, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:51.573553 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Checking router: 484a81ab-4528-4db4-8835-5392177980a6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:24:51.573894 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Updating router 484a81ab-4528-4db4-8835-5392177980a6 port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:24:51.599049 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:51.659440 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:24:51.663057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:51.917010 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:51.941619 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:51.985732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Subnet': ['ID=e422ab42-b40f-426d-af19-67c9f1c2dfe9,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:51.993413 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Checking segment: {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:24:51.993795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network hostable DHCP agents. Network: 24742979-b315-4ee4-97c4-0196302aef23, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:24:51.998668 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.046550 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Attempting to bind port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:24:52.047005 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Attempting to bind port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:24:52.047284 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Attempting to bind port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:24:52.053938 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Pushing event updated for resources: {'Port': ['ID=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:52.057056 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:24:52.057411 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:24:52.057798 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.058173 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:24:52.058622 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Bound port: 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:24:52.058983 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.065639 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.065972 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.066299 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.066621 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.066937 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.067258 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.067593 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.067908 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.068216 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.068523 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.068831 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.069138 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:24:52.070971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 24742979-b315-4ee4-97c4-0196302aef23 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:24:52.119111 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] For port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:24:52.122640 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] For port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:24:52.139409 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 24742979-b315-4ee4-97c4-0196302aef23) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:24:52.143710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:52.147199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.148720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4310e469-bbaa-49b9-b530-2c54f0bedd2a None None] Network 24742979-b315-4ee4-97c4-0196302aef23 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:24:52.186268 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.218643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-56bdd1d4-f2b8-4391-b6c0-f954b8863ade tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7404134 Feb 16 15:24:52.221333 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41284) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:52.249665 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:52.250286 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:52.252187 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a161fc-ffad-400a-a029-12f64a46b63b None None] Pushing event updated for resources: {'Port': ['ID=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:52.306482 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-24742979-b315-4ee4-97c4-0196302aef23', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:24:52.306482 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.367234 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:52.455526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Allocated IP 172.20.0.2 (24742979-b315-4ee4-97c4-0196302aef23/e422ab42-b40f-426d-af19-67c9f1c2dfe9/4c32ca4c-7a46-42f2-9bb4-c7565faf5423) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:24:52.568369 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:50Z', 'revision_number': 3, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:52.597077 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796444e0-9ae8-4b47-ba11-4dfeaae32410 None None] The sync data for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 is: [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:50Z', 'revision_number': 3, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:24:52.619935 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.682686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.726316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Network 24742979-b315-4ee4-97c4-0196302aef23 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:24:52.729399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:24:52.734553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:24:52.737580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Pushing event updated for resources: {'Port': ['ID=4c32ca4c-7a46-42f2-9bb4-c7565faf5423,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:52.789823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Attempting to bind port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:24:52.790192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Attempting to bind port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:24:52.790555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Attempting to bind port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 on network 24742979-b315-4ee4-97c4-0196302aef23 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:24:52.796622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:24:52.796995 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Checking segment: {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:24:52.797400 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.797790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Bound using segment: {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:24:52.798250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Bound port: 4c32ca4c-7a46-42f2-9bb4-c7565faf5423, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:24:52.798627 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:52.895009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] For port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:24:52.899666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] For port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4c32ca4c-7a46-42f2-9bb4-c7565faf5423,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:24:53.021891 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:53.061670 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:53.123478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a390b75-60a0-4e2e-a1e6-48e10b99b3ac None None] Pushing event updated for resources: {'Port': ['ID=4c32ca4c-7a46-42f2-9bb4-c7565faf5423,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:53.294838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.20.0.1 (24742979-b315-4ee4-97c4-0196302aef23/e422ab42-b40f-426d-af19-67c9f1c2dfe9/aba549ad-af3b-46ca-9c13-b60d6d41b276) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:24:53.441557 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:53.551698 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:53.596578 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 24742979-b315-4ee4-97c4-0196302aef23 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:24:53.599649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:24:53.606571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:24:53.610611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=aba549ad-af3b-46ca-9c13-b60d6d41b276,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:53.651351 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:53.851143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.032597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b1ec1-9bad-4f52-ad01-853343fc9032 None None] Network 24742979-b315-4ee4-97c4-0196302aef23 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:24:54.110152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-41305c33-f2dc-491b-9a9c-ad480670a7f3 None None] Provisioning complete for port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:54.110524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41305c33-f2dc-491b-9a9c-ad480670a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.153277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.202015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.251601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41305c33-f2dc-491b-9a9c-ad480670a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.274533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=aba549ad-af3b-46ca-9c13-b60d6d41b276,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:54.277088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.294077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-41305c33-f2dc-491b-9a9c-ad480670a7f3 None None] For port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4c32ca4c-7a46-42f2-9bb4-c7565faf5423,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:54.367917 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41305c33-f2dc-491b-9a9c-ad480670a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.389769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 24742979-b315-4ee4-97c4-0196302aef23 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:24:54.391268 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:24:54.436298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41305c33-f2dc-491b-9a9c-ad480670a7f3 None None] Pushing event updated for resources: {'Port': ['ID=4c32ca4c-7a46-42f2-9bb4-c7565faf5423,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:54.509097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:24:54.551941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 484a81ab-4528-4db4-8835-5392177980a6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:24:54.579788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:54.580161 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.629114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d62ff51-0966-4e7c-9f1c-db1bfc821b7d None None] Provisioning complete for port aba549ad-af3b-46ca-9c13-b60d6d41b276 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:54.629489 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d62ff51-0966-4e7c-9f1c-db1bfc821b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.667332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:24:54.672929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d62ff51-0966-4e7c-9f1c-db1bfc821b7d None None] Port aba549ad-af3b-46ca-9c13-b60d6d41b276 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:24:54.675783 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-820b3671-59c0-4e78-9f90-f0e14a6bf3f7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "PUT /v2.0/routers/484a81ab-4528-4db4-8835-5392177980a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4507923 Feb 16 15:24:54.676957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41286) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:54.683072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Sync routers for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:24:54.735194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d62ff51-0966-4e7c-9f1c-db1bfc821b7d None None] Provisioning complete for port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:54.735656 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d62ff51-0966-4e7c-9f1c-db1bfc821b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.737335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:54.738060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:54.741836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.835250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:54.869838 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49224a-c1fe-4710-959c-d3c4a04b2ae3 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.870265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49224a-c1fe-4710-959c-d3c4a04b2ae3 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.870804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49224a-c1fe-4710-959c-d3c4a04b2ae3 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.871264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49224a-c1fe-4710-959c-d3c4a04b2ae3 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.873042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ea49224a-c1fe-4710-959c-d3c4a04b2ae3 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1952412 Feb 16 15:24:54.876003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:54.933404 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae67aa-1c4e-4f64-a7f3-430d2cb4d58e tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.933859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae67aa-1c4e-4f64-a7f3-430d2cb4d58e tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.935011 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae67aa-1c4e-4f64-a7f3-430d2cb4d58e tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.935646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae67aa-1c4e-4f64-a7f3-430d2cb4d58e tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:54.938038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:54.940912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75ae67aa-1c4e-4f64-a7f3-430d2cb4d58e tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0634959 Feb 16 15:24:54.941064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41290) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:54.968798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:54.969575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:24:55.187939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7c0c0228-4924-4f69-b8af-26e11281b0f4 tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2425690 Feb 16 15:24:55.266298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:55.303570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d8f68deb-ebee-4e30-93ee-2b438f891ced None None] Provisioning complete for port aba549ad-af3b-46ca-9c13-b60d6d41b276 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:55.303944 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d8f68deb-ebee-4e30-93ee-2b438f891ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.360883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d8f68deb-ebee-4e30-93ee-2b438f891ced None None] Port aba549ad-af3b-46ca-9c13-b60d6d41b276 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:24:55.365419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:55.365791 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.501257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 2, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:55.514010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41294) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:55.518697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ba3c9417-5379-42f6-9091-3eb5c0e27179 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729650020', 'description': 'tempest-secgroup-smoke-729650020 description', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:55.531628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Checking router: 484a81ab-4528-4db4-8835-5392177980a6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:24:55.531994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Updating router 484a81ab-4528-4db4-8835-5392177980a6 port aba549ad-af3b-46ca-9c13-b60d6d41b276 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:24:55.558540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.586469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba3c9417-5379-42f6-9091-3eb5c0e27179 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.654131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba3c9417-5379-42f6-9091-3eb5c0e27179 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.722185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba3c9417-5379-42f6-9091-3eb5c0e27179 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.752251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c9417-5379-42f6-9091-3eb5c0e27179 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a29c54-c180-4bb4-959d-eee6dddf2fe3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:55.798476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ba3c9417-5379-42f6-9091-3eb5c0e27179 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.799820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ba3c9417-5379-42f6-9091-3eb5c0e27179 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2846761 Feb 16 15:24:55.802616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41296) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:55.807241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-83325d01-3598-4aa1-a24a-5ac1c99d0f9d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '17a29c54-c180-4bb4-959d-eee6dddf2fe3', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:55.832953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.881591 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-83325d01-3598-4aa1-a24a-5ac1c99d0f9d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.905106 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.946185 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-83325d01-3598-4aa1-a24a-5ac1c99d0f9d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:55.957094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595764f-bd2c-4619-b92d-f6b71287db67 None None] Pushing event updated for resources: {'Port': ['ID=aba549ad-af3b-46ca-9c13-b60d6d41b276,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:56.005121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Attempting to bind port aba549ad-af3b-46ca-9c13-b60d6d41b276 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:24:56.005496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Attempting to bind port aba549ad-af3b-46ca-9c13-b60d6d41b276 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:24:56.005933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Attempting to bind port aba549ad-af3b-46ca-9c13-b60d6d41b276 on network 24742979-b315-4ee4-97c4-0196302aef23 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:24:56.010997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:24:56.011374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Checking segment: {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:24:56.011826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.012791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Bound using segment: {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:24:56.014403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-83325d01-3598-4aa1-a24a-5ac1c99d0f9d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.014545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Bound port: aba549ad-af3b-46ca-9c13-b60d6d41b276, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:24:56.014853 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.036776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83325d01-3598-4aa1-a24a-5ac1c99d0f9d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b539f8-73ba-443d-a7dd-a64c6f58da8b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:56.082203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] For port aba549ad-af3b-46ca-9c13-b60d6d41b276, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:24:56.085534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] For port aba549ad-af3b-46ca-9c13-b60d6d41b276, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aba549ad-af3b-46ca-9c13-b60d6d41b276,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:24:56.095976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-83325d01-3598-4aa1-a24a-5ac1c99d0f9d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.097373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-83325d01-3598-4aa1-a24a-5ac1c99d0f9d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937891 Feb 16 15:24:56.100073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41298) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:56.104826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4e06c70a-243a-4805-bab7-a8a00f12586a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '17a29c54-c180-4bb4-959d-eee6dddf2fe3', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:56.162762 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.203821 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e06c70a-243a-4805-bab7-a8a00f12586a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.237285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:24:56.237912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:24:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:56.243282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b1482289-5d17-4716-9baa-81f245db75b3 None None] Provisioning complete for port aba549ad-af3b-46ca-9c13-b60d6d41b276 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:56.250121 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b1482289-5d17-4716-9baa-81f245db75b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.276519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e06c70a-243a-4805-bab7-a8a00f12586a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.285150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595764f-bd2c-4619-b92d-f6b71287db67 None None] Pushing event updated for resources: {'Port': ['ID=aba549ad-af3b-46ca-9c13-b60d6d41b276,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:56.324423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e06c70a-243a-4805-bab7-a8a00f12586a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.349398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06c70a-243a-4805-bab7-a8a00f12586a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ff0159-363c-448d-8998-ec6cd4451dd2,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:56.396301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:24:56.410788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4e06c70a-243a-4805-bab7-a8a00f12586a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.414989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4e06c70a-243a-4805-bab7-a8a00f12586a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112957 Feb 16 15:24:56.415367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41300) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:56.420438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f31cd0ad-982f-4f90-9096-78de4ca88da4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '17a29c54-c180-4bb4-959d-eee6dddf2fe3', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:56.452545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:24:56.494611 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b1482289-5d17-4716-9baa-81f245db75b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.516885 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f31cd0ad-982f-4f90-9096-78de4ca88da4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.577922 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f31cd0ad-982f-4f90-9096-78de4ca88da4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.621892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b1482289-5d17-4716-9baa-81f245db75b3 None None] For port aba549ad-af3b-46ca-9c13-b60d6d41b276, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aba549ad-af3b-46ca-9c13-b60d6d41b276,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:24:56.636689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:56.637094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.637433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f31cd0ad-982f-4f90-9096-78de4ca88da4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.655937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cd0ad-982f-4f90-9096-78de4ca88da4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfbd7b7-6cdd-4b51-bc62-1e69c0772a2a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:56.700888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b1482289-5d17-4716-9baa-81f245db75b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.725139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f31cd0ad-982f-4f90-9096-78de4ca88da4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.726395 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f31cd0ad-982f-4f90-9096-78de4ca88da4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3099260 Feb 16 15:24:56.729383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41302) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:56.733887 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7e668244-9471-4a4e-b6c5-a683a7d8e575 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '17a29c54-c180-4bb4-959d-eee6dddf2fe3', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:56.770606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1482289-5d17-4716-9baa-81f245db75b3 None None] Pushing event updated for resources: {'Port': ['ID=aba549ad-af3b-46ca-9c13-b60d6d41b276,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:56.819674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:24:56.826052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e668244-9471-4a4e-b6c5-a683a7d8e575 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.847143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:24:56.885784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-be1a9e97-57d1-428c-9ffd-28d8951a8c9f None None] Provisioning complete for port aba549ad-af3b-46ca-9c13-b60d6d41b276 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:56.885998 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be1a9e97-57d1-428c-9ffd-28d8951a8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.890424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710f43c2-1cf2-4184-9b45-6445b744a213 None None] The sync data for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 is: [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:24:56.904483 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e668244-9471-4a4e-b6c5-a683a7d8e575 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.969658 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:56.970025 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:56.986417 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e668244-9471-4a4e-b6c5-a683a7d8e575 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.013646 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e668244-9471-4a4e-b6c5-a683a7d8e575 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ab32cd-8528-4924-9646-80ce62a1227e,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:57.089994 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e668244-9471-4a4e-b6c5-a683a7d8e575 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.094385 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7e668244-9471-4a4e-b6c5-a683a7d8e575 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3614929 Feb 16 15:24:57.095391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41304) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:57.100231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '17a29c54-c180-4bb4-959d-eee6dddf2fe3', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:57.196861 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Project c4f13dc8dab443fb816ba51c96f2b855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:24:57.202997 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.266924 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.317644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.338987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682d011b-ec32-442f-9d9b-a793a65515d2,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:57.382695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.383961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7583e046-bf0f-4f7d-9a1b-846bfc07455f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2873647 Feb 16 15:24:57.386705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41306) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:24:57.398060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'security_group_rule': {'security_group_id': '17a29c54-c180-4bb4-959d-eee6dddf2fe3', 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:24:57.478423 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Project c4f13dc8dab443fb816ba51c96f2b855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:24:57.485229 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.552550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.615247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.636430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b238fbd-f481-494a-ac80-ded8904d4ae3,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:24:57.696903 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:57.698298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ee7406a-a45c-45b1-a359-f34e6f5c5d54 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3091781 Feb 16 15:24:57.844542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-7418fead-975b-4c2a-8358-945bc7554293 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729650020&fields=id&tenant_id=c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 267 time: 0.0360374 Feb 16 15:24:57.958122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-66818d74-b130-4708-8f7e-3ecdb35db682 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:24:57.959462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-66818d74-b130-4708-8f7e-3ecdb35db682 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/networks?id=24742979-b315-4ee4-97c4-0196302aef23 HTTP/1.1" status: 200 len: 796 time: 0.1075957 Feb 16 15:24:57.974489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-ae86f73f-5d55-44dd-875f-053e0aed23fc tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/quotas/c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 375 time: 0.0099852 Feb 16 15:24:58.024560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-4fe02bd6-13c3-4909-a792-580a39ed2473 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441380 Feb 16 15:24:58.123215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-f867ddf8-9209-4108-9715-9a6e7909a662 service neutron] 10.222.0.113 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863218 Feb 16 15:24:58.212775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2f10d75c-f40d-42f9-8bf7-549667cb2e71 service neutron] 10.222.0.113 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833476 Feb 16 15:24:58.466487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aba549ad-af3b-46ca-9c13-b60d6d41b276 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:24:58.506523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-345623ce-3b36-479e-922c-f422a97bb6f8 req-3269a2b7-8da4-4d1c-b614-cfe125bf5c4a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 210 time: 0.0292563 Feb 16 15:24:58.520273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port aba549ad-af3b-46ca-9c13-b60d6d41b276 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:24:58.520273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:24:59.609065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41163757-86f4-4354-9de2-157d44c74cdb req-add342ed-dea8-4438-994a-069039ace600 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 210 time: 0.0326965 Feb 16 15:25:00.267406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-35605f2d-70a4-4fe6-a93d-e371dc8e887f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:00.271518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-35605f2d-70a4-4fe6-a93d-e371dc8e887f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "GET /v2.0/networks?id=24742979-b315-4ee4-97c4-0196302aef23 HTTP/1.1" status: 200 len: 796 time: 0.1007657 Feb 16 15:25:00.319930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-35c08299-b26b-4bdc-b287-3f6efe59e5d4 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f13dc8dab443fb816ba51c96f2b855 HTTP/1.1" status: 200 len: 379 time: 0.0349824 Feb 16 15:25:00.329777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'port': {'device_id': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'admin_state_up': True, 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'security_groups': ['17a29c54-c180-4bb4-959d-eee6dddf2fe3']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:25:00.516415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Made reservation on behalf of c4f13dc8dab443fb816ba51c96f2b855 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:25:00.520141 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:00.649089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.20.0.5 (24742979-b315-4ee4-97c4-0196302aef23/e422ab42-b40f-426d-af19-67c9f1c2dfe9/1d3d277a-3252-4520-9811-0835ec3d4049) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:25:00.717799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2540908-61ca-4dfc-8af1-3fcb1e1304aa req-d6d146c7-6d49-4815-9233-8e1021944b76 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 210 time: 0.0411580 Feb 16 15:25:00.818536 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:00.934981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:00.985775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network 24742979-b315-4ee4-97c4-0196302aef23 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:25:00.988803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:25:00.991183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:25:01.017835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=1d3d277a-3252-4520-9811-0835ec3d4049,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:01.048026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:01.048667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.118964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-acf4a006-2a37-4a73-94ba-9d31e27b988b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927492 Feb 16 15:25:01.189854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Request body: {'port': {'device_id': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:25:01.205199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-be3f4b73-296e-4be3-bf27-ddcfa9b7ef82 None None] Provisioning complete for port 1d3d277a-3252-4520-9811-0835ec3d4049 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:25:01.205729 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-be3f4b73-296e-4be3-bf27-ddcfa9b7ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.245174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.249100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-be3f4b73-296e-4be3-bf27-ddcfa9b7ef82 None None] Port 1d3d277a-3252-4520-9811-0835ec3d4049 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:25:01.517668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3d277a-3252-4520-9811-0835ec3d4049 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:25:01.524923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.537455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Transition to ACTIVE for port object 1d3d277a-3252-4520-9811-0835ec3d4049 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:25:01.637449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.690389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d277a-3252-4520-9811-0835ec3d4049,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:01.757012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Attempting to bind port 1d3d277a-3252-4520-9811-0835ec3d4049 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:25:01.757355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Attempting to bind port 1d3d277a-3252-4520-9811-0835ec3d4049 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:25:01.757672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Attempting to bind port 1d3d277a-3252-4520-9811-0835ec3d4049 on network 24742979-b315-4ee4-97c4-0196302aef23 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:25:01.762319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Port 1d3d277a-3252-4520-9811-0835ec3d4049 on network 24742979-b315-4ee4-97c4-0196302aef23 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:25:01.763232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Attempting to bind port 1d3d277a-3252-4520-9811-0835ec3d4049 on network 24742979-b315-4ee4-97c4-0196302aef23 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:25:01.768528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:25:01.768805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Checking segment: {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:25:01.769186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Bound using segment: {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:25:01.769610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Bound port: 1d3d277a-3252-4520-9811-0835ec3d4049, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '24742979-b315-4ee4-97c4-0196302aef23'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:25:01.769964 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.871414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] For port 1d3d277a-3252-4520-9811-0835ec3d4049, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:25:01.875981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] For port 1d3d277a-3252-4520-9811-0835ec3d4049, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1d3d277a-3252-4520-9811-0835ec3d4049,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:25:01.887039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e2e4e-9a78-4404-abd6-d95dc271134d req-dc5f3927-2bd8-4db2-a07d-e81f38bc6d35 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:01.889287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f7e2e4e-9a78-4404-abd6-d95dc271134d req-dc5f3927-2bd8-4db2-a07d-e81f38bc6d35 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 943 time: 0.0812130 Feb 16 15:25:01.927360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f7e2e4e-9a78-4404-abd6-d95dc271134d req-d22fcddc-831f-46e5-abe6-646c50b3ad43 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317459 Feb 16 15:25:01.952436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.988595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:01.989286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:01.990621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] 10.222.0.93 "PUT /v2.0/ports/1d3d277a-3252-4520-9811-0835ec3d4049 HTTP/1.1" status: 200 len: 1091 time: 0.8617771 Feb 16 15:25:01.991062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:25:01.993535 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343a2afe-8031-4b20-a028-157afc8999a1" -d '{"events": [{"name": "network-changed", "server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:25:02.016224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84d6ce-83a6-44e2-a217-e553f7a55732 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3d277a-3252-4520-9811-0835ec3d4049,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:02.038891 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b21690-bac9-4318-9fa6-8d0dbfdc6072 x-openstack-request-id: req-33b21690-bac9-4318-9fa6-8d0dbfdc6072 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:25:02.039183 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:25:02.039439 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-33b21690-bac9-4318-9fa6-8d0dbfdc6072 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:25:02.039882 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049', 'status': 'completed', 'code': 200} Feb 16 15:25:02.110122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a2afe-8031-4b20-a028-157afc8999a1 req-674efdc3-0d86-4b4f-a1ef-7be265c39a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:02.111773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-343a2afe-8031-4b20-a028-157afc8999a1 req-674efdc3-0d86-4b4f-a1ef-7be265c39a54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 1094 time: 0.0443902 Feb 16 15:25:02.224179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a2afe-8031-4b20-a028-157afc8999a1 req-0d767778-22e9-49b9-a5e5-1d6a288170b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:02.225656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-343a2afe-8031-4b20-a028-157afc8999a1 req-0d767778-22e9-49b9-a5e5-1d6a288170b7 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1012173 Feb 16 15:25:02.323897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a2afe-8031-4b20-a028-157afc8999a1 req-166cf225-5976-4c98-a7fa-24314ab34a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:02.326084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-343a2afe-8031-4b20-a028-157afc8999a1 req-166cf225-5976-4c98-a7fa-24314ab34a5a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0891190 Feb 16 15:25:02.415505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-3d3d4501-34d6-48f5-8d6e-764c4d1eee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:02.417022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-3d3d4501-34d6-48f5-8d6e-764c4d1eee4c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 1094 time: 0.0460796 Feb 16 15:25:02.464324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-9936b7fd-bc8f-494b-9172-fd3a3fa14406 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d3d277a-3252-4520-9811-0835ec3d4049 HTTP/1.1" status: 200 len: 217 time: 0.0340734 Feb 16 15:25:02.516624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-451fbea5-8e05-40fb-bbe5-b78d55d40286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:02.518059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-451fbea5-8e05-40fb-bbe5-b78d55d40286 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e422ab42-b40f-426d-af19-67c9f1c2dfe9 HTTP/1.1" status: 200 len: 835 time: 0.0448475 Feb 16 15:25:02.570760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-07c7a8ee-2095-4c77-b1a5-4d4e52376eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:02.572189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-07c7a8ee-2095-4c77-b1a5-4d4e52376eff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24742979-b315-4ee4-97c4-0196302aef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430207 Feb 16 15:25:02.666559 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-aea4179d-552b-4d40-8374-928d8fe1dd6d service neutron] 10.222.0.93 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836751 Feb 16 15:25:02.771351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c6c2907-dc48-4893-8517-cebc27d3b5b7 req-7c054555-62b0-4475-8b32-4571fd3aed7e service neutron] 10.222.0.93 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925307 Feb 16 15:25:03.047573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f28ee1-04b1-4b66-a675-36bcf47f8813 req-4706bd68-cb18-47d6-af03-0047848074e9 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:03.049092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36f28ee1-04b1-4b66-a675-36bcf47f8813 req-4706bd68-cb18-47d6-af03-0047848074e9 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 943 time: 0.0497887 Feb 16 15:25:03.088661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-36f28ee1-04b1-4b66-a675-36bcf47f8813 req-44de136b-8b96-4931-89b3-43d6e2197e59 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Feb 16 15:25:04.205037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e29b-542e-4994-b367-3096a05482e8 req-06bcac82-60d8-4117-b910-1dbc2b18cf0e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:04.206499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1619e29b-542e-4994-b367-3096a05482e8 req-06bcac82-60d8-4117-b910-1dbc2b18cf0e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 943 time: 0.0478640 Feb 16 15:25:04.243509 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1619e29b-542e-4994-b367-3096a05482e8 req-53f28f62-a03b-4c4f-9b65-6f2eb1731250 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310371 Feb 16 15:25:05.300406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-404f2e54-96ce-4d47-a612-b90e54c1002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:05.362021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09131f-f99f-43ae-a63e-eff3b5396f5b req-5cefb91c-07c7-421e-a449-73ea8a178144 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:05.363425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf09131f-f99f-43ae-a63e-eff3b5396f5b req-5cefb91c-07c7-421e-a449-73ea8a178144 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 943 time: 0.0525260 Feb 16 15:25:05.402292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf09131f-f99f-43ae-a63e-eff3b5396f5b req-97b0c391-9beb-46ed-87a3-9bf10b9ba9cd tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327215 Feb 16 15:25:06.515819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d2a89-c1bb-4aff-ba4f-e0e13bdb70e7 req-7748cc4f-a476-4094-b69f-b7c40ed64a09 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:06.517298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d7d2a89-c1bb-4aff-ba4f-e0e13bdb70e7 req-7748cc4f-a476-4094-b69f-b7c40ed64a09 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 943 time: 0.0480185 Feb 16 15:25:06.554878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d7d2a89-c1bb-4aff-ba4f-e0e13bdb70e7 req-7af2ed38-48cb-4bb0-9175-9c2ad4dbc6b5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316262 Feb 16 15:25:06.908217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1d3d277a-3252-4520-9811-0835ec3d4049 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:25:07.007427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1d3d277a-3252-4520-9811-0835ec3d4049, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1d3d277a-3252-4520-9811-0835ec3d4049,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:25:07.019930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '1d3d277a-3252-4520-9811-0835ec3d4049', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'port_id': '1d3d277a-3252-4520-9811-0835ec3d4049', 'mac_address': 'fa:16:3e:9b:32:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:25:07.061156 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:07.073718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3d277a-3252-4520-9811-0835ec3d4049 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:25:07.096469 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1d3d277a-3252-4520-9811-0835ec3d4049, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1d3d277a-3252-4520-9811-0835ec3d4049,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:25:07.133957 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:07.180126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=1d3d277a-3252-4520-9811-0835ec3d4049,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:07.187973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.188317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.188654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.188989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.189317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.189642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.189965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.190284 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.190602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.190920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.191243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.191579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:07.402263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['1d3d277a-3252-4520-9811-0835ec3d4049'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:25:07.673481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef57a27-51a2-42ec-a5e8-c1c01e0a1247 req-5803f392-7772-49e5-9844-1b94fff97d07 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:07.674933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ef57a27-51a2-42ec-a5e8-c1c01e0a1247 req-5803f392-7772-49e5-9844-1b94fff97d07 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 944 time: 0.0481267 Feb 16 15:25:07.710974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ef57a27-51a2-42ec-a5e8-c1c01e0a1247 req-1706fec9-0f49-404e-afe0-6ffa13caead0 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299094 Feb 16 15:25:08.007028 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2c42d37-fd24-48b9-bd30-bf7a1e706e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:08.828385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0681e92-ba3f-47f6-a480-b8e638f298e9 req-978e5854-b738-4e1a-b610-1b16bd1e7fa5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:08.829827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0681e92-ba3f-47f6-a480-b8e638f298e9 req-978e5854-b738-4e1a-b610-1b16bd1e7fa5 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 944 time: 0.0513971 Feb 16 15:25:08.866666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0681e92-ba3f-47f6-a480-b8e638f298e9 req-d892a600-71bf-4f13-a084-7ec304ae5bdb tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Feb 16 15:25:08.923278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1d3d277a-3252-4520-9811-0835ec3d4049 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:25:09.036834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 1d3d277a-3252-4520-9811-0835ec3d4049 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:25:09.040514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 1d3d277a-3252-4520-9811-0835ec3d4049 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:25:09.040901 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:09.115694 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:09.137301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:25:09.139563 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed8ba51-4a2e-442f-ad37-14b3aaa48676" -d '{"events": [{"server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:25:09.151678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1d3d277a-3252-4520-9811-0835ec3d4049, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1d3d277a-3252-4520-9811-0835ec3d4049,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:25:09.179462 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eea43d8-80ef-47d9-9abc-821a07abc33a x-openstack-request-id: req-3eea43d8-80ef-47d9-9abc-821a07abc33a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:25:09.179784 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "name": "network-vif-plugged", "status": "completed", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:25:09.180041 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3eea43d8-80ef-47d9-9abc-821a07abc33a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:25:09.180431 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049', 'code': 200} Feb 16 15:25:09.219039 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:09.272873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=1d3d277a-3252-4520-9811-0835ec3d4049,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:09.283057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536bd0-b2fc-4e50-9795-378438a8b17a req-ac1e690a-0b56-4f3b-9b4f-96c9d107bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:09.284717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24536bd0-b2fc-4e50-9795-378438a8b17a req-ac1e690a-0b56-4f3b-9b4f-96c9d107bd18 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 1096 time: 0.0412130 Feb 16 15:25:09.324051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24536bd0-b2fc-4e50-9795-378438a8b17a req-1a25e3e4-7556-404d-a3a0-670dbaf1ba8b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275681 Feb 16 15:25:09.705946 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:09.981428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ae3e-57c7-4354-85cb-c5b663bc61c0 req-f7318a3c-980e-4aa4-8512-7acc3ae7c96e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:09.983003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05f8ae3e-57c7-4354-85cb-c5b663bc61c0 req-f7318a3c-980e-4aa4-8512-7acc3ae7c96e tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 945 time: 0.0496614 Feb 16 15:25:10.021040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05f8ae3e-57c7-4354-85cb-c5b663bc61c0 req-66132aad-ec36-49c9-b824-f1f691e4ed19 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Feb 16 15:25:11.142252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055dde-0973-47bc-9559-afe088b847b6 req-781ed57f-14b7-4504-99f7-b922a03d8ed6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:11.143897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35055dde-0973-47bc-9559-afe088b847b6 req-781ed57f-14b7-4504-99f7-b922a03d8ed6 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 945 time: 0.0528908 Feb 16 15:25:11.182539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-35055dde-0973-47bc-9559-afe088b847b6 req-28f1e3db-4256-4887-8ae3-b6c8a88c6d43 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325236 Feb 16 15:25:11.304265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8761d-02a7-4ace-bf71-8a885c8d93ad req-23ca4b88-3297-468c-89d0-6d73eb5fc9eb tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:11.305746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10b8761d-02a7-4ace-bf71-8a885c8d93ad req-23ca4b88-3297-468c-89d0-6d73eb5fc9eb tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 945 time: 0.0497625 Feb 16 15:25:11.348579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10b8761d-02a7-4ace-bf71-8a885c8d93ad req-76212064-dc2c-4ee5-bf20-55ae90f3ee08 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361974 Feb 16 15:25:11.370944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41364) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:11.408336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:11.411940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9851026-e004-492e-9f34-1f4eb13e5ddb tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:11.413456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f9851026-e004-492e-9f34-1f4eb13e5ddb tempest-TestNetworkBasicOps-350782817 tempest-TestNetworkBasicOps-350782817-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 1091 time: 0.0415146 Feb 16 15:25:11.416252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41366) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:11.421221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '1d3d277a-3252-4520-9811-0835ec3d4049', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:25:11.465394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:11.511251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:11.900569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:12.001298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Allocated IP 172.25.6.42 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/447d1775-bc64-4ae4-9401-f1734e695c1b) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:25:12.110872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:12.191966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:12.234654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:25:12.237448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:25:12.240004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:25:12.268384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=447d1775-bc64-4ae4-9401-f1734e695c1b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:12.597022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:12.621374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:12.734877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:12.883915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:12.924704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:13.000345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event updated for resources: {'Port': ['ID=447d1775-bc64-4ae4-9401-f1734e695c1b,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:13.010974 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:13.115145 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Floating IP faf3dada-c3cd-467e-a7ae-3331ad644532 associated. External IP: 172.25.6.42, port: 1d3d277a-3252-4520-9811-0835ec3d4049. Feb 16 15:25:13.334625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 484a81ab-4528-4db4-8835-5392177980a6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:25:13.446900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:25:13.458071 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] Sync routers for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:25:13.469168 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:25:13.469779 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:25:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:13.519131 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:13.551409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5478574b-8c92-41c3-a43f-4e66c593dcd7 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1317580 Feb 16 15:25:13.551409 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:25:13.551847 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:13.552422 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ddc787-c040-45fc-9ae7-5e7970f337fe" -d '{"events": [{"name": "network-changed", "server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:25:13.579382 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:25:13.596143 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed35a4d-6a8c-4f4b-b2ff-ff3c95640a8c x-openstack-request-id: req-8ed35a4d-6a8c-4f4b-b2ff-ff3c95640a8c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:25:13.596437 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:25:13.596688 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8ed35a4d-6a8c-4f4b-b2ff-ff3c95640a8c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:25:13.598050 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049', 'status': 'completed', 'code': 200} Feb 16 15:25:13.628958 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e40a6232-f42d-42d1-93a6-118d6732aebc tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/floatingips/faf3dada-c3cd-467e-a7ae-3331ad644532 HTTP/1.1" status: 200 len: 990 time: 0.0748484 Feb 16 15:25:13.673479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-2042be1a-2292-45a1-9acf-12608b14531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:13.675479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-2042be1a-2292-45a1-9acf-12608b14531f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 1096 time: 0.0486290 Feb 16 15:25:13.771983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-31d57c41-ff6f-4ca7-8b22-5b99480bb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:13.773513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-31d57c41-ff6f-4ca7-8b22-5b99480bb4eb service neutron] 10.222.0.93 "GET /v2.0/networks?id=24742979-b315-4ee4-97c4-0196302aef23 HTTP/1.1" status: 200 len: 898 time: 0.0915825 Feb 16 15:25:13.833763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'faf3dada-c3cd-467e-a7ae-3331ad644532', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '484a81ab-4528-4db4-8835-5392177980a6', 'port_id': '1d3d277a-3252-4520-9811-0835ec3d4049', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'mac_address': 'fa:16:3e:9b:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:25:12Z', 'updated_at': '2022-02-16T15:25:12Z', 'revision_number': 0, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:13.851947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-086f31ae-1031-4879-a690-b00bc4910aa9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d3d277a-3252-4520-9811-0835ec3d4049 HTTP/1.1" status: 200 len: 998 time: 0.0713029 Feb 16 15:25:13.863093 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] Checking router: 484a81ab-4528-4db4-8835-5392177980a6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:25:13.871202 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:25:13.871826 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:25:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:13.901662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-8d21aa5f-7f0d-4f7d-bc1e-61190b2fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:13.903148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-8d21aa5f-7f0d-4f7d-bc1e-61190b2fac7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e422ab42-b40f-426d-af19-67c9f1c2dfe9 HTTP/1.1" status: 200 len: 835 time: 0.0444071 Feb 16 15:25:13.948528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-42c65697-046f-4c96-83b1-f85ae886620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:13.950044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-42c65697-046f-4c96-83b1-f85ae886620e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24742979-b315-4ee4-97c4-0196302aef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402441 Feb 16 15:25:13.976239 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:25:14.047630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-afc7dfc2-2338-44a3-a976-4ea814b4626e service neutron] 10.222.0.93 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906148 Feb 16 15:25:14.140160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ddc787-c040-45fc-9ae7-5e7970f337fe req-f1a29a73-f476-4f19-a224-31e60b8a0e24 service neutron] 10.222.0.93 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854900 Feb 16 15:25:14.202701 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'faf3dada-c3cd-467e-a7ae-3331ad644532', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '484a81ab-4528-4db4-8835-5392177980a6', 'port_id': '1d3d277a-3252-4520-9811-0835ec3d4049', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'mac_address': 'fa:16:3e:9b:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:25:12Z', 'updated_at': '2022-02-16T15:25:12Z', 'revision_number': 0, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:14.229694 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0614ffda-2ddd-40a7-8d75-46db0e8bd441 None None] The sync data for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 is: [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'faf3dada-c3cd-467e-a7ae-3331ad644532', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '484a81ab-4528-4db4-8835-5392177980a6', 'port_id': '1d3d277a-3252-4520-9811-0835ec3d4049', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'mac_address': 'fa:16:3e:9b:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:25:12Z', 'updated_at': '2022-02-16T15:25:12Z', 'revision_number': 0, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:25:14.417220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9557ef-f2f6-48c4-b4c1-daeefb0af0d2 None None] New status for floating IP faf3dada-c3cd-467e-a7ae-3331ad644532: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:25:14.631373 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41372) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:14.696585 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f577492b-353f-4563-bffe-e26acfbcbb66 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/floatingips/faf3dada-c3cd-467e-a7ae-3331ad644532 HTTP/1.1" status: 200 len: 990 time: 0.0628586 Feb 16 15:25:15.699405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41374) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:15.762419 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d294f885-6411-483a-a6f9-99f354925651 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/floatingips/faf3dada-c3cd-467e-a7ae-3331ad644532 HTTP/1.1" status: 200 len: 992 time: 0.0619268 Feb 16 15:25:16.630443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:17.378038 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:25:35.281831 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fb7c8d75-359b-4484-86d9-1401ac732b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:37.989285 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a88510ee-c86e-466c-ad68-409de773695c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:39.698658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:41.406185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:41.486281 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:42.595785 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:46.675454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:48.980928 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41386) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:49.044327 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-900f35c5-8c87-46a8-be10-f8e56817758f tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/floatingips/faf3dada-c3cd-467e-a7ae-3331ad644532 HTTP/1.1" status: 200 len: 992 time: 0.0618529 Feb 16 15:25:49.309390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41392) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:49.484757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port 447d1775-bc64-4ae4-9401-f1734e695c1b {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:25:49.485128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:49.571399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:49.571909 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:49.583945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for 447d1775-bc64-4ae4-9401-f1734e695c1b owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:25:49.795992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:49.820189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=447d1775-bc64-4ae4-9401-f1734e695c1b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:49.830472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.830755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.831097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.831440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.831914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.832679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.832679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.832858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.833072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.833395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.833719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.834042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:49.898551 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:49.898930 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Floating IP faf3dada-c3cd-467e-a7ae-3331ad644532 disassociated (deleted). External IP: 172.25.6.42, port: 1d3d277a-3252-4520-9811-0835ec3d4049. Feb 16 15:25:50.105418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 484a81ab-4528-4db4-8835-5392177980a6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:25:50.218870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:25:50.223806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:50.228585 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] Sync routers for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:25:50.237797 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:25:50.238408 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:25:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:50.254734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-675e3ce7-b308-4141-ad86-d38fac71bef3 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/floatingips/faf3dada-c3cd-467e-a7ae-3331ad644532 HTTP/1.1" status: 204 len: 168 time: 0.9417737 Feb 16 15:25:50.254734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:25:50.255322 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc" -d '{"events": [{"name": "network-changed", "server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:25:50.353539 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:25:50.376481 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9be654-3951-4e7a-ad6c-db4bff811a13 x-openstack-request-id: req-8f9be654-3951-4e7a-ad6c-db4bff811a13 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:25:50.376957 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:25:50.377125 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8f9be654-3951-4e7a-ad6c-db4bff811a13 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:25:50.377724 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049', 'status': 'completed', 'code': 200} Feb 16 15:25:50.449512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-7fc68176-1b60-456a-8651-e9e88531a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:50.451120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-7fc68176-1b60-456a-8651-e9e88531a5bf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 1096 time: 0.0452044 Feb 16 15:25:50.550359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-47d328f5-e354-4c81-b907-f42dbddc4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:50.552200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-47d328f5-e354-4c81-b907-f42dbddc4de0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=24742979-b315-4ee4-97c4-0196302aef23 HTTP/1.1" status: 200 len: 898 time: 0.0936439 Feb 16 15:25:50.602244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-27ce0c5f-9f62-4cc2-84fb-16c52c4976a1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d3d277a-3252-4520-9811-0835ec3d4049 HTTP/1.1" status: 200 len: 217 time: 0.0425434 Feb 16 15:25:50.664537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:50.685502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-9be43500-f945-4ac9-a712-919af0e8aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:50.686987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-9be43500-f945-4ac9-a712-919af0e8aa59 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e422ab42-b40f-426d-af19-67c9f1c2dfe9 HTTP/1.1" status: 200 len: 835 time: 0.0752089 Feb 16 15:25:50.687225 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] Checking router: 484a81ab-4528-4db4-8835-5392177980a6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:25:50.695313 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:25:50.695947 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:25:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:50.698735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2a6e2-0414-468d-8521-609f48543e1b req-f2002e3b-e5d7-4286-bb59-b643bf61bb8c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:50.700763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ae2a6e2-0414-468d-8521-609f48543e1b req-f2002e3b-e5d7-4286-bb59-b643bf61bb8c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 945 time: 0.0803022 Feb 16 15:25:50.769625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ae2a6e2-0414-468d-8521-609f48543e1b req-8c7f8429-b0f2-408b-95d0-c84ddc649a27 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604229 Feb 16 15:25:50.772242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-2feb6936-1979-499d-af43-ef2c5126698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:50.773654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-2feb6936-1979-499d-af43-ef2c5126698f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24742979-b315-4ee4-97c4-0196302aef23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718701 Feb 16 15:25:50.803737 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:25:50.866189 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-10993f5f-eae7-4581-9a79-27c4f28d9125 service neutron] 10.222.0.93 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Feb 16 15:25:50.971216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0c8b1e1-2651-41f7-ae84-f943ad6949dc req-32aa53f5-4ac8-4c43-b693-80c75398e8ee service neutron] 10.222.0.93 "GET /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965819 Feb 16 15:25:51.012130 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:51.038310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c6029-6ea8-4ee5-881c-975ebd764291 None None] The sync data for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 is: [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:53Z', 'revision_number': 4, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'aba549ad-af3b-46ca-9c13-b60d6d41b276', 'name': '', 'network_id': '24742979-b315-4ee4-97c4-0196302aef23', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'mac_address': 'fa:16:3e:2c:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:53Z', 'updated_at': '2022-02-16T15:24:56Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'subnets': [{'id': 'e422ab42-b40f-426d-af19-67c9f1c2dfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:25:51.258935 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257938fa-8c0c-428a-ae4d-2118aba20930 None None] New status for floating IP faf3dada-c3cd-467e-a7ae-3331ad644532: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:25:51.888816 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e2e6-a951-4f6e-b062-2279fe501152 req-a32f12ca-e2f3-4b54-a267-1a5ef7ad7c6b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:51.890326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b919e2e6-a951-4f6e-b062-2279fe501152 req-a32f12ca-e2f3-4b54-a267-1a5ef7ad7c6b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Feb 16 15:25:51.926909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b919e2e6-a951-4f6e-b062-2279fe501152 req-6acb7bee-dbae-4d74-8f14-151409ab9b44 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/security-groups?id=17a29c54-c180-4bb4-959d-eee6dddf2fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306253 Feb 16 15:25:52.182892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-fd1a180a-0b3c-4e6f-a3da-3552b8f2de1a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:25:52.184999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-fd1a180a-0b3c-4e6f-a3da-3552b8f2de1a tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 945 time: 0.0489912 Feb 16 15:25:52.279302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port 1d3d277a-3252-4520-9811-0835ec3d4049 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:25:52.279680 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:52.371878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port 1d3d277a-3252-4520-9811-0835ec3d4049, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1d3d277a-3252-4520-9811-0835ec3d4049,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:25:52.372438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:52.384502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for 1d3d277a-3252-4520-9811-0835ec3d4049 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:25:52.561117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:52.589734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=1d3d277a-3252-4520-9811-0835ec3d4049,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:52.640204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] No DVR routers for this DVR port 1d3d277a-3252-4520-9811-0835ec3d4049 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:25:52.640204 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:52.640204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f6330a0-48ae-4f5c-960f-73e69e11482f req-b78cb150-da3f-4603-9b09-2449c781eab1 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.93 "DELETE /v2.0/ports/1d3d277a-3252-4520-9811-0835ec3d4049 HTTP/1.1" status: 204 len: 173 time: 0.4443822 Feb 16 15:25:52.640204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'name': 'network-vif-deleted', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:25:52.640709 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e41973-0107-4afa-89ca-c2d21f7296c8" -d '{"events": [{"server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "name": "network-vif-deleted", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:25:52.677480 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a750c7b-c3e1-482c-848a-46e6160f1687 x-openstack-request-id: req-3a750c7b-c3e1-482c-848a-46e6160f1687 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:25:52.677852 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b08cd8-a181-4627-9784-817f9d2b2af2", "name": "network-vif-deleted", "tag": "1d3d277a-3252-4520-9811-0835ec3d4049", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:25:52.678104 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a750c7b-c3e1-482c-848a-46e6160f1687 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:25:52.678495 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b08cd8-a181-4627-9784-817f9d2b2af2', 'name': 'network-vif-deleted', 'tag': '1d3d277a-3252-4520-9811-0835ec3d4049', 'status': 'completed', 'code': 200} Feb 16 15:25:53.045583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33531dca-d660-49fe-b4f3-6c8775d7eab3 req-a7cdc73f-38fd-43cd-93ef-46e18fde5493 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "GET /v2.0/ports?device_id=08b08cd8-a181-4627-9784-817f9d2b2af2 HTTP/1.1" status: 200 len: 210 time: 0.0307319 Feb 16 15:25:54.107388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41410) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:54.163681 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:54.188511 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:54.314869 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:54.317617 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:54.318781 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/security-groups/17a29c54-c180-4bb4-959d-eee6dddf2fe3 HTTP/1.1" status: 204 len: 168 time: 0.2103951 Feb 16 15:25:54.328901 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a29c54-c180-4bb4-959d-eee6dddf2fe3,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:54.338128 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.338480 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.338822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.339161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.339512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.345430 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.345792 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.346156 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.346488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.346818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.347146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.347470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f009647a-9cba-48a3-b864-e4b2478ae84c tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:25:54.426552 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:25:54.448074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41414) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:55.108389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:55.109852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1d3d277a-3252-4520-9811-0835ec3d4049 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:25:55.130801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 1d3d277a-3252-4520-9811-0835ec3d4049 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:25:55.131153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1d3d277a-3252-4520-9811-0835ec3d4049 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:25:55.363225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port aba549ad-af3b-46ca-9c13-b60d6d41b276 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:25:55.363498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:55.458072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port aba549ad-af3b-46ca-9c13-b60d6d41b276, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=aba549ad-af3b-46ca-9c13-b60d6d41b276,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:25:55.458760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:55.470443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for aba549ad-af3b-46ca-9c13-b60d6d41b276 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:25:55.721294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:55.746185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=aba549ad-af3b-46ca-9c13-b60d6d41b276,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:55.925467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.143068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Router 484a81ab-4528-4db4-8835-5392177980a6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:25:56.249693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:25:56.256035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-49d5d1a9-cbff-4af4-b513-30529a749bdf tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "PUT /v2.0/routers/484a81ab-4528-4db4-8835-5392177980a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069005 Feb 16 15:25:56.257954 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41416) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:56.259093 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] Sync routers for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:25:56.270346 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:25:56.271260 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:25:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:56.314161 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting subnet e422ab42-b40f-426d-af19-67c9f1c2dfe9 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:25:56.317411 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.363679 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.378704 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:25:56.449955 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.564045 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:25:55Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:56.594596 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] Checking router: 484a81ab-4528-4db4-8835-5392177980a6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:25:56.601200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.603171 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] Routers {'484a81ab-4528-4db4-8835-5392177980a6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:25:56.604080 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:25:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['484a81ab-4528-4db4-8835-5392177980a6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:56.630862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Subnet': ['ID=e422ab42-b40f-426d-af19-67c9f1c2dfe9,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:56.632844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.637912 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-40593404-5a3c-4563-aa29-74490a8da066 tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/subnets/e422ab42-b40f-426d-af19-67c9f1c2dfe9 HTTP/1.1" status: 204 len: 168 time: 0.3788857 Feb 16 15:25:56.639471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41418) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:56.641432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d47847-d614-4423-8c2f-b73be0b7d4b4 None None] Network 24742979-b315-4ee4-97c4-0196302aef23 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:25:56.720681 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] Set router 484a81ab-4528-4db4-8835-5392177980a6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:25:56.762115 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.843404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] DHCP port deletion for 24742979-b315-4ee4-97c4-0196302aef23 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:25:56.881573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.893955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] Deleting port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:25:56.894323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.906624 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:25:55Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:56.933270 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299037eb-838d-41bd-9bce-e9f06cda186d None None] The sync data for ids ['484a81ab-4528-4db4-8835-5392177980a6'] in n-d-829433-1 is: [{'id': '484a81ab-4528-4db4-8835-5392177980a6', 'name': 'tempest-TestNetworkBasicOps-router-1596501898', 'tenant_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:25:55Z', 'revision_number': 5, 'project_id': 'c4f13dc8dab443fb816ba51c96f2b855', 'gw_port': {'id': '636bbd9d-fd2e-4c63-b98c-b53c7c1a3737', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a81ab-4528-4db4-8835-5392177980a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:24:49Z', 'updated_at': '2022-02-16T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:25:56.966214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] For port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=4c32ca4c-7a46-42f2-9bb4-c7565faf5423,segment=NetworkSegment(a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d),segment_id=a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:25:56.966214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:56.976720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] Calling delete_port for 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:25:57.007437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Deleting port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:25:57.007806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.092603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] For port 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:25:57.092901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.103915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.104836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Calling delete_port for 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:25:57.132202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] No DVR routers for this DVR port 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:25:57.136223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad1bf-bbfc-4b82-9619-1b4bc32b5811 None None] Pushing event deleted for resources: {'Port': ['ID=4c32ca4c-7a46-42f2-9bb4-c7565faf5423,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:57.315275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.342100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Port': ['ID=636bbd9d-fd2e-4c63-b98c-b53c7c1a3737,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:57.417234 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.514900 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.517051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.624091 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.624738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Fanout notify agent at l3_agent the message router_deleted on router 484a81ab-4528-4db4-8835-5392177980a6 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:25:57.633266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.635311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bda03e66-790c-4ba8-b31b-b5373045953d tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/routers/484a81ab-4528-4db4-8835-5392177980a6 HTTP/1.1" status: 204 len: 168 time: 0.9934371 Feb 16 15:25:57.637972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41420) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:57.729634 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.816825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.842630 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24742979-b315-4ee4-97c4-0196302aef23']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:57.853978 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:57.854279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a24ffc-e074-4bbc-b20a-fa87a17c7f1d') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:25:57.865693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.879650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.885743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:25:57.887528 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:25:57.889974 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:25:58.006606 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:58.011231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:58.015151 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] 10.222.0.113 "DELETE /v2.0/networks/24742979-b315-4ee4-97c4-0196302aef23 HTTP/1.1" status: 204 len: 168 time: 0.3756340 Feb 16 15:25:58.031033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6306980-b33d-4268-9690-bd409e45e04b tempest-TestNetworkBasicOps-499835593 tempest-TestNetworkBasicOps-499835593-project] Pushing event deleted for resources: {'Network': ['ID=24742979-b315-4ee4-97c4-0196302aef23,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:58.455196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41426) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:58.462846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aba549ad-af3b-46ca-9c13-b60d6d41b276 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:25:58.486586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: aba549ad-af3b-46ca-9c13-b60d6d41b276 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:25:58.486932 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device aba549ad-af3b-46ca-9c13-b60d6d41b276 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:25:58.487356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:25:58.506438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:25:58.506773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 4c32ca4c-7a46-42f2-9bb4-c7565faf5423 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:25:58.507183 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:25:58.527136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:25:58.528450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 636bbd9d-fd2e-4c63-b98c-b53c7c1a3737 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:25:58.595005 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-393c2169-c624-4919-8df9-04a99ed66513 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c4f13dc8dab443fb816ba51c96f2b855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385429 Feb 16 15:25:58.597462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41430) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:58.647064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-973abc67-83be-43c7-b5d9-69d24c4e2d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:58.673450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-973abc67-83be-43c7-b5d9-69d24c4e2d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:58.789310 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-973abc67-83be-43c7-b5d9-69d24c4e2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:58.791907 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-973abc67-83be-43c7-b5d9-69d24c4e2d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:58.793783 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-973abc67-83be-43c7-b5d9-69d24c4e2d71 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3d3f3bc1-a482-4e85-9fb3-2332ff5c21cc HTTP/1.1" status: 204 len: 168 time: 0.1954358 Feb 16 15:25:58.801980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973abc67-83be-43c7-b5d9-69d24c4e2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3f3bc1-a482-4e85-9fb3-2332ff5c21cc,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:59.297971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41436) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:59.316937 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-139a8500-bc80-4eba-aaca-f0640efd065e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:59.388005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-139a8500-bc80-4eba-aaca-f0640efd065e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:59.446264 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-139a8500-bc80-4eba-aaca-f0640efd065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:59.485340 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-139a8500-bc80-4eba-aaca-f0640efd065e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bf91fdf95de140528eadc09a8f425cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861744 Feb 16 15:25:59.486232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a8500-bc80-4eba-aaca-f0640efd065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3203a4f8-eb8a-4958-8b19-58ef3495c8be,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:25:59.487973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41438) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:25:59.538099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98f70b5b-bf5c-4140-8edb-e7b279361fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:59.559382 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98f70b5b-bf5c-4140-8edb-e7b279361fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:59.680726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98f70b5b-bf5c-4140-8edb-e7b279361fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:59.683304 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-98f70b5b-bf5c-4140-8edb-e7b279361fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:25:59.685242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-98f70b5b-bf5c-4140-8edb-e7b279361fe0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3203a4f8-eb8a-4958-8b19-58ef3495c8be HTTP/1.1" status: 204 len: 168 time: 0.1962528 Feb 16 15:25:59.693111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f70b5b-bf5c-4140-8edb-e7b279361fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3203a4f8-eb8a-4958-8b19-58ef3495c8be,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:05.297712 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1dc4544d-0fa9-4b46-8828-4832602c5e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:07.977942 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ed0b43b5-b6eb-45a4-8667-586d60013f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:09.703320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:11.428970 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:11.463117 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:11.467730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-9644cc16-02e0-41d9-abab-3594ff660b77 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c8956def7b984bcb8157b43b1e053e3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304813 Feb 16 15:26:11.656121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-07b8d023-7391-44de-8f60-8a884f9d6a37 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:11.657495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-07b8d023-7391-44de-8f60-8a884f9d6a37 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840677 Feb 16 15:26:11.673167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-230b2c33-fd1f-47ed-9000-c2011a2a3316 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/quotas/c8956def7b984bcb8157b43b1e053e3d HTTP/1.1" status: 200 len: 375 time: 0.0092673 Feb 16 15:26:11.703991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-4fd06a3b-07c7-4be7-80ac-093e56d06360 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=c8956def7b984bcb8157b43b1e053e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255949 Feb 16 15:26:11.949083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6179e007-d91c-401e-a652-bb20d1421b80 req-2d5db43f-8ab1-4596-b02c-6397aa52ac35 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 210 time: 0.0258980 Feb 16 15:26:12.611861 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:13.025610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8dea934-ecc4-4cd1-9798-a06b73e3dcd1 req-e7b9e277-583f-486a-abae-b9eb05c1de8e tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 210 time: 0.0259995 Feb 16 15:26:14.124052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f755fe1-0a5b-4258-8687-07c4de7aab15 req-8df99e5e-9120-4868-aadf-81a4c4ca62d4 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Feb 16 15:26:15.218184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-053b9b8c-81eb-403d-b67a-85acbee8b2a9 req-86ad5a32-8798-4a11-b571-0da03ca7491c tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 210 time: 0.0261524 Feb 16 15:26:16.041397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-a2dc7f9f-3702-4c32-aae9-364bf6f159a0 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=c8956def7b984bcb8157b43b1e053e3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203116 Feb 16 15:26:16.148037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-591765d8-20ec-41c2-b117-c22228e68d65 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:16.149473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-591765d8-20ec-41c2-b117-c22228e68d65 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1017773 Feb 16 15:26:16.166887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Request body: {'port': {'device_id': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'admin_state_up': True, 'tenant_id': 'c8956def7b984bcb8157b43b1e053e3d'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:26:16.316197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98675344-7e3b-464c-9e8d-edafacd80a87 req-84b4c124-93ea-4908-adf0-ecab6e41ef62 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Feb 16 15:26:16.337416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Made reservation on behalf of c8956def7b984bcb8157b43b1e053e3d for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:26:16.341065 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:16.349817 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:16.424883 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:16.497164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:16.569617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309d7658-8d9a-4930-b608-2881e9b3742d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:16.623601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:16.637013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Allocated IP 192.168.233.250 (421f03cc-8d97-4890-a566-5ea0d9665989/20895c0a-9072-493c-822d-0fcac7984d77/7a34cd37-5506-4ac6-be2a-4da2c2a68bcf) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:26:16.781296 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:16.857347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:16.901507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Network 421f03cc-8d97-4890-a566-5ea0d9665989 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:26:16.905238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:26:16.908783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:26:16.932259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Pushing event updated for resources: {'Port': ['ID=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:16.961402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:16.961989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.025678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-4231946c-cb7a-4875-b02e-254a533ed610 req-959ca966-ae8e-440e-9ac8-a412d3577fbd service neutron] (103044) timed out ('10.222.0.113', 57628) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:26:17.026241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-429748b0-a836-4cd3-9d61-6a5e2867a6d5 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8623512 Feb 16 15:26:17.044211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Request body: {'port': {'device_id': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:26:17.103165 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.169785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-af393d8e-ab66-4e64-b824-6ad2fb363e0b None None] Provisioning complete for port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:26:17.170389 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af393d8e-ab66-4e64-b824-6ad2fb363e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.207645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-af393d8e-ab66-4e64-b824-6ad2fb363e0b None None] Port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:26:17.370889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:26:17.378993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.400242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Transition to ACTIVE for port object 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:26:17.438408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d58e6-49d0-4a9c-af64-899f4f8ccde1 req-743b7c53-3fd6-43fa-b30f-7497513703f8 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:17.439834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f06d58e6-49d0-4a9c-af64-899f4f8ccde1 req-743b7c53-3fd6-43fa-b30f-7497513703f8 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 936 time: 0.0500824 Feb 16 15:26:17.465099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.516110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f06d58e6-49d0-4a9c-af64-899f4f8ccde1 req-d4d270ee-de83-4071-8dc0-34629f87619c tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Feb 16 15:26:17.528399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Pushing event updated for resources: {'Port': ['ID=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:17.602005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Attempting to bind port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:26:17.602336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Attempting to bind port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:26:17.602917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Attempting to bind port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:26:17.608509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf on network 421f03cc-8d97-4890-a566-5ea0d9665989 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:26:17.609055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Attempting to bind port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf on network 421f03cc-8d97-4890-a566-5ea0d9665989 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:26:17.614199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:26:17.618156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Checking segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:26:17.618156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Bound using segment: {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:26:17.618156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Bound port: 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac1006c-286d-4a9b-b9e7-e9e34635151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:26:17.618156 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.687646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] For port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:26:17.690961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] For port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:26:17.783813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.822230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:17.822844 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:17.824275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] 10.222.0.93 "PUT /v2.0/ports/7a34cd37-5506-4ac6-be2a-4da2c2a68bcf HTTP/1.1" status: 200 len: 1096 time: 0.7846282 Feb 16 15:26:17.824713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'tag': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:26:17.827242 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f2a0b-68f9-406d-ae62-4198a28ade4d" -d '{"events": [{"name": "network-changed", "server_uuid": "deb1a533-faf9-4767-8ea3-94d0a4b52bb0", "tag": "7a34cd37-5506-4ac6-be2a-4da2c2a68bcf"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:26:17.850550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611a045-d011-4d92-9433-ac11c49e9d41 service neutron] Pushing event updated for resources: {'Port': ['ID=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:17.873962 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e2a27a-8cbc-4c2a-9b80-72965340581a x-openstack-request-id: req-b8e2a27a-8cbc-4c2a-9b80-72965340581a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:26:17.874239 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb1a533-faf9-4767-8ea3-94d0a4b52bb0", "tag": "7a34cd37-5506-4ac6-be2a-4da2c2a68bcf", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:26:17.874498 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b8e2a27a-8cbc-4c2a-9b80-72965340581a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:26:17.874922 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'tag': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf', 'status': 'completed', 'code': 200} Feb 16 15:26:17.941286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f2a0b-68f9-406d-ae62-4198a28ade4d req-a0330dc2-d093-4580-bd2e-3d617bb56e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:17.942854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4f2a0b-68f9-406d-ae62-4198a28ade4d req-a0330dc2-d093-4580-bd2e-3d617bb56e62 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8956def7b984bcb8157b43b1e053e3d&device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 1099 time: 0.0467873 Feb 16 15:26:17.976417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4f2a0b-68f9-406d-ae62-4198a28ade4d req-0b1a0d98-84d6-4e25-ab84-38c9c7ddc847 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c8956def7b984bcb8157b43b1e053e3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211637 Feb 16 15:26:18.075496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f2a0b-68f9-406d-ae62-4198a28ade4d req-febe561c-6b53-426f-9ffc-81133eac0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:18.076981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e4f2a0b-68f9-406d-ae62-4198a28ade4d req-febe561c-6b53-426f-9ffc-81133eac0ef1 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936544 Feb 16 15:26:18.167560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-38c2cb45-6df0-4e1a-a260-331cacf58352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:18.168968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-38c2cb45-6df0-4e1a-a260-331cacf58352 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c8956def7b984bcb8157b43b1e053e3d&device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 1099 time: 0.0434737 Feb 16 15:26:18.214256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-6542af97-c9a1-4320-92a5-05412a43cd8d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf HTTP/1.1" status: 200 len: 217 time: 0.0335503 Feb 16 15:26:18.270785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-1ac5904a-ba94-42e4-9e74-96b63a44f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:18.272253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-1ac5904a-ba94-42e4-9e74-96b63a44f6b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=20895c0a-9072-493c-822d-0fcac7984d77 HTTP/1.1" status: 200 len: 843 time: 0.0467606 Feb 16 15:26:18.662645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-13262bc8-3668-4a6c-a237-eef3616b23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:18.664180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-13262bc8-3668-4a6c-a237-eef3616b23c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=421f03cc-8d97-4890-a566-5ea0d9665989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3810418 Feb 16 15:26:18.677263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb2e39-42d3-4ae5-921d-5deedd0b5729 req-335cd1a4-e537-4777-9dd5-d3b36f8542cd tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:18.678599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80eb2e39-42d3-4ae5-921d-5deedd0b5729 req-335cd1a4-e537-4777-9dd5-d3b36f8542cd tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 948 time: 0.0574436 Feb 16 15:26:18.760268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80eb2e39-42d3-4ae5-921d-5deedd0b5729 req-f18336db-ea8f-4ff3-894a-774851cdd42d tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735166 Feb 16 15:26:18.788975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-61b47a41-5924-42fc-a06d-e05e23937e08 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094618 Feb 16 15:26:18.882267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9166c83e-1877-4931-80ce-3f590b022ac6 req-68e4e730-1326-456c-b2c7-4910d972ec68 service neutron] 10.222.0.93 "GET /v2.0/networks/421f03cc-8d97-4890-a566-5ea0d9665989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816257 Feb 16 15:26:19.883226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c36d24-aa05-4284-9937-3de4c147e45f req-6da2e3f2-6e1a-4304-bedb-44ec43b15562 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:19.884729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96c36d24-aa05-4284-9937-3de4c147e45f req-6da2e3f2-6e1a-4304-bedb-44ec43b15562 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 948 time: 0.0543003 Feb 16 15:26:19.923409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96c36d24-aa05-4284-9937-3de4c147e45f req-32d0fdb9-c223-420d-8a43-75c8610ae092 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Feb 16 15:26:21.036991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2334032-0245-4eb5-b5d5-29fcaed80e96 req-e2be32b7-c27f-408e-883d-e59c970be900 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:21.038457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2334032-0245-4eb5-b5d5-29fcaed80e96 req-e2be32b7-c27f-408e-883d-e59c970be900 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 948 time: 0.0481319 Feb 16 15:26:21.075372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d2334032-0245-4eb5-b5d5-29fcaed80e96 req-d5310fb6-e161-4c94-ba0a-c611a2f896b6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Feb 16 15:26:22.190084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd382c-f6bc-4d11-bc71-f9cd9853f3d9 req-e875fe5f-7b5c-4efc-940b-a1fbd6ac06fe tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:22.191581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04bd382c-f6bc-4d11-bc71-f9cd9853f3d9 req-e875fe5f-7b5c-4efc-940b-a1fbd6ac06fe tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 948 time: 0.0490925 Feb 16 15:26:22.230460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04bd382c-f6bc-4d11-bc71-f9cd9853f3d9 req-df56a5f4-e0a0-4a5f-a64d-117610d7ce46 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Feb 16 15:26:23.244856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:26:23.344913 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:26:23.350873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42524546-6389-4047-8cf4-f2c1cef74743 req-2226d7d7-b7d5-415c-b55b-3dd5a8690cd4 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:23.352439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42524546-6389-4047-8cf4-f2c1cef74743 req-2226d7d7-b7d5-415c-b55b-3dd5a8690cd4 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 948 time: 0.0524065 Feb 16 15:26:23.358591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf', 'network_id': '421f03cc-8d97-4890-a566-5ea0d9665989', 'port_id': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf', 'mac_address': 'fa:16:3e:8c:d6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20895c0a-9072-493c-822d-0fcac7984d77', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:26:23.391392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42524546-6389-4047-8cf4-f2c1cef74743 req-7918b3e9-8d31-47ea-b7c6-8b182df6f004 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Feb 16 15:26:23.394903 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:23.408532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:26:23.427293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:26:23.491186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:23.538832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:23.546340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.546690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.547089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.547522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.547880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.548223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.548535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.548857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.549181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.549505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.549827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.550145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:26:23.753996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['7a34cd37-5506-4ac6-be2a-4da2c2a68bcf'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:26:24.506813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcf3dc-776a-4de6-9303-c7649d408f37 req-22712b05-f05b-4916-8c73-df462540a301 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:24.508328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9abcf3dc-776a-4de6-9303-c7649d408f37 req-22712b05-f05b-4916-8c73-df462540a301 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 949 time: 0.0499413 Feb 16 15:26:24.546247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9abcf3dc-776a-4de6-9303-c7649d408f37 req-2cd40bfc-befc-4528-8647-24b57e6cb72e tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 Feb 16 15:26:25.248657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:26:25.405690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:26:25.409711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:26:25.414540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:25.488107 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:25.509949 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:26:25.512221 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae32362-e689-4d4a-8e89-a62bb62e728f" -d '{"events": [{"server_uuid": "deb1a533-faf9-4767-8ea3-94d0a4b52bb0", "name": "network-vif-plugged", "status": "completed", "tag": "7a34cd37-5506-4ac6-be2a-4da2c2a68bcf"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:26:25.525429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:26:25.594238 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:25.618044 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488ac35f-e215-4c60-bd9a-38f2d8cb3aeb x-openstack-request-id: req-488ac35f-e215-4c60-bd9a-38f2d8cb3aeb {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:26:25.618334 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb1a533-faf9-4767-8ea3-94d0a4b52bb0", "name": "network-vif-plugged", "status": "completed", "tag": "7a34cd37-5506-4ac6-be2a-4da2c2a68bcf", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:26:25.618584 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-488ac35f-e215-4c60-bd9a-38f2d8cb3aeb {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:26:25.618972 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf', 'code': 200} Feb 16 15:26:25.646456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:25.681867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb3e3-be19-4c73-8f0f-4e557ecc7b9a req-53ec308b-422f-4e47-9d17-bbc8295ddc8c tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:25.683663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-899cb3e3-be19-4c73-8f0f-4e557ecc7b9a req-53ec308b-422f-4e47-9d17-bbc8295ddc8c tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 950 time: 0.0674412 Feb 16 15:26:25.752459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-899cb3e3-be19-4c73-8f0f-4e557ecc7b9a req-a44e172c-c49c-4143-b439-2e297f72e19b tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Feb 16 15:26:25.760605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f61aca-29d2-44d6-a6b5-363cb934d800 req-790d6e15-ba36-4d6d-86ba-4a49913cb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:25.762114 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5f61aca-29d2-44d6-a6b5-363cb934d800 req-790d6e15-ba36-4d6d-86ba-4a49913cb694 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 1101 time: 0.0649605 Feb 16 15:26:25.800510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5f61aca-29d2-44d6-a6b5-363cb934d800 req-44107773-4e23-4a43-9e33-e4a51b1cf0c2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281355 Feb 16 15:26:26.869189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc3c89-4487-49ed-9dfa-e7aa710a6a60 req-14380745-d887-4022-aa0b-4e1c239770ab tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:26.870708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bbc3c89-4487-49ed-9dfa-e7aa710a6a60 req-14380745-d887-4022-aa0b-4e1c239770ab tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 950 time: 0.0494735 Feb 16 15:26:26.910236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bbc3c89-4487-49ed-9dfa-e7aa710a6a60 req-fc187dad-0d0c-46b3-9b7f-67dbf632c660 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Feb 16 15:26:28.031309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee8298-c052-4505-b6df-e2bc7c1a8aed req-50df7d0d-d2b3-410e-a6d3-af65df042351 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:28.032805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78ee8298-c052-4505-b6df-e2bc7c1a8aed req-50df7d0d-d2b3-410e-a6d3-af65df042351 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 950 time: 0.0476086 Feb 16 15:26:28.069737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-78ee8298-c052-4505-b6df-e2bc7c1a8aed req-16027a78-a1c6-420c-9578-d734d2c20ddc tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Feb 16 15:26:28.568847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-43271a35-83d5-4c7c-918c-97cb11717ba4 req-10c9067e-2cbb-4d33-b08a-edab42641cb5 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:26:28.570079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43271a35-83d5-4c7c-918c-97cb11717ba4 req-10c9067e-2cbb-4d33-b08a-edab42641cb5 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1491280 Feb 16 15:26:28.994750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-8cf8fe92-2e2d-410e-b928-5bea238d2965 req-b8fe8de5-7c9f-4d07-a592-acc17e99e113 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:26:28.995687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8cf8fe92-2e2d-410e-b928-5bea238d2965 req-b8fe8de5-7c9f-4d07-a592-acc17e99e113 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053654 Feb 16 15:26:29.584031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49041f-da68-4cad-af4c-b3f7c88d3bd0 req-ec513d83-b545-4023-890e-00ddc1caea1e tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:29.585478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b49041f-da68-4cad-af4c-b3f7c88d3bd0 req-ec513d83-b545-4023-890e-00ddc1caea1e tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 950 time: 0.0541711 Feb 16 15:26:29.623740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b49041f-da68-4cad-af4c-b3f7c88d3bd0 req-bd221a2e-3c06-43c6-aa75-d57d2650f4a2 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Feb 16 15:26:30.744702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92227b24-8bcf-4dc7-928f-48e48be202fd req-985a31e5-7ee3-40ab-9e5f-6b48e3adce1a tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:30.746180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92227b24-8bcf-4dc7-928f-48e48be202fd req-985a31e5-7ee3-40ab-9e5f-6b48e3adce1a tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 950 time: 0.0488291 Feb 16 15:26:30.783741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92227b24-8bcf-4dc7-928f-48e48be202fd req-1f7c6ecf-6d62-4529-9269-2fac3f8ac003 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/security-groups?id=309d7658-8d9a-4930-b608-2881e9b3742d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Feb 16 15:26:31.000169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d7617-3fbe-48f6-8166-baac7caddffb req-9934e912-c7e4-421d-8245-b772ec8a5a1f tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:31.001526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-111d7617-3fbe-48f6-8166-baac7caddffb req-9934e912-c7e4-421d-8245-b772ec8a5a1f tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.93 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 950 time: 0.0484288 Feb 16 15:26:31.096129 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Deleting port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:26:31.096479 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:31.184850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] For port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,segment=NetworkSegment(bac1006c-286d-4a9b-b9e7-e9e34635151e),segment_id=bac1006c-286d-4a9b-b9e7-e9e34635151e)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:26:31.185211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:31.197017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Calling delete_port for 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:26:31.365051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:31.377285 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:26:31.394840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Pushing event deleted for resources: {'Port': ['ID=7a34cd37-5506-4ac6-be2a-4da2c2a68bcf,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:31.441398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] No DVR routers for this DVR port 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:26:31.444160 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:31.447422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-111d7617-3fbe-48f6-8166-baac7caddffb req-bfb07982-17e6-4f3c-b7c9-7d94dc9458a6 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.93 "DELETE /v2.0/ports/7a34cd37-5506-4ac6-be2a-4da2c2a68bcf HTTP/1.1" status: 204 len: 173 time: 0.4363856 Feb 16 15:26:31.447893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'name': 'network-vif-deleted', 'tag': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:26:31.450153 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea63c6db-6830-41da-a901-0132088cca70" -d '{"events": [{"server_uuid": "deb1a533-faf9-4767-8ea3-94d0a4b52bb0", "name": "network-vif-deleted", "tag": "7a34cd37-5506-4ac6-be2a-4da2c2a68bcf"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:26:31.490301 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1beaec-0f81-431c-8e88-276bb9c982c6 x-openstack-request-id: req-0b1beaec-0f81-431c-8e88-276bb9c982c6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:26:31.490722 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb1a533-faf9-4767-8ea3-94d0a4b52bb0", "name": "network-vif-deleted", "tag": "7a34cd37-5506-4ac6-be2a-4da2c2a68bcf", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:26:31.490978 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0b1beaec-0f81-431c-8e88-276bb9c982c6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:26:31.491374 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb1a533-faf9-4767-8ea3-94d0a4b52bb0', 'name': 'network-vif-deleted', 'tag': '7a34cd37-5506-4ac6-be2a-4da2c2a68bcf', 'status': 'completed', 'code': 200} Feb 16 15:26:31.891393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbd06f72-8ccf-4dd3-a9bc-6023ee5b1e44 req-a8b4dd07-d041-422a-9d46-7010802f2715 tempest-ServersAdminNegativeTestJSON-1467440517 tempest-ServersAdminNegativeTestJSON-1467440517-project] 10.222.0.113 "GET /v2.0/ports?device_id=deb1a533-faf9-4767-8ea3-94d0a4b52bb0 HTTP/1.1" status: 200 len: 210 time: 0.0264730 Feb 16 15:26:33.299155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:26:33.320234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:26:33.320579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 7a34cd37-5506-4ac6-be2a-4da2c2a68bcf not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:26:33.405585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41592) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:26:33.536933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ba50fd7d-1c5f-499b-a318-a315fc2a5c30 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c8956def7b984bcb8157b43b1e053e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301925 Feb 16 15:26:33.539568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41596) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:26:33.588321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef39c4e5-0e8b-4f6f-aff1-e87064ee7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:33.610042 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef39c4e5-0e8b-4f6f-aff1-e87064ee7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:33.713443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef39c4e5-0e8b-4f6f-aff1-e87064ee7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:33.716149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef39c4e5-0e8b-4f6f-aff1-e87064ee7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:33.717345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ef39c4e5-0e8b-4f6f-aff1-e87064ee7677 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/309d7658-8d9a-4930-b608-2881e9b3742d HTTP/1.1" status: 204 len: 168 time: 0.1768968 Feb 16 15:26:33.725736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39c4e5-0e8b-4f6f-aff1-e87064ee7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309d7658-8d9a-4930-b608-2881e9b3742d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:34.271737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41602) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:26:34.285585 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-474f0cb1-c36c-46b9-8a0b-6d730e00bbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:34.362209 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-474f0cb1-c36c-46b9-8a0b-6d730e00bbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:34.427801 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-474f0cb1-c36c-46b9-8a0b-6d730e00bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:34.467706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-474f0cb1-c36c-46b9-8a0b-6d730e00bbda admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=deb46728b0e3493a843058cbad2a77ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949379 Feb 16 15:26:34.468795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f0cb1-c36c-46b9-8a0b-6d730e00bbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e781ce40-68ec-425b-872c-abebe62cd082,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:34.470652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41604) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:26:34.527433 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc8684f6-e1b9-47c6-927e-5c3819500cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:34.541769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc8684f6-e1b9-47c6-927e-5c3819500cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:34.633675 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc8684f6-e1b9-47c6-927e-5c3819500cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:34.636253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cc8684f6-e1b9-47c6-927e-5c3819500cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:34.637400 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cc8684f6-e1b9-47c6-927e-5c3819500cc4 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e781ce40-68ec-425b-872c-abebe62cd082 HTTP/1.1" status: 204 len: 168 time: 0.1657736 Feb 16 15:26:34.646261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8684f6-e1b9-47c6-927e-5c3819500cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e781ce40-68ec-425b-872c-abebe62cd082,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:35.319209 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-111b75bd-cdc3-451f-a2f3-99710846c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:35.611900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41626) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:26:35.707009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-862266883-network', 'tenant_id': '4bef877386e047a0b0694c8a3635689b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:26:35.810481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Made reservation on behalf of 4bef877386e047a0b0694c8a3635689b for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:26:35.812880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:35.822379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:35.896625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:35.958905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:35.983183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:26:35.993149 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a44ee-a85e-4c21-850d-c6bd0e06326d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:35.997654 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:35.997991 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Added segment b63e2c21-e3c7-47c6-9b07-ed0f85400dc8 of type vlan for network a831c0e3-69eb-42ce-a52f-297e0171ecba Feb 16 15:26:36.037539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:36.130975 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:36.132121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:36.132757 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:36.223616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] Pushing event updated for resources: {'Network': ['ID=a831c0e3-69eb-42ce-a52f-297e0171ecba,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:36.233583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network a831c0e3-69eb-42ce-a52f-297e0171ecba details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:26:36.265181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b3e4bc25-145c-42c9-9659-351ad58aead3 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6522152 Feb 16 15:26:36.268995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41630) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:26:36.274023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Request body: {'subnet': {'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-862266883-subnet', 'tenant_id': '4bef877386e047a0b0694c8a3635689b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:26:36.359535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Made reservation on behalf of 4bef877386e047a0b0694c8a3635689b for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:26:36.362217 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:36.610979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:36.666774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0f1373-e969-480f-894f-3b21c171d224,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:36.673906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Checking segment: {'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:26:36.674248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Network hostable DHCP agents. Network: a831c0e3-69eb-42ce-a52f-297e0171ecba, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:26:36.724776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Network a831c0e3-69eb-42ce-a52f-297e0171ecba is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:26:36.781853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, a831c0e3-69eb-42ce-a52f-297e0171ecba) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:26:36.786024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:36.789321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:36.791557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd79e742-396e-4289-be66-3b595e0cc01a None None] Network a831c0e3-69eb-42ce-a52f-297e0171ecba requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:26:36.841933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c9cd60ef-c17f-412b-8544-7d28ffafde82 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5718632 Feb 16 15:26:36.922698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e25a80-3457-4d4b-b25b-e811d3905d39 None None] Network a831c0e3-69eb-42ce-a52f-297e0171ecba requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:26:37.273522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-e3d762d9-fba7-4ac4-bef1-3ef938e8b9c9 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:37.274987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-e3d762d9-fba7-4ac4-bef1-3ef938e8b9c9 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 811 time: 0.1039581 Feb 16 15:26:37.289540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-113da374-b432-478a-a444-c97924420422 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/quotas/4bef877386e047a0b0694c8a3635689b HTTP/1.1" status: 200 len: 375 time: 0.0088227 Feb 16 15:26:37.321407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-20b4dec6-7414-4ad3-bddc-0e3e4927806f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266976 Feb 16 15:26:37.414398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-1780c7fe-1418-4330-8f9c-f0054e73c7f8 service neutron] 10.222.0.113 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856555 Feb 16 15:26:37.504711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-795fa760-8619-4dc0-91e5-35a44e640e21 service neutron] 10.222.0.113 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Feb 16 15:26:37.746721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32367894-a724-47b7-8469-da20808c82f0 req-8a8f20b6-27b3-45bd-86ca-ea198c538a41 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 210 time: 0.0272744 Feb 16 15:26:37.997758 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-305d049c-6ba9-45da-9f10-34f8a7e751cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:38.856084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b75f3ba-219e-4833-aacb-3defd82d7b53 req-be17e1c2-518e-429c-9590-e51862baba69 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 210 time: 0.0365901 Feb 16 15:26:39.690618 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:39.735138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-ab2b71c8-5456-4225-8bd4-99c6d7a117cb tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:39.737202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-ab2b71c8-5456-4225-8bd4-99c6d7a117cb tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.93 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 811 time: 0.1087461 Feb 16 15:26:39.756793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Request body: {'port': {'device_id': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba', 'admin_state_up': True, 'tenant_id': '4bef877386e047a0b0694c8a3635689b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:26:39.939041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Made reservation on behalf of 4bef877386e047a0b0694c8a3635689b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:26:39.943108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:39.968781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82b8d7a0-1cc5-4a07-b6dd-9c5b345d284c req-14f9cb03-ec8e-401a-ba9e-5406407f6eac tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 210 time: 0.0442193 Feb 16 15:26:40.082752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Allocated IP 172.20.0.3 (a831c0e3-69eb-42ce-a52f-297e0171ecba/ae0f1373-e969-480f-894f-3b21c171d224/b9d06fe4-8dca-41c5-beff-09bdbc4dd44a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:26:40.229925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:40.302366 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:40.348581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Network a831c0e3-69eb-42ce-a52f-297e0171ecba is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:26:40.351494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:26:40.355317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:26:40.383971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:40.411431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:40.412066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:40.527786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-da43ec88-d0b9-4606-9265-8ad5742a743b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748282 Feb 16 15:26:40.544355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Request body: {'port': {'device_id': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:26:40.597019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:40.853101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d06fe4-8dca-41c5-beff-09bdbc4dd44a {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:26:40.860242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:40.872109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Transition to ACTIVE for port object b9d06fe4-8dca-41c5-beff-09bdbc4dd44a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:26:40.941726 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:40.996375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:41.086000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:26:41.086339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:26:41.086664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on network a831c0e3-69eb-42ce-a52f-297e0171ecba {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:26:41.093235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on network a831c0e3-69eb-42ce-a52f-297e0171ecba not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:26:41.093553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on network a831c0e3-69eb-42ce-a52f-297e0171ecba {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:26:41.101700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:26:41.102035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Checking segment: {'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:26:41.102413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Bound using segment: {'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:26:41.103086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Bound port: b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:26:41.103488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:41.123298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec7656-8079-42a1-b81e-86e285d493db req-b52c1118-d6a3-46d0-9336-11d8df8bb40d tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:41.124860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acec7656-8079-42a1-b81e-86e285d493db req-b52c1118-d6a3-46d0-9336-11d8df8bb40d tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.0843105 Feb 16 15:26:41.198134 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acec7656-8079-42a1-b81e-86e285d493db req-375c55e4-3318-4267-8531-d7aa929f36ef tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667346 Feb 16 15:26:41.204218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:26:41.207440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:26:41.302331 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:41.338504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:41.339108 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:41.340599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] 10.222.0.93 "PUT /v2.0/ports/b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 1091 time: 0.8002276 Feb 16 15:26:41.341030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:26:41.343328 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd12e39-9a50-4d95-9c34-c6b2a410b5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:26:41.366764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4a2f1-6ad8-495e-b330-882a2cf115de service neutron] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:41.390005 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08c0da-ced8-485a-bbc7-46588df863ba x-openstack-request-id: req-6f08c0da-ced8-485a-bbc7-46588df863ba {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:26:41.390295 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:26:41.390548 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6f08c0da-ced8-485a-bbc7-46588df863ba {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:26:41.390955 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'status': 'completed', 'code': 200} Feb 16 15:26:41.462583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd12e39-9a50-4d95-9c34-c6b2a410b5ac req-dac460be-c0aa-4659-8dc6-7307d0358d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:41.464133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bd12e39-9a50-4d95-9c34-c6b2a410b5ac req-dac460be-c0aa-4659-8dc6-7307d0358d0b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1094 time: 0.0435200 Feb 16 15:26:41.473460 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:41.474141 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:41.577279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd12e39-9a50-4d95-9c34-c6b2a410b5ac req-2456f822-7db5-487b-8453-2519b3ae4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:41.578784 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bd12e39-9a50-4d95-9c34-c6b2a410b5ac req-2456f822-7db5-487b-8453-2519b3ae4365 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4bef877386e047a0b0694c8a3635689b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1027708 Feb 16 15:26:41.683349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd12e39-9a50-4d95-9c34-c6b2a410b5ac req-d02397c4-4947-4a8b-b081-4c2f6b6b6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:41.684758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bd12e39-9a50-4d95-9c34-c6b2a410b5ac req-d02397c4-4947-4a8b-b081-4c2f6b6b6dea service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912733 Feb 16 15:26:41.767891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-b1876db4-de33-4fd6-ad13-06e0c1252869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:41.769261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-b1876db4-de33-4fd6-ad13-06e0c1252869 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1094 time: 0.0448201 Feb 16 15:26:41.814597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-52ac9946-41c6-445b-8e28-955d3d7187d6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 217 time: 0.0351024 Feb 16 15:26:41.866899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-8565042a-1abc-438b-a7e7-2dcbf08054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:41.868357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-8565042a-1abc-438b-a7e7-2dcbf08054a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 200 len: 851 time: 0.0430794 Feb 16 15:26:41.906080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-67980325-9a2e-4d6c-ba3b-57297121a829 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a831c0e3-69eb-42ce-a52f-297e0171ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271506 Feb 16 15:26:41.997592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-29c82c74-9614-44ec-a058-82c8332e93ba service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802455 Feb 16 15:26:42.090646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f45c9d0-6b1a-44ad-8f77-db4ffb616894 req-f1d86d5f-41f0-41c2-a5ab-25308de9cd5d service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857246 Feb 16 15:26:42.320640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670fec-af30-4019-b1bd-b1d8998f2dfb req-3afc8e3b-570c-446e-8c65-b9d51f6c332b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:42.322145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3670fec-af30-4019-b1bd-b1d8998f2dfb req-3afc8e3b-570c-446e-8c65-b9d51f6c332b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.0519426 Feb 16 15:26:42.361194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3670fec-af30-4019-b1bd-b1d8998f2dfb req-d369e8af-e211-48d4-9fe5-9f9e0be08e4c tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Feb 16 15:26:42.633442 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:43.478881 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3636fa9-554a-4121-96e0-686ed348a6a6 req-865f914e-c667-42b8-924e-cae04eea58da tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:43.480366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3636fa9-554a-4121-96e0-686ed348a6a6 req-865f914e-c667-42b8-924e-cae04eea58da tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.0482538 Feb 16 15:26:43.517024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3636fa9-554a-4121-96e0-686ed348a6a6 req-9422f7a0-b319-4ee1-852f-632dc5ef110e tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302970 Feb 16 15:26:44.634000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c875ab-4382-4d25-9c06-8f551c48d02b req-9cc1557b-2dc3-4a11-b823-188e3d34994b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:44.635354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c875ab-4382-4d25-9c06-8f551c48d02b req-9cc1557b-2dc3-4a11-b823-188e3d34994b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.0478094 Feb 16 15:26:44.677110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c875ab-4382-4d25-9c06-8f551c48d02b req-2adced16-1c8c-40bc-bbfe-4d6f09843da7 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Feb 16 15:26:45.347909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:26:45.444064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:26:45.455367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba', 'port_id': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'mac_address': 'fa:16:3e:75:fc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0f1373-e969-480f-894f-3b21c171d224', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:26:45.491696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:45.504842 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d06fe4-8dca-41c5-beff-09bdbc4dd44a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:26:45.523343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:26:45.633589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:45.683812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:45.790672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e919c-1a5d-4429-980c-88ae2b0b17c1 req-580dc4b8-b312-4b69-a18f-4ec1b3caca5c tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:45.792151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a59e919c-1a5d-4429-980c-88ae2b0b17c1 req-580dc4b8-b312-4b69-a18f-4ec1b3caca5c tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 944 time: 0.0475519 Feb 16 15:26:45.829488 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a59e919c-1a5d-4429-980c-88ae2b0b17c1 req-b787f046-fff5-4416-89c2-867609260754 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305026 Feb 16 15:26:45.876438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:26:46.650271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:46.943187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22b725-aed5-43cd-be49-42a0e0b778bc req-a0c0f631-245c-4a3c-a463-22ec5b8bc1c0 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:46.944599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd22b725-aed5-43cd-be49-42a0e0b778bc req-a0c0f631-245c-4a3c-a463-22ec5b8bc1c0 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 944 time: 0.0483050 Feb 16 15:26:46.982581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd22b725-aed5-43cd-be49-42a0e0b778bc req-c53e4507-2034-4104-aed9-08acb8fa2e66 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Feb 16 15:26:47.372626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:26:47.467032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:26:47.471624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:26:47.472128 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:47.547578 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:47.570285 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:26:47.572481 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e369cd-eda9-4d8e-8aa1-665dac2ae4c8" -d '{"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-plugged", "status": "completed", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:26:47.585114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:26:47.609455 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df029dc5-b226-4068-b2b7-057a508acc5a x-openstack-request-id: req-df029dc5-b226-4068-b2b7-057a508acc5a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:26:47.609745 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-plugged", "status": "completed", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:26:47.609997 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-df029dc5-b226-4068-b2b7-057a508acc5a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:26:47.610902 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'code': 200} Feb 16 15:26:47.644935 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:26:47.696567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:26:47.712450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2376348-4fa3-4f1f-89c4-8bc25a7f3bb4 req-1bc73874-1b99-48b5-937e-0db9c1c727b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:47.713937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2376348-4fa3-4f1f-89c4-8bc25a7f3bb4 req-1bc73874-1b99-48b5-937e-0db9c1c727b5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1096 time: 0.0395927 Feb 16 15:26:47.756759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2376348-4fa3-4f1f-89c4-8bc25a7f3bb4 req-c2d187dd-4790-4c7b-805e-b9d01f89b2a1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Feb 16 15:26:48.096411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6bc78-8211-40f9-a7be-e81e7e9cb8b9 req-66388f28-52bd-43d9-8a03-7b488128cb61 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:48.097899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6c6bc78-8211-40f9-a7be-e81e7e9cb8b9 req-66388f28-52bd-43d9-8a03-7b488128cb61 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0478981 Feb 16 15:26:48.135064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6c6bc78-8211-40f9-a7be-e81e7e9cb8b9 req-d7a87f93-0e53-4c05-a895-ef890c6d87ee tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308726 Feb 16 15:26:49.258824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d3377-cb3e-4105-b9f6-58dc8d976adb req-51ab03e0-405c-4b3e-aedc-724214a70cdb tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:49.260383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-647d3377-cb3e-4105-b9f6-58dc8d976adb req-51ab03e0-405c-4b3e-aedc-724214a70cdb tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0507243 Feb 16 15:26:49.301233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-647d3377-cb3e-4105-b9f6-58dc8d976adb req-e80c08ce-1d07-4d46-a05d-8a19f279999b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347006 Feb 16 15:26:49.810575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea370a-4aaa-4315-8491-972b548afd31 req-6f11a168-172c-44f9-a99e-65590e3cd6ec tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:49.812070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63ea370a-4aaa-4315-8491-972b548afd31 req-6f11a168-172c-44f9-a99e-65590e3cd6ec tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0543602 Feb 16 15:26:49.831180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41690) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:26:49.857561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63ea370a-4aaa-4315-8491-972b548afd31 req-1cbad9d5-fef6-4e3f-8399-13f0c8d6f6b1 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Feb 16 15:26:50.206987 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-63dbb35e-17cb-4e6b-9d1e-8baf110e0678 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3745961 Feb 16 15:26:50.216029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-b973f3f8-d3c8-49e4-a3fd-3fcd7b10f968 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103044) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:26:50.216969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-b973f3f8-d3c8-49e4-a3fd-3fcd7b10f968 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052409 Feb 16 15:26:50.975934 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df63a2-0da4-413c-a1d7-29692e2bc3b5 req-76f90ca4-4f59-4ab8-9079-fa41e768d57f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:50.977648 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42df63a2-0da4-413c-a1d7-29692e2bc3b5 req-76f90ca4-4f59-4ab8-9079-fa41e768d57f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0482461 Feb 16 15:26:51.016473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42df63a2-0da4-413c-a1d7-29692e2bc3b5 req-8f9b8ed8-5706-4ddf-82bb-3bb8aceb677a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Feb 16 15:26:52.074418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-7a792027-9e90-4ed4-99c9-4b06632d83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:52.075971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-7a792027-9e90-4ed4-99c9-4b06632d83a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1096 time: 0.0410035 Feb 16 15:26:52.189984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492134c-b711-4a7c-b199-a8001dab9fea req-feca6120-5f68-4345-8ad7-a08b260a431b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:52.191429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f492134c-b711-4a7c-b199-a8001dab9fea req-feca6120-5f68-4345-8ad7-a08b260a431b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.1014798 Feb 16 15:26:52.210853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0a11c0a5-fab8-4615-a30f-d890383fb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:52.212260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0a11c0a5-fab8-4615-a30f-d890383fb3a4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 913 time: 0.1295693 Feb 16 15:26:52.259705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-e21c4e90-84f8-4bbd-8626-993a9c83e0e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 217 time: 0.0399191 Feb 16 15:26:52.280003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f492134c-b711-4a7c-b199-a8001dab9fea req-9e3c64de-7504-47a9-b00f-0acb3d2e4238 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798092 Feb 16 15:26:52.313474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-e567c36b-621a-48db-987b-91f2edfaebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:52.315423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-e567c36b-621a-48db-987b-91f2edfaebc5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 200 len: 851 time: 0.0480971 Feb 16 15:26:52.347454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-8ec7afb8-bf59-46c0-8a1a-07b7279ced5a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a831c0e3-69eb-42ce-a52f-297e0171ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253012 Feb 16 15:26:52.440972 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-fede7bd6-d4aa-4578-9bf4-9ec61ffad0da service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867987 Feb 16 15:26:52.535052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-cb4d5c0a-f3f7-4bd6-92ec-bb85cd7ce7ce service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874858 Feb 16 15:26:53.398624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63219ded-65f0-4c7c-9c0f-ab61e86432ba req-7a64edc3-2be1-4228-bc05-b1bda2bda676 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:53.400128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63219ded-65f0-4c7c-9c0f-ab61e86432ba req-7a64edc3-2be1-4228-bc05-b1bda2bda676 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0494692 Feb 16 15:26:53.437452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63219ded-65f0-4c7c-9c0f-ab61e86432ba req-e431b295-1837-429f-a486-bab664a6dd7c tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Feb 16 15:26:54.556758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b6250-5047-4f43-b995-6b33d27099a1 req-dd6260fa-0127-4a10-b7b0-f6948c112dab tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:54.558306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-117b6250-5047-4f43-b995-6b33d27099a1 req-dd6260fa-0127-4a10-b7b0-f6948c112dab tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0521932 Feb 16 15:26:54.595564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-117b6250-5047-4f43-b995-6b33d27099a1 req-0e90cb47-4e81-4e62-8f8d-c50915fa842f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312672 Feb 16 15:26:55.710155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca699e1-4cd7-44fd-a23d-9cc7814b64ef req-28e95fd7-a767-4167-94a1-e028687f713c tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:55.711669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cca699e1-4cd7-44fd-a23d-9cc7814b64ef req-28e95fd7-a767-4167-94a1-e028687f713c tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0492122 Feb 16 15:26:55.749646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cca699e1-4cd7-44fd-a23d-9cc7814b64ef req-bd33ef98-e74f-479c-8f51-c670de74ca41 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Feb 16 15:26:56.872290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7e4f0-4710-4ed8-899c-fbcd6b6a6572 req-a9b20ad7-e79b-42e5-85ea-4f31482f65e3 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:56.873746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62c7e4f0-4710-4ed8-899c-fbcd6b6a6572 req-a9b20ad7-e79b-42e5-85ea-4f31482f65e3 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0502694 Feb 16 15:26:56.913061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62c7e4f0-4710-4ed8-899c-fbcd6b6a6572 req-e72a2555-07be-44e8-894d-a59d5c7032d1 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Feb 16 15:26:58.029637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270a013-0501-4fda-a485-13ef1f411a8d req-670f6ad6-e6e2-4128-8c13-29fde27303a0 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:58.031090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b270a013-0501-4fda-a485-13ef1f411a8d req-670f6ad6-e6e2-4128-8c13-29fde27303a0 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0509923 Feb 16 15:26:58.067769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b270a013-0501-4fda-a485-13ef1f411a8d req-8638d7ab-d737-4336-a554-f1862c72581a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299699 Feb 16 15:26:59.183404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef1b55-7a10-4ccb-a5fb-f06c09e8a1ea req-a21bef5e-22eb-4bc1-9e4c-43c10bce9251 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:26:59.184891 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aef1b55-7a10-4ccb-a5fb-f06c09e8a1ea req-a21bef5e-22eb-4bc1-9e4c-43c10bce9251 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0493765 Feb 16 15:26:59.221876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aef1b55-7a10-4ccb-a5fb-f06c09e8a1ea req-a193f0cd-ccfd-4d3e-85c0-b286c02bae28 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Feb 16 15:27:00.336573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e05089-5fb3-4da0-a5de-6c0f0b29ca4a req-ed463f8c-480f-4689-8c21-71ea4b6ac558 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:00.338053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92e05089-5fb3-4da0-a5de-6c0f0b29ca4a req-ed463f8c-480f-4689-8c21-71ea4b6ac558 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0485196 Feb 16 15:27:00.375938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92e05089-5fb3-4da0-a5de-6c0f0b29ca4a req-27cfd28d-3341-4068-b9b3-02c18d882615 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Feb 16 15:27:01.494587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8f246-be23-4bf7-8561-ab730b5f15c8 req-c6f2c7ad-7567-46d5-9ef5-4592086b310a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:01.495992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30a8f246-be23-4bf7-8561-ab730b5f15c8 req-c6f2c7ad-7567-46d5-9ef5-4592086b310a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0523927 Feb 16 15:27:01.533830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30a8f246-be23-4bf7-8561-ab730b5f15c8 req-2f6bb770-ede3-454c-8f5a-eb63c0fdac62 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Feb 16 15:27:02.651902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d112de-6b1e-4e71-ad33-9dc23ac93ff7 req-fa5277a7-c956-41f0-b07d-fd92b4a88aab tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:02.653370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2d112de-6b1e-4e71-ad33-9dc23ac93ff7 req-fa5277a7-c956-41f0-b07d-fd92b4a88aab tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0481656 Feb 16 15:27:02.691372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2d112de-6b1e-4e71-ad33-9dc23ac93ff7 req-4dd84bc8-c258-4bf1-a579-9f0a45f0ac3e tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Feb 16 15:27:03.627694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-8207eaa4-2a2f-42b6-a3ef-98cfa41e948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:03.629191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-8207eaa4-2a2f-42b6-a3ef-98cfa41e948a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1096 time: 0.0429411 Feb 16 15:27:03.737559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-9ec6978a-6c0a-455a-8d6f-8209ee0ad97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:03.739030 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-9ec6978a-6c0a-455a-8d6f-8209ee0ad97c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 913 time: 0.0888650 Feb 16 15:27:03.789013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-6c60e5d5-2871-47c7-bffc-7515c4b647b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 217 time: 0.0433350 Feb 16 15:27:03.866109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84969e-75bb-4dea-a495-5e62b565b563 req-b5e3cb98-a61b-4563-a04d-4f3ca8864212 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:03.867595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f84969e-75bb-4dea-a495-5e62b565b563 req-b5e3cb98-a61b-4563-a04d-4f3ca8864212 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0874109 Feb 16 15:27:03.868942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-e52aac2d-4e5c-4d77-8f58-c7fe5f2639fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:03.870210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-e52aac2d-4e5c-4d77-8f58-c7fe5f2639fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 200 len: 851 time: 0.0644836 Feb 16 15:27:03.909155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-2bf6fc85-8126-4ae1-b18d-10229bb5a1f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a831c0e3-69eb-42ce-a52f-297e0171ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289729 Feb 16 15:27:03.933307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f84969e-75bb-4dea-a495-5e62b565b563 req-d0541209-2a5f-4ec0-af25-826ba62b4152 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597162 Feb 16 15:27:04.009484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-5a428ec1-68cb-44b2-bcaa-f6c316b70556 service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903270 Feb 16 15:27:04.413299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bfee82c-d094-420b-8cff-ec74a29a1b39 req-adaa86a9-d22d-4008-b358-40e345bf58c3 service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959959 Feb 16 15:27:05.049094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb416d-6a7b-43d2-8325-d0540012a9df req-dcf8cf5c-4424-486b-a7e3-da85f70e66b3 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:05.051059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2efb416d-6a7b-43d2-8325-d0540012a9df req-dcf8cf5c-4424-486b-a7e3-da85f70e66b3 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0487955 Feb 16 15:27:05.088739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2efb416d-6a7b-43d2-8325-d0540012a9df req-5b49bc90-2064-46a4-8692-9cf271eca8c9 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Feb 16 15:27:05.306764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40ccfa98-b866-4684-b59c-91b6b3694829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:06.209491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293467b-0451-4aec-b340-d0b2fb05e61c req-6f847fda-6c48-4ce5-9d5c-4dfadb584902 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:06.210937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f293467b-0451-4aec-b340-d0b2fb05e61c req-6f847fda-6c48-4ce5-9d5c-4dfadb584902 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0519824 Feb 16 15:27:06.246587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f293467b-0451-4aec-b340-d0b2fb05e61c req-c57d6a51-916e-4450-ac41-8074ba6172e7 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296712 Feb 16 15:27:07.363380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa47aa-3060-4c80-8e82-34bb8b5354bf req-b9f548c3-1e01-4a0f-ba10-a3ca075f8ae6 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:07.364876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85aa47aa-3060-4c80-8e82-34bb8b5354bf req-b9f548c3-1e01-4a0f-ba10-a3ca075f8ae6 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0494702 Feb 16 15:27:07.401738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85aa47aa-3060-4c80-8e82-34bb8b5354bf req-f9b76cef-5c1a-424b-b81e-835379382053 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Feb 16 15:27:07.992252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e026-d27a-42a6-8d3e-7758e8f77350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:08.375497 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:27:08.518569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088aeb6-3d85-42b7-8ad8-88ed745e077a req-dabe13be-adee-463c-8467-181e0f831829 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:08.520118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5088aeb6-3d85-42b7-8ad8-88ed745e077a req-dabe13be-adee-463c-8467-181e0f831829 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0487564 Feb 16 15:27:08.558640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5088aeb6-3d85-42b7-8ad8-88ed745e077a req-075a9277-b9ba-4cc7-ad6d-cceb490832c5 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Feb 16 15:27:09.677652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70ead4-5858-44a1-833f-89fa19b9213a req-5d92c6ad-ab5a-4d23-b599-ecff31dc8af9 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:09.679113 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb70ead4-5858-44a1-833f-89fa19b9213a req-5d92c6ad-ab5a-4d23-b599-ecff31dc8af9 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0523441 Feb 16 15:27:09.695091 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:09.718280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb70ead4-5858-44a1-833f-89fa19b9213a req-3148a368-a3e2-4204-93ef-1e7f7f2918cc tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Feb 16 15:27:10.836485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2cf57-c80f-438a-b98b-a17af6143eac req-6dcf1add-24d4-45f2-9ea2-92ab94c4df4b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:10.837931 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eff2cf57-c80f-438a-b98b-a17af6143eac req-6dcf1add-24d4-45f2-9ea2-92ab94c4df4b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0479076 Feb 16 15:27:10.875348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eff2cf57-c80f-438a-b98b-a17af6143eac req-8c8cbbdc-0a4f-4d8d-a05d-64ae43859985 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Feb 16 15:27:11.432252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:11.454874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:11.991577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2332c97-52d1-4f5a-8cf1-d39c1d5259fd req-5a3cff6e-59da-4b70-8691-95c1e99c701a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:11.993761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2332c97-52d1-4f5a-8cf1-d39c1d5259fd req-5a3cff6e-59da-4b70-8691-95c1e99c701a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0485644 Feb 16 15:27:12.029740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2332c97-52d1-4f5a-8cf1-d39c1d5259fd req-b60f0733-1cff-433f-9122-339549e93171 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305796 Feb 16 15:27:12.615064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:13.147738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f1908-d2eb-4730-9147-d81437773db0 req-b88b2b01-2dca-4e3a-ab98-aa16fe673bd4 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:13.149202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd7f1908-d2eb-4730-9147-d81437773db0 req-b88b2b01-2dca-4e3a-ab98-aa16fe673bd4 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0517364 Feb 16 15:27:13.185902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd7f1908-d2eb-4730-9147-d81437773db0 req-dc54443f-8d1b-42ac-a90b-a9c7d38dccd8 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307195 Feb 16 15:27:14.302479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b979d-5d3b-4704-8d3e-7153dae718cf req-82c6e623-2fdf-4e18-ab39-2d79745d0fc0 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:14.303993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595b979d-5d3b-4704-8d3e-7153dae718cf req-82c6e623-2fdf-4e18-ab39-2d79745d0fc0 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0486996 Feb 16 15:27:14.342421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-595b979d-5d3b-4704-8d3e-7153dae718cf req-7b231094-d3f5-47a2-8e1f-a3a9cc16fd9e tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Feb 16 15:27:15.458845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12bb5c-34e5-4f8a-afad-d392434e4d4a req-875faeb0-ff02-466a-bbee-a90e50a49e51 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:15.460330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba12bb5c-34e5-4f8a-afad-d392434e4d4a req-875faeb0-ff02-466a-bbee-a90e50a49e51 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0488341 Feb 16 15:27:15.505418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba12bb5c-34e5-4f8a-afad-d392434e4d4a req-3b6d1c03-3d44-4d3d-a9fb-71832dc89844 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Feb 16 15:27:16.627852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667199eb-24b4-42f8-ae23-9bf59798a9d9 req-1c843332-b689-45de-9578-e9deb3e28c33 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:16.629763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-667199eb-24b4-42f8-ae23-9bf59798a9d9 req-1c843332-b689-45de-9578-e9deb3e28c33 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0523417 Feb 16 15:27:16.632581 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:16.668323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-667199eb-24b4-42f8-ae23-9bf59798a9d9 req-faa25f9d-5f57-4505-b196-7869d0d24633 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Feb 16 15:27:17.783092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf6f4-08f5-464b-bdc2-36be15d0aa06 req-fc4bf6a2-ef75-4f6d-b534-66a32c1d7ecf tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:17.784581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c4cf6f4-08f5-464b-bdc2-36be15d0aa06 req-fc4bf6a2-ef75-4f6d-b534-66a32c1d7ecf tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0490718 Feb 16 15:27:17.821848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c4cf6f4-08f5-464b-bdc2-36be15d0aa06 req-34c3120e-3f15-40cd-826d-334c294d703a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Feb 16 15:27:18.936252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e54e1-1a93-4279-b324-d2000d6042c7 req-e58301f3-5238-4d83-8f8e-331352abc74f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:18.937706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d1e54e1-1a93-4279-b324-d2000d6042c7 req-e58301f3-5238-4d83-8f8e-331352abc74f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0477037 Feb 16 15:27:18.976467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d1e54e1-1a93-4279-b324-d2000d6042c7 req-ef7d52c0-978b-4938-9716-426cac209839 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Feb 16 15:27:20.098759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092385-81f6-4c74-9bbb-860cef27b670 req-7b8a05de-c389-470b-8a39-68d48a14682b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:20.100274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c092385-81f6-4c74-9bbb-860cef27b670 req-7b8a05de-c389-470b-8a39-68d48a14682b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0537655 Feb 16 15:27:20.178711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c092385-81f6-4c74-9bbb-860cef27b670 req-aeafedd9-54c6-4ea1-bc0d-2afe96fda489 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722373 Feb 16 15:27:20.187713 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-aa6f1765-24da-412a-913c-b63de753669f service neutron] show failed (client error): The resource could not be found. Feb 16 15:27:20.188747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-aa6f1765-24da-412a-913c-b63de753669f service neutron] 10.222.0.93 "GET /v2.0/ports/b9d06fe4-8dca-41c5-beff-09bdbc4dd44a/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0813026 Feb 16 15:27:20.777554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-db82bcca-5fd3-4b4f-a560-0950ec5b051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:20.779025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-db82bcca-5fd3-4b4f-a560-0950ec5b051b service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada&tenant_id=4bef877386e047a0b0694c8a3635689b HTTP/1.1" status: 200 len: 1096 time: 0.0897348 Feb 16 15:27:20.790312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:27:20.845152 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:21.044936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:21.077051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:27:21.116622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:27:21.118863 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860bd3bd-3e55-4739-abfc-532b48fdfa29" -d '{"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:27:21.122587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:21.134957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Transition to ACTIVE for port object b9d06fe4-8dca-41c5-beff-09bdbc4dd44a will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:27:21.174610 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e728ea1-1d3c-4bc6-9c54-ef4d75ac2bcd x-openstack-request-id: req-7e728ea1-1d3c-4bc6-9c54-ef4d75ac2bcd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:27:21.174903 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:27:21.175155 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7e728ea1-1d3c-4bc6-9c54-ef4d75ac2bcd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:27:21.175608 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'code': 200} Feb 16 15:27:21.220625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:21.310833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] No DVR routers for this DVR port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:27:21.315413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:21.330532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.330876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.331212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.331562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.331931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.332267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.332586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.332900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.333217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.333564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.333879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.334196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:21.377809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae673df-15b5-47f4-bad9-652aeecdb63b req-e380044f-40b0-4887-83a1-69d02ec711ac tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:21.379356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ae673df-15b5-47f4-bad9-652aeecdb63b req-e380044f-40b0-4887-83a1-69d02ec711ac tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.1224558 Feb 16 15:27:21.380078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:27:21.380405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:27:21.380727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on network a831c0e3-69eb-42ce-a52f-297e0171ecba {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:27:21.385267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on network a831c0e3-69eb-42ce-a52f-297e0171ecba not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:27:21.385583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Attempting to bind port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on network a831c0e3-69eb-42ce-a52f-297e0171ecba {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:27:21.396622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:27:21.396956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Checking segment: {'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:27:21.397324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Bound using segment: {'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:27:21.397746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Bound port: b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:27:21.398097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:21.438389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ae673df-15b5-47f4-bad9-652aeecdb63b req-edfa4821-2488-4bea-8d78-acdefe8fff6c tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 Feb 16 15:27:21.502906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:27:21.505980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:27:21.592542 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:21.629169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:21.629505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:21.630942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] 10.222.0.129 "PUT /v2.0/ports/b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 1091 time: 0.8444779 Feb 16 15:27:21.662044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c432de4-40b1-4ac1-8561-0590d9ee97de service neutron] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:21.692759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-717c8394-4cb1-4d46-b6aa-91a225de244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:21.696178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-717c8394-4cb1-4d46-b6aa-91a225de244c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1094 time: 0.0431898 Feb 16 15:27:21.788657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-2096d710-7c26-4c48-b7ef-273e0833bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:21.790141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-2096d710-7c26-4c48-b7ef-273e0833bf06 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 913 time: 0.0888517 Feb 16 15:27:21.831174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-73e66857-f402-4fd1-85f4-ad9cf84fb5a7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 217 time: 0.0341578 Feb 16 15:27:21.879524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0f1f13b7-8ba5-4795-a1be-9ac5fb0e94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:21.881019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-0f1f13b7-8ba5-4795-a1be-9ac5fb0e94c0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 200 len: 851 time: 0.0434017 Feb 16 15:27:21.913035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-31f32dd5-4314-4b66-9903-cda93f1e274b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a831c0e3-69eb-42ce-a52f-297e0171ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246849 Feb 16 15:27:22.004385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-2947e2eb-feea-4864-abb7-3843650578b6 service neutron] 10.222.0.129 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838923 Feb 16 15:27:22.091863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f533274f-5dca-4113-8b9d-0f3744128f31 req-1e8a808f-7a03-41b8-9577-09a931ebb4d7 service neutron] 10.222.0.129 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820587 Feb 16 15:27:22.567102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29c87-04b4-41b4-a195-64f1a8ac4d67 req-fec328c2-d662-412c-92ca-d02c525f1511 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:22.568541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76b29c87-04b4-41b4-a195-64f1a8ac4d67 req-fec328c2-d662-412c-92ca-d02c525f1511 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.0541236 Feb 16 15:27:22.606267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76b29c87-04b4-41b4-a195-64f1a8ac4d67 req-abfacdd2-a6dc-4e6c-839c-f3aa1e714653 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Feb 16 15:27:23.177321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:27:23.179713 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc55dd7-7751-45c1-b2a3-99a310fc3365" -d '{"events": [{"name": "network-changed", "server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:27:23.233458 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b089a687-f448-4ca1-a718-0313dc02360f x-openstack-request-id: req-b089a687-f448-4ca1-a718-0313dc02360f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:27:23.233751 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:27:23.234002 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b089a687-f448-4ca1-a718-0313dc02360f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:27:23.234399 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'status': 'completed', 'code': 200} Feb 16 15:27:23.322190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-d7756e2e-26b3-4092-8667-e176e9beaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:23.323781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-d7756e2e-26b3-4092-8667-e176e9beaa27 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1094 time: 0.0675726 Feb 16 15:27:23.329310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-3c152b4c-dc4c-419f-82cf-5549c7c460d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:23.330650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-3c152b4c-dc4c-419f-82cf-5549c7c460d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1094 time: 0.0640719 Feb 16 15:27:23.488931 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-3c5010b0-2368-487d-ae1f-24d555809e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:23.490306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-3c5010b0-2368-487d-ae1f-24d555809e82 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 913 time: 0.1588252 Feb 16 15:27:23.494603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-a19d42d8-ff7e-4104-98df-b1cb1a7b3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:23.495978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-a19d42d8-ff7e-4104-98df-b1cb1a7b3b58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 913 time: 0.1464963 Feb 16 15:27:23.538375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-77be5c46-15fc-4ea2-ad61-e31e34247937 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 217 time: 0.0402651 Feb 16 15:27:23.574489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-8cce7d94-e7d5-48f3-a672-c0cf71ff7117 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 217 time: 0.0422494 Feb 16 15:27:23.647924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-5839975e-3f40-4dc9-a9f8-8a72f576578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:23.649413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-5839975e-3f40-4dc9-a9f8-8a72f576578e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 200 len: 851 time: 0.0834200 Feb 16 15:27:23.653066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-13faf8c7-1a04-4565-ad86-b297d2118078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:23.654407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-13faf8c7-1a04-4565-ad86-b297d2118078 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 200 len: 851 time: 0.0610712 Feb 16 15:27:23.705022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-0a5a8c42-8414-428a-b845-e83e3c00fbbf service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a831c0e3-69eb-42ce-a52f-297e0171ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455041 Feb 16 15:27:23.713537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-d21d8c03-b8ac-4b83-b101-051a752f9f6e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a831c0e3-69eb-42ce-a52f-297e0171ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461781 Feb 16 15:27:23.859818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a17311-cf32-4f3c-b720-5098d8302558 req-6f4ce155-1168-4d62-baf2-2d42a3f40a63 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:23.861315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20a17311-cf32-4f3c-b720-5098d8302558 req-6f4ce155-1168-4d62-baf2-2d42a3f40a63 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.1844697 Feb 16 15:27:23.923975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-ea0c6519-387a-4438-94fb-6b971b62f3d8 service neutron] 10.222.0.129 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094922 Feb 16 15:27:23.931275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-64b3bc6d-ddd7-47e3-af43-5415604a8598 service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952250 Feb 16 15:27:23.976215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20a17311-cf32-4f3c-b720-5098d8302558 req-b7cb7d5f-e2ba-4fe4-8c91-57f2ba4a4843 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045258 Feb 16 15:27:24.099262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-ee21c389-8989-4bc3-8764-a93ebbf4b7dd service neutron] 10.222.0.129 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625080 Feb 16 15:27:24.101174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fc55dd7-7751-45c1-b2a3-99a310fc3365 req-fa5489e4-bf6f-4a61-aaab-10d73277d553 service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546578 Feb 16 15:27:25.094898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94fd47-f699-44b2-8916-6e7d9003b46f req-8d36f7c6-a08c-43ee-9bad-0e23beb72b13 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:25.096396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd94fd47-f699-44b2-8916-6e7d9003b46f req-8d36f7c6-a08c-43ee-9bad-0e23beb72b13 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 943 time: 0.0502207 Feb 16 15:27:25.133601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd94fd47-f699-44b2-8916-6e7d9003b46f req-c67627f4-1fcb-42b9-a5be-1459c425cfb9 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Feb 16 15:27:25.505509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-4c7be432-de6f-46fe-a1c1-4d203fdf649f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:25.506971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-4c7be432-de6f-46fe-a1c1-4d203fdf649f tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.93 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada&tenant_id=4bef877386e047a0b0694c8a3635689b&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 943 time: 0.0556073 Feb 16 15:27:25.572191 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-5918d50c-0ea2-41e5-bb99-ca8688a2183d service neutron] delete failed (client error): The resource could not be found. Feb 16 15:27:25.573265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-5918d50c-0ea2-41e5-bb99-ca8688a2183d service neutron] 10.222.0.93 "DELETE /v2.0/ports/b9d06fe4-8dca-41c5-beff-09bdbc4dd44a/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0554988 Feb 16 15:27:25.605465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:27:25.645519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:27:25.663682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-76bd78de-d6bc-4dce-85c8-c33e951f12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:25.665266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-76bd78de-d6bc-4dce-85c8-c33e951f12dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bef877386e047a0b0694c8a3635689b&device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 1094 time: 0.0418110 Feb 16 15:27:25.758956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-9ae988cc-31c9-49a6-ac53-044d5beb6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:25.760455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-9ae988cc-31c9-49a6-ac53-044d5beb6da9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 200 len: 913 time: 0.0880425 Feb 16 15:27:25.806573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-bc05d8e3-c8c7-4886-bcb1-9065ab36d11f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 200 len: 217 time: 0.0355239 Feb 16 15:27:25.859166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-49d93afa-0aa7-43ef-bb5e-6f705ac4def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:25.860551 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-49d93afa-0aa7-43ef-bb5e-6f705ac4def9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 200 len: 851 time: 0.0435488 Feb 16 15:27:25.895683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d69e4646-ec9e-4872-9e06-bad65caa407f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a831c0e3-69eb-42ce-a52f-297e0171ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234845 Feb 16 15:27:25.993506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-0b1c3640-26d7-437c-a695-57e1caace4e2 service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866923 Feb 16 15:27:26.088732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-8312552e-436c-4f97-ad89-399da09f32da service neutron] 10.222.0.93 "GET /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824919 Feb 16 15:27:26.205688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:27:26.304568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:26.316605 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'network_id': 'a831c0e3-69eb-42ce-a52f-297e0171ecba', 'port_id': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'mac_address': 'fa:16:3e:75:fc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0f1373-e969-480f-894f-3b21c171d224', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:27:26.353267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:26.366027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d06fe4-8dca-41c5-beff-09bdbc4dd44a {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:27:26.385282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:26.460642 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:26.508312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:26.515746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.516092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.516447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.516765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.517100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.517424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.517747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.518066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.518402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.518721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.519036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.519700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:26.726859 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:27:27.575426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413b483-f8e4-45a0-94f1-c9bcf960e6e1 req-b13e0610-431d-4cb5-9cf0-ece1279fbe6a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:27.577002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c413b483-f8e4-45a0-94f1-c9bcf960e6e1 req-b13e0610-431d-4cb5-9cf0-ece1279fbe6a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 944 time: 0.0561309 Feb 16 15:27:27.615853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c413b483-f8e4-45a0-94f1-c9bcf960e6e1 req-decff1ac-28d7-4b58-912c-58d4cc2ef943 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Feb 16 15:27:28.212475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:27:28.328736 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:27:28.332804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:27:28.339676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:28.411820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:28.434298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:27:28.436575 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9144cc96-3415-43e7-bc91-29d0eaef0fc6" -d '{"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-plugged", "status": "completed", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:27:28.449909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:28.480067 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3fbb75-9892-4d9a-be30-354dbf8a255c x-openstack-request-id: req-7c3fbb75-9892-4d9a-be30-354dbf8a255c {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:27:28.480354 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-plugged", "status": "completed", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:27:28.480614 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7c3fbb75-9892-4d9a-be30-354dbf8a255c {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:27:28.481051 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'code': 200} Feb 16 15:27:28.517543 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:28.569984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:28.733917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f86cf7-2a33-4297-8d7d-83b556855bba req-649d320b-d9fa-46d7-b876-7e21b4a89040 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:28.735296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4f86cf7-2a33-4297-8d7d-83b556855bba req-649d320b-d9fa-46d7-b876-7e21b4a89040 tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0495515 Feb 16 15:27:28.774237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4f86cf7-2a33-4297-8d7d-83b556855bba req-0d8ef3ee-2250-4155-adeb-a4320147164a tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.113 "GET /v2.0/security-groups?id=6f2a44ee-a85e-4c21-850d-c6bd0e06326d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Feb 16 15:27:28.832519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-43e30cb0-be41-43e9-91a2-ffedadeaa13b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:28.833957 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-43e30cb0-be41-43e9-91a2-ffedadeaa13b tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.129 "GET /v2.0/ports?device_id=05cff7cc-8aef-47ef-8a35-57e5e2337ada HTTP/1.1" status: 200 len: 945 time: 0.0477107 Feb 16 15:27:28.926858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Deleting port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:27:28.927193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:29.020942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] For port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,segment=NetworkSegment(b63e2c21-e3c7-47c6-9b07-ed0f85400dc8),segment_id=b63e2c21-e3c7-47c6-9b07-ed0f85400dc8)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:29.021300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:29.032913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Calling delete_port for b9d06fe4-8dca-41c5-beff-09bdbc4dd44a owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:27:29.203522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:29.215135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:27:29.233627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Pushing event deleted for resources: {'Port': ['ID=b9d06fe4-8dca-41c5-beff-09bdbc4dd44a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:29.278009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] No DVR routers for this DVR port b9d06fe4-8dca-41c5-beff-09bdbc4dd44a on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:27:29.280587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:29.283863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f8cbf3d-19cf-4fc4-a78a-ee419d5b182b req-d374034c-8ca3-4b4d-8efd-1ad75f7319ae tempest-DeleteServersTestJSON-1318145854 tempest-DeleteServersTestJSON-1318145854-project] 10.222.0.129 "DELETE /v2.0/ports/b9d06fe4-8dca-41c5-beff-09bdbc4dd44a HTTP/1.1" status: 204 len: 173 time: 0.4443741 Feb 16 15:27:29.284290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-deleted', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:27:29.286745 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e483f93-5c76-44ae-9971-7175f6552ce0" -d '{"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-deleted", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:27:29.323689 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e5d6ba-6a11-4269-868d-08b4efc4b8cb x-openstack-request-id: req-30e5d6ba-6a11-4269-868d-08b4efc4b8cb {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:27:29.323977 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cff7cc-8aef-47ef-8a35-57e5e2337ada", "name": "network-vif-deleted", "tag": "b9d06fe4-8dca-41c5-beff-09bdbc4dd44a", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:27:29.324228 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-30e5d6ba-6a11-4269-868d-08b4efc4b8cb {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:27:29.324626 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cff7cc-8aef-47ef-8a35-57e5e2337ada', 'name': 'network-vif-deleted', 'tag': 'b9d06fe4-8dca-41c5-beff-09bdbc4dd44a', 'status': 'completed', 'code': 200} Feb 16 15:27:29.902936 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 41820) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:27:29.948563 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Deleting subnet ae0f1373-e969-480f-894f-3b21c171d224 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:27:29.951498 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:29.988839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.028007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.117770 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.144854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0f1373-e969-480f-894f-3b21c171d224,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:30.147326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.150389 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] 10.222.0.113 "DELETE /v2.0/subnets/ae0f1373-e969-480f-894f-3b21c171d224 HTTP/1.1" status: 204 len: 168 time: 0.2464523 Feb 16 15:27:30.153112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41822) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:27:30.156693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.157040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.157379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.157710 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.158039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.158366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.158692 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.159009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.159330 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.160196 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.160512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.160838 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400bcb2-0231-44fd-b231-cbd2a168eb1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:27:30.221235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.304510 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.325549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a831c0e3-69eb-42ce-a52f-297e0171ecba']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:27:30.335621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:27:30.335916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63e2c21-e3c7-47c6-9b07-ed0f85400dc8') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:27:30.345191 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.358663 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.364801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:27:30.366823 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:27:30.483251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.488815 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.492279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] 10.222.0.113 "DELETE /v2.0/networks/a831c0e3-69eb-42ce-a52f-297e0171ecba HTTP/1.1" status: 204 len: 168 time: 0.3381410 Feb 16 15:27:30.503944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f7254-3aa8-43d7-b735-f41857e3bd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a831c0e3-69eb-42ce-a52f-297e0171ecba,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:30.815045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41826) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:27:30.854900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c68bbb3e-be9f-44ac-9e67-fda46f38d016 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4bef877386e047a0b0694c8a3635689b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385315 Feb 16 15:27:30.857407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41828) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:27:30.909218 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03fde862-6df8-4176-a9b2-92ba563bb16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:30.930905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03fde862-6df8-4176-a9b2-92ba563bb16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:31.032021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03fde862-6df8-4176-a9b2-92ba563bb16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:31.035355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-03fde862-6df8-4176-a9b2-92ba563bb16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:31.036534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-03fde862-6df8-4176-a9b2-92ba563bb16b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6f2a44ee-a85e-4c21-850d-c6bd0e06326d HTTP/1.1" status: 204 len: 168 time: 0.1782353 Feb 16 15:27:31.044330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fde862-6df8-4176-a9b2-92ba563bb16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a44ee-a85e-4c21-850d-c6bd0e06326d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:32.077570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41850) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:27:32.174693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1982360948-network', 'tenant_id': 'e992c1201ba147c4b6ea4fc9f8b19548'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:27:32.254395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Made reservation on behalf of e992c1201ba147c4b6ea4fc9f8b19548 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:27:32.257351 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.266000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.342268 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.403677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.431890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:27:32.437926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d137159e-54b0-497a-a492-6ce0cd418146,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:32.445634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.445634 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Added segment a783fc93-8188-4d5e-a4c0-56c75e2d02cf of type vlan for network a2d9fc1f-8b61-4033-878c-461e6615fe3e Feb 16 15:27:32.487558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.574689 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.575729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:32.576345 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:32.639217 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] Pushing event updated for resources: {'Network': ['ID=a2d9fc1f-8b61-4033-878c-461e6615fe3e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:32.649580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network a2d9fc1f-8b61-4033-878c-461e6615fe3e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:27:32.703283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-78c3614a-ac26-409c-88d6-f5f6bf69d95d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6242859 Feb 16 15:27:32.705790 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 41854) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:27:32.710896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Request body: {'subnet': {'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1982360948-subnet', 'tenant_id': 'e992c1201ba147c4b6ea4fc9f8b19548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:27:32.797361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Made reservation on behalf of e992c1201ba147c4b6ea4fc9f8b19548 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:27:32.799713 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:33.032137 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:33.080989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fad635-1673-4e71-a009-27caafabd310,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:33.096427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Checking segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:27:33.096788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Network hostable DHCP agents. Network: a2d9fc1f-8b61-4033-878c-461e6615fe3e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:27:33.180025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Network a2d9fc1f-8b61-4033-878c-461e6615fe3e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:27:33.248599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, a2d9fc1f-8b61-4033-878c-461e6615fe3e) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:27:33.252627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:33.253206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:33.259245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db9b96b-53e2-400b-98e7-d363a6e3c307 None None] Network a2d9fc1f-8b61-4033-878c-461e6615fe3e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:27:33.311737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0db0e26a-2bb6-4d92-8a09-43c70d5da230 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6045065 Feb 16 15:27:33.386752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603395e-11f7-4a17-af8e-2a2a0e7251ac None None] Network a2d9fc1f-8b61-4033-878c-461e6615fe3e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:27:33.740543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116161-42a6-4cab-9910-e36f027c65ca req-b217b8c5-54fd-425c-89d9-a1a17f8f2104 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:33.741996 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-b217b8c5-54fd-425c-89d9-a1a17f8f2104 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 815 time: 0.1077332 Feb 16 15:27:33.756995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-2f27b140-96eb-4f6a-a8d5-b038c38898ee tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/quotas/e992c1201ba147c4b6ea4fc9f8b19548 HTTP/1.1" status: 200 len: 375 time: 0.0092061 Feb 16 15:27:33.788271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-0b669baf-c639-454e-b0de-392ec75c264c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260897 Feb 16 15:27:33.876375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-17f8430c-fcf5-4ea8-a1f7-45d0a03a055d service neutron] 10.222.0.113 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811403 Feb 16 15:27:33.970547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-7b573955-07c7-48b4-b37a-055d6719102a service neutron] 10.222.0.113 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876589 Feb 16 15:27:34.195777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-360e3f39-6bad-4031-a39a-c78ee7995cc1 req-d714fd68-bec7-45de-a420-86104fe2a943 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 210 time: 0.0281138 Feb 16 15:27:34.230385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:27:34.251428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: b9d06fe4-8dca-41c5-beff-09bdbc4dd44a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:27:34.251804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b9d06fe4-8dca-41c5-beff-09bdbc4dd44a not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:27:35.294434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea91e063-9129-451f-8be5-b834a2a7fa31 req-5590ebfb-c455-4ada-8ff3-964f35511273 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 210 time: 0.0267792 Feb 16 15:27:35.305925 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-30326ed9-513f-4334-96aa-88dbf841a81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:36.081895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116161-42a6-4cab-9910-e36f027c65ca req-67e39f39-4f1b-4d3d-b83f-094467c988e7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:36.083944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-67e39f39-4f1b-4d3d-b83f-094467c988e7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.129 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 815 time: 0.1086245 Feb 16 15:27:36.095793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Request body: {'port': {'device_id': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e', 'admin_state_up': True, 'tenant_id': 'e992c1201ba147c4b6ea4fc9f8b19548'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:27:36.255211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Made reservation on behalf of e992c1201ba147c4b6ea4fc9f8b19548 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:27:36.258682 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:36.399324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60b83b87-7167-44d0-93f6-8b76e6ad06ee req-95f70f5a-6251-4dec-abe1-5330da5af16b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 210 time: 0.0304887 Feb 16 15:27:36.413095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Allocated IP 172.20.0.9 (a2d9fc1f-8b61-4033-878c-461e6615fe3e/15fad635-1673-4e71-a009-27caafabd310/f2e69fcf-6289-4f74-b172-8362dcf3fae2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:27:36.562315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:36.666293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:36.713056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Network a2d9fc1f-8b61-4033-878c-461e6615fe3e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:27:36.716142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:27:36.719702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:27:36.744522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:36.772855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:36.773465 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:36.874324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9060606f-3636-47de-9946-58b02aeab16c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821765 Feb 16 15:27:36.886314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Request body: {'port': {'device_id': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:27:36.943476 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:37.568297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7974ff-70e1-4d64-bf6f-53725047e936 req-df4d2d95-4816-4995-9980-ca2511690767 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:37.569708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af7974ff-70e1-4d64-bf6f-53725047e936 req-df4d2d95-4816-4995-9980-ca2511690767 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 931 time: 0.0908432 Feb 16 15:27:37.573347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e69fcf-6289-4f74-b172-8362dcf3fae2 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:27:37.586754 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:37.615258 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Transition to ACTIVE for port object f2e69fcf-6289-4f74-b172-8362dcf3fae2 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:27:37.622651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af7974ff-70e1-4d64-bf6f-53725047e936 req-c156966c-840b-413e-888c-860d05349c23 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450304 Feb 16 15:27:37.677940 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:37.726481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:37.794672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:27:37.795004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:27:37.795335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:27:37.799775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:27:37.800092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:27:37.805606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:27:37.805941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Checking segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:27:37.806325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Bound using segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:27:37.806824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Bound port: f2e69fcf-6289-4f74-b172-8362dcf3fae2, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:27:37.807092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:37.872738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:27:37.876000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:27:37.969316 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:37.997331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c7f1a6fc-98b7-4745-adf5-b85e2b8d2979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:38.008447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:38.009164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:38.011302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] 10.222.0.129 "PUT /v2.0/ports/f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 1091 time: 1.1290412 Feb 16 15:27:38.013730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:27:38.017171 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e868861d-a180-4dbe-912c-52a85a6a21be" -d '{"events": [{"name": "network-changed", "server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:27:38.048671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916839f-dc92-4ea3-a76f-7472983f0ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:38.061873 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487230f7-c4b0-4299-b0d7-966f5de88e9f x-openstack-request-id: req-487230f7-c4b0-4299-b0d7-966f5de88e9f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:27:38.062173 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:27:38.062425 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-487230f7-c4b0-4299-b0d7-966f5de88e9f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:27:38.062824 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'status': 'completed', 'code': 200} Feb 16 15:27:38.123291 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868861d-a180-4dbe-912c-52a85a6a21be req-4de0609a-3622-4bab-be5f-3223badbe408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:38.124757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e868861d-a180-4dbe-912c-52a85a6a21be req-4de0609a-3622-4bab-be5f-3223badbe408 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1094 time: 0.0422411 Feb 16 15:27:38.225371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868861d-a180-4dbe-912c-52a85a6a21be req-18dfe280-a0a8-42c1-8655-c9294e8702fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:38.226766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e868861d-a180-4dbe-912c-52a85a6a21be req-18dfe280-a0a8-42c1-8655-c9294e8702fd service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0952950 Feb 16 15:27:38.321608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868861d-a180-4dbe-912c-52a85a6a21be req-f41f058c-c8e7-4351-9113-3e01d7e8c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:38.323098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e868861d-a180-4dbe-912c-52a85a6a21be req-f41f058c-c8e7-4351-9113-3e01d7e8c5c6 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896788 Feb 16 15:27:38.405541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116161-42a6-4cab-9910-e36f027c65ca req-802fcc04-0662-4e01-999f-f4563406d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:38.406979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-802fcc04-0662-4e01-999f-f4563406d3a1 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1094 time: 0.0437284 Feb 16 15:27:38.454557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-6c44d8ef-af5c-43f8-87ed-4a5c912c1a45 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 217 time: 0.0398316 Feb 16 15:27:38.507190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e116161-42a6-4cab-9910-e36f027c65ca req-902f13bf-941d-421a-90be-cec83b7e3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:38.508696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-902f13bf-941d-421a-90be-cec83b7e3b75 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0472877 Feb 16 15:27:38.541150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-9c462b17-6dcf-4a45-83e8-38af7ccd5ee5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260210 Feb 16 15:27:38.636100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-98c92dd0-abbc-4d4a-a8af-27fda3b12cce service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876291 Feb 16 15:27:38.772343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12803949-9573-4a9f-a67d-ef2bbd0480b9 req-6ff5c31a-7754-485c-b2bc-cec312a15a55 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:38.773826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12803949-9573-4a9f-a67d-ef2bbd0480b9 req-6ff5c31a-7754-485c-b2bc-cec312a15a55 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 943 time: 0.0800605 Feb 16 15:27:38.775746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e116161-42a6-4cab-9910-e36f027c65ca req-244fb776-df0d-4c96-9be2-4abc7e1342c6 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337478 Feb 16 15:27:38.815143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12803949-9573-4a9f-a67d-ef2bbd0480b9 req-4c7eae52-40a6-4aa7-a665-0b8a19c00f68 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353694 Feb 16 15:27:39.700104 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:39.932198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3606b-41d0-46ad-93fd-a633d5d342bc req-2e434472-7563-4469-b0bb-b93206df8f3c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:39.933677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9c3606b-41d0-46ad-93fd-a633d5d342bc req-2e434472-7563-4469-b0bb-b93206df8f3c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 943 time: 0.0487468 Feb 16 15:27:39.971711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9c3606b-41d0-46ad-93fd-a633d5d342bc req-9c5bb513-58f7-44f5-9a90-00afbcc4b531 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Feb 16 15:27:41.084631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed559e66-f0c3-4df9-8b81-d7dedd9712e9 req-9463d037-79a9-4aea-9bb3-8f8b91456aec tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:41.086101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed559e66-f0c3-4df9-8b81-d7dedd9712e9 req-9463d037-79a9-4aea-9bb3-8f8b91456aec tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 943 time: 0.0485675 Feb 16 15:27:41.123691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed559e66-f0c3-4df9-8b81-d7dedd9712e9 req-2239e27d-43cf-4e15-b9d1-b04315887bad tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Feb 16 15:27:41.402926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:41.448231 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:42.241651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d0811-749a-4426-9f4a-9f38f83930fb req-148ae892-4bd5-4e18-bfbe-bd7e1c024aec tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:42.243789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-139d0811-749a-4426-9f4a-9f38f83930fb req-148ae892-4bd5-4e18-bfbe-bd7e1c024aec tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 943 time: 0.0538626 Feb 16 15:27:42.245398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:27:42.282727 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-139d0811-749a-4426-9f4a-9f38f83930fb req-925ecd6c-0407-4b08-a776-8c828e2f1cc9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Feb 16 15:27:42.345348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:42.357086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e', 'port_id': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'mac_address': 'fa:16:3e:6d:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fad635-1673-4e71-a009-27caafabd310', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:27:42.393888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:42.407990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e69fcf-6289-4f74-b172-8362dcf3fae2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:27:42.427893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:42.494557 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:42.540981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:42.637623 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:42.682077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['f2e69fcf-6289-4f74-b172-8362dcf3fae2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:27:43.401511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0067b0-b0c8-4e6a-8ca9-15ced45dcb89 req-cd0d2059-2142-4c10-9b3d-6d932e8b37ab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:43.403007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea0067b0-b0c8-4e6a-8ca9-15ced45dcb89 req-cd0d2059-2142-4c10-9b3d-6d932e8b37ab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 944 time: 0.0516357 Feb 16 15:27:43.440449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea0067b0-b0c8-4e6a-8ca9-15ced45dcb89 req-1c892e66-b0d6-480c-a720-b41d3c168537 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Feb 16 15:27:44.244781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:27:44.368856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port f2e69fcf-6289-4f74-b172-8362dcf3fae2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:27:44.372837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port f2e69fcf-6289-4f74-b172-8362dcf3fae2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:27:44.373201 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:44.448533 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:44.470878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:27:44.472970 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f12ea73-8fe8-497d-9b68-b076d32e346d" -d '{"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-plugged", "status": "completed", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:27:44.486550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:27:44.514784 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ccf786-4d3d-4925-beb4-936e2b63c738 x-openstack-request-id: req-79ccf786-4d3d-4925-beb4-936e2b63c738 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:27:44.515075 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-plugged", "status": "completed", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:27:44.515366 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-79ccf786-4d3d-4925-beb4-936e2b63c738 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:27:44.516109 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'code': 200} Feb 16 15:27:44.560903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3f29e-497b-4e80-a555-e08a29786424 req-a3e7ac28-6aa9-4011-9e21-9ba5759c6bec tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:44.562447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04f3f29e-497b-4e80-a555-e08a29786424 req-a3e7ac28-6aa9-4011-9e21-9ba5759c6bec tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 944 time: 0.0509303 Feb 16 15:27:44.580305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:44.634826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:27:44.639209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04f3f29e-497b-4e80-a555-e08a29786424 req-f7be3930-8045-48c9-a7a9-451f68f6d789 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701971 Feb 16 15:27:44.645831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08d5da-9e4a-4816-b4b3-0204dc9094c2 req-78150b5f-20fa-46dd-8f77-c3e7a41d80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:44.647297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e08d5da-9e4a-4816-b4b3-0204dc9094c2 req-78150b5f-20fa-46dd-8f77-c3e7a41d80b5 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1096 time: 0.0723073 Feb 16 15:27:44.682964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e08d5da-9e4a-4816-b4b3-0204dc9094c2 req-e024e64b-307b-46fa-b8ed-54ca06f5a564 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286582 Feb 16 15:27:45.374033 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:27:45.756685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4d78-f2eb-439c-8ffb-e5118a9853a7 req-635abde8-e29c-4867-8fdf-35b55e41a905 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:45.758169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d7d4d78-f2eb-439c-8ffb-e5118a9853a7 req-635abde8-e29c-4867-8fdf-35b55e41a905 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0480385 Feb 16 15:27:45.797001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d7d4d78-f2eb-439c-8ffb-e5118a9853a7 req-ec2706cc-37bc-4d92-8805-76c268e9daed tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Feb 16 15:27:46.665865 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:27:46.912610 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc7695-6208-41de-9f48-9c33c00963a3 req-b50502eb-6d99-4649-bb9b-ca1d62390a43 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:46.914103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64cc7695-6208-41de-9f48-9c33c00963a3 req-b50502eb-6d99-4649-bb9b-ca1d62390a43 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0505273 Feb 16 15:27:46.954341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64cc7695-6208-41de-9f48-9c33c00963a3 req-0e0288a4-05fa-4226-b6c4-f9203cc813eb tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Feb 16 15:27:47.073821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ede2-7543-4911-9807-2cea4d234dc0 req-ab12cdae-abab-4b1c-9bc7-33f57c360c67 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:47.075295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60e8ede2-7543-4911-9807-2cea4d234dc0 req-ab12cdae-abab-4b1c-9bc7-33f57c360c67 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0529728 Feb 16 15:27:47.112360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60e8ede2-7543-4911-9807-2cea4d234dc0 req-c0bcdb05-d876-43f4-83e3-6fbd881878ab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Feb 16 15:27:47.390798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689896a-dc94-4aca-8384-2c140139f6f1 req-2423b556-0f45-4c6e-9671-13b5e9222f98 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:47.392304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4689896a-dc94-4aca-8384-2c140139f6f1 req-2423b556-0f45-4c6e-9671-13b5e9222f98 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0495620 Feb 16 15:27:47.430374 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4689896a-dc94-4aca-8384-2c140139f6f1 req-ffba7adb-f3fd-4a22-bd8e-ecc4cfa36c3c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Feb 16 15:27:47.546202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2671938-b455-4d67-9d36-07ac2dfc71fd req-9fb4adc2-7ed2-4a60-a563-dab3aa35c9ce tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:47.547603 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2671938-b455-4d67-9d36-07ac2dfc71fd req-9fb4adc2-7ed2-4a60-a563-dab3aa35c9ce tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0497565 Feb 16 15:27:47.585769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2671938-b455-4d67-9d36-07ac2dfc71fd req-120aa144-cd0f-4e0b-9601-05ecd2fe995b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321100 Feb 16 15:27:48.001542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e23c7-1705-4935-aa9b-911967e69814 req-cd6a7ce4-09ee-4d9e-9b26-e6b297e0ef04 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:48.003001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-597e23c7-1705-4935-aa9b-911967e69814 req-cd6a7ce4-09ee-4d9e-9b26-e6b297e0ef04 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0539112 Feb 16 15:27:48.040695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-597e23c7-1705-4935-aa9b-911967e69814 req-33dcd79b-d9ac-4aa8-9602-6d47d03c3439 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Feb 16 15:27:48.101012 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-18d8a578-9461-4310-8e81-6410d7ea36bd service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438199 Feb 16 15:27:49.163300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef33f9-bff9-45ff-ba08-7887683492ec req-f93b3f3c-54da-4862-88d9-cbe6ec548572 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:49.164900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33ef33f9-bff9-45ff-ba08-7887683492ec req-f93b3f3c-54da-4862-88d9-cbe6ec548572 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0506148 Feb 16 15:27:49.203229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33ef33f9-bff9-45ff-ba08-7887683492ec req-004a7898-36aa-49d2-a29e-c576067bd921 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Feb 16 15:27:50.007241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-56eb180a-fb32-47ff-a1cb-5906fb70e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:50.008772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-56eb180a-fb32-47ff-a1cb-5906fb70e97d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1096 time: 0.0405064 Feb 16 15:27:50.102246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-8260f074-b28b-483d-b46a-0ae8dc0c34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:50.103925 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-8260f074-b28b-483d-b46a-0ae8dc0c34fb service neutron] 10.222.0.129 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0883324 Feb 16 15:27:50.148024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-421f6221-9a37-483f-ab35-4442d6c7009e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 217 time: 0.0370021 Feb 16 15:27:50.200846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-5249c68a-9701-401a-953c-848c58e3b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:50.202276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-5249c68a-9701-401a-953c-848c58e3b616 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0483196 Feb 16 15:27:50.235352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-7ff1e760-44bc-4102-adce-c2530e97229b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268431 Feb 16 15:27:50.360032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-1617cb97-2c5b-4aad-8af8-6730bb6dbf57 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187887 Feb 16 15:27:50.367887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc39cea-8cc0-49b9-8e8f-f2bf7f911234 req-e9be08ad-9829-4f55-8afb-4d70fa64fcf2 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:50.369241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acc39cea-8cc0-49b9-8e8f-f2bf7f911234 req-e9be08ad-9829-4f55-8afb-4d70fa64fcf2 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0832176 Feb 16 15:27:50.450642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-acc39cea-8cc0-49b9-8e8f-f2bf7f911234 req-f42e4929-0e5e-420a-bbc8-01de0c35a4d4 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737178 Feb 16 15:27:50.480505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-3dd7f3a1-7564-4b09-97b1-26b638c20035 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103597 Feb 16 15:27:51.580667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb8626-aaa2-464d-9c2b-8ff909a522c6 req-f452b297-5768-42d6-9db0-2dd0a0921961 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:51.582065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cddb8626-aaa2-464d-9c2b-8ff909a522c6 req-f452b297-5768-42d6-9db0-2dd0a0921961 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0600400 Feb 16 15:27:51.622311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cddb8626-aaa2-464d-9c2b-8ff909a522c6 req-7199edf0-79ec-4714-a58f-65f6f959048a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Feb 16 15:27:52.740961 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda35c46-4fad-43f6-bba9-795497bde2eb req-cb568f6d-8d57-40a5-a532-8e6b213e2789 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:52.742413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fda35c46-4fad-43f6-bba9-795497bde2eb req-cb568f6d-8d57-40a5-a532-8e6b213e2789 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0480461 Feb 16 15:27:52.779039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fda35c46-4fad-43f6-bba9-795497bde2eb req-74d8b289-bda5-4690-9c27-4bacb543ada5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306849 Feb 16 15:27:53.897211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613db21-8321-4e77-a7e5-dbfd95462313 req-25d89916-84d4-4523-963d-28a7feb705ab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:53.898696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3613db21-8321-4e77-a7e5-dbfd95462313 req-25d89916-84d4-4523-963d-28a7feb705ab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0507214 Feb 16 15:27:53.935867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3613db21-8321-4e77-a7e5-dbfd95462313 req-d66c02c4-c361-4a82-a9da-55b9dceada85 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308163 Feb 16 15:27:55.063441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222bbb9-61d9-4d7d-9e3a-be3d7f53b50d req-be126318-6c1c-4381-80a1-b05d4dbd10cf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:55.064936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9222bbb9-61d9-4d7d-9e3a-be3d7f53b50d req-be126318-6c1c-4381-80a1-b05d4dbd10cf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0529029 Feb 16 15:27:55.103234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9222bbb9-61d9-4d7d-9e3a-be3d7f53b50d req-f73febf9-723b-4cbd-a8c8-f00b76976ad0 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Feb 16 15:27:56.220460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4184e69-2db3-4e8e-adc7-880332f8fc7f req-5aa0f381-28c2-44a1-9dc9-d443ed84aef0 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:56.221950 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4184e69-2db3-4e8e-adc7-880332f8fc7f req-5aa0f381-28c2-44a1-9dc9-d443ed84aef0 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0509024 Feb 16 15:27:56.260282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4184e69-2db3-4e8e-adc7-880332f8fc7f req-0b158e1c-55c4-4f59-8639-ef1a33015ea2 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Feb 16 15:27:57.376601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc5bef-6866-41f1-b445-80a8a7d002f4 req-28c5bbc7-737c-453d-a7ef-74bbaaf7f17e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:57.378089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbdc5bef-6866-41f1-b445-80a8a7d002f4 req-28c5bbc7-737c-453d-a7ef-74bbaaf7f17e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0493155 Feb 16 15:27:57.415042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbdc5bef-6866-41f1-b445-80a8a7d002f4 req-071588f7-0c52-45e6-bd20-15bb2c9f4a47 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Feb 16 15:27:58.534828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378165a6-aba4-4624-b0f2-d29fc6668258 req-49d71f8b-cc6c-42d5-9729-254e378b56e7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:58.536308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-378165a6-aba4-4624-b0f2-d29fc6668258 req-49d71f8b-cc6c-42d5-9729-254e378b56e7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0522900 Feb 16 15:27:58.575729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-378165a6-aba4-4624-b0f2-d29fc6668258 req-95edba98-d2ba-4f1e-b67b-78d9e6a1c125 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Feb 16 15:27:59.695823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff17b-124a-47e7-9cec-4fbddc2772e4 req-aef80df8-004d-43ad-9781-888cc8ec2b69 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:27:59.697302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-310ff17b-124a-47e7-9cec-4fbddc2772e4 req-aef80df8-004d-43ad-9781-888cc8ec2b69 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0485942 Feb 16 15:27:59.734881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-310ff17b-124a-47e7-9cec-4fbddc2772e4 req-659cb096-3549-4c8b-8a9b-1711b3c82db5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Feb 16 15:28:00.848472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a397-9a61-42f3-bace-d361323c8f92 req-558b14f6-a931-4785-8d20-d296eb62d298 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:00.850408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3aa2a397-9a61-42f3-bace-d361323c8f92 req-558b14f6-a931-4785-8d20-d296eb62d298 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0475805 Feb 16 15:28:00.887622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3aa2a397-9a61-42f3-bace-d361323c8f92 req-b7257c6c-cd98-4971-b2e9-555f8a2e9f49 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306745 Feb 16 15:28:02.011164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dcf63-75d4-4268-93a4-fdc310db7230 req-ef0280af-877d-4170-ab9c-f7e748ac941e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:02.012646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b23dcf63-75d4-4268-93a4-fdc310db7230 req-ef0280af-877d-4170-ab9c-f7e748ac941e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0514092 Feb 16 15:28:02.048901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b23dcf63-75d4-4268-93a4-fdc310db7230 req-c39001ab-bba8-4ddd-a50a-5bc1ac8ea90e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Feb 16 15:28:03.168795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02a61a-9c6d-4dba-8324-deceeaba9bfd req-5ed6ef31-63e8-42cb-87fa-60cbcfff0bfb tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:03.170276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc02a61a-9c6d-4dba-8324-deceeaba9bfd req-5ed6ef31-63e8-42cb-87fa-60cbcfff0bfb tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0494602 Feb 16 15:28:03.207108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc02a61a-9c6d-4dba-8324-deceeaba9bfd req-29cf654d-9739-4ec2-8a59-83fbd5417b75 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Feb 16 15:28:04.326502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b248bea-8223-4615-96e2-1006d3080b7e req-874fff85-4c0d-43da-83f2-56693537a85d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:04.328152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b248bea-8223-4615-96e2-1006d3080b7e req-874fff85-4c0d-43da-83f2-56693537a85d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0493853 Feb 16 15:28:04.366742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b248bea-8223-4615-96e2-1006d3080b7e req-fffdf273-901d-4e9e-9fdf-63e7c380021d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Feb 16 15:28:05.307075 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c014033c-edb3-43d4-affd-57384bfb4bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:05.485808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f0159-fb85-423d-a7cb-881f8bc88999 req-d38c9a85-3af5-4b6f-967e-6b861f709e82 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:05.487292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-531f0159-fb85-423d-a7cb-881f8bc88999 req-d38c9a85-3af5-4b6f-967e-6b861f709e82 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0525475 Feb 16 15:28:05.525416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-531f0159-fb85-423d-a7cb-881f8bc88999 req-c1f49a83-0861-4595-92b1-c072c11e49d3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Feb 16 15:28:06.641319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d937a5-7876-43f5-a0e8-5010a8a38f2f req-23665778-d31f-4d74-a59b-1c6006252f9f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:06.642786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29d937a5-7876-43f5-a0e8-5010a8a38f2f req-23665778-d31f-4d74-a59b-1c6006252f9f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0488832 Feb 16 15:28:06.680470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29d937a5-7876-43f5-a0e8-5010a8a38f2f req-0fda86b3-b151-41a1-b09e-58dc78019412 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Feb 16 15:28:06.903330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-209f9c8e-d22f-4606-939a-a9d0bfe8d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:06.904756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-209f9c8e-d22f-4606-939a-a9d0bfe8d5cd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1096 time: 0.0408475 Feb 16 15:28:07.010735 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-08454463-ff57-4dd0-8fdd-f9d36266469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:07.012240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-08454463-ff57-4dd0-8fdd-f9d36266469b service neutron] 10.222.0.129 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0877132 Feb 16 15:28:07.054557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-ba6cd864-5653-43eb-a903-405654c85598 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 217 time: 0.0352902 Feb 16 15:28:07.104020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-932c9162-e793-4e96-a2bd-f649d9de0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:07.105462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-932c9162-e793-4e96-a2bd-f649d9de0d4c service neutron] 10.222.0.129 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0443709 Feb 16 15:28:07.140791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-6ce9a7e0-8692-4c8b-b65b-ffe189d97226 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292389 Feb 16 15:28:07.237893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-f5207f25-2e01-45d4-bd56-0950fbeaf443 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897870 Feb 16 15:28:07.341888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c09a1e-a586-4310-9fb3-baca0c2084a5 req-a4ab35f0-c12b-48f1-ae61-0acd8329e78b service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964069 Feb 16 15:28:07.799826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739b436-efa5-4d4d-99fd-928b5f9bd5d4 req-86c40745-704e-4ce1-a2b1-8e2904f05581 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:07.801317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4739b436-efa5-4d4d-99fd-928b5f9bd5d4 req-86c40745-704e-4ce1-a2b1-8e2904f05581 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0487866 Feb 16 15:28:07.839968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4739b436-efa5-4d4d-99fd-928b5f9bd5d4 req-33c1534c-b326-494f-b923-9b1d6fa68aa9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Feb 16 15:28:08.025174 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8eb739b6-e01a-48b8-b59f-60f526dbb327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:08.954535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359c20-6514-472e-994b-3f1135fb8224 req-3b6a85af-9c92-42c7-b058-f2096e1b633b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:08.956028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f359c20-6514-472e-994b-3f1135fb8224 req-3b6a85af-9c92-42c7-b058-f2096e1b633b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0491481 Feb 16 15:28:08.994160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f359c20-6514-472e-994b-3f1135fb8224 req-7d216610-25ee-4807-ada9-033003391851 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Feb 16 15:28:09.710922 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:10.110230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3663c6-f3b8-4a73-9a42-51b1a9af7d3e req-2fc26d14-4a6a-4ca6-adc9-eb6f1c496b78 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:10.111665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd3663c6-f3b8-4a73-9a42-51b1a9af7d3e req-2fc26d14-4a6a-4ca6-adc9-eb6f1c496b78 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0479121 Feb 16 15:28:10.153049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd3663c6-f3b8-4a73-9a42-51b1a9af7d3e req-a6b4493e-8bb8-48dc-a7d4-6367784f35ed tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344262 Feb 16 15:28:11.268990 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0905c47-cf14-43a2-ab6d-ae7be58e492b req-18a2aaf2-339a-44b1-9af5-5a8f6013d727 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:11.270486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0905c47-cf14-43a2-ab6d-ae7be58e492b req-18a2aaf2-339a-44b1-9af5-5a8f6013d727 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0493662 Feb 16 15:28:11.309490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0905c47-cf14-43a2-ab6d-ae7be58e492b req-1a4243be-ce7f-4388-af3a-63611f2a79f9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Feb 16 15:28:11.402058 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:11.447877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:12.428042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ed8f-3fdf-4799-949a-b377801397d5 req-3fd7edd8-35cc-4083-b435-ec88752cf1df tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:12.430054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef3ed8f-3fdf-4799-949a-b377801397d5 req-3fd7edd8-35cc-4083-b435-ec88752cf1df tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0514312 Feb 16 15:28:12.468932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef3ed8f-3fdf-4799-949a-b377801397d5 req-0c0ec38c-00e2-4814-8077-749bdd359105 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Feb 16 15:28:12.613687 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:13.587642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9502-ec0a-4eb5-8359-705a68e15738 req-31017144-82ac-4a1e-8ccd-2a3a4ff2eb8d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:13.589027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da5b9502-ec0a-4eb5-8359-705a68e15738 req-31017144-82ac-4a1e-8ccd-2a3a4ff2eb8d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0486035 Feb 16 15:28:13.629224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-da5b9502-ec0a-4eb5-8359-705a68e15738 req-f5cd8a6f-d41f-48ad-8c7f-cced71922640 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Feb 16 15:28:14.751400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72a958-e554-4fe3-86da-86217982a9ef req-000d3c71-7c3e-4d4e-beb1-3cb2ee6e2de5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:14.752928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c72a958-e554-4fe3-86da-86217982a9ef req-000d3c71-7c3e-4d4e-beb1-3cb2ee6e2de5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0548515 Feb 16 15:28:14.791978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c72a958-e554-4fe3-86da-86217982a9ef req-836cf4c0-729e-45f1-9f6d-60f84f2ca2cd tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Feb 16 15:28:15.908199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0b017-c07b-4d3d-adb2-b5ba9c68943b req-ce28672f-6c9e-4575-9dbd-905e835ee495 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:15.909658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61f0b017-c07b-4d3d-adb2-b5ba9c68943b req-ce28672f-6c9e-4575-9dbd-905e835ee495 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0489573 Feb 16 15:28:15.946602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61f0b017-c07b-4d3d-adb2-b5ba9c68943b req-1e5228ad-cc64-4884-a052-c754967773fa tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308182 Feb 16 15:28:16.664619 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:17.064858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dba79-f83a-4aa2-9cce-d7c7c1842a5a req-9638b314-7d0c-41fa-8916-4cb0440c193c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:17.066339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-601dba79-f83a-4aa2-9cce-d7c7c1842a5a req-9638b314-7d0c-41fa-8916-4cb0440c193c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0478377 Feb 16 15:28:17.107592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-601dba79-f83a-4aa2-9cce-d7c7c1842a5a req-74b3425e-1c1c-46ff-a8e1-884f8b999726 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Feb 16 15:28:17.582711 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-c2472468-d020-4f72-a756-be8b103947f4 service neutron] show failed (client error): The resource could not be found. Feb 16 15:28:17.583825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-c2472468-d020-4f72-a756-be8b103947f4 service neutron] 10.222.0.129 "GET /v2.0/ports/f2e69fcf-6289-4f74-b172-8362dcf3fae2/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0552349 Feb 16 15:28:18.088427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-cfc79e2b-41e9-4c44-8813-92241f01f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:18.089912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-cfc79e2b-41e9-4c44-8813-92241f01f0ee service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec&tenant_id=e992c1201ba147c4b6ea4fc9f8b19548 HTTP/1.1" status: 200 len: 1096 time: 0.0410428 Feb 16 15:28:18.105022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:28:18.158168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:18.320250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44139ed8-7d71-4524-ac4b-ca1071b1bd41 req-5753bdff-fc93-4c5e-b65f-f9cb1c0e6ce6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:18.321746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44139ed8-7d71-4524-ac4b-ca1071b1bd41 req-5753bdff-fc93-4c5e-b65f-f9cb1c0e6ce6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.1264818 Feb 16 15:28:18.407967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44139ed8-7d71-4524-ac4b-ca1071b1bd41 req-ad992271-57d1-4b10-b163-302feaf71757 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683887 Feb 16 15:28:18.434568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:18.467885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:28:18.507221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:28:18.509519 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a29151-b046-4802-bd95-cd092669f1bf" -d '{"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:28:18.513590 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:18.526573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Transition to ACTIVE for port object f2e69fcf-6289-4f74-b172-8362dcf3fae2 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:28:18.563107 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a944a9-55cf-4dc4-8ded-a98ca23e64a0 x-openstack-request-id: req-e2a944a9-55cf-4dc4-8ded-a98ca23e64a0 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:28:18.563107 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:28:18.563107 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e2a944a9-55cf-4dc4-8ded-a98ca23e64a0 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:28:18.563107 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'code': 200} Feb 16 15:28:18.573584 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:18.638699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] No DVR routers for this DVR port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:28:18.640570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:18.676777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:28:18.677035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:28:18.677395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:28:18.681987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:28:18.682312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Attempting to bind port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:28:18.687239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:28:18.687598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Checking segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:28:18.687982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Bound using segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:28:18.688405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Bound port: f2e69fcf-6289-4f74-b172-8362dcf3fae2, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:28:18.688756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:18.751634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:28:18.754558 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:28:18.825170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:18.866479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:18.867099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:18.868526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] 10.222.0.93 "PUT /v2.0/ports/f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 1091 time: 0.7679400 Feb 16 15:28:18.886976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9f390-e8e9-4350-8c69-43928a355b90 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:18.930830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-b177af67-e292-4f2f-9e50-b9ee3a96aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:18.932285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-b177af67-e292-4f2f-9e50-b9ee3a96aba9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1094 time: 0.0418358 Feb 16 15:28:19.026509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-4da9b4a9-0be8-451e-9028-2ba38dd025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:19.028001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-4da9b4a9-0be8-451e-9028-2ba38dd025b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0840378 Feb 16 15:28:19.077281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-b257e88d-22eb-4f3b-91fa-59a7d17fb17d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 217 time: 0.0376930 Feb 16 15:28:19.130281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-66ede11c-090a-4568-82ca-91aa18c062c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:19.132429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-66ede11c-090a-4568-82ca-91aa18c062c8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0433025 Feb 16 15:28:19.167459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-80010551-2623-40ad-9d16-0b4907d735a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244856 Feb 16 15:28:19.264138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-c3482679-0201-4a0b-a0e7-0fcddb2f6ac1 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853601 Feb 16 15:28:19.358519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85a33912-dcd2-4591-8c33-9c90b25d1877 req-17daa2dc-cff5-4f47-b9a8-a95570a7c3fb service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825584 Feb 16 15:28:19.527796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79065c-db51-4d8e-94be-e1a900addc62 req-97726959-3503-4e27-9082-44d926452f57 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:19.529191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a79065c-db51-4d8e-94be-e1a900addc62 req-97726959-3503-4e27-9082-44d926452f57 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 943 time: 0.0512979 Feb 16 15:28:19.568072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a79065c-db51-4d8e-94be-e1a900addc62 req-0191aa56-9fd4-41e5-b836-cc7224126ba9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Feb 16 15:28:20.560023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:28:20.562327 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c350a9d-81e1-4df4-a97c-e0aea31919be" -d '{"events": [{"name": "network-changed", "server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:28:20.612033 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34085a57-bde4-4d77-8609-268b175f8fc4 x-openstack-request-id: req-34085a57-bde4-4d77-8609-268b175f8fc4 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:28:20.612327 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:28:20.612579 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-34085a57-bde4-4d77-8609-268b175f8fc4 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:28:20.612975 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'status': 'completed', 'code': 200} Feb 16 15:28:20.738076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-f57497d9-9656-4b1d-a6eb-5cb892e36f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:20.739612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-f57497d9-9656-4b1d-a6eb-5cb892e36f62 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1094 time: 0.1061034 Feb 16 15:28:20.748900 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099033-22bf-42d1-9a54-f6f38a1dfcee req-a50d8704-9ef4-4ad8-ab4d-27be3b3e3b72 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:20.750276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f099033-22bf-42d1-9a54-f6f38a1dfcee req-a50d8704-9ef4-4ad8-ab4d-27be3b3e3b72 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 943 time: 0.1087832 Feb 16 15:28:20.751841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-76996986-7044-4bc4-a5ca-b10d3ce49982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:20.753184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-76996986-7044-4bc4-a5ca-b10d3ce49982 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1094 time: 0.1034009 Feb 16 15:28:20.896037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f099033-22bf-42d1-9a54-f6f38a1dfcee req-e627aea7-1f7d-4b4c-92a2-eb08947e6a83 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331878 Feb 16 15:28:20.937859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-05c1445f-ccbf-468d-9eb7-3139065fd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:20.939320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-05c1445f-ccbf-468d-9eb7-3139065fd975 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.1853056 Feb 16 15:28:20.941809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-c341dd6d-e388-472f-8bce-97499797fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:20.943140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-c341dd6d-e388-472f-8bce-97499797fc52 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.1814790 Feb 16 15:28:20.987225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-9fc0d40e-69b6-46d0-a523-6641e8e29475 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 217 time: 0.0395215 Feb 16 15:28:21.022195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-68516e02-e1ba-4c0e-b618-3bb4d49b6a5c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 217 time: 0.0680900 Feb 16 15:28:21.426527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-0e317b2a-c3d0-42cb-b2bf-07794d63bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:21.428099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-0e317b2a-c3d0-42cb-b2bf-07794d63bb26 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.4140701 Feb 16 15:28:21.431570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-502df59f-25ec-48a0-8797-d46d40f3c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:21.432915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-502df59f-25ec-48a0-8797-d46d40f3c36f service neutron] 10.222.0.129 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.3884482 Feb 16 15:28:21.479596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-4d107e8e-2226-4d02-b9bb-2d1c4d82743a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442529 Feb 16 15:28:21.481331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-5291f28d-e17e-4564-a002-e93df4d67208 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388567 Feb 16 15:28:21.644130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-e5cfd1ba-e3b9-45b5-a838-435958c703b5 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574557 Feb 16 15:28:21.646039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-6a4c96ba-5e24-4a86-991b-5e718a6dc084 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521425 Feb 16 15:28:21.805487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-48a83589-f216-477b-992d-e0b445e0e8ae service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539025 Feb 16 15:28:21.807370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c350a9d-81e1-4df4-a97c-e0aea31919be req-98474f31-7ad5-4541-9ac1-ca90360f6e0c service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484904 Feb 16 15:28:21.874795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:28:21.968903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:21.981708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e', 'port_id': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'mac_address': 'fa:16:3e:6d:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fad635-1673-4e71-a009-27caafabd310', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:28:22.016663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55eaf0-274d-414b-8b51-dd6d24f54aa8 req-7235435e-e52c-47ba-b342-a70a2058f480 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:22.018290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c55eaf0-274d-414b-8b51-dd6d24f54aa8 req-7235435e-e52c-47ba-b342-a70a2058f480 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 943 time: 0.0518296 Feb 16 15:28:22.022672 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:22.035431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e69fcf-6289-4f74-b172-8362dcf3fae2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:28:22.056754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:22.057819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c55eaf0-274d-414b-8b51-dd6d24f54aa8 req-fb74de44-6deb-4f32-98d5-3d7a89d06709 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Feb 16 15:28:22.110320 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:22.158307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:22.361350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f2e69fcf-6289-4f74-b172-8362dcf3fae2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:28:22.373792 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:28:22.376500 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfdc86-fdbb-4758-9532-6234e27142f2 req-b12d68e9-6e94-412e-910e-abcbb2676e0c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:22.378002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ddfdc86-fdbb-4758-9532-6234e27142f2 req-b12d68e9-6e94-412e-910e-abcbb2676e0c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 944 time: 0.0938263 Feb 16 15:28:22.389462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:28:22.427008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024ec6-5c45-49de-9139-db463296bbf4 req-1578cc53-31fd-428c-bd9f-dd6690f3ce1a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:22.428667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-1578cc53-31fd-428c-bd9f-dd6690f3ce1a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.129 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec&tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 944 time: 0.0880857 Feb 16 15:28:22.436004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ddfdc86-fdbb-4758-9532-6234e27142f2 req-ea6e4466-f328-43f9-a7ba-2661c1cee082 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512614 Feb 16 15:28:22.450053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:28:22.492872 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-80024ec6-5c45-49de-9139-db463296bbf4 req-813f7af6-0d9e-4333-bea6-874195d567fc service neutron] delete failed (client error): The resource could not be found. Feb 16 15:28:22.493894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-813f7af6-0d9e-4333-bea6-874195d567fc service neutron] 10.222.0.129 "DELETE /v2.0/ports/f2e69fcf-6289-4f74-b172-8362dcf3fae2/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0570388 Feb 16 15:28:22.580973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024ec6-5c45-49de-9139-db463296bbf4 req-1de0e285-b3de-4a1c-89ab-55316702f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:22.582429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-1de0e285-b3de-4a1c-89ab-55316702f3ed service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 1095 time: 0.0462401 Feb 16 15:28:22.673083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024ec6-5c45-49de-9139-db463296bbf4 req-703ea2d7-d72d-4461-8278-ddab253a1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:22.674570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-703ea2d7-d72d-4461-8278-ddab253a1914 service neutron] 10.222.0.129 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0861766 Feb 16 15:28:22.722019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-e1d5edd8-c58c-4e81-83bd-98067e19c547 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 200 len: 217 time: 0.0406833 Feb 16 15:28:22.774854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024ec6-5c45-49de-9139-db463296bbf4 req-e467b7a0-7827-42ec-b107-067ecc8261ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:22.776317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-e467b7a0-7827-42ec-b107-067ecc8261ac service neutron] 10.222.0.129 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0477636 Feb 16 15:28:22.806822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-8703e4d6-ff49-4a2f-8018-b07282d1f32f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234170 Feb 16 15:28:22.902334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-6f35c013-13c0-4ff5-b5f5-fc8783e06a93 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887148 Feb 16 15:28:22.996555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80024ec6-5c45-49de-9139-db463296bbf4 req-70f6c546-14f5-4945-83ce-1d0e7c951ad9 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878313 Feb 16 15:28:23.562010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea443a4-cb1a-45ac-9b3e-40e26ca31d02 req-949bea50-190c-42c6-91ff-415651437324 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:23.563442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dea443a4-cb1a-45ac-9b3e-40e26ca31d02 req-949bea50-190c-42c6-91ff-415651437324 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 944 time: 0.0517862 Feb 16 15:28:23.602021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dea443a4-cb1a-45ac-9b3e-40e26ca31d02 req-a72e454e-ea6f-47c7-b9d5-00817dacdda6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Feb 16 15:28:23.883506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:28:24.006135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port f2e69fcf-6289-4f74-b172-8362dcf3fae2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:28:24.010026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port f2e69fcf-6289-4f74-b172-8362dcf3fae2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:28:24.010396 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:24.091494 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:24.113463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:28:24.115762 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6447764-d472-471f-a1c2-3a85b7720077" -d '{"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-plugged", "status": "completed", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:28:24.128352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:24.154559 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115ea1b-99a6-4580-bc11-daf1ceb043e9 x-openstack-request-id: req-7115ea1b-99a6-4580-bc11-daf1ceb043e9 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:28:24.154844 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-plugged", "status": "completed", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:28:24.155117 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7115ea1b-99a6-4580-bc11-daf1ceb043e9 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:28:24.155506 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'code': 200} Feb 16 15:28:24.201453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:24.247564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:24.725241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a2cf9-57c4-47db-9cef-a9fef9357c09 req-11249a21-4e9c-40f3-bcca-c9e60dd0d09c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:24.726717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c99a2cf9-57c4-47db-9cef-a9fef9357c09 req-11249a21-4e9c-40f3-bcca-c9e60dd0d09c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0508401 Feb 16 15:28:24.769913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c99a2cf9-57c4-47db-9cef-a9fef9357c09 req-3006e6b5-207b-4d15-a5a9-7d324ec05f6a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Feb 16 15:28:24.885160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bafecd-b54b-47c6-bdc0-5f35af9b9872 req-291cb53f-256a-46b3-9e1f-6a4ed69a5be1 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:24.886657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1bafecd-b54b-47c6-bdc0-5f35af9b9872 req-291cb53f-256a-46b3-9e1f-6a4ed69a5be1 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0499287 Feb 16 15:28:24.924416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1bafecd-b54b-47c6-bdc0-5f35af9b9872 req-3b779f83-d129-4f57-99fd-01858e3c592c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Feb 16 15:28:25.037243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62701494-be0b-4206-89db-cf7737110f7a req-f97c98e1-322d-403c-8871-76ff92f91f8e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:25.038724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62701494-be0b-4206-89db-cf7737110f7a req-f97c98e1-322d-403c-8871-76ff92f91f8e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0490577 Feb 16 15:28:25.075917 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62701494-be0b-4206-89db-cf7737110f7a req-01c9a596-7534-493f-81f1-6430e10707ea tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Feb 16 15:28:25.654152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b131ef-a834-488d-bd6d-2be78528808f req-a9b4f825-e057-4b1d-b780-a41a03a409d6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:25.655523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-a9b4f825-e057-4b1d-b780-a41a03a409d6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 815 time: 0.1062553 Feb 16 15:28:25.670662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-b501b5bf-5d94-466b-871e-9f1b37a4e880 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/quotas/e992c1201ba147c4b6ea4fc9f8b19548 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Feb 16 15:28:25.718187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-0c9da810-1988-4efb-95b5-f2282456a7d6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422215 Feb 16 15:28:25.811971 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-24831283-6ed9-4147-96f5-b41ca1f1c03d service neutron] 10.222.0.113 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852809 Feb 16 15:28:25.901477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-950a307a-e22e-4485-9d76-c3c4b598cb8f service neutron] 10.222.0.113 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833910 Feb 16 15:28:26.121190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d3009ba-4cdc-44ef-a05f-36cdb34a7710 req-4b76544a-d5ca-4564-8382-2fda66cd9fff tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0285907 Feb 16 15:28:26.979083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b453-db72-43cf-a487-345270bfa85b req-6d1eef43-974d-4437-92db-370845393453 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:26.980558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4824b453-db72-43cf-a487-345270bfa85b req-6d1eef43-974d-4437-92db-370845393453 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.93 "GET /v2.0/ports?device_id=31066fe1-e2e8-48ec-b4bd-7f1695d97fec HTTP/1.1" status: 200 len: 945 time: 0.0482104 Feb 16 15:28:27.079193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Deleting port f2e69fcf-6289-4f74-b172-8362dcf3fae2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:28:27.079557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:27.169192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] For port f2e69fcf-6289-4f74-b172-8362dcf3fae2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=f2e69fcf-6289-4f74-b172-8362dcf3fae2,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:27.169568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:27.182566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Calling delete_port for f2e69fcf-6289-4f74-b172-8362dcf3fae2 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:28:27.252510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e8405a0-9061-4f4f-bb30-2fa2b20ea891 req-a3131937-ec29-4978-ad5c-bf1ec9e533f7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0614717 Feb 16 15:28:27.406433 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:27.423352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f2e69fcf-6289-4f74-b172-8362dcf3fae2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:28:27.446344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Pushing event deleted for resources: {'Port': ['ID=f2e69fcf-6289-4f74-b172-8362dcf3fae2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:27.472103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.472454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.472797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.473134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.473466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.473798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.474128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.474483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.475478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.475764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.476089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.476410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:27.498567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] No DVR routers for this DVR port f2e69fcf-6289-4f74-b172-8362dcf3fae2 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:28:27.501365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:27.504688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4824b453-db72-43cf-a487-345270bfa85b req-7cc64db6-f2b0-487d-85fb-8d9a2d2c4a09 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.93 "DELETE /v2.0/ports/f2e69fcf-6289-4f74-b172-8362dcf3fae2 HTTP/1.1" status: 204 len: 173 time: 0.5132582 Feb 16 15:28:27.505143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-deleted', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:28:27.507704 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d1a091-c059-45b2-9cdc-1527f4817a9d" -d '{"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-deleted", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:28:27.545280 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ae545-1af8-4c47-9648-856ff8a3ab21 x-openstack-request-id: req-3f4ae545-1af8-4c47-9648-856ff8a3ab21 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:28:27.545658 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31066fe1-e2e8-48ec-b4bd-7f1695d97fec", "name": "network-vif-deleted", "tag": "f2e69fcf-6289-4f74-b172-8362dcf3fae2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:28:27.546002 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3f4ae545-1af8-4c47-9648-856ff8a3ab21 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:28:27.546498 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31066fe1-e2e8-48ec-b4bd-7f1695d97fec', 'name': 'network-vif-deleted', 'tag': 'f2e69fcf-6289-4f74-b172-8362dcf3fae2', 'status': 'completed', 'code': 200} Feb 16 15:28:28.093467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b131ef-a834-488d-bd6d-2be78528808f req-a239b9f5-22ba-479f-9a8c-e10399d8c1d1 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:28.094908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-a239b9f5-22ba-479f-9a8c-e10399d8c1d1 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.93 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 815 time: 0.1079073 Feb 16 15:28:28.109549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Request body: {'port': {'device_id': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e', 'admin_state_up': True, 'tenant_id': 'e992c1201ba147c4b6ea4fc9f8b19548'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:28:28.303473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Made reservation on behalf of e992c1201ba147c4b6ea4fc9f8b19548 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:28:28.307148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:28.384936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4b53dcb-9124-416e-9dce-a656c82714d5 req-b1e28c99-5704-4d59-aa0a-723be44917a5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0600264 Feb 16 15:28:28.462575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Allocated IP 172.20.0.11 (a2d9fc1f-8b61-4033-878c-461e6615fe3e/15fad635-1673-4e71-a009-27caafabd310/47012cc8-dd61-4a2b-a13c-8214c808a248) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:28:28.605534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:28.699129 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:28.715982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['f2e69fcf-6289-4f74-b172-8362dcf3fae2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:28:28.751292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Network a2d9fc1f-8b61-4033-878c-461e6615fe3e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:28:28.754358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:28:28.759083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:28:28.765449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:28.812462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:28.813074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:28.922960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-dfb1f734-1c88-4844-a447-9836ed4e98bf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8172004 Feb 16 15:28:28.936867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Request body: {'port': {'device_id': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:28:28.989355 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:29.255142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47012cc8-dd61-4a2b-a13c-8214c808a248 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:28:29.263004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:29.275160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Transition to ACTIVE for port object 47012cc8-dd61-4a2b-a13c-8214c808a248 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:28:29.373084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:29.439898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:29.525067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:28:29.525324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:28:29.525656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:28:29.538294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf2ba2-273d-4eb5-a5e8-db738ffcf88a req-c21fc745-1203-429a-a2cd-18f81ddc7682 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:29.540152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72bf2ba2-273d-4eb5-a5e8-db738ffcf88a req-c21fc745-1203-429a-a2cd-18f81ddc7682 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0781786 Feb 16 15:28:29.541118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Port 47012cc8-dd61-4a2b-a13c-8214c808a248 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:28:29.541435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:28:29.547799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:28:29.548161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Checking segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:28:29.548536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Bound using segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:28:29.548959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Bound port: 47012cc8-dd61-4a2b-a13c-8214c808a248, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:28:29.549310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:29.614196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72bf2ba2-273d-4eb5-a5e8-db738ffcf88a req-e948862f-b4b9-46ac-bd59-7c76de0103ab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 Feb 16 15:28:29.637622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:28:29.640588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:28:29.727959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:29.768537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:29.769147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:29.770541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] 10.222.0.93 "PUT /v2.0/ports/47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 1092 time: 0.8378737 Feb 16 15:28:29.770973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:28:29.773399 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994d576d-44c4-4dbe-bde0-be7404e47da1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:28:29.795913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e12ecd-247b-455e-bb77-dbd1ece7458a service neutron] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:29.812077 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec95b7-5478-403f-91c3-93ca87c2d08d x-openstack-request-id: req-0eec95b7-5478-403f-91c3-93ca87c2d08d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:28:29.812363 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:28:29.812678 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0eec95b7-5478-403f-91c3-93ca87c2d08d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:28:29.813092 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'status': 'completed', 'code': 200} Feb 16 15:28:29.875456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d576d-44c4-4dbe-bde0-be7404e47da1 req-2aeb2656-ff35-4143-a455-d6928809ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:29.876993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-994d576d-44c4-4dbe-bde0-be7404e47da1 req-2aeb2656-ff35-4143-a455-d6928809ac5a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0418980 Feb 16 15:28:29.982513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d576d-44c4-4dbe-bde0-be7404e47da1 req-9d5058b3-0db0-40e3-844d-6361d59b52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:29.983999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-994d576d-44c4-4dbe-bde0-be7404e47da1 req-9d5058b3-0db0-40e3-844d-6361d59b52f1 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0939560 Feb 16 15:28:30.085053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d576d-44c4-4dbe-bde0-be7404e47da1 req-24544c49-4bc7-45fd-9013-70603711c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:30.086730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-994d576d-44c4-4dbe-bde0-be7404e47da1 req-24544c49-4bc7-45fd-9013-70603711c024 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920815 Feb 16 15:28:30.169840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b131ef-a834-488d-bd6d-2be78528808f req-f6d74ef3-df0c-4fe4-8da2-28d3db14ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:30.171485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-f6d74ef3-df0c-4fe4-8da2-28d3db14ac75 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0417407 Feb 16 15:28:30.220003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-798eae68-6d1d-4e1f-99d4-3c82ebb24e82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 217 time: 0.0368800 Feb 16 15:28:30.271947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b131ef-a834-488d-bd6d-2be78528808f req-86181411-4c42-4a37-acf8-d2052fbeff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:30.273528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-86181411-4c42-4a37-acf8-d2052fbeff7b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0427096 Feb 16 15:28:30.308767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-a235b529-4d80-4867-9864-5b71032b9eb9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249565 Feb 16 15:28:30.408844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-f0a2ced1-7fdb-43d1-8b7f-3306d9b0eaf4 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867131 Feb 16 15:28:30.504397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4b131ef-a834-488d-bd6d-2be78528808f req-d00d3329-82e4-4920-bfe5-2a93d094f772 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832241 Feb 16 15:28:30.734427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559be03b-9ab7-40c7-8e7b-0f5b4e49fb1a req-a65c0a78-fd16-4386-9417-c306d97d5fcf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:30.735838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-559be03b-9ab7-40c7-8e7b-0f5b4e49fb1a req-a65c0a78-fd16-4386-9417-c306d97d5fcf tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0505397 Feb 16 15:28:30.773808 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-559be03b-9ab7-40c7-8e7b-0f5b4e49fb1a req-6f4ae0c3-7c8c-43af-8e9c-996be18261e6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Feb 16 15:28:31.901506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9368565-0768-4bd4-a818-5ce8b027ef57 req-e195303f-fa75-4af1-a0bf-0585181bb716 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:31.902872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:28:31.903331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9368565-0768-4bd4-a818-5ce8b027ef57 req-e195303f-fa75-4af1-a0bf-0585181bb716 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0537999 Feb 16 15:28:31.923399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: f2e69fcf-6289-4f74-b172-8362dcf3fae2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:28:31.923769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device f2e69fcf-6289-4f74-b172-8362dcf3fae2 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:28:31.940724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9368565-0768-4bd4-a818-5ce8b027ef57 req-112c7c98-10f3-4aa6-be23-b865f63011e5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Feb 16 15:28:33.055952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09398655-3a1a-45c5-ad06-e1a370bf84c8 req-5560adbd-1186-4cc0-864d-23044751c8f4 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:33.057430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09398655-3a1a-45c5-ad06-e1a370bf84c8 req-5560adbd-1186-4cc0-864d-23044751c8f4 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0489335 Feb 16 15:28:33.094346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-09398655-3a1a-45c5-ad06-e1a370bf84c8 req-ebedaf4b-c54d-406b-85a5-9214f7db9bd6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307741 Feb 16 15:28:33.915719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:28:34.011775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:34.023698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e', 'port_id': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'mac_address': 'fa:16:3e:c9:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fad635-1673-4e71-a009-27caafabd310', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:28:34.059854 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:34.072901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47012cc8-dd61-4a2b-a13c-8214c808a248 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:28:34.092440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:34.184589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:34.215477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e484b-f968-4b68-8e7c-d265475b5784 req-e8749b6d-7e0c-4a7a-b848-8dd7c0561d57 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:34.217058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa8e484b-f968-4b68-8e7c-d265475b5784 req-e8749b6d-7e0c-4a7a-b848-8dd7c0561d57 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0504520 Feb 16 15:28:34.236235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:34.244064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.244410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.244753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.245083 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.245412 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.245751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.246072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.246392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.246712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.247027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.247346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.247695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:28:34.254852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa8e484b-f968-4b68-8e7c-d265475b5784 req-28cff8bf-c65b-4c82-afb9-04e98132f543 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Feb 16 15:28:34.433022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['47012cc8-dd61-4a2b-a13c-8214c808a248'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:28:35.315900 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d009fbc3-5b7a-4377-b817-239202fbcc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:35.375476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602501-f4f3-4351-b341-7b029208118d req-0e1552cb-768c-4cc7-a4ab-819fbcb7eba8 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:35.376882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1602501-f4f3-4351-b341-7b029208118d req-0e1552cb-768c-4cc7-a4ab-819fbcb7eba8 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Feb 16 15:28:35.415145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1602501-f4f3-4351-b341-7b029208118d req-03abd23b-fc7a-4d0c-9c62-a2e4fc087313 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Feb 16 15:28:35.931854 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:28:36.086954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 47012cc8-dd61-4a2b-a13c-8214c808a248 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:28:36.091034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 47012cc8-dd61-4a2b-a13c-8214c808a248 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:28:36.091406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:36.166754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:36.188235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:28:36.190401 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f37ddd-17a9-4fa1-8f28-79a96c08c928" -d '{"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:28:36.203217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:28:36.226754 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475aa321-719b-47ec-ab1c-42bca7947929 x-openstack-request-id: req-475aa321-719b-47ec-ab1c-42bca7947929 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:28:36.227497 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:28:36.227785 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-475aa321-719b-47ec-ab1c-42bca7947929 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:28:36.228225 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'code': 200} Feb 16 15:28:36.270007 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:36.319802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:28:36.335073 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d19d4-0f8c-4e5e-a58e-14fa79160e24 req-b706997b-3b4e-4f99-83cf-33cce7522826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:36.337272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-393d19d4-0f8c-4e5e-a58e-14fa79160e24 req-b706997b-3b4e-4f99-83cf-33cce7522826 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1097 time: 0.0420177 Feb 16 15:28:36.378566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-393d19d4-0f8c-4e5e-a58e-14fa79160e24 req-a00e6b92-ce30-4f3b-8822-093c49ff80a6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295825 Feb 16 15:28:36.531018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa9dd6-327b-43f6-9137-d0503cb7d7b0 req-2cfb621f-b631-489b-90f8-5136dd55d2fe tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:36.536674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7aa9dd6-327b-43f6-9137-d0503cb7d7b0 req-2cfb621f-b631-489b-90f8-5136dd55d2fe tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0503247 Feb 16 15:28:36.572534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7aa9dd6-327b-43f6-9137-d0503cb7d7b0 req-9270d285-b4c4-49f8-9964-2d066328a5a7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336173 Feb 16 15:28:37.693004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc38f-7fea-4c52-9a7d-a7ca5037197e req-d284095a-7b48-4cfe-9e95-8c077433d505 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:37.694478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-151dc38f-7fea-4c52-9a7d-a7ca5037197e req-d284095a-7b48-4cfe-9e95-8c077433d505 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0522733 Feb 16 15:28:37.732944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-151dc38f-7fea-4c52-9a7d-a7ca5037197e req-486452b6-295f-4455-9544-dc5f21b79a77 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Feb 16 15:28:38.047594 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a70420a2-b9f8-40db-9944-ccb87c19cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:38.854580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b989-5983-461f-a8b3-0da28064df68 req-aa9ac38a-09aa-4dc1-99ef-69bfc2903f01 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:38.856128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ad4b989-5983-461f-a8b3-0da28064df68 req-aa9ac38a-09aa-4dc1-99ef-69bfc2903f01 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0516853 Feb 16 15:28:38.894981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2ad4b989-5983-461f-a8b3-0da28064df68 req-7c7efff5-8c56-48e6-b846-911f8b0671b5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Feb 16 15:28:39.014128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c47648-d2cc-4071-ba64-2c05bee5dbcb req-76cf2c78-08eb-41a5-9cac-3195a1c1287c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:39.015997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14c47648-d2cc-4071-ba64-2c05bee5dbcb req-76cf2c78-08eb-41a5-9cac-3195a1c1287c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0518515 Feb 16 15:28:39.053642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-14c47648-d2cc-4071-ba64-2c05bee5dbcb req-2075d8d4-e83d-4a71-9af9-fd69efc990a0 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Feb 16 15:28:39.409908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73c28b-f7ec-49f4-9b1d-21d5a660e0ab req-edacaf82-9770-4664-8af6-34d67f9643e9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:39.411478 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd73c28b-f7ec-49f4-9b1d-21d5a660e0ab req-edacaf82-9770-4664-8af6-34d67f9643e9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0536549 Feb 16 15:28:39.451567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd73c28b-f7ec-49f4-9b1d-21d5a660e0ab req-013be6fe-2b87-4c38-afea-33d7f573ee36 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327415 Feb 16 15:28:39.489915 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-6d03c825-08e9-46b8-89fd-2c2cfc0a9dc0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460939 Feb 16 15:28:39.682016 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:40.571040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6f73e-4dbe-4801-a543-3da65f67e0d2 req-1eb5fde0-0641-49ff-b319-fe949352dcde tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:40.572613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87d6f73e-4dbe-4801-a543-3da65f67e0d2 req-1eb5fde0-0641-49ff-b319-fe949352dcde tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0496230 Feb 16 15:28:40.611576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87d6f73e-4dbe-4801-a543-3da65f67e0d2 req-5784fe02-0192-4d9f-8e1f-9d920181c7db tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324810 Feb 16 15:28:41.396736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-01367b54-5ff6-48d6-91e1-9ae54ad05b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:41.398204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-01367b54-5ff6-48d6-91e1-9ae54ad05b53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1097 time: 0.0413315 Feb 16 15:28:41.413310 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:41.436205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:41.490808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-f282b214-0b6b-41ae-91d8-7776aa2a4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:41.492584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-f282b214-0b6b-41ae-91d8-7776aa2a4469 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0873327 Feb 16 15:28:41.533763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-948bc513-39ca-4dad-8912-4af43f7d33a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 217 time: 0.0348618 Feb 16 15:28:41.580997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-fe236962-add2-4931-949a-c83e8393a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:41.582338 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-fe236962-add2-4931-949a-c83e8393a8c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0425284 Feb 16 15:28:41.616506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-b375aa5a-4ded-47b3-950a-c925279c66b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278234 Feb 16 15:28:41.732457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-57ee142a-ce67-4095-9c08-bf131ee61d00 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088765 Feb 16 15:28:41.755019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfde308-1baf-4a84-908c-92d5ddb8d8b6 req-707714ab-746b-47db-9d55-b52857cb48e6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:41.756436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bfde308-1baf-4a84-908c-92d5ddb8d8b6 req-707714ab-746b-47db-9d55-b52857cb48e6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0737457 Feb 16 15:28:41.841605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1bfde308-1baf-4a84-908c-92d5ddb8d8b6 req-3d3ac2c0-b850-49dd-8ee5-515a10049e01 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712464 Feb 16 15:28:41.861145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-e3d9e87c-1083-46c9-a5f9-6b8a0ce8c7b9 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212249 Feb 16 15:28:42.619368 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:42.957523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a002f-ee2c-4156-9bc0-47a76337a70d req-8cd50f66-5dc5-4c6a-8467-fd889c252204 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:42.958969 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-199a002f-ee2c-4156-9bc0-47a76337a70d req-8cd50f66-5dc5-4c6a-8467-fd889c252204 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0484762 Feb 16 15:28:42.996359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-199a002f-ee2c-4156-9bc0-47a76337a70d req-a2016520-d32a-4666-b5df-410ddd98514a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Feb 16 15:28:44.114502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b4845-f8d6-458e-bba2-ed50a18d1d74 req-990c0e60-52bc-49c6-977a-bf645e44b694 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:44.115987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c44b4845-f8d6-458e-bba2-ed50a18d1d74 req-990c0e60-52bc-49c6-977a-bf645e44b694 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0524120 Feb 16 15:28:44.153688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c44b4845-f8d6-458e-bba2-ed50a18d1d74 req-380c4911-a8a9-4c6a-a24c-757a9386e733 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Feb 16 15:28:45.267944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d06c7-c932-4f9b-9aa9-7256e5722f77 req-2adfadfc-9e21-4f62-ac14-05a9f9d45aab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:45.269456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8d06c7-c932-4f9b-9aa9-7256e5722f77 req-2adfadfc-9e21-4f62-ac14-05a9f9d45aab tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0485137 Feb 16 15:28:45.307420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b8d06c7-c932-4f9b-9aa9-7256e5722f77 req-80c87e87-cb0c-4411-9cc8-c117fe622e0a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Feb 16 15:28:46.425941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e260c-f920-4ae7-a875-1ef12e9afbb3 req-4b0beb83-1f88-4073-b52c-5adb832c7f39 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:46.427421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc2e260c-f920-4ae7-a875-1ef12e9afbb3 req-4b0beb83-1f88-4073-b52c-5adb832c7f39 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0492218 Feb 16 15:28:46.464970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc2e260c-f920-4ae7-a875-1ef12e9afbb3 req-24fa2c3f-791a-4a2d-895a-0aa3e9344149 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Feb 16 15:28:46.659511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:28:47.584338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57d541-c3c7-4e90-ae6f-603e1f559734 req-1425899a-d130-4349-b8b2-a44ce7231c12 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:47.585729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c57d541-c3c7-4e90-ae6f-603e1f559734 req-1425899a-d130-4349-b8b2-a44ce7231c12 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0522871 Feb 16 15:28:47.623587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c57d541-c3c7-4e90-ae6f-603e1f559734 req-37985da6-149c-44fe-8b3e-5fc2762fd022 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310366 Feb 16 15:28:48.738371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f045643-e9ed-4945-8968-fc556e24012b req-8b1fee2d-a297-4de6-b8b4-65b2da372bf3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:48.739844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f045643-e9ed-4945-8968-fc556e24012b req-8b1fee2d-a297-4de6-b8b4-65b2da372bf3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0485620 Feb 16 15:28:48.776473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f045643-e9ed-4945-8968-fc556e24012b req-4e916101-00c1-4e35-b780-594d0028c57b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300324 Feb 16 15:28:49.893330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977f9bc-0121-4674-a19b-0de660e8ac0b req-ad854c49-79b3-4e0a-ad11-673cd72941ff tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:49.894789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d977f9bc-0121-4674-a19b-0de660e8ac0b req-ad854c49-79b3-4e0a-ad11-673cd72941ff tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0482829 Feb 16 15:28:49.932027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d977f9bc-0121-4674-a19b-0de660e8ac0b req-7845415f-f5b4-4e6d-8e4e-0bb67051e722 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Feb 16 15:28:51.051109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e13d6-b1ca-458f-8675-987233e1a7ee req-3733dc56-ff51-4150-8923-034ff689ea8c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:51.052599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-425e13d6-b1ca-458f-8675-987233e1a7ee req-3733dc56-ff51-4150-8923-034ff689ea8c tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0519271 Feb 16 15:28:51.089960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-425e13d6-b1ca-458f-8675-987233e1a7ee req-32dbda75-2942-423b-8f89-78258a1baf3b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Feb 16 15:28:52.204904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1d962-597a-4459-be89-fad403c0ba51 req-3eff4ed4-05f1-461d-aadb-0772ae79d729 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:52.206381 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f1d962-597a-4459-be89-fad403c0ba51 req-3eff4ed4-05f1-461d-aadb-0772ae79d729 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0484648 Feb 16 15:28:52.244426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-97f1d962-597a-4459-be89-fad403c0ba51 req-403c0854-f441-4802-bdc7-8c4b57cae27a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Feb 16 15:28:53.363095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f21039-ad87-4916-8474-7ad81f83b779 req-6a520313-4d8f-4367-97fa-d336cbfee59f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:53.365549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54f21039-ad87-4916-8474-7ad81f83b779 req-6a520313-4d8f-4367-97fa-d336cbfee59f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0519133 Feb 16 15:28:53.413493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54f21039-ad87-4916-8474-7ad81f83b779 req-e57c699d-62ab-4e46-8a41-579953562404 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Feb 16 15:28:54.540221 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da4c7-3492-41a0-8b02-660cc947ccff req-46b63a08-ca88-4d70-956d-d8ee2936a660 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:54.542416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-199da4c7-3492-41a0-8b02-660cc947ccff req-46b63a08-ca88-4d70-956d-d8ee2936a660 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0523617 Feb 16 15:28:54.579993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-199da4c7-3492-41a0-8b02-660cc947ccff req-c31e5fb4-e5f3-495d-b0c9-435e756fc3eb tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Feb 16 15:28:55.696277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a83be-4bdf-4a19-9238-c6f2c8647c69 req-724344f4-ddb9-4852-a29e-64d024081db3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:55.698023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de9a83be-4bdf-4a19-9238-c6f2c8647c69 req-724344f4-ddb9-4852-a29e-64d024081db3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0494449 Feb 16 15:28:55.736139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de9a83be-4bdf-4a19-9238-c6f2c8647c69 req-72629e45-4fdb-420a-a1de-c47a4facf1ca tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Feb 16 15:28:56.852115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52ba20-c8ec-4e28-9e83-8e07d42b87d9 req-7971f3c7-5082-4b56-8001-8429d95632b9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:56.855300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb52ba20-c8ec-4e28-9e83-8e07d42b87d9 req-7971f3c7-5082-4b56-8001-8429d95632b9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0486343 Feb 16 15:28:56.893827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb52ba20-c8ec-4e28-9e83-8e07d42b87d9 req-503771ca-8eb6-47f1-8151-c3a4f907d786 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Feb 16 15:28:58.014599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d762a-cf06-4e98-8d0a-5721dd499ea5 req-415666cd-0496-436e-a5df-71e05dd09314 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:58.016232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd0d762a-cf06-4e98-8d0a-5721dd499ea5 req-415666cd-0496-436e-a5df-71e05dd09314 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0535824 Feb 16 15:28:58.053900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd0d762a-cf06-4e98-8d0a-5721dd499ea5 req-21348bcf-811d-4007-b094-b924a2547f1b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Feb 16 15:28:59.173202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31127-87ba-44ac-96e5-12555bd9fe96 req-8d716df5-396c-4a77-99c2-d708537fdb75 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:28:59.174752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50a31127-87ba-44ac-96e5-12555bd9fe96 req-8d716df5-396c-4a77-99c2-d708537fdb75 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0498371 Feb 16 15:28:59.212402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50a31127-87ba-44ac-96e5-12555bd9fe96 req-868c76a0-6c18-4d66-a536-4ce5178ed290 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Feb 16 15:28:59.373184 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:29:00.334843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d5bd1-2903-40a9-95de-6432efad8e7d req-99c84103-350d-4984-a813-57238786033e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:00.337074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d78d5bd1-2903-40a9-95de-6432efad8e7d req-99c84103-350d-4984-a813-57238786033e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0504136 Feb 16 15:29:00.378375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d78d5bd1-2903-40a9-95de-6432efad8e7d req-599f9977-557c-45c7-b47f-121bf168fe29 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350084 Feb 16 15:29:01.510121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b71b6-be58-4724-9d39-9788f5e2f090 req-dff92c10-9c88-47eb-b7e6-64f5644d1196 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:01.512214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd6b71b6-be58-4724-9d39-9788f5e2f090 req-dff92c10-9c88-47eb-b7e6-64f5644d1196 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0582147 Feb 16 15:29:01.556099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd6b71b6-be58-4724-9d39-9788f5e2f090 req-a3f36b49-0f41-4cc1-a10e-5c26979986c6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368800 Feb 16 15:29:02.671126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2bf95-c167-4abb-b811-f5c03d24dbda req-4fc6c94e-7f46-430f-a39b-0c40ec115e41 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:02.672622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fc2bf95-c167-4abb-b811-f5c03d24dbda req-4fc6c94e-7f46-430f-a39b-0c40ec115e41 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0483427 Feb 16 15:29:02.708726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fc2bf95-c167-4abb-b811-f5c03d24dbda req-08a9fba8-49cc-4592-ac1c-7f2ed1936f9e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301623 Feb 16 15:29:03.825720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363d6ab-4627-4a52-9056-d804975c69ce req-61eedbb4-0832-4263-9be8-167a94bf46d3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:03.827180 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b363d6ab-4627-4a52-9056-d804975c69ce req-61eedbb4-0832-4263-9be8-167a94bf46d3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0483592 Feb 16 15:29:03.864312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b363d6ab-4627-4a52-9056-d804975c69ce req-0bdb93a0-2918-4711-a0cc-36d9d8f820cb tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Feb 16 15:29:04.985665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec8f9e-d08a-4b03-85d6-6a6f413dc15d req-2c418d43-1c00-4de9-a8bc-fa753150089f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:04.987176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94ec8f9e-d08a-4b03-85d6-6a6f413dc15d req-2c418d43-1c00-4de9-a8bc-fa753150089f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0534794 Feb 16 15:29:05.025720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94ec8f9e-d08a-4b03-85d6-6a6f413dc15d req-d8498f53-1804-4219-b5e9-553d194bd5fd tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325758 Feb 16 15:29:05.295154 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-00732699-ba0f-4207-8e56-8b768765f08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:05.608182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-de29fdbe-4f5f-4989-a243-e9eb96538b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:05.609582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-de29fdbe-4f5f-4989-a243-e9eb96538b46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1097 time: 0.0417414 Feb 16 15:29:05.713267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-06f5512d-02af-4874-9935-7097e80c9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:05.714750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-06f5512d-02af-4874-9935-7097e80c9347 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0865002 Feb 16 15:29:05.757273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-01be01a0-9e15-4d46-a673-f66b064dcb11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 217 time: 0.0341554 Feb 16 15:29:05.804798 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-52fb3823-0d90-4225-ad56-3450c0e3084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:05.806192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-52fb3823-0d90-4225-ad56-3450c0e3084a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0421350 Feb 16 15:29:05.839494 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-4b3bab8f-c605-4b63-8b10-98bfeffc336b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235403 Feb 16 15:29:05.933542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-3786dc1a-4790-49ae-a0f1-bd15ffe577d4 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861466 Feb 16 15:29:06.023454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdfac806-d25e-42e8-a2e4-1b1bc8f0d664 req-6c9da573-373a-48fa-946e-174abdc14040 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841587 Feb 16 15:29:06.146739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671c3db-4404-4dc1-aeb3-873240e76672 req-d93e35b3-aca4-4f78-84ce-c74b66e1e078 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:06.148271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3671c3db-4404-4dc1-aeb3-873240e76672 req-d93e35b3-aca4-4f78-84ce-c74b66e1e078 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0540345 Feb 16 15:29:06.185805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3671c3db-4404-4dc1-aeb3-873240e76672 req-ec035141-6f68-4d88-ad1a-068bcaaa3d1a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Feb 16 15:29:07.302997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b18c7-8ac2-4560-969a-adc80087a99b req-717e1c5e-c66a-4067-a586-7224038bd3ba tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:07.304675 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c2b18c7-8ac2-4560-969a-adc80087a99b req-717e1c5e-c66a-4067-a586-7224038bd3ba tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0502570 Feb 16 15:29:07.342059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7c2b18c7-8ac2-4560-969a-adc80087a99b req-09fa92c2-9f6f-4875-9a51-d6afc4aa7fb8 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Feb 16 15:29:08.009687 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f930deb8-19db-401e-be59-18066133b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:08.459595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ade03f-83e1-44f9-9f56-8e3525218e00 req-9c043f14-33fe-49ac-8a52-13226cc19e5a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:08.461069 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96ade03f-83e1-44f9-9f56-8e3525218e00 req-9c043f14-33fe-49ac-8a52-13226cc19e5a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0486715 Feb 16 15:29:08.499963 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96ade03f-83e1-44f9-9f56-8e3525218e00 req-8a856090-4751-4ad9-bf0b-ad10e6f25bc6 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Feb 16 15:29:09.192457 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-07ae9fbf-78ab-48be-8359-8dbb2dded890 service neutron] show failed (client error): The resource could not be found. Feb 16 15:29:09.193653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-07ae9fbf-78ab-48be-8359-8dbb2dded890 service neutron] 10.222.0.93 "GET /v2.0/ports/47012cc8-dd61-4a2b-a13c-8214c808a248/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0568829 Feb 16 15:29:09.617772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41d036-7ddf-4c43-bd99-69bf25cbd211 req-0f5f2095-58cf-4311-9881-853d5ecf93f7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:09.619237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af41d036-7ddf-4c43-bd99-69bf25cbd211 req-0f5f2095-58cf-4311-9881-853d5ecf93f7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0500517 Feb 16 15:29:09.659861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-af41d036-7ddf-4c43-bd99-69bf25cbd211 req-e5ecb4cc-dbce-461d-8155-15c0d438d930 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338981 Feb 16 15:29:09.735736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-6b186de9-7736-406f-8637-fe5e89bfbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:09.737263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-6b186de9-7736-406f-8637-fe5e89bfbacc service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9&tenant_id=e992c1201ba147c4b6ea4fc9f8b19548 HTTP/1.1" status: 200 len: 1097 time: 0.0457904 Feb 16 15:29:09.749831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:09.808981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:09.884756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:10.011183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:10.043416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:29:10.082744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:29:10.085016 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ed16a1-698f-4dac-8fbe-a666219b93fc" -d '{"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:29:10.089324 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:10.102323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Transition to ACTIVE for port object 47012cc8-dd61-4a2b-a13c-8214c808a248 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:29:10.138814 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db70b71f-907f-43fb-a61d-604d9f3268e2 x-openstack-request-id: req-db70b71f-907f-43fb-a61d-604d9f3268e2 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:29:10.139134 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:29:10.139385 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-db70b71f-907f-43fb-a61d-604d9f3268e2 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:29:10.139847 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'code': 200} Feb 16 15:29:10.174166 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:10.235468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] No DVR routers for this DVR port 47012cc8-dd61-4a2b-a13c-8214c808a248 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:29:10.237437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:10.599038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:29:10.599261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:29:10.599613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:29:10.603803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Port 47012cc8-dd61-4a2b-a13c-8214c808a248 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:29:10.604116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Attempting to bind port 47012cc8-dd61-4a2b-a13c-8214c808a248 on network a2d9fc1f-8b61-4033-878c-461e6615fe3e {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:29:10.609257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:29:10.609586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Checking segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:29:10.609959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Bound using segment: {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:29:10.610374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Bound port: 47012cc8-dd61-4a2b-a13c-8214c808a248, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:29:10.610716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:10.671157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:29:10.674348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:29:10.771027 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:10.815197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154f79-add1-4907-be23-8428b8cf39d3 req-b9283099-2fb4-4f37-bc6e-37b875e519d9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:10.816696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61154f79-add1-4907-be23-8428b8cf39d3 req-b9283099-2fb4-4f37-bc6e-37b875e519d9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0836532 Feb 16 15:29:10.824211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:10.824828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:10.826340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] 10.222.0.129 "PUT /v2.0/ports/47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 1092 time: 1.0815239 Feb 16 15:29:10.864926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972cba7-60a5-417e-b656-3f3fc1f4beca service neutron] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:10.900286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-61154f79-add1-4907-be23-8428b8cf39d3 req-7164faa8-b559-4ee2-abc7-834e30528a46 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729907 Feb 16 15:29:10.909760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-3774f0af-a596-4a32-84c7-32bdc7e18eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:10.911200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-3774f0af-a596-4a32-84c7-32bdc7e18eaf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0612245 Feb 16 15:29:11.007411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-af6aaf45-11ed-41ac-8974-b94aebcf522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:11.008943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-af6aaf45-11ed-41ac-8974-b94aebcf522e service neutron] 10.222.0.129 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0899293 Feb 16 15:29:11.049853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-bbe0c272-1d17-437e-9f17-1c7c110159fa service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 217 time: 0.0349312 Feb 16 15:29:11.099400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-8085cbeb-26fe-4e69-874d-d2fa311f6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:11.100879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-8085cbeb-26fe-4e69-874d-d2fa311f6766 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0445511 Feb 16 15:29:11.130834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-74d9b138-4b7b-4d29-89ee-28455a9b650a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237451 Feb 16 15:29:11.224966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-556db88a-c2f7-4d83-a1a9-52e9a97d8d4a service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877547 Feb 16 15:29:11.316348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e25dff3c-23c3-4a17-9709-c1dc9886c43d req-0e56ada5-9a13-4acc-b862-c62602a0908a service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848680 Feb 16 15:29:11.444762 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:11.467309 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:12.027560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6a539-0363-4b69-8912-2acf246601d2 req-e18a98d5-19e4-411b-a2a8-e8efdc6f0d24 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:12.029117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71d6a539-0363-4b69-8912-2acf246601d2 req-e18a98d5-19e4-411b-a2a8-e8efdc6f0d24 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0569577 Feb 16 15:29:12.068875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-71d6a539-0363-4b69-8912-2acf246601d2 req-1b7f5270-530f-4c93-8117-7390b4217dca tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Feb 16 15:29:12.140720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:29:12.143139 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433fb489-2e1d-4dc4-b8b1-a17c7863265a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:29:12.190668 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40cd274-4b19-4e62-83b0-1c40df313c8f x-openstack-request-id: req-f40cd274-4b19-4e62-83b0-1c40df313c8f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:29:12.191038 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:29:12.191328 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f40cd274-4b19-4e62-83b0-1c40df313c8f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:29:12.191811 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'status': 'completed', 'code': 200} Feb 16 15:29:12.281239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-3a9ab66b-30ac-4879-a6e3-8244fdc26121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:12.282743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-3a9ab66b-30ac-4879-a6e3-8244fdc26121 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0679395 Feb 16 15:29:12.285104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-036aa886-a8f3-46f7-8ab3-578db2da1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:12.286445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-036aa886-a8f3-46f7-8ab3-578db2da1508 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0637302 Feb 16 15:29:12.450744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-e8d9c3ab-14c5-47da-8175-8088d2e8ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:12.452168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-e8d9c3ab-14c5-47da-8175-8088d2e8ef0e service neutron] 10.222.0.129 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.1612573 Feb 16 15:29:12.453231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-6cf817b4-a62f-4158-8ca1-8eb15c917167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:12.454539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-6cf817b4-a62f-4158-8ca1-8eb15c917167 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.1558661 Feb 16 15:29:12.525761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-03a61c29-bb42-4dd7-9074-79d20baeb6be service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 217 time: 0.0656788 Feb 16 15:29:12.527218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-9d815bb1-11d7-46e7-863b-f628594deb52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 217 time: 0.0614228 Feb 16 15:29:12.613995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-1562b36a-b4ab-48c8-bf99-f970b50e9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:12.615501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-1562b36a-b4ab-48c8-bf99-f970b50e9453 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0831666 Feb 16 15:29:12.616902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-9a9a9520-dc9b-41fa-b6c0-dee4f16d7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:12.618216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-9a9a9520-dc9b-41fa-b6c0-dee4f16d7dd4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0786781 Feb 16 15:29:12.653309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-6563fe88-b687-4eac-aa2b-84831952e520 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308943 Feb 16 15:29:12.656073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:12.669100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-7bf994c5-f00e-458a-a7c7-af7e11cfe77a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384376 Feb 16 15:29:12.821202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-9c53e162-a7ff-4ec0-871b-bf79aebf5540 service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548436 Feb 16 15:29:12.823885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-ff2db2e4-3b78-4024-901b-a653338c33ce service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467001 Feb 16 15:29:12.985318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-a2417164-4001-4d80-961d-bdbd6650fa1d service neutron] 10.222.0.129 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571441 Feb 16 15:29:12.991294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-433fb489-2e1d-4dc4-b8b1-a17c7863265a req-f33c1387-fb2f-4eb8-9a8d-05aeadddcb68 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554980 Feb 16 15:29:13.198479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944973e-761a-4e38-8d7e-798976017343 req-b5f3e8ad-4577-45ac-bb45-ce3733539c1b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:13.200149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5944973e-761a-4e38-8d7e-798976017343 req-b5f3e8ad-4577-45ac-bb45-ce3733539c1b tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0566077 Feb 16 15:29:13.243041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5944973e-761a-4e38-8d7e-798976017343 req-47ea6ee0-ac2d-4403-a7da-fc8205f18165 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Feb 16 15:29:14.106380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:29:14.145135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:29:14.362625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed71f6-fc03-48d1-8763-ae73201d317a req-ddc5efeb-2067-4ccb-96cd-08cea33304d9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:14.364033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6ed71f6-fc03-48d1-8763-ae73201d317a req-ddc5efeb-2067-4ccb-96cd-08cea33304d9 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0486238 Feb 16 15:29:14.401442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6ed71f6-fc03-48d1-8763-ae73201d317a req-71c48c81-601d-422f-95c1-bbfca9c5b5a0 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Feb 16 15:29:14.648501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:29:14.744405 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:14.758462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'network_id': 'a2d9fc1f-8b61-4033-878c-461e6615fe3e', 'port_id': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'mac_address': 'fa:16:3e:c9:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fad635-1673-4e71-a009-27caafabd310', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:29:14.796771 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:14.812207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47012cc8-dd61-4a2b-a13c-8214c808a248 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:29:14.842861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:14.844519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e2a2-cb40-4415-963e-00fcfa77766f req-017fb6f1-1fad-4d1e-8373-6c612fb3ffbd tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:14.846581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ba7e2a2-cb40-4415-963e-00fcfa77766f req-017fb6f1-1fad-4d1e-8373-6c612fb3ffbd tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 944 time: 0.0649545 Feb 16 15:29:14.913804 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:14.919407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ba7e2a2-cb40-4415-963e-00fcfa77766f req-12e4ca86-29af-4d37-bb38-436578b6afd2 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657067 Feb 16 15:29:14.941372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-d61eb502-1a2a-44c1-b249-a0a8a6153e9d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:14.943000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-d61eb502-1a2a-44c1-b249-a0a8a6153e9d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.93 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9&tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 944 time: 0.0725760 Feb 16 15:29:14.963214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:15.009945 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-82ef2c9d-9d45-4945-83b6-c812fa958327 service neutron] delete failed (client error): The resource could not be found. Feb 16 15:29:15.011015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-82ef2c9d-9d45-4945-83b6-c812fa958327 service neutron] 10.222.0.93 "DELETE /v2.0/ports/47012cc8-dd61-4a2b-a13c-8214c808a248/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0570128 Feb 16 15:29:15.101349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-803114b4-eafa-4f08-906f-f68877255984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:15.102820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-803114b4-eafa-4f08-906f-f68877255984 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 1096 time: 0.0411687 Feb 16 15:29:15.131417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['47012cc8-dd61-4a2b-a13c-8214c808a248'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:29:15.197150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-cbae275e-7643-4024-9dce-9dda69ae872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:15.198708 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-cbae275e-7643-4024-9dce-9dda69ae872e service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 200 len: 917 time: 0.0880818 Feb 16 15:29:15.243836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-ab0e2266-527d-4962-be6c-d47250d844d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 200 len: 217 time: 0.0351169 Feb 16 15:29:15.296448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-2d5c5ff8-8509-44b2-9bd9-836b4d02b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:15.297926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-2d5c5ff8-8509-44b2-9bd9-836b4d02b60e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 200 len: 855 time: 0.0441866 Feb 16 15:29:15.333334 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-cae3b4b1-eb7b-429a-9405-1f1b9091ec30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2d9fc1f-8b61-4033-878c-461e6615fe3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238574 Feb 16 15:29:15.433012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-c03432ff-5451-44f4-98b0-c558c2d069d9 service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877571 Feb 16 15:29:15.525221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6482b9e2-0a16-46a3-a7d1-4c30963db57f req-f8ccd7e2-d0db-48e8-992e-d6cf9a06cc8f service neutron] 10.222.0.93 "GET /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816805 Feb 16 15:29:16.050319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b5bcd-ff77-4e42-b051-a318c9dd609e req-586bb60d-4394-45bb-90e1-2bc6bce658e3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:16.051830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e07b5bcd-ff77-4e42-b051-a318c9dd609e req-586bb60d-4394-45bb-90e1-2bc6bce658e3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 945 time: 0.0566847 Feb 16 15:29:16.093502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e07b5bcd-ff77-4e42-b051-a318c9dd609e req-b6e1bbde-34d2-43f8-8799-f0a9b232fee5 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Feb 16 15:29:16.664411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:29:16.690052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:16.764526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 47012cc8-dd61-4a2b-a13c-8214c808a248 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:29:16.768264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 47012cc8-dd61-4a2b-a13c-8214c808a248 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:16.768667 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:16.849454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:16.873207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:29:16.875473 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9536ef7-ef73-4c20-b25c-e17ac42338e7" -d '{"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:29:16.891831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:16.918129 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465cd996-fa3e-4bc4-bb73-6c19d5f86025 x-openstack-request-id: req-465cd996-fa3e-4bc4-bb73-6c19d5f86025 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:29:16.918544 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-plugged", "status": "completed", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:29:16.918798 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-465cd996-fa3e-4bc4-bb73-6c19d5f86025 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:29:16.919225 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'code': 200} Feb 16 15:29:16.959409 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:17.007911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:17.208275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7e880-0e14-47d8-88b8-7e6554898f91 req-cf51a7c8-7561-420d-8f27-bd69bae55b8a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:17.209647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5e7e880-0e14-47d8-88b8-7e6554898f91 req-cf51a7c8-7561-420d-8f27-bd69bae55b8a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0478196 Feb 16 15:29:17.247883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5e7e880-0e14-47d8-88b8-7e6554898f91 req-d8c9a758-6a27-42be-b982-1157f0ebaee3 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Feb 16 15:29:17.365770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f2b1-9a9f-4048-b4f7-7acae2c3a34e req-f505bbc4-db2a-4c3d-9353-3d4eb3ab6f33 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:17.367245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed21f2b1-9a9f-4048-b4f7-7acae2c3a34e req-f505bbc4-db2a-4c3d-9353-3d4eb3ab6f33 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0507431 Feb 16 15:29:17.407615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed21f2b1-9a9f-4048-b4f7-7acae2c3a34e req-d5882a08-e366-4e07-8768-9a372893c4e0 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Feb 16 15:29:17.522864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb2dd3-cc57-479f-98ee-50f1984ad4f9 req-4c06b3eb-3de8-4f09-8534-46f5f56ef02d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:17.524335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7cb2dd3-cc57-479f-98ee-50f1984ad4f9 req-4c06b3eb-3de8-4f09-8534-46f5f56ef02d tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Feb 16 15:29:17.561513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7cb2dd3-cc57-479f-98ee-50f1984ad4f9 req-4425927f-b3b8-419e-9b52-30d31e1aeb1e tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Feb 16 15:29:18.082916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801d71-0281-4276-acbe-ffa81e67663e req-905d6369-904d-4066-a5ea-42723e2151e7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:18.084407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c801d71-0281-4276-acbe-ffa81e67663e req-905d6369-904d-4066-a5ea-42723e2151e7 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0484381 Feb 16 15:29:18.121815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c801d71-0281-4276-acbe-ffa81e67663e req-151160ed-9123-447f-ae31-b13c6b3c8d73 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Feb 16 15:29:19.246823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847200d1-abb4-4ae4-b698-827dfd081b10 req-cc36cd34-594f-47ed-8f96-497b9aaaa6f2 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:19.248280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-847200d1-abb4-4ae4-b698-827dfd081b10 req-cc36cd34-594f-47ed-8f96-497b9aaaa6f2 tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0564997 Feb 16 15:29:19.311054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-d5a142c6-bd20-4fa4-91af-82eba686e41f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:19.312525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-d5a142c6-bd20-4fa4-91af-82eba686e41f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.129 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0844905 Feb 16 15:29:19.315108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-847200d1-abb4-4ae4-b698-827dfd081b10 req-517df003-f1b4-49c0-84fb-3005c9b91cee tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/security-groups?id=d137159e-54b0-497a-a492-6ce0cd418146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495703 Feb 16 15:29:19.401316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Deleting port 47012cc8-dd61-4a2b-a13c-8214c808a248 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:29:19.401569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:19.491425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] For port 47012cc8-dd61-4a2b-a13c-8214c808a248, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=47012cc8-dd61-4a2b-a13c-8214c808a248,segment=NetworkSegment(a783fc93-8188-4d5e-a4c0-56c75e2d02cf),segment_id=a783fc93-8188-4d5e-a4c0-56c75e2d02cf)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:19.491876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:19.504061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Calling delete_port for 47012cc8-dd61-4a2b-a13c-8214c808a248 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:29:19.696824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:19.707746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['47012cc8-dd61-4a2b-a13c-8214c808a248'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:29:19.723381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Pushing event deleted for resources: {'Port': ['ID=47012cc8-dd61-4a2b-a13c-8214c808a248,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:19.766493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] No DVR routers for this DVR port 47012cc8-dd61-4a2b-a13c-8214c808a248 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:29:19.769117 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:19.772476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44ae1a8b-3251-4dfa-96b5-1995d63cc369 req-dbfa219a-e9e3-42ca-adb3-7c432fc3c48a tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.129 "DELETE /v2.0/ports/47012cc8-dd61-4a2b-a13c-8214c808a248 HTTP/1.1" status: 204 len: 173 time: 0.4539351 Feb 16 15:29:19.772913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-deleted', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:29:19.775172 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581dcbfd-a3ab-426f-a6d4-5a2364deff3d" -d '{"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-deleted", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:29:19.812449 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1c275a-f2e0-4935-b0e2-81ba8de14dd6 x-openstack-request-id: req-ab1c275a-f2e0-4935-b0e2-81ba8de14dd6 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:29:19.812743 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9", "name": "network-vif-deleted", "tag": "47012cc8-dd61-4a2b-a13c-8214c808a248", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:29:19.813001 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ab1c275a-f2e0-4935-b0e2-81ba8de14dd6 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:29:19.813404 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c58cc5-fb8b-4444-bd8c-caba5c04f8c9', 'name': 'network-vif-deleted', 'tag': '47012cc8-dd61-4a2b-a13c-8214c808a248', 'status': 'completed', 'code': 200} Feb 16 15:29:20.432825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9137526-f3da-4f48-956a-2c1b27b25f97 req-b8d5e89d-65db-4ca6-bd23-d355af8e484f tempest-ServerDiskConfigTestJSON-1083749643 tempest-ServerDiskConfigTestJSON-1083749643-project] 10.222.0.113 "GET /v2.0/ports?device_id=d8c58cc5-fb8b-4444-bd8c-caba5c04f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0266774 Feb 16 15:29:21.557886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42224) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:21.602138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] Deleting subnet 15fad635-1673-4e71-a009-27caafabd310 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:29:21.605037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:21.643668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:21.684022 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:21.799715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:21.826440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fad635-1673-4e71-a009-27caafabd310,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:21.828409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:21.831505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-46c27af5-2c00-4c45-bf16-02f568f3ed1c admin admin] 10.222.0.113 "DELETE /v2.0/subnets/15fad635-1673-4e71-a009-27caafabd310 HTTP/1.1" status: 204 len: 168 time: 0.2724903 Feb 16 15:29:21.834114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42226) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:21.905106 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:21.982521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.002304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d9fc1f-8b61-4033-878c-461e6615fe3e']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:22.012017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:22.012314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a783fc93-8188-4d5e-a4c0-56c75e2d02cf') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:22.021733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.035838 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.041602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:29:22.043473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:29:22.043792 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:29:22.194181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.200769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.203935 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] 10.222.0.113 "DELETE /v2.0/networks/a2d9fc1f-8b61-4033-878c-461e6615fe3e HTTP/1.1" status: 204 len: 168 time: 0.3688903 Feb 16 15:29:22.216113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d8856-51b9-4b22-84be-68c71ada9c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d9fc1f-8b61-4033-878c-461e6615fe3e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:22.526937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42230) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:22.566946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f9ca1f56-3488-4c93-8926-8d2b2e447158 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e992c1201ba147c4b6ea4fc9f8b19548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386143 Feb 16 15:29:22.569425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42232) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:22.615884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fbc00085-8b5c-4834-9597-a9520e7de703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.636801 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fbc00085-8b5c-4834-9597-a9520e7de703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.714851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:29:22.732314 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fbc00085-8b5c-4834-9597-a9520e7de703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.734904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fbc00085-8b5c-4834-9597-a9520e7de703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:22.735648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 47012cc8-dd61-4a2b-a13c-8214c808a248 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:29:22.735989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 47012cc8-dd61-4a2b-a13c-8214c808a248 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:29:22.736099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fbc00085-8b5c-4834-9597-a9520e7de703 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d137159e-54b0-497a-a492-6ce0cd418146 HTTP/1.1" status: 204 len: 168 time: 0.1657932 Feb 16 15:29:22.745203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc00085-8b5c-4834-9597-a9520e7de703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d137159e-54b0-497a-a492-6ce0cd418146,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:23.719777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42254) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:23.828476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1492293169-network', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:23.925472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Made reservation on behalf of eeb35da684a54f90870ad9bc41d2933f for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:29:23.927834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:23.937349 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.013325 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.079640 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.106630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:29:24.113058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c5f364-8466-4dcf-83a4-2bd378a7cf47,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:24.119017 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.119360 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Added segment 1bbaa207-2eda-4eb5-adb0-37348ebceec1 of type vlan for network e933f78d-9c35-4c30-8f44-e0decc95743b Feb 16 15:29:24.160300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.239802 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.240779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:24.241395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.307764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] Pushing event updated for resources: {'Network': ['ID=e933f78d-9c35-4c30-8f44-e0decc95743b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:24.320976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network e933f78d-9c35-4c30-8f44-e0decc95743b details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:29:24.369833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-16174f25-cecf-4c4d-85c1-ab6127bab48a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6473823 Feb 16 15:29:24.371879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42258) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:24.375924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Request body: {'subnet': {'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1492293169-subnet', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:24.454868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Made reservation on behalf of eeb35da684a54f90870ad9bc41d2933f for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:29:24.457253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.680380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.736182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Pushing event updated for resources: {'Subnet': ['ID=132d0497-f6c1-4e54-a4b7-0224163bfc37,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:24.744649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:29:24.745007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Network hostable DHCP agents. Network: e933f78d-9c35-4c30-8f44-e0decc95743b, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:29:24.816994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Network e933f78d-9c35-4c30-8f44-e0decc95743b is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:29:24.896582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, e933f78d-9c35-4c30-8f44-e0decc95743b) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:29:24.900679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:24.901259 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:24.906361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59a5b8-87d2-4917-895c-22280e2d7ee6 None None] Network e933f78d-9c35-4c30-8f44-e0decc95743b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:29:24.984086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1c2ad980-6246-44d7-b5c1-3a1a0286151b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6116579 Feb 16 15:29:24.986649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42260) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:24.990908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:25.052317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-e933f78d-9c35-4c30-8f44-e0decc95743b', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:29:25.053161 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.084144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.085228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.138657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.189784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Allocated IP 172.20.0.2 (e933f78d-9c35-4c30-8f44-e0decc95743b/132d0497-f6c1-4e54-a4b7-0224163bfc37/6113f085-0089-485d-9da8-10d1fd825893) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:29:25.332820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.362224 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.406009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.446706 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Network e933f78d-9c35-4c30-8f44-e0decc95743b is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:29:25.451451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:29:25.455711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:29:25.458755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Pushing event updated for resources: {'Port': ['ID=6113f085-0089-485d-9da8-10d1fd825893,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:25.510910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Attempting to bind port 6113f085-0089-485d-9da8-10d1fd825893 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:29:25.511841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Attempting to bind port 6113f085-0089-485d-9da8-10d1fd825893 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:29:25.512107 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Attempting to bind port 6113f085-0089-485d-9da8-10d1fd825893 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:29:25.516847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:29:25.517220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:29:25.517621 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.518012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:29:25.518473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Bound port: 6113f085-0089-485d-9da8-10d1fd825893, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:29:25.518851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.584391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] For port 6113f085-0089-485d-9da8-10d1fd825893, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:29:25.587632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] For port 6113f085-0089-485d-9da8-10d1fd825893, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6113f085-0089-485d-9da8-10d1fd825893,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:29:25.650662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.670086 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.680303 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:25.741382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4aa79-a54b-4a0c-b3cc-bcab8dd215b7 None None] Pushing event updated for resources: {'Port': ['ID=6113f085-0089-485d-9da8-10d1fd825893,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:25.798575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Allocated IP 172.25.6.11 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/5d27a9a6-fe39-45a2-9b0a-37bf902cce3c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:29:25.922193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:26.016089 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:26.061144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:29:26.064057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:29:26.066483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:29:26.092411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Pushing event updated for resources: {'Port': ['ID=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:26.397439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:26.608506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:26.622624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6113f085-0089-485d-9da8-10d1fd825893 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:29:26.644517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc56fc-73cb-43bc-a1d8-07b91307922a None None] Network e933f78d-9c35-4c30-8f44-e0decc95743b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:29:26.728992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-2556946e-b99e-4f53-8246-a309b1bf83ab None None] Provisioning complete for port 6113f085-0089-485d-9da8-10d1fd825893 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:26.729371 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2556946e-b99e-4f53-8246-a309b1bf83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:26.773567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6113f085-0089-485d-9da8-10d1fd825893 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:26.773936 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:26.834320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:29:26.946527 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2556946e-b99e-4f53-8246-a309b1bf83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:26.978112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:27.004731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2556946e-b99e-4f53-8246-a309b1bf83ab None None] For port 6113f085-0089-485d-9da8-10d1fd825893, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6113f085-0089-485d-9da8-10d1fd825893,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:27.059252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2556946e-b99e-4f53-8246-a309b1bf83ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:27.128685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:29:27.129006 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:29:27.147135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556946e-b99e-4f53-8246-a309b1bf83ab None None] Pushing event updated for resources: {'Port': ['ID=6113f085-0089-485d-9da8-10d1fd825893,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:27.180279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6215c0e-ef8a-4f59-81ea-635574a11198 None None] Provisioning complete for port 6113f085-0089-485d-9da8-10d1fd825893 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:27.180651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6215c0e-ef8a-4f59-81ea-635574a11198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:27.284234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:29:27.295908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:29:27.305228 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:29:27.305923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:29:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:27.394753 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:27.396208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-76924e94-bd6f-4070-9b88-ef2f0dc30f8e admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4085972 Feb 16 15:29:27.399991 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42262) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:27.411509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:29:27.591864 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:26Z', 'revision_number': 3, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:27.618555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:29:27.618904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Updating router ab8fe8b0-3fa8-4831-8290-40fd81f373db port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:29:27.668824 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:27.818146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:27.926168 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.000303 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.018341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Allocated IP 172.20.0.1 (e933f78d-9c35-4c30-8f44-e0decc95743b/132d0497-f6c1-4e54-a4b7-0224163bfc37/48ea6902-ce07-4d79-bbee-1d8e7830f906) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:29:28.051925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Attempting to bind port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:29:28.052294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Attempting to bind port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:29:28.052654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Attempting to bind port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:29:28.059280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4697f-4f2e-4639-a27f-277148e0e60d None None] Pushing event updated for resources: {'Port': ['ID=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:28.062987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:29:28.063360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:29:28.063782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.064161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:29:28.064629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Bound port: 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:29:28.065000 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.119489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] For port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:29:28.122287 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.123790 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] For port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:29:28.181705 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.212246 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.241684 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:29:28.242305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:29:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:28.245207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4697f-4f2e-4639-a27f-277148e0e60d None None] Pushing event updated for resources: {'Port': ['ID=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:28.255908 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Network e933f78d-9c35-4c30-8f44-e0decc95743b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:29:28.258808 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:29:28.263106 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:29:28.291163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Pushing event updated for resources: {'Port': ['ID=48ea6902-ce07-4d79-bbee-1d8e7830f906,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:28.314956 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.318146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.318485 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.318816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.319142 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.319467 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.319810 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.320129 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.320447 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.320757 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.321075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.321388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.321700 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:28.525573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9162a00a-bc19-4556-86af-12dfc253e198 None None] Provisioning complete for port 48ea6902-ce07-4d79-bbee-1d8e7830f906 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:28.525937 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9162a00a-bc19-4556-86af-12dfc253e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.535162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.559531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:29:28.621452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6113f085-0089-485d-9da8-10d1fd825893 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:29:28.661173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9162a00a-bc19-4556-86af-12dfc253e198 None None] Port 48ea6902-ce07-4d79-bbee-1d8e7830f906 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:29:28.702167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.743397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6113f085-0089-485d-9da8-10d1fd825893 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:28.743993 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.771309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.838031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Pushing event updated for resources: {'Port': ['ID=48ea6902-ce07-4d79-bbee-1d8e7830f906,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:28.842267 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:28.850059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:26Z', 'revision_number': 3, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:28.883739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4db33-b4a1-4e10-a719-838390b6aa07 None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:26Z', 'revision_number': 3, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:29:28.940066 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Network e933f78d-9c35-4c30-8f44-e0decc95743b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:29:28.941573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:29:29.066365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:29:29.183434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e4170700-69f8-43b1-8b58-cec8f47afc92 None None] Provisioning complete for port 48ea6902-ce07-4d79-bbee-1d8e7830f906 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:29.184476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e4170700-69f8-43b1-8b58-cec8f47afc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:29.197886 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:29:29.203775 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-05c34467-1fb3-4bd6-bd8a-9855a8a39916 admin admin] 10.222.0.113 "PUT /v2.0/routers/ab8fe8b0-3fa8-4831-8290-40fd81f373db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024073 Feb 16 15:29:29.224499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e4170700-69f8-43b1-8b58-cec8f47afc92 None None] Port 48ea6902-ce07-4d79-bbee-1d8e7830f906 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:29:30.019802 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42270) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:30.024386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cb3b16c0-44ea-4cb1-be3a-97445fef5bff tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932802636', 'description': 'tempest-description--1083933241'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:30.103231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb3b16c0-44ea-4cb1-be3a-97445fef5bff tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.171027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb3b16c0-44ea-4cb1-be3a-97445fef5bff tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.223063 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb3b16c0-44ea-4cb1-be3a-97445fef5bff tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.252967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b16c0-44ea-4cb1-be3a-97445fef5bff tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f9be7-2b48-452f-9938-d24b1bc31137,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:30.305465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cb3b16c0-44ea-4cb1-be3a-97445fef5bff tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.306830 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cb3b16c0-44ea-4cb1-be3a-97445fef5bff tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2860131 Feb 16 15:29:30.309673 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42272) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:30.314302 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fc186bdf-1eee-4f98-8f63-7e6d25a366d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'security_group_rule': {'security_group_id': '4c1f9be7-2b48-452f-9938-d24b1bc31137', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:30.375787 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:29:30.385648 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:29:30.386254 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:29:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:30.426064 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc186bdf-1eee-4f98-8f63-7e6d25a366d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.485828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc186bdf-1eee-4f98-8f63-7e6d25a366d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.547317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc186bdf-1eee-4f98-8f63-7e6d25a366d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.579571 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc186bdf-1eee-4f98-8f63-7e6d25a366d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ea6568-361d-4890-a37d-e5d3b44cd41b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:30.588374 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:29:30.605465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:29:30.642567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fc186bdf-1eee-4f98-8f63-7e6d25a366d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.643739 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fc186bdf-1eee-4f98-8f63-7e6d25a366d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330574 Feb 16 15:29:30.646555 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42274) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:30.651116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b73409e8-28fa-4537-ac58-c7ac88988e70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'security_group_rule': {'security_group_id': '4c1f9be7-2b48-452f-9938-d24b1bc31137', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:30.658345 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:30.658858 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.739828 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.751635 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b73409e8-28fa-4537-ac58-c7ac88988e70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.762487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:30.794935 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 2, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:30.813146 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b73409e8-28fa-4537-ac58-c7ac88988e70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.823512 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.825070 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:29:30.825565 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Updating router ab8fe8b0-3fa8-4831-8290-40fd81f373db port 48ea6902-ce07-4d79-bbee-1d8e7830f906 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:29:30.851331 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.877281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:30.881402 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b73409e8-28fa-4537-ac58-c7ac88988e70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.903158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73409e8-28fa-4537-ac58-c7ac88988e70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccc6569-c428-42df-9f79-0425a2acedac,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:30.968574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b73409e8-28fa-4537-ac58-c7ac88988e70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:30.969853 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b73409e8-28fa-4537-ac58-c7ac88988e70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222685 Feb 16 15:29:30.972963 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42276) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:30.977431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:31.068904 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.124010 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.168235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.200477 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.258411 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Pushing event updated for resources: {'Port': ['ID=48ea6902-ce07-4d79-bbee-1d8e7830f906,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:31.278676 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Allocated IP 172.25.6.206 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/bb34e4c4-17c9-4521-ae0b-c14ab4ba36d1) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:29:31.282343 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.282691 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.283029 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.283365 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.283724 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.284050 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.284373 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.285077 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.285077 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.285359 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.285626 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.285947 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:31.317508 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Attempting to bind port 48ea6902-ce07-4d79-bbee-1d8e7830f906 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:29:31.320509 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Attempting to bind port 48ea6902-ce07-4d79-bbee-1d8e7830f906 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:29:31.320509 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Attempting to bind port 48ea6902-ce07-4d79-bbee-1d8e7830f906 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:29:31.323704 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:29:31.324161 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:29:31.325999 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.326475 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:29:31.327033 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Bound port: 48ea6902-ce07-4d79-bbee-1d8e7830f906, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:29:31.327491 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.399173 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] For port 48ea6902-ce07-4d79-bbee-1d8e7830f906, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:29:31.403328 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] For port 48ea6902-ce07-4d79-bbee-1d8e7830f906, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=48ea6902-ce07-4d79-bbee-1d8e7830f906,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:29:31.405833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.464574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-998229a8-ba54-4db5-945e-a773ec73b7ff None None] Provisioning complete for port 48ea6902-ce07-4d79-bbee-1d8e7830f906 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:31.464933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-998229a8-ba54-4db5-945e-a773ec73b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.469415 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.498455 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.509957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-998229a8-ba54-4db5-945e-a773ec73b7ff None None] Port 48ea6902-ce07-4d79-bbee-1d8e7830f906 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:29:31.524324 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:29:31.524944 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:29:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:31.539326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:29:31.542607 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:29:31.546170 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:29:31.568372 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb5f2d-6a94-4028-afe2-909f0b0507a9 None None] Pushing event updated for resources: {'Port': ['ID=48ea6902-ce07-4d79-bbee-1d8e7830f906,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:31.586590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'Port': ['ID=bb34e4c4-17c9-4521-ae0b-c14ab4ba36d1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:31.649625 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:29:31.690605 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.741611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f4f4f73a-b259-402b-9fde-93006bc6c0a7 None None] Provisioning complete for port 48ea6902-ce07-4d79-bbee-1d8e7830f906 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:31.742133 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f4f73a-b259-402b-9fde-93006bc6c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.791331 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.823430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f4f73a-b259-402b-9fde-93006bc6c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:31.857809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f4f4f73a-b259-402b-9fde-93006bc6c0a7 None None] For port 48ea6902-ce07-4d79-bbee-1d8e7830f906, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=48ea6902-ce07-4d79-bbee-1d8e7830f906,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:31.865607 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:31.893108 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d958694-e3c0-459a-89e3-edd14e4fce9a None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:29:31.949037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f4f73a-b259-402b-9fde-93006bc6c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:32.020872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4f73a-b259-402b-9fde-93006bc6c0a7 None None] Pushing event updated for resources: {'Port': ['ID=48ea6902-ce07-4d79-bbee-1d8e7830f906,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:32.211474 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:32.286620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:32.359691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'Port': ['ID=bb34e4c4-17c9-4521-ae0b-c14ab4ba36d1,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:32.371764 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:32.454476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:32.463710 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-72477f0c-628e-47e2-93f8-900c6dd6fefb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4818027 Feb 16 15:29:32.624753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-ed9bf2d6-1c2e-44e7-856f-014e3a870903 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1932802636&fields=id&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 267 time: 0.0435319 Feb 16 15:29:32.673024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:29:32.725019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:32.725395 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:32.745902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-01bb4942-6fdb-4b4f-ac32-fa8e9e35693c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:32.748133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-01bb4942-6fdb-4b4f-ac32-fa8e9e35693c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1161003 Feb 16 15:29:32.765606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-30a07972-2d51-4ee0-bf05-851f9488860e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/quotas/eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 375 time: 0.0114250 Feb 16 15:29:32.814472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 48ea6902-ce07-4d79-bbee-1d8e7830f906 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:29:32.822087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-edc4c03e-ea7c-4aad-ad06-c7ceb9a9d478 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504866 Feb 16 15:29:32.867466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 48ea6902-ce07-4d79-bbee-1d8e7830f906 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:32.867892 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:32.985945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-2b128f1c-1f33-4a38-9ecb-58205b773430 service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504202 Feb 16 15:29:33.077703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-e8cf84a4-209d-484f-9869-635e38b637d3 service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855887 Feb 16 15:29:33.313179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92e6f68c-fee8-4192-93ee-5489c432ce72 req-59136094-f1c2-472b-b047-02068bf820f1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 210 time: 0.0283592 Feb 16 15:29:34.416054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a02e623-ca5d-4afc-82f0-b59de237d12c req-dede96ad-79b7-4416-b075-66cfe08851aa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 210 time: 0.0325255 Feb 16 15:29:35.307435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3356da5a-d23c-4b46-a913-f9f5372178a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:35.343458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-fd61f5b2-5908-4d10-b64e-af3c7acaa61d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:35.345117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-fd61f5b2-5908-4d10-b64e-af3c7acaa61d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1032507 Feb 16 15:29:35.391845 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-fe1551da-10a3-443d-be67-38a80ab86ef3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 380 time: 0.0368979 Feb 16 15:29:35.405161 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'port': {'device_id': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'admin_state_up': True, 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'security_groups': ['4c1f9be7-2b48-452f-9938-d24b1bc31137']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:35.584168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5a68f6cc-da8d-44fe-b3d5-6a6355487a27 req-8dec9222-c8b1-4965-b74d-b2b4df7935e1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 210 time: 0.0922260 Feb 16 15:29:35.610284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Made reservation on behalf of eeb35da684a54f90870ad9bc41d2933f for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:29:35.613788 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:35.739030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Allocated IP 172.20.0.6 (e933f78d-9c35-4c30-8f44-e0decc95743b/132d0497-f6c1-4e54-a4b7-0224163bfc37/51a1d441-7ae5-41b0-9639-0c8702e5e361) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:29:35.872918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:35.942061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:35.993601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Network e933f78d-9c35-4c30-8f44-e0decc95743b is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:29:35.996702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:29:36.000846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:29:36.007211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:36.040001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.040349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.040694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.041034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.041388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.041699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.042026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.042349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.042672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.042994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.043352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.052391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:36.068180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:36.068839 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.156388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1e40ea46-b8ff-45f9-9db6-5e381c86af2d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552528 Feb 16 15:29:36.170198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Request body: {'port': {'device_id': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:36.200868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b8a30484-3557-4319-b724-ff93500c8a1e None None] Provisioning complete for port 51a1d441-7ae5-41b0-9639-0c8702e5e361 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:36.201233 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8a30484-3557-4319-b724-ff93500c8a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.225393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.237948 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b8a30484-3557-4319-b724-ff93500c8a1e None None] Port 51a1d441-7ae5-41b0-9639-0c8702e5e361 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:29:36.376814 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:29:36.494076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a1d441-7ae5-41b0-9639-0c8702e5e361 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:29:36.501864 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.514199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Transition to ACTIVE for port object 51a1d441-7ae5-41b0-9639-0c8702e5e361 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:29:36.566345 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.619566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:36.694932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:29:36.695274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:29:36.695634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:29:36.701650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:29:36.701979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:29:36.707152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:29:36.707488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:29:36.707903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:29:36.708329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Bound port: 51a1d441-7ae5-41b0-9639-0c8702e5e361, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:29:36.708689 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.811338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:29:36.815181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:29:36.822765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07d77d-e661-4072-b8de-52aba97aa8fa req-29adfe9c-5fff-440c-b608-251b3bafb848 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:36.824265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a07d77d-e661-4072-b8de-52aba97aa8fa req-29adfe9c-5fff-440c-b608-251b3bafb848 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.1578979 Feb 16 15:29:36.863303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a07d77d-e661-4072-b8de-52aba97aa8fa req-5135bc77-43f1-4229-b9e0-27abc3ba9fc8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Feb 16 15:29:36.902260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.938570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:36.939197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:36.940697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] 10.222.0.129 "PUT /v2.0/ports/51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 1091 time: 0.7754946 Feb 16 15:29:36.941147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:29:36.943496 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc35b701-64e2-4326-a74b-5382afc08bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:29:36.973670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636c1f0-75ee-4fd1-a572-8c34e419534c service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:36.994904 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d59995-3a0d-4a99-9144-62eed1f6c3fd x-openstack-request-id: req-71d59995-3a0d-4a99-9144-62eed1f6c3fd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:29:36.995222 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:29:36.995477 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-71d59995-3a0d-4a99-9144-62eed1f6c3fd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:29:36.995937 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'status': 'completed', 'code': 200} Feb 16 15:29:37.062358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b701-64e2-4326-a74b-5382afc08bc8 req-cd5c72f0-6a42-4ce6-87db-af9a7fa70c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:37.064053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc35b701-64e2-4326-a74b-5382afc08bc8 req-cd5c72f0-6a42-4ce6-87db-af9a7fa70c4b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1094 time: 0.0477943 Feb 16 15:29:37.167870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b701-64e2-4326-a74b-5382afc08bc8 req-77a9359a-7ca1-49e1-b639-5655cfa74121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:37.170003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc35b701-64e2-4326-a74b-5382afc08bc8 req-77a9359a-7ca1-49e1-b639-5655cfa74121 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=eeb35da684a54f90870ad9bc41d2933f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0971582 Feb 16 15:29:37.270516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b701-64e2-4326-a74b-5382afc08bc8 req-e8d65e5a-4319-48ad-8ab7-79425bae2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:37.272019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cc35b701-64e2-4326-a74b-5382afc08bc8 req-e8d65e5a-4319-48ad-8ab7-79425bae2540 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961809 Feb 16 15:29:37.351561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-efc9927b-cd15-4e84-9586-44d88d3262bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:37.353074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-efc9927b-cd15-4e84-9586-44d88d3262bb service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1094 time: 0.0412812 Feb 16 15:29:37.393748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-deff0fc8-9403-410d-bcb2-5971c9a99693 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 217 time: 0.0332611 Feb 16 15:29:37.446464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-447e87f1-9d86-49a7-8e37-f7e62fd8dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:37.447922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-447e87f1-9d86-49a7-8e37-f7e62fd8dcd5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0470796 Feb 16 15:29:37.494369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-e2523a7c-a8f1-4b27-86b3-535561f7b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:37.495901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-e2523a7c-a8f1-4b27-86b3-535561f7b98a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420256 Feb 16 15:29:37.584582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-2d12e62b-c239-4ac3-af30-e80907776795 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821221 Feb 16 15:29:37.678009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42b0ac90-0b5b-4548-ac34-dbba60246d45 req-b9da8d6e-c9c6-4cda-b5ff-1048b13276a9 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870919 Feb 16 15:29:37.987701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b744c2-0ec3-49cb-b578-331762f11303 req-533ceeaf-dbd7-4f56-b0d1-268053df35fa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:37.989265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6b744c2-0ec3-49cb-b578-331762f11303 req-533ceeaf-dbd7-4f56-b0d1-268053df35fa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.0522289 Feb 16 15:29:38.027230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b6b744c2-0ec3-49cb-b578-331762f11303 req-7d9d2b53-ff82-40cc-9d98-72e5c60308a0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Feb 16 15:29:38.030179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df358e0a-f907-405c-b14c-9a019872007e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:39.145777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04907d2b-7101-4756-8bd7-276e3b030a57 req-c729f9bc-746a-44e8-9f34-768cc2f7f8d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:39.147265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04907d2b-7101-4756-8bd7-276e3b030a57 req-c729f9bc-746a-44e8-9f34-768cc2f7f8d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.0487542 Feb 16 15:29:39.184618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04907d2b-7101-4756-8bd7-276e3b030a57 req-5f44dd2b-f314-4904-a447-fb7461a054a7 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312588 Feb 16 15:29:39.707527 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:40.305509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093d2a5-a894-4cc2-9323-5c84b293d2f2 req-fd98ed02-b3d9-43e7-99fe-a617481668e6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:40.307091 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6093d2a5-a894-4cc2-9323-5c84b293d2f2 req-fd98ed02-b3d9-43e7-99fe-a617481668e6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.0532398 Feb 16 15:29:40.345857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6093d2a5-a894-4cc2-9323-5c84b293d2f2 req-edb23d3b-8350-44c8-aa89-711852020305 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Feb 16 15:29:40.856152 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:29:40.952233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:40.963215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'mac_address': 'fa:16:3e:ed:e9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:29:41.000315 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:41.013398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a1d441-7ae5-41b0-9639-0c8702e5e361 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:29:41.033731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:41.108803 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:41.160122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:41.167806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.171672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.172361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.172361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:29:41.305984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['51a1d441-7ae5-41b0-9639-0c8702e5e361'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:29:41.436476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:41.457089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:41.469166 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035a84-5b68-4632-bc01-c4daee84a571 req-9dcd538e-5a87-4015-9b46-3f09cff23f11 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:41.470674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef035a84-5b68-4632-bc01-c4daee84a571 req-9dcd538e-5a87-4015-9b46-3f09cff23f11 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 944 time: 0.0538292 Feb 16 15:29:41.509469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef035a84-5b68-4632-bc01-c4daee84a571 req-9d028f81-aa9d-49f1-9075-74a8aaf281f5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Feb 16 15:29:42.626998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d864-26a2-4215-a6ef-6c6017a6f31d req-f87d5bcc-cc11-45e1-b4ee-aecb46f5aef6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:42.628490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be36d864-26a2-4215-a6ef-6c6017a6f31d req-f87d5bcc-cc11-45e1-b4ee-aecb46f5aef6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 944 time: 0.0487442 Feb 16 15:29:42.666841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be36d864-26a2-4215-a6ef-6c6017a6f31d req-84a79297-ded1-4c7f-b7ad-ccfd1337fbeb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323105 Feb 16 15:29:42.678877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:42.885927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:29:43.004400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 51a1d441-7ae5-41b0-9639-0c8702e5e361 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:29:43.008153 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 51a1d441-7ae5-41b0-9639-0c8702e5e361 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:29:43.008521 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:43.085353 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:43.108409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:29:43.110869 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ca1ad-df5b-4066-9559-b3ce107ba99c" -d '{"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:29:43.123331 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:29:43.147677 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dce842-d164-4dbe-ab3a-d9075c8aaf7b x-openstack-request-id: req-c8dce842-d164-4dbe-ab3a-d9075c8aaf7b {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:29:43.148039 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:29:43.148277 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c8dce842-d164-4dbe-ab3a-d9075c8aaf7b {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:29:43.148670 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'code': 200} Feb 16 15:29:43.195343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:43.246138 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:29:43.248571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899ce11-c902-4826-bc1d-c778361b3489 req-d85ad917-9ebe-4d44-9f22-39f97846d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:43.250071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c899ce11-c902-4826-bc1d-c778361b3489 req-d85ad917-9ebe-4d44-9f22-39f97846d417 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1096 time: 0.0447149 Feb 16 15:29:43.284274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c899ce11-c902-4826-bc1d-c778361b3489 req-52ed5b44-9a5d-481e-8aed-63b8b35eb543 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281565 Feb 16 15:29:43.786392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b21b82-c438-4979-9fe7-de8af77db7cb req-549d122e-63cb-40e4-8e86-1706163abdb0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:43.787904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4b21b82-c438-4979-9fe7-de8af77db7cb req-549d122e-63cb-40e4-8e86-1706163abdb0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0500810 Feb 16 15:29:43.824810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4b21b82-c438-4979-9fe7-de8af77db7cb req-f18c9d49-b8b8-4009-8009-007c648f459d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Feb 16 15:29:44.942103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23596a-4f5b-46a1-ac9f-5410ce9b3cb4 req-3520433d-ca17-44df-b242-4884a719c561 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:44.943612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef23596a-4f5b-46a1-ac9f-5410ce9b3cb4 req-3520433d-ca17-44df-b242-4884a719c561 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0492013 Feb 16 15:29:44.980535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef23596a-4f5b-46a1-ac9f-5410ce9b3cb4 req-0f3f510a-01f2-44af-bffe-2c632669039b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Feb 16 15:29:45.096689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09a97-305d-449a-b05f-e8afe1f1e2ca req-511cae96-70c8-4cbe-bc66-2d153e4a6089 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:45.098178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cc09a97-305d-449a-b05f-e8afe1f1e2ca req-511cae96-70c8-4cbe-bc66-2d153e4a6089 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0520754 Feb 16 15:29:45.106590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42338) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:29:45.111643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'floatingip': {'port_id': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:29:45.151973 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:45.596968 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:45.679420 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:45.780153 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 associated. External IP: 172.25.6.206, port: 51a1d441-7ae5-41b0-9639-0c8702e5e361. Feb 16 15:29:45.988553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:29:46.100944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:29:46.105933 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:46.111268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:29:46.120723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:29:46.121335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:29:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:46.133626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-59b25a90-445d-4186-9ede-ae22016fd8f4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "PUT /v2.0/floatingips/f731c44a-52ec-4ef7-b352-503fba3dffd5 HTTP/1.1" status: 200 len: 991 time: 1.0255375 Feb 16 15:29:46.134406 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:29:46.136855 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e94d76-980f-4468-aaf4-bf16859f9d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:29:46.177252 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c53eb3-f77e-468d-8a05-c1d7ec93f4da x-openstack-request-id: req-34c53eb3-f77e-468d-8a05-c1d7ec93f4da {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:29:46.177541 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:29:46.177798 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-34c53eb3-f77e-468d-8a05-c1d7ec93f4da {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:29:46.178203 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'status': 'completed', 'code': 200} Feb 16 15:29:46.241824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:29:46.269573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-73219671-40f6-4b90-b9bb-fcd408270d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:46.271093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-73219671-40f6-4b90-b9bb-fcd408270d9d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1096 time: 0.0659325 Feb 16 15:29:46.279926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1c330-cb86-483a-975c-2ffc7f5d93cf req-00d5bb67-aadd-4950-b325-c93893559c46 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:46.281425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22b1c330-cb86-483a-975c-2ffc7f5d93cf req-00d5bb67-aadd-4950-b325-c93893559c46 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0850089 Feb 16 15:29:46.369967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-22b1c330-cb86-483a-975c-2ffc7f5d93cf req-da3f7d74-fec9-4126-8f30-b5c9223b6735 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795324 Feb 16 15:29:46.399719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-d04d611a-bb91-46e7-a329-5e178772f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:46.402407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-d04d611a-bb91-46e7-a329-5e178772f40f service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1195590 Feb 16 15:29:46.486047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:ed:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:29:45Z', 'revision_number': 1, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:46.504516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-5f262b41-4e2a-4c6a-a1dc-003f1f201f6d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 999 time: 0.0961351 Feb 16 15:29:46.516835 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:29:46.525654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:29:46.526287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:29:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:46.528540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379381a7-c9b9-48a7-8c4b-829369c9203d req-7c38394f-b75d-4bef-b6d1-a1b3453024e0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:46.531200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-379381a7-c9b9-48a7-8c4b-829369c9203d req-7c38394f-b75d-4bef-b6d1-a1b3453024e0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0824966 Feb 16 15:29:46.585210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-03009f68-c853-4336-b674-43471c7dddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:46.586704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-03009f68-c853-4336-b674-43471c7dddc1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0746765 Feb 16 15:29:46.624275 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-379381a7-c9b9-48a7-8c4b-829369c9203d req-ea8da913-394d-40ce-990b-62fab6ef93b8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744364 Feb 16 15:29:46.651119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-a46b0aaf-9019-4d66-9905-6ac640d10f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:46.652725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-a46b0aaf-9019-4d66-9905-6ac640d10f77 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588307 Feb 16 15:29:46.751810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-32ae6697-d344-4ad5-938c-04ec7e0ada9c service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925472 Feb 16 15:29:46.803862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:29:46.840823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-87e94d76-980f-4468-aaf4-bf16859f9d1e req-20d693ec-25f4-4552-ac17-391ac38f134d service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828793 Feb 16 15:29:46.878847 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:29:47.024670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:ed:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:29:45Z', 'revision_number': 1, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:29:47.057063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b188fe-e3d9-4246-97ad-e77db1ab4c80 None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:ed:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:29:45Z', 'revision_number': 1, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:29:47.239614 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab7aacd-1f89-44e6-80ba-aeab1eb8e551 None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:29:47.746869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009aa66-01a8-4a26-adff-c52b9c05c137 req-3d6b8928-7123-467b-9b04-68e924871fd8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:47.748567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4009aa66-01a8-4a26-adff-c52b9c05c137 req-3d6b8928-7123-467b-9b04-68e924871fd8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0540071 Feb 16 15:29:47.786569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4009aa66-01a8-4a26-adff-c52b9c05c137 req-d4343289-a687-4dd6-ad80-34f23354215d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Feb 16 15:29:47.901716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56bf2c-49c1-49b4-8c9e-2aec642fe3c5 req-0d97c7d0-4668-4d85-83d1-e95412dbf3a2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:47.903215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e56bf2c-49c1-49b4-8c9e-2aec642fe3c5 req-0d97c7d0-4668-4d85-83d1-e95412dbf3a2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0491142 Feb 16 15:29:47.941567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e56bf2c-49c1-49b4-8c9e-2aec642fe3c5 req-b77ccc4d-3158-47f4-8ec3-c35b65005755 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Feb 16 15:29:48.297151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb5555-9d97-420b-b523-7a3b52a2d5b6 req-b76e6153-065c-4fc7-a28d-a4807de7c28f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:48.298677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00cb5555-9d97-420b-b523-7a3b52a2d5b6 req-b76e6153-065c-4fc7-a28d-a4807de7c28f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0496206 Feb 16 15:29:48.338474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00cb5555-9d97-420b-b523-7a3b52a2d5b6 req-fe8d287a-be7c-40a4-86f1-d60d06da3cc4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Feb 16 15:29:48.403998 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-99e8dc69-8582-4f04-a534-f86844ff8bca service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427904 Feb 16 15:29:49.462382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167d0c1-6116-4f74-81c7-f3717031cf3d req-27f3e684-7097-4827-87ba-e065ee348a72 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:49.463815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0167d0c1-6116-4f74-81c7-f3717031cf3d req-27f3e684-7097-4827-87ba-e065ee348a72 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0524874 Feb 16 15:29:49.503803 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0167d0c1-6116-4f74-81c7-f3717031cf3d req-38d6aa14-8862-4e15-8a9e-225b5f149300 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Feb 16 15:29:50.374987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-b48dba6a-77fe-4e04-afef-ef5ba686dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:50.376530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-b48dba6a-77fe-4e04-afef-ef5ba686dbb5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1096 time: 0.0427139 Feb 16 15:29:50.470405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-da4e18f8-626c-45d2-a5f2-9037c1a80273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:50.471875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-da4e18f8-626c-45d2-a5f2-9037c1a80273 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0857959 Feb 16 15:29:50.892233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-bc4668a3-8002-467e-ab2e-2d9368400764 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 1001 time: 0.4032991 Feb 16 15:29:50.905821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0234e7-a4b1-4887-9c29-56806350abfd req-bc36386e-22a9-450c-9c98-744564d09b46 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:50.907209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b0234e7-a4b1-4887-9c29-56806350abfd req-bc36386e-22a9-450c-9c98-744564d09b46 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0641816 Feb 16 15:29:50.973750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-400493ed-69f0-4d2a-8902-5ae577bab082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:50.975185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-400493ed-69f0-4d2a-8902-5ae577bab082 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0671239 Feb 16 15:29:50.978061 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b0234e7-a4b1-4887-9c29-56806350abfd req-3470f9c2-38bf-453c-a97e-da008767d259 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631349 Feb 16 15:29:51.021112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-f19f0e01-d2f0-47a9-99a1-100535ee0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:51.022599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-f19f0e01-d2f0-47a9-99a1-100535ee0a8e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405567 Feb 16 15:29:51.112070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-18d5648f-e4a6-4c5a-bfe4-81682bd54c12 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822508 Feb 16 15:29:51.200348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-3302dae2-1fb3-4677-bc27-eb70a7cc40b8 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818486 Feb 16 15:29:52.095904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d53060-346f-4946-9ca6-39b0d6f828f2 req-8cd9f13c-bb11-4558-99a9-3bd029462c72 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:52.097390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50d53060-346f-4946-9ca6-39b0d6f828f2 req-8cd9f13c-bb11-4558-99a9-3bd029462c72 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0498509 Feb 16 15:29:52.134511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50d53060-346f-4946-9ca6-39b0d6f828f2 req-a3f5b745-344c-4b1f-85b5-d7f8ce6d0f66 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Feb 16 15:29:52.785441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-6607fcdb-b199-442b-88bb-250a7d14a6b4 req-20443d40-a309-42d1-8523-5c424ad62bd6 service neutron] (103044) timed out ('10.222.0.93', 49693) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:29:53.259522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c023f-b829-4ee9-a06b-6bb5b999e079 req-2a576526-606a-4eac-93c8-7813cc9b43e8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:53.261045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-591c023f-b829-4ee9-a06b-6bb5b999e079 req-2a576526-606a-4eac-93c8-7813cc9b43e8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0537877 Feb 16 15:29:53.299463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-591c023f-b829-4ee9-a06b-6bb5b999e079 req-53568f51-efd2-4e49-9293-405ccf21ad13 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Feb 16 15:29:54.423973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4080-7cf5-4b9a-ac8d-ccf066fb2d36 req-74326319-6df3-4119-99d2-0da2a60a4e7d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:54.426037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb3e4080-7cf5-4b9a-ac8d-ccf066fb2d36 req-74326319-6df3-4119-99d2-0da2a60a4e7d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0549407 Feb 16 15:29:54.465602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb3e4080-7cf5-4b9a-ac8d-ccf066fb2d36 req-5b07ca60-2f6d-4b1d-af76-afa23838d956 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Feb 16 15:29:55.587204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb3854-6004-4807-bda6-a07f9d51de24 req-eaa7ca66-7826-4b87-889e-4d8ef725c563 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:55.589038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4cb3854-6004-4807-bda6-a07f9d51de24 req-eaa7ca66-7826-4b87-889e-4d8ef725c563 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0504637 Feb 16 15:29:55.628223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4cb3854-6004-4807-bda6-a07f9d51de24 req-bba82113-3323-4563-b511-e170eb841528 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325015 Feb 16 15:29:56.750662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88485cae-b82d-43b5-be0e-4596565111c3 req-1989c28f-d9fe-4ad0-b181-3e7e56988f0d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:56.752163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88485cae-b82d-43b5-be0e-4596565111c3 req-1989c28f-d9fe-4ad0-b181-3e7e56988f0d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0522313 Feb 16 15:29:56.788757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88485cae-b82d-43b5-be0e-4596565111c3 req-aa72a563-7a05-4b7a-af7f-58c7f2e30d36 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306902 Feb 16 15:29:57.905932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5a01-714e-4488-9cb5-028e95fe1d74 req-1378ddf4-ff40-4979-8f43-d4d0afc272a4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:57.907523 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efbc5a01-714e-4488-9cb5-028e95fe1d74 req-1378ddf4-ff40-4979-8f43-d4d0afc272a4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0490663 Feb 16 15:29:57.944472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efbc5a01-714e-4488-9cb5-028e95fe1d74 req-49219868-2e49-41dd-91ea-29b8534a7039 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309854 Feb 16 15:29:59.059516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5cb4-6342-493d-8808-234a16940bf7 req-6dd44fe7-2f3c-4bad-ada1-17278a909e9e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:29:59.061009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48ab5cb4-6342-493d-8808-234a16940bf7 req-6dd44fe7-2f3c-4bad-ada1-17278a909e9e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0480883 Feb 16 15:29:59.098437 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-48ab5cb4-6342-493d-8808-234a16940bf7 req-d7fa0b42-9cf7-4498-979f-8de3d21556d9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Feb 16 15:30:00.222566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b12e5-4294-43e8-bea3-f2957b1efcb5 req-cb3d33e7-f84c-4b8e-be37-ab7bcf8fa4ec tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:00.223955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-828b12e5-4294-43e8-bea3-f2957b1efcb5 req-cb3d33e7-f84c-4b8e-be37-ab7bcf8fa4ec tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0537815 Feb 16 15:30:00.260693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-828b12e5-4294-43e8-bea3-f2957b1efcb5 req-c1b78842-b7d8-4b87-b83e-6b7c0fee75e1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Feb 16 15:30:01.378401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad01bc-3ec3-464d-bd0a-73ed74b9fc92 req-987239c6-f986-4c92-b8a8-13fe571853ba tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:01.379954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0ad01bc-3ec3-464d-bd0a-73ed74b9fc92 req-987239c6-f986-4c92-b8a8-13fe571853ba tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0500782 Feb 16 15:30:01.417587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0ad01bc-3ec3-464d-bd0a-73ed74b9fc92 req-8d8ef7ce-b85d-43cd-a9c6-91bbb38fa333 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Feb 16 15:30:02.533861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c63872-6c93-4fae-b830-dea445ed65d6 req-c8d94e28-7289-4af4-89d1-ecd5ef74d898 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:02.535399 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25c63872-6c93-4fae-b830-dea445ed65d6 req-c8d94e28-7289-4af4-89d1-ecd5ef74d898 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0483494 Feb 16 15:30:02.573871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25c63872-6c93-4fae-b830-dea445ed65d6 req-2a213ba1-9b44-4429-a5cd-51384b20608b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Feb 16 15:30:03.694253 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9297-8a76-42f6-a280-029bd627133b req-5aa8fc0c-905a-4ee3-b609-b6e33b4a5c00 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:03.695761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e03e9297-8a76-42f6-a280-029bd627133b req-5aa8fc0c-905a-4ee3-b609-b6e33b4a5c00 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0529728 Feb 16 15:30:03.733112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e03e9297-8a76-42f6-a280-029bd627133b req-05f68013-fc09-48f4-a262-80374e967d82 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Feb 16 15:30:04.849433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9190f9-326f-4d55-9ad7-7953e36a8aa9 req-dc756c30-a93f-4f9d-b2c0-a87f982ceff1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:04.850914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d9190f9-326f-4d55-9ad7-7953e36a8aa9 req-dc756c30-a93f-4f9d-b2c0-a87f982ceff1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0490758 Feb 16 15:30:04.888448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d9190f9-326f-4d55-9ad7-7953e36a8aa9 req-a497ffc8-3050-48b8-879b-db2484e97536 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Feb 16 15:30:05.316820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6f420ac7-7396-4f98-b7d8-84af7b3a5778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:06.005662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bafc55-7909-4555-ad12-42ae4a81ccc6 req-a73a86a5-34ce-4b09-9697-b8d054fdcc6e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:06.007136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28bafc55-7909-4555-ad12-42ae4a81ccc6 req-a73a86a5-34ce-4b09-9697-b8d054fdcc6e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0486712 Feb 16 15:30:06.044680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28bafc55-7909-4555-ad12-42ae4a81ccc6 req-f822bc11-69f4-4556-97bc-93f24a7035b4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Feb 16 15:30:07.165712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa773e67-3b2d-43d0-9fec-1ec621dbd3a5 req-32329198-69a0-4723-acb2-682d23e1f610 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:07.167169 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa773e67-3b2d-43d0-9fec-1ec621dbd3a5 req-32329198-69a0-4723-acb2-682d23e1f610 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0513709 Feb 16 15:30:07.205458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa773e67-3b2d-43d0-9fec-1ec621dbd3a5 req-f39691f0-b29b-4a5b-86fa-3730ea0251cd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Feb 16 15:30:08.017558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-42e762ae-ee52-4450-824b-35c018cac416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:08.320302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf915350-7c51-4f71-89b9-f78cf09d202c req-d0949422-c9b4-4658-87b7-c15ec248f32e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:08.321797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf915350-7c51-4f71-89b9-f78cf09d202c req-d0949422-c9b4-4658-87b7-c15ec248f32e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0487425 Feb 16 15:30:08.363689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf915350-7c51-4f71-89b9-f78cf09d202c req-ecc1ef48-fc07-49a2-9718-a27c0d018ee3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Feb 16 15:30:08.903027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-c3efd802-8efe-46a7-9e56-0290ad3eabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:08.904553 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-c3efd802-8efe-46a7-9e56-0290ad3eabdd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1096 time: 0.0417471 Feb 16 15:30:09.008812 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-0f2a05b6-3fd7-4430-9efb-08ecc8f6d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:09.010277 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-0f2a05b6-3fd7-4430-9efb-08ecc8f6d390 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0882268 Feb 16 15:30:09.073324 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-9973798b-a28c-45b5-833d-5470f9ce841b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 1001 time: 0.0570865 Feb 16 15:30:09.127082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-37b15e53-a716-47ee-b3f2-7b1554127471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:09.128589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-37b15e53-a716-47ee-b3f2-7b1554127471 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0491076 Feb 16 15:30:09.174953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-093de503-9a01-45e9-8699-65539867509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:09.176452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-093de503-9a01-45e9-8699-65539867509a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398688 Feb 16 15:30:09.186299 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-76896dfa-0ecc-4597-b9bd-62f2beac1bb3 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:30:09.188225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-76896dfa-0ecc-4597-b9bd-62f2beac1bb3 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056124 Feb 16 15:30:09.275798 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-615af8c3-b0e3-4ad4-a0b2-eeb5d63c3ef2 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818429 Feb 16 15:30:09.372294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7385b49-1adc-49a3-94b3-58a2b32f10e0 req-d18f67db-b1c0-4a7a-9d95-abb123ff415b service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903325 Feb 16 15:30:09.480055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadfe55-d4a4-4690-a979-e2297d0b7e65 req-50da5910-66fe-420e-bcb4-2d2904dcd51a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:09.481441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7aadfe55-d4a4-4690-a979-e2297d0b7e65 req-50da5910-66fe-420e-bcb4-2d2904dcd51a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0495927 Feb 16 15:30:09.520304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7aadfe55-d4a4-4690-a979-e2297d0b7e65 req-2ca22c29-1196-47af-9168-1c899bef9043 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Feb 16 15:30:09.737905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:10.639212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b33f8-e2b3-4f8e-9b48-edc2ad4a38cb req-b6344b02-192e-476b-85ab-f22eea216d70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:10.640805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d6b33f8-e2b3-4f8e-9b48-edc2ad4a38cb req-b6344b02-192e-476b-85ab-f22eea216d70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0488985 Feb 16 15:30:10.682419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8d6b33f8-e2b3-4f8e-9b48-edc2ad4a38cb req-55f9d20d-d830-407b-a492-1442d99c2679 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357206 Feb 16 15:30:11.437426 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:11.465590 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:11.798460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2790d7-8ad7-4623-8c80-4ef942dbf53f req-b124f289-ccea-48ce-9a4e-395b5ce48248 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:11.799926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc2790d7-8ad7-4623-8c80-4ef942dbf53f req-b124f289-ccea-48ce-9a4e-395b5ce48248 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0479393 Feb 16 15:30:11.837219 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc2790d7-8ad7-4623-8c80-4ef942dbf53f req-27e1184f-2f82-4919-8aaf-17335344d86e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313787 Feb 16 15:30:12.648779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:12.951222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea80bf-7708-442f-8516-57425ee7d421 req-99445154-87ad-4a7d-8f04-7a8d73f96909 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:12.953587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88ea80bf-7708-442f-8516-57425ee7d421 req-99445154-87ad-4a7d-8f04-7a8d73f96909 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0484645 Feb 16 15:30:12.990740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88ea80bf-7708-442f-8516-57425ee7d421 req-bb3c17a6-61d0-45cc-bbd5-412dd5613bb4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Feb 16 15:30:13.102070 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-2b7767d9-381b-49b0-ae18-895dae5ca261 service neutron] show failed (client error): The resource could not be found. Feb 16 15:30:13.103065 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-2b7767d9-381b-49b0-ae18-895dae5ca261 service neutron] 10.222.0.129 "GET /v2.0/ports/51a1d441-7ae5-41b0-9639-0c8702e5e361/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0552783 Feb 16 15:30:13.377200 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:30:13.646374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-2aeddc3e-4ab0-44a3-92dc-1c6fa515d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:13.647884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-2aeddc3e-4ab0-44a3-92dc-1c6fa515d59b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 1096 time: 0.1077645 Feb 16 15:30:13.662424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-f49c8092-902d-430c-a4d1-8844b56e256a service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:30:13.663336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-f49c8092-902d-430c-a4d1-8844b56e256a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047987 Feb 16 15:30:13.677321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:30:13.728457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:13.929888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:13.962011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:30:14.004545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:30:14.006806 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cbb599-2223-46b8-a63b-c4ea00c492c5" -d '{"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-unplugged", "status": "completed", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:30:14.010598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:14.024374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Transition to ACTIVE for port object 51a1d441-7ae5-41b0-9639-0c8702e5e361 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:30:14.061170 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd6d728-9872-4cdb-afb0-db348f856581 x-openstack-request-id: req-9cd6d728-9872-4cdb-afb0-db348f856581 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:30:14.061462 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-unplugged", "status": "completed", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:30:14.061714 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9cd6d728-9872-4cdb-afb0-db348f856581 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:30:14.063300 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'code': 200} Feb 16 15:30:14.100769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:14.142615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e7ec6-d69f-48c2-9efe-97bd7238c4f1 req-8c77f9a0-cb43-46d3-86b2-36c378e266d0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:14.144129 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b63e7ec6-d69f-48c2-9efe-97bd7238c4f1 req-8c77f9a0-cb43-46d3-86b2-36c378e266d0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0799782 Feb 16 15:30:14.210072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:14.241519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b63e7ec6-d69f-48c2-9efe-97bd7238c4f1 req-d3c21128-3ff8-446b-8972-37e8af363ab6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905025 Feb 16 15:30:14.271902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] No DVR routers for this DVR port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:30:14.411882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:30:14.412138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:30:14.412495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:30:14.416768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:30:14.417081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Attempting to bind port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:30:14.421927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:30:14.422331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:30:14.422719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:30:14.423136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Bound port: 51a1d441-7ae5-41b0-9639-0c8702e5e361, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:30:14.423493 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:14.486421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:30:14.489540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:30:14.590107 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:14.630954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:14.631634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:14.633040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] 10.222.0.93 "PUT /v2.0/ports/51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 1091 time: 0.9592731 Feb 16 15:30:14.651687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487a137-0e9d-4d41-b89d-1d317696c2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:14.707153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-7f89656b-01cf-4b67-8b40-4313fa8fcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:14.708753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-7f89656b-01cf-4b67-8b40-4313fa8fcbe3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1094 time: 0.0433717 Feb 16 15:30:14.813524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-d5170537-68bd-4579-8ecb-3b994d319712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:14.815016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-d5170537-68bd-4579-8ecb-3b994d319712 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0926335 Feb 16 15:30:14.888763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-fcfd5460-423a-489f-95d1-b42287df30b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 999 time: 0.0627701 Feb 16 15:30:14.940905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-be11b0b3-1dc4-4de5-88f5-1e4f8d0e4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:14.942266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-be11b0b3-1dc4-4de5-88f5-1e4f8d0e4bf8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0434895 Feb 16 15:30:14.992927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-c7823fc5-4cf5-4fd6-b3ab-1da149f781c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:14.994454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-c7823fc5-4cf5-4fd6-b3ab-1da149f781c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403337 Feb 16 15:30:15.091296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-804a975c-df05-4961-8c49-8fc76808173d service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860775 Feb 16 15:30:15.184046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ddb64b36-df10-4b5c-a2f5-f771234588f7 req-ad3e7e3b-f8bd-4ec1-9914-0ec64d2568a7 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823021 Feb 16 15:30:15.363984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c61f-a8c2-4906-8c09-091142b7d605 req-1c420e57-a34b-4dc4-ad49-7cf7ff21c562 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:15.365402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75a1c61f-a8c2-4906-8c09-091142b7d605 req-1c420e57-a34b-4dc4-ad49-7cf7ff21c562 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.0506291 Feb 16 15:30:15.407992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75a1c61f-a8c2-4906-8c09-091142b7d605 req-4ded114b-9af4-4d8a-a34d-4e8b78e88bbd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364776 Feb 16 15:30:16.064079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:30:16.066469 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16" -d '{"events": [{"name": "network-changed", "server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:30:16.115260 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b8bda0-d104-4dcc-9206-eb34832b35b5 x-openstack-request-id: req-b1b8bda0-d104-4dcc-9206-eb34832b35b5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:30:16.115564 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:30:16.115818 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b1b8bda0-d104-4dcc-9206-eb34832b35b5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:30:16.116227 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'status': 'completed', 'code': 200} Feb 16 15:30:16.201093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-c3dd1be8-31e2-4f44-8a56-5b2d2a409e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.202584 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-c3dd1be8-31e2-4f44-8a56-5b2d2a409e71 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1094 time: 0.0673113 Feb 16 15:30:16.205203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-1e019421-cbea-446f-881b-0ca43dccc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.206531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-1e019421-cbea-446f-881b-0ca43dccc274 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1094 time: 0.0635781 Feb 16 15:30:16.358599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-12be37b3-8d36-4be9-9a9b-005c639360ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.360692 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-12be37b3-8d36-4be9-9a9b-005c639360ec service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1504927 Feb 16 15:30:16.363510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-ecd5f283-c42e-45fb-960e-e1ad184820ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.364833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-ecd5f283-c42e-45fb-960e-e1ad184820ee service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1469264 Feb 16 15:30:16.475621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-67899ba3-0f33-41a4-af79-5decaad08ca0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 999 time: 0.1013613 Feb 16 15:30:16.477203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-cb33ab54-07a7-45ff-96b6-3e7823f83db7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 999 time: 0.1083362 Feb 16 15:30:16.589257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-e9ef1502-1bcd-43a2-a2b8-95a200192380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.590710 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-e9ef1502-1bcd-43a2-a2b8-95a200192380 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.1047697 Feb 16 15:30:16.599712 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6530bb-c913-438d-8757-10121585ef12 req-c1241986-1e61-420c-a33a-cc2de3e46650 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.601053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf6530bb-c913-438d-8757-10121585ef12 req-c1241986-1e61-420c-a33a-cc2de3e46650 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.1230018 Feb 16 15:30:16.602256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-4085b69a-80ab-4c91-a618-d1e94c1edaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.603567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-4085b69a-80ab-4c91-a618-d1e94c1edaa2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0933268 Feb 16 15:30:16.672562 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:16.701487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-4a412c8d-c7e3-4724-8c57-c4fafc6193bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.703666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-4a412c8d-c7e3-4724-8c57-c4fafc6193bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985951 Feb 16 15:30:16.706673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf6530bb-c913-438d-8757-10121585ef12 req-3c96935b-6c7b-48af-9445-55623de011a3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938630 Feb 16 15:30:16.708281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-24f3d32f-4c92-4ebe-9b8a-bf2d6944f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:16.709608 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-24f3d32f-4c92-4ebe-9b8a-bf2d6944f78b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981028 Feb 16 15:30:16.858522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-e52d5a8a-f158-4819-b329-c06b11fc5a1a service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473989 Feb 16 15:30:16.862617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-10b7de92-ce6d-4e06-8227-d9ba65a4de54 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439526 Feb 16 15:30:16.982741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:30:17.017257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-07608de6-8cbe-4a24-bf37-59b68e9db341 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503665 Feb 16 15:30:17.020774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0478ec34-a120-4dfd-a9f7-d7d4730b2f16 req-505c0802-0933-46d3-8e6b-6b70b85b3bc4 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472528 Feb 16 15:30:17.022081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:30:17.832786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea187a4-985f-4d5d-83b8-477a9f453462 req-532cebff-f2e8-45c3-bd58-99d6a7efc0f2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:17.834370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ea187a4-985f-4d5d-83b8-477a9f453462 req-532cebff-f2e8-45c3-bd58-99d6a7efc0f2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.0561297 Feb 16 15:30:17.874367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ea187a4-985f-4d5d-83b8-477a9f453462 req-e4d0ffb8-db88-478f-a57c-d494e89a45c3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339799 Feb 16 15:30:18.246094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acff3e-ebaf-4be5-8a8d-e284d883a7a0 req-710736d2-f2ac-44ea-8fb8-ae1fd919cb32 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:18.247602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0acff3e-ebaf-4be5-8a8d-e284d883a7a0 req-710736d2-f2ac-44ea-8fb8-ae1fd919cb32 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 943 time: 0.0562692 Feb 16 15:30:18.314664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0acff3e-ebaf-4be5-8a8d-e284d883a7a0 req-751e7759-14ca-4ad5-9243-bca94db0b728 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604935 Feb 16 15:30:18.332160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e559-74ef-4556-99b8-83870b03f004 req-a1387f0b-6f86-4c9d-a6db-0ca1bbbfe670 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:18.333612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-a1387f0b-6f86-4c9d-a6db-0ca1bbbfe670 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d&tenant_id=eeb35da684a54f90870ad9bc41d2933f&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 943 time: 0.0645268 Feb 16 15:30:18.396826 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-7137e559-74ef-4556-99b8-83870b03f004 req-05152fbc-6991-42b1-879b-c17d749eba21 service neutron] delete failed (client error): The resource could not be found. Feb 16 15:30:18.397781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-05152fbc-6991-42b1-879b-c17d749eba21 service neutron] 10.222.0.129 "DELETE /v2.0/ports/51a1d441-7ae5-41b0-9639-0c8702e5e361/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0557914 Feb 16 15:30:18.413494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:30:18.485898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e559-74ef-4556-99b8-83870b03f004 req-cb23e940-9baf-4622-803d-0e741d6e816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:18.488111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-cb23e940-9baf-4622-803d-0e741d6e816f service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 1094 time: 0.0475609 Feb 16 15:30:18.508291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:18.524793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'mac_address': 'fa:16:3e:ed:e9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:30:18.561421 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:18.575206 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a1d441-7ae5-41b0-9639-0c8702e5e361 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:30:18.591274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e559-74ef-4556-99b8-83870b03f004 req-66d339f0-3c94-4d96-afb0-72caeb8373c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:18.592789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-66d339f0-3c94-4d96-afb0-72caeb8373c5 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0988026 Feb 16 15:30:18.596063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:18.655126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:18.660930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-c22a8091-2c90-4651-99a7-80996e71f4c3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 200 len: 999 time: 0.0617008 Feb 16 15:30:18.702800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:18.716410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e559-74ef-4556-99b8-83870b03f004 req-c641d94f-b081-45f9-8ac7-86824260db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:18.717876 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-c641d94f-b081-45f9-8ac7-86824260db3e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0512292 Feb 16 15:30:18.762693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137e559-74ef-4556-99b8-83870b03f004 req-0c58a64c-259c-47fe-90dc-c3be7e6e42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:18.764212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-0c58a64c-259c-47fe-90dc-c3be7e6e42de service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400503 Feb 16 15:30:18.852826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-06b47ed3-650f-4d72-b5cc-ec74009bed5f service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819609 Feb 16 15:30:18.913950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['51a1d441-7ae5-41b0-9639-0c8702e5e361'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:30:18.947444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7137e559-74ef-4556-99b8-83870b03f004 req-5fc43854-d1a5-46b9-818b-3c3e397f8107 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881269 Feb 16 15:30:19.439352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0077bb-60ee-4577-94ff-d4ba74e1b061 req-69eb417f-5692-4004-83ed-3099fc604d14 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:19.440846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b0077bb-60ee-4577-94ff-d4ba74e1b061 req-69eb417f-5692-4004-83ed-3099fc604d14 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 944 time: 0.0502570 Feb 16 15:30:19.482341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b0077bb-60ee-4577-94ff-d4ba74e1b061 req-578a5911-4298-417c-8cba-9be6b438387d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354362 Feb 16 15:30:20.420401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:30:20.529701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 51a1d441-7ae5-41b0-9639-0c8702e5e361 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:30:20.534668 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 51a1d441-7ae5-41b0-9639-0c8702e5e361 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:30:20.535043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:20.608138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714c79-3ea4-424b-a9bc-17bfb18ce23c req-a4fa6458-6f38-4368-b469-e5122a744631 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:20.610172 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5714c79-3ea4-424b-a9bc-17bfb18ce23c req-a4fa6458-6f38-4368-b469-e5122a744631 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 944 time: 0.0580502 Feb 16 15:30:20.639565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:20.666663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:30:20.670320 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9a1e6-ff30-4653-820e-2575ac58d25c" -d '{"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:30:20.675112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5714c79-3ea4-424b-a9bc-17bfb18ce23c req-01e83ba7-3642-4179-b563-3016cf9f39df tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 Feb 16 15:30:20.686768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:20.717761 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8fcfad-2d55-41b8-9cb3-1ea695b200b1 x-openstack-request-id: req-2f8fcfad-2d55-41b8-9cb3-1ea695b200b1 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:30:20.718049 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:30:20.718400 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2f8fcfad-2d55-41b8-9cb3-1ea695b200b1 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:30:20.718690 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'code': 200} Feb 16 15:30:20.769806 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:20.819413 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ada82-9bbb-41e7-ac2f-918d598a283d req-15475c43-2f68-42a4-b4fe-08633a89250e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:20.821732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:20.831451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-654ada82-9bbb-41e7-ac2f-918d598a283d req-15475c43-2f68-42a4-b4fe-08633a89250e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0702128 Feb 16 15:30:20.872561 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-654ada82-9bbb-41e7-ac2f-918d598a283d req-5e1a6bdc-c049-4adb-b862-ef001796565b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348616 Feb 16 15:30:20.990203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87b07f-364e-465a-97cc-48db7227d1be req-8dec86ff-93ab-4d2b-986a-0c6f2ca86c78 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:20.991698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a87b07f-364e-465a-97cc-48db7227d1be req-8dec86ff-93ab-4d2b-986a-0c6f2ca86c78 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0490196 Feb 16 15:30:21.029631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6a87b07f-364e-465a-97cc-48db7227d1be req-8e1b5711-7429-4961-8a27-29b7bd591d35 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Feb 16 15:30:21.449758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564522c-e1e0-4613-b7b9-fbea029d71b3 req-b7461900-7de2-44a4-84b7-8aa671719dfe tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:21.451209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d564522c-e1e0-4613-b7b9-fbea029d71b3 req-b7461900-7de2-44a4-84b7-8aa671719dfe tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0512638 Feb 16 15:30:21.488621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d564522c-e1e0-4613-b7b9-fbea029d71b3 req-ddfdf477-8932-4814-8f99-f2a9c4b47ecb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305097 Feb 16 15:30:22.605706 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da62a87-7beb-4e31-872b-fd63762ecc29 req-152fddef-172a-4d58-8b4b-e6159cfd6d67 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:22.607098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6da62a87-7beb-4e31-872b-fd63762ecc29 req-152fddef-172a-4d58-8b4b-e6159cfd6d67 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0490952 Feb 16 15:30:22.644983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6da62a87-7beb-4e31-872b-fd63762ecc29 req-6e2341a7-aafd-490d-9f79-d923d81498c9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314786 Feb 16 15:30:22.882018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160873eb-57c7-4522-8545-5b34df989877 req-fe20e8b0-9ccd-49f8-9f05-b7ab2627f412 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:22.883368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-160873eb-57c7-4522-8545-5b34df989877 req-fe20e8b0-9ccd-49f8-9f05-b7ab2627f412 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 945 time: 0.0471795 Feb 16 15:30:22.977100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Deleting port 51a1d441-7ae5-41b0-9639-0c8702e5e361 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:30:22.977449 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:23.064960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] For port 51a1d441-7ae5-41b0-9639-0c8702e5e361, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=51a1d441-7ae5-41b0-9639-0c8702e5e361,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:23.065327 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:23.236276 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:23.236560 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:23.236867 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 disassociated. External IP: 172.25.6.206, port: 51a1d441-7ae5-41b0-9639-0c8702e5e361. Feb 16 15:30:23.237199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Calling delete_port for 51a1d441-7ae5-41b0-9639-0c8702e5e361 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:30:23.421347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:23.449255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event deleted for resources: {'Port': ['ID=51a1d441-7ae5-41b0-9639-0c8702e5e361,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:23.566109 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:30:23.678360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:30:23.688902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:30:23.698757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:30:23.699478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:30:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:23.724236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] No DVR routers for this DVR port 51a1d441-7ae5-41b0-9639-0c8702e5e361 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:30:23.733099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:23.737141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-160873eb-57c7-4522-8545-5b34df989877 req-b900eb2d-a69b-432b-b1f1-7daa2038b7f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "DELETE /v2.0/ports/51a1d441-7ae5-41b0-9639-0c8702e5e361 HTTP/1.1" status: 204 len: 173 time: 0.8433838 Feb 16 15:30:23.737842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-deleted', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:30:23.740121 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658e351a-a38c-417e-94e4-cdc8099de591" -d '{"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-deleted", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:30:23.760694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd147b7f-875f-4c23-9f8e-ddfb30805fce req-20a95ed7-fb10-4675-96de-8f68ec46d4da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=000d95a5-a2f2-491e-90ab-6453a698ff3d HTTP/1.1" status: 200 len: 210 time: 0.0376837 Feb 16 15:30:23.788679 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac36add5-16f5-4d6a-8db3-ac804c5f8233 x-openstack-request-id: req-ac36add5-16f5-4d6a-8db3-ac804c5f8233 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:30:23.789291 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000d95a5-a2f2-491e-90ab-6453a698ff3d", "name": "network-vif-deleted", "tag": "51a1d441-7ae5-41b0-9639-0c8702e5e361", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:30:23.789677 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ac36add5-16f5-4d6a-8db3-ac804c5f8233 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:30:23.790271 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000d95a5-a2f2-491e-90ab-6453a698ff3d', 'name': 'network-vif-deleted', 'tag': '51a1d441-7ae5-41b0-9639-0c8702e5e361', 'status': 'completed', 'code': 200} Feb 16 15:30:23.820297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:30:24.024620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:24.051777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:30:24.059813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:30:24.060410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:30:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:24.171976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:30:24.369757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:24.397509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae04a-59e4-4a6e-bcf1-c5a04529b591 None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:30:24.622667 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d315f5-82fd-424e-b713-a17892d04818 None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:30:24.995809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-43e1cc37-072e-47ac-b020-e20f27a46c71 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1932802636&fields=id&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 267 time: 0.0333736 Feb 16 15:30:25.103297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-9a986c87-c764-463a-8f77-f2308d9cf345 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:25.104680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-9a986c87-c764-463a-8f77-f2308d9cf345 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1012185 Feb 16 15:30:25.119975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-bba05b19-f26d-4219-b686-6bd50760bc73 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/quotas/eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 375 time: 0.0094934 Feb 16 15:30:25.177799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-002c5944-aa7f-4647-9698-f27d61fa2173 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525451 Feb 16 15:30:25.271402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-d8c91151-c0e7-41a3-960f-5e8adda97c5e service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815046 Feb 16 15:30:25.686108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-3dd69b66-d7b6-4837-8ff7-237bcbd410a3 service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085677 Feb 16 15:30:25.956282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ed1b37a-573d-45d0-a4fc-f205c4d7bca5 req-6c69a6b5-3df6-49e5-a020-e0edf2abfcb3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0274529 Feb 16 15:30:26.469330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:30:26.489954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 51a1d441-7ae5-41b0-9639-0c8702e5e361 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:30:26.490302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 51a1d441-7ae5-41b0-9639-0c8702e5e361 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:30:27.053913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e60e3a2-5e02-4cb4-9c80-b45ec789582e req-59c9cf2d-2d36-450d-b427-b7b5f16bc7eb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Feb 16 15:30:27.740355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-1805a506-f4cb-483f-b1d3-aac3751c158c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:27.741714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-1805a506-f4cb-483f-b1d3-aac3751c158c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1049578 Feb 16 15:30:27.791135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-378621e3-29e2-4c05-9cf7-2ecd707b0ecb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 380 time: 0.0347288 Feb 16 15:30:27.804692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'port': {'device_id': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'admin_state_up': True, 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'security_groups': ['4c1f9be7-2b48-452f-9938-d24b1bc31137']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:30:27.967554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Made reservation on behalf of eeb35da684a54f90870ad9bc41d2933f for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:30:27.971737 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:28.107903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Allocated IP 172.20.0.10 (e933f78d-9c35-4c30-8f44-e0decc95743b/132d0497-f6c1-4e54-a4b7-0224163bfc37/361e6548-cc54-4c8b-b9d6-2b43021caf67) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:30:28.165379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d7133cb-5477-4622-b9b7-004c393980cb req-84f28cbd-1cad-48a9-b2e9-a0fe15d4fa83 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0370555 Feb 16 15:30:28.270546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:28.379484 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:28.424828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Network e933f78d-9c35-4c30-8f44-e0decc95743b is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:30:28.427766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:30:28.430453 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:30:28.459116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:28.492022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:28.503728 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:28.584325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-0ade1a98-eb16-4562-9ff5-738ddd344155 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7832665 Feb 16 15:30:28.602556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Request body: {'port': {'device_id': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:30:28.643181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5d426076-84ec-43bb-8c3e-da4ad5c0cfd5 None None] Provisioning complete for port 361e6548-cc54-4c8b-b9d6-2b43021caf67 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:30:28.643819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5d426076-84ec-43bb-8c3e-da4ad5c0cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:28.661769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:28.677395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5d426076-84ec-43bb-8c3e-da4ad5c0cfd5 None None] Port 361e6548-cc54-4c8b-b9d6-2b43021caf67 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:30:28.926144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361e6548-cc54-4c8b-b9d6-2b43021caf67 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:30:28.933496 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:28.945379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Transition to ACTIVE for port object 361e6548-cc54-4c8b-b9d6-2b43021caf67 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:30:29.009618 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:29.063810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:29.139430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Attempting to bind port 361e6548-cc54-4c8b-b9d6-2b43021caf67 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:30:29.140118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Attempting to bind port 361e6548-cc54-4c8b-b9d6-2b43021caf67 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:30:29.140118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Attempting to bind port 361e6548-cc54-4c8b-b9d6-2b43021caf67 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:30:29.145393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Port 361e6548-cc54-4c8b-b9d6-2b43021caf67 on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:30:29.145714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Attempting to bind port 361e6548-cc54-4c8b-b9d6-2b43021caf67 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:30:29.150732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:30:29.151072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:30:29.151496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:30:29.151903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Bound port: 361e6548-cc54-4c8b-b9d6-2b43021caf67, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:30:29.152262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:29.219404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:30:29.223349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:30:29.287176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628db3c5-4c56-4cc7-9fcc-61d7a232e7ec req-3fa7474e-5587-4e2b-8b92-2a5d63dc7f38 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.288684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-628db3c5-4c56-4cc7-9fcc-61d7a232e7ec req-3fa7474e-5587-4e2b-8b92-2a5d63dc7f38 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 944 time: 0.0490680 Feb 16 15:30:29.290286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:29.346845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.347465 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:29.348864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] 10.222.0.93 "PUT /v2.0/ports/361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 1092 time: 0.7507071 Feb 16 15:30:29.350446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:30:29.352783 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edaab6d-5948-4f27-85ba-94af0c2bdf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:30:29.388888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-628db3c5-4c56-4cc7-9fcc-61d7a232e7ec req-d01588d8-333a-4ed9-91d1-be09296ffc5a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929449 Feb 16 15:30:29.389963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c71988-d51b-4f57-9bf7-919c871b08d4 service neutron] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:29.397833 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b76c3-da40-4979-aa7a-8a45a3793b2e x-openstack-request-id: req-a28b76c3-da40-4979-aa7a-8a45a3793b2e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:30:29.397833 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:30:29.397833 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a28b76c3-da40-4979-aa7a-8a45a3793b2e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:30:29.397833 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'status': 'completed', 'code': 200} Feb 16 15:30:29.477069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaab6d-5948-4f27-85ba-94af0c2bdf3e req-eee2fa55-8733-4ea9-841e-5ae1e610f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.478662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7edaab6d-5948-4f27-85ba-94af0c2bdf3e req-eee2fa55-8733-4ea9-841e-5ae1e610f301 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1095 time: 0.0433097 Feb 16 15:30:29.585677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaab6d-5948-4f27-85ba-94af0c2bdf3e req-6309d7f2-476b-468f-b9a6-bc574c043479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.587167 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7edaab6d-5948-4f27-85ba-94af0c2bdf3e req-6309d7f2-476b-468f-b9a6-bc574c043479 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=eeb35da684a54f90870ad9bc41d2933f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0987127 Feb 16 15:30:29.686514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaab6d-5948-4f27-85ba-94af0c2bdf3e req-c9b06351-b88d-48ce-b800-79ffccf028d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.688006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7edaab6d-5948-4f27-85ba-94af0c2bdf3e req-c9b06351-b88d-48ce-b800-79ffccf028d4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904963 Feb 16 15:30:29.776136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-e270b728-b010-42ef-9211-579ce6eca1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.777618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-e270b728-b010-42ef-9211-579ce6eca1a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1095 time: 0.0403657 Feb 16 15:30:29.825306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-ca7041ca-6a4a-4d2f-9383-f0d571c77385 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 217 time: 0.0381136 Feb 16 15:30:29.873932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-e515d516-93a7-4c3b-9cf6-f80272cabc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.875339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-e515d516-93a7-4c3b-9cf6-f80272cabc2b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0431557 Feb 16 15:30:29.924715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-7c4610d3-2844-45f8-84ec-22f24f247cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:29.926175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-7c4610d3-2844-45f8-84ec-22f24f247cef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404286 Feb 16 15:30:30.025002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-6dbd3765-9bbb-4dba-8a74-c656363c1fc8 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868964 Feb 16 15:30:30.121676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f80f90dd-5a22-459f-beb6-08f0a0ea09cd req-f8813176-ff69-49f2-8419-ffc33737e508 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855322 Feb 16 15:30:30.514122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b0d43-982c-417e-b5d6-ef3812e917b3 req-5588c899-0572-47d5-a21c-69ac24b68849 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:30.515664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d51b0d43-982c-417e-b5d6-ef3812e917b3 req-5588c899-0572-47d5-a21c-69ac24b68849 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 944 time: 0.0500844 Feb 16 15:30:30.559985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d51b0d43-982c-417e-b5d6-ef3812e917b3 req-c1924e9b-1c0d-4117-ac84-837fac10ed95 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Feb 16 15:30:31.676284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea0350-2288-44d9-bdbc-aaadbdbd1985 req-ab0273cd-e6ab-4c5a-b4e1-13e3971987d3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:31.677769 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efea0350-2288-44d9-bdbc-aaadbdbd1985 req-ab0273cd-e6ab-4c5a-b4e1-13e3971987d3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 944 time: 0.0490551 Feb 16 15:30:31.715041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-efea0350-2288-44d9-bdbc-aaadbdbd1985 req-3fafb239-1d39-41a7-acb0-3f07fe5cc50c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Feb 16 15:30:32.490207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 361e6548-cc54-4c8b-b9d6-2b43021caf67 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:30:32.587452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:32.599692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'mac_address': 'fa:16:3e:83:1a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:30:32.635596 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:32.648205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361e6548-cc54-4c8b-b9d6-2b43021caf67 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:30:32.667118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:32.767701 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:32.819905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:32.831793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8c8f2-d2e8-4f0d-9f7f-e09f0660cc21 req-0c239d33-77fe-4043-b9de-d5266328d394 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:32.833283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21f8c8f2-d2e8-4f0d-9f7f-e09f0660cc21 req-0c239d33-77fe-4043-b9de-d5266328d394 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 945 time: 0.0507679 Feb 16 15:30:32.871254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21f8c8f2-d2e8-4f0d-9f7f-e09f0660cc21 req-279fa3b7-2ae9-444c-8b7f-76edc2b5e78a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Feb 16 15:30:33.004443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['361e6548-cc54-4c8b-b9d6-2b43021caf67'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:30:33.985158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a78f02-a55e-4d85-8946-989d1e51f63c req-e6df7c11-c255-49f7-9dcf-4fc23fcf4caa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:33.987130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56a78f02-a55e-4d85-8946-989d1e51f63c req-e6df7c11-c255-49f7-9dcf-4fc23fcf4caa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Feb 16 15:30:34.029414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56a78f02-a55e-4d85-8946-989d1e51f63c req-c807028c-924f-4610-9830-f7b224ec8808 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359235 Feb 16 15:30:34.644241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 361e6548-cc54-4c8b-b9d6-2b43021caf67 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:30:34.750652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 361e6548-cc54-4c8b-b9d6-2b43021caf67 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:30:34.755145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 361e6548-cc54-4c8b-b9d6-2b43021caf67 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:30:34.755591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:34.830421 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:34.852478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:30:34.854747 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2066b514-99fa-474e-80a8-6e0d98fa0ffd" -d '{"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-plugged", "status": "completed", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:30:34.868780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:30:34.891147 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284c2fdf-4d17-4413-afed-bbec19d6a407 x-openstack-request-id: req-284c2fdf-4d17-4413-afed-bbec19d6a407 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:30:34.891507 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-plugged", "status": "completed", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:30:34.891876 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-284c2fdf-4d17-4413-afed-bbec19d6a407 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:30:34.892336 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'code': 200} Feb 16 15:30:34.934558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:34.990468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:30:34.996942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efd31f-7171-4cd6-9dc3-3ef00a1ad924 req-0ab50d84-20ed-43e0-9e4b-a56072f9b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:35.000638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4efd31f-7171-4cd6-9dc3-3ef00a1ad924 req-0ab50d84-20ed-43e0-9e4b-a56072f9b492 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1097 time: 0.0414605 Feb 16 15:30:35.036513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4efd31f-7171-4cd6-9dc3-3ef00a1ad924 req-fa1c64ab-8805-4ba0-9bbb-4a782ebc405a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274312 Feb 16 15:30:35.144854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f3ac-fcfa-429f-ba5f-f4ff65c36c1d req-344e4c38-d974-45be-a987-dddfde748666 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:35.146359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6284f3ac-fcfa-429f-ba5f-f4ff65c36c1d req-344e4c38-d974-45be-a987-dddfde748666 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0493567 Feb 16 15:30:35.188212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6284f3ac-fcfa-429f-ba5f-f4ff65c36c1d req-d4870d20-ebe0-4f53-bf57-0290a4adf075 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358169 Feb 16 15:30:35.299242 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ad295f00-0092-4b33-878d-9a178969ffbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:36.308885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc0a98-975e-4aeb-bae2-5860f78953c8 req-62d1b564-25ae-4ef2-9ed1-6fb6043a75b0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:36.310348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ebc0a98-975e-4aeb-bae2-5860f78953c8 req-62d1b564-25ae-4ef2-9ed1-6fb6043a75b0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Feb 16 15:30:36.354004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ebc0a98-975e-4aeb-bae2-5860f78953c8 req-64c1c954-742c-4d25-aca9-c6846a845257 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Feb 16 15:30:37.472948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbbdd8-a659-4a97-9d9a-a5d26c66ee53 req-59ef1218-3c9b-4e4a-8e21-1dc1ba2ba090 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:37.474630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38fbbdd8-a659-4a97-9d9a-a5d26c66ee53 req-59ef1218-3c9b-4e4a-8e21-1dc1ba2ba090 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0484331 Feb 16 15:30:37.513868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-38fbbdd8-a659-4a97-9d9a-a5d26c66ee53 req-5cadd2d3-2394-428a-8a6d-3dab683f23c2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Feb 16 15:30:37.626570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639137e-72f0-4c49-b38d-bc9e50c15bd7 req-407c6a71-9243-43c3-aba3-8be099d57a67 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:37.628465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3639137e-72f0-4c49-b38d-bc9e50c15bd7 req-407c6a71-9243-43c3-aba3-8be099d57a67 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0505321 Feb 16 15:30:37.637067 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 42512) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:30:37.641775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'floatingip': {'port_id': '361e6548-cc54-4c8b-b9d6-2b43021caf67'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:30:37.684020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:38.005731 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1379e09f-8579-4226-a0fc-e8c9c72848c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:38.127845 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:38.179500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:38.281629 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 associated. External IP: 172.25.6.206, port: 361e6548-cc54-4c8b-b9d6-2b43021caf67. Feb 16 15:30:38.501782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:30:38.614954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:30:38.619722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:38.625356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:30:38.635639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:30:38.636253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:30:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:38.651535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-5521b2e4-793a-44f8-9193-4f54bc6922da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "PUT /v2.0/floatingips/f731c44a-52ec-4ef7-b352-503fba3dffd5 HTTP/1.1" status: 200 len: 992 time: 1.0105853 Feb 16 15:30:38.651535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:30:38.657949 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:30:38.703807 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7107c0-795b-46c5-b875-d4bde1af1032 x-openstack-request-id: req-fc7107c0-795b-46c5-b875-d4bde1af1032 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:30:38.704557 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:30:38.704820 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc7107c0-795b-46c5-b875-d4bde1af1032 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:30:38.706865 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'status': 'completed', 'code': 200} Feb 16 15:30:38.746699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:30:38.772551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-4e16b0b3-812b-4e84-8844-41d86493e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:38.774100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-4e16b0b3-812b-4e84-8844-41d86493e464 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1097 time: 0.0441952 Feb 16 15:30:38.876243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-14e13a68-3b7a-444a-aef3-3ef6379f6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:38.878149 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-14e13a68-3b7a-444a-aef3-3ef6379f6c4f service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0971007 Feb 16 15:30:38.949032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-472e60c0-4814-4f03-a480-bed2df82a48a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 1000 time: 0.0642841 Feb 16 15:30:38.993332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:83:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:30:38Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:39.024640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:30:39.031474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-1665eebf-5ea8-4a83-b849-3edbdb78c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:39.032874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:30:39.032992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-1665eebf-5ea8-4a83-b849-3edbdb78c5e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0765054 Feb 16 15:30:39.034293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:30:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:39.043859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5ec3-0b81-4067-be37-9bdb722d9236 req-0e6fd04b-f8f7-4fc8-b203-69f35401aa98 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:39.045294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd2c5ec3-0b81-4067-be37-9bdb722d9236 req-0e6fd04b-f8f7-4fc8-b203-69f35401aa98 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0904872 Feb 16 15:30:39.108366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd2c5ec3-0b81-4067-be37-9bdb722d9236 req-f9f1d0d5-d076-4762-9b10-24373d1c4ae5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546892 Feb 16 15:30:39.111069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-e6d88774-9138-4e9c-b9d1-aed99b4c596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:39.112740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-e6d88774-9138-4e9c-b9d1-aed99b4c596e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665231 Feb 16 15:30:39.216450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-b656d180-f8d5-4aab-a17f-8904cc378dca service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953753 Feb 16 15:30:39.300366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:30:39.309729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9af984e9-1f9c-4e05-9aa0-54ca842c4bcf req-e69ed813-9377-4ba9-b91f-5b90f12d04b5 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854106 Feb 16 15:30:39.530757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:83:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:30:38Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:30:39.562321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20feb00f-2b47-47e4-9632-43ae1c93cc17 None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:83:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:30:38Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:30:39.723047 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:39.757776 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589683bd-fe2a-42b6-9a7d-74caa1a3a27a None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:30:40.234183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7804a-d084-41e5-92b8-5a14efa5fe86 req-bfab1a8b-4bb1-4810-830b-6b4255012391 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:40.235611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bf7804a-d084-41e5-92b8-5a14efa5fe86 req-bfab1a8b-4bb1-4810-830b-6b4255012391 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0541155 Feb 16 15:30:40.273463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bf7804a-d084-41e5-92b8-5a14efa5fe86 req-71ee7340-4f65-4ad1-89c9-6a90aa71e87a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Feb 16 15:30:41.390065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29d960-5eb3-48e5-a246-f8f541c0f2a7 req-0d66f0fb-fa3f-4a3a-8646-202065b2e831 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:41.391776 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e29d960-5eb3-48e5-a246-f8f541c0f2a7 req-0d66f0fb-fa3f-4a3a-8646-202065b2e831 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0506625 Feb 16 15:30:41.430833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2e29d960-5eb3-48e5-a246-f8f541c0f2a7 req-5a21775b-f721-469b-b4e5-c17d983bf8b0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323403 Feb 16 15:30:41.436615 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:41.465443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:42.548397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77586a7-c8f1-4eda-9dee-f51b65456e4f req-0caf11be-fe50-48a9-84de-c93b3128dbd2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:42.554815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d77586a7-c8f1-4eda-9dee-f51b65456e4f req-0caf11be-fe50-48a9-84de-c93b3128dbd2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0492220 Feb 16 15:30:42.591620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d77586a7-c8f1-4eda-9dee-f51b65456e4f req-cb045854-7cbb-4827-9fa6-12c256d00091 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Feb 16 15:30:42.702145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:43.710744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957b2a9-8b78-4eff-985e-824bf9312ab5 req-34de1e23-a350-4179-8c1a-c2089efe1ef9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:43.712249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7957b2a9-8b78-4eff-985e-824bf9312ab5 req-34de1e23-a350-4179-8c1a-c2089efe1ef9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Feb 16 15:30:43.749820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7957b2a9-8b78-4eff-985e-824bf9312ab5 req-38367497-0cb6-4994-88b7-7c5253d2fa6e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Feb 16 15:30:44.866970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d878c-151d-493f-83ca-95795eee4987 req-e852bed1-1c26-4209-b814-a8dfd2da3e57 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:44.868490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c61d878c-151d-493f-83ca-95795eee4987 req-e852bed1-1c26-4209-b814-a8dfd2da3e57 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0505378 Feb 16 15:30:44.907865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c61d878c-151d-493f-83ca-95795eee4987 req-80fca50e-4f9b-4bfe-8882-d15e8d706585 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Feb 16 15:30:46.022119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268969b9-79e2-4b3f-af76-31ba42d45e66 req-cabcbe5d-521e-49be-8891-be03813773b0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:46.023617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-268969b9-79e2-4b3f-af76-31ba42d45e66 req-cabcbe5d-521e-49be-8891-be03813773b0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0486236 Feb 16 15:30:46.060856 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-268969b9-79e2-4b3f-af76-31ba42d45e66 req-baba4ca5-f618-4222-ab48-c10b5e7525bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Feb 16 15:30:46.673991 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:30:47.180564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c531a21-623c-490b-913e-09236ed16812 req-6a75ecc4-06bb-4993-8441-dde4717f7d75 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:47.182020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c531a21-623c-490b-913e-09236ed16812 req-6a75ecc4-06bb-4993-8441-dde4717f7d75 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0521123 Feb 16 15:30:47.218546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3c531a21-623c-490b-913e-09236ed16812 req-6f57021d-0bbc-42f6-b084-b1b59dad19e5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Feb 16 15:30:48.338427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b9225-a746-4643-bfd5-fecd9e6f045f req-85cdc060-648a-4f2b-98e9-faa146dd772e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:48.339979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c83b9225-a746-4643-bfd5-fecd9e6f045f req-85cdc060-648a-4f2b-98e9-faa146dd772e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0507324 Feb 16 15:30:48.378400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c83b9225-a746-4643-bfd5-fecd9e6f045f req-125de2bc-d151-4b14-ab25-d8e6b3ce0fe3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Feb 16 15:30:49.494824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9470ef-67bf-44e0-bac0-acebd12f0b72 req-e1c59aa8-a2b7-4ce4-9e00-8df724690d56 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:49.496317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea9470ef-67bf-44e0-bac0-acebd12f0b72 req-e1c59aa8-a2b7-4ce4-9e00-8df724690d56 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0478816 Feb 16 15:30:49.534038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ea9470ef-67bf-44e0-bac0-acebd12f0b72 req-84bab16c-9f3e-48bf-bc6e-45258c5d8202 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Feb 16 15:30:50.375630 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:30:50.653420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c3ce3-71c5-44a7-831a-dd3614fe6a44 req-bcfc0558-0d3a-4ddd-bbbb-ec915de0f5d8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:50.654867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f20c3ce3-71c5-44a7-831a-dd3614fe6a44 req-bcfc0558-0d3a-4ddd-bbbb-ec915de0f5d8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0522428 Feb 16 15:30:50.693427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f20c3ce3-71c5-44a7-831a-dd3614fe6a44 req-5947ab52-133c-467c-a96c-d01b405f5fb0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309565 Feb 16 15:30:51.808696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34207c-2386-48c3-a185-8541dff261ab req-96d557c5-1246-40e0-80d0-c8b18974fecd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:51.810187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f34207c-2386-48c3-a185-8541dff261ab req-96d557c5-1246-40e0-80d0-c8b18974fecd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0497684 Feb 16 15:30:51.848526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f34207c-2386-48c3-a185-8541dff261ab req-963aadf8-deb0-4cea-b374-960918cffe8a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Feb 16 15:30:52.962081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086903c-bffa-4e95-baf0-acd22b06d9ed req-d4cb0927-94cc-440d-a0ed-72fdc52ada4d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:52.963552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4086903c-bffa-4e95-baf0-acd22b06d9ed req-d4cb0927-94cc-440d-a0ed-72fdc52ada4d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0490148 Feb 16 15:30:53.001400 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4086903c-bffa-4e95-baf0-acd22b06d9ed req-80be88a3-3c8d-48ec-b313-92cbe337a94e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Feb 16 15:30:54.121758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eb528-4951-4ba6-9683-3cf9a1be1fd5 req-26972a02-2517-42ca-8d8b-dda2a3adc93b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:54.123218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401eb528-4951-4ba6-9683-3cf9a1be1fd5 req-26972a02-2517-42ca-8d8b-dda2a3adc93b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0527389 Feb 16 15:30:54.161011 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-401eb528-4951-4ba6-9683-3cf9a1be1fd5 req-e0b37187-6886-4873-a9d3-afd76fa4e6cf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Feb 16 15:30:55.278498 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c244e9-d63b-43b3-a013-8c16a1fbb918 req-9726e11b-f71c-4bc5-b2fa-1aa9798c8f70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:55.279988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74c244e9-d63b-43b3-a013-8c16a1fbb918 req-9726e11b-f71c-4bc5-b2fa-1aa9798c8f70 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0483625 Feb 16 15:30:55.318683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74c244e9-d63b-43b3-a013-8c16a1fbb918 req-b96c07ba-92a3-4184-b709-abf24c0ab0a0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Feb 16 15:30:56.437207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266075f-e54f-4dc6-b6f4-1228d1878402 req-49e431d8-5f21-4c6b-9538-db7adfeefa43 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:56.438687 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7266075f-e54f-4dc6-b6f4-1228d1878402 req-49e431d8-5f21-4c6b-9538-db7adfeefa43 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0499961 Feb 16 15:30:56.482164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7266075f-e54f-4dc6-b6f4-1228d1878402 req-99022daa-5f7b-4d43-8c68-d0ef88ec66f1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367622 Feb 16 15:30:57.608678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e44d10-323a-4bd3-9603-f66982c08175 req-fba87cb5-ff7a-4edf-a7e0-641ffcc03153 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:57.610108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5e44d10-323a-4bd3-9603-f66982c08175 req-fba87cb5-ff7a-4edf-a7e0-641ffcc03153 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0526218 Feb 16 15:30:57.648547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5e44d10-323a-4bd3-9603-f66982c08175 req-e7aede82-c56f-42c6-a5f4-a1398c75f4dc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Feb 16 15:30:58.763704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2c4b-b886-46dd-aaf7-6d17d5f2e8a4 req-c8a9d0a1-86b4-457a-8f81-93527f6daa92 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:58.765161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-459a2c4b-b886-46dd-aaf7-6d17d5f2e8a4 req-c8a9d0a1-86b4-457a-8f81-93527f6daa92 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0494435 Feb 16 15:30:58.803593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-459a2c4b-b886-46dd-aaf7-6d17d5f2e8a4 req-fa099105-d14b-4c5f-bb8a-854b1e62380e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Feb 16 15:30:59.921285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503e19a-fb8d-427d-bc95-e90d25f460a1 req-2f484bb0-5fbc-45ad-ade1-60441a0285c4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:30:59.922919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8503e19a-fb8d-427d-bc95-e90d25f460a1 req-2f484bb0-5fbc-45ad-ade1-60441a0285c4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0497267 Feb 16 15:30:59.962256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8503e19a-fb8d-427d-bc95-e90d25f460a1 req-89d1b0f2-9b62-4c03-bf3d-d854b95714d8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Feb 16 15:31:01.082023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05248fef-eaa0-4d71-9612-8f6566ccfd4a req-c54a01b7-58e2-4e97-baa0-b3eb9410ee2f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:01.083497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05248fef-eaa0-4d71-9612-8f6566ccfd4a req-c54a01b7-58e2-4e97-baa0-b3eb9410ee2f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0547004 Feb 16 15:31:01.120111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05248fef-eaa0-4d71-9612-8f6566ccfd4a req-7bfc5ca2-d036-4e45-a422-2127dcb32863 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307245 Feb 16 15:31:02.235072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75257ec2-c0d8-4e7f-bb0c-7379745cc8df req-279cced9-fa28-4d70-be12-2c610fe92e1d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:02.236576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75257ec2-c0d8-4e7f-bb0c-7379745cc8df req-279cced9-fa28-4d70-be12-2c610fe92e1d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0489993 Feb 16 15:31:02.273843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75257ec2-c0d8-4e7f-bb0c-7379745cc8df req-37cc82b9-9992-444f-8522-ae804018601f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Feb 16 15:31:03.389444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e91f3-6c7e-4887-b9f0-f9dddc2423bf req-6ea13528-fa96-48ae-9df7-8729807d4161 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:03.390970 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad8e91f3-6c7e-4887-b9f0-f9dddc2423bf req-6ea13528-fa96-48ae-9df7-8729807d4161 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0502341 Feb 16 15:31:03.429024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad8e91f3-6c7e-4887-b9f0-f9dddc2423bf req-b020dec3-ee9e-4228-b865-7b0491a4bbd1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318561 Feb 16 15:31:04.549025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ae5ca-28e9-4adc-bcb2-bd11472d6239 req-742193f4-450e-4f49-8b58-8a3862b96c33 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:04.550654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c6ae5ca-28e9-4adc-bcb2-bd11472d6239 req-742193f4-450e-4f49-8b58-8a3862b96c33 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0535021 Feb 16 15:31:04.589052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c6ae5ca-28e9-4adc-bcb2-bd11472d6239 req-75573d74-59cf-4a02-b306-b48ad96370a6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322344 Feb 16 15:31:04.988782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9c583-0f19-4aa4-a143-cbbd67949ef9 req-40f501ea-3c4f-4e84-a135-68a880681149 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:04.990312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8c9c583-0f19-4aa4-a143-cbbd67949ef9 req-40f501ea-3c4f-4e84-a135-68a880681149 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0522952 Feb 16 15:31:05.029703 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8c9c583-0f19-4aa4-a143-cbbd67949ef9 req-80fe9f93-f584-4648-b180-4946d911f668 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330861 Feb 16 15:31:05.125475 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-d2802cf3-205b-4355-94aa-45ee3888b9eb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406973 Feb 16 15:31:05.292663 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2884-a306-4fa6-8e75-0db0e811c287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:06.151682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eda32-4dea-4cf3-8fff-1a55a3459257 req-3be31cff-5e7d-4483-a665-686159a26d86 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:06.153035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce6eda32-4dea-4cf3-8fff-1a55a3459257 req-3be31cff-5e7d-4483-a665-686159a26d86 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0514295 Feb 16 15:31:06.193630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce6eda32-4dea-4cf3-8fff-1a55a3459257 req-9dc15af6-02e3-4a20-bb43-e2fe37bf206e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344715 Feb 16 15:31:07.191190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-f1799744-18d4-43eb-8548-11767b369690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:07.193624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-f1799744-18d4-43eb-8548-11767b369690 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1097 time: 0.0443313 Feb 16 15:31:07.313795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-59509ecd-bdeb-43df-b901-84a0ef716510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:07.315330 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-59509ecd-bdeb-43df-b901-84a0ef716510 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1108637 Feb 16 15:31:07.331061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351791b-2424-4743-b421-a41c534b8809 req-38e7a153-8bbe-48c4-aac9-90154c949f3b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:07.332466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0351791b-2424-4743-b421-a41c534b8809 req-38e7a153-8bbe-48c4-aac9-90154c949f3b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0691943 Feb 16 15:31:07.417816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0351791b-2424-4743-b421-a41c534b8809 req-7b716ac6-c94f-49fd-b263-932090ddbeea tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782948 Feb 16 15:31:07.421582 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-a577e92e-9584-4515-9248-b8f5d9a4e0cb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 1002 time: 0.0882764 Feb 16 15:31:07.477529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-41f19a8d-cf61-40de-881c-140de6f0e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:07.478884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-41f19a8d-cf61-40de-881c-140de6f0e5d3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0460880 Feb 16 15:31:07.528596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-b37049a7-5408-4076-8646-8c9a9f96d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:07.530465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-b37049a7-5408-4076-8646-8c9a9f96d4d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405114 Feb 16 15:31:07.631588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-6dbb8c4f-421a-4b9d-a9c6-f32a74fc2a21 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884309 Feb 16 15:31:07.725910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-746ba70b-0b02-4bd1-8654-b62dbd898faf service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825510 Feb 16 15:31:07.839804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-fcfec4bb-147d-4c00-8dfa-77895a12f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:07.841327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-fcfec4bb-147d-4c00-8dfa-77895a12f8ed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1097 time: 0.0459838 Feb 16 15:31:07.952176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-b140bbc9-3bf1-4d23-9098-caed99306327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:07.953800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-b140bbc9-3bf1-4d23-9098-caed99306327 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0876477 Feb 16 15:31:08.003977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a1571a1f-9ddc-471a-ade5-126dd3bf6202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:08.028243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-9a50274c-e877-4434-b9f5-5b5ea356db4b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 1002 time: 0.0635369 Feb 16 15:31:08.087220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-eb1e0a6d-e7be-48a7-9772-04bb80b11574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:08.088709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-eb1e0a6d-e7be-48a7-9772-04bb80b11574 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0456264 Feb 16 15:31:08.138831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-fe1332ed-10c5-4f71-b155-87bd80522ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:08.140369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-fe1332ed-10c5-4f71-b155-87bd80522ca9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406826 Feb 16 15:31:08.605747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-92ff771b-16ae-4f4e-a983-d06797c01c47 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577291 Feb 16 15:31:08.613010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c7e6b-54b3-447d-83bd-d3abb22dc2b5 req-b310337b-6ed2-4cde-88ba-b3db14f4227b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:08.614394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-896c7e6b-54b3-447d-83bd-d3abb22dc2b5 req-b310337b-6ed2-4cde-88ba-b3db14f4227b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0793271 Feb 16 15:31:08.700365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-896c7e6b-54b3-447d-83bd-d3abb22dc2b5 req-a1a0be89-65b5-4b50-b094-03db1df5b11d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767555 Feb 16 15:31:08.727456 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0ec78139-f164-42df-b78e-ad8afc3a6bab req-d7bfd113-ccbd-4269-934b-e7229f4ef0b2 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111627 Feb 16 15:31:09.717921 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:09.851702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98862c-07b9-4ff4-8546-60f4b73689c8 req-1ce7c9ad-e0f9-4d57-b5b6-b65116d952d3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:09.853192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff98862c-07b9-4ff4-8546-60f4b73689c8 req-1ce7c9ad-e0f9-4d57-b5b6-b65116d952d3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0830388 Feb 16 15:31:09.880960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-09f43c35-985d-4684-a058-ee1677d0e6f5 service neutron] 10.222.0.93 "GET /v2.0/ports/361e6548-cc54-4c8b-b9d6-2b43021caf67/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 382 time: 0.0840633 Feb 16 15:31:09.898474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff98862c-07b9-4ff4-8546-60f4b73689c8 req-b16d5995-a5d1-4fc6-930c-90cda04b1d2a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Feb 16 15:31:10.488136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-0f4523fb-c547-47ad-a1a8-c2e066d59935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:10.489510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-0f4523fb-c547-47ad-a1a8-c2e066d59935 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 1097 time: 0.0436466 Feb 16 15:31:10.558525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-6858044e-3efa-4d20-85f3-7c10a1cabf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:10.560117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-6858044e-3efa-4d20-85f3-7c10a1cabf61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1097 time: 0.0402932 Feb 16 15:31:10.653001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-3f32473d-98e8-4f16-a3ae-52a7c045057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:10.654471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-3f32473d-98e8-4f16-a3ae-52a7c045057b service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0841286 Feb 16 15:31:10.726274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-25c992ca-7ee3-41a4-882d-0d3daa337778 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 1002 time: 0.0608633 Feb 16 15:31:10.781438 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-f94a8cb1-41c4-478a-ac83-4ce84d037c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:10.782851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-f94a8cb1-41c4-478a-ac83-4ce84d037c44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0436788 Feb 16 15:31:10.833794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-3e7882d8-a3eb-4d5a-b92e-0d1e1739d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:10.835256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-3e7882d8-a3eb-4d5a-b92e-0d1e1739d9b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387743 Feb 16 15:31:10.936015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-c3ff797f-d86e-4d9f-adf7-839255ddecab service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897725 Feb 16 15:31:11.069766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc2f6e-4104-4c51-814b-7e57f01f7956 req-1405bdf1-01f9-47e6-a9aa-276622189372 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:11.071153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96fc2f6e-4104-4c51-814b-7e57f01f7956 req-1405bdf1-01f9-47e6-a9aa-276622189372 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0805068 Feb 16 15:31:11.072949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b932ef70-3e5f-4f21-a7b3-577fda8db01c req-f2a7a88e-8eb9-4886-a0be-9c99e4ec080a service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268580 Feb 16 15:31:11.110870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96fc2f6e-4104-4c51-814b-7e57f01f7956 req-11c0e84a-dbca-4531-8370-8e4a0eb08719 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Feb 16 15:31:11.460787 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:11.492439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:12.231203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906afb60-6639-4ee2-a9ec-78da043bb81e req-2a07581d-0970-48d6-b3cc-d9977ba67ea2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:12.232834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-906afb60-6639-4ee2-a9ec-78da043bb81e req-2a07581d-0970-48d6-b3cc-d9977ba67ea2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0517247 Feb 16 15:31:12.270245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-906afb60-6639-4ee2-a9ec-78da043bb81e req-03e7da06-e860-4645-86d8-c4f0cf8b2257 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Feb 16 15:31:12.659267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 361e6548-cc54-4c8b-b9d6-2b43021caf67 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:31:12.662481 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 361e6548-cc54-4c8b-b9d6-2b43021caf67 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:31:12.694449 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:12.819279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:12.822558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:12.847058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'mac_address': 'fa:16:3e:83:1a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:31:12.853679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:31:12.855934 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295b5b47-ad91-44f4-8cd7-233e73ac7767" -d '{"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-unplugged", "status": "completed", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:31:12.892104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:12.902892 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6bdc7f-a665-415e-839b-e873526a2c3a x-openstack-request-id: req-5f6bdc7f-a665-415e-839b-e873526a2c3a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:31:12.903363 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-unplugged", "status": "completed", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:31:12.903653 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5f6bdc7f-a665-415e-839b-e873526a2c3a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:31:12.904041 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'code': 200} Feb 16 15:31:12.906290 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:12.919106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 361e6548-cc54-4c8b-b9d6-2b43021caf67 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:31:12.941711 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:13.007759 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:31:13.008118 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:31:13.019655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:13.027045 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.027386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.027753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.028086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.028413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.028748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.029071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.029391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.029710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.030025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.030338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.030654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:13.387811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc275ce7-d47d-4e66-911d-799ebf0da3f7 req-27cdd79c-30d3-437c-895c-cd4753982065 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:13.389294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc275ce7-d47d-4e66-911d-799ebf0da3f7 req-27cdd79c-30d3-437c-895c-cd4753982065 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 944 time: 0.0495238 Feb 16 15:31:13.427774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fc275ce7-d47d-4e66-911d-799ebf0da3f7 req-74cb2acf-e2e7-40fa-8c9d-ff40d3da7f92 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Feb 16 15:31:13.546000 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:13.558950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361e6548-cc54-4c8b-b9d6-2b43021caf67 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:31:13.578161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:13.641111 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:13.696431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:13.777391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cdba3-fe71-43c7-bbaf-9b3ea26e13f7 req-80e14b7a-8f10-427f-b582-72226cb8548a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:13.779480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a6cdba3-fe71-43c7-bbaf-9b3ea26e13f7 req-80e14b7a-8f10-427f-b582-72226cb8548a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 945 time: 0.0576031 Feb 16 15:31:13.850928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a6cdba3-fe71-43c7-bbaf-9b3ea26e13f7 req-0a6bf463-f6ca-49ca-834c-a011119e3f53 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651515 Feb 16 15:31:13.871247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-682a0e73-922d-46ac-9ed6-5962e4d2a558 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:13.872778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-682a0e73-922d-46ac-9ed6-5962e4d2a558 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7&tenant_id=eeb35da684a54f90870ad9bc41d2933f&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 945 time: 0.0811338 Feb 16 15:31:13.893860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['361e6548-cc54-4c8b-b9d6-2b43021caf67'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:31:13.960139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-744c3751-516e-4729-ba6b-b6aea322bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:13.961628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-744c3751-516e-4729-ba6b-b6aea322bdf3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1096 time: 0.0423801 Feb 16 15:31:14.059250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-ba0b8b16-fa11-449b-b287-87964bb12141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:14.060771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-ba0b8b16-fa11-449b-b287-87964bb12141 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0889590 Feb 16 15:31:14.126927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-1a767118-7830-447b-9963-0029aa90c31d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 1001 time: 0.0573838 Feb 16 15:31:14.182412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-9e8e9def-1e09-41d4-8b38-30efd20dc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:14.183893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-9e8e9def-1e09-41d4-8b38-30efd20dc1d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0488398 Feb 16 15:31:14.231946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-2cfd6879-86ab-4124-b4cf-7a451a56038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:14.233431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-2cfd6879-86ab-4124-b4cf-7a451a56038f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390656 Feb 16 15:31:14.326832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-7177e5e9-b234-48c8-abec-e09d518f22f6 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 Feb 16 15:31:14.423795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e63c08f7-b707-42c5-83c3-ea88744cd773 req-1a97dc70-f0c8-42f8-9bd7-575a6c1c24f7 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873053 Feb 16 15:31:14.674689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 361e6548-cc54-4c8b-b9d6-2b43021caf67 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:31:14.726225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 361e6548-cc54-4c8b-b9d6-2b43021caf67 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:31:14.726894 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:14.803187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:14.835604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:14.905418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:31:14.907749 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877295b3-f1ef-4593-ad0e-41d1ad3ae648" -d '{"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-plugged", "status": "completed", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:31:14.911415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:14.958005 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f98587-244e-4690-8737-6a3dd1f01b16 x-openstack-request-id: req-f5f98587-244e-4690-8737-6a3dd1f01b16 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:31:14.958316 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-plugged", "status": "completed", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:31:14.959096 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f5f98587-244e-4690-8737-6a3dd1f01b16 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:31:14.959564 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'code': 200} Feb 16 15:31:14.968788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:14.977964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba8263-2ea5-4557-a88c-05b794af3674 req-5ed98d25-0192-4ef4-b6f2-e789a8f180e4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:14.978873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0ba8263-2ea5-4557-a88c-05b794af3674 req-5ed98d25-0192-4ef4-b6f2-e789a8f180e4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0534375 Feb 16 15:31:15.016216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0ba8263-2ea5-4557-a88c-05b794af3674 req-d3858d83-1f83-4237-919b-57124e6a28fa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Feb 16 15:31:16.132165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2f65-e0dc-498c-8217-27fa69603f3a req-c1d304c6-e74e-4760-81c1-fbfa9383301c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:16.133622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c8a2f65-e0dc-498c-8217-27fa69603f3a req-c1d304c6-e74e-4760-81c1-fbfa9383301c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0476294 Feb 16 15:31:16.175822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c8a2f65-e0dc-498c-8217-27fa69603f3a req-674e7041-1bb6-46da-884a-5d181e4868c1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Feb 16 15:31:16.293813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07daa-035c-4c29-8cc1-c2425d076adc req-93b62786-e541-43cb-b81f-715f87c7282a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:16.295343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b07daa-035c-4c29-8cc1-c2425d076adc req-93b62786-e541-43cb-b81f-715f87c7282a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0498614 Feb 16 15:31:16.333274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b07daa-035c-4c29-8cc1-c2425d076adc req-cfec1df3-eed5-4db1-88fc-dc886efd89d0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Feb 16 15:31:16.695682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd549d-e965-4e0b-9f05-bb22d70053de req-cfb91329-bd68-45a6-98ab-bfd5a113c081 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:16.697777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcfd549d-e965-4e0b-9f05-bb22d70053de req-cfb91329-bd68-45a6-98ab-bfd5a113c081 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0513873 Feb 16 15:31:16.699094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:16.736739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bcfd549d-e965-4e0b-9f05-bb22d70053de req-c5d69b13-3c6c-41cf-82e1-331b4e1d6489 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Feb 16 15:31:16.807058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2a91-ad51-4291-9211-98ead2504c09 req-28abb211-9ae3-4ec5-a56d-c6106f449ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:16.808661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815a2a91-ad51-4291-9211-98ead2504c09 req-28abb211-9ae3-4ec5-a56d-c6106f449ded service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 1097 time: 0.0412626 Feb 16 15:31:16.908142 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2a91-ad51-4291-9211-98ead2504c09 req-92283292-de68-4473-af8b-ecf439dd746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:16.909599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815a2a91-ad51-4291-9211-98ead2504c09 req-92283292-de68-4473-af8b-ecf439dd746a service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0892622 Feb 16 15:31:16.978751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815a2a91-ad51-4291-9211-98ead2504c09 req-1e4b8a8d-4327-4f29-ad31-da010fdc21f2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 200 len: 1002 time: 0.0582848 Feb 16 15:31:17.036953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2a91-ad51-4291-9211-98ead2504c09 req-85182f10-4a5c-41c8-826b-2bd9aade2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:17.038408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815a2a91-ad51-4291-9211-98ead2504c09 req-85182f10-4a5c-41c8-826b-2bd9aade2e80 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0482953 Feb 16 15:31:17.087569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a2a91-ad51-4291-9211-98ead2504c09 req-e9cad6d8-799b-45af-a4a9-237139ecc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:17.089045 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815a2a91-ad51-4291-9211-98ead2504c09 req-e9cad6d8-799b-45af-a4a9-237139ecc639 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400419 Feb 16 15:31:17.184686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815a2a91-ad51-4291-9211-98ead2504c09 req-a5b09ac7-9d42-4c0f-bcd0-9a03cdfaaa79 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Feb 16 15:31:17.283353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-815a2a91-ad51-4291-9211-98ead2504c09 req-2a9f0406-c191-408a-8db2-cd6a6c8391de service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882218 Feb 16 15:31:17.863087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f404f-be11-434d-80e6-8295cae8263c req-1cd73097-b902-4d92-ac2c-c8d40be5e651 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:17.864593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-465f404f-be11-434d-80e6-8295cae8263c req-1cd73097-b902-4d92-ac2c-c8d40be5e651 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0519996 Feb 16 15:31:17.903943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-465f404f-be11-434d-80e6-8295cae8263c req-07e0c17d-f176-4f5d-b9cb-86d445e15926 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323353 Feb 16 15:31:19.024987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79738ce-bfd0-4b13-8100-ee288c6dfa13 req-76ae4906-1a59-42d3-87e8-085a30b5db5d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:19.026440 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f79738ce-bfd0-4b13-8100-ee288c6dfa13 req-76ae4906-1a59-42d3-87e8-085a30b5db5d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0535262 Feb 16 15:31:19.062757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f79738ce-bfd0-4b13-8100-ee288c6dfa13 req-0bfdc4c2-812f-48fc-b768-54b0edfbcce8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303254 Feb 16 15:31:19.465739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374a60a-4b32-42c7-99e4-1dad518f2d74 req-6de8f226-d05e-481b-a213-50d296828fdd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:19.467234 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6374a60a-4b32-42c7-99e4-1dad518f2d74 req-6de8f226-d05e-481b-a213-50d296828fdd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0511365 Feb 16 15:31:19.505292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6374a60a-4b32-42c7-99e4-1dad518f2d74 req-ffb168ba-c09a-4f9c-b12b-fe0af9831189 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Feb 16 15:31:20.621459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ced14-83f0-48f6-843b-d8d632722f90 req-62495d7d-932e-47e2-8287-29397c2d084b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:20.622937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-642ced14-83f0-48f6-843b-d8d632722f90 req-62495d7d-932e-47e2-8287-29397c2d084b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0485322 Feb 16 15:31:20.661029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-642ced14-83f0-48f6-843b-d8d632722f90 req-403a904f-c53f-49dc-b4b1-b6ff72c9071b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Feb 16 15:31:20.905971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-e97d47e3-5f94-4842-a0dd-10c1dd50813e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:20.907383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-e97d47e3-5f94-4842-a0dd-10c1dd50813e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 946 time: 0.0538557 Feb 16 15:31:21.004358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Deleting port 361e6548-cc54-4c8b-b9d6-2b43021caf67 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:31:21.004705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:21.098648 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] For port 361e6548-cc54-4c8b-b9d6-2b43021caf67, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=361e6548-cc54-4c8b-b9d6-2b43021caf67,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:21.099023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:21.273826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:21.274216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:21.274530 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 disassociated. External IP: 172.25.6.206, port: 361e6548-cc54-4c8b-b9d6-2b43021caf67. Feb 16 15:31:21.274866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Calling delete_port for 361e6548-cc54-4c8b-b9d6-2b43021caf67 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:31:21.470483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:21.500368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event deleted for resources: {'Port': ['ID=361e6548-cc54-4c8b-b9d6-2b43021caf67,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:21.512952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.513290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.513630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.513966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.514297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.514620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.514939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.515259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.515592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.515910 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.516225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.516545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:31:21.637905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:31:21.762175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4e80645-64a0-44af-8c6e-eacb87cd6b1d req-eaac2c70-2161-43e5-b935-9fa4c0fa0476 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0309348 Feb 16 15:31:21.771478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:31:21.782382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:31:21.792934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:31:21.793734 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:31:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:21.811307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] No DVR routers for this DVR port 361e6548-cc54-4c8b-b9d6-2b43021caf67 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:31:21.813882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:21.817171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3ebd4da5-20a2-4a0c-a0fe-3d77aadd36ac req-ee6427f9-1c9c-402a-a6b8-6a198503c0fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "DELETE /v2.0/ports/361e6548-cc54-4c8b-b9d6-2b43021caf67 HTTP/1.1" status: 204 len: 173 time: 0.9001768 Feb 16 15:31:21.817602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-deleted', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:31:21.820609 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b5b089-34bd-4925-a757-fff726469c7b" -d '{"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-deleted", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:31:21.909148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:31:21.926745 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77748e11-43df-4837-a18a-a7a808832c17 x-openstack-request-id: req-77748e11-43df-4837-a18a-a7a808832c17 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:31:21.927104 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38732e51-9ac3-4317-bd83-5a971f0a63e7", "name": "network-vif-deleted", "tag": "361e6548-cc54-4c8b-b9d6-2b43021caf67", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:31:21.927425 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-77748e11-43df-4837-a18a-a7a808832c17 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:31:21.928776 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38732e51-9ac3-4317-bd83-5a971f0a63e7', 'name': 'network-vif-deleted', 'tag': '361e6548-cc54-4c8b-b9d6-2b43021caf67', 'status': 'completed', 'code': 200} Feb 16 15:31:22.135527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:22.162920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:31:22.171102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:31:22.171738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:31:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:22.278978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:31:22.473429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:22.504279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14505f-8519-4318-8628-538bd8dee3e0 None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:31:22.742554 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac2c13-f869-4e15-a2bf-4a3bb0a61dae None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:31:22.874397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386b0808-7231-4672-9b45-4e3827f1146f req-4cd87d20-55d4-4d8c-9dbc-47a1dafb0c11 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=38732e51-9ac3-4317-bd83-5a971f0a63e7 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Feb 16 15:31:24.107725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-311048b3-8efd-4386-bf9c-27892368de0e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1932802636&fields=id&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 267 time: 0.0316508 Feb 16 15:31:24.214760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-9e2db3df-a985-4cd4-a958-a0db906329e6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:24.216144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-9e2db3df-a985-4cd4-a958-a0db906329e6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1017697 Feb 16 15:31:24.230490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-38e29b2e-2a04-4220-8687-177b56820436 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/quotas/eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 375 time: 0.0086973 Feb 16 15:31:24.282465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-0b7e1320-2142-4ed6-b606-189cb5011046 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468409 Feb 16 15:31:24.384615 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-1f832025-c7f2-42d3-9726-d63a239c0bb9 service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882106 Feb 16 15:31:24.472907 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-fd2a3f5f-ab4a-4100-967d-6b5a21058521 service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821187 Feb 16 15:31:24.728824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24526a06-03f8-407a-a413-412c73e76c8c req-7e9ee153-eddd-4b58-b6eb-06dbe57eafe1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 210 time: 0.0262814 Feb 16 15:31:24.738652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 361e6548-cc54-4c8b-b9d6-2b43021caf67 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:31:24.768550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 361e6548-cc54-4c8b-b9d6-2b43021caf67 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:31:24.768889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 361e6548-cc54-4c8b-b9d6-2b43021caf67 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:31:25.826520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76bd4a3d-d509-46ab-b2ef-84d356621e72 req-a8cdf1d7-debd-41f4-8f6f-b7ff763583d5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 210 time: 0.0309715 Feb 16 15:31:26.361436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-2a52b76b-8076-4a53-8d16-aca7758bfc18 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:26.362881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-2a52b76b-8076-4a53-8d16-aca7758bfc18 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1048651 Feb 16 15:31:26.406115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-1a3cdcdf-636c-4016-87e3-33c7f96d9c6c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 380 time: 0.0346951 Feb 16 15:31:26.422169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'port': {'device_id': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'admin_state_up': True, 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'security_groups': ['4c1f9be7-2b48-452f-9938-d24b1bc31137']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:31:26.587439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Made reservation on behalf of eeb35da684a54f90870ad9bc41d2933f for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:31:26.591025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:26.714039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Allocated IP 172.20.0.6 (e933f78d-9c35-4c30-8f44-e0decc95743b/132d0497-f6c1-4e54-a4b7-0224163bfc37/b021cc88-4944-4c1b-b812-3d371c6c1eab) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:31:26.851403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:26.927168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb30bc91-c7da-4dc9-b3d2-03f8008cebc1 req-3795791e-2cee-4689-a729-1971b335d08d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Feb 16 15:31:26.965043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.015776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Network e933f78d-9c35-4c30-8f44-e0decc95743b is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:31:27.019070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:31:27.021482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:31:27.048596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:27.078205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:27.078829 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.166057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-ecaf7928-63cd-4f8d-a2ad-06d06d1bd3ad tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7476070 Feb 16 15:31:27.179424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Request body: {'port': {'device_id': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:31:27.236877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.279474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7ccae54c-74e4-4408-8019-b110b308222b None None] Provisioning complete for port b021cc88-4944-4c1b-b812-3d371c6c1eab triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:31:27.280170 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7ccae54c-74e4-4408-8019-b110b308222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.317781 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-7ccae54c-74e4-4408-8019-b110b308222b None None] Port b021cc88-4944-4c1b-b812-3d371c6c1eab cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:31:27.374454 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:31:27.505709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b021cc88-4944-4c1b-b812-3d371c6c1eab {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:31:27.513911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.526248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Transition to ACTIVE for port object b021cc88-4944-4c1b-b812-3d371c6c1eab will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:31:27.593469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.644290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:27.720292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:31:27.720624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:31:27.720981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:31:27.725616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:31:27.725937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:31:27.731089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:31:27.731432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:31:27.731851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:31:27.732277 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Bound port: b021cc88-4944-4c1b-b812-3d371c6c1eab, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:31:27.732632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.801376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:31:27.805003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:31:27.911504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.950853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:27.951471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:27.952888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] 10.222.0.129 "PUT /v2.0/ports/b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1091 time: 0.7791924 Feb 16 15:31:27.953362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:31:27.955575 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2ec62f-b572-4087-aa98-81ae10960830" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:31:27.979279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea9f9a-93f1-40bc-8dbb-095dd7b235c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:28.002662 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64efd36e-1ebf-4058-87a3-300ef142d663 x-openstack-request-id: req-64efd36e-1ebf-4058-87a3-300ef142d663 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:31:28.003057 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:31:28.003408 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-64efd36e-1ebf-4058-87a3-300ef142d663 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:31:28.003936 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'status': 'completed', 'code': 200} Feb 16 15:31:28.106692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e3632-47e9-4479-a0c8-23c6fb61155d req-9634c550-c2a5-4e56-b007-b15977d027c0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:28.108325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-130e3632-47e9-4479-a0c8-23c6fb61155d req-9634c550-c2a5-4e56-b007-b15977d027c0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 943 time: 0.0842891 Feb 16 15:31:28.111144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ec62f-b572-4087-aa98-81ae10960830 req-4713432c-dc9a-47e9-982b-9c0e1643cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:28.112558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f2ec62f-b572-4087-aa98-81ae10960830 req-4713432c-dc9a-47e9-982b-9c0e1643cf76 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1094 time: 0.0795505 Feb 16 15:31:28.206352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-130e3632-47e9-4479-a0c8-23c6fb61155d req-0cfe4266-4dbe-4f3a-8bf5-9e6b9f8dac8d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914576 Feb 16 15:31:28.240121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ec62f-b572-4087-aa98-81ae10960830 req-5e2c837b-af97-4d44-a49c-0a69b1bf912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:28.242379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f2ec62f-b572-4087-aa98-81ae10960830 req-5e2c837b-af97-4d44-a49c-0a69b1bf912c service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=eeb35da684a54f90870ad9bc41d2933f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1206203 Feb 16 15:31:28.342246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ec62f-b572-4087-aa98-81ae10960830 req-e4973ffc-f38d-4817-baf5-df64a4e8736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:28.343755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f2ec62f-b572-4087-aa98-81ae10960830 req-e4973ffc-f38d-4817-baf5-df64a4e8736d service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0947874 Feb 16 15:31:28.422784 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-d3532ec3-5e63-4847-ae26-1ed9e3a98a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:28.424231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-d3532ec3-5e63-4847-ae26-1ed9e3a98a5b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1094 time: 0.0417309 Feb 16 15:31:28.465195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-17c06db6-949e-403c-b192-bca71d6504f7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 217 time: 0.0338738 Feb 16 15:31:28.514173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-47e2e471-b657-4b43-b21c-fa82c5924968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:28.515799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-47e2e471-b657-4b43-b21c-fa82c5924968 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0439692 Feb 16 15:31:28.563809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-a02da37b-036a-4d1d-a36f-c48403592218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:28.565287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-a02da37b-036a-4d1d-a36f-c48403592218 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435882 Feb 16 15:31:28.654563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-940abc94-2802-4ff8-b989-9d41ab9997eb service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 Feb 16 15:31:28.747215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01f45b76-3659-4760-a6f7-e4d6f07c1066 req-5784eabe-9ddf-4ed9-ac61-ff244d6492a8 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862935 Feb 16 15:31:29.332793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592b25-a93b-4ab1-b344-037fb68c5cd6 req-1e3e1e83-2508-41ae-a725-c2261f514113 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:29.334317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44592b25-a93b-4ab1-b344-037fb68c5cd6 req-1e3e1e83-2508-41ae-a725-c2261f514113 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 943 time: 0.0497694 Feb 16 15:31:29.371600 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44592b25-a93b-4ab1-b344-037fb68c5cd6 req-17c0127a-359b-4fcb-910a-4cf57fe3c753 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Feb 16 15:31:30.487497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf68387-9c40-437c-ae71-a2dab1488d84 req-1a5a2c74-bcaf-44b9-9767-7a31d6d09f9f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:30.489040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abf68387-9c40-437c-ae71-a2dab1488d84 req-1a5a2c74-bcaf-44b9-9767-7a31d6d09f9f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 943 time: 0.0489039 Feb 16 15:31:30.526936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abf68387-9c40-437c-ae71-a2dab1488d84 req-f4b6daf1-56fb-4cfe-b521-cad9d0434958 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Feb 16 15:31:31.299304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:31:31.392547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:31.404295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'mac_address': 'fa:16:3e:1c:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:31:31.443670 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:31.456255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b021cc88-4944-4c1b-b812-3d371c6c1eab {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:31:31.476841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:31.554367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:31.603518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:31.645773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94448-f84b-4130-bb35-e97998e6b6fb req-08623f60-09ee-484c-afbc-64c8997c7399 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:31.647912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0d94448-f84b-4130-bb35-e97998e6b6fb req-08623f60-09ee-484c-afbc-64c8997c7399 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0539250 Feb 16 15:31:31.684720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0d94448-f84b-4130-bb35-e97998e6b6fb req-89867642-902d-4a7c-a12c-ba03afb04d04 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Feb 16 15:31:31.794330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b021cc88-4944-4c1b-b812-3d371c6c1eab'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:31:32.799025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ffbdb-4d13-4744-93ca-f8f36ad744d1 req-5eb4d915-73bf-4c2f-916a-218a18fae5b3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:32.800519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-757ffbdb-4d13-4744-93ca-f8f36ad744d1 req-5eb4d915-73bf-4c2f-916a-218a18fae5b3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0487373 Feb 16 15:31:32.837737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-757ffbdb-4d13-4744-93ca-f8f36ad744d1 req-46906dd1-8ad7-4d14-ac84-d1a36c5353d5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304761 Feb 16 15:31:33.315585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:31:33.432025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port b021cc88-4944-4c1b-b812-3d371c6c1eab completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:31:33.436041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port b021cc88-4944-4c1b-b812-3d371c6c1eab triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:31:33.436413 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:33.512849 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:33.537688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:31:33.540193 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f5b863-ff3e-4fdb-a98c-14cf590b6059" -d '{"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-plugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:31:33.710512 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855bedd7-ea11-4901-8258-4bb6fe4c7b53 x-openstack-request-id: req-855bedd7-ea11-4901-8258-4bb6fe4c7b53 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:31:33.711349 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-plugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:31:33.711773 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-855bedd7-ea11-4901-8258-4bb6fe4c7b53 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:31:33.712422 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'code': 200} Feb 16 15:31:33.714087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:31:33.744506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cfed-25a4-4677-a6af-aa994fdd5cd4 req-fb1a735e-221a-4f27-92cb-5d13fa10f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:33.745998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c57cfed-25a4-4677-a6af-aa994fdd5cd4 req-fb1a735e-221a-4f27-92cb-5d13fa10f0fe service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1095 time: 0.0409217 Feb 16 15:31:33.774323 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:33.781429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c57cfed-25a4-4677-a6af-aa994fdd5cd4 req-c28e9236-7aa3-4297-b868-338f2dd11eca service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278645 Feb 16 15:31:33.822874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:31:33.955895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf855f9-d169-4f9d-9781-b3c71d6b973b req-892dddbd-66af-4cf3-9312-be2200c3e990 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:33.957362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccf855f9-d169-4f9d-9781-b3c71d6b973b req-892dddbd-66af-4cf3-9312-be2200c3e990 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Feb 16 15:31:33.996046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ccf855f9-d169-4f9d-9781-b3c71d6b973b req-72d2403d-ce58-4dcf-b799-f60e99599969 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314279 Feb 16 15:31:35.112414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e522c4-e338-40d7-bdc7-8ae5c727195e req-fdfac2d1-1c0e-4262-8521-a8247b8a0b3e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:35.113884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8e522c4-e338-40d7-bdc7-8ae5c727195e req-fdfac2d1-1c0e-4262-8521-a8247b8a0b3e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0481892 Feb 16 15:31:35.153781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d8e522c4-e338-40d7-bdc7-8ae5c727195e req-4b00c5e2-4465-422f-9262-5913ebce93ca tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328553 Feb 16 15:31:35.264769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca83434-9f16-46b3-85b6-5b64d12fa809 req-f0a6c296-99b6-4522-a1da-a556585d6c2c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:35.266473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dca83434-9f16-46b3-85b6-5b64d12fa809 req-f0a6c296-99b6-4522-a1da-a556585d6c2c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0492754 Feb 16 15:31:35.280380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42696) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:31:35.280380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'floatingip': {'port_id': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:31:35.300072 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8c1a-3136-445a-8435-c5b19d64b631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:35.322365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:35.849737 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:35.913231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:36.013175 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 associated. External IP: 172.25.6.206, port: b021cc88-4944-4c1b-b812-3d371c6c1eab. Feb 16 15:31:36.212594 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:31:36.320561 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:31:36.325461 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:36.330099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:31:36.339107 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:31:36.339771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:31:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:36.352881 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7e3a6a6a-2e8c-4223-9a91-9625060c7be5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "PUT /v2.0/floatingips/f731c44a-52ec-4ef7-b352-503fba3dffd5 HTTP/1.1" status: 200 len: 991 time: 1.0764322 Feb 16 15:31:36.353469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:31:36.355768 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f296a554-382f-49d9-a7c1-f9036b9b901a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:31:36.455910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:31:36.465518 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9957e7-9c38-421e-b563-80f6ac9ba69c x-openstack-request-id: req-3d9957e7-9c38-421e-b563-80f6ac9ba69c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:31:36.465805 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:31:36.466056 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3d9957e7-9c38-421e-b563-80f6ac9ba69c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:31:36.466461 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'status': 'completed', 'code': 200} Feb 16 15:31:36.534632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-dc53c26d-b432-403f-b882-45ae1c731fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:36.536460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-dc53c26d-b432-403f-b882-45ae1c731fbf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0466974 Feb 16 15:31:36.703237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:1c:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:31:35Z', 'revision_number': 9, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:36.731839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:31:36.740795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:31:36.741428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:31:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:36.795417 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-a5d270f2-f589-4538-a961-90e8de641c9e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545745 Feb 16 15:31:36.857990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:31:37.004914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30e34e-bfed-4af6-a799-831917dfdd74 req-91bb2fd6-be12-477d-b7ea-c5c911f9009e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:37.006417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd30e34e-bfed-4af6-a799-831917dfdd74 req-91bb2fd6-be12-477d-b7ea-c5c911f9009e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.1019266 Feb 16 15:31:37.029311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-2d82c95e-105c-4976-89a2-7b2803d06ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:37.030745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-2d82c95e-105c-4976-89a2-7b2803d06ae3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.4882116 Feb 16 15:31:37.103245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dd30e34e-bfed-4af6-a799-831917dfdd74 req-6bf043a4-eed8-475d-b16f-0b4f9c6e8cbf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846922 Feb 16 15:31:37.109779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:1c:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:31:35Z', 'revision_number': 9, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:31:37.115742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-0cc6922b-a430-4898-85ac-4e668b76117b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 999 time: 0.0778384 Feb 16 15:31:37.142115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f68177-bf24-48c9-bfe1-3f4cd2f15eec None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:1c:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:31:35Z', 'revision_number': 9, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:31:37.168210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-96913ac5-9ee2-4d96-8dd4-c2addf64e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:37.169733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-96913ac5-9ee2-4d96-8dd4-c2addf64e3c5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0482728 Feb 16 15:31:37.221521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-b4942ef6-1d9b-4633-8492-7b46c9c6a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:37.222267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-b4942ef6-1d9b-4633-8492-7b46c9c6a9a7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468743 Feb 16 15:31:37.324320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-bfd00870-4fe1-42fb-8e90-b59f85bc2137 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954611 Feb 16 15:31:37.364215 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78975cf-fc47-4de9-a503-9cd6b7c19b06 None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:31:37.435739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f296a554-382f-49d9-a7c1-f9036b9b901a req-f5d650e7-f780-4941-bb6c-c118794d3613 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041236 Feb 16 15:31:38.045011 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4777ad75-be9b-4c4e-8136-83ad901d15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:38.225811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e04d04-e051-418a-a144-1861ba3d4173 req-1acb7c50-5ae1-43e6-a199-dfbbecff4ec3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:38.227226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08e04d04-e051-418a-a144-1861ba3d4173 req-1acb7c50-5ae1-43e6-a199-dfbbecff4ec3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Feb 16 15:31:38.266943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08e04d04-e051-418a-a144-1861ba3d4173 req-d8912a45-490d-4424-8da2-eb5c802cbcd5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Feb 16 15:31:38.932414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-2f1aecbe-4eab-4945-823b-58e97104c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:38.933947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-2f1aecbe-4eab-4945-823b-58e97104c694 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0416367 Feb 16 15:31:39.027995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-18be46bf-71d4-427a-beaa-d3aba29573eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:39.029463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-18be46bf-71d4-427a-beaa-d3aba29573eb service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0883534 Feb 16 15:31:39.097039 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-624bfdd1-6577-4d3c-a61f-85c48a5ac030 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1002 time: 0.0595326 Feb 16 15:31:39.149849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-8928fce5-8b23-4ca9-b2e7-3ad124722f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:39.151276 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-8928fce5-8b23-4ca9-b2e7-3ad124722f71 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0478010 Feb 16 15:31:39.195026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-b7c4bb24-868c-41f2-9e69-aeb9ded42a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:39.197193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-b7c4bb24-868c-41f2-9e69-aeb9ded42a16 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392718 Feb 16 15:31:39.284370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-4a7c7fb8-37e9-4c0f-a0f9-e18377a74977 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802150 Feb 16 15:31:39.414540 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe2c8-42f3-4008-a798-cfb628775bc0 req-c1e4f752-a6a0-4d41-a178-234860901de1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:39.416630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7edbe2c8-42f3-4008-a798-cfb628775bc0 req-c1e4f752-a6a0-4d41-a178-234860901de1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0724151 Feb 16 15:31:39.418380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-0777cb78-4276-4a7e-ac8d-f57372182762 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273935 Feb 16 15:31:39.456260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7edbe2c8-42f3-4008-a798-cfb628775bc0 req-b1b631aa-1626-4003-9ffe-dcb110435223 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335710 Feb 16 15:31:39.708168 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:40.576851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c337ca-c621-4766-8176-fdc473daf06c req-354d4be5-4213-4a0c-a0cb-19dfa61cb59a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:40.578328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7c337ca-c621-4766-8176-fdc473daf06c req-354d4be5-4213-4a0c-a0cb-19dfa61cb59a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0537698 Feb 16 15:31:40.616111 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7c337ca-c621-4766-8176-fdc473daf06c req-7e2656a3-ba34-4f0a-99d0-526b4fd3d7de tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Feb 16 15:31:41.462908 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:41.485012 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:41.732543 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4158fd-0568-44fa-96e3-94d32094f1bc req-63d755a0-1392-43b5-84e7-9011c0150b31 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:41.734020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e4158fd-0568-44fa-96e3-94d32094f1bc req-63d755a0-1392-43b5-84e7-9011c0150b31 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0494211 Feb 16 15:31:41.771945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e4158fd-0568-44fa-96e3-94d32094f1bc req-f659c3b6-755c-420b-a07f-84cd217befed tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Feb 16 15:31:42.674123 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:42.887186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86895636-2c87-43cb-bfab-25774c30a815 req-b1481d59-13f3-41d2-83e3-f26a76745adb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:42.888622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86895636-2c87-43cb-bfab-25774c30a815 req-b1481d59-13f3-41d2-83e3-f26a76745adb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Feb 16 15:31:42.927658 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86895636-2c87-43cb-bfab-25774c30a815 req-c275dcc2-ec8c-4619-8d92-68c81455d916 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330732 Feb 16 15:31:44.049189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb36e3-f525-4333-bf52-a01dd495d753 req-1f1e3dea-2951-4364-919c-d96f730f5003 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:44.050701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01fb36e3-f525-4333-bf52-a01dd495d753 req-1f1e3dea-2951-4364-919c-d96f730f5003 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Feb 16 15:31:44.089055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01fb36e3-f525-4333-bf52-a01dd495d753 req-94442280-ba79-44c2-ab7e-310d969b0cc8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Feb 16 15:31:45.205895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063be4f-b90e-4277-97a0-4eae9cfd4de2 req-94f36391-e5d6-44b6-b1b2-86ec071c2b54 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:45.207369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0063be4f-b90e-4277-97a0-4eae9cfd4de2 req-94f36391-e5d6-44b6-b1b2-86ec071c2b54 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Feb 16 15:31:45.244868 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0063be4f-b90e-4277-97a0-4eae9cfd4de2 req-4c5ee233-c935-4cf2-9cc6-821d45767942 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Feb 16 15:31:46.360047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeff3f7-5277-4d1a-b86f-19c4576afa5d req-ecffd266-85fa-499c-8504-7c2d92ea8e42 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:46.361534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eeff3f7-5277-4d1a-b86f-19c4576afa5d req-ecffd266-85fa-499c-8504-7c2d92ea8e42 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0494435 Feb 16 15:31:46.399926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3eeff3f7-5277-4d1a-b86f-19c4576afa5d req-ccc16f7f-67b1-402b-94e7-d1099c79f2b8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Feb 16 15:31:46.688888 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:31:47.516983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3965f-68d4-42bb-912b-1677eec404d9 req-2c1b428e-7e4f-4ddb-8562-2ad2563180fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:47.518448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5a3965f-68d4-42bb-912b-1677eec404d9 req-2c1b428e-7e4f-4ddb-8562-2ad2563180fd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0524232 Feb 16 15:31:47.555624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5a3965f-68d4-42bb-912b-1677eec404d9 req-66f079d8-cb23-41cf-8673-fd1de57a7a90 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Feb 16 15:31:48.673633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3fa8e-9b51-4107-a19d-b5302e02587f req-2aedf9a7-141e-4438-b50e-cdeec259c08f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:48.675112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2df3fa8e-9b51-4107-a19d-b5302e02587f req-2aedf9a7-141e-4438-b50e-cdeec259c08f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0490823 Feb 16 15:31:48.713397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2df3fa8e-9b51-4107-a19d-b5302e02587f req-c488b471-8bde-44a1-be19-3224296f5c38 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Feb 16 15:31:49.828535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674070f2-6391-43fe-9ca9-c0b10b7a41c9 req-dfe106d0-c757-4908-99a3-03cce3b823dc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:49.830008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-674070f2-6391-43fe-9ca9-c0b10b7a41c9 req-dfe106d0-c757-4908-99a3-03cce3b823dc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Feb 16 15:31:49.866709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-674070f2-6391-43fe-9ca9-c0b10b7a41c9 req-530bc4c2-6d51-4fb9-b301-b7059c975ea3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306468 Feb 16 15:31:50.985765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7d853-c51b-47ce-a82d-50d38f21941a req-78bfad01-d506-4976-8df0-924225783525 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:50.987229 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a7d853-c51b-47ce-a82d-50d38f21941a req-78bfad01-d506-4976-8df0-924225783525 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Feb 16 15:31:51.025170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-83a7d853-c51b-47ce-a82d-50d38f21941a req-a62d47a1-6011-4c19-bcd3-cac3d148ee56 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Feb 16 15:31:52.144240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e875d-eeaf-4506-b4a1-b4538e1f9044 req-1c5ebd47-ee92-445b-9137-168fcf3c295b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:52.145742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-582e875d-eeaf-4506-b4a1-b4538e1f9044 req-1c5ebd47-ee92-445b-9137-168fcf3c295b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0499756 Feb 16 15:31:52.183835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-582e875d-eeaf-4506-b4a1-b4538e1f9044 req-f2db391b-c2fe-4fbe-afd4-56399b6954e2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Feb 16 15:31:53.300876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ffda7-1be3-4e25-b307-7af67cdaef38 req-92c174b6-7a20-4943-934a-3ddeacdb73ef tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:53.302353 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-583ffda7-1be3-4e25-b307-7af67cdaef38 req-92c174b6-7a20-4943-934a-3ddeacdb73ef tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0482478 Feb 16 15:31:53.339637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-583ffda7-1be3-4e25-b307-7af67cdaef38 req-2df45abf-dd6c-4a3d-8a71-216732592649 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312521 Feb 16 15:31:54.461001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c125f37-074d-4a8e-9f56-365efd3b8d84 req-0bd8fb2a-fce4-49e7-93af-0682da95db5f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:54.462468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c125f37-074d-4a8e-9f56-365efd3b8d84 req-0bd8fb2a-fce4-49e7-93af-0682da95db5f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0522408 Feb 16 15:31:54.500476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c125f37-074d-4a8e-9f56-365efd3b8d84 req-8c2ee095-cd08-4082-9a98-7e25e8ba9dbf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310543 Feb 16 15:31:55.616056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b93b22-e2ed-4e9a-9973-961c803006f5 req-b5756627-74c7-48f5-b8ef-a0c57d38343c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:55.617452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2b93b22-e2ed-4e9a-9973-961c803006f5 req-b5756627-74c7-48f5-b8ef-a0c57d38343c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0492878 Feb 16 15:31:55.655886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2b93b22-e2ed-4e9a-9973-961c803006f5 req-417e1e31-bd48-4ee2-ba17-b13d44d2c4a5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Feb 16 15:31:56.779207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eb395-b8be-41dc-98cc-b0c3ddae7ad2 req-d1c2fca1-3196-46aa-9ed0-38677acec52e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:56.780727 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42eb395-b8be-41dc-98cc-b0c3ddae7ad2 req-d1c2fca1-3196-46aa-9ed0-38677acec52e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0569992 Feb 16 15:31:56.818819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f42eb395-b8be-41dc-98cc-b0c3ddae7ad2 req-085e7db1-9228-4f38-87dc-407064ca2d51 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Feb 16 15:31:57.946968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d27c8c-9500-48db-b26b-6194e4bc40aa req-86137622-3e42-4431-a468-09f699892eb6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:57.949272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3d27c8c-9500-48db-b26b-6194e4bc40aa req-86137622-3e42-4431-a468-09f699892eb6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0610802 Feb 16 15:31:57.986711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3d27c8c-9500-48db-b26b-6194e4bc40aa req-fd02546f-b4f4-4467-ad0d-e980d054bf40 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Feb 16 15:31:59.104879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5340b-ac77-4950-9e43-c2f220f4d18e req-e0711632-3c15-49f9-bb42-4e434d9b9727 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:31:59.106349 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9f5340b-ac77-4950-9e43-c2f220f4d18e req-e0711632-3c15-49f9-bb42-4e434d9b9727 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Feb 16 15:31:59.143233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9f5340b-ac77-4950-9e43-c2f220f4d18e req-b6bdd03a-2184-42af-b63f-f1534ba5d949 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 Feb 16 15:32:00.261771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb828dc-1277-4f5b-989d-620a514d3139 req-3c7decfa-564f-43f0-8315-71e1143eec03 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:00.263317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-feb828dc-1277-4f5b-989d-620a514d3139 req-3c7decfa-564f-43f0-8315-71e1143eec03 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0518670 Feb 16 15:32:00.301265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-feb828dc-1277-4f5b-989d-620a514d3139 req-2086c6ef-65ad-4b4c-a7ed-2c6c60b91366 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Feb 16 15:32:01.422168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18124ed7-1238-4ea9-bde2-3cfd20909612 req-17fe8436-c8d0-4cff-ae84-617746ee2139 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:01.423660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18124ed7-1238-4ea9-bde2-3cfd20909612 req-17fe8436-c8d0-4cff-ae84-617746ee2139 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Feb 16 15:32:01.461629 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18124ed7-1238-4ea9-bde2-3cfd20909612 req-9c77a18b-90f7-411f-af74-e2479fdd47fb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Feb 16 15:32:02.580225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed53d-5d3b-4fc3-9b5a-cf9e0ab49f37 req-65cd7ce1-219d-48f1-8542-516f382d7bb7 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:02.581625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d71ed53d-5d3b-4fc3-9b5a-cf9e0ab49f37 req-65cd7ce1-219d-48f1-8542-516f382d7bb7 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0500383 Feb 16 15:32:02.619695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d71ed53d-5d3b-4fc3-9b5a-cf9e0ab49f37 req-00a98e7e-aaef-4af7-9f9b-c02cea4c5ee8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Feb 16 15:32:03.737745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146ac2-2274-4178-b095-c32224d6c00b req-6c64c523-b9a8-4796-8705-4fc382469324 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:03.739231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79146ac2-2274-4178-b095-c32224d6c00b req-6c64c523-b9a8-4796-8705-4fc382469324 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0496626 Feb 16 15:32:03.777077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79146ac2-2274-4178-b095-c32224d6c00b req-f091290c-dd7e-4d90-bd41-d02653898961 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Feb 16 15:32:04.374123 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:32:04.896347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bbb2b-651a-46d6-8d4c-72e57e82fea5 req-1dc20eb7-9186-4e41-83f6-43446b744793 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:04.898010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d27bbb2b-651a-46d6-8d4c-72e57e82fea5 req-1dc20eb7-9186-4e41-83f6-43446b744793 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0522718 Feb 16 15:32:04.935279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d27bbb2b-651a-46d6-8d4c-72e57e82fea5 req-8da42607-7ac7-4ccd-b2ea-cb98241d751f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312583 Feb 16 15:32:05.341603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af61a836-d960-43d4-8798-27c06f762eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:06.052103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e65612-4439-442c-8be3-14aad53094a7 req-bba28bd7-2bda-461f-9fe0-f4b34c0029d2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:06.053572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47e65612-4439-442c-8be3-14aad53094a7 req-bba28bd7-2bda-461f-9fe0-f4b34c0029d2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0491545 Feb 16 15:32:06.092545 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47e65612-4439-442c-8be3-14aad53094a7 req-2a76c7a3-fac1-44f8-8756-5511b2bd368e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Feb 16 15:32:07.207300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fada38d-a930-44dc-9ab3-edadb47d1843 req-6027aa61-ba1e-44ed-a76c-c8432d9cc42f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:07.208793 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fada38d-a930-44dc-9ab3-edadb47d1843 req-6027aa61-ba1e-44ed-a76c-c8432d9cc42f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0476947 Feb 16 15:32:07.245467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fada38d-a930-44dc-9ab3-edadb47d1843 req-0692c75e-49f2-48b8-89ae-63dde9ac4837 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Feb 16 15:32:08.000710 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c209e10-161b-4ac1-8108-40b19cd1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:08.367200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8756d-31d2-4f3d-ac62-6b14dd2f042e req-b9f5e1e9-dddd-43cb-a306-90fe2c7e7758 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:08.368704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15f8756d-31d2-4f3d-ac62-6b14dd2f042e req-b9f5e1e9-dddd-43cb-a306-90fe2c7e7758 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0541070 Feb 16 15:32:08.407174 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15f8756d-31d2-4f3d-ac62-6b14dd2f042e req-51c56c38-494b-4788-b2ba-4c645a4a6110 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318785 Feb 16 15:32:09.523744 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace4022-4ce9-4779-bea0-bf3fc1c43f13 req-403f56ce-245d-451f-a030-7092ac285e34 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:09.525224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cace4022-4ce9-4779-bea0-bf3fc1c43f13 req-403f56ce-245d-451f-a030-7092ac285e34 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0501289 Feb 16 15:32:09.563512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cace4022-4ce9-4779-bea0-bf3fc1c43f13 req-5281e241-98cb-4b43-8442-8dc6a25111d3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Feb 16 15:32:09.758325 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:09.910818 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-ac80c479-d2f5-4315-ad06-591734dc5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:09.912248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-ac80c479-d2f5-4315-ad06-591734dc5eaf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0416057 Feb 16 15:32:10.018963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-9b88224c-73aa-4a13-b37a-bac55d733472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:10.020680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-9b88224c-73aa-4a13-b37a-bac55d733472 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0893660 Feb 16 15:32:10.086056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-c9991272-c088-4ea9-a3c1-554086c8ff77 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1002 time: 0.0579455 Feb 16 15:32:10.135914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-87e5a6d6-d209-4c51-ae6e-476d0147d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:10.137390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-87e5a6d6-d209-4c51-ae6e-476d0147d2ad service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0442078 Feb 16 15:32:10.186218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-e4ed551c-fed4-4a63-8cce-4e9106b897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:10.187641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-e4ed551c-fed4-4a63-8cce-4e9106b897e6 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435572 Feb 16 15:32:10.276021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-4389cee3-0b58-40a6-971e-64d3065e6729 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811057 Feb 16 15:32:10.371079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aade7304-75ae-4655-b25a-82f4b730ec8f req-075ddd88-6c52-4232-bc15-d92ba82473aa service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861628 Feb 16 15:32:10.681813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187438f0-14dd-4167-9e33-90a48865c22b req-81e3278c-57c4-4a00-b60c-a8c38d67751e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:10.683297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-187438f0-14dd-4167-9e33-90a48865c22b req-81e3278c-57c4-4a00-b60c-a8c38d67751e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Feb 16 15:32:10.724387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-187438f0-14dd-4167-9e33-90a48865c22b req-42aae51c-0d43-4aad-afd7-ea3bb2be3ee9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340784 Feb 16 15:32:11.455923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:11.484406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:11.515985 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-b19f2773-609b-410c-adb3-94673daf67fd service neutron] show failed (client error): The resource could not be found. Feb 16 15:32:11.517013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-b19f2773-609b-410c-adb3-94673daf67fd service neutron] 10.222.0.129 "GET /v2.0/ports/b021cc88-4944-4c1b-b812-3d371c6c1eab/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0580482 Feb 16 15:32:11.851508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87a824-db14-4904-8b61-68a6d36bfa52 req-e01c84c6-f679-4ebf-8c30-f1122e14833a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:11.853016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d87a824-db14-4904-8b61-68a6d36bfa52 req-e01c84c6-f679-4ebf-8c30-f1122e14833a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0546789 Feb 16 15:32:11.897847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d87a824-db14-4904-8b61-68a6d36bfa52 req-7322229d-d867-46e2-bbf6-d2f454e18f51 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Feb 16 15:32:12.010119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-0540a6b0-b52c-4a3f-8e3a-ba14c560c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:12.011695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-0540a6b0-b52c-4a3f-8e3a-ba14c560c710 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 1096 time: 0.0419173 Feb 16 15:32:12.029226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:32:12.082518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:12.291003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:12.323521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:32:12.363857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:12.366122 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d844eb-9d20-44d5-8550-74d1032725bf" -d '{"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-unplugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:12.370330 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:12.384101 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Transition to ACTIVE for port object b021cc88-4944-4c1b-b812-3d371c6c1eab will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:32:12.415030 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea6d48e-5298-48cc-9088-e9eeafbd0bea x-openstack-request-id: req-7ea6d48e-5298-48cc-9088-e9eeafbd0bea {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:12.415318 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-unplugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:12.415592 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7ea6d48e-5298-48cc-9088-e9eeafbd0bea {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:12.416398 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'code': 200} Feb 16 15:32:12.444569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:12.522425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:12.573837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] No DVR routers for this DVR port b021cc88-4944-4c1b-b812-3d371c6c1eab on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:32:12.707487 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:12.734484 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:32:12.734853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:32:12.735186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:32:12.739394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:32:12.739743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:32:12.744564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:32:12.744905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:32:12.745326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:32:12.745700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Bound port: b021cc88-4944-4c1b-b812-3d371c6c1eab, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:32:12.746303 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:12.811076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:32:12.814323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:32:12.879674 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:12.918160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:12.919630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:12.921021 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] 10.222.0.93 "PUT /v2.0/ports/b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1091 time: 0.8963473 Feb 16 15:32:12.947065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3065596-21ba-4eb5-8dad-387e0b8a90ee service neutron] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:13.025213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-1fd47dfe-b8ec-47d1-b9d7-16300004b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:13.026725 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-1fd47dfe-b8ec-47d1-b9d7-16300004b5a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1094 time: 0.0753565 Feb 16 15:32:13.038471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c7d80-e7c7-482f-b0c0-98155d22dcec req-9e1fdbc0-4375-43ac-9ec4-e3f27dbf2a17 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:13.040022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad1c7d80-e7c7-482f-b0c0-98155d22dcec req-9e1fdbc0-4375-43ac-9ec4-e3f27dbf2a17 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 943 time: 0.0603802 Feb 16 15:32:13.128873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad1c7d80-e7c7-482f-b0c0-98155d22dcec req-9f863117-6cc6-4f8b-aea4-e8dd118c646c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798190 Feb 16 15:32:13.154575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-677aec11-dae9-45eb-9bf8-b65d6989813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:13.156070 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-677aec11-dae9-45eb-9bf8-b65d6989813d service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1151786 Feb 16 15:32:13.226755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-2397b889-23c1-416d-b1b1-5e5e848ec926 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1000 time: 0.0599563 Feb 16 15:32:13.285541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-549bb192-814d-42e9-9eee-92bdb4a64fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:13.286979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-549bb192-814d-42e9-9eee-92bdb4a64fc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0491557 Feb 16 15:32:13.337213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-08f1fb69-0489-435c-aff2-2c231e1ff728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:13.338621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-08f1fb69-0489-435c-aff2-2c231e1ff728 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408747 Feb 16 15:32:13.434249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-d12acfe3-4818-4dd6-9631-367704b0b094 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837607 Feb 16 15:32:13.532193 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e849fbe-ca95-4817-9bad-e7a01c1cf1ed req-85501b15-a47f-454a-9d09-2ede19bbd53c service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Feb 16 15:32:14.247943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f2c18-b7f4-4297-bac9-d4a4ce5c7f04 req-834a06db-6f65-4eb4-b60c-af33df112999 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:14.249421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3f2c18-b7f4-4297-bac9-d4a4ce5c7f04 req-834a06db-6f65-4eb4-b60c-af33df112999 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 943 time: 0.0497885 Feb 16 15:32:14.286496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d3f2c18-b7f4-4297-bac9-d4a4ce5c7f04 req-fa67e35b-7409-4440-bed5-1d7889e234d2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Feb 16 15:32:14.417369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:14.421001 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c39689-2020-4f5b-9087-42f2ee886538" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:14.472858 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b699a6-8696-4797-bd34-05a0a6fced20 x-openstack-request-id: req-10b699a6-8696-4797-bd34-05a0a6fced20 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:14.473152 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:14.473408 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-10b699a6-8696-4797-bd34-05a0a6fced20 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:14.473805 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'status': 'completed', 'code': 200} Feb 16 15:32:14.568388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-3ee0cda7-e78f-4c27-b2e0-95745cbef585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:14.570247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-3ee0cda7-e78f-4c27-b2e0-95745cbef585 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1094 time: 0.0658045 Feb 16 15:32:14.572621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-d651ef6e-ca2d-496e-8dd6-075b8cc391db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:14.573988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-d651ef6e-ca2d-496e-8dd6-075b8cc391db service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1094 time: 0.0792794 Feb 16 15:32:15.070984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-42256939-3fd5-4afd-bc94-f8370f49fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:15.072504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-42256939-3fd5-4afd-bc94-f8370f49fe47 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.4886541 Feb 16 15:32:15.073567 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-cef323e9-3563-4626-9cfa-410eb6c90c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:15.074870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-cef323e9-3563-4626-9cfa-410eb6c90c4f service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.4981296 Feb 16 15:32:15.189547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-3b62e596-e211-4c69-b3c8-57b323917fa6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1000 time: 0.1091754 Feb 16 15:32:15.191443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-629acfdf-2fab-44d3-a931-7d410575ee7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1000 time: 0.1056862 Feb 16 15:32:15.277508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-fcb61714-66e2-44ba-8eae-d0e3a2f4dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:15.280143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-fcb61714-66e2-44ba-8eae-d0e3a2f4dac4 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0841885 Feb 16 15:32:15.281538 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-bc1510d6-1b46-4d92-a45a-9f4b4a04fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:15.282833 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-bc1510d6-1b46-4d92-a45a-9f4b4a04fc46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0785534 Feb 16 15:32:15.355945 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-024bf4c7-e891-43a0-8a6b-1f6498de4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:15.358179 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-024bf4c7-e891-43a0-8a6b-1f6498de4533 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717311 Feb 16 15:32:15.362577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-4a4a6da0-ed43-4ee8-9d97-445f78be076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:15.363980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-4a4a6da0-ed43-4ee8-9d97-445f78be076e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705173 Feb 16 15:32:15.504536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:32:15.538400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348005-7fd1-4344-b2dd-68332ae1a511 req-44f97e0e-28fd-4db1-819d-d646b2e30ea2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:15.539966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64348005-7fd1-4344-b2dd-68332ae1a511 req-44f97e0e-28fd-4db1-819d-d646b2e30ea2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 943 time: 0.1809254 Feb 16 15:32:15.549244 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:32:15.580458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-7411ff6c-b6c7-4613-b61e-f891f8897531 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071137 Feb 16 15:32:15.602424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-04362908-77c6-471d-aad9-6c0c8bb81d92 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310224 Feb 16 15:32:15.651947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64348005-7fd1-4344-b2dd-68332ae1a511 req-f2671fe4-07e7-4cc6-99f8-5cff5e758b9e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994508 Feb 16 15:32:15.750962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-64730ea3-6479-4b5b-b25f-4e8980b88b73 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626446 Feb 16 15:32:15.761439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4c39689-2020-4f5b-9087-42f2ee886538 req-410c997f-edaf-432c-9d8d-62f9a9a6380a service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447334 Feb 16 15:32:16.685205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:16.772704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241413ec-04b8-45f2-80af-6fbd628e4ad9 req-9b874f5f-9856-4257-9894-a5a312c969c8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:16.774181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-241413ec-04b8-45f2-80af-6fbd628e4ad9 req-9b874f5f-9856-4257-9894-a5a312c969c8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 943 time: 0.0492134 Feb 16 15:32:16.811497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-241413ec-04b8-45f2-80af-6fbd628e4ad9 req-e1a32663-a12f-42f3-848a-85e63d8cbcf2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Feb 16 15:32:16.941167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:32:17.035179 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:17.046793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'mac_address': 'fa:16:3e:1c:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:32:17.087902 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:17.100337 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b021cc88-4944-4c1b-b812-3d371c6c1eab {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:32:17.118442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:17.176124 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:17.224305 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:17.232224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.232574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.232920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.233259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.233593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.233930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.234256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.234582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.234907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.235227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.235570 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.235893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:17.423591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970622e1-973b-4ca8-b660-6f09388cc46a req-1c190d13-38c3-4b1e-a95d-e0fa111c0ce3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:17.425098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-970622e1-973b-4ca8-b660-6f09388cc46a req-1c190d13-38c3-4b1e-a95d-e0fa111c0ce3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0837221 Feb 16 15:32:17.440216 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['b021cc88-4944-4c1b-b812-3d371c6c1eab'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:32:17.454683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-4c7f8251-d69c-470b-ac7d-a70c64ec88cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:17.456177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-4c7f8251-d69c-470b-ac7d-a70c64ec88cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45&tenant_id=eeb35da684a54f90870ad9bc41d2933f&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 944 time: 0.0785892 Feb 16 15:32:17.499650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-970622e1-973b-4ca8-b660-6f09388cc46a req-84c62b6d-cf56-4f4f-9e5e-d2e88b26a3b1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678496 Feb 16 15:32:17.530852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-ead7256e-c75f-4755-bc2d-e9663bd85ea8 service neutron] 10.222.0.93 "GET /v2.0/ports/b021cc88-4944-4c1b-b812-3d371c6c1eab/bindings/n-h1-829433-1 HTTP/1.1" status: 200 len: 382 time: 0.0615489 Feb 16 15:32:17.596421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-5f7d22bf-e3f0-4e49-8fb9-54daece97174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:17.597940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-5f7d22bf-e3f0-4e49-8fb9-54daece97174 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1095 time: 0.0415542 Feb 16 15:32:17.694028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-52618c98-89c1-4e75-8594-0a0313083f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:17.695416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-52618c98-89c1-4e75-8594-0a0313083f95 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0893855 Feb 16 15:32:17.762295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-8dbe629d-0557-4a0b-a228-87de12e441ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1001 time: 0.0582156 Feb 16 15:32:17.816374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-154b1369-b047-4cf0-b6e4-2aff4548bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:17.817816 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-154b1369-b047-4cf0-b6e4-2aff4548bf2a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0474069 Feb 16 15:32:17.864943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-478b01ee-d732-4208-9e7f-d7e117214e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:17.866441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-478b01ee-d732-4208-9e7f-d7e117214e24 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409811 Feb 16 15:32:17.955737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-6515e497-ef10-4f12-85bd-a5b715455b69 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815392 Feb 16 15:32:18.050051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-a31ef232-c544-455a-a950-b22a53cebd31 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868847 Feb 16 15:32:18.620564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c3dfe-dc6e-40dc-b6b7-ab19edab5e63 req-f9d63833-2c84-4fad-a11a-994b37bb688d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:18.622446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f3c3dfe-dc6e-40dc-b6b7-ab19edab5e63 req-f9d63833-2c84-4fad-a11a-994b37bb688d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0504453 Feb 16 15:32:18.659522 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f3c3dfe-dc6e-40dc-b6b7-ab19edab5e63 req-3d19fdfc-b8cf-4cb7-820a-9079c8b59dbc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 Feb 16 15:32:18.958920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:32:19.069472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port b021cc88-4944-4c1b-b812-3d371c6c1eab completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:32:19.073315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port b021cc88-4944-4c1b-b812-3d371c6c1eab triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:32:19.073707 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:19.153238 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:19.175202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:19.177488 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a055ebe6-f2a1-4e8e-a4a8-ed78a8987504" -d '{"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-plugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:19.189726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:19.229808 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08bd76-51f4-4338-bbb4-b0e3dad61fef x-openstack-request-id: req-4b08bd76-51f4-4338-bbb4-b0e3dad61fef {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:19.230099 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-plugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:19.230344 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4b08bd76-51f4-4338-bbb4-b0e3dad61fef {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:19.230727 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'code': 200} Feb 16 15:32:19.246718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:19.293484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:19.783405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a781fdd-d4da-4140-87a1-092d659d2ace req-c16cb3b8-f150-4589-82b0-da3a92131959 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:19.784940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a781fdd-d4da-4140-87a1-092d659d2ace req-c16cb3b8-f150-4589-82b0-da3a92131959 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0550494 Feb 16 15:32:19.825651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4a781fdd-d4da-4140-87a1-092d659d2ace req-a095b7a0-6d07-4695-9286-a15e375a9757 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347188 Feb 16 15:32:20.767854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-452439de-91eb-4e26-a562-a6081b464eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:20.769347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-452439de-91eb-4e26-a562-a6081b464eb3 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 1096 time: 0.0410678 Feb 16 15:32:20.780007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:32:20.832870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:21.043667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685ec27-623f-43b6-bdcb-c4190884cde1 req-3b020e22-7d8a-4976-aa30-aec9cdd2da3f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:21.045161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f685ec27-623f-43b6-bdcb-c4190884cde1 req-3b020e22-7d8a-4976-aa30-aec9cdd2da3f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.1088908 Feb 16 15:32:21.099224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:21.116786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f685ec27-623f-43b6-bdcb-c4190884cde1 req-a2257b5c-b8e5-428c-b693-e446224b439d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641167 Feb 16 15:32:21.138391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:32:21.180749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:21.183034 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835121cc-c1b3-48c4-a22b-d7f78dca2c36" -d '{"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-unplugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:21.187759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:21.200323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Transition to ACTIVE for port object b021cc88-4944-4c1b-b812-3d371c6c1eab will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:32:21.236864 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df9596c-92fc-417e-82ff-f2a7a8551c19 x-openstack-request-id: req-9df9596c-92fc-417e-82ff-f2a7a8551c19 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:21.237227 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-unplugged", "status": "completed", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:21.237594 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9df9596c-92fc-417e-82ff-f2a7a8551c19 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:21.238068 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'code': 200} Feb 16 15:32:21.298242 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:21.408505 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:21.442085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] No DVR routers for this DVR port b021cc88-4944-4c1b-b812-3d371c6c1eab on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:32:21.589634 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:32:21.589965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:32:21.590284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:32:21.595077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:32:21.596685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Attempting to bind port b021cc88-4944-4c1b-b812-3d371c6c1eab on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:32:21.600407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:32:21.600694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:32:21.601186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:32:21.601612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Bound port: b021cc88-4944-4c1b-b812-3d371c6c1eab, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:32:21.601963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:21.669193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:32:21.672864 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:32:21.759863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:21.796227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:21.796929 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:21.798857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] 10.222.0.129 "PUT /v2.0/ports/b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1092 time: 1.0227230 Feb 16 15:32:21.817914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=11']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:21.825964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.826365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.826719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.827049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.827429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.827853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.828214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.828546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.828869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.829189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.829508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.829826 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9313cd99-d666-43ef-86c1-364588e498ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:32:21.927395 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-b2e941f9-36b2-45b6-b9fa-49bcd82b8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:21.929064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-b2e941f9-36b2-45b6-b9fa-49bcd82b8509 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1095 time: 0.0946362 Feb 16 15:32:22.023933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-3b29fb46-109a-4db2-ba30-74606294f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:22.025984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-3b29fb46-109a-4db2-ba30-74606294f8a2 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0899568 Feb 16 15:32:22.092484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-23da80de-d0c9-4e3c-82c8-3493f582593d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1000 time: 0.0598094 Feb 16 15:32:22.142396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-54ade8ae-4d47-41b0-829b-2f7ace997032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:22.143800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-54ade8ae-4d47-41b0-829b-2f7ace997032 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0450664 Feb 16 15:32:22.214379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-0b82dbc5-adb6-4dfe-b1bf-5f65d3752939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:22.215887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-0b82dbc5-adb6-4dfe-b1bf-5f65d3752939 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660775 Feb 16 15:32:22.281994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e15563-454e-453a-aa90-d21576bb752a req-c4db6527-5fca-4683-9aea-ec77a3c6aca0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:22.283454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0e15563-454e-453a-aa90-d21576bb752a req-c4db6527-5fca-4683-9aea-ec77a3c6aca0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0963426 Feb 16 15:32:22.346835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0e15563-454e-453a-aa90-d21576bb752a req-156d3ccf-c69d-4979-afe7-f48837ba7e6b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560706 Feb 16 15:32:22.348684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-0493a4fa-7f32-4265-b677-b5c446a06d91 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247947 Feb 16 15:32:22.437410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8414ac6d-9ea4-43ba-a358-b237fc11dbdf req-6e600f60-6123-4c7a-b83c-becc289c5ae1 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819023 Feb 16 15:32:22.959241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:32:23.001187 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:32:23.239717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:23.242032 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:23.291113 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b473db4-1dda-412e-aee3-6d07534ade6d x-openstack-request-id: req-6b473db4-1dda-412e-aee3-6d07534ade6d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:23.291401 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:23.291685 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6b473db4-1dda-412e-aee3-6d07534ade6d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:23.292085 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'status': 'completed', 'code': 200} Feb 16 15:32:23.389872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-b664f359-f680-4807-9903-65bed6177b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.391416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-b664f359-f680-4807-9903-65bed6177b9d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1095 time: 0.0709815 Feb 16 15:32:23.395739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-201e77cf-b21c-45f0-bd72-2f5363b81373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.397146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-201e77cf-b21c-45f0-bd72-2f5363b81373 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 1095 time: 0.0796618 Feb 16 15:32:23.581236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08f5bb-dd5d-4acd-8137-7381672bcd79 req-c0252c6e-a087-4f4c-abb6-9d0bcafe9332 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.582747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f08f5bb-dd5d-4acd-8137-7381672bcd79 req-c0252c6e-a087-4f4c-abb6-9d0bcafe9332 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.1664557 Feb 16 15:32:23.585636 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-e5c31ccd-f141-42ca-a185-2290e7c9ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.586979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-e5c31ccd-f141-42ca-a185-2290e7c9ba2f service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1890168 Feb 16 15:32:23.658882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-1f5149e3-3fc5-4303-82cc-9d65ba1ef0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.660360 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-1f5149e3-3fc5-4303-82cc-9d65ba1ef0f8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.2452192 Feb 16 15:32:23.715036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f08f5bb-dd5d-4acd-8137-7381672bcd79 req-1b6431b2-ec06-4991-b4e4-dcd5237b0583 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255617 Feb 16 15:32:23.728350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-6d74b94b-2a5a-4fb7-8069-38cc961689e7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1000 time: 0.1284420 Feb 16 15:32:23.777987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-3729ef73-a488-4d19-ac98-695e1cfa064a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 200 len: 1000 time: 0.1041567 Feb 16 15:32:23.798828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-0f03ee85-4d4b-49ad-8238-6244aa916840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.800271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-0f03ee85-4d4b-49ad-8238-6244aa916840 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0646658 Feb 16 15:32:23.863462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-2bc55153-10ed-4089-84f8-9fc02ea0b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.864885 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-2bc55153-10ed-4089-84f8-9fc02ea0b705 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0748656 Feb 16 15:32:23.873471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-99d0aade-764f-4e82-9752-2421eda67abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.874962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-99d0aade-764f-4e82-9752-2421eda67abc service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557761 Feb 16 15:32:23.966375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-a5fcd6c3-708c-423f-912f-ad9399427e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:23.967886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-a5fcd6c3-708c-423f-912f-ad9399427e74 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919874 Feb 16 15:32:24.037569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-a45479b3-a570-4e05-8c78-ca74b8a91516 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543376 Feb 16 15:32:24.460521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-b2f4ccd5-b185-4ea9-b2c7-8c4dcd02f804 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808192 Feb 16 15:32:24.536425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-6a651356-dc70-487d-b951-a87b7849e496 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913590 Feb 16 15:32:24.571248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2469fa8a-65d1-4083-9c0b-f5dfa7ac3b0e req-b374fdf7-6daf-4680-b253-4b3f8c315e14 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024923 Feb 16 15:32:24.833611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600d7e0-0965-44e0-9950-91f9d31f2db5 req-72710a53-dea6-43b4-ad26-4df58bd4bb31 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:24.835067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6600d7e0-0965-44e0-9950-91f9d31f2db5 req-72710a53-dea6-43b4-ad26-4df58bd4bb31 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0498502 Feb 16 15:32:24.872576 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6600d7e0-0965-44e0-9950-91f9d31f2db5 req-83941e9c-966e-4896-bb52-032ed7de72fc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Feb 16 15:32:24.989375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a3230-b34f-43b2-b176-934743401a81 req-6de7f35e-4597-47d0-91b4-7de12884c228 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:24.990835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-102a3230-b34f-43b2-b176-934743401a81 req-6de7f35e-4597-47d0-91b4-7de12884c228 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0482266 Feb 16 15:32:25.028984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-102a3230-b34f-43b2-b176-934743401a81 req-2d96403a-7286-4498-bc3c-5bddbd66be23 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Feb 16 15:32:25.144351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d6940-3eaf-498e-9f20-5dcdc6d874a5 req-029c4eab-d417-45db-9146-d981b271b08e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:25.145715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d7d6940-3eaf-498e-9f20-5dcdc6d874a5 req-029c4eab-d417-45db-9146-d981b271b08e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0523427 Feb 16 15:32:25.183251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d7d6940-3eaf-498e-9f20-5dcdc6d874a5 req-8c6b8b9b-74a0-4154-8091-c00c687974bd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Feb 16 15:32:25.536580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:32:25.562120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4a734-30c3-483d-b09a-6eb6fac6d992 req-e2b9b433-fa8d-4d85-885c-689b7fb420e0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:25.564210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56e4a734-30c3-483d-b09a-6eb6fac6d992 req-e2b9b433-fa8d-4d85-885c-689b7fb420e0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 944 time: 0.0509617 Feb 16 15:32:25.602604 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56e4a734-30c3-483d-b09a-6eb6fac6d992 req-963808f4-e9e0-425c-97e3-f67ac4c064ac tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Feb 16 15:32:25.634444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:25.646022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'mac_address': 'fa:16:3e:1c:e1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:32:25.684881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:25.697604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b021cc88-4944-4c1b-b812-3d371c6c1eab {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:32:25.716306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:25.776375 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:25.822936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:26.040411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['b021cc88-4944-4c1b-b812-3d371c6c1eab'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:32:26.721905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbaa10-1691-4ec7-83fe-a3b2d8aafe9d req-d47cc144-6168-41ed-9261-50f8c6e5fd2f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:26.723371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-becbaa10-1691-4ec7-83fe-a3b2d8aafe9d req-d47cc144-6168-41ed-9261-50f8c6e5fd2f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Feb 16 15:32:26.768978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-becbaa10-1691-4ec7-83fe-a3b2d8aafe9d req-69ee119b-b0d2-4677-9676-580d0881c51c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395412 Feb 16 15:32:26.808854 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aa749-4842-4722-839f-e3363809cbd2 req-048d28f6-d449-47ba-a4ac-e5385e7d627b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:26.810340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-847aa749-4842-4722-839f-e3363809cbd2 req-048d28f6-d449-47ba-a4ac-e5385e7d627b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 945 time: 0.0564489 Feb 16 15:32:26.902008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Deleting port b021cc88-4944-4c1b-b812-3d371c6c1eab {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:32:26.902264 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:26.992339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] For port b021cc88-4944-4c1b-b812-3d371c6c1eab, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=b021cc88-4944-4c1b-b812-3d371c6c1eab,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:26.992696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:27.163214 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:27.163488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:27.163833 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 disassociated. External IP: 172.25.6.206, port: b021cc88-4944-4c1b-b812-3d371c6c1eab. Feb 16 15:32:27.164172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Calling delete_port for b021cc88-4944-4c1b-b812-3d371c6c1eab owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:32:27.354158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:27.385305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event deleted for resources: {'Port': ['ID=b021cc88-4944-4c1b-b812-3d371c6c1eab,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:27.504713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:32:27.537270 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:32:27.558677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: b021cc88-4944-4c1b-b812-3d371c6c1eab {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:32:27.559024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 16 15:32:27.579910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Port b021cc88-4944-4c1b-b812-3d371c6c1eab not found, will not notify nova. {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 16 15:32:27.626266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:32:27.635754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:32:27.646124 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:32:27.646743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:32:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:27.665929 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] No DVR routers for this DVR port b021cc88-4944-4c1b-b812-3d371c6c1eab on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:32:27.668553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:27.671910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-847aa749-4842-4722-839f-e3363809cbd2 req-2e6cb48e-50a2-4f89-afd3-779eed6283b2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "DELETE /v2.0/ports/b021cc88-4944-4c1b-b812-3d371c6c1eab HTTP/1.1" status: 204 len: 173 time: 0.8548470 Feb 16 15:32:27.672360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-deleted', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:27.674600 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fed98b-651c-4941-be15-eec3ddae3baf" -d '{"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-deleted", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:27.713198 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb64de3-8b90-4ade-af87-ad57ea240f29 x-openstack-request-id: req-5eb64de3-8b90-4ade-af87-ad57ea240f29 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:27.713486 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9f30ec-e7fd-4979-9775-7a8f74f9cd45", "name": "network-vif-deleted", "tag": "b021cc88-4944-4c1b-b812-3d371c6c1eab", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:27.713737 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5eb64de3-8b90-4ade-af87-ad57ea240f29 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:27.714135 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9f30ec-e7fd-4979-9775-7a8f74f9cd45', 'name': 'network-vif-deleted', 'tag': 'b021cc88-4944-4c1b-b812-3d371c6c1eab', 'status': 'completed', 'code': 200} Feb 16 15:32:27.755724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:32:27.871705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a575816b-ef31-4b51-92c1-ee7040e59c9a req-1dcbeccb-9ce8-46b9-81bc-a24d9453b224 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca9f30ec-e7fd-4979-9775-7a8f74f9cd45 HTTP/1.1" status: 200 len: 210 time: 0.0284290 Feb 16 15:32:27.970293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:27.996436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:32:28.005800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:32:28.006396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:32:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:28.267418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:32:28.471072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:28.502962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a273c3f-e009-4e15-906e-04edff1b243b None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:32:28.721784 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d1b86-707d-4af5-9eba-7ad7d3f8aa52 None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:32:29.113018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-265ba764-e6a5-4c2a-926e-d2c39d6d588d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1932802636&fields=id&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 267 time: 0.0319431 Feb 16 15:32:29.228289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-5d77e5c7-9c1b-4aec-9da9-5e8ce8d7e748 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:29.229668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-5d77e5c7-9c1b-4aec-9da9-5e8ce8d7e748 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1100566 Feb 16 15:32:29.244414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-e26bb2e9-2bed-47ec-88bf-2bebd44b36c9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/quotas/eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 375 time: 0.0089440 Feb 16 15:32:29.297066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-f63cb310-8f87-4ea8-9823-ecccf264e385 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471845 Feb 16 15:32:29.397031 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-f24db687-7c82-4c4f-b12c-ad1fdf453805 service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885186 Feb 16 15:32:29.489363 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ee54fae4-12fb-45f9-8a45-3b7c39cd88f3 service neutron] 10.222.0.113 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861721 Feb 16 15:32:29.705206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01a98575-e3fc-4290-97d3-7ed6a994810d req-f1b9aaf1-4a6d-4162-a1e9-0abdf8c9c000 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 210 time: 0.0272756 Feb 16 15:32:30.801611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1e517070-cff7-4d0f-97d6-6a6195141609 req-df87384d-1858-4d05-858c-7649452e70de tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Feb 16 15:32:31.551133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:32:31.571773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: b021cc88-4944-4c1b-b812-3d371c6c1eab {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:32:31.572033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device b021cc88-4944-4c1b-b812-3d371c6c1eab not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:32:31.742513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-2714e191-29c9-4a3c-847a-067c5764fc85 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:31.743987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-2714e191-29c9-4a3c-847a-067c5764fc85 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 812 time: 0.1093316 Feb 16 15:32:31.791560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ccfbfac1-561a-4876-8a0f-c5acdc309e5d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 380 time: 0.0345588 Feb 16 15:32:31.803711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'port': {'device_id': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'admin_state_up': True, 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'security_groups': ['4c1f9be7-2b48-452f-9938-d24b1bc31137']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:32:31.909099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d8020d7-3c73-4eaa-861d-6be7fcb1b55f req-098091c6-3024-4dcc-bc20-67ee7f367fc4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 210 time: 0.0371397 Feb 16 15:32:32.018028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Made reservation on behalf of eeb35da684a54f90870ad9bc41d2933f for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:32:32.021904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:32.149685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Allocated IP 172.20.0.5 (e933f78d-9c35-4c30-8f44-e0decc95743b/132d0497-f6c1-4e54-a4b7-0224163bfc37/d4a5ac3d-dda0-44d6-9510-13ea578a33b8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:32:32.289659 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:32.367932 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:32.413234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Network e933f78d-9c35-4c30-8f44-e0decc95743b is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:32:32.416256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:32:32.419868 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:32:32.426629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:32.478100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:32.478733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:32.552252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ea879e5a-96c7-408e-a93b-80605fc2012f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523632 Feb 16 15:32:32.570119 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Request body: {'port': {'device_id': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:32:32.626803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:32.648011 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-98bbbd8c-6a54-4cbb-a04b-7aea46acaa6a None None] Provisioning complete for port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:32:32.648589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98bbbd8c-6a54-4cbb-a04b-7aea46acaa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:32.682182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-98bbbd8c-6a54-4cbb-a04b-7aea46acaa6a None None] Port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:32:32.885087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a5ac3d-dda0-44d6-9510-13ea578a33b8 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:32:32.892505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:32.903982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Transition to ACTIVE for port object d4a5ac3d-dda0-44d6-9510-13ea578a33b8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:32:32.988774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:33.081357 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:33.111524 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eec40b-0163-4221-b486-cb3509a17c3b req-61c82782-7e6d-4ce8-80dc-ca695e23e432 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.113083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88eec40b-0163-4221-b486-cb3509a17c3b req-61c82782-7e6d-4ce8-80dc-ca695e23e432 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.1366632 Feb 16 15:32:33.172298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:32:33.172629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:32:33.172954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:32:33.177502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-88eec40b-0163-4221-b486-cb3509a17c3b req-fbd4b5e3-8438-40a8-aa20-72835887fd8a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580413 Feb 16 15:32:33.180847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:32:33.181168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:32:33.186869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:32:33.187256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:32:33.187602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:32:33.188176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Bound port: d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:32:33.189018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:33.251875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:32:33.254801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:32:33.322144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:33.359290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.360466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:33.362506 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] 10.222.0.93 "PUT /v2.0/ports/d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1091 time: 0.7969706 Feb 16 15:32:33.362950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:33.365255 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab560beb-5300-422b-b450-2d1db3aad5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:33.388958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e59f1-b7c0-42aa-ba25-63e5cbe879b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:33.410484 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d471b-46f6-47c7-833a-6a8250c72f4f x-openstack-request-id: req-838d471b-46f6-47c7-833a-6a8250c72f4f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:33.410779 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:33.411163 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-838d471b-46f6-47c7-833a-6a8250c72f4f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:33.411517 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'status': 'completed', 'code': 200} Feb 16 15:32:33.475171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560beb-5300-422b-b450-2d1db3aad5ea req-425e25bb-a1cf-4afa-955f-043b11967276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.476733 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab560beb-5300-422b-b450-2d1db3aad5ea req-425e25bb-a1cf-4afa-955f-043b11967276 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1094 time: 0.0441904 Feb 16 15:32:33.587808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560beb-5300-422b-b450-2d1db3aad5ea req-9297f62e-2448-4e43-ad65-7ecb9f255180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.589269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab560beb-5300-422b-b450-2d1db3aad5ea req-9297f62e-2448-4e43-ad65-7ecb9f255180 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=eeb35da684a54f90870ad9bc41d2933f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0981400 Feb 16 15:32:33.684611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab560beb-5300-422b-b450-2d1db3aad5ea req-2aad1328-56d9-403a-b4c0-abf76d201f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.686095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab560beb-5300-422b-b450-2d1db3aad5ea req-2aad1328-56d9-403a-b4c0-abf76d201f9b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0878627 Feb 16 15:32:33.772519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ff238655-3616-4479-bdde-f9e8f811760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.774017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-ff238655-3616-4479-bdde-f9e8f811760e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1094 time: 0.0459390 Feb 16 15:32:33.820119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-2a91d8c1-f1af-451a-bf28-d8e1baedae04 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 217 time: 0.0341864 Feb 16 15:32:33.873137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-f4c9bfda-86a8-4928-b742-f59e8cdc8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.874544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-f4c9bfda-86a8-4928-b742-f59e8cdc8cbd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0436437 Feb 16 15:32:33.928404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-4e51cf0f-2647-4aff-8390-cc9ebc6a0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:33.929881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-4e51cf0f-2647-4aff-8390-cc9ebc6a0389 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443704 Feb 16 15:32:34.026409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-3e9375f0-744f-4a8c-abb9-741cac8fffdd service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Feb 16 15:32:34.120645 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5d47fc15-ad06-47ca-a701-3c5d45d94095 req-5f26e040-04f9-458f-ae11-69539a52b7c2 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858440 Feb 16 15:32:34.294335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a83fa-45dd-4265-88c8-c761d46d92af req-cba1b28c-ad4d-404f-a114-16fb564b8a52 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:34.295741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d1a83fa-45dd-4265-88c8-c761d46d92af req-cba1b28c-ad4d-404f-a114-16fb564b8a52 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0485401 Feb 16 15:32:34.333565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d1a83fa-45dd-4265-88c8-c761d46d92af req-0826a47f-b653-4043-a9c3-46c200a6934f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312364 Feb 16 15:32:35.304298 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a25ba21-f9d3-4d0e-9ee8-aa70ebb5f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:35.449362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8474-d691-4232-85b2-e68caa2cd0f6 req-0cfcbf63-c2b1-4300-b209-3d01e18838ef tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:35.450746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abbe8474-d691-4232-85b2-e68caa2cd0f6 req-0cfcbf63-c2b1-4300-b209-3d01e18838ef tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0484872 Feb 16 15:32:35.489430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-abbe8474-d691-4232-85b2-e68caa2cd0f6 req-6d92a827-ba5e-4f1e-940a-03b4d7b7c040 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Feb 16 15:32:36.610023 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e42ecc-9893-40f1-a866-b0b089378251 req-ab127563-aebf-4002-9140-c4a9decb487b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:36.611449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28e42ecc-9893-40f1-a866-b0b089378251 req-ab127563-aebf-4002-9140-c4a9decb487b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0543177 Feb 16 15:32:36.657050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28e42ecc-9893-40f1-a866-b0b089378251 req-9edd6e40-67a8-4153-8efb-13898caf74c9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363858 Feb 16 15:32:37.037911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:32:37.132801 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:37.144256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'mac_address': 'fa:16:3e:a2:2b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:32:37.183662 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:37.196652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a5ac3d-dda0-44d6-9510-13ea578a33b8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:32:37.215793 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:37.281714 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:37.329051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:37.556855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d4a5ac3d-dda0-44d6-9510-13ea578a33b8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:32:37.773124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64160c41-c114-4fd5-b935-4741fbf8391b req-4ee6362e-b7ab-4808-8955-e67057f8156a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:37.774574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64160c41-c114-4fd5-b935-4741fbf8391b req-4ee6362e-b7ab-4808-8955-e67057f8156a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0487051 Feb 16 15:32:37.811776 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64160c41-c114-4fd5-b935-4741fbf8391b req-3f758fe1-5677-42c5-8812-3d172f1fd16f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310223 Feb 16 15:32:38.001556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-41d7ffd0-bf75-4b23-8a1c-bb798d78d520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:38.927313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298c14-cc42-4dfb-95b6-70123c28824a req-b5dc1538-4341-4963-92b4-381b914856f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:38.928746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12298c14-cc42-4dfb-95b6-70123c28824a req-b5dc1538-4341-4963-92b4-381b914856f3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0487998 Feb 16 15:32:38.966236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12298c14-cc42-4dfb-95b6-70123c28824a req-0371a742-cb12-4dc2-90d0-bc73ce5d8171 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Feb 16 15:32:39.054556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:32:39.171746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:32:39.175631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:32:39.176006 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:39.255299 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:39.278208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:39.280482 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b28f63-1faa-422b-abf7-501bc7742e4b" -d '{"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:39.293737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:32:39.317826 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e84e0b-0ec3-414e-8a71-731e24ac6543 x-openstack-request-id: req-12e84e0b-0ec3-414e-8a71-731e24ac6543 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:39.318121 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:39.318378 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-12e84e0b-0ec3-414e-8a71-731e24ac6543 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:39.318775 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'code': 200} Feb 16 15:32:39.350894 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:39.401181 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:32:39.423446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bad6e9-8473-43be-8225-56907d5c2685 req-ed7fbd03-e2e0-453e-9634-56db6ad37941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:39.425020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67bad6e9-8473-43be-8225-56907d5c2685 req-ed7fbd03-e2e0-453e-9634-56db6ad37941 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1096 time: 0.0403428 Feb 16 15:32:39.467289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67bad6e9-8473-43be-8225-56907d5c2685 req-f726ed44-ddf9-42cd-ac82-208bbdf13d0e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Feb 16 15:32:39.725875 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:40.093360 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3241cf-ce92-41f4-9d81-9db1b224b3a6 req-f66e88b8-7e96-4b97-8b62-6d22f7e5f985 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:40.094852 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a3241cf-ce92-41f4-9d81-9db1b224b3a6 req-f66e88b8-7e96-4b97-8b62-6d22f7e5f985 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0557933 Feb 16 15:32:40.133617 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a3241cf-ce92-41f4-9d81-9db1b224b3a6 req-c5457d0c-6193-42ab-8638-fd1ca5ffe3b9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Feb 16 15:32:41.255921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c534c0-2388-465e-a19b-4225c973ec32 req-c217da1b-1c29-4ae8-be25-c90fc5a1e4a0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:41.257397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c534c0-2388-465e-a19b-4225c973ec32 req-c217da1b-1c29-4ae8-be25-c90fc5a1e4a0 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0495245 Feb 16 15:32:41.294453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c534c0-2388-465e-a19b-4225c973ec32 req-831188f5-5043-4236-b7fd-2acad9f5d74f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Feb 16 15:32:41.373519 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:32:41.411827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278c10a-7726-4800-80bd-6822528c91be req-f97f1bf7-dc52-4360-b09d-2779c4ff165c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:41.413305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0278c10a-7726-4800-80bd-6822528c91be req-f97f1bf7-dc52-4360-b09d-2779c4ff165c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0530410 Feb 16 15:32:41.422202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 42906) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:32:41.427617 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Request body: {'floatingip': {'port_id': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:32:41.466689 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:41.499552 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:41.526136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:41.896921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:41.956873 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:42.057679 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 associated. External IP: 172.25.6.206, port: d4a5ac3d-dda0-44d6-9510-13ea578a33b8. Feb 16 15:32:42.495574 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:32:42.605533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:32:42.610177 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:42.617025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:32:42.628435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:32:42.629170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:32:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:42.639270 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1116352c-034a-44b6-813d-35d240ca75bf tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "PUT /v2.0/floatingips/f731c44a-52ec-4ef7-b352-503fba3dffd5 HTTP/1.1" status: 200 len: 992 time: 1.2160099 Feb 16 15:32:42.639893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:32:42.642109 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}117418840bc8929ffd0e549efefe46ddc0bf4e750621e9714c1ba9355409d555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c" -d '{"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:32:42.679528 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0765bf-3b9a-49c4-b4be-986e887b4e72 x-openstack-request-id: req-cd0765bf-3b9a-49c4-b4be-986e887b4e72 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:32:42.679528 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:32:42.679863 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd0765bf-3b9a-49c4-b4be-986e887b4e72 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:32:42.680288 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'status': 'completed', 'code': 200} Feb 16 15:32:42.750327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-6ebe2f2b-b3f4-48f7-afbd-1b874a0bbada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:42.751859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-6ebe2f2b-b3f4-48f7-afbd-1b874a0bbada service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1096 time: 0.0462756 Feb 16 15:32:42.758534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:32:42.793720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:42.844297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-7ef0e39c-0810-498f-ad5b-8ab61f717e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:42.845918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-7ef0e39c-0810-498f-ad5b-8ab61f717e0e service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0864866 Feb 16 15:32:42.917390 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-c9f40718-b6b7-42c1-9ffe-a3cbe30802b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1000 time: 0.0637918 Feb 16 15:32:42.968827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-951e5f9e-cf4f-4c96-b9f2-4727fe43afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:42.970318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-951e5f9e-cf4f-4c96-b9f2-4727fe43afd0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0467257 Feb 16 15:32:42.993612 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:a2:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:32:41Z', 'revision_number': 13, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:43.017013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-e44abdaf-e8b8-4390-bbc4-96f1a2793ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:43.019185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-e44abdaf-e8b8-4390-bbc4-96f1a2793ec7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421798 Feb 16 15:32:43.021472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:32:43.035259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:32:43.035259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:32:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:43.113887 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-e4227e5d-7261-4b92-9378-036e55c99466 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877368 Feb 16 15:32:43.139574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:32:43.211278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656ef4a6-1ac2-4598-a1e8-6ac5a823803c req-1f174b87-7871-4811-b3bc-66b4aaae40f1 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907500 Feb 16 15:32:43.376928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:a2:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:32:41Z', 'revision_number': 13, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:32:43.405023 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb69123c-5771-44bb-bd6e-04797faac7b7 None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'f731c44a-52ec-4ef7-b352-503fba3dffd5', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'port_id': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'mac_address': 'fa:16:3e:a2:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:29:31Z', 'updated_at': '2022-02-16T15:32:41Z', 'revision_number': 13, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:32:43.601789 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287c37e-b67d-40f1-aae9-8537254564b6 None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:32:44.397081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010ac17-1c37-4ffb-b4b1-52f4e405eb24 req-40fc2053-790c-460d-8671-1fbb3fc82c3b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:44.398441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d010ac17-1c37-4ffb-b4b1-52f4e405eb24 req-40fc2053-790c-460d-8671-1fbb3fc82c3b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Feb 16 15:32:44.435590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d010ac17-1c37-4ffb-b4b1-52f4e405eb24 req-7ba4a012-314f-4186-aa0e-a69f9b49cc1c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Feb 16 15:32:46.699577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:32:56.212892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0b6e2-11ea-4267-ac5d-bf7b8b6e43a0 req-ea031bcf-d1d3-4f8a-9b87-20bdc6c6b02c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:56.214493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bce0b6e2-11ea-4267-ac5d-bf7b8b6e43a0 req-ea031bcf-d1d3-4f8a-9b87-20bdc6c6b02c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0543180 Feb 16 15:32:56.253490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bce0b6e2-11ea-4267-ac5d-bf7b8b6e43a0 req-3480d0a2-28bc-4290-a8a8-4ab87d791c78 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Feb 16 15:32:56.398756 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-f3c68bc3-5f1b-4544-a1de-b61c631161d1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028547 Feb 16 15:32:57.378974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7e13d-c2fe-4faf-b7f6-f737c6bf702f req-0b40d6e5-adaa-44bf-ba37-03d00ddd4215 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:57.381074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41f7e13d-c2fe-4faf-b7f6-f737c6bf702f req-0b40d6e5-adaa-44bf-ba37-03d00ddd4215 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0532093 Feb 16 15:32:57.419564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-41f7e13d-c2fe-4faf-b7f6-f737c6bf702f req-bb96c7f8-d777-4560-b5ff-ec7546f1aa26 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Feb 16 15:32:58.492768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-b6f8dfed-7084-4521-ba9f-561cef38dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:58.494496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-b6f8dfed-7084-4521-ba9f-561cef38dded service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1096 time: 0.0436697 Feb 16 15:32:58.614936 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40444409-d9f9-4e5f-a687-5ef14b99e8f8 req-3a9541be-d9a5-4b65-a8b7-7adf0df0ba77 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:58.616394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40444409-d9f9-4e5f-a687-5ef14b99e8f8 req-3a9541be-d9a5-4b65-a8b7-7adf0df0ba77 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.1208994 Feb 16 15:32:58.671773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-5bfb4a63-20c9-478e-b016-a364c325ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:58.673240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-5bfb4a63-20c9-478e-b016-a364c325ed81 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1693203 Feb 16 15:32:58.693368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40444409-d9f9-4e5f-a687-5ef14b99e8f8 req-4ef10603-86a8-4215-95c6-bdedd6f96b11 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695939 Feb 16 15:32:58.755533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-4d42ca6e-5a25-4da2-9365-69b25dd02f33 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1002 time: 0.0704963 Feb 16 15:32:58.806917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-0c758bef-05dd-4caa-a081-b8b54d823343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:58.808394 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-0c758bef-05dd-4caa-a081-b8b54d823343 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0436301 Feb 16 15:32:58.856448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-704df6f2-11e7-4111-be35-b3a03de754dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:58.857923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-704df6f2-11e7-4111-be35-b3a03de754dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394642 Feb 16 15:32:58.960433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-dd51d311-97f8-461b-8d2c-1a0fe47043fe service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947156 Feb 16 15:32:59.050732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-66688160-8162-40ca-aefc-bd64861d6fb9 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823703 Feb 16 15:32:59.813701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c646b0-bd2d-4018-8cc4-61c89052fe55 req-91c3e388-dc76-4708-b195-74fd7ca5f143 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:32:59.815166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c646b0-bd2d-4018-8cc4-61c89052fe55 req-91c3e388-dc76-4708-b195-74fd7ca5f143 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0519626 Feb 16 15:32:59.852588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-37c646b0-bd2d-4018-8cc4-61c89052fe55 req-46be39b1-81b2-441b-865a-b484be0a5779 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Feb 16 15:33:00.969380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834982bf-9ac4-4ad6-a3c3-b0c53bcb84ca req-9c2d495c-5b13-47dc-8dc1-d65dbf65f4fe tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:00.970851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-834982bf-9ac4-4ad6-a3c3-b0c53bcb84ca req-9c2d495c-5b13-47dc-8dc1-d65dbf65f4fe tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Feb 16 15:33:01.009029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-834982bf-9ac4-4ad6-a3c3-b0c53bcb84ca req-216e5a5d-84e7-4344-b165-dc20c371b330 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Feb 16 15:33:02.128296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fd207-9329-4a6d-9504-f6b465ff0f0f req-dab162f2-51fc-4ff2-af10-a604ce7a95fa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:02.129741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656fd207-9329-4a6d-9504-f6b465ff0f0f req-dab162f2-51fc-4ff2-af10-a604ce7a95fa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0487249 Feb 16 15:33:02.167329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-656fd207-9329-4a6d-9504-f6b465ff0f0f req-ef02488a-bd9d-419d-8907-9c74771df674 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Feb 16 15:33:03.289172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1b352-e20a-41f4-8492-986ea087e037 req-30a14585-add9-4292-b52d-61cafebb66dd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:03.290653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bc1b352-e20a-41f4-8492-986ea087e037 req-30a14585-add9-4292-b52d-61cafebb66dd tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0534015 Feb 16 15:33:03.327828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bc1b352-e20a-41f4-8492-986ea087e037 req-1e1f91b4-c732-40c0-b9e5-c6eb445dd992 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Feb 16 15:33:04.442546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab5b7b-5873-4a0c-beb0-774813d82460 req-47ced259-aa3d-46f5-bd11-0d36876eb3eb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:04.444040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0ab5b7b-5873-4a0c-beb0-774813d82460 req-47ced259-aa3d-46f5-bd11-0d36876eb3eb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0475748 Feb 16 15:33:04.484773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0ab5b7b-5873-4a0c-beb0-774813d82460 req-4e473854-e30d-4eca-90bd-d33272ec423f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Feb 16 15:33:05.311015 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-409dabf4-199c-447a-9806-9822b6a6dcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:05.603887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59329d29-883e-4a86-a525-e51a4ed0c19f req-57f618be-e25d-40ad-a5fa-2a4332683d3f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:05.605290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59329d29-883e-4a86-a525-e51a4ed0c19f req-57f618be-e25d-40ad-a5fa-2a4332683d3f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Feb 16 15:33:05.644135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-59329d29-883e-4a86-a525-e51a4ed0c19f req-c9bcf3b9-2fb1-468c-aef0-da08371620e8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328267 Feb 16 15:33:06.762970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9836ec-7859-4e90-ae57-d02f065dbc5e req-adb4c9b1-c08f-4344-9b6c-3c35aab305d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:06.764444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d9836ec-7859-4e90-ae57-d02f065dbc5e req-adb4c9b1-c08f-4344-9b6c-3c35aab305d1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0517888 Feb 16 15:33:06.800980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d9836ec-7859-4e90-ae57-d02f065dbc5e req-d254fdb0-793a-46c7-9360-ef136199ae4a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Feb 16 15:33:07.920741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab322d5-1b42-4d9f-a071-be0546cde3d7 req-c1b76747-b80e-4b29-9b29-075511099da2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:07.922214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ab322d5-1b42-4d9f-a071-be0546cde3d7 req-c1b76747-b80e-4b29-9b29-075511099da2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0492423 Feb 16 15:33:07.960711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9ab322d5-1b42-4d9f-a071-be0546cde3d7 req-fdf98031-5882-4e33-84e2-7db0553753a4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Feb 16 15:33:08.002694 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a122914-c3b9-4089-9f02-bfb2d71a92e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:09.077016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07820586-2aac-4537-8ef5-e1db14624ef0 req-42650d4e-621f-4999-b3db-f3e9f4948788 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:09.078472 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07820586-2aac-4537-8ef5-e1db14624ef0 req-42650d4e-621f-4999-b3db-f3e9f4948788 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0485044 Feb 16 15:33:09.116606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07820586-2aac-4537-8ef5-e1db14624ef0 req-5d5d0a26-cfa6-4c5f-a74c-c35886a50f6a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Feb 16 15:33:09.727467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:10.235835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730211f7-4aab-4552-9e3b-36b04706382c req-003eb67d-9e1d-47f1-a8f2-bd7c553eec6b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:10.237292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-730211f7-4aab-4552-9e3b-36b04706382c req-003eb67d-9e1d-47f1-a8f2-bd7c553eec6b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0520360 Feb 16 15:33:10.633987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-730211f7-4aab-4552-9e3b-36b04706382c req-fd340520-1808-4df7-925d-743c73c8eed5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905694 Feb 16 15:33:10.646629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-547c7bf2-d1e4-4644-a427-24258be9b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:10.648216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-547c7bf2-d1e4-4644-a427-24258be9b71b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1096 time: 0.0509858 Feb 16 15:33:10.757619 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-0a9a58b8-f8d2-4ff3-bbfc-34ec6434ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:10.759079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-0a9a58b8-f8d2-4ff3-bbfc-34ec6434ac2e service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0868156 Feb 16 15:33:10.824153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-6d3ba08d-1700-4385-8803-f7fd6e3c8589 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1002 time: 0.0572832 Feb 16 15:33:10.874380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-eeb64497-a342-4d53-8c7e-7ca3db901260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:10.876130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-eeb64497-a342-4d53-8c7e-7ca3db901260 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0441928 Feb 16 15:33:10.925521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-e531735b-d482-42ac-aa97-f4b5710e8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:10.926983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-e531735b-d482-42ac-aa97-f4b5710e8775 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427663 Feb 16 15:33:11.016581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-4b0d59f0-af68-43a2-89b7-329ff1c1107d service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817966 Feb 16 15:33:11.110152 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58425ded-4e3d-43ba-a802-78ff65fe546f req-08f5f3e6-a4cb-462a-bb26-c6b27f0cf532 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857508 Feb 16 15:33:11.482826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:11.511212 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:11.752717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f850799-4ab9-449a-a35b-a1026e5bdf37 req-d4420233-10d9-4fa2-92cf-20834879ea7c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:11.754173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f850799-4ab9-449a-a35b-a1026e5bdf37 req-d4420233-10d9-4fa2-92cf-20834879ea7c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0512934 Feb 16 15:33:11.792631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f850799-4ab9-449a-a35b-a1026e5bdf37 req-04acc541-4b07-4445-a17f-9648224ceb87 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Feb 16 15:33:12.733534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:12.914068 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56dfcc-10d3-4791-9476-359fb56b05e8 req-40c53a77-b266-4c6b-84b0-ef0c919a62ec tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:12.915459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b56dfcc-10d3-4791-9476-359fb56b05e8 req-40c53a77-b266-4c6b-84b0-ef0c919a62ec tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Feb 16 15:33:12.954263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b56dfcc-10d3-4791-9476-359fb56b05e8 req-0cbc3895-66f5-4fa4-9584-a3c23dc1d6b1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Feb 16 15:33:13.462001 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-770e0d0f-7eb5-44c1-9e21-ad41f173c0f2 service neutron] show failed (client error): The resource could not be found. Feb 16 15:33:13.462890 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-770e0d0f-7eb5-44c1-9e21-ad41f173c0f2 service neutron] 10.222.0.93 "GET /v2.0/ports/d4a5ac3d-dda0-44d6-9510-13ea578a33b8/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0580859 Feb 16 15:33:13.920887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-f1179aa0-e4f4-4d7f-af38-3da1b9f67132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:13.922350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-f1179aa0-e4f4-4d7f-af38-3da1b9f67132 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 1096 time: 0.0403647 Feb 16 15:33:13.933727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:33:13.985549 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:14.153776 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e290-4e60-407d-b0ee-4d3e0d249ab9 req-1ccdfcaa-4f99-429a-b856-d8175b34500a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:14.155283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2db2e290-4e60-407d-b0ee-4d3e0d249ab9 req-1ccdfcaa-4f99-429a-b856-d8175b34500a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.1255267 Feb 16 15:33:14.241196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2db2e290-4e60-407d-b0ee-4d3e0d249ab9 req-cd768377-14e0-4b3a-b6f3-5824ea9ad079 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735164 Feb 16 15:33:14.267926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:14.301597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:33:14.343055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:33:14.345390 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af52b2-39c0-4a60-b352-be1a5c9f663e" -d '{"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:33:14.349546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:14.361834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Transition to ACTIVE for port object d4a5ac3d-dda0-44d6-9510-13ea578a33b8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:33:14.396312 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81288783-0244-46c0-8815-713e498c818c x-openstack-request-id: req-81288783-0244-46c0-8815-713e498c818c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:33:14.396312 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:33:14.396596 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-81288783-0244-46c0-8815-713e498c818c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:33:14.396994 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'code': 200} Feb 16 15:33:14.425857 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:14.509512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:14.548462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] No DVR routers for this DVR port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:33:14.688474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:33:14.688804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:33:14.689123 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:33:14.693449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:33:14.693761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:33:14.698537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:33:14.698866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:33:14.699244 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:33:14.699698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Bound port: d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:33:14.700047 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:14.765560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:33:14.768450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:33:14.826534 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:14.863200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:14.863921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:14.865528 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] 10.222.0.129 "PUT /v2.0/ports/d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1091 time: 0.9356225 Feb 16 15:33:14.885675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf9175-ca52-4c26-919d-13c720f1edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:14.934577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-92d52568-8748-4fd0-85ff-4e7449530c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:14.936117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-92d52568-8748-4fd0-85ff-4e7449530c57 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1094 time: 0.0437388 Feb 16 15:33:15.034797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-514ca66e-9df6-4e30-9572-dc933604e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:15.036331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-514ca66e-9df6-4e30-9572-dc933604e990 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0937598 Feb 16 15:33:15.101441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-c0562ee1-043d-4143-9cdb-eece150b925a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1000 time: 0.0590053 Feb 16 15:33:15.152028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-fc372922-9652-49ac-b873-066718ca0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:15.153410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-fc372922-9652-49ac-b873-066718ca0eb3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0456736 Feb 16 15:33:15.204272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-b537ede1-d04b-4951-ad7a-179ef558f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:15.205755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-b537ede1-d04b-4951-ad7a-179ef558f79e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451388 Feb 16 15:33:15.214958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:33:15.254597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:33:15.297507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-f7a843d5-7684-4a6b-bd77-c514eb067b8e service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Feb 16 15:33:15.429732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb356fc5-6c69-4f52-99e7-f90da81b5706 req-391b7638-56da-4683-8b36-19fa7dffd021 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:15.431209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb356fc5-6c69-4f52-99e7-f90da81b5706 req-391b7638-56da-4683-8b36-19fa7dffd021 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.1073675 Feb 16 15:33:15.434763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-7f5622f4-e5d0-41d1-bdac-62be0d88ca92 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305375 Feb 16 15:33:15.469771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb356fc5-6c69-4f52-99e7-f90da81b5706 req-a9bd66f0-b2fa-43d9-9513-1f1ff9d21a09 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Feb 16 15:33:16.398208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:33:16.400675 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45531476-08df-4db7-94fd-c1af84789256" -d '{"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:33:16.452050 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d56c78-46bd-457f-9232-b5b8ade5b319 x-openstack-request-id: req-62d56c78-46bd-457f-9232-b5b8ade5b319 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:33:16.452342 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:33:16.452594 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-62d56c78-46bd-457f-9232-b5b8ade5b319 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:33:16.452997 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'status': 'completed', 'code': 200} Feb 16 15:33:16.585793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-ecc72afd-4065-4505-a7ba-ff74c8d3b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:16.587196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-ecc72afd-4065-4505-a7ba-ff74c8d3b55c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1094 time: 0.1087058 Feb 16 15:33:16.590555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-0f2ecbe5-5927-4ae2-bcfc-19cee4df877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:16.591955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-0f2ecbe5-5927-4ae2-bcfc-19cee4df877d service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1094 time: 0.1147296 Feb 16 15:33:16.711716 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:16.712656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48331b8-a813-4648-9d4e-32c2986a8c18 req-f52b2bc3-fcdd-4280-a383-cc0298e96742 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:16.714002 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d48331b8-a813-4648-9d4e-32c2986a8c18 req-f52b2bc3-fcdd-4280-a383-cc0298e96742 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.1654541 Feb 16 15:33:16.796110 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d48331b8-a813-4648-9d4e-32c2986a8c18 req-d33a6a7b-0d44-491e-a41f-571ba8c774f5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750608 Feb 16 15:33:16.802667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-dfe470b2-ce0b-4a30-9318-46d92e92c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:16.804316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-dfe470b2-ce0b-4a30-9318-46d92e92c601 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.2059174 Feb 16 15:33:16.809012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-024300c8-7f75-4ede-9b7a-b41fd9da2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:16.810388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-024300c8-7f75-4ede-9b7a-b41fd9da2739 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.2021134 Feb 16 15:33:16.924402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-6f6588a0-d60f-4195-9365-2d5951eb7665 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1000 time: 0.1036236 Feb 16 15:33:16.930421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-47e92801-549a-4b5d-b006-653220e1e319 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1000 time: 0.1113703 Feb 16 15:33:17.010313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-cc74996c-fc21-4ff9-9966-60093742de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:17.011806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-cc74996c-fc21-4ff9-9966-60093742de72 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0815146 Feb 16 15:33:17.013155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-5e4c3fb7-0f7b-477a-a3c1-e0e520b45100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:17.014432 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-5e4c3fb7-0f7b-477a-a3c1-e0e520b45100 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0768254 Feb 16 15:33:17.082087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-467378f3-6928-40dd-95fa-6b20505e34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:17.083624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-467378f3-6928-40dd-95fa-6b20505e34ea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576701 Feb 16 15:33:17.085313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531476-08df-4db7-94fd-c1af84789256 req-4f4cb0c3-5b4b-4689-9f44-33792c3d46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:17.086634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-4f4cb0c3-5b4b-4689-9f44-33792c3d46a9 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689819 Feb 16 15:33:17.248099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-14496ecc-33d8-4dae-85a2-01e9f62a682e service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550214 Feb 16 15:33:17.249851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-55966384-9d48-4250-91fa-e587a32e70c0 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495798 Feb 16 15:33:17.404560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-712dd0fc-0894-4030-920c-ea01d108850c service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501715 Feb 16 15:33:17.406646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-45531476-08df-4db7-94fd-c1af84789256 req-a58d6499-2091-48a8-9dcb-cf7ee24500ad service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454828 Feb 16 15:33:17.926642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0908-bbd2-4900-bfeb-ae20ea90ea09 req-420635ce-ccfa-4953-aeef-afc0a1ae2526 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:17.928202 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7cc0908-bbd2-4900-bfeb-ae20ea90ea09 req-420635ce-ccfa-4953-aeef-afc0a1ae2526 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0514317 Feb 16 15:33:17.966563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7cc0908-bbd2-4900-bfeb-ae20ea90ea09 req-10ba5f62-816d-4509-bf69-665a8222b893 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Feb 16 15:33:18.372455 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:33:19.084513 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4dd922-2664-4a6a-9805-c57dbd26d999 req-f2562e3b-9aaf-4a0e-ac96-46814cc7d79e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:19.086090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd4dd922-2664-4a6a-9805-c57dbd26d999 req-f2562e3b-9aaf-4a0e-ac96-46814cc7d79e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0490000 Feb 16 15:33:19.123492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bd4dd922-2664-4a6a-9805-c57dbd26d999 req-bf267e3d-d671-4475-b834-4873bd735885 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 Feb 16 15:33:20.244697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeec866-3575-4ea0-9ff5-67862d247e39 req-43aaf1fb-1ecb-478d-8ca7-b9481808f492 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:20.246085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0eeec866-3575-4ea0-9ff5-67862d247e39 req-43aaf1fb-1ecb-478d-8ca7-b9481808f492 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0521860 Feb 16 15:33:20.283698 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0eeec866-3575-4ea0-9ff5-67862d247e39 req-ea146f74-0239-4fb4-9cf2-6221381aa3aa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Feb 16 15:33:21.412844 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7f61b-a66d-4099-8e9b-7e2d36067348 req-6fe03847-7d9e-40db-912c-7b84df7c9f79 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:21.414340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94b7f61b-a66d-4099-8e9b-7e2d36067348 req-6fe03847-7d9e-40db-912c-7b84df7c9f79 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0596085 Feb 16 15:33:21.451556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94b7f61b-a66d-4099-8e9b-7e2d36067348 req-489828ee-d92d-4307-9131-660018b46444 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Feb 16 15:33:22.567697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d666e24-c3ba-4fe2-ab52-bf384784920e req-68dbbd34-873e-4da3-8056-20433791dfac tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:22.569770 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d666e24-c3ba-4fe2-ab52-bf384784920e req-68dbbd34-873e-4da3-8056-20433791dfac tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0489993 Feb 16 15:33:22.607243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3d666e24-c3ba-4fe2-ab52-bf384784920e req-e95a6c99-7f75-4fdd-9c44-38a2c1b8c42a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Feb 16 15:33:23.730021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53599656-3bd0-4d54-abdb-8aa1d370d242 req-afb2cd26-4c6a-4a7c-b4bf-12cbe4180c96 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:23.731482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53599656-3bd0-4d54-abdb-8aa1d370d242 req-afb2cd26-4c6a-4a7c-b4bf-12cbe4180c96 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0533080 Feb 16 15:33:23.768753 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-53599656-3bd0-4d54-abdb-8aa1d370d242 req-508ea6e2-cfd3-4882-8322-269d41ee530a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Feb 16 15:33:24.885155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac80d9c-b11d-4e4e-8158-10c3f87e0b18 req-12b4a69d-0bf4-44e6-88a6-c8fb7f15bf91 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:24.886557 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ac80d9c-b11d-4e4e-8158-10c3f87e0b18 req-12b4a69d-0bf4-44e6-88a6-c8fb7f15bf91 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0486214 Feb 16 15:33:24.924893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ac80d9c-b11d-4e4e-8158-10c3f87e0b18 req-1a9eab62-f134-4c22-8c41-6a00e850fde1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323370 Feb 16 15:33:26.041841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b88ee-2c71-492c-a57f-0009fe52ba73 req-27394359-69df-4565-b398-6d089250ee9e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:26.043316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f5b88ee-2c71-492c-a57f-0009fe52ba73 req-27394359-69df-4565-b398-6d089250ee9e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0496829 Feb 16 15:33:26.081397 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f5b88ee-2c71-492c-a57f-0009fe52ba73 req-401f1914-02b3-4111-9256-484f68336232 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Feb 16 15:33:27.202969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcdc1a-1747-4146-9b7f-fe670bb2a28b req-b856f3be-486d-4f38-96d9-22909286f967 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:27.204521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3adcdc1a-1747-4146-9b7f-fe670bb2a28b req-b856f3be-486d-4f38-96d9-22909286f967 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 943 time: 0.0535305 Feb 16 15:33:27.243137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3adcdc1a-1747-4146-9b7f-fe670bb2a28b req-6d44fe8e-2cfb-4def-a418-2f40a9502139 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 Feb 16 15:33:27.827214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:33:27.920517 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:27.932252 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'mac_address': 'fa:16:3e:a2:2b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:33:27.973024 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:27.986503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a5ac3d-dda0-44d6-9510-13ea578a33b8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:33:28.005752 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:28.088883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:28.135522 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:28.142674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.142996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.143330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.143691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.144016 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.144339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.144662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.144981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.145294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.145609 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.145923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.146777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:28.306918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['d4a5ac3d-dda0-44d6-9510-13ea578a33b8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:33:28.367219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e66e-b140-440e-91a7-01481948efae req-38089f6c-6292-4c13-ab7d-f1ac4970a3e8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:28.368705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8061e66e-b140-440e-91a7-01481948efae req-38089f6c-6292-4c13-ab7d-f1ac4970a3e8 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0513513 Feb 16 15:33:28.407737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8061e66e-b140-440e-91a7-01481948efae req-23bf35cd-9ae9-45a8-8e13-2567d5e4734a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Feb 16 15:33:29.033436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00113dff-2d17-4b46-8e14-3adaf0328379 req-f6e4842a-c8a5-482f-9465-784fdda2377c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:29.034899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00113dff-2d17-4b46-8e14-3adaf0328379 req-f6e4842a-c8a5-482f-9465-784fdda2377c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0487974 Feb 16 15:33:29.110601 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00113dff-2d17-4b46-8e14-3adaf0328379 req-1a5c2bd4-34f6-41db-a012-7f0ad82d1ece tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611780 Feb 16 15:33:29.118653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-a52089c4-b347-4fcb-8f54-62428268730d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:29.120120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-a52089c4-b347-4fcb-8f54-62428268730d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.129 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89&tenant_id=eeb35da684a54f90870ad9bc41d2933f&binding%3Ahost_id=n-h2-829433-1 HTTP/1.1" status: 200 len: 944 time: 0.0791404 Feb 16 15:33:29.180286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-c18c02f4-8097-4f67-b413-12c947b0e949 service neutron] 10.222.0.129 "GET /v2.0/ports/d4a5ac3d-dda0-44d6-9510-13ea578a33b8/bindings/n-h2-829433-1 HTTP/1.1" status: 200 len: 382 time: 0.0532556 Feb 16 15:33:29.240632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-d6417174-c539-4a94-8896-52962ee56a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:29.242013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-d6417174-c539-4a94-8896-52962ee56a50 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1095 time: 0.0399849 Feb 16 15:33:29.335185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-2a66ea55-0ed4-4015-a4e1-4a5a83a36a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:29.336673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-2a66ea55-0ed4-4015-a4e1-4a5a83a36a96 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0877633 Feb 16 15:33:29.401325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-5e64d05c-3a5b-4550-81a3-b466932a7ce5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1001 time: 0.0583651 Feb 16 15:33:29.449336 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-a56aba81-f859-4b6b-b415-bbc5b9eca097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:29.450764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-a56aba81-f859-4b6b-b415-bbc5b9eca097 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0432479 Feb 16 15:33:29.498761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-8811a592-4f0a-4b4a-8de7-11fc4cd8ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:29.500176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-8811a592-4f0a-4b4a-8de7-11fc4cd8ba6c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431397 Feb 16 15:33:29.586514 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-5e1dac4b-4e32-4a0c-9ffb-702f3dcb2e57 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792475 Feb 16 15:33:29.677240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-52ce9fa8-3c99-4c9b-a5d3-5ffb4b8adc19 service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842531 Feb 16 15:33:29.842028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:33:29.946385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:33:29.950539 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:33:29.950916 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:30.033069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:30.057379 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:33:30.059669 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34abb1c9-ed93-46b1-9912-fd274840477e" -d '{"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:33:30.073460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:30.117035 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8e2619-1c61-4352-8df0-64f8bd47fa48 x-openstack-request-id: req-ac8e2619-1c61-4352-8df0-64f8bd47fa48 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:33:30.123768 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:33:30.123768 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ac8e2619-1c61-4352-8df0-64f8bd47fa48 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:33:30.123768 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'code': 200} Feb 16 15:33:30.158009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:30.206916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:30.231292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c72fd-85bc-44e7-be65-9fec9205f774 req-7a0dec72-5798-4fe9-814d-07812450d540 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:30.232806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-590c72fd-85bc-44e7-be65-9fec9205f774 req-7a0dec72-5798-4fe9-814d-07812450d540 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Feb 16 15:33:30.269109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-590c72fd-85bc-44e7-be65-9fec9205f774 req-3328fce3-759d-4e89-842e-8341f241a376 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304074 Feb 16 15:33:31.392106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dcabe-d2bf-45fe-8b70-72bac6852124 req-222e4bec-5879-4cdf-82e9-b87d9b2cd233 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:31.393815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c4dcabe-d2bf-45fe-8b70-72bac6852124 req-222e4bec-5879-4cdf-82e9-b87d9b2cd233 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0505862 Feb 16 15:33:31.432034 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9c4dcabe-d2bf-45fe-8b70-72bac6852124 req-6a6799f4-9a24-4046-8c52-e7d971d6f351 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Feb 16 15:33:32.555641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f10cc5-28f4-46ee-ab9b-031045881a7c req-45da4396-0e7a-4781-8e7e-0e4834f51992 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:32.558419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05f10cc5-28f4-46ee-ab9b-031045881a7c req-45da4396-0e7a-4781-8e7e-0e4834f51992 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Feb 16 15:33:32.596750 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05f10cc5-28f4-46ee-ab9b-031045881a7c req-746f9b63-f78c-462d-b051-e239940db945 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Feb 16 15:33:33.719345 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60e875-f232-486d-bf26-b6311a2e5ab2 req-9f5a248c-89bc-49d2-a91a-6814be26e00b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:33.720884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d60e875-f232-486d-bf26-b6311a2e5ab2 req-9f5a248c-89bc-49d2-a91a-6814be26e00b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0499921 Feb 16 15:33:33.759131 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d60e875-f232-486d-bf26-b6311a2e5ab2 req-257b5de8-c1ec-49e8-b076-0359c2d5028b tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Feb 16 15:33:34.154273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-e999a072-faf0-459c-af32-3d2764409363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:34.155671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-e999a072-faf0-459c-af32-3d2764409363 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89&tenant_id=eeb35da684a54f90870ad9bc41d2933f HTTP/1.1" status: 200 len: 1096 time: 0.0419865 Feb 16 15:33:34.172537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:33:34.562456 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:34.767045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:34.799694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:33:34.848492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:33:34.850638 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42782340-442e-4243-b9ed-88ec0413b745" -d '{"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:33:34.867288 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:34.889328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Transition to ACTIVE for port object d4a5ac3d-dda0-44d6-9510-13ea578a33b8 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:33:34.904779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f08c48-d1e5-4d31-92d7-f947d35a4f2f req-4d6bcf98-cf95-4aad-8903-dce2682ccca6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:34.906263 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2f08c48-d1e5-4d31-92d7-f947d35a4f2f req-4d6bcf98-cf95-4aad-8903-dce2682ccca6 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0747573 Feb 16 15:33:34.919606 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cca9cde-0cbb-4cd5-a6ce-e8e6ebae40b5 x-openstack-request-id: req-8cca9cde-0cbb-4cd5-a6ce-e8e6ebae40b5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:33:34.919887 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:33:34.920131 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8cca9cde-0cbb-4cd5-a6ce-e8e6ebae40b5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:33:34.920567 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'code': 200} Feb 16 15:33:34.947166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2f08c48-d1e5-4d31-92d7-f947d35a4f2f req-63faf9b3-378b-4845-aa77-93d8a3fdc4db tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348649 Feb 16 15:33:34.962370 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:35.035462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:35.050649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.050992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.051325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.051679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.052004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.052324 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.052646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.052962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.053943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.054266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.054583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.054896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:33:35.090954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] No DVR routers for this DVR port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:33:35.229191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:33:35.229516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:33:35.229836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:33:35.234275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:33:35.234586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Attempting to bind port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on network e933f78d-9c35-4c30-8f44-e0decc95743b {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:33:35.239305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:33:35.239863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Checking segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:33:35.240035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Bound using segment: {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:33:35.240446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Bound port: d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbaa207-2eda-4eb5-adb0-37348ebceec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:33:35.240820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:35.305576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:33:35.308699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:33:35.311994 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d22bce3e-8896-4264-8212-0e6b9c9f21f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:35.370035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:35.408312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:35.408986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:35.410299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] 10.222.0.93 "PUT /v2.0/ports/d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1092 time: 1.2417543 Feb 16 15:33:35.428397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d3882-3d71-4275-aa9e-29331b7cacbe service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=11']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:35.481749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-9c8e524c-20ff-411a-852e-31e7c4f93b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:35.483293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-9c8e524c-20ff-411a-852e-31e7c4f93b8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1095 time: 0.0436327 Feb 16 15:33:35.585966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-e3036de7-dc5e-426c-89bd-be3cb5cabf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:35.587436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-e3036de7-dc5e-426c-89bd-be3cb5cabf7e service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.0921977 Feb 16 15:33:35.655485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-e5f886a1-c528-4b5c-9e79-82e2d838d4de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1000 time: 0.0573874 Feb 16 15:33:35.709265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-7121437c-40cf-4953-bd1d-29969f883ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:35.711565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-7121437c-40cf-4953-bd1d-29969f883ba8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0479000 Feb 16 15:33:35.765645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-b17e05b6-97cc-42ed-849f-16d4c1c04031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:35.767103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-b17e05b6-97cc-42ed-849f-16d4c1c04031 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445468 Feb 16 15:33:35.850035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:33:35.858461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-b48701bf-1f22-4acd-a192-84fb3895b733 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798333 Feb 16 15:33:35.893221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:33:35.955346 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5237ef3b-8575-45dd-aa95-1a1060a1784c req-7c1c30fe-d03f-4902-936a-5db25568e7c8 service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856090 Feb 16 15:33:36.069506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d975204-2d7d-4486-bb8e-a38c051123ee req-0c4c02f8-0896-49ac-bea1-f3969dc2b3d4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:36.071160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d975204-2d7d-4486-bb8e-a38c051123ee req-0c4c02f8-0896-49ac-bea1-f3969dc2b3d4 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0508847 Feb 16 15:33:36.112099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d975204-2d7d-4486-bb8e-a38c051123ee req-fc499e4d-b667-412a-98e6-2cd89b4ac02e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Feb 16 15:33:36.921546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:33:36.923862 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:33:36.972434 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b6b950-1722-4dbd-b088-dc3b522aa93b x-openstack-request-id: req-c6b6b950-1722-4dbd-b088-dc3b522aa93b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:33:36.972730 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:33:36.972975 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c6b6b950-1722-4dbd-b088-dc3b522aa93b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:33:36.973423 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'status': 'completed', 'code': 200} Feb 16 15:33:37.069170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-c1aa568e-aab2-48c3-9432-197c0940e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.070683 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-c1aa568e-aab2-48c3-9432-197c0940e2a4 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1095 time: 0.0715148 Feb 16 15:33:37.074727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-f7c07129-c556-460d-9bdd-2db10e0ee5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.076220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-f7c07129-c556-460d-9bdd-2db10e0ee5ae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=eeb35da684a54f90870ad9bc41d2933f&device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 1095 time: 0.0783217 Feb 16 15:33:37.262759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-d00bdeb8-96b8-4fd5-9a3b-4dce1c97e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.264255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-d00bdeb8-96b8-4fd5-9a3b-4dce1c97e559 service neutron] 10.222.0.129 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1871898 Feb 16 15:33:37.268789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-f30cfced-85b6-4c20-86f9-e887bed6d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.270141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-f30cfced-85b6-4c20-86f9-e887bed6d7b6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 200 len: 914 time: 0.1856143 Feb 16 15:33:37.288236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d1d29-627f-47a7-ae08-574137967fef req-02722917-5b16-4ef6-bb7f-760071007928 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.289899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-201d1d29-627f-47a7-ae08-574137967fef req-02722917-5b16-4ef6-bb7f-760071007928 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0996153 Feb 16 15:33:37.417916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-73c53085-1760-46c9-a28f-d53dbe0aa693 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1000 time: 0.1436353 Feb 16 15:33:37.422737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-201d1d29-627f-47a7-ae08-574137967fef req-09cb30a2-0308-4550-82d9-6520cc082958 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996821 Feb 16 15:33:37.424543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-a1388ed6-d512-43ff-bd82-2cb8e165cf2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 200 len: 1000 time: 0.1026349 Feb 16 15:33:37.505926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-a282c494-4670-4f4e-9b2f-8b01f00b13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.507464 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-a282c494-4670-4f4e-9b2f-8b01f00b13a7 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0821056 Feb 16 15:33:37.510963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-63c50019-99b2-4a30-8392-6b2fb2d6a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.512312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-63c50019-99b2-4a30-8392-6b2fb2d6a6f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 200 len: 851 time: 0.0613818 Feb 16 15:33:37.580442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-a9ccec6b-9506-4629-98fa-e701eb42c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.581857 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-a9ccec6b-9506-4629-98fa-e701eb42c07e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685310 Feb 16 15:33:37.584290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-073c4554-c03f-45e5-9771-989b29efc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:37.586072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-073c4554-c03f-45e5-9771-989b29efc864 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e933f78d-9c35-4c30-8f44-e0decc95743b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639749 Feb 16 15:33:37.746160 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-7c996934-767d-4d3d-9464-9fba944a727a service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579835 Feb 16 15:33:37.751679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-d1496868-3774-41ac-9538-af3c0672880f service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457064 Feb 16 15:33:37.912105 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-12f6592a-bfb0-4c2c-b9da-a0222854431b service neutron] 10.222.0.129 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591589 Feb 16 15:33:37.924226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e7153f0-7d1b-43b0-b764-7116ea0cc5f2 req-d47f1f41-ecd1-442a-9182-127439d4a1ca service neutron] 10.222.0.93 "GET /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465483 Feb 16 15:33:38.004307 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1563bbe-c246-4712-807e-425c58d5d295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:38.546379 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a10eeb-d490-4e29-b95b-11732e84c06b req-fc5fb71f-b4e4-4562-b904-58620dc80e93 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:38.548157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8a10eeb-d490-4e29-b95b-11732e84c06b req-fc5fb71f-b4e4-4562-b904-58620dc80e93 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0522885 Feb 16 15:33:38.587849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8a10eeb-d490-4e29-b95b-11732e84c06b req-1bcafacf-11a0-4efa-ba95-6b0efce08ae2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327983 Feb 16 15:33:39.707289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df121b-3dee-460a-8848-931e5c0d4dbe req-70a8d46a-9634-4e3d-bbb9-6a52ad491d62 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:39.708794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0df121b-3dee-460a-8848-931e5c0d4dbe req-70a8d46a-9634-4e3d-bbb9-6a52ad491d62 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0498922 Feb 16 15:33:39.722871 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:39.748444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0df121b-3dee-460a-8848-931e5c0d4dbe req-8c2cb024-7a19-4850-98d7-17b3c2bc5533 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335319 Feb 16 15:33:40.872783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2fa10-5c4e-42c6-a082-6150c0767f41 req-5ce053f3-b6dc-4ed3-83e3-0e243a33efac tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:40.874250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63b2fa10-5c4e-42c6-a082-6150c0767f41 req-5ce053f3-b6dc-4ed3-83e3-0e243a33efac tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0524647 Feb 16 15:33:40.911487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-63b2fa10-5c4e-42c6-a082-6150c0767f41 req-802759c5-e8d0-4bc4-befa-6e7eb2165edc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Feb 16 15:33:41.454874 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:41.489038 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:42.033763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af92d7-a003-4084-907c-5f580c915471 req-a2da8be0-27ba-4fda-a458-805b52f05bdc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:42.035250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15af92d7-a003-4084-907c-5f580c915471 req-a2da8be0-27ba-4fda-a458-805b52f05bdc tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0512764 Feb 16 15:33:42.075792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-15af92d7-a003-4084-907c-5f580c915471 req-ea7d0721-be24-4f7b-9d62-df07d8356b06 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337451 Feb 16 15:33:42.757700 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:43.193211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffda90-5e5a-4c83-a911-0bbecd2505c4 req-e2fe8204-e417-46d6-9d3a-b37ecc7c5397 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:43.195329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7ffda90-5e5a-4c83-a911-0bbecd2505c4 req-e2fe8204-e417-46d6-9d3a-b37ecc7c5397 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0488598 Feb 16 15:33:43.232089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7ffda90-5e5a-4c83-a911-0bbecd2505c4 req-e6cd75c6-439c-4b51-af2c-ccda52d56e21 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305123 Feb 16 15:33:44.353358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb941f2-f738-4dc8-b0f5-eb7a8bbcd617 req-bc637e36-617b-44d4-a7fa-a34ca52820f5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:44.354838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cb941f2-f738-4dc8-b0f5-eb7a8bbcd617 req-bc637e36-617b-44d4-a7fa-a34ca52820f5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0541310 Feb 16 15:33:44.393434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cb941f2-f738-4dc8-b0f5-eb7a8bbcd617 req-d04ed51c-c21c-4168-a185-db9fc5fa3686 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Feb 16 15:33:45.512455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd6f36-cfe6-4f68-9506-e54195b37dcd req-e2dce59a-e962-46ba-bc98-b67522702d8e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:45.513951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bfd6f36-cfe6-4f68-9506-e54195b37dcd req-e2dce59a-e962-46ba-bc98-b67522702d8e tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0493376 Feb 16 15:33:45.552213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6bfd6f36-cfe6-4f68-9506-e54195b37dcd req-f9349735-40f0-4db6-b571-bb988fb533eb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Feb 16 15:33:46.669444 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad48b65-a9c7-4397-b076-4a8d95cfaec1 req-c1e9c997-c33e-48a5-9ebf-7d105ed1dffe tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:46.670941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ad48b65-a9c7-4397-b076-4a8d95cfaec1 req-c1e9c997-c33e-48a5-9ebf-7d105ed1dffe tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0491004 Feb 16 15:33:46.708362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ad48b65-a9c7-4397-b076-4a8d95cfaec1 req-3bc41754-bcdc-43ac-a8e2-eecfc383cd6a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313711 Feb 16 15:33:46.712800 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:47.837906 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96613-e4a7-46ef-93a3-63d0175fdf88 req-f2595a6b-663b-4870-a5e7-142c0a0fd3be tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:47.839433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24e96613-e4a7-46ef-93a3-63d0175fdf88 req-f2595a6b-663b-4870-a5e7-142c0a0fd3be tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0557144 Feb 16 15:33:47.878987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-24e96613-e4a7-46ef-93a3-63d0175fdf88 req-29cb23e7-c49f-4d47-a493-343ab50f73fa tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334339 Feb 16 15:33:48.998216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0062f2-0f53-49a9-bf09-6d1627594d07 req-2aa31de1-391f-4a5e-acec-b58b9ac51019 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:48.999713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c0062f2-0f53-49a9-bf09-6d1627594d07 req-2aa31de1-391f-4a5e-acec-b58b9ac51019 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0496113 Feb 16 15:33:49.036681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c0062f2-0f53-49a9-bf09-6d1627594d07 req-201b9857-f9ec-46cf-962f-0542554e94ae tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308099 Feb 16 15:33:49.157446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794263-70db-47a8-aeca-7eb7cfed4f08 req-2615ccb1-1d35-4bf1-90e7-20e273e12449 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:49.158999 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d794263-70db-47a8-aeca-7eb7cfed4f08 req-2615ccb1-1d35-4bf1-90e7-20e273e12449 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0507140 Feb 16 15:33:49.197215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d794263-70db-47a8-aeca-7eb7cfed4f08 req-dcad18e0-1c8a-4e76-82b9-c76abb54e89a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316617 Feb 16 15:33:49.320351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413531d1-9574-437d-bbe8-f3aefac2e85a req-459b7f03-fffe-4fe0-8647-c54115ecbc04 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:49.321768 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-413531d1-9574-437d-bbe8-f3aefac2e85a req-459b7f03-fffe-4fe0-8647-c54115ecbc04 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 944 time: 0.0545094 Feb 16 15:33:49.329733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:33:49.368146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-413531d1-9574-437d-bbe8-f3aefac2e85a req-1b039752-cc1f-4973-bfef-d628fa9c26c5 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378416 Feb 16 15:33:49.430666 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:49.441693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'port_id': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'mac_address': 'fa:16:3e:a2:2b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:33:49.482819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:49.495573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a5ac3d-dda0-44d6-9510-13ea578a33b8 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:33:49.515217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:49.598179 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:49.656143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:49.846920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['d4a5ac3d-dda0-44d6-9510-13ea578a33b8'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:33:49.859209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985adbd-60df-465a-9768-5dcf087a57e4 req-263a0c0f-20a4-4604-b264-18084289d1f1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:49.860713 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8985adbd-60df-465a-9768-5dcf087a57e4 req-263a0c0f-20a4-4604-b264-18084289d1f1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0505512 Feb 16 15:33:49.900001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8985adbd-60df-465a-9768-5dcf087a57e4 req-81f32ab5-a002-452c-bc6b-6609a6b4303d tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332396 Feb 16 15:33:51.019100 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a8179-62e5-440c-980d-3de770c870df req-033f76c0-80dc-4be6-8bfc-8c6b0355ee06 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:51.020631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac9a8179-62e5-440c-980d-3de770c870df req-033f76c0-80dc-4be6-8bfc-8c6b0355ee06 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 945 time: 0.0486438 Feb 16 15:33:51.058204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac9a8179-62e5-440c-980d-3de770c870df req-79d6f554-1dae-473d-8a5d-ac69e8170f5f tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310054 Feb 16 15:33:51.340487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:33:51.472759 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:33:51.477162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:33:51.477564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:51.558136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:51.581223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:33:51.583374 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3aeee4-263a-440d-af98-8417cb356f7b" -d '{"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:33:51.596365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:51.621551 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40834754-df5d-4265-830d-27b094f90e4d x-openstack-request-id: req-40834754-df5d-4265-830d-27b094f90e4d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:33:51.621834 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:33:51.622084 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-40834754-df5d-4265-830d-27b094f90e4d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:33:51.622471 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'code': 200} Feb 16 15:33:51.649821 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:51.698858 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea838-26e4-43c2-bce9-326f96023319 req-3d2976ea-a61f-4478-9a78-b13db93dc9da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:51.700354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-adbea838-26e4-43c2-bce9-326f96023319 req-3d2976ea-a61f-4478-9a78-b13db93dc9da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 946 time: 0.0524826 Feb 16 15:33:51.700735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=13']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:51.792399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Deleting port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:33:51.792733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:51.883267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] For port d4a5ac3d-dda0-44d6-9510-13ea578a33b8, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:33:51.883553 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:52.052184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:52.052970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:52.052970 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5 disassociated. External IP: 172.25.6.206, port: d4a5ac3d-dda0-44d6-9510-13ea578a33b8. Feb 16 15:33:52.053226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Calling delete_port for d4a5ac3d-dda0-44d6-9510-13ea578a33b8 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:33:52.215998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e59539-a0d0-4560-951f-c2960967fa9e req-61456d68-9cff-4276-b943-a7c31b4603f1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:33:52.217377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51e59539-a0d0-4560-951f-c2960967fa9e req-61456d68-9cff-4276-b943-a7c31b4603f1 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 946 time: 0.0901532 Feb 16 15:33:52.255568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-51e59539-a0d0-4560-951f-c2960967fa9e req-7fce7889-edd4-4792-9343-98a8b53c40da tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups?id=4c1f9be7-2b48-452f-9938-d24b1bc31137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Feb 16 15:33:52.278287 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:52.306366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event deleted for resources: {'Port': ['ID=d4a5ac3d-dda0-44d6-9510-13ea578a33b8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:33:52.426132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:33:52.537405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:33:52.547442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:33:52.558880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:33:52.559507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:33:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:33:52.578146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] No DVR routers for this DVR port d4a5ac3d-dda0-44d6-9510-13ea578a33b8 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:33:52.581424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:33:52.585223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-adbea838-26e4-43c2-bce9-326f96023319 req-46d44cc8-49f7-456a-8f01-32b25192fe63 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.93 "DELETE /v2.0/ports/d4a5ac3d-dda0-44d6-9510-13ea578a33b8 HTTP/1.1" status: 204 len: 173 time: 0.8744676 Feb 16 15:33:52.585697 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-deleted', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:33:52.587996 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfeff2d-9bed-4a5d-973c-d1744c937403" -d '{"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-deleted", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:33:52.632692 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a153af-0b5f-40f3-af72-83b97a6ab7bc x-openstack-request-id: req-98a153af-0b5f-40f3-af72-83b97a6ab7bc {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:33:52.632986 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0daf1bd5-be0d-4006-a185-8a92b3f85f89", "name": "network-vif-deleted", "tag": "d4a5ac3d-dda0-44d6-9510-13ea578a33b8", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:33:52.633237 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-98a153af-0b5f-40f3-af72-83b97a6ab7bc {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:33:52.633998 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0daf1bd5-be0d-4006-a185-8a92b3f85f89', 'name': 'network-vif-deleted', 'tag': 'd4a5ac3d-dda0-44d6-9510-13ea578a33b8', 'status': 'completed', 'code': 200} Feb 16 15:33:52.673861 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:33:52.870067 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:33:53.057947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:33:53.066514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:33:53.067162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:33:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:33:53.180848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:33:53.364771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cabc70e-7412-4ac6-830b-0a274db138a5 req-92203939-2d06-425f-99ce-a7d8d9a457d9 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 210 time: 0.0320642 Feb 16 15:33:53.402720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:33:53.434491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f424b1-1e18-42bf-b1f4-b5f27c8b19ea None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:28Z', 'revision_number': 4, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '48ea6902-ce07-4d79-bbee-1d8e7830f906', 'name': '', 'network_id': 'e933f78d-9c35-4c30-8f44-e0decc95743b', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'mac_address': 'fa:16:3e:73:08:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:27Z', 'updated_at': '2022-02-16T15:29:31Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'subnets': [{'id': '132d0497-f6c1-4e54-a4b7-0224163bfc37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:33:53.664502 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0d38c-687e-4d71-9f3b-474e0a0f743c None None] New status for floating IP f731c44a-52ec-4ef7-b352-503fba3dffd5: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:33:54.466388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a01abfb2-c52d-49ef-bb3e-26d66af07911 req-82c383e4-8b9a-468b-99b6-59b6038d1d7a tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 210 time: 0.0268459 Feb 16 15:33:55.369888 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:33:55.372935 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:33:55.391962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: d4a5ac3d-dda0-44d6-9510-13ea578a33b8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:33:55.392309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device d4a5ac3d-dda0-44d6-9510-13ea578a33b8 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:33:55.567393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e067cf2-8847-4688-b796-9754520b6e6b req-f1282e58-3371-4818-bcf8-c1e440480587 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 210 time: 0.0285356 Feb 16 15:33:56.673017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-544f257a-ba81-40b1-8faf-dd4f6a63f7f6 req-94ff28b8-c45f-4613-8194-c356d21abfc3 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/ports?device_id=0daf1bd5-be0d-4006-a185-8a92b3f85f89 HTTP/1.1" status: 200 len: 210 time: 0.0266676 Feb 16 15:34:01.536679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43156) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:01.597434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:01.620274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:01.713536 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:01.716007 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:01.717131 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "DELETE /v2.0/security-groups/4c1f9be7-2b48-452f-9938-d24b1bc31137 HTTP/1.1" status: 204 len: 168 time: 0.1794624 Feb 16 15:34:01.719891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43160) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:01.726332 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f9be7-2b48-452f-9938-d24b1bc31137,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:01.733489 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [None req-0223d867-9c06-4f6b-915c-e765a6917ce2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] show failed (client error): The resource could not be found. Feb 16 15:34:01.733843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.734190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.734483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0223d867-9c06-4f6b-915c-e765a6917ce2 tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "GET /v2.0/security-groups/4c1f9be7-2b48-452f-9938-d24b1bc31137 HTTP/1.1" status: 404 len: 347 time: 0.0135550 Feb 16 15:34:01.734585 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.734856 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.735287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.735653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.735982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.736308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.736627 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.736951 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.737326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.737522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43162) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:01.737616 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cf00b-9e97-4d4a-9832-743a037f120c tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:01.865547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Deleting port bb34e4c4-17c9-4521-ae0b-c14ab4ba36d1 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:01.865969 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:01.948808 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:01.949139 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:01.960819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Calling delete_port for bb34e4c4-17c9-4521-ae0b-c14ab4ba36d1 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:02.158860 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:02.185489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Pushing event deleted for resources: {'Port': ['ID=bb34e4c4-17c9-4521-ae0b-c14ab4ba36d1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:02.247097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:02.249763 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:02.250906 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dc38a6f8-ba7d-4a75-b85c-79b63d8f49cb tempest-ServerActionsTestJSON-742446703 tempest-ServerActionsTestJSON-742446703-project] 10.222.0.113 "DELETE /v2.0/floatingips/f731c44a-52ec-4ef7-b352-503fba3dffd5 HTTP/1.1" status: 204 len: 168 time: 0.5127337 Feb 16 15:34:02.254134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43164) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:02.598567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:03.162435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Deleting port 48ea6902-ce07-4d79-bbee-1d8e7830f906 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:03.163160 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:03.238904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] For port 48ea6902-ce07-4d79-bbee-1d8e7830f906, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=48ea6902-ce07-4d79-bbee-1d8e7830f906,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:03.239262 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:03.251563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Calling delete_port for 48ea6902-ce07-4d79-bbee-1d8e7830f906 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:03.478901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:03.513960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ea6902-ce07-4d79-bbee-1d8e7830f906,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:03.676504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:03.889984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Router ab8fe8b0-3fa8-4831-8290-40fd81f373db has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:34:03.994753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:34:03.999715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-381adb99-f71b-4c06-885d-501832eae590 admin admin] 10.222.0.113 "PUT /v2.0/routers/ab8fe8b0-3fa8-4831-8290-40fd81f373db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446325 Feb 16 15:34:04.002188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43166) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:04.005224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] Sync routers for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:34:04.015812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:34:04.016416 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:33:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:04.107575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.120272 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:34:04.213811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.303723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:34:03Z', 'revision_number': 5, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port': {'id': '5d27a9a6-fe39-45a2-9b0a-37bf902cce3c', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:04.331386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] Checking router: ab8fe8b0-3fa8-4831-8290-40fd81f373db for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:34:04.339576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Deleting port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:04.339921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.340978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] Routers {'ab8fe8b0-3fa8-4831-8290-40fd81f373db'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:34:04.340978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:33:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:04.420618 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] For port 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:04.420976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.429580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] Set router ab8fe8b0-3fa8-4831-8290-40fd81f373db gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:34:04.433175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Calling delete_port for 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:04.481710 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:34:04Z', 'revision_number': 6, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:04.512425 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc74225-ac5d-476e-b892-71deda3148f7 None None] The sync data for ids ['ab8fe8b0-3fa8-4831-8290-40fd81f373db'] in n-d-829433-1 is: [{'id': 'ab8fe8b0-3fa8-4831-8290-40fd81f373db', 'name': 'tempest-ServerActionsTestJSON-1492293169-router', 'tenant_id': 'eeb35da684a54f90870ad9bc41d2933f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:29:25Z', 'updated_at': '2022-02-16T15:34:04Z', 'revision_number': 6, 'project_id': 'eeb35da684a54f90870ad9bc41d2933f', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:34:04.661391 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.696487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d27a9a6-fe39-45a2-9b0a-37bf902cce3c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:04.755277 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.849473 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.851767 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.976023 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.976696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab8fe8b0-3fa8-4831-8290-40fd81f373db {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:34:04.982255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 48ea6902-ce07-4d79-bbee-1d8e7830f906 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:34:04.982517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:04.985998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e78e0284-29db-47f5-afde-5e74af74e75b admin admin] 10.222.0.113 "DELETE /v2.0/routers/ab8fe8b0-3fa8-4831-8290-40fd81f373db HTTP/1.1" status: 204 len: 168 time: 0.9806130 Feb 16 15:34:04.987338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43168) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:05.003707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 48ea6902-ce07-4d79-bbee-1d8e7830f906 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:34:05.004058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 48ea6902-ce07-4d79-bbee-1d8e7830f906 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:34:05.038502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] Deleting subnet 132d0497-f6c1-4e54-a4b7-0224163bfc37 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:34:05.042422 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.076149 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.155986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.280099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.307737 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f63c047f-662c-4cbf-a852-c77a43b812cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.311616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132d0497-f6c1-4e54-a4b7-0224163bfc37,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:05.315286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.318492 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2dac8838-86da-4b60-9cfe-246749827945 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/132d0497-f6c1-4e54-a4b7-0224163bfc37 HTTP/1.1" status: 204 len: 168 time: 0.3313355 Feb 16 15:34:05.321133 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43170) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:05.327809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac256c-899a-4047-b057-473b3f33c3b9 None None] Network e933f78d-9c35-4c30-8f44-e0decc95743b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:05.395068 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.450778 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Deleting port 6113f085-0089-485d-9da8-10d1fd825893 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:05.451120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.518905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] For port 6113f085-0089-485d-9da8-10d1fd825893, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6113f085-0089-485d-9da8-10d1fd825893,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:05.519197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.534327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Calling delete_port for 6113f085-0089-485d-9da8-10d1fd825893 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:05.534832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] DHCP port deletion for e933f78d-9c35-4c30-8f44-e0decc95743b request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:34:05.581730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] Deleting port 6113f085-0089-485d-9da8-10d1fd825893 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:05.582030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.648026 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] For port 6113f085-0089-485d-9da8-10d1fd825893, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6113f085-0089-485d-9da8-10d1fd825893,segment=NetworkSegment(1bbaa207-2eda-4eb5-adb0-37348ebceec1),segment_id=1bbaa207-2eda-4eb5-adb0-37348ebceec1)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:05.648416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.661588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] Calling delete_port for 6113f085-0089-485d-9da8-10d1fd825893 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:05.684791 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.715117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6113f085-0089-485d-9da8-10d1fd825893,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:05.720254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] No DVR routers for this DVR port 6113f085-0089-485d-9da8-10d1fd825893 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:34:05.741132 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.770327 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] Pushing event deleted for resources: {'Port': ['ID=6113f085-0089-485d-9da8-10d1fd825893,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:05.773834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60330857-8083-4e55-ae1f-188925d1ef63 None None] No DVR routers for this DVR port 6113f085-0089-485d-9da8-10d1fd825893 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:34:05.797514 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.818192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e933f78d-9c35-4c30-8f44-e0decc95743b']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:05.828060 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbaa207-2eda-4eb5-adb0-37348ebceec1') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:05.828352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbaa207-2eda-4eb5-adb0-37348ebceec1') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:05.837703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.850517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.856425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:34:05.856800 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:34:05.858383 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:34:05.964695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.970136 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:05.973315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] 10.222.0.113 "DELETE /v2.0/networks/e933f78d-9c35-4c30-8f44-e0decc95743b HTTP/1.1" status: 204 len: 168 time: 0.6504791 Feb 16 15:34:05.984290 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81492c-4015-4fd0-8de6-0718305fd9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=e933f78d-9c35-4c30-8f44-e0decc95743b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:06.232282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43174) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:06.273280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b7ea0935-7a12-48d8-86eb-399cb52feba4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=eeb35da684a54f90870ad9bc41d2933f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397625 Feb 16 15:34:06.275695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43176) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:06.324993 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691fda4b-8eea-4147-b435-f761e584e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:06.345541 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691fda4b-8eea-4147-b435-f761e584e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:06.461718 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691fda4b-8eea-4147-b435-f761e584e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:06.465014 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-691fda4b-8eea-4147-b435-f761e584e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:06.466166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-691fda4b-8eea-4147-b435-f761e584e08d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e1c5f364-8466-4dcf-83a4-2bd378a7cf47 HTTP/1.1" status: 204 len: 168 time: 0.1895881 Feb 16 15:34:06.482016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fda4b-8eea-4147-b435-f761e584e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c5f364-8466-4dcf-83a4-2bd378a7cf47,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:06.710663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6113f085-0089-485d-9da8-10d1fd825893 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:34:06.733118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6113f085-0089-485d-9da8-10d1fd825893 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:34:06.733475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6113f085-0089-485d-9da8-10d1fd825893 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:34:06.733898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:34:06.757111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:34:06.757460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5d27a9a6-fe39-45a2-9b0a-37bf902cce3c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:34:07.437782 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43198) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:07.532302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-801444020-network', 'tenant_id': 'cec7d06508fc4a7183dd5d7c175b54ef'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:07.621991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Made reservation on behalf of cec7d06508fc4a7183dd5d7c175b54ef for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:07.624318 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.637295 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.709658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.775792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.802511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:34:07.808490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2439d5-e5d8-44df-9e16-1a75a987cff5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:07.816426 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.816426 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Added segment 254344eb-3c06-4b36-9bff-137590ea2d34 of type vlan for network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 Feb 16 15:34:07.856545 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.935989 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.936876 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:07.937474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:07.992880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-da99fcc5-87db-4fda-9b86-8c96feb9a999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:08.002884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] Pushing event updated for resources: {'Network': ['ID=217f9f75-bc6e-47b5-b89b-4caef6ae69c5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:08.013638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:34:08.041977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b40edf26-0c5c-4226-9184-b6e2bb8a91e1 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6030967 Feb 16 15:34:08.044866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43202) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:08.049978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Request body: {'subnet': {'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-801444020-subnet', 'tenant_id': 'cec7d06508fc4a7183dd5d7c175b54ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:08.107442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Made reservation on behalf of cec7d06508fc4a7183dd5d7c175b54ef for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:08.109944 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:08.335891 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:08.390539 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6304d8-7408-43de-82c1-1d8fbdf2ae7e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:08.402653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Checking segment: {'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:08.402653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Network hostable DHCP agents. Network: 217f9f75-bc6e-47b5-b89b-4caef6ae69c5, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:34:08.496040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:34:08.564828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 217f9f75-bc6e-47b5-b89b-4caef6ae69c5) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:08.568569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:08.569150 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:08.574901 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd9e78-f99e-45e7-a7c3-7a83efa3c741 None None] Network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:08.670341 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d0b26284-fb41-466c-b34d-494729bde54f admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6243486 Feb 16 15:34:08.702662 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0959b5fc-f080-4a39-b84d-dc950f282708 None None] Network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:09.125192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed998-8c26-4859-be95-441be465d078 req-a28e2e2d-d337-405a-b27d-caee63e41a7a tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:09.126590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-a28e2e2d-d337-405a-b27d-caee63e41a7a tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/networks?id=217f9f75-bc6e-47b5-b89b-4caef6ae69c5 HTTP/1.1" status: 200 len: 813 time: 0.1222587 Feb 16 15:34:09.142037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-0b715a0d-9ab7-4a5b-b5d9-8167b6a8e272 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/quotas/cec7d06508fc4a7183dd5d7c175b54ef HTTP/1.1" status: 200 len: 375 time: 0.0092723 Feb 16 15:34:09.178247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-b1fd1bee-cf36-4f29-b627-e442a4b33048 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308826 Feb 16 15:34:09.237843 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-c693f9ed-d694-44e0-ab36-67595259cdda service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:34:09.238846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-c693f9ed-d694-44e0-ab36-67595259cdda service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530748 Feb 16 15:34:09.329005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-46fd75c5-6ee9-4a3e-80a8-5fe1cd3d8cfa service neutron] 10.222.0.113 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837002 Feb 16 15:34:09.422022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-3e595a69-24b6-4133-833f-8dcdde4f559d service neutron] 10.222.0.113 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868883 Feb 16 15:34:09.688529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcd7df18-4b6a-40b3-b12f-6c13d78d3b7d req-b8e6d725-e856-43d5-84e6-0c6ac8a8bb6b tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 210 time: 0.0295284 Feb 16 15:34:09.752893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:10.780451 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e78ff80-666c-40fa-888f-9675de79878f req-2888864a-ccfa-4401-8c96-42e1c7dd3ef5 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 210 time: 0.0270321 Feb 16 15:34:11.456163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:11.484682 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:11.611368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed998-8c26-4859-be95-441be465d078 req-ce1ebf3a-997b-46c8-9752-690335dd7574 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:11.612762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-ce1ebf3a-997b-46c8-9752-690335dd7574 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.93 "GET /v2.0/networks?id=217f9f75-bc6e-47b5-b89b-4caef6ae69c5 HTTP/1.1" status: 200 len: 813 time: 0.1033249 Feb 16 15:34:11.631111 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Request body: {'port': {'device_id': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5', 'admin_state_up': True, 'tenant_id': 'cec7d06508fc4a7183dd5d7c175b54ef'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:11.798693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Made reservation on behalf of cec7d06508fc4a7183dd5d7c175b54ef for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:11.802410 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:11.898726 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-17ede982-b90e-42c6-a8bf-1cfceb1626ed req-6d56afc6-a090-43a0-9e63-02ecf79310dd tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 210 time: 0.0331841 Feb 16 15:34:11.957260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Allocated IP 172.20.0.9 (217f9f75-bc6e-47b5-b89b-4caef6ae69c5/9f6304d8-7408-43de-82c1-1d8fbdf2ae7e/6e76b46b-9b24-49fb-8d4b-d4126888ae77) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:34:12.105733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:12.205132 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:12.247964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:34:12.250840 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:12.254730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:34:12.281108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Pushing event updated for resources: {'Port': ['ID=6e76b46b-9b24-49fb-8d4b-d4126888ae77,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:12.306536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:12.307235 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:12.372853 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-25f68817-3506-46ff-baf2-e81dcfb52eec tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7454922 Feb 16 15:34:12.391407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Request body: {'port': {'device_id': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:12.449796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:12.713047 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e76b46b-9b24-49fb-8d4b-d4126888ae77 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:34:12.720586 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:12.730314 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:12.733432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Transition to ACTIVE for port object 6e76b46b-9b24-49fb-8d4b-d4126888ae77 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:34:12.803884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:12.853267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Pushing event updated for resources: {'Port': ['ID=6e76b46b-9b24-49fb-8d4b-d4126888ae77,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:12.922666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Attempting to bind port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:34:12.922913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Attempting to bind port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:34:12.923233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Attempting to bind port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 on network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:12.927620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 on network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:34:12.927937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Attempting to bind port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 on network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:12.932775 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:34:12.933664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Checking segment: {'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:12.934361 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Bound using segment: {'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:34:12.934502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Bound port: 6e76b46b-9b24-49fb-8d4b-d4126888ae77, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:34:12.934727 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:13.023408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] For port 6e76b46b-9b24-49fb-8d4b-d4126888ae77, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:34:13.027870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] For port 6e76b46b-9b24-49fb-8d4b-d4126888ae77, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6e76b46b-9b24-49fb-8d4b-d4126888ae77,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:34:13.039756 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1494a1-1510-4d06-9590-f4c229392aa7 req-55dae3d8-5a19-48fd-a993-1ff2a186ec39 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:13.041218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc1494a1-1510-4d06-9590-f4c229392aa7 req-55dae3d8-5a19-48fd-a993-1ff2a186ec39 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 943 time: 0.0679486 Feb 16 15:34:13.080531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc1494a1-1510-4d06-9590-f4c229392aa7 req-f688f98c-22d3-464d-b174-b916c59cd58b tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Feb 16 15:34:13.119297 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:13.155183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:13.155904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:13.157292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] 10.222.0.93 "PUT /v2.0/ports/6e76b46b-9b24-49fb-8d4b-d4126888ae77 HTTP/1.1" status: 200 len: 1091 time: 0.7705858 Feb 16 15:34:13.162107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'tag': '6e76b46b-9b24-49fb-8d4b-d4126888ae77'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:34:13.165141 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071d8d9e-487b-4a0f-9237-4d8fcfd327f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4903596-cebe-49df-9ecb-22462fc1a628", "tag": "6e76b46b-9b24-49fb-8d4b-d4126888ae77"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:34:13.193014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86316-6afd-407f-a5a3-4eed948a1504 service neutron] Pushing event updated for resources: {'Port': ['ID=6e76b46b-9b24-49fb-8d4b-d4126888ae77,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:13.210041 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9946fb1-eab7-475c-ac76-01b5fbd82ab8 x-openstack-request-id: req-c9946fb1-eab7-475c-ac76-01b5fbd82ab8 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:34:13.210333 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4903596-cebe-49df-9ecb-22462fc1a628", "tag": "6e76b46b-9b24-49fb-8d4b-d4126888ae77", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:34:13.210593 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c9946fb1-eab7-475c-ac76-01b5fbd82ab8 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:34:13.210995 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'tag': '6e76b46b-9b24-49fb-8d4b-d4126888ae77', 'status': 'completed', 'code': 200} Feb 16 15:34:13.274993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8d9e-487b-4a0f-9237-4d8fcfd327f1 req-fef1e1aa-0e3e-4acf-a2bb-a4ded44aab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:13.277485 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-071d8d9e-487b-4a0f-9237-4d8fcfd327f1 req-fef1e1aa-0e3e-4acf-a2bb-a4ded44aab33 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 1094 time: 0.0431619 Feb 16 15:34:13.383469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8d9e-487b-4a0f-9237-4d8fcfd327f1 req-a5b05974-e8da-441e-9919-ad2d8b0996c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:13.384966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-071d8d9e-487b-4a0f-9237-4d8fcfd327f1 req-a5b05974-e8da-441e-9919-ad2d8b0996c0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0941753 Feb 16 15:34:13.485641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8d9e-487b-4a0f-9237-4d8fcfd327f1 req-3ce10030-b108-45ff-933a-1ff64ce59267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:13.487014 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-071d8d9e-487b-4a0f-9237-4d8fcfd327f1 req-3ce10030-b108-45ff-933a-1ff64ce59267 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0915904 Feb 16 15:34:13.567922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed998-8c26-4859-be95-441be465d078 req-99301486-7d12-42e4-a3e7-a56f4b5a422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:13.569407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-99301486-7d12-42e4-a3e7-a56f4b5a422f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 1094 time: 0.0413814 Feb 16 15:34:13.615102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-e5b72f7a-8d5d-4046-89d1-8a6a058291c8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e76b46b-9b24-49fb-8d4b-d4126888ae77 HTTP/1.1" status: 200 len: 217 time: 0.0376132 Feb 16 15:34:13.667926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ed998-8c26-4859-be95-441be465d078 req-e3f12eb3-1251-4014-94fa-d5cbaa3dc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:13.669402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-e3f12eb3-1251-4014-94fa-d5cbaa3dc22d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9f6304d8-7408-43de-82c1-1d8fbdf2ae7e HTTP/1.1" status: 200 len: 853 time: 0.0436049 Feb 16 15:34:13.705696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-9808009c-d57f-4020-a021-ba12bdedbe8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=217f9f75-bc6e-47b5-b89b-4caef6ae69c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246170 Feb 16 15:34:13.803809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-afc750d7-d7f4-4f3e-bf05-2ecbd1f17409 service neutron] 10.222.0.93 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864639 Feb 16 15:34:14.254307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f40c5f-c282-4d7a-b1c9-a03dd1387633 req-e0eb2428-71fe-4222-a428-92d341a656b4 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:14.255757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90f40c5f-c282-4d7a-b1c9-a03dd1387633 req-e0eb2428-71fe-4222-a428-92d341a656b4 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 943 time: 0.0985479 Feb 16 15:34:14.260973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ff2ed998-8c26-4859-be95-441be465d078 req-363c9075-164d-495d-8848-a572787fd495 service neutron] 10.222.0.93 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466505 Feb 16 15:34:14.294657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-90f40c5f-c282-4d7a-b1c9-a03dd1387633 req-4f373a25-2bc6-465f-ba5a-4344784b2ac0 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Feb 16 15:34:15.413806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ceb42-ce7e-4467-b4da-c43de6db655c req-b85322ae-2b2e-49a6-b9e4-0097950cf399 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:15.415467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-383ceb42-ce7e-4467-b4da-c43de6db655c req-b85322ae-2b2e-49a6-b9e4-0097950cf399 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 943 time: 0.0498843 Feb 16 15:34:15.453825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-383ceb42-ce7e-4467-b4da-c43de6db655c req-c9c42d6e-417c-4760-96c6-b7d5878c61a6 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322101 Feb 16 15:34:16.570741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea16b-9a89-4a75-a9a5-bd7e5db871bd req-82532c8f-dbd3-4bd1-a6c4-e2b21cc2963b tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:16.572170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bbea16b-9a89-4a75-a9a5-bd7e5db871bd req-82532c8f-dbd3-4bd1-a6c4-e2b21cc2963b tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 943 time: 0.0497117 Feb 16 15:34:16.610453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bbea16b-9a89-4a75-a9a5-bd7e5db871bd req-2ef81a78-c75c-498d-8d31-c99a98ab6254 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Feb 16 15:34:16.747622 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:17.463192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6e76b46b-9b24-49fb-8d4b-d4126888ae77 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:34:17.556511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 6e76b46b-9b24-49fb-8d4b-d4126888ae77, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6e76b46b-9b24-49fb-8d4b-d4126888ae77,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:17.567866 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '6e76b46b-9b24-49fb-8d4b-d4126888ae77', 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5', 'port_id': '6e76b46b-9b24-49fb-8d4b-d4126888ae77', 'mac_address': 'fa:16:3e:9e:60:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6304d8-7408-43de-82c1-1d8fbdf2ae7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:34:17.604120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:17.617241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e76b46b-9b24-49fb-8d4b-d4126888ae77 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:34:17.638105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 6e76b46b-9b24-49fb-8d4b-d4126888ae77, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6e76b46b-9b24-49fb-8d4b-d4126888ae77,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:17.713289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:17.729171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2dbfd-1d2f-4a88-af9b-f08e87e43156 req-37dc6971-f13e-402d-a6b7-74ec57efe9cb tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:17.730788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edd2dbfd-1d2f-4a88-af9b-f08e87e43156 req-37dc6971-f13e-402d-a6b7-74ec57efe9cb tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 943 time: 0.0534973 Feb 16 15:34:17.762336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=6e76b46b-9b24-49fb-8d4b-d4126888ae77,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:17.770023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edd2dbfd-1d2f-4a88-af9b-f08e87e43156 req-dfd22891-6625-45e7-961c-a074f25dd198 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Feb 16 15:34:17.979678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['6e76b46b-9b24-49fb-8d4b-d4126888ae77'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:34:18.883757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5a00-8525-4990-9a9b-4950fab0fb55 req-deb32bb4-1449-42d6-9e80-a3d1445e865e tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:18.885237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffbe5a00-8525-4990-9a9b-4950fab0fb55 req-deb32bb4-1449-42d6-9e80-a3d1445e865e tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 944 time: 0.0493724 Feb 16 15:34:18.922597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ffbe5a00-8525-4990-9a9b-4950fab0fb55 req-3cb9f2a8-2633-4e5c-9521-b8e65b55680d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Feb 16 15:34:19.479627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6e76b46b-9b24-49fb-8d4b-d4126888ae77 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:34:19.616296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:34:19.620339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:19.620742 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:19.699841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:19.721577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76b46b-9b24-49fb-8d4b-d4126888ae77'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:34:19.723796 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de969f-4b7c-4159-b50a-40417a84958d" -d '{"events": [{"server_uuid": "a4903596-cebe-49df-9ecb-22462fc1a628", "name": "network-vif-plugged", "status": "completed", "tag": "6e76b46b-9b24-49fb-8d4b-d4126888ae77"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:34:19.735756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 6e76b46b-9b24-49fb-8d4b-d4126888ae77, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6e76b46b-9b24-49fb-8d4b-d4126888ae77,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:19.760486 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3873df-ce32-442f-a929-4006579ee46a x-openstack-request-id: req-cb3873df-ce32-442f-a929-4006579ee46a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:34:19.760766 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4903596-cebe-49df-9ecb-22462fc1a628", "name": "network-vif-plugged", "status": "completed", "tag": "6e76b46b-9b24-49fb-8d4b-d4126888ae77", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:34:19.761016 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cb3873df-ce32-442f-a929-4006579ee46a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:34:19.761905 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e76b46b-9b24-49fb-8d4b-d4126888ae77', 'code': 200} Feb 16 15:34:19.810917 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:19.859829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=6e76b46b-9b24-49fb-8d4b-d4126888ae77,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:19.867212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f82079-6e99-4075-beff-05698eb995ec req-9c56fe91-4c92-44a0-b078-61b9677385f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:19.868679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0f82079-6e99-4075-beff-05698eb995ec req-9c56fe91-4c92-44a0-b078-61b9677385f5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 1096 time: 0.0412271 Feb 16 15:34:19.903184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e0f82079-6e99-4075-beff-05698eb995ec req-36035207-2676-4a61-a24f-45e569d25bd1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273240 Feb 16 15:34:20.040392 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e51b4-2309-4ead-91bb-00f7342f7d8d req-9ab6ab3a-9e55-41f4-aeba-e8d583f33a77 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:20.041855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-831e51b4-2309-4ead-91bb-00f7342f7d8d req-9ab6ab3a-9e55-41f4-aeba-e8d583f33a77 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Feb 16 15:34:20.080143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-831e51b4-2309-4ead-91bb-00f7342f7d8d req-50f54e10-8dd7-4805-9323-68d2586ea697 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 Feb 16 15:34:21.202917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc6a6e-9a9a-41a9-9abc-c52d3111d03c req-c894ba56-0d3a-4bca-bbe6-01e09d2eb61c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:21.204504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66dc6a6e-9a9a-41a9-9abc-c52d3111d03c req-c894ba56-0d3a-4bca-bbe6-01e09d2eb61c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0524430 Feb 16 15:34:21.245594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-66dc6a6e-9a9a-41a9-9abc-c52d3111d03c req-6ac5e826-22ba-4f55-8fa5-c84e13edfc88 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344362 Feb 16 15:34:22.362479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8113055-2538-43c2-ad67-ac4d3342b50c req-e6efb9a4-c2d7-4992-aad5-f05b905514c0 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:22.363958 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8113055-2538-43c2-ad67-ac4d3342b50c req-e6efb9a4-c2d7-4992-aad5-f05b905514c0 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Feb 16 15:34:22.403012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8113055-2538-43c2-ad67-ac4d3342b50c req-02e94c79-71b9-4b02-ac48-4ab3aa7d93b3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Feb 16 15:34:22.631298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-031156f7-310b-40fa-b11a-b57ec16be239 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:22.632774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-031156f7-310b-40fa-b11a-b57ec16be239 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/networks?id=217f9f75-bc6e-47b5-b89b-4caef6ae69c5 HTTP/1.1" status: 200 len: 813 time: 0.1044703 Feb 16 15:34:22.647389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-7f067db2-ba30-4eac-a27d-e02197f6a514 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/quotas/cec7d06508fc4a7183dd5d7c175b54ef HTTP/1.1" status: 200 len: 375 time: 0.0087245 Feb 16 15:34:22.695552 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-f42e421d-9ef3-4a83-8fd7-8e52c61f895c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429370 Feb 16 15:34:22.706616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-e5ddf543-33b7-4d5e-bb93-e510c0d739a3 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:34:22.707602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-e5ddf543-33b7-4d5e-bb93-e510c0d739a3 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050430 Feb 16 15:34:22.799410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-98b949c5-e159-4e7e-93c0-aa493bc4a9e3 service neutron] 10.222.0.113 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862875 Feb 16 15:34:22.888712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-e626411f-377a-4503-b389-c1ad066edf0e service neutron] 10.222.0.113 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832281 Feb 16 15:34:23.121195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33983bf9-1a7a-41a5-a9b6-adb24fff58b0 req-e575080b-0939-41c7-9ddd-635ad970175d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 210 time: 0.0287097 Feb 16 15:34:24.224462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-458a57d4-66a6-45ba-970d-323c24cc52e2 req-7f0ca6a1-00b5-44b5-bd57-d49e002033e1 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 210 time: 0.0314753 Feb 16 15:34:24.718673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-5bfd7b5b-aadb-49ee-a140-18bbe698a2b6 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:24.720151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-5bfd7b5b-aadb-49ee-a140-18bbe698a2b6 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.129 "GET /v2.0/networks?id=217f9f75-bc6e-47b5-b89b-4caef6ae69c5 HTTP/1.1" status: 200 len: 813 time: 0.1032150 Feb 16 15:34:24.732807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Request body: {'port': {'device_id': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5', 'admin_state_up': True, 'tenant_id': 'cec7d06508fc4a7183dd5d7c175b54ef'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:24.896488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Made reservation on behalf of cec7d06508fc4a7183dd5d7c175b54ef for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:24.900206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:25.026434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Allocated IP 172.20.0.12 (217f9f75-bc6e-47b5-b89b-4caef6ae69c5/9f6304d8-7408-43de-82c1-1d8fbdf2ae7e/5385675f-87a8-4bbd-a46e-23a25b14a46d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:34:25.175448 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:25.268261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:25.280654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['6e76b46b-9b24-49fb-8d4b-d4126888ae77'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:34:25.353259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:34:25.355422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Pushing event updated for resources: {'Port': ['ID=5385675f-87a8-4bbd-a46e-23a25b14a46d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:25.362004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:25.364491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:34:25.413243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d43110-92eb-4bc8-89eb-035643bb9c9a req-1c8d553b-1d77-44af-9054-e2cfb6b71382 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:25.414783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44d43110-92eb-4bc8-89eb-035643bb9c9a req-1c8d553b-1d77-44af-9054-e2cfb6b71382 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 932 time: 0.1183140 Feb 16 15:34:25.435556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:25.436160 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:25.467938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44d43110-92eb-4bc8-89eb-035643bb9c9a req-5e58ad4b-03d1-40ab-b4b7-00c2f5e07548 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465331 Feb 16 15:34:25.516132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-c24375f9-8452-41d5-9e3a-2136cafa8582 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7874634 Feb 16 15:34:25.528646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Request body: {'port': {'device_id': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:25.582868 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:25.845032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5385675f-87a8-4bbd-a46e-23a25b14a46d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:34:25.852151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:25.864199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Transition to ACTIVE for port object 5385675f-87a8-4bbd-a46e-23a25b14a46d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:34:25.925306 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:25.978442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5385675f-87a8-4bbd-a46e-23a25b14a46d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:26.044517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Attempting to bind port 5385675f-87a8-4bbd-a46e-23a25b14a46d on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:34:26.044863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Attempting to bind port 5385675f-87a8-4bbd-a46e-23a25b14a46d by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:34:26.045185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Attempting to bind port 5385675f-87a8-4bbd-a46e-23a25b14a46d on network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:26.049479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Port 5385675f-87a8-4bbd-a46e-23a25b14a46d on network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:34:26.049800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Attempting to bind port 5385675f-87a8-4bbd-a46e-23a25b14a46d on network 217f9f75-bc6e-47b5-b89b-4caef6ae69c5 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:26.054628 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:34:26.054966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Checking segment: {'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:26.055346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Bound using segment: {'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:34:26.057390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Bound port: 5385675f-87a8-4bbd-a46e-23a25b14a46d, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254344eb-3c06-4b36-9bff-137590ea2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:34:26.057751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:26.136959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] For port 5385675f-87a8-4bbd-a46e-23a25b14a46d, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:34:26.140394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] For port 5385675f-87a8-4bbd-a46e-23a25b14a46d, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5385675f-87a8-4bbd-a46e-23a25b14a46d,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:34:26.182624 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:26.218616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:26.219519 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:26.220968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] 10.222.0.129 "PUT /v2.0/ports/5385675f-87a8-4bbd-a46e-23a25b14a46d HTTP/1.1" status: 200 len: 1092 time: 0.6964800 Feb 16 15:34:26.223141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'tag': '5385675f-87a8-4bbd-a46e-23a25b14a46d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:34:26.225435 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c0bd90-b603-4eaf-87fc-b951ba6eb378" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5d591-a7fd-4203-83d7-f54e30cad693", "tag": "5385675f-87a8-4bbd-a46e-23a25b14a46d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:34:26.249018 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c64076-e611-47be-8d43-2b5fb2291ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5385675f-87a8-4bbd-a46e-23a25b14a46d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:26.262805 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d621c-50a5-4dfb-b9c2-9cb477febd60 x-openstack-request-id: req-2f2d621c-50a5-4dfb-b9c2-9cb477febd60 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:34:26.263092 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5d591-a7fd-4203-83d7-f54e30cad693", "tag": "5385675f-87a8-4bbd-a46e-23a25b14a46d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:34:26.263344 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2f2d621c-50a5-4dfb-b9c2-9cb477febd60 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:34:26.263800 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'tag': '5385675f-87a8-4bbd-a46e-23a25b14a46d', 'status': 'completed', 'code': 200} Feb 16 15:34:26.322465 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bd90-b603-4eaf-87fc-b951ba6eb378 req-4a6e2ee2-998d-474a-b622-512ecbc644a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:26.323992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1c0bd90-b603-4eaf-87fc-b951ba6eb378 req-4a6e2ee2-998d-474a-b622-512ecbc644a3 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 1095 time: 0.0412185 Feb 16 15:34:26.430533 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bd90-b603-4eaf-87fc-b951ba6eb378 req-15865cfd-104a-4487-ab17-9bcd6e1660c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:26.431984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1c0bd90-b603-4eaf-87fc-b951ba6eb378 req-15865cfd-104a-4487-ab17-9bcd6e1660c3 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008475 Feb 16 15:34:26.529044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0bd90-b603-4eaf-87fc-b951ba6eb378 req-75420fe4-2c65-4d1b-b103-2cf1c9032b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:26.530521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1c0bd90-b603-4eaf-87fc-b951ba6eb378 req-75420fe4-2c65-4d1b-b103-2cf1c9032b95 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920491 Feb 16 15:34:26.628768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81e08-16e2-46fd-a203-46b6bd8e2c48 req-88f3f7f1-f0fb-4e84-80ec-cc52da1c23e1 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:26.630490 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3f81e08-16e2-46fd-a203-46b6bd8e2c48 req-88f3f7f1-f0fb-4e84-80ec-cc52da1c23e1 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 944 time: 0.0829480 Feb 16 15:34:26.635615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-07550ca8-0318-4a0e-a4db-70260ec50abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:26.636974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-07550ca8-0318-4a0e-a4db-70260ec50abc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 1095 time: 0.0624373 Feb 16 15:34:26.685103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-dae83a1c-5b21-42bc-b278-8530e14059f6 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5385675f-87a8-4bbd-a46e-23a25b14a46d HTTP/1.1" status: 200 len: 217 time: 0.0402446 Feb 16 15:34:26.726286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3f81e08-16e2-46fd-a203-46b6bd8e2c48 req-f730ab17-c978-4b27-a744-f3dbc051ca2d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878546 Feb 16 15:34:26.742118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-acfa0ec6-a030-4cf2-aced-f3cb85fb56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:26.743581 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-acfa0ec6-a030-4cf2-aced-f3cb85fb56d8 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=9f6304d8-7408-43de-82c1-1d8fbdf2ae7e HTTP/1.1" status: 200 len: 853 time: 0.0496421 Feb 16 15:34:26.778677 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-4e9557df-ef6a-43dd-ba63-49c45fda093c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=217f9f75-bc6e-47b5-b89b-4caef6ae69c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288017 Feb 16 15:34:26.865779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-1b71632c-420b-45f1-9775-3318325306aa service neutron] 10.222.0.129 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810702 Feb 16 15:34:26.959454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b7e4f4d2-135f-4aec-9f92-29b2475202b6 req-350288cf-95e5-4789-a56d-32554abbed1f service neutron] 10.222.0.129 "GET /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868323 Feb 16 15:34:27.851420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5ccbb-ed3f-4914-8bc7-fb9d16879c26 req-48ff35f7-89ce-44b0-8292-709895e8805a tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:27.852923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13b5ccbb-ed3f-4914-8bc7-fb9d16879c26 req-48ff35f7-89ce-44b0-8292-709895e8805a tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 944 time: 0.0497425 Feb 16 15:34:27.890187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-13b5ccbb-ed3f-4914-8bc7-fb9d16879c26 req-b70695ce-8328-4e45-92fb-d6f316929c3e tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Feb 16 15:34:29.003875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba94aa-0b42-4c41-ad69-ce937f87ba6f req-07b8a156-634b-422c-95b9-f0684baeeddf tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:29.005602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bba94aa-0b42-4c41-ad69-ce937f87ba6f req-07b8a156-634b-422c-95b9-f0684baeeddf tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 944 time: 0.0483630 Feb 16 15:34:29.042828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5bba94aa-0b42-4c41-ad69-ce937f87ba6f req-8d8cfdf2-6a5b-491d-82ae-18d5fdffa9b1 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Feb 16 15:34:30.164312 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec299f04-be5c-418c-bb03-f7d2342aadf3 req-b344108a-6966-487b-9792-cff8bcc9ab88 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:30.165765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec299f04-be5c-418c-bb03-f7d2342aadf3 req-b344108a-6966-487b-9792-cff8bcc9ab88 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 944 time: 0.0530434 Feb 16 15:34:30.202939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec299f04-be5c-418c-bb03-f7d2342aadf3 req-80e07ef7-f8b2-43c4-bed4-dfe1a22a11a6 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308602 Feb 16 15:34:30.248411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5385675f-87a8-4bbd-a46e-23a25b14a46d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:34:30.344696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5385675f-87a8-4bbd-a46e-23a25b14a46d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5385675f-87a8-4bbd-a46e-23a25b14a46d,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:30.355713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '5385675f-87a8-4bbd-a46e-23a25b14a46d', 'network_id': '217f9f75-bc6e-47b5-b89b-4caef6ae69c5', 'port_id': '5385675f-87a8-4bbd-a46e-23a25b14a46d', 'mac_address': 'fa:16:3e:92:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1077, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6304d8-7408-43de-82c1-1d8fbdf2ae7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:34:30.395947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:30.408186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5385675f-87a8-4bbd-a46e-23a25b14a46d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:34:30.426344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5385675f-87a8-4bbd-a46e-23a25b14a46d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5385675f-87a8-4bbd-a46e-23a25b14a46d,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:30.473766 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:30.520711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5385675f-87a8-4bbd-a46e-23a25b14a46d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:30.528190 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.529137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.529300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.529741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.530076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.530403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.530730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.531049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.531389 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.531726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.532043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.532356 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:30.676947 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5385675f-87a8-4bbd-a46e-23a25b14a46d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:34:31.318300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4c2ce-0182-459d-b056-83264fc80f16 req-bc6c65a3-6461-4c8e-b8b3-cc7a7519c820 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:31.319841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25d4c2ce-0182-459d-b056-83264fc80f16 req-bc6c65a3-6461-4c8e-b8b3-cc7a7519c820 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Feb 16 15:34:31.357757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25d4c2ce-0182-459d-b056-83264fc80f16 req-866b3112-01dc-4714-b845-7fbb00a3da97 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Feb 16 15:34:32.252548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5385675f-87a8-4bbd-a46e-23a25b14a46d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:34:32.353615 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 5385675f-87a8-4bbd-a46e-23a25b14a46d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:34:32.358204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 5385675f-87a8-4bbd-a46e-23a25b14a46d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:32.358573 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:32.371196 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:34:32.438722 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:32.466220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385675f-87a8-4bbd-a46e-23a25b14a46d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:34:32.468513 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397a19a3-c5a9-41ad-a528-22a65eaf8c8e" -d '{"events": [{"server_uuid": "26e5d591-a7fd-4203-83d7-f54e30cad693", "name": "network-vif-plugged", "status": "completed", "tag": "5385675f-87a8-4bbd-a46e-23a25b14a46d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:34:32.476861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030aff-d7a2-45e8-8153-a0ad854e5b8f req-926783b7-a395-4c3e-be79-5ad8ea1dc090 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:32.478758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50030aff-d7a2-45e8-8153-a0ad854e5b8f req-926783b7-a395-4c3e-be79-5ad8ea1dc090 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 945 time: 0.0513487 Feb 16 15:34:32.481602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 5385675f-87a8-4bbd-a46e-23a25b14a46d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5385675f-87a8-4bbd-a46e-23a25b14a46d,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:32.509659 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858b10f9-1c14-4b62-b481-4652d14f0b14 x-openstack-request-id: req-858b10f9-1c14-4b62-b481-4652d14f0b14 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:34:32.509948 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5d591-a7fd-4203-83d7-f54e30cad693", "name": "network-vif-plugged", "status": "completed", "tag": "5385675f-87a8-4bbd-a46e-23a25b14a46d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:34:32.510194 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-858b10f9-1c14-4b62-b481-4652d14f0b14 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:34:32.510583 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385675f-87a8-4bbd-a46e-23a25b14a46d', 'code': 200} Feb 16 15:34:32.520269 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-50030aff-d7a2-45e8-8153-a0ad854e5b8f req-16c2adf6-d51a-47f4-89e2-3a51fe61b5c0 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Feb 16 15:34:32.548182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:32.598354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=5385675f-87a8-4bbd-a46e-23a25b14a46d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:32.614554 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc942ab-3f99-4686-9911-c18e0b833d50 req-8822f573-c3f6-4da3-b572-1e9dd712d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:32.616220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cc942ab-3f99-4686-9911-c18e0b833d50 req-8822f573-c3f6-4da3-b572-1e9dd712d9e6 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 1097 time: 0.0470319 Feb 16 15:34:32.650991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cc942ab-3f99-4686-9911-c18e0b833d50 req-1ccf869c-34fc-4358-948d-688d7c9ff867 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272858 Feb 16 15:34:33.640969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb913-6b86-44f1-b878-360e1a3e0bff req-fdea0b4f-06f3-4c4e-ac1d-61aa80461d82 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:33.642480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d39bb913-6b86-44f1-b878-360e1a3e0bff req-fdea0b4f-06f3-4c4e-ac1d-61aa80461d82 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 946 time: 0.0510707 Feb 16 15:34:33.680622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d39bb913-6b86-44f1-b878-360e1a3e0bff req-7f08704f-aa02-46d7-8759-6458facd85b2 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Feb 16 15:34:34.794591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188f460-8879-4ec9-8798-7d00b93c83d5 req-09f164fc-36d5-4e02-898a-5e0f6ffa2d24 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:34.796716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3188f460-8879-4ec9-8798-7d00b93c83d5 req-09f164fc-36d5-4e02-898a-5e0f6ffa2d24 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 946 time: 0.0494211 Feb 16 15:34:34.833027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3188f460-8879-4ec9-8798-7d00b93c83d5 req-81a0daea-27ad-4a97-af99-5af239834e6b tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303357 Feb 16 15:34:35.263753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140625f-001f-4768-bde6-b117108d71e7 req-5e4a6e1e-2116-4e78-8c99-70aa90165d08 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:35.265894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4140625f-001f-4768-bde6-b117108d71e7 req-5e4a6e1e-2116-4e78-8c99-70aa90165d08 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 946 time: 0.0538609 Feb 16 15:34:35.273534 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60022b94-680a-43ca-a609-dc8bd8c16fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:35.304955 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4140625f-001f-4768-bde6-b117108d71e7 req-ddb4f9f1-4a56-4ed2-a479-b37568432d51 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328207 Feb 16 15:34:36.489733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e9fc5-c796-47c2-9a6f-853772b3d212 req-97a5cc40-d58a-4102-9380-c715d4597d53 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:36.491265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96e9fc5-c796-47c2-9a6f-853772b3d212 req-97a5cc40-d58a-4102-9380-c715d4597d53 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 946 time: 0.1166182 Feb 16 15:34:36.552757 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a96e9fc5-c796-47c2-9a6f-853772b3d212 req-2b5b3e56-82f4-408b-bce1-35066fbd0a6c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512908 Feb 16 15:34:36.565069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-df2aaa40-f2a8-44aa-93a9-bc1a70060379 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:36.566542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-df2aaa40-f2a8-44aa-93a9-bc1a70060379 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.129 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 946 time: 0.0728190 Feb 16 15:34:36.659140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Deleting port 5385675f-87a8-4bbd-a46e-23a25b14a46d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:36.659481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:36.746066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] For port 5385675f-87a8-4bbd-a46e-23a25b14a46d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=5385675f-87a8-4bbd-a46e-23a25b14a46d,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:36.746424 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:36.758659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Calling delete_port for 5385675f-87a8-4bbd-a46e-23a25b14a46d owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:36.959825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:36.972435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['5385675f-87a8-4bbd-a46e-23a25b14a46d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:34:36.974653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['6e76b46b-9b24-49fb-8d4b-d4126888ae77'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:34:36.988196 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Pushing event deleted for resources: {'Port': ['ID=5385675f-87a8-4bbd-a46e-23a25b14a46d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:37.002926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.003265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.003684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.004025 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.004346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.004673 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.004995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.005559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.005889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.006211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.006530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.006848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:34:37.046509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] No DVR routers for this DVR port 5385675f-87a8-4bbd-a46e-23a25b14a46d on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:34:37.052350 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:37.052632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f44629f8-a4b2-4fae-b87d-ae64926b48bb req-5adabd57-ce91-4968-a846-89b2501182c3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.129 "DELETE /v2.0/ports/5385675f-87a8-4bbd-a46e-23a25b14a46d HTTP/1.1" status: 204 len: 173 time: 0.4798801 Feb 16 15:34:37.053078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'name': 'network-vif-deleted', 'tag': '5385675f-87a8-4bbd-a46e-23a25b14a46d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:34:37.055393 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3369f34-dcf1-4833-8ab4-5f78b87cea24" -d '{"events": [{"server_uuid": "26e5d591-a7fd-4203-83d7-f54e30cad693", "name": "network-vif-deleted", "tag": "5385675f-87a8-4bbd-a46e-23a25b14a46d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:34:37.098189 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20316d65-5d69-424e-b045-07fa25ba53dd x-openstack-request-id: req-20316d65-5d69-424e-b045-07fa25ba53dd {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:34:37.098605 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5d591-a7fd-4203-83d7-f54e30cad693", "name": "network-vif-deleted", "tag": "5385675f-87a8-4bbd-a46e-23a25b14a46d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:34:37.098828 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-20316d65-5d69-424e-b045-07fa25ba53dd {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:34:37.099232 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e5d591-a7fd-4203-83d7-f54e30cad693', 'name': 'network-vif-deleted', 'tag': '5385675f-87a8-4bbd-a46e-23a25b14a46d', 'status': 'completed', 'code': 200} Feb 16 15:34:37.660759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4661f98b-24ac-4dfd-8de1-1272e72e243a req-3747b825-18de-429e-a861-12fbe9e4283d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=26e5d591-a7fd-4203-83d7-f54e30cad693 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Feb 16 15:34:37.999843 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4f97a544-f3d1-4f51-8c25-129e49138db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:38.812867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c872-014f-4d17-909a-c476fd0970f4 req-b20e533c-3a65-4c4c-88e1-a56ddae55365 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:38.814455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d18c872-014f-4d17-909a-c476fd0970f4 req-b20e533c-3a65-4c4c-88e1-a56ddae55365 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0510604 Feb 16 15:34:38.852635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0d18c872-014f-4d17-909a-c476fd0970f4 req-d2c4c782-3ce0-4079-bf45-6a3870c8f39c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Feb 16 15:34:38.986041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaffb4f-259c-4787-9819-41965eef356f req-e4425c7c-891f-46ee-9cd1-cca805aea37c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:38.987443 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0aaffb4f-259c-4787-9819-41965eef356f req-e4425c7c-891f-46ee-9cd1-cca805aea37c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0500584 Feb 16 15:34:39.025408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0aaffb4f-259c-4787-9819-41965eef356f req-6dda6e6e-7d29-4eb2-a8bc-809bab9631b3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Feb 16 15:34:39.199713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b8fc4-7799-4857-a001-926c868f629c req-edec739f-ef0d-4278-9b3b-c0165798a588 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:39.201182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-844b8fc4-7799-4857-a001-926c868f629c req-edec739f-ef0d-4278-9b3b-c0165798a588 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.1081409 Feb 16 15:34:39.239150 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-844b8fc4-7799-4857-a001-926c868f629c req-b13c7250-e4d5-4bb6-99c5-fd41b32e7516 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Feb 16 15:34:39.402979 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4c2b-f9f1-4185-968c-7d5d593aa0f9 req-f904e6f8-fb95-43f6-922a-b91d8ee25d6c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:39.404487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-478d4c2b-f9f1-4185-968c-7d5d593aa0f9 req-f904e6f8-fb95-43f6-922a-b91d8ee25d6c tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0485220 Feb 16 15:34:39.442951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-478d4c2b-f9f1-4185-968c-7d5d593aa0f9 req-8ad05f38-4165-43fe-a4ef-65de3c616452 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Feb 16 15:34:39.562852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00965588-bc3b-451a-9ab4-cf179cf49b26 req-264f9add-fee2-4545-9569-6b81b873e8ca tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:39.564168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00965588-bc3b-451a-9ab4-cf179cf49b26 req-264f9add-fee2-4545-9569-6b81b873e8ca tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0496538 Feb 16 15:34:39.602858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-00965588-bc3b-451a-9ab4-cf179cf49b26 req-5d74e5dd-7801-4b74-aef3-afd82da52549 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Feb 16 15:34:39.729491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dafa90-cf52-4817-a776-9cb261d58cd5 req-9edb722a-1364-4d19-8c94-cb0554688597 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:39.731163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6dafa90-cf52-4817-a776-9cb261d58cd5 req-9edb722a-1364-4d19-8c94-cb0554688597 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0529745 Feb 16 15:34:39.748197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:39.769985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6dafa90-cf52-4817-a776-9cb261d58cd5 req-1241460a-76fe-4fe8-99b1-838240a414e3 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Feb 16 15:34:40.271597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8fe12-f108-41b9-9f49-35f8370f24e5 req-d0b2294d-0217-4571-91f6-39c0619101e0 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:40.273156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62b8fe12-f108-41b9-9f49-35f8370f24e5 req-d0b2294d-0217-4571-91f6-39c0619101e0 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0506232 Feb 16 15:34:40.295677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5385675f-87a8-4bbd-a46e-23a25b14a46d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:34:40.312009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62b8fe12-f108-41b9-9f49-35f8370f24e5 req-69295fc6-91ed-444e-86d9-d11dcd924b56 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Feb 16 15:34:40.317233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 5385675f-87a8-4bbd-a46e-23a25b14a46d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:34:40.317583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 5385675f-87a8-4bbd-a46e-23a25b14a46d not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:34:41.435398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdece725-941c-448f-bfa2-77729ab1a316 req-cf2f2b5c-2e2a-49e9-badf-ff0415b998cb tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:41.436920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdece725-941c-448f-bfa2-77729ab1a316 req-cf2f2b5c-2e2a-49e9-badf-ff0415b998cb tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0528207 Feb 16 15:34:41.474096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:41.477701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdece725-941c-448f-bfa2-77729ab1a316 req-f5a50d3e-8ccb-41cb-8cef-50e08e59d466 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/security-groups?id=fa2439d5-e5d8-44df-9e16-1a75a987cff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342629 Feb 16 15:34:41.497046 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:41.845682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-a7f059c1-82b0-43ee-9848-a52adbe7f9d5 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:41.847103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-a7f059c1-82b0-43ee-9848-a52adbe7f9d5 tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.93 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Feb 16 15:34:41.938943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Deleting port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:41.939279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:42.029803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] For port 6e76b46b-9b24-49fb-8d4b-d4126888ae77, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6e76b46b-9b24-49fb-8d4b-d4126888ae77,segment=NetworkSegment(254344eb-3c06-4b36-9bff-137590ea2d34),segment_id=254344eb-3c06-4b36-9bff-137590ea2d34)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:42.030166 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:42.042606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Calling delete_port for 6e76b46b-9b24-49fb-8d4b-d4126888ae77 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:42.222876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:42.239607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['6e76b46b-9b24-49fb-8d4b-d4126888ae77'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:34:42.257030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Pushing event deleted for resources: {'Port': ['ID=6e76b46b-9b24-49fb-8d4b-d4126888ae77,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:42.295866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] No DVR routers for this DVR port 6e76b46b-9b24-49fb-8d4b-d4126888ae77 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:34:42.299029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:42.302418 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72ea8e76-7875-4ac1-9ea7-aa3ac5a4ef6b req-6ad661fb-1cb9-492f-b3c9-a251aa51d30d tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.93 "DELETE /v2.0/ports/6e76b46b-9b24-49fb-8d4b-d4126888ae77 HTTP/1.1" status: 204 len: 173 time: 0.4462392 Feb 16 15:34:42.302855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'name': 'network-vif-deleted', 'tag': '6e76b46b-9b24-49fb-8d4b-d4126888ae77'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:34:42.305115 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66777202-1a62-4530-813f-bd321c6f6446" -d '{"events": [{"server_uuid": "a4903596-cebe-49df-9ecb-22462fc1a628", "name": "network-vif-deleted", "tag": "6e76b46b-9b24-49fb-8d4b-d4126888ae77"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:34:42.341658 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57a5c0c-2e2b-4148-b428-fc9efb5f056d x-openstack-request-id: req-c57a5c0c-2e2b-4148-b428-fc9efb5f056d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:34:42.341942 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4903596-cebe-49df-9ecb-22462fc1a628", "name": "network-vif-deleted", "tag": "6e76b46b-9b24-49fb-8d4b-d4126888ae77", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:34:42.342190 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c57a5c0c-2e2b-4148-b428-fc9efb5f056d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:34:42.342716 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4903596-cebe-49df-9ecb-22462fc1a628', 'name': 'network-vif-deleted', 'tag': '6e76b46b-9b24-49fb-8d4b-d4126888ae77', 'status': 'completed', 'code': 200} Feb 16 15:34:42.587395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f3a231cb-cc24-4c2e-9e64-9c006095241b req-d6ac9b9e-3c7a-4106-874e-9eaf3406e13a tempest-ServersNegativeTestJSON-23138635 tempest-ServersNegativeTestJSON-23138635-project] 10.222.0.113 "GET /v2.0/ports?device_id=a4903596-cebe-49df-9ecb-22462fc1a628 HTTP/1.1" status: 200 len: 210 time: 0.0278845 Feb 16 15:34:42.753931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:43.644336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43366) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:43.691141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] Deleting subnet 9f6304d8-7408-43de-82c1-1d8fbdf2ae7e {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:34:43.694218 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:43.728521 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:43.766432 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:43.874542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:43.900185 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6304d8-7408-43de-82c1-1d8fbdf2ae7e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:43.903705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:43.906820 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b81fcd1-d9a8-468f-812e-847bd4f4c918 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/9f6304d8-7408-43de-82c1-1d8fbdf2ae7e HTTP/1.1" status: 204 len: 168 time: 0.2614839 Feb 16 15:34:43.909366 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43368) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:43.979571 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.057049 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.077252 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217f9f75-bc6e-47b5-b89b-4caef6ae69c5']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:44.086248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254344eb-3c06-4b36-9bff-137590ea2d34') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:44.086651 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254344eb-3c06-4b36-9bff-137590ea2d34') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:44.099992 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.113506 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.119285 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:34:44.119714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:34:44.126358 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:34:44.211301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.217616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.221389 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] 10.222.0.113 "DELETE /v2.0/networks/217f9f75-bc6e-47b5-b89b-4caef6ae69c5 HTTP/1.1" status: 204 len: 168 time: 0.3110416 Feb 16 15:34:44.231177 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350599e3-f2d3-407e-952c-7d386a495669 admin admin] Pushing event deleted for resources: {'Network': ['ID=217f9f75-bc6e-47b5-b89b-4caef6ae69c5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:44.507502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43372) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:44.546579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cf055b85-b3e6-40b0-b6a7-2e98677defea admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cec7d06508fc4a7183dd5d7c175b54ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378902 Feb 16 15:34:44.550791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43374) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:44.598000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91d32840-10f6-4ec6-83e2-c52e700c1d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.622200 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91d32840-10f6-4ec6-83e2-c52e700c1d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.725237 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91d32840-10f6-4ec6-83e2-c52e700c1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.728147 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-91d32840-10f6-4ec6-83e2-c52e700c1d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:44.729583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-91d32840-10f6-4ec6-83e2-c52e700c1d4d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/fa2439d5-e5d8-44df-9e16-1a75a987cff5 HTTP/1.1" status: 204 len: 168 time: 0.1777418 Feb 16 15:34:44.740095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d32840-10f6-4ec6-83e2-c52e700c1d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2439d5-e5d8-44df-9e16-1a75a987cff5,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:45.556669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6e76b46b-9b24-49fb-8d4b-d4126888ae77 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:34:45.576715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 6e76b46b-9b24-49fb-8d4b-d4126888ae77 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:34:45.577060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6e76b46b-9b24-49fb-8d4b-d4126888ae77 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:34:45.691324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43396) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:45.783391 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290408177'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:45.856874 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:45.860314 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:45.869285 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:45.944769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:46.005257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:46.034694 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:34:46.040925 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584abe4b-cb4d-45b6-936e-84fee8e78064,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:46.048031 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:46.049647 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Added segment 45d4aaa5-0def-4065-a549-43dd09d5967a of type vlan for network d25f8327-4fa3-4094-8139-f9e2c6ed30ef Feb 16 15:34:46.092542 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:46.182295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:46.187871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:46.188461 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:46.255246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Network': ['ID=d25f8327-4fa3-4094-8139-f9e2c6ed30ef,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:46.266092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d25f8327-4fa3-4094-8139-f9e2c6ed30ef details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:34:46.300317 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-3eb7860f-da90-46bb-8ccc-8d9cf7c13702 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6078670 Feb 16 15:34:46.742575 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:49.570683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43400) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:49.570683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'subnet': {'network_id': 'd25f8327-4fa3-4094-8139-f9e2c6ed30ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:49.719687 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:49.723820 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.011333 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.072612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Subnet': ['ID=dd78564c-ce54-4448-b1ce-0176c5ffe73c,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:50.079470 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Checking segment: {'id': '45d4aaa5-0def-4065-a549-43dd09d5967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd25f8327-4fa3-4094-8139-f9e2c6ed30ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:50.079914 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network hostable DHCP agents. Network: d25f8327-4fa3-4094-8139-f9e2c6ed30ef, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:34:50.176755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network d25f8327-4fa3-4094-8139-f9e2c6ed30ef is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:34:50.250860 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d25f8327-4fa3-4094-8139-f9e2c6ed30ef) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:50.256290 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:50.256994 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.260123 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fea7e4-84a3-4310-a2f8-7f1b0a9d8428 None None] Network d25f8327-4fa3-4094-8139-f9e2c6ed30ef requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:50.339582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c7e5e890-c60d-4277-80e9-7022e308c12b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7765265 Feb 16 15:34:50.343412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43402) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:50.349163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1179083833'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:50.405165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d25f8327-4fa3-4094-8139-f9e2c6ed30ef', 'network_id': 'd25f8327-4fa3-4094-8139-f9e2c6ed30ef', 'tenant_id': '9f149d1fb4e5498f8069d37c96d73282', 'fixed_ips': [{'subnet_id': 'dd78564c-ce54-4448-b1ce-0176c5ffe73c'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:34:50.406024 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.433981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:50.437509 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.466658 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] vlan segment allocate from pool success with {'vlan_id': 1077, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:34:50.475973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.476316 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Added segment e4c31c65-bffa-4bda-a0ed-1f7f96e83244 of type vlan for network 7422fab3-e148-4253-b0d7-8783f62dd287 Feb 16 15:34:50.516417 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.551893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Allocated IP 2001:db8:0:ffff::2 (d25f8327-4fa3-4094-8139-f9e2c6ed30ef/dd78564c-ce54-4448-b1ce-0176c5ffe73c/c17e12a0-6f54-4108-a050-c71cc9add659) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:34:50.629133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.635228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:50.635871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.698756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.710260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Network': ['ID=7422fab3-e148-4253-b0d7-8783f62dd287,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:50.720815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 7422fab3-e148-4253-b0d7-8783f62dd287 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:34:50.740590 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-421dc80d-ab98-494f-85a6-2e5becd19b02 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3960695 Feb 16 15:34:50.745500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43404) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:50.748696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'subnet': {'network_id': '7422fab3-e148-4253-b0d7-8783f62dd287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:50.766752 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.824242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Network d25f8327-4fa3-4094-8139-f9e2c6ed30ef is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:34:50.830362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:50.834214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:34:50.839434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Pushing event updated for resources: {'Port': ['ID=c17e12a0-6f54-4108-a050-c71cc9add659,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:50.890978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Attempting to bind port c17e12a0-6f54-4108-a050-c71cc9add659 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:34:50.891264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Attempting to bind port c17e12a0-6f54-4108-a050-c71cc9add659 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '45d4aaa5-0def-4065-a549-43dd09d5967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd25f8327-4fa3-4094-8139-f9e2c6ed30ef'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:34:50.891652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Attempting to bind port c17e12a0-6f54-4108-a050-c71cc9add659 on network d25f8327-4fa3-4094-8139-f9e2c6ed30ef {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:50.896930 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:34:50.897299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Checking segment: {'id': '45d4aaa5-0def-4065-a549-43dd09d5967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd25f8327-4fa3-4094-8139-f9e2c6ed30ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:50.897698 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.898084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Bound using segment: {'id': '45d4aaa5-0def-4065-a549-43dd09d5967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd25f8327-4fa3-4094-8139-f9e2c6ed30ef'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:34:50.898540 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Bound port: c17e12a0-6f54-4108-a050-c71cc9add659, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d4aaa5-0def-4065-a549-43dd09d5967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'd25f8327-4fa3-4094-8139-f9e2c6ed30ef'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:34:50.898913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.925889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:50.929522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:50.962061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] For port c17e12a0-6f54-4108-a050-c71cc9add659, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:34:50.965213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] For port c17e12a0-6f54-4108-a050-c71cc9add659, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c17e12a0-6f54-4108-a050-c71cc9add659,segment=NetworkSegment(45d4aaa5-0def-4065-a549-43dd09d5967a),segment_id=45d4aaa5-0def-4065-a549-43dd09d5967a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:34:51.035795 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:51.098319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc530f9e-024f-4490-ac2a-7b01af79ee49 None None] Pushing event updated for resources: {'Port': ['ID=c17e12a0-6f54-4108-a050-c71cc9add659,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:51.194382 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:51.284898 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Checking segment: {'id': 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7422fab3-e148-4253-b0d7-8783f62dd287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:51.285260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network hostable DHCP agents. Network: 7422fab3-e148-4253-b0d7-8783f62dd287, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:34:51.287434 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Subnet': ['ID=387a9e9f-e2e0-4eba-ad30-c65546095638,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:51.366046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network 7422fab3-e148-4253-b0d7-8783f62dd287 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:34:51.428745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 7422fab3-e148-4253-b0d7-8783f62dd287) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:51.433024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:51.433650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:51.437155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac721ec1-09bf-4117-811a-f48b07bf1b24 None None] Network 7422fab3-e148-4253-b0d7-8783f62dd287 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:51.513373 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bdacbe6d-c5a2-4a69-8f5c-e9012c014c88 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7686973 Feb 16 15:34:51.515986 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43406) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:51.590511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-7422fab3-e148-4253-b0d7-8783f62dd287', 'network_id': '7422fab3-e148-4253-b0d7-8783f62dd287', 'tenant_id': '9f149d1fb4e5498f8069d37c96d73282', 'fixed_ips': [{'subnet_id': '387a9e9f-e2e0-4eba-ad30-c65546095638'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:34:51.591440 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:51.618190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:51.704193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:51.739082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Allocated IP 2001:db8::2 (7422fab3-e148-4253-b0d7-8783f62dd287/387a9e9f-e2e0-4eba-ad30-c65546095638/3b5de87d-3e36-4059-a7a3-9c4104f559c8) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:34:51.895115 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:51.961147 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.002921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Network 7422fab3-e148-4253-b0d7-8783f62dd287 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:34:52.006824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ce138-fbf4-4217-8595-208d75544ee8 None None] Network d25f8327-4fa3-4094-8139-f9e2c6ed30ef requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:52.016808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:52.025151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:34:52.029546 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Pushing event updated for resources: {'Port': ['ID=3b5de87d-3e36-4059-a7a3-9c4104f559c8,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:52.098440 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.128172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Subnet': ['ID=387a9e9f-e2e0-4eba-ad30-c65546095638,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:52.133018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8077bed8-2714-44fd-86af-a726fac438ec None None] Provisioning complete for port c17e12a0-6f54-4108-a050-c71cc9add659 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:52.134169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8077bed8-2714-44fd-86af-a726fac438ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.175497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Attempting to bind port 3b5de87d-3e36-4059-a7a3-9c4104f559c8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:34:52.175894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Attempting to bind port 3b5de87d-3e36-4059-a7a3-9c4104f559c8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7422fab3-e148-4253-b0d7-8783f62dd287'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:34:52.176260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Attempting to bind port 3b5de87d-3e36-4059-a7a3-9c4104f559c8 on network 7422fab3-e148-4253-b0d7-8783f62dd287 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:52.187846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:34:52.188219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Checking segment: {'id': 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7422fab3-e148-4253-b0d7-8783f62dd287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:52.188616 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.188784 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.189003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Bound using segment: {'id': 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7422fab3-e148-4253-b0d7-8783f62dd287'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:34:52.189565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Bound port: 3b5de87d-3e36-4059-a7a3-9c4104f559c8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': '7422fab3-e148-4253-b0d7-8783f62dd287'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:34:52.189941 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.215505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7422fab3-e148-4253-b0d7-8783f62dd287']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:52.225526 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:52.225819 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:52.235163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.249353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.255445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:34:52.263193 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:34:52.343840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] For port 3b5de87d-3e36-4059-a7a3-9c4104f559c8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:34:52.349038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] For port 3b5de87d-3e36-4059-a7a3-9c4104f559c8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3b5de87d-3e36-4059-a7a3-9c4104f559c8,segment=NetworkSegment(e4c31c65-bffa-4bda-a0ed-1f7f96e83244),segment_id=e4c31c65-bffa-4bda-a0ed-1f7f96e83244)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:34:52.351841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8077bed8-2714-44fd-86af-a726fac438ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.354519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:34:52.354519 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:34:52.354519 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '7422fab3-e148-4253-b0d7-8783f62dd287'}] Feb 16 15:34:52.354519 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:34:52.354919 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:34:52.390715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-8077bed8-2714-44fd-86af-a726fac438ec None None] For port c17e12a0-6f54-4108-a050-c71cc9add659, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c17e12a0-6f54-4108-a050-c71cc9add659,segment=NetworkSegment(45d4aaa5-0def-4065-a549-43dd09d5967a),segment_id=45d4aaa5-0def-4065-a549-43dd09d5967a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:52.406484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.491325 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8077bed8-2714-44fd-86af-a726fac438ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.500493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6b944-71c6-40e2-a592-58301b9a4371 None None] Pushing event updated for resources: {'Port': ['ID=3b5de87d-3e36-4059-a7a3-9c4104f559c8,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:52.528873 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a53e6-69c5-4504-b366-0f0cc6ed097d None None] Network 7422fab3-e148-4253-b0d7-8783f62dd287 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:52.614237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077bed8-2714-44fd-86af-a726fac438ec None None] Pushing event updated for resources: {'Port': ['ID=c17e12a0-6f54-4108-a050-c71cc9add659,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:52.716162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5080022e-ebca-46c2-9253-ee8f6983d814 None None] Provisioning complete for port c17e12a0-6f54-4108-a050-c71cc9add659 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:52.716430 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5080022e-ebca-46c2-9253-ee8f6983d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.770438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c24ca-010b-484c-8e5a-1a06b52291d5 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:34:52.792786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c17e12a0-6f54-4108-a050-c71cc9add659 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:34:52.856650 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.915981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Deleting port 3b5de87d-3e36-4059-a7a3-9c4104f559c8 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:52.916590 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:52.988167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] For port 3b5de87d-3e36-4059-a7a3-9c4104f559c8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=3b5de87d-3e36-4059-a7a3-9c4104f559c8,segment=NetworkSegment(e4c31c65-bffa-4bda-a0ed-1f7f96e83244),segment_id=e4c31c65-bffa-4bda-a0ed-1f7f96e83244)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:52.988534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.002859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Calling delete_port for 3b5de87d-3e36-4059-a7a3-9c4104f559c8 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:53.064898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374c24ca-010b-484c-8e5a-1a06b52291d5 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:34:53.067870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port c17e12a0-6f54-4108-a050-c71cc9add659 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:53.068233 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.160342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.189148 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Port': ['ID=3b5de87d-3e36-4059-a7a3-9c4104f559c8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:53.193368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No DVR routers for this DVR port 3b5de87d-3e36-4059-a7a3-9c4104f559c8 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:34:53.275458 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.296559 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7422fab3-e148-4253-b0d7-8783f62dd287']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:53.310194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:53.310492 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c31c65-bffa-4bda-a0ed-1f7f96e83244') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:53.320582 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.334377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.340140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:34:53.340525 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:34:53.343439 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:34:53.456804 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.464037 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.466804 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/7422fab3-e148-4253-b0d7-8783f62dd287 HTTP/1.1" status: 204 len: 168 time: 1.9498138 Feb 16 15:34:53.470502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43408) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:53.476437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140380992'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:53.480012 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541e3db-e969-43c9-bd99-1f0fce9caa43 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Network': ['ID=7422fab3-e148-4253-b0d7-8783f62dd287,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:53.542693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:53.546502 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.569717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:34:53.578157 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.578498 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Added segment 8719f33d-a237-43d1-848d-9d654cd34e09 of type vlan for network 4225d7d8-ed20-49dd-8663-723ac2a45528 Feb 16 15:34:53.619488 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.685386 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.691515 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:53.692121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:53.758381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Network': ['ID=4225d7d8-ed20-49dd-8663-723ac2a45528,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:53.768396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 4225d7d8-ed20-49dd-8663-723ac2a45528 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:34:53.825486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b0a53824-8ed8-4e05-a0d0-152784518a89 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3530035 Feb 16 15:34:53.828408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43410) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:53.833636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'subnet': {'network_id': '4225d7d8-ed20-49dd-8663-723ac2a45528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:53.977105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:53.980578 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.041195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Performing IP validity checks on allocation pools {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 16 15:34:54.041741 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.ipam_backend_mixin [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103044) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 16 15:34:54.200165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.263053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Subnet': ['ID=22c6ea29-1400-41a8-95c8-9acad3042920,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:54.272495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Checking segment: {'id': '8719f33d-a237-43d1-848d-9d654cd34e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4225d7d8-ed20-49dd-8663-723ac2a45528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:54.272851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network hostable DHCP agents. Network: 4225d7d8-ed20-49dd-8663-723ac2a45528, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:34:54.320044 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network 4225d7d8-ed20-49dd-8663-723ac2a45528 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:34:54.377308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 4225d7d8-ed20-49dd-8663-723ac2a45528) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:54.382384 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:54.382978 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.388427 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e593bf-a317-4a05-bfa3-421262ec40fa None None] Network 4225d7d8-ed20-49dd-8663-723ac2a45528 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:54.472565 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b63042a7-b211-4398-ae69-b7107aed6a76 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6429179 Feb 16 15:34:54.475040 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43412) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:54.537899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-4225d7d8-ed20-49dd-8663-723ac2a45528', 'network_id': '4225d7d8-ed20-49dd-8663-723ac2a45528', 'tenant_id': '9f149d1fb4e5498f8069d37c96d73282', 'fixed_ips': [{'subnet_id': '22c6ea29-1400-41a8-95c8-9acad3042920'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:34:54.538794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.574895 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.625425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.676171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Allocated IP 2001:db8::3 (4225d7d8-ed20-49dd-8663-723ac2a45528/22c6ea29-1400-41a8-95c8-9acad3042920/c50cebb6-4f90-4ca6-a82a-e97541312b16) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:34:54.823252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.897953 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:54.938001 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Network 4225d7d8-ed20-49dd-8663-723ac2a45528 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:34:54.941414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:54.944760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:34:54.951315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Pushing event updated for resources: {'Port': ['ID=c50cebb6-4f90-4ca6-a82a-e97541312b16,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:55.004766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Attempting to bind port c50cebb6-4f90-4ca6-a82a-e97541312b16 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:34:55.005128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Attempting to bind port c50cebb6-4f90-4ca6-a82a-e97541312b16 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '8719f33d-a237-43d1-848d-9d654cd34e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4225d7d8-ed20-49dd-8663-723ac2a45528'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:34:55.005485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Attempting to bind port c50cebb6-4f90-4ca6-a82a-e97541312b16 on network 4225d7d8-ed20-49dd-8663-723ac2a45528 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:55.010541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:34:55.010912 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Checking segment: {'id': '8719f33d-a237-43d1-848d-9d654cd34e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4225d7d8-ed20-49dd-8663-723ac2a45528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:55.011308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.011805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Bound using segment: {'id': '8719f33d-a237-43d1-848d-9d654cd34e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4225d7d8-ed20-49dd-8663-723ac2a45528'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:34:55.012268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Bound port: c50cebb6-4f90-4ca6-a82a-e97541312b16, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8719f33d-a237-43d1-848d-9d654cd34e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '4225d7d8-ed20-49dd-8663-723ac2a45528'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:34:55.012646 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.035317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.069258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Subnet': ['ID=22c6ea29-1400-41a8-95c8-9acad3042920,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:55.077555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] For port c50cebb6-4f90-4ca6-a82a-e97541312b16, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:34:55.081200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] For port c50cebb6-4f90-4ca6-a82a-e97541312b16, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c50cebb6-4f90-4ca6-a82a-e97541312b16,segment=NetworkSegment(8719f33d-a237-43d1-848d-9d654cd34e09),segment_id=8719f33d-a237-43d1-848d-9d654cd34e09)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:34:55.122929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.143850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4225d7d8-ed20-49dd-8663-723ac2a45528']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:55.144061 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.158539 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8719f33d-a237-43d1-848d-9d654cd34e09') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:55.159328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8719f33d-a237-43d1-848d-9d654cd34e09') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:55.169772 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.186076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.194390 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:34:55.196132 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:34:55.202067 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:34:55.209608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6efc7b-41da-433b-9ca3-e3084263c773 None None] Pushing event updated for resources: {'Port': ['ID=c50cebb6-4f90-4ca6-a82a-e97541312b16,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:55.307688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.db.api [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:34:55.307688 n-d-829433-1 neutron-server[103044]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:34:55.307688 n-d-829433-1 neutron-server[103044]: [parameters: {'id': '4225d7d8-ed20-49dd-8663-723ac2a45528'}] Feb 16 15:34:55.307688 n-d-829433-1 neutron-server[103044]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:34:55.308391 n-d-829433-1 neutron-server[103044]: DEBUG oslo_db.api [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:34:55.810018 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.865536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Deleting port c50cebb6-4f90-4ca6-a82a-e97541312b16 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:34:55.865877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.930429 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] For port c50cebb6-4f90-4ca6-a82a-e97541312b16, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c50cebb6-4f90-4ca6-a82a-e97541312b16,segment=NetworkSegment(8719f33d-a237-43d1-848d-9d654cd34e09),segment_id=8719f33d-a237-43d1-848d-9d654cd34e09)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:55.930786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:55.944572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Calling delete_port for c50cebb6-4f90-4ca6-a82a-e97541312b16 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:34:56.009630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec7109-dabc-49ae-9d10-517b3d1ad55d None None] Network 4225d7d8-ed20-49dd-8663-723ac2a45528 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:56.074688 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.082709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-06df3f01-bb83-4b2a-a4bb-c1c202c8f9d5 None None] Could not find standard attr ID for object c50cebb6-4f90-4ca6-a82a-e97541312b16. {{(pid=103045) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 15:34:56.100577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Port': ['ID=c50cebb6-4f90-4ca6-a82a-e97541312b16,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:56.104199 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No DVR routers for this DVR port c50cebb6-4f90-4ca6-a82a-e97541312b16 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:34:56.174997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050f8aa-51e8-40ac-b0c5-7013887225fb None None] DHCP port deletion for 4225d7d8-ed20-49dd-8663-723ac2a45528 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:34:56.190858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.211256 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4225d7d8-ed20-49dd-8663-723ac2a45528']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:56.220344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8719f33d-a237-43d1-848d-9d654cd34e09') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:56.221216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8719f33d-a237-43d1-848d-9d654cd34e09') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:56.230271 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.243808 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:34:56.256061 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:34:56.360479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.368318 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.371358 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/4225d7d8-ed20-49dd-8663-723ac2a45528 HTTP/1.1" status: 204 len: 168 time: 1.8953016 Feb 16 15:34:56.375705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43414) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:56.381745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919433403'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:56.383141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0266-0bb5-4b6b-940c-fa31fe601a19 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Network': ['ID=4225d7d8-ed20-49dd-8663-723ac2a45528,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:56.445981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:56.449598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.473866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:34:56.482324 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.482657 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Added segment 3b5b36a3-773d-4e5d-bdff-f84d5296eb33 of type vlan for network 397b15ed-e833-4c72-9ad5-d994d2f081de Feb 16 15:34:56.523079 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.600015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.605530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:56.606114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:56.670439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Network': ['ID=397b15ed-e833-4c72-9ad5-d994d2f081de,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:56.681483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 397b15ed-e833-4c72-9ad5-d994d2f081de details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:34:56.705940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fc5a3054-1afe-4699-afc8-77bf0123f5e9 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3285642 Feb 16 15:34:56.709296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43416) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:56.714404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'subnet': {'network_id': '397b15ed-e833-4c72-9ad5-d994d2f081de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:56.879808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:56.883769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.103192 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.164087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Subnet': ['ID=d2815cb3-ba62-48aa-8017-3d62442deb35,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:57.172714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Checking segment: {'id': '3b5b36a3-773d-4e5d-bdff-f84d5296eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '397b15ed-e833-4c72-9ad5-d994d2f081de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:57.173070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network hostable DHCP agents. Network: 397b15ed-e833-4c72-9ad5-d994d2f081de, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:34:57.240087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network 397b15ed-e833-4c72-9ad5-d994d2f081de is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:34:57.331799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 397b15ed-e833-4c72-9ad5-d994d2f081de) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:57.338188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:57.339601 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.345465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fbf20-f8ee-402f-8cbb-57aa01e70f21 None None] Network 397b15ed-e833-4c72-9ad5-d994d2f081de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:57.420455 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fcaf5950-75fd-486c-91db-86081eac3e56 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7099798 Feb 16 15:34:57.424298 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43418) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:57.429537 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890140729'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:57.489493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-397b15ed-e833-4c72-9ad5-d994d2f081de', 'network_id': '397b15ed-e833-4c72-9ad5-d994d2f081de', 'tenant_id': '9f149d1fb4e5498f8069d37c96d73282', 'fixed_ips': [{'subnet_id': 'd2815cb3-ba62-48aa-8017-3d62442deb35'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:34:57.490367 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.537504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:57.541034 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.564874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:34:57.573972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.574313 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Added segment 74186a28-dc31-4e11-a134-88e161b0bd7b of type vlan for network 300692e3-7978-4521-a3f5-a98fb8efe778 Feb 16 15:34:57.614094 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.630334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Allocated IP 2001:db8::2 (397b15ed-e833-4c72-9ad5-d994d2f081de/d2815cb3-ba62-48aa-8017-3d62442deb35/2462dda4-6808-4b9c-b544-9f62c163baac) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:34:57.697365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.702884 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:57.703465 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.771425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.774001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Network': ['ID=300692e3-7978-4521-a3f5-a98fb8efe778,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:57.784448 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 300692e3-7978-4521-a3f5-a98fb8efe778 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:34:57.797470 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a55649a8-d711-4e32-b209-f200962caeb7 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3721049 Feb 16 15:34:57.801583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43420) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:57.806556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Request body: {'subnet': {'network_id': '300692e3-7978-4521-a3f5-a98fb8efe778', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:34:57.852269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.896489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Network 397b15ed-e833-4c72-9ad5-d994d2f081de is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:34:57.899216 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:57.903575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:34:57.906507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Pushing event updated for resources: {'Port': ['ID=2462dda4-6808-4b9c-b544-9f62c163baac,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:57.948995 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Made reservation on behalf of 9f149d1fb4e5498f8069d37c96d73282 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:34:57.952632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.968245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Attempting to bind port 2462dda4-6808-4b9c-b544-9f62c163baac on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:34:57.968839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Attempting to bind port 2462dda4-6808-4b9c-b544-9f62c163baac by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3b5b36a3-773d-4e5d-bdff-f84d5296eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '397b15ed-e833-4c72-9ad5-d994d2f081de'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:34:57.968984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Attempting to bind port 2462dda4-6808-4b9c-b544-9f62c163baac on network 397b15ed-e833-4c72-9ad5-d994d2f081de {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:57.974994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:34:57.975359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Checking segment: {'id': '3b5b36a3-773d-4e5d-bdff-f84d5296eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '397b15ed-e833-4c72-9ad5-d994d2f081de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:57.975789 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:57.976174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Bound using segment: {'id': '3b5b36a3-773d-4e5d-bdff-f84d5296eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '397b15ed-e833-4c72-9ad5-d994d2f081de'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:34:57.976628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Bound port: 2462dda4-6808-4b9c-b544-9f62c163baac, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5b36a3-773d-4e5d-bdff-f84d5296eb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '397b15ed-e833-4c72-9ad5-d994d2f081de'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:34:57.977003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:58.047338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] For port 2462dda4-6808-4b9c-b544-9f62c163baac, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:34:58.050691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] For port 2462dda4-6808-4b9c-b544-9f62c163baac, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2462dda4-6808-4b9c-b544-9f62c163baac,segment=NetworkSegment(3b5b36a3-773d-4e5d-bdff-f84d5296eb33),segment_id=3b5b36a3-773d-4e5d-bdff-f84d5296eb33)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:34:58.126327 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:58.191772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbaee1-aa56-4e9b-9281-446396115276 None None] Pushing event updated for resources: {'Port': ['ID=2462dda4-6808-4b9c-b544-9f62c163baac,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:58.223558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:58.291914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event updated for resources: {'Subnet': ['ID=d76d3eeb-635c-4385-b7a4-cd331b754d33,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:58.301365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Checking segment: {'id': '74186a28-dc31-4e11-a134-88e161b0bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '300692e3-7978-4521-a3f5-a98fb8efe778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:58.301730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network hostable DHCP agents. Network: 300692e3-7978-4521-a3f5-a98fb8efe778, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:34:58.395192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Network 300692e3-7978-4521-a3f5-a98fb8efe778 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:34:58.491501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 300692e3-7978-4521-a3f5-a98fb8efe778) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:58.496058 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:34:58.496680 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:58.500243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d751bca-67ab-4479-bfce-f349a4010ce0 None None] Network 300692e3-7978-4521-a3f5-a98fb8efe778 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:58.585773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ee09bfb6-0ca5-47f7-a129-0d97b393f1bd tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7830005 Feb 16 15:34:58.588327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43422) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:34:58.661166 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-300692e3-7978-4521-a3f5-a98fb8efe778', 'network_id': '300692e3-7978-4521-a3f5-a98fb8efe778', 'tenant_id': '9f149d1fb4e5498f8069d37c96d73282', 'fixed_ips': [{'subnet_id': 'd76d3eeb-635c-4385-b7a4-cd331b754d33'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:34:58.662034 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:58.703371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:58.820652 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:58.822615 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2462dda4-6808-4b9c-b544-9f62c163baac up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:34:58.825319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Allocated IP 2001:db8::2 (300692e3-7978-4521-a3f5-a98fb8efe778/d76d3eeb-635c-4385-b7a4-cd331b754d33/2cb53da8-19ea-4cc4-a0ee-cae98cb82f45) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:34:58.946247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2462dda4-6808-4b9c-b544-9f62c163baac triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:58.946621 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.049216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.088963 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.124978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 2462dda4-6808-4b9c-b544-9f62c163baac, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2462dda4-6808-4b9c-b544-9f62c163baac,segment=NetworkSegment(3b5b36a3-773d-4e5d-bdff-f84d5296eb33),segment_id=3b5b36a3-773d-4e5d-bdff-f84d5296eb33)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:34:59.132167 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.163982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a225c3e-939e-463e-9c68-68f78dcc2157 None None] Network 397b15ed-e833-4c72-9ad5-d994d2f081de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:34:59.214851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Network 300692e3-7978-4521-a3f5-a98fb8efe778 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:34:59.222975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.230727 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:34:59.239675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:34:59.241203 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.245047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Pushing event updated for resources: {'Port': ['ID=2cb53da8-19ea-4cc4-a0ee-cae98cb82f45,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:59.278742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Subnet': ['ID=d76d3eeb-635c-4385-b7a4-cd331b754d33,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:59.317060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8ea5fe5e-d91a-492e-825b-d42ac9f036d1 None None] Provisioning complete for port 2462dda4-6808-4b9c-b544-9f62c163baac triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:59.317435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fe5e-d91a-492e-825b-d42ac9f036d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.339385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.563739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=2462dda4-6808-4b9c-b544-9f62c163baac,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:59.569743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Attempting to bind port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:34:59.570112 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Attempting to bind port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '74186a28-dc31-4e11-a134-88e161b0bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '300692e3-7978-4521-a3f5-a98fb8efe778'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:34:59.570472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Attempting to bind port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45 on network 300692e3-7978-4521-a3f5-a98fb8efe778 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:34:59.601878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:34:59.602257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Checking segment: {'id': '74186a28-dc31-4e11-a134-88e161b0bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '300692e3-7978-4521-a3f5-a98fb8efe778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:34:59.602660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.603057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Bound using segment: {'id': '74186a28-dc31-4e11-a134-88e161b0bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '300692e3-7978-4521-a3f5-a98fb8efe778'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:34:59.603534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Bound port: 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74186a28-dc31-4e11-a134-88e161b0bd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '300692e3-7978-4521-a3f5-a98fb8efe778'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:34:59.603937 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.701803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300692e3-7978-4521-a3f5-a98fb8efe778']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:59.711647 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74186a28-dc31-4e11-a134-88e161b0bd7b') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:59.711944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74186a28-dc31-4e11-a134-88e161b0bd7b') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:34:59.721421 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.734528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.735081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] For port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:34:59.741768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:34:59.742337 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:34:59.745984 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:34:59.804092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] For port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2cb53da8-19ea-4cc4-a0ee-cae98cb82f45,segment=NetworkSegment(74186a28-dc31-4e11-a134-88e161b0bd7b),segment_id=74186a28-dc31-4e11-a134-88e161b0bd7b)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:34:59.835085 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.db.api [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 15:34:59.835085 n-d-829433-1 neutron-server[103043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 15:34:59.835085 n-d-829433-1 neutron-server[103043]: [parameters: {'id': '300692e3-7978-4521-a3f5-a98fb8efe778'}] Feb 16 15:34:59.835085 n-d-829433-1 neutron-server[103043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:34:59.835596 n-d-829433-1 neutron-server[103043]: DEBUG oslo_db.api [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:34:59.875211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.965479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df652229-5a99-43c0-b57b-9466d2c57dcf None None] Pushing event updated for resources: {'Port': ['ID=2cb53da8-19ea-4cc4-a0ee-cae98cb82f45,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:34:59.976792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3d6ae7ab-cdec-4b1a-8c58-0228fbc0244e None None] Provisioning complete for port 2462dda4-6808-4b9c-b544-9f62c163baac triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:34:59.976792 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae7ab-cdec-4b1a-8c58-0228fbc0244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:34:59.976792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85904b53-9553-4bf7-924e-60d2e06b8782 None None] Network 300692e3-7978-4521-a3f5-a98fb8efe778 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:00.163295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f77a347-248f-42e1-9fc8-94bcca327d1b None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:35:00.238169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77a347-248f-42e1-9fc8-94bcca327d1b None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:35:00.336292 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.389847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Deleting port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:00.390184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.455997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] For port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2cb53da8-19ea-4cc4-a0ee-cae98cb82f45,segment=NetworkSegment(74186a28-dc31-4e11-a134-88e161b0bd7b),segment_id=74186a28-dc31-4e11-a134-88e161b0bd7b)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:00.456360 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.468702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Calling delete_port for 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:00.629236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.657491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Port': ['ID=2cb53da8-19ea-4cc4-a0ee-cae98cb82f45,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:00.663828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No DVR routers for this DVR port 2cb53da8-19ea-4cc4-a0ee-cae98cb82f45 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:00.742887 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.747120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2462dda4-6808-4b9c-b544-9f62c163baac up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:00.764728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300692e3-7978-4521-a3f5-a98fb8efe778']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:00.774732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74186a28-dc31-4e11-a134-88e161b0bd7b') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:00.775029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74186a28-dc31-4e11-a134-88e161b0bd7b') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:00.784771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.796564 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2462dda4-6808-4b9c-b544-9f62c163baac triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:00.796943 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.797571 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.803419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:35:00.803901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:35:00.806845 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:35:00.920204 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.927134 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:00.930221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/300692e3-7978-4521-a3f5-a98fb8efe778 HTTP/1.1" status: 204 len: 168 time: 2.3408735 Feb 16 15:35:00.940208 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43424) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:00.942266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892060-06c0-4fae-a785-45486c5f7da3 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Network': ['ID=300692e3-7978-4521-a3f5-a98fb8efe778,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:00.974657 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e27fdb4-87d8-4247-b450-80720a3d9338 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] GET failed (client error): The resource could not be found. Feb 16 15:35:00.975977 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8e27fdb4-87d8-4247-b450-80720a3d9338 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "GET /v2.0/subnets/d76d3eeb-635c-4385-b7a4-cd331b754d33 HTTP/1.1" status: 404 len: 337 time: 0.0341494 Feb 16 15:35:00.978755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43426) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:00.997106 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1cd94b-ad63-476a-aa35-b1d2e1105c5b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] DELETE failed (client error): The resource could not be found. Feb 16 15:35:00.997623 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1cd94b-ad63-476a-aa35-b1d2e1105c5b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:35:01.000542 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4f1cd94b-ad63-476a-aa35-b1d2e1105c5b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/300692e3-7978-4521-a3f5-a98fb8efe778 HTTP/1.1" status: 404 len: 339 time: 0.0209029 Feb 16 15:35:01.004314 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43428) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:01.030264 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f4ba6e-8b81-4a7d-baec-8e5c54dba118 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] DELETE failed (client error): The resource could not be found. Feb 16 15:35:01.030695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f4ba6e-8b81-4a7d-baec-8e5c54dba118 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:35:01.034388 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-18f4ba6e-8b81-4a7d-baec-8e5c54dba118 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/subnets/d76d3eeb-635c-4385-b7a4-cd331b754d33 HTTP/1.1" status: 404 len: 337 time: 0.0290987 Feb 16 15:35:01.036708 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43430) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:01.054318 n-d-829433-1 neutron-server[103044]: INFO neutron.pecan_wsgi.hooks.translation [None req-99134ee6-806e-47a1-a1cc-4e8bdd8aba5b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] DELETE failed (client error): The resource could not be found. Feb 16 15:35:01.054873 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99134ee6-806e-47a1-a1cc-4e8bdd8aba5b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103044) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:35:01.057829 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-99134ee6-806e-47a1-a1cc-4e8bdd8aba5b tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/300692e3-7978-4521-a3f5-a98fb8efe778 HTTP/1.1" status: 404 len: 339 time: 0.0202596 Feb 16 15:35:01.060348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43432) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:01.111411 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Deleting subnet d2815cb3-ba62-48aa-8017-3d62442deb35 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:35:01.114930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.160098 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.244728 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.366816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.399031 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Subnet': ['ID=d2815cb3-ba62-48aa-8017-3d62442deb35,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:01.404082 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.407174 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf4782a5-c02b-41c0-862b-07ae9c0e6d50 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/subnets/d2815cb3-ba62-48aa-8017-3d62442deb35 HTTP/1.1" status: 204 len: 168 time: 0.3459406 Feb 16 15:35:01.410516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43434) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:01.410755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1baa4b-820c-433c-84cb-5f37a25057f5 None None] Network 397b15ed-e833-4c72-9ad5-d994d2f081de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:01.484550 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.538695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Deleting port 2462dda4-6808-4b9c-b544-9f62c163baac {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:01.539041 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.579009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] DHCP port deletion for 397b15ed-e833-4c72-9ad5-d994d2f081de request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:35:01.607020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] For port 2462dda4-6808-4b9c-b544-9f62c163baac, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2462dda4-6808-4b9c-b544-9f62c163baac,segment=NetworkSegment(3b5b36a3-773d-4e5d-bdff-f84d5296eb33),segment_id=3b5b36a3-773d-4e5d-bdff-f84d5296eb33)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:01.607389 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.620357 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Calling delete_port for 2462dda4-6808-4b9c-b544-9f62c163baac owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:01.625227 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] Deleting port 2462dda4-6808-4b9c-b544-9f62c163baac {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:01.625597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.689784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] For port 2462dda4-6808-4b9c-b544-9f62c163baac, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2462dda4-6808-4b9c-b544-9f62c163baac,segment=NetworkSegment(3b5b36a3-773d-4e5d-bdff-f84d5296eb33),segment_id=3b5b36a3-773d-4e5d-bdff-f84d5296eb33)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:01.690422 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.702987 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] Calling delete_port for 2462dda4-6808-4b9c-b544-9f62c163baac owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:01.743213 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.769452 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Port': ['ID=2462dda4-6808-4b9c-b544-9f62c163baac,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 15:35:01.772438 n-d-829433-1 neutron-server[103045]: self.session.flush() Feb 16 15:35:01.776358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No DVR routers for this DVR port 2462dda4-6808-4b9c-b544-9f62c163baac on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:01.778441 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.801023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.801375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.801691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.802030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.802344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.802714 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.802980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.803295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.803470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] Pushing event deleted for resources: {'Port': ['ID=2462dda4-6808-4b9c-b544-9f62c163baac,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:01.803642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.803957 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.804270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.804577 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:01.806972 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572e728-1fc5-4e8c-bc2b-98e7515e5ce7 None None] No DVR routers for this DVR port 2462dda4-6808-4b9c-b544-9f62c163baac on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:01.869990 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.890399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397b15ed-e833-4c72-9ad5-d994d2f081de']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:01.899371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5b36a3-773d-4e5d-bdff-f84d5296eb33') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:01.899698 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5b36a3-773d-4e5d-bdff-f84d5296eb33') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:01.908775 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.921459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.927677 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:35:01.928057 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:35:01.931026 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:35:02.069154 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.076593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.079321 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/397b15ed-e833-4c72-9ad5-d994d2f081de HTTP/1.1" status: 204 len: 168 time: 0.6678877 Feb 16 15:35:02.082492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43436) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:02.110048 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8756473-4470-4312-a1d9-bb0180fa7860 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] DELETE failed (client error): The resource could not be found. Feb 16 15:35:02.110506 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8756473-4470-4312-a1d9-bb0180fa7860 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:35:02.114240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a8756473-4470-4312-a1d9-bb0180fa7860 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/subnets/22c6ea29-1400-41a8-95c8-9acad3042920 HTTP/1.1" status: 404 len: 337 time: 0.0307574 Feb 16 15:35:02.116873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43438) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:02.136826 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-53803e36-3591-43f2-a41b-9b7c7bff973a tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] DELETE failed (client error): The resource could not be found. Feb 16 15:35:02.137404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53803e36-3591-43f2-a41b-9b7c7bff973a tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:35:02.140515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-53803e36-3591-43f2-a41b-9b7c7bff973a tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/4225d7d8-ed20-49dd-8663-723ac2a45528 HTTP/1.1" status: 404 len: 339 time: 0.0225980 Feb 16 15:35:02.143342 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43440) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:02.170537 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fe0db2-237e-4967-95f8-b6039b3f6030 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] DELETE failed (client error): The resource could not be found. Feb 16 15:35:02.170996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fe0db2-237e-4967-95f8-b6039b3f6030 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:35:02.174752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-32fe0db2-237e-4967-95f8-b6039b3f6030 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/subnets/387a9e9f-e2e0-4eba-ad30-c65546095638 HTTP/1.1" status: 404 len: 337 time: 0.0297701 Feb 16 15:35:02.177667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43442) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:02.196604 n-d-829433-1 neutron-server[103043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99ad322-8672-4999-ba92-c13add07c2ab tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] DELETE failed (client error): The resource could not be found. Feb 16 15:35:02.197205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99ad322-8672-4999-ba92-c13add07c2ab tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 15:35:02.200301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e99ad322-8672-4999-ba92-c13add07c2ab tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/7422fab3-e148-4253-b0d7-8783f62dd287 HTTP/1.1" status: 404 len: 339 time: 0.0216908 Feb 16 15:35:02.202965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43444) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:02.262414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Deleting subnet dd78564c-ce54-4448-b1ce-0176c5ffe73c {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:35:02.265902 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.307037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.350320 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b09b87-fdf9-4fc3-9dec-10bdf1ad9233 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Network': ['ID=397b15ed-e833-4c72-9ad5-d994d2f081de,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:02.394066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.509324 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.547988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Subnet': ['ID=dd78564c-ce54-4448-b1ce-0176c5ffe73c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:02.550657 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.553848 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f8b4cd2-0548-49bc-acc9-2c9c9922327d tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/subnets/dd78564c-ce54-4448-b1ce-0176c5ffe73c HTTP/1.1" status: 204 len: 168 time: 0.3498874 Feb 16 15:35:02.556200 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290df32f-508e-4efd-ab81-582fb4f73fc4 None None] Network d25f8327-4fa3-4094-8139-f9e2c6ed30ef requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:02.556475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43446) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:02.634811 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.687966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Deleting port c17e12a0-6f54-4108-a050-c71cc9add659 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:02.688315 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.739326 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] DHCP port deletion for d25f8327-4fa3-4094-8139-f9e2c6ed30ef request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:35:02.764622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] For port c17e12a0-6f54-4108-a050-c71cc9add659, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c17e12a0-6f54-4108-a050-c71cc9add659,segment=NetworkSegment(45d4aaa5-0def-4065-a549-43dd09d5967a),segment_id=45d4aaa5-0def-4065-a549-43dd09d5967a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:02.764988 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.772566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2462dda4-6808-4b9c-b544-9f62c163baac no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:35:02.781116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Calling delete_port for c17e12a0-6f54-4108-a050-c71cc9add659 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:02.797084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 2462dda4-6808-4b9c-b544-9f62c163baac {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:35:02.797421 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2462dda4-6808-4b9c-b544-9f62c163baac not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:35:02.823119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] Deleting port c17e12a0-6f54-4108-a050-c71cc9add659 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:02.823746 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.887324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] For port c17e12a0-6f54-4108-a050-c71cc9add659, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=c17e12a0-6f54-4108-a050-c71cc9add659,segment=NetworkSegment(45d4aaa5-0def-4065-a549-43dd09d5967a),segment_id=45d4aaa5-0def-4065-a549-43dd09d5967a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:02.887828 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.900678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] Calling delete_port for c17e12a0-6f54-4108-a050-c71cc9add659 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:02.909683 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:02.940144 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Port': ['ID=c17e12a0-6f54-4108-a050-c71cc9add659,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:02.943461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] No DVR routers for this DVR port c17e12a0-6f54-4108-a050-c71cc9add659 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:02.978795 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.004843 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] Pushing event deleted for resources: {'Port': ['ID=c17e12a0-6f54-4108-a050-c71cc9add659,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:03.006641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1acc8-5f29-493d-af94-e9afbb40cb76 None None] No DVR routers for this DVR port c17e12a0-6f54-4108-a050-c71cc9add659 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:03.024943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.045580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25f8327-4fa3-4094-8139-f9e2c6ed30ef']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:03.055845 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d4aaa5-0def-4065-a549-43dd09d5967a') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:03.056136 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d4aaa5-0def-4065-a549-43dd09d5967a') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:03.065429 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.078207 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.084135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:35:03.084724 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:35:03.087334 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:35:03.217691 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.226941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.227916 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] 10.222.0.113 "DELETE /v2.0/networks/d25f8327-4fa3-4094-8139-f9e2c6ed30ef HTTP/1.1" status: 204 len: 168 time: 0.6705036 Feb 16 15:35:03.240466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9813c-61c6-4ade-9fed-df9b5ddc22b4 tempest-NetworksIpV6Test-1560014966 tempest-NetworksIpV6Test-1560014966-project] Pushing event deleted for resources: {'Network': ['ID=d25f8327-4fa3-4094-8139-f9e2c6ed30ef,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:03.681241 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43452) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:03.819016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-11b52976-71a7-49be-b0bf-7d4045b65262 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9f149d1fb4e5498f8069d37c96d73282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365798 Feb 16 15:35:03.821656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43456) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:03.870493 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67ba0b16-5ea5-4699-be00-3a5c5085598a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:03.892130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67ba0b16-5ea5-4699-be00-3a5c5085598a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:04.006123 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67ba0b16-5ea5-4699-be00-3a5c5085598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:04.008966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67ba0b16-5ea5-4699-be00-3a5c5085598a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:04.010215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-67ba0b16-5ea5-4699-be00-3a5c5085598a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/584abe4b-cb4d-45b6-936e-84fee8e78064 HTTP/1.1" status: 204 len: 168 time: 0.1875312 Feb 16 15:35:04.019254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba0b16-5ea5-4699-be00-3a5c5085598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584abe4b-cb4d-45b6-936e-84fee8e78064,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:04.742604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c17e12a0-6f54-4108-a050-c71cc9add659 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:35:04.762938 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: c17e12a0-6f54-4108-a050-c71cc9add659 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:35:04.763287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device c17e12a0-6f54-4108-a050-c71cc9add659 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:35:04.952606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43478) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:05.044650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e9a6521b-ef82-44dc-a6fc-c87320e807a7 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-895691828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:05.155171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9a6521b-ef82-44dc-a6fc-c87320e807a7 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.156301 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9a6521b-ef82-44dc-a6fc-c87320e807a7 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.212481 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9a6521b-ef82-44dc-a6fc-c87320e807a7 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.280902 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9a6521b-ef82-44dc-a6fc-c87320e807a7 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.291537 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f97f20ae-aebc-423b-8eff-1ab5d023feeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.362309 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e9a6521b-ef82-44dc-a6fc-c87320e807a7 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.364177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e9a6521b-ef82-44dc-a6fc-c87320e807a7 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4104526 Feb 16 15:35:05.366851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43482) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:05.371602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1935769178'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:05.457216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Made reservation on behalf of 939589a8a62b4f6cb92509a38b8e4504 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:05.460650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.469232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.544162 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.605856 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.628889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:35:05.645134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3568b75-cb64-4a2d-ac3e-e0c6ed0225bf,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:05.648926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.649270 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Added segment a7993dc5-e9d2-43df-9af5-d69063e16597 of type vlan for network bbb63bbd-85e5-47b9-8056-8152cdf1d773 Feb 16 15:35:05.693055 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.748822 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.754405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:05.754997 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:05.822447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event updated for resources: {'Network': ['ID=bbb63bbd-85e5-47b9-8056-8152cdf1d773,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:05.832926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network bbb63bbd-85e5-47b9-8056-8152cdf1d773 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:35:05.871377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6bcebf01-563c-4c42-93bf-d375c46cd5dd tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5034995 Feb 16 15:35:05.874308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43484) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:05.880536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Request body: {'subnet': {'network_id': 'bbb63bbd-85e5-47b9-8056-8152cdf1d773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:06.045703 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Made reservation on behalf of 939589a8a62b4f6cb92509a38b8e4504 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:06.050291 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.297566 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.361160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event updated for resources: {'Subnet': ['ID=0b76146a-5d22-4e13-8bf5-a770ffd5bfa0,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:06.370311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Checking segment: {'id': 'a7993dc5-e9d2-43df-9af5-d69063e16597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'bbb63bbd-85e5-47b9-8056-8152cdf1d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:06.370699 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Network hostable DHCP agents. Network: bbb63bbd-85e5-47b9-8056-8152cdf1d773, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:35:06.445822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Network bbb63bbd-85e5-47b9-8056-8152cdf1d773 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:35:06.503675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, bbb63bbd-85e5-47b9-8056-8152cdf1d773) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:06.508168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:06.508774 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.517312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b4c4c-2abb-41c8-a643-f4c223429b89 None None] Network bbb63bbd-85e5-47b9-8056-8152cdf1d773 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:06.563453 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-620e6215-c835-423e-b797-0c1bc6d03708 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6879423 Feb 16 15:35:06.566966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43486) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:06.571818 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1280216322'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:06.634859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Made reservation on behalf of 939589a8a62b4f6cb92509a38b8e4504 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:06.638436 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.662967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-bbb63bbd-85e5-47b9-8056-8152cdf1d773', 'network_id': 'bbb63bbd-85e5-47b9-8056-8152cdf1d773', 'tenant_id': '939589a8a62b4f6cb92509a38b8e4504', 'fixed_ips': [{'subnet_id': '0b76146a-5d22-4e13-8bf5-a770ffd5bfa0'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:35:06.670202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.670347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:35:06.674070 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.674916 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Added segment 21322314-e3a4-481d-a9d5-3684f2839d5f of type vlan for network b9bc0643-1645-433e-81fc-9b13ba11f546 Feb 16 15:35:06.714274 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.801971 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Allocated IP 172.20.0.2 (bbb63bbd-85e5-47b9-8056-8152cdf1d773/0b76146a-5d22-4e13-8bf5-a770ffd5bfa0/f30a6c12-aa7d-409f-8e9d-7cb296e41b7e) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:06.806128 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.812116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:06.812705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:06.879655 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event updated for resources: {'Network': ['ID=b9bc0643-1645-433e-81fc-9b13ba11f546,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:06.890008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b9bc0643-1645-433e-81fc-9b13ba11f546 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:35:06.912427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d59e36b7-b2fe-480c-b844-d491ee31d9e6 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3443973 Feb 16 15:35:06.915421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43488) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:06.920755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Request body: {'subnet': {'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:07.002377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.063348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.086201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Made reservation on behalf of 939589a8a62b4f6cb92509a38b8e4504 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:07.089947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.104889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Network bbb63bbd-85e5-47b9-8056-8152cdf1d773 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:07.109013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:07.113478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:07.116543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Pushing event updated for resources: {'Port': ['ID=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:07.199419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Attempting to bind port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:07.199721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Attempting to bind port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a7993dc5-e9d2-43df-9af5-d69063e16597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'bbb63bbd-85e5-47b9-8056-8152cdf1d773'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:07.200082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Attempting to bind port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e on network bbb63bbd-85e5-47b9-8056-8152cdf1d773 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:07.204986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:07.205902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Checking segment: {'id': 'a7993dc5-e9d2-43df-9af5-d69063e16597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'bbb63bbd-85e5-47b9-8056-8152cdf1d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:07.206297 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.206786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Bound using segment: {'id': 'a7993dc5-e9d2-43df-9af5-d69063e16597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'bbb63bbd-85e5-47b9-8056-8152cdf1d773'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:07.207250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Bound port: f30a6c12-aa7d-409f-8e9d-7cb296e41b7e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7993dc5-e9d2-43df-9af5-d69063e16597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'bbb63bbd-85e5-47b9-8056-8152cdf1d773'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:07.207658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.272144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] For port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:07.275702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] For port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,segment=NetworkSegment(a7993dc5-e9d2-43df-9af5-d69063e16597),segment_id=a7993dc5-e9d2-43df-9af5-d69063e16597)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:07.401223 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.441060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.465437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event updated for resources: {'Subnet': ['ID=07c0da33-7be7-431d-8198-2528f32049ad,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:07.474842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Checking segment: {'id': '21322314-e3a4-481d-a9d5-3684f2839d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:07.475296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Network hostable DHCP agents. Network: b9bc0643-1645-433e-81fc-9b13ba11f546, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:35:07.503077 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99ede8-7e62-4fac-8784-997b2705eca1 None None] Pushing event updated for resources: {'Port': ['ID=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:07.577835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Network b9bc0643-1645-433e-81fc-9b13ba11f546 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:35:07.674908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b9bc0643-1645-433e-81fc-9b13ba11f546) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:07.680231 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:07.680827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:07.685690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ca99a-30ff-403b-9643-82df397a084c None None] Network b9bc0643-1645-433e-81fc-9b13ba11f546 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:07.791961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-52eab9ea-63fb-4070-b236-f6ef4bab256e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8751831 Feb 16 15:35:07.796210 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43490) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:07.800880 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cf841f90-127c-43bd-922b-f471a9a68c73 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:08.004132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b9bc0643-1645-433e-81fc-9b13ba11f546', 'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546', 'tenant_id': '939589a8a62b4f6cb92509a38b8e4504', 'fixed_ips': [{'subnet_id': '07c0da33-7be7-431d-8198-2528f32049ad'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:35:08.005071 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.017367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cf841f90-127c-43bd-922b-f471a9a68c73 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.079477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bc901d5d-a8a7-4836-a242-32f759fca641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.158110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Allocated IP 172.21.0.2 (b9bc0643-1645-433e-81fc-9b13ba11f546/07c0da33-7be7-431d-8198-2528f32049ad/17996488-810e-4d7b-a397-1abfeaf93427) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:08.196979 n-d-829433-1 neutron-server[103044]: INFO neutron.api.v2.resource [None req-cf841f90-127c-43bd-922b-f471a9a68c73 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 15:35:08.204090 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf841f90-127c-43bd-922b-f471a9a68c73 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "PUT /v2.0/routers/c78b751e-0de7-43b7-892a-ab5abe1dc306 HTTP/1.1" status: 400 len: 364 time: 0.4023120 Feb 16 15:35:08.207728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43492) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:08.262089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Deleting subnet 07c0da33-7be7-431d-8198-2528f32049ad {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:35:08.329674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.404228 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.404392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.443382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217120a-7e62-4b54-986f-1fc39ea8e5e4 None None] Network bbb63bbd-85e5-47b9-8056-8152cdf1d773 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:08.445996 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.447882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Network b9bc0643-1645-433e-81fc-9b13ba11f546 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:08.460085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:08.493463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:08.499951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Pushing event updated for resources: {'Port': ['ID=17996488-810e-4d7b-a397-1abfeaf93427,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:08.537365 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.585816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-522ea94f-5071-40f7-ab3d-9305c07ccbcd None None] Provisioning complete for port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:08.586186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-522ea94f-5071-40f7-ab3d-9305c07ccbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.590397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Attempting to bind port 17996488-810e-4d7b-a397-1abfeaf93427 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:08.590768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Attempting to bind port 17996488-810e-4d7b-a397-1abfeaf93427 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '21322314-e3a4-481d-a9d5-3684f2839d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:08.591127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Attempting to bind port 17996488-810e-4d7b-a397-1abfeaf93427 on network b9bc0643-1645-433e-81fc-9b13ba11f546 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:08.621798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:08.622199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Checking segment: {'id': '21322314-e3a4-481d-a9d5-3684f2839d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:08.622572 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.622960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Bound using segment: {'id': '21322314-e3a4-481d-a9d5-3684f2839d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:08.623417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Bound port: 17996488-810e-4d7b-a397-1abfeaf93427, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21322314-e3a4-481d-a9d5-3684f2839d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'b9bc0643-1645-433e-81fc-9b13ba11f546'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:08.623816 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.652168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.681693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event deleted for resources: {'Subnet': ['ID=07c0da33-7be7-431d-8198-2528f32049ad,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:08.685549 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.691127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86332c27-598f-411d-9470-93e9fa43cf2e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "DELETE /v2.0/subnets/07c0da33-7be7-431d-8198-2528f32049ad HTTP/1.1" status: 204 len: 168 time: 0.4833562 Feb 16 15:35:08.691316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43494) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:08.786595 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.786806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1932ccea-67be-4527-8417-63de03979a00 None None] For port 17996488-810e-4d7b-a397-1abfeaf93427, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:08.790346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1932ccea-67be-4527-8417-63de03979a00 None None] For port 17996488-810e-4d7b-a397-1abfeaf93427, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17996488-810e-4d7b-a397-1abfeaf93427,segment=NetworkSegment(21322314-e3a4-481d-a9d5-3684f2839d5f),segment_id=21322314-e3a4-481d-a9d5-3684f2839d5f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:08.796979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-522ea94f-5071-40f7-ab3d-9305c07ccbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.808460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f30a6c12-aa7d-409f-8e9d-7cb296e41b7e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:08.862175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Deleting port 17996488-810e-4d7b-a397-1abfeaf93427 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:08.863009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.866481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.874766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-522ea94f-5071-40f7-ab3d-9305c07ccbcd None None] For port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,segment=NetworkSegment(a7993dc5-e9d2-43df-9af5-d69063e16597),segment_id=a7993dc5-e9d2-43df-9af5-d69063e16597)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:08.935865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] For port 17996488-810e-4d7b-a397-1abfeaf93427, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=17996488-810e-4d7b-a397-1abfeaf93427,segment=NetworkSegment(21322314-e3a4-481d-a9d5-3684f2839d5f),segment_id=21322314-e3a4-481d-a9d5-3684f2839d5f)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:08.937521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.937640 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-522ea94f-5071-40f7-ab3d-9305c07ccbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:08.959518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Calling delete_port for 17996488-810e-4d7b-a397-1abfeaf93427 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:08.962945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932ccea-67be-4527-8417-63de03979a00 None None] Pushing event updated for resources: {'Port': ['ID=17996488-810e-4d7b-a397-1abfeaf93427,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:08.967882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:08.968095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.029182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85669c8-a751-46f5-8841-adef22553e81 None None] Network b9bc0643-1645-433e-81fc-9b13ba11f546 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:09.098204 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.100301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ea94f-5071-40f7-ab3d-9305c07ccbcd None None] Pushing event updated for resources: {'Port': ['ID=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:09.126038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event deleted for resources: {'Port': ['ID=17996488-810e-4d7b-a397-1abfeaf93427,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:09.128686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] No DVR routers for this DVR port 17996488-810e-4d7b-a397-1abfeaf93427 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:09.130034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bbc15135-04be-456a-ac5c-bb92a55fa9cf None None] Provisioning complete for port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:09.130169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bbc15135-04be-456a-ac5c-bb92a55fa9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.215622 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.233740 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dfc66a-d0d4-4a01-ac94-26414217c014 None None] get_active_networks_info from n-d-829433-1 {{(pid=103045) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 16 15:35:09.240487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bc0643-1645-433e-81fc-9b13ba11f546']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:09.251257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21322314-e3a4-481d-a9d5-3684f2839d5f') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:09.251733 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21322314-e3a4-481d-a9d5-3684f2839d5f') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:09.262332 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.276655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.282675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:35:09.283161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:35:09.286484 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:35:09.341018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dfc66a-d0d4-4a01-ac94-26414217c014 None None] Resources bound (agent type, host, resource id): {{(pid=103045) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 15:35:09.370642 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:35:09.412164 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.420403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.423767 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "DELETE /v2.0/networks/b9bc0643-1645-433e-81fc-9b13ba11f546 HTTP/1.1" status: 204 len: 168 time: 0.7313778 Feb 16 15:35:09.427055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43496) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:09.434417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13394a9d-528e-44c9-9654-bd6511a6421e tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event deleted for resources: {'Network': ['ID=b9bc0643-1645-433e-81fc-9b13ba11f546,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:09.486140 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Deleting subnet 0b76146a-5d22-4e13-8bf5-a770ffd5bfa0 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:35:09.489827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.529985 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.612391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.732593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.743240 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.761622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event deleted for resources: {'Subnet': ['ID=0b76146a-5d22-4e13-8bf5-a770ffd5bfa0,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:09.766615 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.771776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea89f3-cddc-4f4a-9dfc-dddd4fb869e6 None None] Network bbb63bbd-85e5-47b9-8056-8152cdf1d773 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:09.772783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43498) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:09.772940 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d819d20-b403-4100-81a7-23e6e9b778aa tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "DELETE /v2.0/subnets/0b76146a-5d22-4e13-8bf5-a770ffd5bfa0 HTTP/1.1" status: 204 len: 168 time: 0.3448133 Feb 16 15:35:09.857564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.912878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Deleting port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:09.913344 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.950537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] DHCP port deletion for bbb63bbd-85e5-47b9-8056-8152cdf1d773 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:35:09.978851 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] For port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,segment=NetworkSegment(a7993dc5-e9d2-43df-9af5-d69063e16597),segment_id=a7993dc5-e9d2-43df-9af5-d69063e16597)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:09.979208 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:09.997117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] Deleting port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:35:09.997328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Calling delete_port for f30a6c12-aa7d-409f-8e9d-7cb296e41b7e owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:09.997452 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.060233 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] For port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,segment=NetworkSegment(a7993dc5-e9d2-43df-9af5-d69063e16597),segment_id=a7993dc5-e9d2-43df-9af5-d69063e16597)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:10.060937 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.073878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] Calling delete_port for f30a6c12-aa7d-409f-8e9d-7cb296e41b7e owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:35:10.154794 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.161503 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.189542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] No DVR routers for this DVR port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:10.192346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c0d9c-cd23-42cd-b5cf-d5b325726c6b None None] Pushing event deleted for resources: {'Port': ['ID=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:10.193366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] No DVR routers for this DVR port f30a6c12-aa7d-409f-8e9d-7cb296e41b7e on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:35:10.200650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event deleted for resources: {'Port': ['ID=f30a6c12-aa7d-409f-8e9d-7cb296e41b7e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:10.281598 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.301957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb63bbd-85e5-47b9-8056-8152cdf1d773']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:10.311369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7993dc5-e9d2-43df-9af5-d69063e16597') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:10.311691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7993dc5-e9d2-43df-9af5-d69063e16597') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:10.321779 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.335001 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.340711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:35:10.344399 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:35:10.452080 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.459062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.462192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "DELETE /v2.0/networks/bbb63bbd-85e5-47b9-8056-8152cdf1d773 HTTP/1.1" status: 204 len: 168 time: 0.6884067 Feb 16 15:35:10.465448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43500) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:10.476010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28facbf0-fe6e-4b2d-85ee-afbc5f45841c tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Pushing event deleted for resources: {'Network': ['ID=bbb63bbd-85e5-47b9-8056-8152cdf1d773,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:10.515535 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0ada48f3-64b5-4bb8-83eb-994d90beaad5 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "GET /v2.0/ports?device_id=c78b751e-0de7-43b7-892a-ab5abe1dc306 HTTP/1.1" status: 200 len: 205 time: 0.0489028 Feb 16 15:35:10.517943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43502) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:10.597444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-544900e2-f18f-47e3-8b54-1ab03a9f7240 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.747304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f30a6c12-aa7d-409f-8e9d-7cb296e41b7e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:35:10.761188 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-544900e2-f18f-47e3-8b54-1ab03a9f7240 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.763341 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-544900e2-f18f-47e3-8b54-1ab03a9f7240 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.769245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f30a6c12-aa7d-409f-8e9d-7cb296e41b7e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:35:10.769559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f30a6c12-aa7d-409f-8e9d-7cb296e41b7e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:35:10.840465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-544900e2-f18f-47e3-8b54-1ab03a9f7240 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.840967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544900e2-f18f-47e3-8b54-1ab03a9f7240 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Fanout notify agent at l3_agent the message router_deleted on router c78b751e-0de7-43b7-892a-ab5abe1dc306 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:35:10.847816 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-544900e2-f18f-47e3-8b54-1ab03a9f7240 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:10.848850 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-544900e2-f18f-47e3-8b54-1ab03a9f7240 tempest-RoutersNegativeTest-841178135 tempest-RoutersNegativeTest-841178135-project] 10.222.0.113 "DELETE /v2.0/routers/c78b751e-0de7-43b7-892a-ab5abe1dc306 HTTP/1.1" status: 204 len: 168 time: 0.3294787 Feb 16 15:35:11.226685 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43508) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:11.360842 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4639584c-8824-4ec1-a055-14e565d5581b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=939589a8a62b4f6cb92509a38b8e4504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329954 Feb 16 15:35:11.364162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43512) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:11.418534 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdc949e6-7760-4780-8fb5-db6016bc15e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:11.440355 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdc949e6-7760-4780-8fb5-db6016bc15e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:11.452182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:11.492310 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:11.549107 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdc949e6-7760-4780-8fb5-db6016bc15e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:11.551791 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bdc949e6-7760-4780-8fb5-db6016bc15e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:11.552960 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bdc949e6-7760-4780-8fb5-db6016bc15e6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e3568b75-cb64-4a2d-ac3e-e0c6ed0225bf HTTP/1.1" status: 204 len: 168 time: 0.1879075 Feb 16 15:35:11.560816 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc949e6-7760-4780-8fb5-db6016bc15e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3568b75-cb64-4a2d-ac3e-e0c6ed0225bf,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:12.566907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43534) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:12.662974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-794941555-network', 'tenant_id': '4dffca4bb4a7419b89d212961e239042'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:12.732163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:12.748996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Made reservation on behalf of 4dffca4bb4a7419b89d212961e239042 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:12.751461 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:12.761352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:12.834905 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:12.886139 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:12.911994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:35:12.922108 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbeb24a-9c6b-4f41-9938-e7d530cb308a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:12.928038 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:12.928385 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Added segment 721944e9-5647-4a03-bf95-8864938944f3 of type vlan for network d31c8d87-119c-4296-a5e3-664b864b3e4a Feb 16 15:35:12.969574 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.057807 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.058753 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:13.059357 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.147433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d31c8d87-119c-4296-a5e3-664b864b3e4a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:13.156831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network d31c8d87-119c-4296-a5e3-664b864b3e4a details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:35:13.193982 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-82c8077c-fed6-4896-9058-c773133266e9 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6258979 Feb 16 15:35:13.196767 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:13.201609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Request body: {'subnet': {'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-subnet', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:13.269328 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Made reservation on behalf of 4dffca4bb4a7419b89d212961e239042 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:13.272076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.487457 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.544033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ad1e0e-34b1-4272-b483-886930410e09,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:13.554613 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Checking segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:13.554977 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Network hostable DHCP agents. Network: d31c8d87-119c-4296-a5e3-664b864b3e4a, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:35:13.640180 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Network d31c8d87-119c-4296-a5e3-664b864b3e4a is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:35:13.703325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, d31c8d87-119c-4296-a5e3-664b864b3e4a) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:13.707910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:13.708476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.713447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436353cb-0502-43f0-9f0d-2a9f246871e0 None None] Network d31c8d87-119c-4296-a5e3-664b864b3e4a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:13.774896 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8babd1a3-f7ca-4d10-a019-af7bd292307d admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5771022 Feb 16 15:35:13.777595 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43540) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:13.782132 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:13.857665 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-d31c8d87-119c-4296-a5e3-664b864b3e4a', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'fixed_ips': [{'subnet_id': '24ad1e0e-34b1-4272-b483-886930410e09'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:35:13.858540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.875295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.876513 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:13.928748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.000076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Allocated IP 172.20.0.2 (d31c8d87-119c-4296-a5e3-664b864b3e4a/24ad1e0e-34b1-4272-b483-886930410e09/d15e20e4-fc69-4be2-b584-303793b446a1) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:14.146305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.150876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.235286 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.274447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Network d31c8d87-119c-4296-a5e3-664b864b3e4a is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:14.277243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:14.280721 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:14.292951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Pushing event updated for resources: {'Port': ['ID=d15e20e4-fc69-4be2-b584-303793b446a1,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:14.338072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Attempting to bind port d15e20e4-fc69-4be2-b584-303793b446a1 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:14.338351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Attempting to bind port d15e20e4-fc69-4be2-b584-303793b446a1 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:14.338708 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Attempting to bind port d15e20e4-fc69-4be2-b584-303793b446a1 on network d31c8d87-119c-4296-a5e3-664b864b3e4a {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:14.343969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:14.344169 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Checking segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:14.344603 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.344860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Bound using segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:14.345315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Bound port: d15e20e4-fc69-4be2-b584-303793b446a1, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:14.345692 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.411632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] For port d15e20e4-fc69-4be2-b584-303793b446a1, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:14.415401 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] For port d15e20e4-fc69-4be2-b584-303793b446a1, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d15e20e4-fc69-4be2-b584-303793b446a1,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:14.465870 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.489348 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.509878 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.601380 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Allocated IP 172.25.6.40 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6bc24dd6-3dbd-4a25-b5da-9d434bf94bae) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:14.717954 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.723498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e0d2-cf3d-4967-b57f-12f485e20b0c None None] Pushing event updated for resources: {'Port': ['ID=d15e20e4-fc69-4be2-b584-303793b446a1,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:14.780247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-588726ee-f1e0-486a-b825-aa2ebf313575 req-6c6aa30f-45f8-4d25-97d4-3151dbb9eeb2 service neutron] (103044) timed out ('10.222.0.113', 49394) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:35:14.807090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:14.848233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:14.851107 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:14.854652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:14.891825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Pushing event updated for resources: {'Port': ['ID=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:15.167498 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:15.625060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:15.669060 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120aefce-fb53-43cb-9cf2-66f2c9717734 None None] Network d31c8d87-119c-4296-a5e3-664b864b3e4a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:15.740751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5d403039-ca4d-470e-a2cd-03793d334741 None None] Provisioning complete for port d15e20e4-fc69-4be2-b584-303793b446a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:15.741036 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5d403039-ca4d-470e-a2cd-03793d334741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:15.817814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Router 54176b50-26df-4744-b2c5-38594c385e76 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:35:15.882765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5d403039-ca4d-470e-a2cd-03793d334741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:15.920886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5d403039-ca4d-470e-a2cd-03793d334741 None None] For port d15e20e4-fc69-4be2-b584-303793b446a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d15e20e4-fc69-4be2-b584-303793b446a1,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:15.925863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:35:15.937463 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Sync routers for ids ['54176b50-26df-4744-b2c5-38594c385e76'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:35:15.948221 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Routers {'54176b50-26df-4744-b2c5-38594c385e76'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:15.948958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['54176b50-26df-4744-b2c5-38594c385e76'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:15.979632 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5d403039-ca4d-470e-a2cd-03793d334741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.003221 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.007111 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cd35c5fb-57aa-480d-82d7-32d210e17a7e admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2259097 Feb 16 15:35:16.013935 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43542) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:16.047618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d403039-ca4d-470e-a2cd-03793d334741 None None] Pushing event updated for resources: {'Port': ['ID=d15e20e4-fc69-4be2-b584-303793b446a1,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:16.157538 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Set router 54176b50-26df-4744-b2c5-38594c385e76 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:16.201644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-fa7b3e81-a55f-460a-9d52-bec8b86c58fa None None] Provisioning complete for port d15e20e4-fc69-4be2-b584-303793b446a1 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:16.201944 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3e81-a55f-460a-9d52-bec8b86c58fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.344898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:35:15Z', 'revision_number': 3, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port': {'id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:14Z', 'updated_at': '2022-02-16T15:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:16.375832 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Checking router: 54176b50-26df-4744-b2c5-38594c385e76 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:35:16.376180 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Updating router 54176b50-26df-4744-b2c5-38594c385e76 port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:35:16.401369 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.448277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.610052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Allocated IP 172.20.0.1 (d31c8d87-119c-4296-a5e3-664b864b3e4a/24ad1e0e-34b1-4272-b483-886930410e09/6a6c1920-a9a4-430a-8933-6adf2e9a6630) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:16.655596 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.724888 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.725009 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.781005 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Attempting to bind port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:16.781364 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Attempting to bind port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:16.781713 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Attempting to bind port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:16.783847 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Pushing event updated for resources: {'Port': ['ID=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:16.792726 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.793090 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.793443 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.793771 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.794139 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.794387 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.794708 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.795005 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.795317 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.795646 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.795958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.796266 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:16.800120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:16.800769 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:16.800873 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.801213 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:16.801525 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.802020 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Bound port: 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:16.802020 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.805418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d15e20e4-fc69-4be2-b584-303793b446a1 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:16.829932 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.856921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d15e20e4-fc69-4be2-b584-303793b446a1 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:16.857296 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.858570 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] For port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:16.863120 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] For port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:16.872202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Network d31c8d87-119c-4296-a5e3-664b864b3e4a is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:16.875257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:16.879426 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:16.903971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6c1920-a9a4-430a-8933-6adf2e9a6630,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:16.924839 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:16.967352 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:17.023247 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Routers {'54176b50-26df-4744-b2c5-38594c385e76'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:17.023953 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['54176b50-26df-4744-b2c5-38594c385e76'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:17.081369 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e048b-5b57-481e-bbd8-fc1ded2051ae None None] Pushing event updated for resources: {'Port': ['ID=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:17.113534 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-893840f2-be96-4fcf-bb3f-d58e3ae22d8f None None] Provisioning complete for port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:17.113919 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-893840f2-be96-4fcf-bb3f-d58e3ae22d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:17.124706 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:17.153780 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] Set router 54176b50-26df-4744-b2c5-38594c385e76 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:17.153977 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-893840f2-be96-4fcf-bb3f-d58e3ae22d8f None None] Port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:35:17.288787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:17.339795 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:35:15Z', 'revision_number': 3, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port': {'id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:14Z', 'updated_at': '2022-02-16T15:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:17.349563 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:17.366873 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad839626-9e90-4232-aa63-a1b9190813db None None] The sync data for ids ['54176b50-26df-4744-b2c5-38594c385e76'] in n-d-829433-1 is: [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:35:15Z', 'revision_number': 3, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port': {'id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:14Z', 'updated_at': '2022-02-16T15:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:35:17.421119 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:17.423015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6c1920-a9a4-430a-8933-6adf2e9a6630,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:17.528737 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Network d31c8d87-119c-4296-a5e3-664b864b3e4a is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:17.530188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:17.670552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Router 54176b50-26df-4744-b2c5-38594c385e76 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:35:17.792213 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:35:17.797335 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c772d5e7-62c3-4ed2-ba5d-4018950ec9f2 admin admin] 10.222.0.113 "PUT /v2.0/routers/54176b50-26df-4744-b2c5-38594c385e76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888398 Feb 16 15:35:17.880212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ee86e012-d676-4569-ad6c-323563b17961 None None] Provisioning complete for port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:17.880776 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ee86e012-d676-4569-ad6c-323563b17961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:17.929473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ee86e012-d676-4569-ad6c-323563b17961 None None] Port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:35:18.476558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43558) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:18.481557 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-20171734-network', 'tenant_id': '33f3338ac88442a783878314f25a26c8'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:18.577851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Made reservation on behalf of 33f3338ac88442a783878314f25a26c8 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:18.580316 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.589973 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.669328 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.755172 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.773840 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:18.781743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:35:18.792536 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c5e886-7c04-47be-a946-80c3d743f602,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:18.797303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.797651 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Added segment c6bea1d8-3872-45b6-b03d-a4263764697f of type vlan for network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e Feb 16 15:35:18.826934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:18.827412 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.843210 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.903741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.904866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:18.905453 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.912694 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:18.920197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Sync routers for ids ['54176b50-26df-4744-b2c5-38594c385e76'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:35:18.944089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:18.945343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Routers {'54176b50-26df-4744-b2c5-38594c385e76'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:18.945954 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['54176b50-26df-4744-b2c5-38594c385e76'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:18.970496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] Pushing event updated for resources: {'Network': ['ID=b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:18.981232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:35:19.039897 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.045969 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2dc8afbc-dac0-49ae-bdaf-a52860346618 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5657048 Feb 16 15:35:19.052428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43560) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:19.052428 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Request body: {'subnet': {'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-subnet', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:19.144397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Made reservation on behalf of 33f3338ac88442a783878314f25a26c8 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:19.145027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:19.146826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.157552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Set router 54176b50-26df-4744-b2c5-38594c385e76 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:19.365042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:35:17Z', 'revision_number': 4, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port': {'id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:14Z', 'updated_at': '2022-02-16T15:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6a6c1920-a9a4-430a-8933-6adf2e9a6630', 'name': '', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'mac_address': 'fa:16:3e:aa:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '24ad1e0e-34b1-4272-b483-886930410e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:16Z', 'updated_at': '2022-02-16T15:35:17Z', 'revision_number': 2, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'subnets': [{'id': '24ad1e0e-34b1-4272-b483-886930410e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:19.384560 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.396055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Checking router: 54176b50-26df-4744-b2c5-38594c385e76 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:35:19.396410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Updating router 54176b50-26df-4744-b2c5-38594c385e76 port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:35:19.421923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.444085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8c36b3-969a-447c-bf27-71a0e8cc79f7,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:19.454134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Checking segment: {'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:19.454499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Network hostable DHCP agents. Network: b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:35:19.509460 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:35:19.560590 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:19.564609 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:19.566417 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.583239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b860e-da38-455d-a123-1ac4789351e3 None None] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:19.626392 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7d47ecdc-a431-40de-8a6b-7314adbb5bbe admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5791678 Feb 16 15:35:19.630386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43562) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:19.635015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:19.692656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.693841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.748686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.781022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.809065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e', 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'fixed_ips': [{'subnet_id': 'fa8c36b3-969a-447c-bf27-71a0e8cc79f7'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:35:19.809987 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.878793 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.936832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:19.988744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef79f-2c98-4e53-9a29-0d803abab3ff None None] Pushing event updated for resources: {'Port': ['ID=6a6c1920-a9a4-430a-8933-6adf2e9a6630,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:20.032461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Attempting to bind port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:20.032830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Attempting to bind port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:20.033194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Attempting to bind port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 on network d31c8d87-119c-4296-a5e3-664b864b3e4a {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:20.041161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Allocated IP 172.20.0.2 (b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e/fa8c36b3-969a-447c-bf27-71a0e8cc79f7/23fb7186-a0c7-42ca-a4cb-96a2501ce513) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:20.045385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:20.045763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Checking segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:20.046163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.046640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Bound using segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:20.047032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Bound port: 6a6c1920-a9a4-430a-8933-6adf2e9a6630, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:20.047415 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.353580 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] For port 6a6c1920-a9a4-430a-8933-6adf2e9a6630, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:20.357243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1aecaff4-f889-4dac-997a-d1bdb6c51eb2 None None] Provisioning complete for port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:20.357616 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1aecaff4-f889-4dac-997a-d1bdb6c51eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.400188 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] For port 6a6c1920-a9a4-430a-8933-6adf2e9a6630, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a6c1920-a9a4-430a-8933-6adf2e9a6630,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:20.423160 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1aecaff4-f889-4dac-997a-d1bdb6c51eb2 None None] Port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:35:20.469715 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.472215 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.483157 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.503436 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.529296 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Routers {'54176b50-26df-4744-b2c5-38594c385e76'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:20.529928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['54176b50-26df-4744-b2c5-38594c385e76'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:20.535516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef79f-2c98-4e53-9a29-0d803abab3ff None None] Pushing event updated for resources: {'Port': ['ID=6a6c1920-a9a4-430a-8933-6adf2e9a6630,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:20.572790 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.630863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Allocated IP 172.25.6.236 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ca64fd55-3a80-4122-9173-e671bfe6a536) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:20.655946 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:20.667372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:20.671719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:20.673690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Pushing event updated for resources: {'Port': ['ID=23fb7186-a0c7-42ca-a4cb-96a2501ce513,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:20.730782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] Set router 54176b50-26df-4744-b2c5-38594c385e76 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:20.775021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Attempting to bind port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:20.775390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Attempting to bind port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:20.775776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Attempting to bind port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 on network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:20.785482 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.786075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:20.792338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:20.792716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Checking segment: {'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:20.793118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.793508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Bound using segment: {'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:20.793976 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Bound port: 23fb7186-a0c7-42ca-a4cb-96a2501ce513, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:20.794353 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.875868 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.914310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:20.917920 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:20.921379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:20.945814 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6f49533-be2f-49e5-a1c7-b908a2bf5ce2 None None] Provisioning complete for port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:20.946187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6f49533-be2f-49e5-a1c7-b908a2bf5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:20.951690 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca64fd55-3a80-4122-9173-e671bfe6a536,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:21.031418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5724919a-e4e9-446d-a873-81086469a70e None None] For port 23fb7186-a0c7-42ca-a4cb-96a2501ce513, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:21.040619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5724919a-e4e9-446d-a873-81086469a70e None None] For port 23fb7186-a0c7-42ca-a4cb-96a2501ce513, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=23fb7186-a0c7-42ca-a4cb-96a2501ce513,segment=NetworkSegment(c6bea1d8-3872-45b6-b03d-a4263764697f),segment_id=c6bea1d8-3872-45b6-b03d-a4263764697f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:21.048952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:21.049406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:21.105558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:21.197650 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6f49533-be2f-49e5-a1c7-b908a2bf5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:21.227241 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724919a-e4e9-446d-a873-81086469a70e None None] Pushing event updated for resources: {'Port': ['ID=23fb7186-a0c7-42ca-a4cb-96a2501ce513,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:21.258257 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:21.286394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b6f49533-be2f-49e5-a1c7-b908a2bf5ce2 None None] For port 6a6c1920-a9a4-430a-8933-6adf2e9a6630, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a6c1920-a9a4-430a-8933-6adf2e9a6630,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:21.290983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:35:17Z', 'revision_number': 4, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port': {'id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:14Z', 'updated_at': '2022-02-16T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6a6c1920-a9a4-430a-8933-6adf2e9a6630', 'name': '', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'mac_address': 'fa:16:3e:aa:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '24ad1e0e-34b1-4272-b483-886930410e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:16Z', 'updated_at': '2022-02-16T15:35:20Z', 'revision_number': 4, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'subnets': [{'id': '24ad1e0e-34b1-4272-b483-886930410e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:21.325370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93681364-4c8c-4f53-aeac-82c4656b3cbd None None] The sync data for ids ['54176b50-26df-4744-b2c5-38594c385e76'] in n-d-829433-1 is: [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:35:17Z', 'revision_number': 4, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port': {'id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:14Z', 'updated_at': '2022-02-16T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '6a6c1920-a9a4-430a-8933-6adf2e9a6630', 'name': '', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'mac_address': 'fa:16:3e:aa:05:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '24ad1e0e-34b1-4272-b483-886930410e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:16Z', 'updated_at': '2022-02-16T15:35:20Z', 'revision_number': 4, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'subnets': [{'id': '24ad1e0e-34b1-4272-b483-886930410e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:35:21.327629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6f49533-be2f-49e5-a1c7-b908a2bf5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:21.397069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f49533-be2f-49e5-a1c7-b908a2bf5ce2 None None] Pushing event updated for resources: {'Port': ['ID=6a6c1920-a9a4-430a-8933-6adf2e9a6630,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:21.520793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:21.760913 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Router ee56812f-d4cb-45e8-a9f1-14b96c554e77 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:35:21.881781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:35:21.891363 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Sync routers for ids ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:35:21.902456 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Routers {'ee56812f-d4cb-45e8-a9f1-14b96c554e77'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:21.907415 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:21.957627 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:21.961789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43564) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:35:21.971889 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-882fc7f0-77b9-4dfd-b6a0-09fd2b17d7c6 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3366344 Feb 16 15:35:22.024294 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Set router ee56812f-d4cb-45e8-a9f1-14b96c554e77 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:22.327049 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:35:21Z', 'revision_number': 3, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port': {'id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:20Z', 'updated_at': '2022-02-16T15:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:22.364853 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Checking router: ee56812f-d4cb-45e8-a9f1-14b96c554e77 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:35:22.365393 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Updating router ee56812f-d4cb-45e8-a9f1-14b96c554e77 port ca64fd55-3a80-4122-9173-e671bfe6a536 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:35:22.401803 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.438519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b21aca-ddc1-483c-ab85-aa6defd4bdd1 None None] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:35:22.544006 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-91bffa06-5854-42af-9e50-379fdae0620b None None] Provisioning complete for port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:22.544248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-91bffa06-5854-42af-9e50-379fdae0620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.637970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.693211 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-91bffa06-5854-42af-9e50-379fdae0620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.732881 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.758660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-91bffa06-5854-42af-9e50-379fdae0620b None None] For port 23fb7186-a0c7-42ca-a4cb-96a2501ce513, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=23fb7186-a0c7-42ca-a4cb-96a2501ce513,segment=NetworkSegment(c6bea1d8-3872-45b6-b03d-a4263764697f),segment_id=c6bea1d8-3872-45b6-b03d-a4263764697f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:22.801469 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.818673 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-91bffa06-5854-42af-9e50-379fdae0620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.885170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6a6c1920-a9a4-430a-8933-6adf2e9a6630 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:22.897154 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Attempting to bind port ca64fd55-3a80-4122-9173-e671bfe6a536 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:22.897711 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Attempting to bind port ca64fd55-3a80-4122-9173-e671bfe6a536 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:22.897879 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Attempting to bind port ca64fd55-3a80-4122-9173-e671bfe6a536 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:22.905005 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:22.910704 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:22.910704 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.910704 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:22.910704 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Bound port: ca64fd55-3a80-4122-9173-e671bfe6a536, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:22.910704 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.931377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Allocated IP 172.20.0.1 (b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e/fa8c36b3-969a-447c-bf27-71a0e8cc79f7/5445df18-6d5b-4e41-b253-27a20caa0462) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:22.943946 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9633faa-9bef-444e-a455-cbeec82948dc None None] Pushing event updated for resources: {'Port': ['ID=ca64fd55-3a80-4122-9173-e671bfe6a536,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:22.964221 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bffa06-5854-42af-9e50-379fdae0620b None None] Pushing event updated for resources: {'Port': ['ID=23fb7186-a0c7-42ca-a4cb-96a2501ce513,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:22.983344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:22.983932 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:22.984708 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] For port ca64fd55-3a80-4122-9173-e671bfe6a536, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:22.988961 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] For port ca64fd55-3a80-4122-9173-e671bfe6a536, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ca64fd55-3a80-4122-9173-e671bfe6a536,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:23.058361 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.070655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.074189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 23fb7186-a0c7-42ca-a4cb-96a2501ce513 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:23.114476 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Routers {'ee56812f-d4cb-45e8-a9f1-14b96c554e77'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:23.115093 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:23.124126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:23.124531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.150500 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9633faa-9bef-444e-a455-cbeec82948dc None None] Pushing event updated for resources: {'Port': ['ID=ca64fd55-3a80-4122-9173-e671bfe6a536,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:23.173900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-03bdeb41-ebde-4b94-bac3-bfba4cd5fed1 None None] Provisioning complete for port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:23.174277 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03bdeb41-ebde-4b94-bac3-bfba4cd5fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.178361 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.224005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:23.228880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:23.231637 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:23.260701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Pushing event updated for resources: {'Port': ['ID=5445df18-6d5b-4e41-b253-27a20caa0462,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:23.285568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.335964 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] Set router ee56812f-d4cb-45e8-a9f1-14b96c554e77 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:23.523429 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:35:21Z', 'revision_number': 3, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port': {'id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:20Z', 'updated_at': '2022-02-16T15:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:23.535778 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.552929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-27703087-3f36-4667-b93c-0c4b1b58b95f None None] Provisioning complete for port 5445df18-6d5b-4e41-b253-27a20caa0462 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:23.553466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-27703087-3f36-4667-b93c-0c4b1b58b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.553712 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd3aa5-82a9-4fcb-829d-bc1995b54ca1 None None] The sync data for ids ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'] in n-d-829433-1 is: [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:35:21Z', 'revision_number': 3, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port': {'id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:20Z', 'updated_at': '2022-02-16T15:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:35:23.600942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-27703087-3f36-4667-b93c-0c4b1b58b95f None None] Port 5445df18-6d5b-4e41-b253-27a20caa0462 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:35:23.707661 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.749535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.825440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Pushing event updated for resources: {'Port': ['ID=5445df18-6d5b-4e41-b253-27a20caa0462,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:23.827827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:23.927982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:23.929427 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:24.053087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Router ee56812f-d4cb-45e8-a9f1-14b96c554e77 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:35:24.173678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:35:24.180090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-be2760c1-a428-4b42-8b81-125737b5837f admin admin] 10.222.0.113 "PUT /v2.0/routers/ee56812f-d4cb-45e8-a9f1-14b96c554e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2163901 Feb 16 15:35:24.225030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-bafeccf6-d0af-42a2-a5a1-ab8370a10219 None None] Provisioning complete for port 5445df18-6d5b-4e41-b253-27a20caa0462 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:24.225401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bafeccf6-d0af-42a2-a5a1-ab8370a10219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:24.435596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bafeccf6-d0af-42a2-a5a1-ab8370a10219 None None] Port 5445df18-6d5b-4e41-b253-27a20caa0462 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:35:24.829318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ca64fd55-3a80-4122-9173-e671bfe6a536 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:24.884902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ca64fd55-3a80-4122-9173-e671bfe6a536 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:24.885352 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:24.967514 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:24.991894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port ca64fd55-3a80-4122-9173-e671bfe6a536, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ca64fd55-3a80-4122-9173-e671bfe6a536,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:25.082381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-d89eeb4d-e703-4e0d-8cce-995e3b69e32d tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:25.083775 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:25.083904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-d89eeb4d-e703-4e0d-8cce-995e3b69e32d tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/networks?id=d31c8d87-119c-4296-a5e3-664b864b3e4a HTTP/1.1" status: 200 len: 816 time: 0.1046214 Feb 16 15:35:25.084614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 23fb7186-a0c7-42ca-a4cb-96a2501ce513 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:25.101556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-ad42d1ce-a0f5-4d31-be06-25447bc837bb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/quotas/4dffca4bb4a7419b89d212961e239042 HTTP/1.1" status: 200 len: 375 time: 0.0104673 Feb 16 15:35:25.133461 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Sync routers for ids ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:35:25.156187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-24c7eb12-a37c-42a2-9413-32af03aadbf7 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4dffca4bb4a7419b89d212961e239042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472479 Feb 16 15:35:25.172171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Routers {'ee56812f-d4cb-45e8-a9f1-14b96c554e77'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:25.172795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:25.213260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=ca64fd55-3a80-4122-9173-e671bfe6a536,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:25.236455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:25.236825 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:25.256136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-ee2b211f-e5ce-49b1-94fe-b46ee7161c10 service neutron] 10.222.0.113 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858626 Feb 16 15:35:25.324598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Set router ee56812f-d4cb-45e8-a9f1-14b96c554e77 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:25.359819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-b0064707-eaea-4c6b-b46a-f17a11ff0dc0 service neutron] 10.222.0.113 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960443 Feb 16 15:35:25.556635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:35:23Z', 'revision_number': 4, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port': {'id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:20Z', 'updated_at': '2022-02-16T15:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5445df18-6d5b-4e41-b253-27a20caa0462', 'name': '', 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'mac_address': 'fa:16:3e:e1:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fa8c36b3-969a-447c-bf27-71a0e8cc79f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:22Z', 'updated_at': '2022-02-16T15:35:23Z', 'revision_number': 2, 'project_id': '33f3338ac88442a783878314f25a26c8', 'subnets': [{'id': 'fa8c36b3-969a-447c-bf27-71a0e8cc79f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:25.595602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Checking router: ee56812f-d4cb-45e8-a9f1-14b96c554e77 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:35:25.595966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Updating router ee56812f-d4cb-45e8-a9f1-14b96c554e77 port 5445df18-6d5b-4e41-b253-27a20caa0462 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:35:25.609369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-820bdf3f-9349-4840-a9bf-0cff97d80718 req-0c7baf72-0e23-4304-a9be-90b45c330ddf tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 210 time: 0.0289009 Feb 16 15:35:25.628183 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:25.901589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.001214 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.057989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9c131-d8ea-4f48-a72f-f0bff2dfba08 None None] Pushing event updated for resources: {'Port': ['ID=5445df18-6d5b-4e41-b253-27a20caa0462,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:26.110633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Attempting to bind port 5445df18-6d5b-4e41-b253-27a20caa0462 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:26.111005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Attempting to bind port 5445df18-6d5b-4e41-b253-27a20caa0462 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:26.111365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Attempting to bind port 5445df18-6d5b-4e41-b253-27a20caa0462 on network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:26.117114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:26.117485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Checking segment: {'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:26.117923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.118315 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Bound using segment: {'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:26.118779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Bound port: 5445df18-6d5b-4e41-b253-27a20caa0462, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6bea1d8-3872-45b6-b03d-a4263764697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:26.119158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.186393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] For port 5445df18-6d5b-4e41-b253-27a20caa0462, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:26.189722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] For port 5445df18-6d5b-4e41-b253-27a20caa0462, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5445df18-6d5b-4e41-b253-27a20caa0462,segment=NetworkSegment(c6bea1d8-3872-45b6-b03d-a4263764697f),segment_id=c6bea1d8-3872-45b6-b03d-a4263764697f)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:26.241511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.317037 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-245e5045-cdc8-4cc4-b640-9df2d44c65dc None None] Provisioning complete for port 5445df18-6d5b-4e41-b253-27a20caa0462 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:26.317411 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-245e5045-cdc8-4cc4-b640-9df2d44c65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.318928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Routers {'ee56812f-d4cb-45e8-a9f1-14b96c554e77'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:35:26.319601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:35:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:26.347037 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9c131-d8ea-4f48-a72f-f0bff2dfba08 None None] Pushing event updated for resources: {'Port': ['ID=5445df18-6d5b-4e41-b253-27a20caa0462,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:26.501986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] Set router ee56812f-d4cb-45e8-a9f1-14b96c554e77 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:35:26.504407 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-245e5045-cdc8-4cc4-b640-9df2d44c65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.601557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-245e5045-cdc8-4cc4-b640-9df2d44c65dc None None] For port 5445df18-6d5b-4e41-b253-27a20caa0462, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5445df18-6d5b-4e41-b253-27a20caa0462,segment=NetworkSegment(c6bea1d8-3872-45b6-b03d-a4263764697f),segment_id=c6bea1d8-3872-45b6-b03d-a4263764697f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:26.649267 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-245e5045-cdc8-4cc4-b640-9df2d44c65dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.710673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0eac7526-2295-4751-bb77-02e801268256 req-5203c601-f2b9-463d-85f0-50d0a6bed2ac tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 210 time: 0.0271976 Feb 16 15:35:26.721136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e5045-cdc8-4cc4-b640-9df2d44c65dc None None] Pushing event updated for resources: {'Port': ['ID=5445df18-6d5b-4e41-b253-27a20caa0462,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:26.779053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c1f8c9cb-cdee-44e0-91e5-f426d15c8281 None None] Provisioning complete for port 5445df18-6d5b-4e41-b253-27a20caa0462 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:26.779749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c9cb-cdee-44e0-91e5-f426d15c8281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:26.803366 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ca64fd55-3a80-4122-9173-e671bfe6a536 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:26.843745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:35:23Z', 'revision_number': 4, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port': {'id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:20Z', 'updated_at': '2022-02-16T15:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5445df18-6d5b-4e41-b253-27a20caa0462', 'name': '', 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'mac_address': 'fa:16:3e:e1:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fa8c36b3-969a-447c-bf27-71a0e8cc79f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:22Z', 'updated_at': '2022-02-16T15:35:26Z', 'revision_number': 4, 'project_id': '33f3338ac88442a783878314f25a26c8', 'subnets': [{'id': 'fa8c36b3-969a-447c-bf27-71a0e8cc79f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:35:26.882753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615ed64-d405-4e50-8841-d61232198b1e None None] The sync data for ids ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'] in n-d-829433-1 is: [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:35:23Z', 'revision_number': 4, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port': {'id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:20Z', 'updated_at': '2022-02-16T15:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5445df18-6d5b-4e41-b253-27a20caa0462', 'name': '', 'network_id': 'b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'mac_address': 'fa:16:3e:e1:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'fa8c36b3-969a-447c-bf27-71a0e8cc79f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:22Z', 'updated_at': '2022-02-16T15:35:26Z', 'revision_number': 4, 'project_id': '33f3338ac88442a783878314f25a26c8', 'subnets': [{'id': 'fa8c36b3-969a-447c-bf27-71a0e8cc79f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:35:26.932260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ca64fd55-3a80-4122-9173-e671bfe6a536 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:26.932260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:27.835404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55718088-faff-45ad-b4ba-c5dd3e169199 req-412f3146-bca0-4e6d-b3bc-89b060320b9e tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 210 time: 0.0352635 Feb 16 15:35:27.879469 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-2b4f78be-fc83-43c4-94dc-b3e520b044aa tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:27.879469 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-2b4f78be-fc83-43c4-94dc-b3e520b044aa tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "GET /v2.0/networks?id=d31c8d87-119c-4296-a5e3-664b864b3e4a HTTP/1.1" status: 200 len: 816 time: 0.1306887 Feb 16 15:35:27.895026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Request body: {'port': {'device_id': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'admin_state_up': True, 'tenant_id': '4dffca4bb4a7419b89d212961e239042'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:28.075683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Made reservation on behalf of 4dffca4bb4a7419b89d212961e239042 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:35:28.079507 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:28.216189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Allocated IP 172.20.0.12 (d31c8d87-119c-4296-a5e3-664b864b3e4a/24ad1e0e-34b1-4272-b483-886930410e09/56ab6662-06e7-4827-ba69-fd60a5ab9ca3) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:35:28.708333 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:28.790471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:28.794558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5445df18-6d5b-4e41-b253-27a20caa0462 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:28.835191 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Network d31c8d87-119c-4296-a5e3-664b864b3e4a is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:35:28.840140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:35:28.843737 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:35:28.850108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5445df18-6d5b-4e41-b253-27a20caa0462 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:28.850108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:28.868909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Pushing event updated for resources: {'Port': ['ID=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:28.905862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:28.906500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:28.984713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f413da-3afe-469d-85a3-1db800c541d0 req-aba427dd-4698-4ac6-883b-0f47299237b3 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:28.986294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67f413da-3afe-469d-85a3-1db800c541d0 req-aba427dd-4698-4ac6-883b-0f47299237b3 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 932 time: 0.0572898 Feb 16 15:35:28.990301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-a9b5db8c-0134-46e8-9caf-6c88ab0c21fb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0996282 Feb 16 15:35:29.033336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-67f413da-3afe-469d-85a3-1db800c541d0 req-c3687cf3-5818-42b3-8544-add63e3b37cd tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Feb 16 15:35:29.115159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-82e8af28-3813-4467-9d0f-6cd3b849241a None None] Provisioning complete for port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:29.115633 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-82e8af28-3813-4467-9d0f-6cd3b849241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:29.117563 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Request body: {'port': {'device_id': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:35:29.151652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-82e8af28-3813-4467-9d0f-6cd3b849241a None None] Port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:35:29.173636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:29.445216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:35:29.452772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:29.465307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Transition to ACTIVE for port object 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:35:29.509896 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:29.565048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:29.633632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Attempting to bind port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:35:29.634246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Attempting to bind port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:35:29.634362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Attempting to bind port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 on network d31c8d87-119c-4296-a5e3-664b864b3e4a {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:29.638853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 on network d31c8d87-119c-4296-a5e3-664b864b3e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:35:29.639165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Attempting to bind port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 on network d31c8d87-119c-4296-a5e3-664b864b3e4a {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:35:29.644044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:35:29.644455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Checking segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:35:29.644833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Bound using segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:35:29.645261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Bound port: 56ab6662-06e7-4827-ba69-fd60a5ab9ca3, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:35:29.645615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:29.716897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] For port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:35:29.720038 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] For port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:35:29.767467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:29.805229 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:29.805981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:29.807458 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-46108469-d001-4029-8efe-40983ce86e09 service neutron] 10.222.0.93 "PUT /v2.0/ports/56ab6662-06e7-4827-ba69-fd60a5ab9ca3 HTTP/1.1" status: 200 len: 1092 time: 0.8005977 Feb 16 15:35:29.807933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'tag': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:35:29.810212 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e679c7a-8b53-419d-a3d5-af4fb3c204be" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4b20a6-e1fd-4105-b87d-033faa5c1309", "tag": "56ab6662-06e7-4827-ba69-fd60a5ab9ca3"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:35:29.831617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46108469-d001-4029-8efe-40983ce86e09 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:29.856829 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98bb106-5fd4-41aa-9643-c666ec86f761 x-openstack-request-id: req-f98bb106-5fd4-41aa-9643-c666ec86f761 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:35:29.860079 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4b20a6-e1fd-4105-b87d-033faa5c1309", "tag": "56ab6662-06e7-4827-ba69-fd60a5ab9ca3", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:35:29.860079 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f98bb106-5fd4-41aa-9643-c666ec86f761 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:35:29.860079 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'tag': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3', 'status': 'completed', 'code': 200} Feb 16 15:35:29.925180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679c7a-8b53-419d-a3d5-af4fb3c204be req-f2590001-205f-4475-999e-0f4afbd350c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:29.927550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e679c7a-8b53-419d-a3d5-af4fb3c204be req-f2590001-205f-4475-999e-0f4afbd350c2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dffca4bb4a7419b89d212961e239042&device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 1095 time: 0.0450146 Feb 16 15:35:30.037158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679c7a-8b53-419d-a3d5-af4fb3c204be req-114b3297-d1b7-46f4-953e-4dcc4acf03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:30.038637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e679c7a-8b53-419d-a3d5-af4fb3c204be req-114b3297-d1b7-46f4-953e-4dcc4acf03d2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4dffca4bb4a7419b89d212961e239042&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0989411 Feb 16 15:35:30.169847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679c7a-8b53-419d-a3d5-af4fb3c204be req-fae9b533-9c8f-44ef-b9bc-a2426537e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:30.171298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e679c7a-8b53-419d-a3d5-af4fb3c204be req-fae9b533-9c8f-44ef-b9bc-a2426537e733 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1227064 Feb 16 15:35:30.182941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28939217-b37d-43e8-93f6-24b4f2490940 req-8fc16e39-c8b5-46cc-89c8-5245fa6de3f9 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:30.184421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28939217-b37d-43e8-93f6-24b4f2490940 req-8fc16e39-c8b5-46cc-89c8-5245fa6de3f9 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 944 time: 0.0789807 Feb 16 15:35:30.244665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28939217-b37d-43e8-93f6-24b4f2490940 req-57983619-fd00-43a3-8416-ac89bc623f76 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539110 Feb 16 15:35:30.260692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-cd7a9078-4a39-4d08-990f-7758a26eb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:30.262155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-cd7a9078-4a39-4d08-990f-7758a26eb8b9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dffca4bb4a7419b89d212961e239042&device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 1095 time: 0.0453649 Feb 16 15:35:30.306547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-433fb76d-3f03-4f9b-b79d-6426acc7369e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56ab6662-06e7-4827-ba69-fd60a5ab9ca3 HTTP/1.1" status: 200 len: 217 time: 0.0337265 Feb 16 15:35:30.364239 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-4341c7ec-1a94-4d0f-9ded-5e49d475e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:30.365681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-4341c7ec-1a94-4d0f-9ded-5e49d475e930 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24ad1e0e-34b1-4272-b483-886930410e09 HTTP/1.1" status: 200 len: 855 time: 0.0494652 Feb 16 15:35:30.415066 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff95616-98ba-4550-b33e-233780691301 req-d7014d88-6cdd-4ae4-aa81-1dd00203284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:30.416588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-d7014d88-6cdd-4ae4-aa81-1dd00203284a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d31c8d87-119c-4296-a5e3-664b864b3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406108 Feb 16 15:35:30.509605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-f36ef9fb-b11a-44c4-863c-5ce0b3f3f5d8 service neutron] 10.222.0.93 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811892 Feb 16 15:35:30.609499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bff95616-98ba-4550-b33e-233780691301 req-256b159b-af35-4686-ab25-de6121959d72 service neutron] 10.222.0.93 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888870 Feb 16 15:35:31.279126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-4d3380d8-e468-497e-8763-ee124066a070 req-1e41cb90-5386-4571-89e2-08f40c0460e6 service neutron] (103043) timed out ('10.222.0.129', 51762) {{(pid=103043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:35:31.365612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adbd3c-8614-4b13-b060-f79429aca403 req-58bd6a9b-5303-4f26-9bf8-051a75012540 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:31.367018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0adbd3c-8614-4b13-b060-f79429aca403 req-58bd6a9b-5303-4f26-9bf8-051a75012540 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 944 time: 0.0528951 Feb 16 15:35:31.404800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0adbd3c-8614-4b13-b060-f79429aca403 req-f60e3e36-6e68-41d9-ba21-7d97362fcbe5 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Feb 16 15:35:32.520772 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ab20f-0adf-4295-8ebc-c6afdbb35895 req-37b1699c-8b80-4086-9dc4-c21acf4e36e6 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:32.522239 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-384ab20f-0adf-4295-8ebc-c6afdbb35895 req-37b1699c-8b80-4086-9dc4-c21acf4e36e6 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 944 time: 0.0506849 Feb 16 15:35:32.563052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-384ab20f-0adf-4295-8ebc-c6afdbb35895 req-9f99d06a-4bfb-4613-a83c-7fa3cef3e118 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Feb 16 15:35:33.689096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f08c-a2c6-41c9-ae88-6582fd92efda req-ce5a5843-dafb-446a-9725-9412c04f31fd tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:33.690580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1756f08c-a2c6-41c9-ae88-6582fd92efda req-ce5a5843-dafb-446a-9725-9412c04f31fd tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 944 time: 0.0483270 Feb 16 15:35:33.728348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1756f08c-a2c6-41c9-ae88-6582fd92efda req-8a566e21-cfbb-4ed5-a2bf-0c840966c1de tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Feb 16 15:35:33.761255 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:35:33.852499 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:33.863617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'port_id': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3', 'mac_address': 'fa:16:3e:33:78:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad1e0e-34b1-4272-b483-886930410e09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:35:33.904025 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:33.916646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:35:33.935962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:34.001252 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:34.047716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:34.055825 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.056165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.056556 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.056883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.057217 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.057530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.057848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.058161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.058476 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.058789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.059103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.059413 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:35:34.279002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['56ab6662-06e7-4827-ba69-fd60a5ab9ca3'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:35:34.842485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485dc29-246d-4ea4-9ee4-6a62315e123b req-25e89ae7-9661-41cd-ba71-20f05864eb07 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:34.843899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c485dc29-246d-4ea4-9ee4-6a62315e123b req-25e89ae7-9661-41cd-ba71-20f05864eb07 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Feb 16 15:35:34.880912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c485dc29-246d-4ea4-9ee4-6a62315e123b req-66a2fba7-dd28-453f-82dc-418edc5572e6 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Feb 16 15:35:35.286843 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ba1a6f3c-f1eb-47a8-bfc5-9773d3df9687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:35.776288 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:35:35.898474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:35:35.902598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:35:35.902975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:35.982718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:35.999788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff62629-b649-485b-936e-68a47a0435d3 req-6ecd0328-0d69-41c4-8a25-b5edbe227f28 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:36.001285 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ff62629-b649-485b-936e-68a47a0435d3 req-6ecd0328-0d69-41c4-8a25-b5edbe227f28 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 945 time: 0.0506840 Feb 16 15:35:36.005121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:35:36.007349 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed825b49-8bed-449f-ac70-186bafdd8ef8" -d '{"events": [{"server_uuid": "fd4b20a6-e1fd-4105-b87d-033faa5c1309", "name": "network-vif-plugged", "status": "completed", "tag": "56ab6662-06e7-4827-ba69-fd60a5ab9ca3"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:35:36.020613 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:35:36.044703 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5637e7-15e6-4a97-b543-76a7c8e4b621 x-openstack-request-id: req-1e5637e7-15e6-4a97-b543-76a7c8e4b621 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:35:36.045001 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4b20a6-e1fd-4105-b87d-033faa5c1309", "name": "network-vif-plugged", "status": "completed", "tag": "56ab6662-06e7-4827-ba69-fd60a5ab9ca3", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:35:36.045256 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1e5637e7-15e6-4a97-b543-76a7c8e4b621 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:35:36.045650 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3', 'code': 200} Feb 16 15:35:36.050532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ff62629-b649-485b-936e-68a47a0435d3 req-6448d18c-f1b3-4831-bc19-248f9a40a4a3 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423310 Feb 16 15:35:36.059283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:36.116369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:35:36.161425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b07f4-81b8-49a9-a948-314435eda7eb req-826565a8-fd61-4211-81f0-aaf2199cea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:36.162959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb6b07f4-81b8-49a9-a948-314435eda7eb req-826565a8-fd61-4211-81f0-aaf2199cea4c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 1097 time: 0.0423124 Feb 16 15:35:36.198283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb6b07f4-81b8-49a9-a948-314435eda7eb req-d073c53a-0bc6-4acd-8ce9-1ff7e914d0af service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285389 Feb 16 15:35:37.167914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea5483-b3d0-48f0-8b53-2b37835ea090 req-7f85a181-d1a1-4123-a6ca-9d6ba2e6f926 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:37.169395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ea5483-b3d0-48f0-8b53-2b37835ea090 req-7f85a181-d1a1-4123-a6ca-9d6ba2e6f926 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 946 time: 0.0496569 Feb 16 15:35:37.208055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ea5483-b3d0-48f0-8b53-2b37835ea090 req-b5f9b103-7425-4ec9-8684-64a8dfd56741 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Feb 16 15:35:38.012408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6a13-69c1-490f-9476-d9347300c724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:38.327403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faa4ce-d41e-41a1-a435-3874f36bb0a3 req-4f4324a4-864f-444e-a559-dbae28a6e67f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:38.329005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39faa4ce-d41e-41a1-a435-3874f36bb0a3 req-4f4324a4-864f-444e-a559-dbae28a6e67f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 946 time: 0.0513237 Feb 16 15:35:38.373067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-39faa4ce-d41e-41a1-a435-3874f36bb0a3 req-809bb4ee-ea6f-4887-8509-3e6c42d1fdf8 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Feb 16 15:35:38.489711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01d5a4-8f7f-4761-8a5f-6baa78041fa1 req-5cf2bafd-2959-4fea-a1b9-7a6ac617a2cb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:35:38.491128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc01d5a4-8f7f-4761-8a5f-6baa78041fa1 req-5cf2bafd-2959-4fea-a1b9-7a6ac617a2cb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 946 time: 0.0500755 Feb 16 15:35:38.529540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bc01d5a4-8f7f-4761-8a5f-6baa78041fa1 req-8b783fbb-981f-444f-aaaf-3ff9a85e4ac5 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Feb 16 15:35:39.750235 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:41.430085 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:41.452745 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:42.744691 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:35:46.369828 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:35:46.801527 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:01.464872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75402b-4439-41d6-b849-5bd8562dee28 req-b9e8dcfb-3652-4f35-89ca-65b664fdde18 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:01.466357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be75402b-4439-41d6-b849-5bd8562dee28 req-b9e8dcfb-3652-4f35-89ca-65b664fdde18 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 946 time: 0.0494103 Feb 16 15:36:01.504942 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be75402b-4439-41d6-b849-5bd8562dee28 req-16ec479a-aa9f-428d-b92a-797ac5ed8152 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Feb 16 15:36:02.624836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781e5ed-e816-414e-9aba-fef191149040 req-5066e725-2363-459a-a31a-cc244ec94eb3 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:02.626211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7781e5ed-e816-414e-9aba-fef191149040 req-5066e725-2363-459a-a31a-cc244ec94eb3 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 946 time: 0.0490198 Feb 16 15:36:02.668524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7781e5ed-e816-414e-9aba-fef191149040 req-e0b65b6b-db78-48d4-b317-c1617be09bef tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356469 Feb 16 15:36:03.197273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-703a477a-7df0-4bf2-b249-4144f15385bb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:03.198729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-703a477a-7df0-4bf2-b249-4144f15385bb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 946 time: 0.0510514 Feb 16 15:36:03.291316 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Deleting port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:03.291704 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:03.384730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] For port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:03.385338 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:03.397351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Calling delete_port for 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:03.561866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:03.579512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['56ab6662-06e7-4827-ba69-fd60a5ab9ca3'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:36:03.591440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Pushing event deleted for resources: {'Port': ['ID=56ab6662-06e7-4827-ba69-fd60a5ab9ca3,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:03.604664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.605016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.605359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.605696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.606027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.606356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.606680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.607005 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.607943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.608275 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.608596 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.608917 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:03.644966 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] No DVR routers for this DVR port 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:36:03.648029 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:03.651744 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d95a270-8359-42a4-a8df-124ffc08a3e5 req-b8fdcf27-0eaf-45b5-adad-2b0dc41ea2ce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "DELETE /v2.0/ports/56ab6662-06e7-4827-ba69-fd60a5ab9ca3 HTTP/1.1" status: 204 len: 173 time: 0.4433560 Feb 16 15:36:03.652317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'name': 'network-vif-deleted', 'tag': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:36:03.654621 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf5521-0968-48d6-8230-21f999e09c53" -d '{"events": [{"server_uuid": "fd4b20a6-e1fd-4105-b87d-033faa5c1309", "name": "network-vif-deleted", "tag": "56ab6662-06e7-4827-ba69-fd60a5ab9ca3"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:36:03.692217 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee738f52-f1d9-41a9-bc77-5fee54b329b3 x-openstack-request-id: req-ee738f52-f1d9-41a9-bc77-5fee54b329b3 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:36:03.692569 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4b20a6-e1fd-4105-b87d-033faa5c1309", "name": "network-vif-deleted", "tag": "56ab6662-06e7-4827-ba69-fd60a5ab9ca3", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:36:03.693733 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ee738f52-f1d9-41a9-bc77-5fee54b329b3 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:36:03.694216 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4b20a6-e1fd-4105-b87d-033faa5c1309', 'name': 'network-vif-deleted', 'tag': '56ab6662-06e7-4827-ba69-fd60a5ab9ca3', 'status': 'completed', 'code': 200} Feb 16 15:36:03.773384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5726b173-3a93-45b7-91cb-4c06c16b88f5 req-9dc81956-a3db-4453-a580-ac0fc9025c52 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=fd4b20a6-e1fd-4105-b87d-033faa5c1309 HTTP/1.1" status: 200 len: 210 time: 0.0296175 Feb 16 15:36:05.322102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-40b206a0-4130-4ab2-bb2e-33f26e56ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:05.649517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-9b142863-d19b-463e-ae0d-c5c033cca05e tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:05.650884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-9b142863-d19b-463e-ae0d-c5c033cca05e tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/networks?id=d31c8d87-119c-4296-a5e3-664b864b3e4a HTTP/1.1" status: 200 len: 816 time: 0.1027653 Feb 16 15:36:05.666322 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-ac89356c-2880-453e-bfea-303de7572b1d tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/quotas/4dffca4bb4a7419b89d212961e239042 HTTP/1.1" status: 200 len: 375 time: 0.0095606 Feb 16 15:36:05.716238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-5eaf6e30-2fe2-46ed-a550-83ca7d695d02 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=4dffca4bb4a7419b89d212961e239042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447216 Feb 16 15:36:05.861986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-34a2517b-687e-4422-9191-7b7eb1f0bfaa service neutron] 10.222.0.113 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336062 Feb 16 15:36:05.953412 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-9d562f27-c095-4266-94d3-157249093a2d service neutron] 10.222.0.113 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843322 Feb 16 15:36:06.203076 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2d547b35-3681-414b-ae0d-129b0ac2aa86 req-7d550ade-fd91-4010-b1b5-64aae63e177c tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 210 time: 0.0269878 Feb 16 15:36:07.301623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-271baed0-2eef-4735-9169-af429d7431ce req-cc725286-318f-4568-8e1d-a4af1f4e408a tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 210 time: 0.0264058 Feb 16 15:36:07.949245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:07.974122 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:07.974455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 56ab6662-06e7-4827-ba69-fd60a5ab9ca3 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:08.025291 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-17627da4-e33d-4d44-bc84-1c3ebd15c63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:08.110729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-a8fcfdc4-b381-413e-b5f6-4c0f24152bbb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:08.112204 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-a8fcfdc4-b381-413e-b5f6-4c0f24152bbb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "GET /v2.0/networks?id=d31c8d87-119c-4296-a5e3-664b864b3e4a HTTP/1.1" status: 200 len: 816 time: 0.1086476 Feb 16 15:36:08.128359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Request body: {'port': {'device_id': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'admin_state_up': True, 'tenant_id': '4dffca4bb4a7419b89d212961e239042'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:36:08.350665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Made reservation on behalf of 4dffca4bb4a7419b89d212961e239042 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:36:08.354533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:08.428864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ed431084-3d83-4a38-ac39-d6f82678d86a req-689c1a4b-a124-4ebb-9779-321571f5779d tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 210 time: 0.0526714 Feb 16 15:36:08.502439 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Allocated IP 172.20.0.4 (d31c8d87-119c-4296-a5e3-664b864b3e4a/24ad1e0e-34b1-4272-b483-886930410e09/0121028c-0b00-456b-bd71-ac432d1c294c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:36:08.653565 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:08.739959 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:08.787993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Network d31c8d87-119c-4296-a5e3-664b864b3e4a is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:36:08.792037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:36:08.794860 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:36:08.827134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Pushing event updated for resources: {'Port': ['ID=0121028c-0b00-456b-bd71-ac432d1c294c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:08.864896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:08.865552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:08.982529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-e4d6f571-986a-4a68-811b-e61751cf7b31 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8578608 Feb 16 15:36:09.000411 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Request body: {'port': {'device_id': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:36:09.053301 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.055979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8c6a48e3-9876-4d67-b66b-62c37568e12b None None] Provisioning complete for port 0121028c-0b00-456b-bd71-ac432d1c294c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:09.056507 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c6a48e3-9876-4d67-b66b-62c37568e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.089286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a48e3-9876-4d67-b66b-62c37568e12b None None] Port 0121028c-0b00-456b-bd71-ac432d1c294c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:36:09.317180 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0121028c-0b00-456b-bd71-ac432d1c294c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:36:09.324528 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.336902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Transition to ACTIVE for port object 0121028c-0b00-456b-bd71-ac432d1c294c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:36:09.408266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.464837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Pushing event updated for resources: {'Port': ['ID=0121028c-0b00-456b-bd71-ac432d1c294c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:09.568895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Attempting to bind port 0121028c-0b00-456b-bd71-ac432d1c294c on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:36:09.569153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Attempting to bind port 0121028c-0b00-456b-bd71-ac432d1c294c by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:36:09.569481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Attempting to bind port 0121028c-0b00-456b-bd71-ac432d1c294c on network d31c8d87-119c-4296-a5e3-664b864b3e4a {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:36:09.581170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4edf-1096-4255-ac5b-bbc7e1879d6c req-1819ff75-db22-400f-ae8b-0f0242fbcb53 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:09.582718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-634c4edf-1096-4255-ac5b-bbc7e1879d6c req-1819ff75-db22-400f-ae8b-0f0242fbcb53 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 943 time: 0.0763106 Feb 16 15:36:09.585056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Port 0121028c-0b00-456b-bd71-ac432d1c294c on network d31c8d87-119c-4296-a5e3-664b864b3e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:36:09.585445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Attempting to bind port 0121028c-0b00-456b-bd71-ac432d1c294c on network d31c8d87-119c-4296-a5e3-664b864b3e4a {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:36:09.592998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:36:09.593340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Checking segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:36:09.593721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Bound using segment: {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:36:09.594154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Bound port: 0121028c-0b00-456b-bd71-ac432d1c294c, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721944e9-5647-4a03-bf95-8864938944f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:36:09.594513 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.665417 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-634c4edf-1096-4255-ac5b-bbc7e1879d6c req-6cb53f99-c953-48b6-9fde-a9d6f5c3d5a9 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744720 Feb 16 15:36:09.690445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] For port 0121028c-0b00-456b-bd71-ac432d1c294c, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:36:09.693429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] For port 0121028c-0b00-456b-bd71-ac432d1c294c, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0121028c-0b00-456b-bd71-ac432d1c294c,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:36:09.766894 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.797517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.837761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:09.838265 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:09.839782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] 10.222.0.93 "PUT /v2.0/ports/0121028c-0b00-456b-bd71-ac432d1c294c HTTP/1.1" status: 200 len: 1091 time: 0.8434196 Feb 16 15:36:09.840633 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'tag': '0121028c-0b00-456b-bd71-ac432d1c294c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:36:09.842625 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e13b42-9d4d-4a3d-9446-8f4b3e967e63" -d '{"events": [{"name": "network-changed", "server_uuid": "4c049600-b6ec-4866-8e7e-ef404d3c7a34", "tag": "0121028c-0b00-456b-bd71-ac432d1c294c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:36:09.865158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e3a3b-c1e9-418a-a5db-238725dccf22 service neutron] Pushing event updated for resources: {'Port': ['ID=0121028c-0b00-456b-bd71-ac432d1c294c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:09.891695 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5dcda4-2c13-4c13-9b0d-d0626ea54c48 x-openstack-request-id: req-7f5dcda4-2c13-4c13-9b0d-d0626ea54c48 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:36:09.891997 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c049600-b6ec-4866-8e7e-ef404d3c7a34", "tag": "0121028c-0b00-456b-bd71-ac432d1c294c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:36:09.892253 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7f5dcda4-2c13-4c13-9b0d-d0626ea54c48 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:36:09.892661 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'tag': '0121028c-0b00-456b-bd71-ac432d1c294c', 'status': 'completed', 'code': 200} Feb 16 15:36:09.965415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13b42-9d4d-4a3d-9446-8f4b3e967e63 req-c896c7a1-8a93-43c6-bff9-fdde713f09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:09.966985 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0e13b42-9d4d-4a3d-9446-8f4b3e967e63 req-c896c7a1-8a93-43c6-bff9-fdde713f09f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dffca4bb4a7419b89d212961e239042&device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 1094 time: 0.0439966 Feb 16 15:36:10.075394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13b42-9d4d-4a3d-9446-8f4b3e967e63 req-9e7cf2a3-fe4d-4006-8ac9-7f561aac95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:10.076992 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0e13b42-9d4d-4a3d-9446-8f4b3e967e63 req-9e7cf2a3-fe4d-4006-8ac9-7f561aac95fe service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4dffca4bb4a7419b89d212961e239042&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1026909 Feb 16 15:36:10.175385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13b42-9d4d-4a3d-9446-8f4b3e967e63 req-233a9492-f4c4-43b8-8209-b06fb575e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:10.176878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0e13b42-9d4d-4a3d-9446-8f4b3e967e63 req-233a9492-f4c4-43b8-8209-b06fb575e888 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0894291 Feb 16 15:36:10.264904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-638d5803-6ede-46d3-9ee9-de4f37d346da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:10.266396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-638d5803-6ede-46d3-9ee9-de4f37d346da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4dffca4bb4a7419b89d212961e239042&device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 1094 time: 0.0462177 Feb 16 15:36:10.310298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-d510780d-6089-40df-b520-7fc32a8cf736 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0121028c-0b00-456b-bd71-ac432d1c294c HTTP/1.1" status: 200 len: 217 time: 0.0341256 Feb 16 15:36:10.362879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-6f6aecae-f2b1-472e-8fa0-59ab89dfd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:10.364386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-6f6aecae-f2b1-472e-8fa0-59ab89dfd47f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=24ad1e0e-34b1-4272-b483-886930410e09 HTTP/1.1" status: 200 len: 855 time: 0.0435934 Feb 16 15:36:10.416695 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-caf6fe3e-034e-49f3-b980-61c7f85604a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:10.418080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-caf6fe3e-034e-49f3-b980-61c7f85604a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d31c8d87-119c-4296-a5e3-664b864b3e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434012 Feb 16 15:36:10.509730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-cd9eb1ab-df20-4504-b6bc-26b168238197 service neutron] 10.222.0.93 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826583 Feb 16 15:36:10.606297 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b4b06c9-e0d1-46d8-b107-a9e9bba14216 req-ba698c70-415b-4fac-9782-3344062f566c service neutron] 10.222.0.93 "GET /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853307 Feb 16 15:36:10.781560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048227eb-d044-4b83-ad22-ee85f404c31d req-12c60f74-f415-4c91-a0b8-2e156e715329 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:10.783054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-048227eb-d044-4b83-ad22-ee85f404c31d req-12c60f74-f415-4c91-a0b8-2e156e715329 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 943 time: 0.0496809 Feb 16 15:36:10.820732 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-048227eb-d044-4b83-ad22-ee85f404c31d req-0b2c1890-3365-4e0d-8095-ed5137638b68 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Feb 16 15:36:11.459422 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:11.476754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:11.939468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6d31b-02aa-48ec-ace2-1b65f358961c req-c6a3641c-79df-4a37-9dae-8ff6b7916e74 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:11.940953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54d6d31b-02aa-48ec-ace2-1b65f358961c req-c6a3641c-79df-4a37-9dae-8ff6b7916e74 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 943 time: 0.0488176 Feb 16 15:36:11.978558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-54d6d31b-02aa-48ec-ace2-1b65f358961c req-8ab51d46-58be-4463-bda9-737222e5530c tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Feb 16 15:36:12.738556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:13.094668 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771f6f-d148-41a0-8531-706fd4d82983 req-ca2906a4-8320-4f92-be13-259565881b97 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:13.096154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18771f6f-d148-41a0-8531-706fd4d82983 req-ca2906a4-8320-4f92-be13-259565881b97 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 943 time: 0.0479975 Feb 16 15:36:13.138073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-18771f6f-d148-41a0-8531-706fd4d82983 req-833fe9a2-a252-4296-961c-7a5394ee1d55 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351555 Feb 16 15:36:13.966364 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0121028c-0b00-456b-bd71-ac432d1c294c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:36:14.061929 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0121028c-0b00-456b-bd71-ac432d1c294c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0121028c-0b00-456b-bd71-ac432d1c294c,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:14.073738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '0121028c-0b00-456b-bd71-ac432d1c294c', 'network_id': 'd31c8d87-119c-4296-a5e3-664b864b3e4a', 'port_id': '0121028c-0b00-456b-bd71-ac432d1c294c', 'mac_address': 'fa:16:3e:86:d3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ad1e0e-34b1-4272-b483-886930410e09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:36:14.112925 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:14.125529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0121028c-0b00-456b-bd71-ac432d1c294c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:36:14.145817 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0121028c-0b00-456b-bd71-ac432d1c294c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0121028c-0b00-456b-bd71-ac432d1c294c,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:14.219721 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:14.258866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faef00e-b8df-4201-807e-0ebe7139216b req-ae0e7e11-0c1d-4642-b8f5-2dce8abe3ba9 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:14.260759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4faef00e-b8df-4201-807e-0ebe7139216b req-ae0e7e11-0c1d-4642-b8f5-2dce8abe3ba9 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 944 time: 0.0539808 Feb 16 15:36:14.268319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0121028c-0b00-456b-bd71-ac432d1c294c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:14.299843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4faef00e-b8df-4201-807e-0ebe7139216b req-6299a75e-0db9-4751-a339-a97911863dce tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Feb 16 15:36:14.472729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0121028c-0b00-456b-bd71-ac432d1c294c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:36:15.414420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa5f12-041e-49fd-b23f-fee2fb8ac9cd req-78a427d1-c973-4c05-b818-bf4e978402bf tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:15.415822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52fa5f12-041e-49fd-b23f-fee2fb8ac9cd req-78a427d1-c973-4c05-b818-bf4e978402bf tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 944 time: 0.0483088 Feb 16 15:36:15.456043 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52fa5f12-041e-49fd-b23f-fee2fb8ac9cd req-4e2951b1-73ac-4f61-abff-f732a08122aa tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Feb 16 15:36:15.981354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0121028c-0b00-456b-bd71-ac432d1c294c up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:36:16.110964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 0121028c-0b00-456b-bd71-ac432d1c294c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:36:16.114869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 0121028c-0b00-456b-bd71-ac432d1c294c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:16.115253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:16.191893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:16.217523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0121028c-0b00-456b-bd71-ac432d1c294c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:36:16.219784 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d7c9dd2cf79462247cc673217f974dc28bdc8cfe28cd14e6b4e56b61e57563" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109e1c03-b480-4ffa-9d5b-d3635a46db4b" -d '{"events": [{"server_uuid": "4c049600-b6ec-4866-8e7e-ef404d3c7a34", "name": "network-vif-plugged", "status": "completed", "tag": "0121028c-0b00-456b-bd71-ac432d1c294c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:36:16.233421 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0121028c-0b00-456b-bd71-ac432d1c294c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0121028c-0b00-456b-bd71-ac432d1c294c,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:16.255505 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2835d6c8-2b51-415b-8d97-1bea1aee6ed6 x-openstack-request-id: req-2835d6c8-2b51-415b-8d97-1bea1aee6ed6 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:36:16.255833 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c049600-b6ec-4866-8e7e-ef404d3c7a34", "name": "network-vif-plugged", "status": "completed", "tag": "0121028c-0b00-456b-bd71-ac432d1c294c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:36:16.256089 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2835d6c8-2b51-415b-8d97-1bea1aee6ed6 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:36:16.256478 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0121028c-0b00-456b-bd71-ac432d1c294c', 'code': 200} Feb 16 15:36:16.293734 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:16.341718 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0121028c-0b00-456b-bd71-ac432d1c294c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:16.361834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb44c-1d2c-492c-95ee-9288582e1b21 req-54b055c2-56f8-411b-af99-a40dc56791a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:16.364823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-365eb44c-1d2c-492c-95ee-9288582e1b21 req-54b055c2-56f8-411b-af99-a40dc56791a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 1096 time: 0.0402527 Feb 16 15:36:16.401602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-365eb44c-1d2c-492c-95ee-9288582e1b21 req-75fb1cc6-8f88-47df-bcf3-ba5de26bd87d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Feb 16 15:36:16.572300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d477628-1049-4e50-955d-446dc81811fc req-147868d5-963d-482c-beb7-51ae8671f143 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:16.573888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d477628-1049-4e50-955d-446dc81811fc req-147868d5-963d-482c-beb7-51ae8671f143 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Feb 16 15:36:16.612841 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4d477628-1049-4e50-955d-446dc81811fc req-c33f1632-b046-4b41-881c-2efd29b8e63b tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Feb 16 15:36:16.766796 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:17.731852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33120356-d610-4baf-be19-1d07b4e69961 req-adba0637-86c9-4a6d-93ef-5d07ac29b94e tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:17.733345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33120356-d610-4baf-be19-1d07b4e69961 req-adba0637-86c9-4a6d-93ef-5d07ac29b94e tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 945 time: 0.0503957 Feb 16 15:36:17.773249 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33120356-d610-4baf-be19-1d07b4e69961 req-e33f2a2e-f977-4b76-9b1f-6a40006c4ec1 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Feb 16 15:36:18.889130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc387d8-26f2-46cc-9b3e-ef4f2dfd757b req-5f5980b2-7dd6-4005-a0b6-8462c3f9cf9d tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:18.890590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fc387d8-26f2-46cc-9b3e-ef4f2dfd757b req-5f5980b2-7dd6-4005-a0b6-8462c3f9cf9d tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 945 time: 0.0482626 Feb 16 15:36:18.931402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7fc387d8-26f2-46cc-9b3e-ef4f2dfd757b req-f69cf091-9421-484c-a8d7-1d326003085a tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Feb 16 15:36:19.045594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475f42b-d7c1-4464-b7a6-1c78392b7365 req-787d3659-3b45-4f4a-872d-5e9d24827f2f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:19.047063 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e475f42b-d7c1-4464-b7a6-1c78392b7365 req-787d3659-3b45-4f4a-872d-5e9d24827f2f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Feb 16 15:36:19.083017 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e475f42b-d7c1-4464-b7a6-1c78392b7365 req-799d798b-0a84-42de-8b22-2e09b8e6e9eb tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300102 Feb 16 15:36:23.369886 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:36:35.282839 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98dcf2df-9ea0-45e6-b306-58ec6cd1a030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:37.992060 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-553560ce-163c-472d-aa0a-b11bbc117f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:39.767499 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:40.921405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ee46b-16d6-43bd-b5cf-1a76d1bcd367 req-def3e2eb-5f55-4f89-bb71-66455e48af37 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:40.922832 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad0ee46b-16d6-43bd-b5cf-1a76d1bcd367 req-def3e2eb-5f55-4f89-bb71-66455e48af37 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 945 time: 0.0502596 Feb 16 15:36:40.961073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad0ee46b-16d6-43bd-b5cf-1a76d1bcd367 req-b97ebf0d-b1af-43a8-95e0-1ada21439820 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Feb 16 15:36:41.437301 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:41.454391 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:42.078511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8955eb-4133-4b78-91c7-848ee053c75a req-aedcb4cc-fadd-4a16-ba14-a2bdf9e01ff0 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:42.079995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa8955eb-4133-4b78-91c7-848ee053c75a req-aedcb4cc-fadd-4a16-ba14-a2bdf9e01ff0 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Feb 16 15:36:42.121315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa8955eb-4133-4b78-91c7-848ee053c75a req-a1992df9-9acb-40c6-85e9-f8c912ab8c9e tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/security-groups?id=7cbeb24a-9c6b-4f41-9938-e7d530cb308a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351677 Feb 16 15:36:42.647187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-ce33f765-4ff8-45dd-b0e5-64eb058565b7 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:42.648605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-ce33f765-4ff8-45dd-b0e5-64eb058565b7 tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 945 time: 0.0485594 Feb 16 15:36:42.739433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Deleting port 0121028c-0b00-456b-bd71-ac432d1c294c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:42.739929 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:42.757159 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:42.831808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] For port 0121028c-0b00-456b-bd71-ac432d1c294c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0121028c-0b00-456b-bd71-ac432d1c294c,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:42.832171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:42.844364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Calling delete_port for 0121028c-0b00-456b-bd71-ac432d1c294c owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:43.043587 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:43.060986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0121028c-0b00-456b-bd71-ac432d1c294c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:36:43.074794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Pushing event deleted for resources: {'Port': ['ID=0121028c-0b00-456b-bd71-ac432d1c294c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:43.117621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] No DVR routers for this DVR port 0121028c-0b00-456b-bd71-ac432d1c294c on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:36:43.121025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:43.124706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-289caaf2-3057-4b8b-b94f-9602069eb7e0 req-458f048a-f515-46f3-9c90-1beab0212b8f tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.93 "DELETE /v2.0/ports/0121028c-0b00-456b-bd71-ac432d1c294c HTTP/1.1" status: 204 len: 173 time: 0.4690912 Feb 16 15:36:43.125177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'name': 'network-vif-deleted', 'tag': '0121028c-0b00-456b-bd71-ac432d1c294c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:36:43.127534 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cd8c8ae413fd6c89564e08d8b8c3b733aeb46493e27df70556797d89bdf0b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f517f5c4-14f6-4c4e-b48e-779c70573615" -d '{"events": [{"server_uuid": "4c049600-b6ec-4866-8e7e-ef404d3c7a34", "name": "network-vif-deleted", "tag": "0121028c-0b00-456b-bd71-ac432d1c294c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:36:43.227460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de3fe0d8-5df1-492c-bc5c-2b00862ad4a9 req-56bb3997-4a06-46a9-9e55-fced04a4c74e tempest-TestEncryptedCinderVolumes-835740990 tempest-TestEncryptedCinderVolumes-835740990-project] 10.222.0.113 "GET /v2.0/ports?device_id=4c049600-b6ec-4866-8e7e-ef404d3c7a34 HTTP/1.1" status: 200 len: 210 time: 0.0315008 Feb 16 15:36:43.245510 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458a4c85-fcf1-49db-8893-fffba97f4e6d x-openstack-request-id: req-458a4c85-fcf1-49db-8893-fffba97f4e6d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:36:43.245801 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c049600-b6ec-4866-8e7e-ef404d3c7a34", "name": "network-vif-deleted", "tag": "0121028c-0b00-456b-bd71-ac432d1c294c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:36:43.246087 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-458a4c85-fcf1-49db-8893-fffba97f4e6d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:36:43.246617 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c049600-b6ec-4866-8e7e-ef404d3c7a34', 'name': 'network-vif-deleted', 'tag': '0121028c-0b00-456b-bd71-ac432d1c294c', 'status': 'completed', 'code': 200} Feb 16 15:36:44.366296 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43888) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:44.707661 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:44.956211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Deleting port 6a6c1920-a9a4-430a-8933-6adf2e9a6630 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:44.956546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:45.032410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] For port 6a6c1920-a9a4-430a-8933-6adf2e9a6630, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6a6c1920-a9a4-430a-8933-6adf2e9a6630,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:45.032762 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:45.044110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Calling delete_port for 6a6c1920-a9a4-430a-8933-6adf2e9a6630 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:45.283374 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:45.310842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6c1920-a9a4-430a-8933-6adf2e9a6630,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:45.472411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.021254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Router 54176b50-26df-4744-b2c5-38594c385e76 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:36:46.090950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0121028c-0b00-456b-bd71-ac432d1c294c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:46.111229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 0121028c-0b00-456b-bd71-ac432d1c294c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:46.111592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0121028c-0b00-456b-bd71-ac432d1c294c not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:46.127491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:36:46.132533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9084ceff-b981-48cf-a255-9ed7ae14d939 admin admin] 10.222.0.113 "PUT /v2.0/routers/54176b50-26df-4744-b2c5-38594c385e76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7649360 Feb 16 15:36:46.134952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43890) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:46.136287 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] Sync routers for ids ['54176b50-26df-4744-b2c5-38594c385e76'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:36:46.145780 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] Routers {'54176b50-26df-4744-b2c5-38594c385e76'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:36:46.146385 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['54176b50-26df-4744-b2c5-38594c385e76'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:46.241051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.249311 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] Set router 54176b50-26df-4744-b2c5-38594c385e76 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:36:46.348505 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.430265 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:36:45Z', 'revision_number': 5, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port': {'id': '6bc24dd6-3dbd-4a25-b5da-9d434bf94bae', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54176b50-26df-4744-b2c5-38594c385e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:14Z', 'updated_at': '2022-02-16T15:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:46.446319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Deleting port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:46.446786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.460619 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] Checking router: 54176b50-26df-4744-b2c5-38594c385e76 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:36:46.469490 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] Routers {'54176b50-26df-4744-b2c5-38594c385e76'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:36:46.470096 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['54176b50-26df-4744-b2c5-38594c385e76'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:46.525079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] For port 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:46.525705 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.538250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Calling delete_port for 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:46.556083 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] Set router 54176b50-26df-4744-b2c5-38594c385e76 gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:36:46.609517 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:36:46Z', 'revision_number': 6, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:46.639931 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4321f686-7e52-4c42-ad0e-0fa6ecdb6b67 None None] The sync data for ids ['54176b50-26df-4744-b2c5-38594c385e76'] in n-d-829433-1 is: [{'id': '54176b50-26df-4744-b2c5-38594c385e76', 'name': 'tempest-TestEncryptedCinderVolumes-794941555-router', 'tenant_id': '4dffca4bb4a7419b89d212961e239042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:13Z', 'updated_at': '2022-02-16T15:36:46Z', 'revision_number': 6, 'project_id': '4dffca4bb4a7419b89d212961e239042', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:36:46.791697 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.803220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.822310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc24dd6-3dbd-4a25-b5da-9d434bf94bae,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:46.882286 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.973645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:46.975662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.094947 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.095467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54176b50-26df-4744-b2c5-38594c385e76 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:36:47.099786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.100943 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4546ee3c-9058-4529-a12d-52326115b841 admin admin] 10.222.0.113 "DELETE /v2.0/routers/54176b50-26df-4744-b2c5-38594c385e76 HTTP/1.1" status: 204 len: 168 time: 0.9650364 Feb 16 15:36:47.103429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43892) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:47.147817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] Deleting subnet 24ad1e0e-34b1-4272-b483-886930410e09 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:36:47.150653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.184906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.259828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.369667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.396424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ad1e0e-34b1-4272-b483-886930410e09,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:47.400260 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.404622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cd2f2f93-eab5-4e60-bce1-7219a99c9ad8 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/24ad1e0e-34b1-4272-b483-886930410e09 HTTP/1.1" status: 204 len: 168 time: 0.3001499 Feb 16 15:36:47.407389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43894) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:47.412551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f648f7c8-de38-4bfa-a8d8-e200070aac13 None None] Network d31c8d87-119c-4296-a5e3-664b864b3e4a requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:36:47.469449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6a6c1920-a9a4-430a-8933-6adf2e9a6630 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:47.488693 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.495418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6a6c1920-a9a4-430a-8933-6adf2e9a6630 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:47.495783 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6a6c1920-a9a4-430a-8933-6adf2e9a6630 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:47.549363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Deleting port d15e20e4-fc69-4be2-b584-303793b446a1 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:47.549724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.620302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] DHCP port deletion for d31c8d87-119c-4296-a5e3-664b864b3e4a request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:36:47.621665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] For port d15e20e4-fc69-4be2-b584-303793b446a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d15e20e4-fc69-4be2-b584-303793b446a1,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:47.621953 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.637890 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Calling delete_port for d15e20e4-fc69-4be2-b584-303793b446a1 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:47.685438 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Deleting port d15e20e4-fc69-4be2-b584-303793b446a1 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:47.685894 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.757019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] For port d15e20e4-fc69-4be2-b584-303793b446a1, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d15e20e4-fc69-4be2-b584-303793b446a1,segment=NetworkSegment(721944e9-5647-4a03-bf95-8864938944f3),segment_id=721944e9-5647-4a03-bf95-8864938944f3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:47.757408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.770516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Calling delete_port for d15e20e4-fc69-4be2-b584-303793b446a1 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:47.814942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.840931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15e20e4-fc69-4be2-b584-303793b446a1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:47.845742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] No DVR routers for this DVR port d15e20e4-fc69-4be2-b584-303793b446a1 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:36:47.847783 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.853840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.854191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.854533 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.855365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.855721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.856052 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.856381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.856707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.857029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.857350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.857675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.857995 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.876537 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Pushing event deleted for resources: {'Port': ['ID=d15e20e4-fc69-4be2-b584-303793b446a1,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:47.882851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] No DVR routers for this DVR port d15e20e4-fc69-4be2-b584-303793b446a1 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:36:47.891151 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.891632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.891884 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.892250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.892639 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.893028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.893400 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.893686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.894135 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.894468 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.894791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.899295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222ba62-f80b-480e-9cb3-2b5af128237d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:47.940929 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.961279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31c8d87-119c-4296-a5e3-664b864b3e4a']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:47.972172 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721944e9-5647-4a03-bf95-8864938944f3') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:47.972464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721944e9-5647-4a03-bf95-8864938944f3') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:47.982011 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:47.994575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:48.000356 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:36:48.000741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:36:48.002345 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:36:48.100673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:48.106236 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:48.111604 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] 10.222.0.113 "DELETE /v2.0/networks/d31c8d87-119c-4296-a5e3-664b864b3e4a HTTP/1.1" status: 204 len: 168 time: 0.6991618 Feb 16 15:36:48.112623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43898) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:48.124061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ae0cc-b111-4006-b0ef-dfdc03f4bda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d31c8d87-119c-4296-a5e3-664b864b3e4a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:48.463925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:48.721878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Deleting port 5445df18-6d5b-4e41-b253-27a20caa0462 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:48.722135 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:48.807182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] For port 5445df18-6d5b-4e41-b253-27a20caa0462, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5445df18-6d5b-4e41-b253-27a20caa0462,segment=NetworkSegment(c6bea1d8-3872-45b6-b03d-a4263764697f),segment_id=c6bea1d8-3872-45b6-b03d-a4263764697f)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:48.807529 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:48.813084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d15e20e4-fc69-4be2-b584-303793b446a1 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:48.820363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Calling delete_port for 5445df18-6d5b-4e41-b253-27a20caa0462 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:48.835106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d15e20e4-fc69-4be2-b584-303793b446a1 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:48.835536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d15e20e4-fc69-4be2-b584-303793b446a1 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:48.836041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:48.854645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:48.855192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 6bc24dd6-3dbd-4a25-b5da-9d434bf94bae not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:49.083428 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:49.109520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5445df18-6d5b-4e41-b253-27a20caa0462,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:49.275814 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:49.494027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Router ee56812f-d4cb-45e8-a9f1-14b96c554e77 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:36:49.601397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:36:49.606961 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6047980d-20ff-4c0f-9eaf-f5d90dc938c8 admin admin] 10.222.0.113 "PUT /v2.0/routers/ee56812f-d4cb-45e8-a9f1-14b96c554e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4931891 Feb 16 15:36:49.609686 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43900) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:49.612349 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] Sync routers for ids ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:36:49.621638 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] Routers {'ee56812f-d4cb-45e8-a9f1-14b96c554e77'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:36:49.622247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:49.718969 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:49.727137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] Set router ee56812f-d4cb-45e8-a9f1-14b96c554e77 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:36:49.824840 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:49.907121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:36:48Z', 'revision_number': 5, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port': {'id': 'ca64fd55-3a80-4122-9173-e671bfe6a536', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:35:20Z', 'updated_at': '2022-02-16T15:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:49.934310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] Checking router: ee56812f-d4cb-45e8-a9f1-14b96c554e77 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:36:49.938445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Deleting port ca64fd55-3a80-4122-9173-e671bfe6a536 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:49.938796 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:49.942451 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] Routers {'ee56812f-d4cb-45e8-a9f1-14b96c554e77'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:36:49.943050 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:50.028018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] Set router ee56812f-d4cb-45e8-a9f1-14b96c554e77 gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:36:50.034159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] For port ca64fd55-3a80-4122-9173-e671bfe6a536, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ca64fd55-3a80-4122-9173-e671bfe6a536,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:50.034636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.046905 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Calling delete_port for ca64fd55-3a80-4122-9173-e671bfe6a536 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:50.085541 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:36:49Z', 'revision_number': 6, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:50.108485 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b8e08-b603-426c-9f1e-e289846a1f3e None None] The sync data for ids ['ee56812f-d4cb-45e8-a9f1-14b96c554e77'] in n-d-829433-1 is: [{'id': 'ee56812f-d4cb-45e8-a9f1-14b96c554e77', 'name': 'tempest-TestEncryptedCinderVolumes-20171734-router', 'tenant_id': '33f3338ac88442a783878314f25a26c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:35:19Z', 'updated_at': '2022-02-16T15:36:49Z', 'revision_number': 6, 'project_id': '33f3338ac88442a783878314f25a26c8', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:36:50.281768 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.308981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca64fd55-3a80-4122-9173-e671bfe6a536,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:50.366391 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.458235 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.460620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.579362 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.579976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee56812f-d4cb-45e8-a9f1-14b96c554e77 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:36:50.584258 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.585441 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5b70e27c-50d7-498e-b20f-1ec99635977b admin admin] 10.222.0.113 "DELETE /v2.0/routers/ee56812f-d4cb-45e8-a9f1-14b96c554e77 HTTP/1.1" status: 204 len: 168 time: 0.9714379 Feb 16 15:36:50.588079 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43902) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:50.633804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] Deleting subnet fa8c36b3-969a-447c-bf27-71a0e8cc79f7 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:36:50.637832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.673203 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.756030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.881211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5445df18-6d5b-4e41-b253-27a20caa0462 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:50.889894 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.902235 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5445df18-6d5b-4e41-b253-27a20caa0462 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:50.902675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5445df18-6d5b-4e41-b253-27a20caa0462 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:50.907232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ca64fd55-3a80-4122-9173-e671bfe6a536 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:50.914736 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8c36b3-969a-447c-bf27-71a0e8cc79f7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:50.922450 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ca64fd55-3a80-4122-9173-e671bfe6a536 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:50.923009 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ca64fd55-3a80-4122-9173-e671bfe6a536 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:50.923422 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:50.928716 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-70853015-99a2-4863-8237-4f542cba82cd admin admin] 10.222.0.113 "DELETE /v2.0/subnets/fa8c36b3-969a-447c-bf27-71a0e8cc79f7 HTTP/1.1" status: 204 len: 168 time: 0.3395467 Feb 16 15:36:50.932435 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43904) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:50.933760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e6258-3898-4b88-8ec4-753533b2a134 None None] Network b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:36:51.013578 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.075009 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Deleting port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:51.075300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.126610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] DHCP port deletion for b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:36:51.145548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] For port 23fb7186-a0c7-42ca-a4cb-96a2501ce513, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=23fb7186-a0c7-42ca-a4cb-96a2501ce513,segment=NetworkSegment(c6bea1d8-3872-45b6-b03d-a4263764697f),segment_id=c6bea1d8-3872-45b6-b03d-a4263764697f)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:51.145987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.163821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Calling delete_port for 23fb7186-a0c7-42ca-a4cb-96a2501ce513 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:51.186426 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] Deleting port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:36:51.186802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.256607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] For port 23fb7186-a0c7-42ca-a4cb-96a2501ce513, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=23fb7186-a0c7-42ca-a4cb-96a2501ce513,segment=NetworkSegment(c6bea1d8-3872-45b6-b03d-a4263764697f),segment_id=c6bea1d8-3872-45b6-b03d-a4263764697f)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:51.257145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.270312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] Calling delete_port for 23fb7186-a0c7-42ca-a4cb-96a2501ce513 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:36:51.312490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.341389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23fb7186-a0c7-42ca-a4cb-96a2501ce513,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:51.344097 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] No DVR routers for this DVR port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:36:51.347182 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.374631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] Pushing event deleted for resources: {'Port': ['ID=23fb7186-a0c7-42ca-a4cb-96a2501ce513,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:51.376462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a352f-df6e-4e2d-9738-a0b261ce195f None None] No DVR routers for this DVR port 23fb7186-a0c7-42ca-a4cb-96a2501ce513 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:36:51.430249 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.451578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:51.460745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bea1d8-3872-45b6-b03d-a4263764697f') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:51.461036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bea1d8-3872-45b6-b03d-a4263764697f') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:51.470293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.483818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.489759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:36:51.490130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:36:51.491879 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:36:51.603062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.608990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:51.613686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e HTTP/1.1" status: 204 len: 168 time: 0.6737950 Feb 16 15:36:51.624426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d51de-15a4-482a-b895-5eb6745657f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88a4a34-7b4e-4d41-a72a-c8ba5f05a73e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:51.976303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43908) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:52.016391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-849a0414-d6b8-41cf-836b-3eaa1eea0029 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4dffca4bb4a7419b89d212961e239042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389338 Feb 16 15:36:52.018785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43910) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:52.066342 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d954a8cb-a0e4-4eae-9f6a-f7877cf4f363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:52.087236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d954a8cb-a0e4-4eae-9f6a-f7877cf4f363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:52.197536 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d954a8cb-a0e4-4eae-9f6a-f7877cf4f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:52.200872 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d954a8cb-a0e4-4eae-9f6a-f7877cf4f363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:52.202119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d954a8cb-a0e4-4eae-9f6a-f7877cf4f363 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7cbeb24a-9c6b-4f41-9938-e7d530cb308a HTTP/1.1" status: 204 len: 168 time: 0.1824570 Feb 16 15:36:52.210672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954a8cb-a0e4-4eae-9f6a-f7877cf4f363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbeb24a-9c6b-4f41-9938-e7d530cb308a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:52.802010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43916) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:52.846607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-48a1a3c3-c661-44b0-9f70-a8c65955c0fd admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=33f3338ac88442a783878314f25a26c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434117 Feb 16 15:36:52.849185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43918) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:52.902466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01339d63-db48-4ab8-a7ce-6ad91425c2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:52.924616 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01339d63-db48-4ab8-a7ce-6ad91425c2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:52.955842 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 23fb7186-a0c7-42ca-a4cb-96a2501ce513 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:36:52.974863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 23fb7186-a0c7-42ca-a4cb-96a2501ce513 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:36:52.975202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 23fb7186-a0c7-42ca-a4cb-96a2501ce513 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:36:53.031879 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01339d63-db48-4ab8-a7ce-6ad91425c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:53.034919 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-01339d63-db48-4ab8-a7ce-6ad91425c2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:53.036101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-01339d63-db48-4ab8-a7ce-6ad91425c2ea admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/02c5e886-7c04-47be-a946-80c3d743f602 HTTP/1.1" status: 204 len: 168 time: 0.1859980 Feb 16 15:36:53.044621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01339d63-db48-4ab8-a7ce-6ad91425c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c5e886-7c04-47be-a946-80c3d743f602,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:54.062218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43940) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:54.157794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1958938895-network', 'tenant_id': '8549281be66c49efa9742ed52f22c8da'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:36:54.264942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Made reservation on behalf of 8549281be66c49efa9742ed52f22c8da for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:36:54.267233 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.276030 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.354567 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.397667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.424984 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:36:54.434824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc9b921-77a1-4c3a-8475-1c0ea0bde550,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:54.440650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.440996 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Added segment 3859686b-41ff-48a6-b913-a149f72b2a15 of type vlan for network abdf5714-db46-4ea2-b1fc-f1aad37140de Feb 16 15:36:54.482781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.545956 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.546907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:54.547489 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.605694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=abdf5714-db46-4ea2-b1fc-f1aad37140de,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:54.615268 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network abdf5714-db46-4ea2-b1fc-f1aad37140de details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:36:54.646404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-52c9c55b-4722-4ca2-a2a4-2ce7b6c28bd8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5830936 Feb 16 15:36:54.649556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43944) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:54.655027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Request body: {'subnet': {'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1958938895-subnet', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:36:54.723199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Made reservation on behalf of 8549281be66c49efa9742ed52f22c8da for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:36:54.725588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.934923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:54.995685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49855f94-9e2e-43f9-becf-65d358cc59eb,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:55.004308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Checking segment: {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:36:55.004662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Network hostable DHCP agents. Network: abdf5714-db46-4ea2-b1fc-f1aad37140de, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:36:55.083130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Network abdf5714-db46-4ea2-b1fc-f1aad37140de is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:36:55.146319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, abdf5714-db46-4ea2-b1fc-f1aad37140de) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:36:55.150348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:36:55.150912 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.155677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c6a94-598f-40cb-a8df-1661558f0d28 None None] Network abdf5714-db46-4ea2-b1fc-f1aad37140de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:36:55.246262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-41b8832c-f48f-4e12-b5e0-68d8272477a9 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5956297 Feb 16 15:36:55.249795 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43946) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:55.254085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:36:55.301733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-abdf5714-db46-4ea2-b1fc-f1aad37140de', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:36:55.302597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.345409 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.346469 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.399437 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.438390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Allocated IP 172.20.0.2 (abdf5714-db46-4ea2-b1fc-f1aad37140de/49855f94-9e2e-43f9-becf-65d358cc59eb/d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:36:55.582246 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.604732 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.638392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.682256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Network abdf5714-db46-4ea2-b1fc-f1aad37140de is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:36:55.685133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:36:55.689021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:36:55.695968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Pushing event updated for resources: {'Port': ['ID=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:55.747408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Attempting to bind port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:36:55.747872 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Attempting to bind port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:36:55.748813 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Attempting to bind port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 on network abdf5714-db46-4ea2-b1fc-f1aad37140de {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:36:55.753952 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:36:55.754329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Checking segment: {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:36:55.754727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.755117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Bound using segment: {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:36:55.755602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Bound port: d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:36:55.755989 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.818332 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] For port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:36:55.821341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] For port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:36:55.867678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.890341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.890937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:55.947478 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa9ab4-198f-4e1a-9245-03fe17b988f5 None None] Pushing event updated for resources: {'Port': ['ID=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:56.001402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Allocated IP 172.25.6.97 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/bc01fc61-017d-41a5-904b-c25749fde466) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:36:56.114053 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:56.564334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:56.603666 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:36:56.606475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:36:56.610103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:36:56.633667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Pushing event updated for resources: {'Port': ['ID=bc01fc61-017d-41a5-904b-c25749fde466,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:56.839176 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:36:56.900286 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:56.900682 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:56.980160 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:56.985202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:57.024808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:36:57.043363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ad0c4-9240-42d3-8358-9b71deb56f5a None None] Network abdf5714-db46-4ea2-b1fc-f1aad37140de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:36:57.096048 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:57.149531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-707614fb-aa5e-43d3-8fe5-1e3938c76ad6 None None] Provisioning complete for port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:57.150316 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-707614fb-aa5e-43d3-8fe5-1e3938c76ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:57.188966 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:57.209279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:57.381128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Router 68b10ae4-d838-4134-8aa4-5eaf934af31a is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:36:57.493867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:36:57.503522 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Sync routers for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:36:57.513067 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:36:57.514378 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:57.528462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9d45d7c3-500a-4f9d-92c2-da0ea227f994 None None] Provisioning complete for port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:57.528830 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9d45d7c3-500a-4f9d-92c2-da0ea227f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:57.581183 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:57.582823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9e5ba6b5-bdff-4c9c-9b22-44abb9238607 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3320923 Feb 16 15:36:57.585685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43948) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:36:57.622585 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:36:57.797852 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:56Z', 'revision_number': 3, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:57.827439 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Checking router: 68b10ae4-d838-4134-8aa4-5eaf934af31a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:36:57.827810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Updating router 68b10ae4-d838-4134-8aa4-5eaf934af31a port bc01fc61-017d-41a5-904b-c25749fde466 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:36:57.854181 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.005675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.172591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Allocated IP 172.20.0.1 (abdf5714-db46-4ea2-b1fc-f1aad37140de/49855f94-9e2e-43f9-becf-65d358cc59eb/09d1f1d2-8325-471c-9de3-820b8e6a8327) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:36:58.212703 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.277874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.287853 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.345429 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Attempting to bind port bc01fc61-017d-41a5-904b-c25749fde466 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:36:58.345773 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Attempting to bind port bc01fc61-017d-41a5-904b-c25749fde466 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:36:58.348262 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Attempting to bind port bc01fc61-017d-41a5-904b-c25749fde466 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:36:58.355367 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Pushing event updated for resources: {'Port': ['ID=bc01fc61-017d-41a5-904b-c25749fde466,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:58.359333 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:36:58.363741 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:36:58.363741 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.363741 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:36:58.363741 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Bound port: bc01fc61-017d-41a5-904b-c25749fde466, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:36:58.363741 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.367393 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.367758 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.368134 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.368458 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.368778 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.369089 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.369407 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.369716 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.370024 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.370332 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.370642 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.370949 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:36:58.380087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.424775 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] For port bc01fc61-017d-41a5-904b-c25749fde466, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:36:58.428372 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] For port bc01fc61-017d-41a5-904b-c25749fde466, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bc01fc61-017d-41a5-904b-c25749fde466,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:36:58.433799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Network abdf5714-db46-4ea2-b1fc-f1aad37140de is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:36:58.437530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:36:58.440147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:36:58.472937 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Pushing event updated for resources: {'Port': ['ID=09d1f1d2-8325-471c-9de3-820b8e6a8327,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:58.489498 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.501818 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.564022 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b26d1-1b7d-48b4-8854-9ec48893597d None None] Pushing event updated for resources: {'Port': ['ID=bc01fc61-017d-41a5-904b-c25749fde466,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:58.568257 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:36:58.568855 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:58.683945 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:36:58.720347 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.740457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e3e11256-b61a-4289-8ef3-1da0be7341d7 None None] Provisioning complete for port 09d1f1d2-8325-471c-9de3-820b8e6a8327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:58.741062 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3e11256-b61a-4289-8ef3-1da0be7341d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.777672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e3e11256-b61a-4289-8ef3-1da0be7341d7 None None] Port 09d1f1d2-8325-471c-9de3-820b8e6a8327 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:36:58.836962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:36:58.879868 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:56Z', 'revision_number': 3, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:36:58.892670 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:58.893042 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.900806 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:58.907383 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ebc3f-4b91-4d0e-a4a0-2689b6ff38b6 None None] The sync data for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 is: [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:56Z', 'revision_number': 3, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:36:58.956328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:59.027742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:59.030362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Pushing event updated for resources: {'Port': ['ID=09d1f1d2-8325-471c-9de3-820b8e6a8327,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:36:59.141726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Network abdf5714-db46-4ea2-b1fc-f1aad37140de is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:36:59.143991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:36:59.270152 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Router 68b10ae4-d838-4134-8aa4-5eaf934af31a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:36:59.387509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:36:59.396569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-28dfd865-4e19-4e74-9814-810046f625c1 admin admin] 10.222.0.113 "PUT /v2.0/routers/68b10ae4-d838-4134-8aa4-5eaf934af31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066742 Feb 16 15:36:59.407958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-49bd56dc-1010-4f11-819b-200ff433b261 None None] Provisioning complete for port 09d1f1d2-8325-471c-9de3-820b8e6a8327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:36:59.408401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-49bd56dc-1010-4f11-819b-200ff433b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:36:59.446475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-49bd56dc-1010-4f11-819b-200ff433b261 None None] Port 09d1f1d2-8325-471c-9de3-820b8e6a8327 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:37:00.074924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43964) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:00.080286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2140971303-network', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:00.175496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Made reservation on behalf of 2688ae496e37454dbb8fb7e05609c772 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:37:00.177991 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.187798 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.264905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.335644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.364125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 1099, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:37:00.381781 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.382123 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Added segment 1e5d2df6-d50a-4972-805b-7634df1e830c of type vlan for network 7ae083eb-e4e8-4f19-ac5f-82a302003540 Feb 16 15:37:00.383446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788902dd-adfb-436d-9d05-2e128bb3b4ec,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:00.383712 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:37:00.427394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.474973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Sync routers for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:37:00.485281 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:00.485870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:00.516310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.517373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:00.518037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.580075 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae083eb-e4e8-4f19-ac5f-82a302003540,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:00.589917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:37:00.613776 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:00.635797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-21668a93-ee5e-4bca-9108-e7326f028e31 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5571380 Feb 16 15:37:00.636158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43966) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:00.644101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Request body: {'subnet': {'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2140971303-subnet', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:00.775931 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Made reservation on behalf of 2688ae496e37454dbb8fb7e05609c772 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:37:00.782636 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.844245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bc01fc61-017d-41a5-904b-c25749fde466 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:00.908399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 2, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:00.944382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Checking router: 68b10ae4-d838-4134-8aa4-5eaf934af31a for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:37:00.944737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Updating router 68b10ae4-d838-4134-8aa4-5eaf934af31a port 09d1f1d2-8325-471c-9de3-820b8e6a8327 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:37:00.974353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bc01fc61-017d-41a5-904b-c25749fde466 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:00.974739 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:00.997233 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.029724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.081994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=34cb54a3-84e4-448c-88f1-5d3c950a8826,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:01.087689 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Checking segment: {'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:37:01.088168 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Network hostable DHCP agents. Network: 7ae083eb-e4e8-4f19-ac5f-82a302003540, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:37:01.166359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.184906 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:37:01.229965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port bc01fc61-017d-41a5-904b-c25749fde466, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bc01fc61-017d-41a5-904b-c25749fde466,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:01.312496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 7ae083eb-e4e8-4f19-ac5f-82a302003540) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:37:01.323028 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:01.323860 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.334258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1af951-33d8-4f0b-a147-68fd08e94b1f None None] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:37:01.341273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.407427 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6c416063-27b6-4e30-a429-d756700767ce admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7683125 Feb 16 15:37:01.409927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 43968) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:01.414544 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:01.461146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.484687 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.485826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.489214 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=bc01fc61-017d-41a5-904b-c25749fde466,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:01.536241 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.543096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.628892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81f3f-7e27-44da-b192-b4d8444951e8 None None] Pushing event updated for resources: {'Port': ['ID=09d1f1d2-8325-471c-9de3-820b8e6a8327,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:01.648500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-7ae083eb-e4e8-4f19-ac5f-82a302003540', 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'fixed_ips': [{'subnet_id': '34cb54a3-84e4-448c-88f1-5d3c950a8826'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:37:01.649342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.700808 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Attempting to bind port 09d1f1d2-8325-471c-9de3-820b8e6a8327 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:37:01.701275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Attempting to bind port 09d1f1d2-8325-471c-9de3-820b8e6a8327 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:37:01.702319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Attempting to bind port 09d1f1d2-8325-471c-9de3-820b8e6a8327 on network abdf5714-db46-4ea2-b1fc-f1aad37140de {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:37:01.761301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:37:01.761686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Checking segment: {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:37:01.762101 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.762497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Bound using segment: {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:37:01.763238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Bound port: 09d1f1d2-8325-471c-9de3-820b8e6a8327, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:37:01.765764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.780806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:01.892812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Allocated IP 172.20.0.2 (7ae083eb-e4e8-4f19-ac5f-82a302003540/34cb54a3-84e4-448c-88f1-5d3c950a8826/ab4ae8ad-e94e-4991-97b5-873481343626) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:37:01.894621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] For port 09d1f1d2-8325-471c-9de3-820b8e6a8327, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:37:01.900842 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] For port 09d1f1d2-8325-471c-9de3-820b8e6a8327, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=09d1f1d2-8325-471c-9de3-820b8e6a8327,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:37:01.918641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9ff0316c-3927-40ec-9517-06778fef7bee None None] Provisioning complete for port 09d1f1d2-8325-471c-9de3-820b8e6a8327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:01.919005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9ff0316c-3927-40ec-9517-06778fef7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.144351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.205355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9ff0316c-3927-40ec-9517-06778fef7bee None None] Port 09d1f1d2-8325-471c-9de3-820b8e6a8327 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:37:02.250678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a81f3f-7e27-44da-b192-b4d8444951e8 None None] Pushing event updated for resources: {'Port': ['ID=09d1f1d2-8325-471c-9de3-820b8e6a8327,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:02.261099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:02.261099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:02.328597 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.352876 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.394478 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.417730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:02.466291 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Allocated IP 172.25.6.250 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/92606a40-7ed6-4134-adf5-96f27d1d3a26) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:37:02.469592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0f634feb-4d71-43df-bda5-02741f3ce098 None None] Provisioning complete for port 09d1f1d2-8325-471c-9de3-820b8e6a8327 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:02.470003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f634feb-4d71-43df-bda5-02741f3ce098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.503584 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.569046 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.625022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:37:02.632131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:37:02.633832 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Pushing event updated for resources: {'Port': ['ID=ab4ae8ad-e94e-4991-97b5-873481343626,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:02.635964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:37:02.662054 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.702725 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:37:02.707275 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:37:02.710868 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:37:02.734789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Pushing event updated for resources: {'Port': ['ID=92606a40-7ed6-4134-adf5-96f27d1d3a26,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:02.771100 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Attempting to bind port ab4ae8ad-e94e-4991-97b5-873481343626 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:37:02.771421 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Attempting to bind port ab4ae8ad-e94e-4991-97b5-873481343626 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:37:02.771845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Attempting to bind port ab4ae8ad-e94e-4991-97b5-873481343626 on network 7ae083eb-e4e8-4f19-ac5f-82a302003540 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:37:02.781516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f634feb-4d71-43df-bda5-02741f3ce098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.787036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:37:02.787419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Checking segment: {'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:37:02.787882 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.788310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Bound using segment: {'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:37:02.788841 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Bound port: ab4ae8ad-e94e-4991-97b5-873481343626, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:37:02.789229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.831657 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bc01fc61-017d-41a5-904b-c25749fde466 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:02.881750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0f634feb-4d71-43df-bda5-02741f3ce098 None None] For port 09d1f1d2-8325-471c-9de3-820b8e6a8327, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=09d1f1d2-8325-471c-9de3-820b8e6a8327,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:02.922827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:02.958207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32661eea-c6a2-4f8b-9cbf-529e471267ad None None] The sync data for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 is: [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:37:02.962267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] For port ab4ae8ad-e94e-4991-97b5-873481343626, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:37:02.975582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0f634feb-4d71-43df-bda5-02741f3ce098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:02.980340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] For port ab4ae8ad-e94e-4991-97b5-873481343626, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab4ae8ad-e94e-4991-97b5-873481343626,segment=NetworkSegment(1e5d2df6-d50a-4972-805b-7634df1e830c),segment_id=1e5d2df6-d50a-4972-805b-7634df1e830c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:37:03.016208 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bc01fc61-017d-41a5-904b-c25749fde466 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:03.016208 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:03.069883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:03.097741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f634feb-4d71-43df-bda5-02741f3ce098 None None] Pushing event updated for resources: {'Port': ['ID=09d1f1d2-8325-471c-9de3-820b8e6a8327,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:03.105857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:03.205175 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240950-fe1b-4a3e-9d0c-b6731614af9d None None] Pushing event updated for resources: {'Port': ['ID=ab4ae8ad-e94e-4991-97b5-873481343626,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:03.373680 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:03.593077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Router cb4804fc-be08-46cd-b515-bea513e77ecf is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:37:03.710777 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:37:03.721453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Sync routers for ids ['cb4804fc-be08-46cd-b515-bea513e77ecf'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:37:03.733747 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Routers {'cb4804fc-be08-46cd-b515-bea513e77ecf'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:03.733747 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb4804fc-be08-46cd-b515-bea513e77ecf'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:03.800359 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:03.804669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 43970) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:03.805171 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4fbeae1a-809e-40df-b544-0aada7fc19a2 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3938503 Feb 16 15:37:03.859064 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Set router cb4804fc-be08-46cd-b515-bea513e77ecf gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:04.073238 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 3, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port': {'id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:02Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:04.104932 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Checking router: cb4804fc-be08-46cd-b515-bea513e77ecf for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:37:04.105527 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Updating router cb4804fc-be08-46cd-b515-bea513e77ecf port 92606a40-7ed6-4134-adf5-96f27d1d3a26 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:37:04.136251 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.194125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c1be4-9d50-4879-82d8-25580d87446c None None] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:37:04.266148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3c75b54f-d8ad-44a8-aeae-e64b3aaa2107 None None] Provisioning complete for port ab4ae8ad-e94e-4991-97b5-873481343626 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:04.266568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c75b54f-d8ad-44a8-aeae-e64b3aaa2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.306826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.421669 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c75b54f-d8ad-44a8-aeae-e64b3aaa2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.448251 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.466363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3c75b54f-d8ad-44a8-aeae-e64b3aaa2107 None None] For port ab4ae8ad-e94e-4991-97b5-873481343626, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab4ae8ad-e94e-4991-97b5-873481343626,segment=NetworkSegment(1e5d2df6-d50a-4972-805b-7634df1e830c),segment_id=1e5d2df6-d50a-4972-805b-7634df1e830c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:04.473870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Allocated IP 172.20.0.1 (7ae083eb-e4e8-4f19-ac5f-82a302003540/34cb54a3-84e4-448c-88f1-5d3c950a8826/b6454ca2-3de3-41dc-a303-9f030a782a58) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:37:04.535226 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.569574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3c75b54f-d8ad-44a8-aeae-e64b3aaa2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.586979 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.590167 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Attempting to bind port 92606a40-7ed6-4134-adf5-96f27d1d3a26 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:37:04.590537 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Attempting to bind port 92606a40-7ed6-4134-adf5-96f27d1d3a26 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:37:04.590898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Attempting to bind port 92606a40-7ed6-4134-adf5-96f27d1d3a26 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:37:04.603590 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:37:04.603870 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:37:04.604198 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.604589 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:37:04.605071 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Bound port: 92606a40-7ed6-4134-adf5-96f27d1d3a26, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:37:04.605444 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.646314 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd4dc7-2a74-4465-91a0-a34a9b8d1f03 None None] Pushing event updated for resources: {'Port': ['ID=92606a40-7ed6-4134-adf5-96f27d1d3a26,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:04.648551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75b54f-d8ad-44a8-aeae-e64b3aaa2107 None None] Pushing event updated for resources: {'Port': ['ID=ab4ae8ad-e94e-4991-97b5-873481343626,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:04.678574 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] For port 92606a40-7ed6-4134-adf5-96f27d1d3a26, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:37:04.681617 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] For port 92606a40-7ed6-4134-adf5-96f27d1d3a26, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=92606a40-7ed6-4134-adf5-96f27d1d3a26,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:37:04.688285 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.696784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-7c638319-54f9-44d8-ac3f-b1bb21276698 None None] Provisioning complete for port ab4ae8ad-e94e-4991-97b5-873481343626 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:04.696784 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7c638319-54f9-44d8-ac3f-b1bb21276698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.729320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:37:04.735939 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:37:04.746350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:37:04.750029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Pushing event updated for resources: {'Port': ['ID=b6454ca2-3de3-41dc-a303-9f030a782a58,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:04.752740 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.826877 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Routers {'cb4804fc-be08-46cd-b515-bea513e77ecf'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:04.827730 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb4804fc-be08-46cd-b515-bea513e77ecf'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:04.838272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.838805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.839022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.839278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.839638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.839974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.840301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.840678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.841048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.841371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.841699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.842071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:04.850129 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:04.881602 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd4dc7-2a74-4465-91a0-a34a9b8d1f03 None None] Pushing event updated for resources: {'Port': ['ID=92606a40-7ed6-4134-adf5-96f27d1d3a26,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:04.924449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 09d1f1d2-8325-471c-9de3-820b8e6a8327 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:04.989334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 09d1f1d2-8325-471c-9de3-820b8e6a8327 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:04.990050 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.083837 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] Set router cb4804fc-be08-46cd-b515-bea513e77ecf gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:05.113624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ab4ae8ad-e94e-4991-97b5-873481343626 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:05.156750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f3b367ec-aed7-4253-a16f-9e864e1b4b9e None None] Provisioning complete for port b6454ca2-3de3-41dc-a303-9f030a782a58 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:05.157124 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f3b367ec-aed7-4253-a16f-9e864e1b4b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.208358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port ab4ae8ad-e94e-4991-97b5-873481343626 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:05.209009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.210309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f3b367ec-aed7-4253-a16f-9e864e1b4b9e None None] Port b6454ca2-3de3-41dc-a303-9f030a782a58 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:37:05.285734 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-68986ae7-f37d-470d-963e-152597edc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 3, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port': {'id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:02Z', 'updated_at': '2022-02-16T15:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:05.318171 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68986ae7-f37d-470d-963e-152597edc267 None None] The sync data for ids ['cb4804fc-be08-46cd-b515-bea513e77ecf'] in n-d-829433-1 is: [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 3, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port': {'id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:02Z', 'updated_at': '2022-02-16T15:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:37:05.330090 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1780a4e9-96c4-466e-8d8c-4a0d41109a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.441659 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.618471 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.700888 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.772629 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:05.774382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Pushing event updated for resources: {'Port': ['ID=b6454ca2-3de3-41dc-a303-9f030a782a58,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:05.870476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:37:05.871958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:37:05.997859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Router cb4804fc-be08-46cd-b515-bea513e77ecf has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:37:06.116225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:37:06.132203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d3538f50-88f1-412e-a2d5-2d17c7b2df0a admin admin] 10.222.0.113 "PUT /v2.0/routers/cb4804fc-be08-46cd-b515-bea513e77ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3149776 Feb 16 15:37:06.146686 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-c84c67fa-f240-4202-b07c-c772d37c4d27 None None] Provisioning complete for port b6454ca2-3de3-41dc-a303-9f030a782a58 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:06.146991 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c84c67fa-f240-4202-b07c-c772d37c4d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:06.183410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-c84c67fa-f240-4202-b07c-c772d37c4d27 None None] Port b6454ca2-3de3-41dc-a303-9f030a782a58 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:37:06.851308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 92606a40-7ed6-4134-adf5-96f27d1d3a26 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:06.913087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 92606a40-7ed6-4134-adf5-96f27d1d3a26 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:06.913087 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:06.948544 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Sync routers for ids ['cb4804fc-be08-46cd-b515-bea513e77ecf'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:37:06.963689 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Routers {'cb4804fc-be08-46cd-b515-bea513e77ecf'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:06.964302 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:36:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb4804fc-be08-46cd-b515-bea513e77ecf'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:07.238502 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:07.271489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 92606a40-7ed6-4134-adf5-96f27d1d3a26, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=92606a40-7ed6-4134-adf5-96f27d1d3a26,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:07.286733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Set router cb4804fc-be08-46cd-b515-bea513e77ecf gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:07.331639 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:07.461161 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=92606a40-7ed6-4134-adf5-96f27d1d3a26,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:07.571588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:37:05Z', 'revision_number': 4, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port': {'id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:02Z', 'updated_at': '2022-02-16T15:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b6454ca2-3de3-41dc-a303-9f030a782a58', 'name': '', 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'mac_address': 'fa:16:3e:67:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '34cb54a3-84e4-448c-88f1-5d3c950a8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:04Z', 'updated_at': '2022-02-16T15:37:05Z', 'revision_number': 2, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'subnets': [{'id': '34cb54a3-84e4-448c-88f1-5d3c950a8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:07.612505 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Checking router: cb4804fc-be08-46cd-b515-bea513e77ecf for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:37:07.612950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Updating router cb4804fc-be08-46cd-b515-bea513e77ecf port b6454ca2-3de3-41dc-a303-9f030a782a58 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:37:07.653568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:07.988841 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.038248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-29151588-56ab-4484-9882-a618fe08bfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.061333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.118293 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118b840-12e4-4f8b-bec1-0beedff2111e None None] Pushing event updated for resources: {'Port': ['ID=b6454ca2-3de3-41dc-a303-9f030a782a58,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:08.210554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Attempting to bind port b6454ca2-3de3-41dc-a303-9f030a782a58 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:37:08.211162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Attempting to bind port b6454ca2-3de3-41dc-a303-9f030a782a58 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:37:08.211764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Attempting to bind port b6454ca2-3de3-41dc-a303-9f030a782a58 on network 7ae083eb-e4e8-4f19-ac5f-82a302003540 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:37:08.219804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:37:08.220586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Checking segment: {'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:37:08.221192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.221747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Bound using segment: {'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:37:08.222410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Bound port: b6454ca2-3de3-41dc-a303-9f030a782a58, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5d2df6-d50a-4972-805b-7634df1e830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:37:08.223052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.322353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] For port b6454ca2-3de3-41dc-a303-9f030a782a58, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:37:08.327663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] For port b6454ca2-3de3-41dc-a303-9f030a782a58, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b6454ca2-3de3-41dc-a303-9f030a782a58,segment=NetworkSegment(1e5d2df6-d50a-4972-805b-7634df1e830c),segment_id=1e5d2df6-d50a-4972-805b-7634df1e830c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:37:08.408328 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.492577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-691edd77-bc5e-4f88-bfa9-df8a27721a52 None None] Provisioning complete for port b6454ca2-3de3-41dc-a303-9f030a782a58 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:08.492951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-691edd77-bc5e-4f88-bfa9-df8a27721a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.532989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Routers {'cb4804fc-be08-46cd-b515-bea513e77ecf'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:08.532989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:37:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb4804fc-be08-46cd-b515-bea513e77ecf'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:08.587910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118b840-12e4-4f8b-bec1-0beedff2111e None None] Pushing event updated for resources: {'Port': ['ID=b6454ca2-3de3-41dc-a303-9f030a782a58,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:08.714877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] Set router cb4804fc-be08-46cd-b515-bea513e77ecf gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:08.717905 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-691edd77-bc5e-4f88-bfa9-df8a27721a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:08.784698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-691edd77-bc5e-4f88-bfa9-df8a27721a52 None None] For port b6454ca2-3de3-41dc-a303-9f030a782a58, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b6454ca2-3de3-41dc-a303-9f030a782a58,segment=NetworkSegment(1e5d2df6-d50a-4972-805b-7634df1e830c),segment_id=1e5d2df6-d50a-4972-805b-7634df1e830c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:08.886144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 92606a40-7ed6-4134-adf5-96f27d1d3a26 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:08.891135 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-691edd77-bc5e-4f88-bfa9-df8a27721a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:09.012597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691edd77-bc5e-4f88-bfa9-df8a27721a52 None None] Pushing event updated for resources: {'Port': ['ID=b6454ca2-3de3-41dc-a303-9f030a782a58,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:09.052287 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-47950584-5faf-4650-951a-d8f2348ce0e4 None None] Provisioning complete for port b6454ca2-3de3-41dc-a303-9f030a782a58 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:09.052575 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-47950584-5faf-4650-951a-d8f2348ce0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:09.085964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 92606a40-7ed6-4134-adf5-96f27d1d3a26 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:09.086610 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:09.181831 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:37:05Z', 'revision_number': 4, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port': {'id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:02Z', 'updated_at': '2022-02-16T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b6454ca2-3de3-41dc-a303-9f030a782a58', 'name': '', 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'mac_address': 'fa:16:3e:67:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '34cb54a3-84e4-448c-88f1-5d3c950a8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:04Z', 'updated_at': '2022-02-16T15:37:08Z', 'revision_number': 4, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'subnets': [{'id': '34cb54a3-84e4-448c-88f1-5d3c950a8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:09.218728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e5b74-0292-4df0-8e35-f6c7808d35f9 None None] The sync data for ids ['cb4804fc-be08-46cd-b515-bea513e77ecf'] in n-d-829433-1 is: [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:37:05Z', 'revision_number': 4, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port': {'id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:02Z', 'updated_at': '2022-02-16T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b6454ca2-3de3-41dc-a303-9f030a782a58', 'name': '', 'network_id': '7ae083eb-e4e8-4f19-ac5f-82a302003540', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'mac_address': 'fa:16:3e:67:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '34cb54a3-84e4-448c-88f1-5d3c950a8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:04Z', 'updated_at': '2022-02-16T15:37:08Z', 'revision_number': 4, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'subnets': [{'id': '34cb54a3-84e4-448c-88f1-5d3c950a8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:37:09.764427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:10.899205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b6454ca2-3de3-41dc-a303-9f030a782a58 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:10.958774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b6454ca2-3de3-41dc-a303-9f030a782a58 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:10.959232 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:11.484692 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:11.485436 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:12.775461 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:16.814863 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:18.302842 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-a4d2a541-bee7-46da-9a61-97f946b90756 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:18.304344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-a4d2a541-bee7-46da-9a61-97f946b90756 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 815 time: 0.1041934 Feb 16 15:37:18.319389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-367e644d-a942-475c-9214-a056221b69a9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/quotas/8549281be66c49efa9742ed52f22c8da HTTP/1.1" status: 200 len: 375 time: 0.0092845 Feb 16 15:37:18.371468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2fbbe743-c085-44b1-8f3c-15c498b5b36b tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466449 Feb 16 15:37:18.467786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-05b82b79-b1aa-44ee-8908-3da90501e6ac service neutron] 10.222.0.113 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840557 Feb 16 15:37:18.562211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-78049c89-c5bd-4378-a663-9e3d3064e617 service neutron] 10.222.0.113 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877895 Feb 16 15:37:18.974583 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-296510c5-fedc-4c79-853e-9e74bfa8f9e5 req-69fb99df-1511-4acc-a92f-677821079b72 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 210 time: 0.1190119 Feb 16 15:37:20.068929 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81792123-7d84-4d8d-9159-53ffd27ac0a6 req-78650342-42ae-4ad7-b024-41c7502db63e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 210 time: 0.0269790 Feb 16 15:37:20.846739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-e342614d-4caf-4e3b-afb1-be71137dfa90 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:20.848287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-e342614d-4caf-4e3b-afb1-be71137dfa90 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 815 time: 0.1074004 Feb 16 15:37:20.868493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'port': {'device_id': '586ca121-6725-40c8-adc3-490abb655d6b', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'admin_state_up': True, 'tenant_id': '8549281be66c49efa9742ed52f22c8da'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:21.055902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Made reservation on behalf of 8549281be66c49efa9742ed52f22c8da for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:37:21.059413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:21.197232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2595fb76-38b2-484f-af98-172da4305cb4 req-370dcd9f-14fe-4fe9-9220-adc6850b928a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 210 time: 0.0513346 Feb 16 15:37:21.230094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Allocated IP 172.20.0.11 (abdf5714-db46-4ea2-b1fc-f1aad37140de/49855f94-9e2e-43f9-becf-65d358cc59eb/53329827-5881-4790-a246-e264be139db0) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:37:21.395082 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:21.494223 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:21.565849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Network abdf5714-db46-4ea2-b1fc-f1aad37140de is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:37:21.569302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:37:21.573566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:37:21.616204 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:21.655732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:21.657002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:21.738232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-2bf67d45-3672-44a0-8b85-a5ae2e3d9b54 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736336 Feb 16 15:37:21.883470 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-66ca585f-a351-49eb-94a0-d94081668201 None None] Provisioning complete for port 53329827-5881-4790-a246-e264be139db0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:21.884058 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-66ca585f-a351-49eb-94a0-d94081668201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:21.925111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-66ca585f-a351-49eb-94a0-d94081668201 None None] Port 53329827-5881-4790-a246-e264be139db0 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:37:22.323758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e739-4feb-42d1-bc2e-b0ac31a1cd1a req-037cd314-b3ee-4e29-8298-1f0f1bab50e0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:22.325367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f34e739-4feb-42d1-bc2e-b0ac31a1cd1a req-037cd314-b3ee-4e29-8298-1f0f1bab50e0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 932 time: 0.0539989 Feb 16 15:37:22.373089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f34e739-4feb-42d1-bc2e-b0ac31a1cd1a req-aefec3f4-7b6c-484a-88a1-dd61729b4d03 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Feb 16 15:37:23.495594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7882c-315b-4dae-80be-920622a9fec9 req-22a151ed-a7b9-4202-8cbc-5902f4702df0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:23.497287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6c7882c-315b-4dae-80be-920622a9fec9 req-22a151ed-a7b9-4202-8cbc-5902f4702df0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 932 time: 0.0522125 Feb 16 15:37:23.537638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a6c7882c-315b-4dae-80be-920622a9fec9 req-956207aa-5388-4ea4-b947-1bf070227f3c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Feb 16 15:37:24.660631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a6ee0-0bcb-43d0-8da4-cb24f2ab7a62 req-20513e67-60c7-4521-9bef-1e7e24813b4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:24.662236 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b8a6ee0-0bcb-43d0-8da4-cb24f2ab7a62 req-20513e67-60c7-4521-9bef-1e7e24813b4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 932 time: 0.0513391 Feb 16 15:37:24.700900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7b8a6ee0-0bcb-43d0-8da4-cb24f2ab7a62 req-b1adc6ff-4384-437b-8fb8-7dde91223932 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Feb 16 15:37:25.852128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b126b4b-ea6d-452f-9408-5b59f22f79fa req-53a72680-70a7-4ee2-ad19-d9694c9dd6b3 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:25.853829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b126b4b-ea6d-452f-9408-5b59f22f79fa req-53a72680-70a7-4ee2-ad19-d9694c9dd6b3 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 932 time: 0.0671380 Feb 16 15:37:25.896818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b126b4b-ea6d-452f-9408-5b59f22f79fa req-56b4372e-cfb7-4c90-9a43-67c1c931907e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360029 Feb 16 15:37:27.027128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0502165-7dfa-4f59-b1c3-df7702239e4e req-49d961ba-5051-4968-97db-4df77b0cb955 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:27.028580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0502165-7dfa-4f59-b1c3-df7702239e4e req-49d961ba-5051-4968-97db-4df77b0cb955 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 932 time: 0.0609853 Feb 16 15:37:27.072997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0502165-7dfa-4f59-b1c3-df7702239e4e req-b55eb9cd-257e-4631-ba67-c90d079b7ca9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Feb 16 15:37:28.196093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebebdbf-51f3-4273-bcde-b98e4ac3f479 req-2284b743-50a5-4c54-a5e1-3bb887f59a30 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:28.197624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ebebdbf-51f3-4273-bcde-b98e4ac3f479 req-2284b743-50a5-4c54-a5e1-3bb887f59a30 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 932 time: 0.0517645 Feb 16 15:37:28.238879 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7ebebdbf-51f3-4273-bcde-b98e4ac3f479 req-bc768457-aa96-461a-8abc-a10623197a3f tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349870 Feb 16 15:37:29.359223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f007861-a31f-4f2e-9163-4a7a68c96ec6 req-9eabf9e0-6f41-4bf7-9236-9ce1837427d6 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:29.360747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f007861-a31f-4f2e-9163-4a7a68c96ec6 req-9eabf9e0-6f41-4bf7-9236-9ce1837427d6 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 932 time: 0.0537477 Feb 16 15:37:29.401007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2f007861-a31f-4f2e-9163-4a7a68c96ec6 req-1e62ab36-0d88-441a-a80a-55972f17c59e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Feb 16 15:37:29.663211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Request body: {'port': {'device_id': '586ca121-6725-40c8-adc3-490abb655d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:29.715329 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:29.976436 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53329827-5881-4790-a246-e264be139db0 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:37:29.983525 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:29.995694 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Transition to ACTIVE for port object 53329827-5881-4790-a246-e264be139db0 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:37:30.049546 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:30.099050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:30.172273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Attempting to bind port 53329827-5881-4790-a246-e264be139db0 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:37:30.172603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Attempting to bind port 53329827-5881-4790-a246-e264be139db0 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:37:30.172930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Attempting to bind port 53329827-5881-4790-a246-e264be139db0 on network abdf5714-db46-4ea2-b1fc-f1aad37140de {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:37:30.177750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Port 53329827-5881-4790-a246-e264be139db0 on network abdf5714-db46-4ea2-b1fc-f1aad37140de not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:37:30.178095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Attempting to bind port 53329827-5881-4790-a246-e264be139db0 on network abdf5714-db46-4ea2-b1fc-f1aad37140de {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:37:30.183659 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:37:30.184017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Checking segment: {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:37:30.184384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Bound using segment: {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:37:30.184811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Bound port: 53329827-5881-4790-a246-e264be139db0, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3859686b-41ff-48a6-b913-a149f72b2a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:37:30.185168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:30.254153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:37:30.257294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=53329827-5881-4790-a246-e264be139db0,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:37:30.318810 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:30.355374 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:30.356020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:30.357424 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] 10.222.0.93 "PUT /v2.0/ports/53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 1092 time: 0.7373843 Feb 16 15:37:30.357891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:37:30.385013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf39e8-7b5f-4d97-9fed-6a1c53cc7ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:30.405774 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa21367-3866-40af-846c-73e7ab8ec2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:37:30.508315 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd261f1-0f15-49a1-9ce8-1a1f1c9f8da5 x-openstack-request-id: req-6bd261f1-0f15-49a1-9ce8-1a1f1c9f8da5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:37:30.508602 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:37:30.508855 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6bd261f1-0f15-49a1-9ce8-1a1f1c9f8da5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:37:30.509254 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0', 'status': 'completed', 'code': 200} Feb 16 15:37:30.535201 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-a40f5f36-f51e-493f-9113-b1a709d400e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:30.536778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-a40f5f36-f51e-493f-9113-b1a709d400e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1095 time: 0.0838642 Feb 16 15:37:30.556590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c2373-94df-406a-b91c-b60a6359dae3 req-f021b080-e495-44ac-a87f-cbb4388ce2a2 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:30.558135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c22c2373-94df-406a-b91c-b60a6359dae3 req-f021b080-e495-44ac-a87f-cbb4388ce2a2 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 944 time: 0.0709834 Feb 16 15:37:30.601839 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-bb6a9ef9-8912-4a2e-9d5a-3572c800aed7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 217 time: 0.0535932 Feb 16 15:37:30.658337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c22c2373-94df-406a-b91c-b60a6359dae3 req-a1a87b2d-2b2c-4c3d-80f7-983a39ab44cb tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928845 Feb 16 15:37:30.671200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-d63c6356-6ea3-40fe-a4ef-2214683575ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:30.672657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-d63c6356-6ea3-40fe-a4ef-2214683575ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0596676 Feb 16 15:37:30.725278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-b279d7e9-f047-476b-958f-e8ccd7a958b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:30.726735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-b279d7e9-f047-476b-958f-e8ccd7a958b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399954 Feb 16 15:37:30.825746 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-4b91eac8-396c-4148-89d9-a98ec0eb7a2c service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873556 Feb 16 15:37:30.921066 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b5df0908-6a52-4e7e-b17a-a17ae3a241d4 req-ae4aec7f-789d-4528-b676-b9f7c82d2e74 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Feb 16 15:37:31.101970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-1efd88e4-63d2-4d25-8d16-46b5ffa3cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:31.103326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-1efd88e4-63d2-4d25-8d16-46b5ffa3cbff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1095 time: 0.0457156 Feb 16 15:37:31.203779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-b419c1ee-2b56-4d65-bece-e531cc5e8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:31.205266 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-b419c1ee-2b56-4d65-bece-e531cc5e8b3d service neutron] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 917 time: 0.0946326 Feb 16 15:37:31.253471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-52735c1e-6065-4eb0-b1f4-023efcdea183 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 217 time: 0.0399580 Feb 16 15:37:31.305331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-80919012-57f8-47f8-829a-a769ac22328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:31.306801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-80919012-57f8-47f8-829a-a769ac22328a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0453176 Feb 16 15:37:31.353589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-eaa721d7-751c-4e2a-8817-4ac4e2d7cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:31.355000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-eaa721d7-751c-4e2a-8817-4ac4e2d7cfc6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398946 Feb 16 15:37:31.448305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-39458d55-a1db-4d94-8e1b-5006ba25663e service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Feb 16 15:37:31.546376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2aa21367-3866-40af-846c-73e7ab8ec2d5 req-32de01ce-7fc2-4034-a5d2-478427b25e86 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895584 Feb 16 15:37:31.788131 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6edf-25a7-4e8c-8c28-00215e12f4c1 req-a9891e4c-3369-41cd-b5c7-70dfde8e1282 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:31.789633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02ff6edf-25a7-4e8c-8c28-00215e12f4c1 req-a9891e4c-3369-41cd-b5c7-70dfde8e1282 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 944 time: 0.0540359 Feb 16 15:37:31.831089 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-02ff6edf-25a7-4e8c-8c28-00215e12f4c1 req-93c1911d-2493-4523-877e-46cb772df691 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342290 Feb 16 15:37:32.263850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 53329827-5881-4790-a246-e264be139db0 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:37:32.359997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=53329827-5881-4790-a246-e264be139db0,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:32.371342 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '53329827-5881-4790-a246-e264be139db0', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'port_id': '53329827-5881-4790-a246-e264be139db0', 'mac_address': 'fa:16:3e:57:75:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:37:32.408788 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:32.421367 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53329827-5881-4790-a246-e264be139db0 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:37:32.440120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=53329827-5881-4790-a246-e264be139db0,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:32.541901 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:32.591008 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:32.809942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['53329827-5881-4790-a246-e264be139db0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:37:32.950907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883192a-c41c-4394-af14-827f4a519ed9 req-256addd6-87ee-4ee6-99b8-85f20314572f tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:32.952419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e883192a-c41c-4394-af14-827f4a519ed9 req-256addd6-87ee-4ee6-99b8-85f20314572f tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 945 time: 0.0528078 Feb 16 15:37:32.989976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e883192a-c41c-4394-af14-827f4a519ed9 req-35685abf-0989-456a-9501-ecdcd087fc96 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Feb 16 15:37:34.103964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eb3b2-d88a-4f28-9695-b6685da9b760 req-f1c1b383-fe57-4c38-a1db-5891cab04768 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:34.105493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b5eb3b2-d88a-4f28-9695-b6685da9b760 req-f1c1b383-fe57-4c38-a1db-5891cab04768 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 945 time: 0.0485067 Feb 16 15:37:34.143256 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5b5eb3b2-d88a-4f28-9695-b6685da9b760 req-f981e517-c91c-4101-849f-163ec26dd07e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Feb 16 15:37:34.280036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 53329827-5881-4790-a246-e264be139db0 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:37:34.427202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 53329827-5881-4790-a246-e264be139db0 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:37:34.431652 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 53329827-5881-4790-a246-e264be139db0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:34.432050 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:34.662075 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:34.684430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53329827-5881-4790-a246-e264be139db0'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:37:34.698696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=53329827-5881-4790-a246-e264be139db0,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:34.722575 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83887d84-6017-48f2-b15f-8f9cce86a3fb" -d '{"events": [{"server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "name": "network-vif-plugged", "status": "completed", "tag": "53329827-5881-4790-a246-e264be139db0"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:37:34.769954 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:34.810418 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b2d08e-3a48-4943-b122-05fe1a198a00 x-openstack-request-id: req-f6b2d08e-3a48-4943-b122-05fe1a198a00 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:37:34.810700 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "name": "network-vif-plugged", "status": "completed", "tag": "53329827-5881-4790-a246-e264be139db0", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:37:34.810946 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f6b2d08e-3a48-4943-b122-05fe1a198a00 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:37:34.811328 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53329827-5881-4790-a246-e264be139db0', 'code': 200} Feb 16 15:37:34.823677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:34.913428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2694552-b47d-4f78-a0ed-ca13332ac882 req-734ae2a0-abaa-4b4c-bd22-69ec4c8751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:34.914814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2694552-b47d-4f78-a0ed-ca13332ac882 req-734ae2a0-abaa-4b4c-bd22-69ec4c8751cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1097 time: 0.0402656 Feb 16 15:37:34.954756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2694552-b47d-4f78-a0ed-ca13332ac882 req-33a956af-ce6b-47d0-9a13-4b75e85c803f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263801 Feb 16 15:37:35.264836 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d517dc-944b-4460-b39c-29b923f2fab8 req-1d66038b-898b-472a-993b-deed7568007f tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:35.266345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72d517dc-944b-4460-b39c-29b923f2fab8 req-1d66038b-898b-472a-993b-deed7568007f tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0534425 Feb 16 15:37:35.295530 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4111aafd-ff6c-47e6-ba0d-121a9cdf1ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:35.305547 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72d517dc-944b-4460-b39c-29b923f2fab8 req-a9ec0b36-ecc3-43fc-9a52-f0a3176a81ff tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Feb 16 15:37:36.426916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee219c-afd4-4d24-940d-4600204ef91f req-4245754d-27e8-4807-9b46-61b4b6f240c1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:36.428423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0ee219c-afd4-4d24-940d-4600204ef91f req-4245754d-27e8-4807-9b46-61b4b6f240c1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0512867 Feb 16 15:37:36.465385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0ee219c-afd4-4d24-940d-4600204ef91f req-fa7aacc4-1c54-4713-999b-362c7fb3e7da tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 Feb 16 15:37:36.583974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebda80e-0d1f-40fc-ba7a-74eb59ef9c38 req-d620dc23-516b-4809-aac5-3e6ea5ac727c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:36.584305 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ebda80e-0d1f-40fc-ba7a-74eb59ef9c38 req-d620dc23-516b-4809-aac5-3e6ea5ac727c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0479145 Feb 16 15:37:36.622681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ebda80e-0d1f-40fc-ba7a-74eb59ef9c38 req-c770f167-a089-4a3f-bdfe-a46b13f56923 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Feb 16 15:37:36.812914 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e70b2-89d7-4b87-8e48-f8497cbb8d1a req-76e94134-721e-4d42-adf6-43e0a39c9c65 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:36.814530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac3e70b2-89d7-4b87-8e48-f8497cbb8d1a req-76e94134-721e-4d42-adf6-43e0a39c9c65 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0521302 Feb 16 15:37:36.852027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac3e70b2-89d7-4b87-8e48-f8497cbb8d1a req-ca2057be-41c0-48aa-9d8f-310856a41a55 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315022 Feb 16 15:37:37.371871 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:37:38.027574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3dac5e45-384f-4acc-8f2e-81a92ce353cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:39.773798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:41.445099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:41.490365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:42.781951 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:46.796488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:51.128417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c3e8b-2fce-4214-b588-2ddb91494f66 req-4db5e2e2-ede2-445a-8985-a94426111743 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:51.129905 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b76c3e8b-2fce-4214-b588-2ddb91494f66 req-4db5e2e2-ede2-445a-8985-a94426111743 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0511136 Feb 16 15:37:51.169398 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b76c3e8b-2fce-4214-b588-2ddb91494f66 req-73654eb9-8aeb-4967-9e0d-41e4fc534f5e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Feb 16 15:37:51.194219 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44200) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:51.275449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16fdf25-2b87-4424-a156-65535c8c315a tempest-TestMinimumBasicScenario-1666469238 tempest-TestMinimumBasicScenario-1666469238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:51.277047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d16fdf25-2b87-4424-a156-65535c8c315a tempest-TestMinimumBasicScenario-1666469238 tempest-TestMinimumBasicScenario-1666469238-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1092 time: 0.0833199 Feb 16 15:37:51.280134 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44204) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:51.284941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '53329827-5881-4790-a246-e264be139db0', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:51.368658 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:51.469933 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:51.571758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Allocated IP 172.25.6.117 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/360887c0-a0ea-4067-87b1-e751983b1c7d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:37:51.675436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:51.765626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:51.804432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:37:51.807205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:37:51.810559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:37:51.837308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'Port': ['ID=360887c0-a0ea-4067-87b1-e751983b1c7d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:52.178957 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:52.295796 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:52.446065 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:52.507388 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:52.579198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'Port': ['ID=360887c0-a0ea-4067-87b1-e751983b1c7d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:52.591716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:52.692517 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Floating IP ebdc0297-9e34-4b7d-9779-2449e5bdf045 associated. External IP: 172.25.6.117, port: 53329827-5881-4790-a246-e264be139db0. Feb 16 15:37:53.243157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Router 68b10ae4-d838-4134-8aa4-5eaf934af31a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:37:53.348061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:37:53.358138 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] Sync routers for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:37:53.367534 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:53.368164 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:37:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:53.441081 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:53.471410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1a4914dd-7a8c-40c1-820e-15448d610d4a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1902809 Feb 16 15:37:53.472742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:37:53.474745 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:53.475146 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e" -d '{"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:37:53.476254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44206) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:53.481322 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129039708', 'description': 'tempest-secgroup-smoke-1129039708 description', 'project_id': '8549281be66c49efa9742ed52f22c8da'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:53.514669 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97060de-a6e4-4dca-95ac-3475c608f191 x-openstack-request-id: req-d97060de-a6e4-4dca-95ac-3475c608f191 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:37:53.515204 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:37:53.515460 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d97060de-a6e4-4dca-95ac-3475c608f191 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:37:53.515889 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0', 'status': 'completed', 'code': 200} Feb 16 15:37:53.578899 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-98a95560-19f7-4e07-828b-ba22ff55382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:53.580225 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:53.580468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-98a95560-19f7-4e07-828b-ba22ff55382d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1097 time: 0.0417962 Feb 16 15:37:53.655162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:53.681944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-30caf799-33e0-4761-810a-17c31080803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:53.683444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-30caf799-33e0-4761-810a-17c31080803c service neutron] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 917 time: 0.0952437 Feb 16 15:37:53.701793 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'ebdc0297-9e34-4b7d-9779-2449e5bdf045', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'port_id': '53329827-5881-4790-a246-e264be139db0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'mac_address': 'fa:16:3e:57:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ca121-6725-40c8-adc3-490abb655d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:37:52Z', 'updated_at': '2022-02-16T15:37:52Z', 'revision_number': 0, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 5, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:53.724961 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:53.732178 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] Checking router: 68b10ae4-d838-4134-8aa4-5eaf934af31a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:37:53.741307 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:37:53.741919 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:37:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:53.761215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-416ec2c3-bcf3-42d8-ace0-38cc2d377ce6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 1000 time: 0.0692129 Feb 16 15:37:53.766916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d3c34-b149-4f21-842e-f1efdd04f0ed,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:53.778163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.778709 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.779236 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.779825 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.780364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.780916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.781476 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.782035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.782581 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.783133 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.783711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.784758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:37:53.813690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-9f0dd0a7-cfac-4fb2-8ebc-b530c21fa01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:53.815165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-9f0dd0a7-cfac-4fb2-8ebc-b530c21fa01a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0452590 Feb 16 15:37:53.850371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:53.853216 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ef1f81c6-ed04-4a10-b911-f307b81dbea5 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3747272 Feb 16 15:37:53.859892 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:37:53.860160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44212) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:53.865501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9e8f86da-803b-4670-a6ff-dea33e5c2183 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'security_group_rule': {'security_group_id': 'a61d3c34-b149-4f21-842e-f1efdd04f0ed', 'project_id': '8549281be66c49efa9742ed52f22c8da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:53.872646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-8e967b74-5714-4b91-86ca-e9f610548026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:53.874121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-8e967b74-5714-4b91-86ca-e9f610548026 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522633 Feb 16 15:37:53.975987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-708ccd8f-b3f7-4039-8562-f3554ee3aedc service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930626 Feb 16 15:37:54.030485 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e8f86da-803b-4670-a6ff-dea33e5c2183 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.092322 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'ebdc0297-9e34-4b7d-9779-2449e5bdf045', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'port_id': '53329827-5881-4790-a246-e264be139db0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'mac_address': 'fa:16:3e:57:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ca121-6725-40c8-adc3-490abb655d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:37:52Z', 'updated_at': '2022-02-16T15:37:52Z', 'revision_number': 0, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 5, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:37:54.111639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1a740ce-d3b9-4d86-b16b-dc4839ef154e req-6da25662-1ef9-4bb5-84cc-dcf881a420ad service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288109 Feb 16 15:37:54.120570 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298ac47-e430-4ace-80e2-b76d40885e25 None None] The sync data for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 is: [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'ebdc0297-9e34-4b7d-9779-2449e5bdf045', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'port_id': '53329827-5881-4790-a246-e264be139db0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'mac_address': 'fa:16:3e:57:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586ca121-6725-40c8-adc3-490abb655d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:37:52Z', 'updated_at': '2022-02-16T15:37:52Z', 'revision_number': 0, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 5, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:37:54.121824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e8f86da-803b-4670-a6ff-dea33e5c2183 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.193795 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e8f86da-803b-4670-a6ff-dea33e5c2183 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.210472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f86da-803b-4670-a6ff-dea33e5c2183 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e19bfc7-515f-4243-918c-57686185ddca,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:54.304773 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9e8f86da-803b-4670-a6ff-dea33e5c2183 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.304773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9e8f86da-803b-4670-a6ff-dea33e5c2183 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4428177 Feb 16 15:37:54.306718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44214) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:54.312040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fd5f95ca-c6e1-4a4f-94fd-c88516fef53e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'security_group_rule': {'security_group_id': 'a61d3c34-b149-4f21-842e-f1efdd04f0ed', 'project_id': '8549281be66c49efa9742ed52f22c8da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:54.317691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cec44f-f787-44ab-89ba-583640393fff None None] New status for floating IP ebdc0297-9e34-4b7d-9779-2449e5bdf045: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:37:54.419088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd5f95ca-c6e1-4a4f-94fd-c88516fef53e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.477669 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd5f95ca-c6e1-4a4f-94fd-c88516fef53e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.574194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd5f95ca-c6e1-4a4f-94fd-c88516fef53e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.594287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f95ca-c6e1-4a4f-94fd-c88516fef53e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490d9052-9842-4711-a417-df1456d4b190,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:54.663677 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fd5f95ca-c6e1-4a4f-94fd-c88516fef53e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.664882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fd5f95ca-c6e1-4a4f-94fd-c88516fef53e tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3570230 Feb 16 15:37:54.667702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44216) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:54.672092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-eeb7793a-1be2-4c77-983e-e208dcfe4126 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'security_group_rule': {'security_group_id': 'a61d3c34-b149-4f21-842e-f1efdd04f0ed', 'project_id': '8549281be66c49efa9742ed52f22c8da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:54.780621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eeb7793a-1be2-4c77-983e-e208dcfe4126 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.839719 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eeb7793a-1be2-4c77-983e-e208dcfe4126 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.919133 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eeb7793a-1be2-4c77-983e-e208dcfe4126 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:54.937765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7793a-1be2-4c77-983e-e208dcfe4126 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250c43a4-3357-4273-a86e-b917ed929c41,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:55.004927 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-eeb7793a-1be2-4c77-983e-e208dcfe4126 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.006265 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-eeb7793a-1be2-4c77-983e-e208dcfe4126 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376114 Feb 16 15:37:55.009055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44218) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:55.013323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4b5b71d8-cac9-454d-8844-341350f1a57c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'security_group_rule': {'security_group_id': 'a61d3c34-b149-4f21-842e-f1efdd04f0ed', 'project_id': '8549281be66c49efa9742ed52f22c8da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:55.098661 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b5b71d8-cac9-454d-8844-341350f1a57c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.156926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b5b71d8-cac9-454d-8844-341350f1a57c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.231367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b5b71d8-cac9-454d-8844-341350f1a57c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.251311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b71d8-cac9-454d-8844-341350f1a57c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bfae12-e885-46c1-b9f5-e3c359eeb361,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:55.324778 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4b5b71d8-cac9-454d-8844-341350f1a57c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.326226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4b5b71d8-cac9-454d-8844-341350f1a57c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160112 Feb 16 15:37:55.328837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44220) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:55.333905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'security_group_rule': {'security_group_id': 'a61d3c34-b149-4f21-842e-f1efdd04f0ed', 'project_id': '8549281be66c49efa9742ed52f22c8da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:55.410904 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Project 8549281be66c49efa9742ed52f22c8da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:37:55.416033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.474244 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.545521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.563306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18eebd4-a2e7-459e-a8c9-80c66166060e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:55.647120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.648354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-31ae7671-6312-46d3-ac09-27b615f6387d tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3186100 Feb 16 15:37:55.651193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44222) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:37:55.655458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'security_group_rule': {'security_group_id': 'a61d3c34-b149-4f21-842e-f1efdd04f0ed', 'project_id': '8549281be66c49efa9742ed52f22c8da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:55.730529 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Project 8549281be66c49efa9742ed52f22c8da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:37:55.735314 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.794497 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.873062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.892363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48273e25-9fe0-4af4-9d84-1193d2bffff1,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:55.949644 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:55.950842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d06079e4-2816-4afd-b15e-7e29e3578431 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2986710 Feb 16 15:37:56.028306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-bdc25536-a336-414a-a816-09e5da803850 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129039708&fields=id&tenant_id=8549281be66c49efa9742ed52f22c8da HTTP/1.1" status: 200 len: 267 time: 0.0325532 Feb 16 15:37:56.083589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-61be8226-618b-4360-ac72-2c7a160ea155 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:56.085062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-61be8226-618b-4360-ac72-2c7a160ea155 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0511329 Feb 16 15:37:56.095911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'port': {'security_groups': ['1cc9b921-77a1-4c3a-8475-1c0ea0bde550', 'a61d3c34-b149-4f21-842e-f1efdd04f0ed']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:37:56.156803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:56.339024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=53329827-5881-4790-a246-e264be139db0,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:37:56.368797 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:56.425760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:56.437619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['53329827-5881-4790-a246-e264be139db0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:37:56.473545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:56.474195 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:56.475614 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8da47fe1-bff0-4eaa-b50a-3cced840ea18 req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "PUT /v2.0/ports/53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 982 time: 0.3840826 Feb 16 15:37:56.476077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:37:56.478440 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3dc824-e892-414f-a5c6-6914b22e0e93" -d '{"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:37:56.517976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8ad88-9047-477a-84c9-c1fb3a2c0eae tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:37:56.556325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['53329827-5881-4790-a246-e264be139db0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:37:56.560021 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f805ed7a-c6b7-4e70-ac93-1c31388430fe x-openstack-request-id: req-f805ed7a-c6b7-4e70-ac93-1c31388430fe {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:37:56.560021 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:37:56.560021 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f805ed7a-c6b7-4e70-ac93-1c31388430fe {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:37:56.560021 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0', 'status': 'completed', 'code': 200} Feb 16 15:37:56.647974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcafdd5-83ee-44ad-a041-20461eec8440 req-9fee6825-b478-4e27-8898-aba80b610a13 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:56.649556 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bcafdd5-83ee-44ad-a041-20461eec8440 req-9fee6825-b478-4e27-8898-aba80b610a13 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.1006982 Feb 16 15:37:56.662130 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-22d638f3-f5e6-4d0a-8e6c-418a22cb3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:56.663055 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-22d638f3-f5e6-4d0a-8e6c-418a22cb3315 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1136 time: 0.0749955 Feb 16 15:37:56.764176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bcafdd5-83ee-44ad-a041-20461eec8440 req-a670c183-c04a-4744-9dc0-6a3383b04bc8 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059914 Feb 16 15:37:56.822040 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-f92b50d9-c938-4bda-a1dc-75493e6f6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:56.823515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-f92b50d9-c938-4bda-a1dc-75493e6f6abb service neutron] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 917 time: 0.1430221 Feb 16 15:37:56.901247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-9fb56893-cdb6-420d-9405-010da9044ffa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 1002 time: 0.0699091 Feb 16 15:37:56.933506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-697e9c2d-8c5f-4fdc-a9c1-e1aaa647b8b0 None None] Provisioning complete for port 53329827-5881-4790-a246-e264be139db0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:37:56.933889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-697e9c2d-8c5f-4fdc-a9c1-e1aaa647b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:37:56.954087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-7bccbfb3-c868-4882-9444-5bcaa17e7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:56.955602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-7bccbfb3-c868-4882-9444-5bcaa17e7850 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0469708 Feb 16 15:37:57.006143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-61e79603-df93-402a-a4d8-a0a6b72a26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:37:57.007700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-61e79603-df93-402a-a4d8-a0a6b72a26ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427155 Feb 16 15:37:57.113932 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-65a9b23d-299b-4839-9dd3-fed4fc8b7443 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890996 Feb 16 15:37:57.207215 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc3dc824-e892-414f-a5c6-6914b22e0e93 req-b7fcf4aa-6b2c-41dc-8fd8-db35ff60d3a9 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834835 Feb 16 15:38:05.307973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-98d97d59-0255-4a4d-9efd-3c828a55c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:08.008299 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-009fa33f-63d3-41af-a644-bec30bb7259b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:09.756881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:11.479158 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:11.507719 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:12.788531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:14.371659 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:38:16.814445 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:16.853832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aab4db-7523-48e7-8f2f-64f274effb5c req-4f203067-63f9-41c4-a0a0-8fc3f8231fa9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:16.855326 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58aab4db-7523-48e7-8f2f-64f274effb5c req-4f203067-63f9-41c4-a0a0-8fc3f8231fa9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0580707 Feb 16 15:38:16.907796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58aab4db-7523-48e7-8f2f-64f274effb5c req-1ec5edbc-253c-405c-94be-fcfa2c38eab2 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442169 Feb 16 15:38:16.953691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-789f592b-cdea-4bf3-82f8-216cad52566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:16.955279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-789f592b-cdea-4bf3-82f8-216cad52566f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1136 time: 0.0445592 Feb 16 15:38:17.054748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-e03208b6-90b3-4a13-94c8-cf770c0dd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:17.056327 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-e03208b6-90b3-4a13-94c8-cf770c0dd3a3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 917 time: 0.0913739 Feb 16 15:38:17.125382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-22a7267f-341f-4157-8851-4ea85caac28d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 1002 time: 0.0608301 Feb 16 15:38:17.176852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-382d4e72-010f-460d-b140-96a9685fda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:17.178894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-382d4e72-010f-460d-b140-96a9685fda5f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0461478 Feb 16 15:38:17.230928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-8a5e534f-12e6-4e97-9587-b008c4f01d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:17.232465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-8a5e534f-12e6-4e97-9587-b008c4f01d51 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458014 Feb 16 15:38:17.325548 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-e6a749e1-e4f0-4a6b-9605-e933c08e1e57 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848005 Feb 16 15:38:17.427956 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab3d687c-07eb-4c8c-8efa-6f2026e4fdf7 req-14605511-8ee2-4395-bcc8-79cb9c34dce5 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952916 Feb 16 15:38:18.017763 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ddf33-ae36-4b0e-8b29-1ff8254f3308 req-bc11e7f8-2fdc-4f96-9857-ad8578591901 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:18.019240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-155ddf33-ae36-4b0e-8b29-1ff8254f3308 req-bc11e7f8-2fdc-4f96-9857-ad8578591901 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0498509 Feb 16 15:38:18.059810 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-155ddf33-ae36-4b0e-8b29-1ff8254f3308 req-1e92b567-3a7a-452f-8e47-af7bd91eefe0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340762 Feb 16 15:38:18.624739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-578ba13c-b476-4e40-8435-69f209873be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:18.626151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-578ba13c-b476-4e40-8435-69f209873be4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1136 time: 0.0415592 Feb 16 15:38:18.738443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-224f00ff-c99d-4d1a-a841-2f0f50099d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:18.740005 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-224f00ff-c99d-4d1a-a841-2f0f50099d16 service neutron] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 917 time: 0.0930059 Feb 16 15:38:18.814284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-0e3393df-c6f9-43a7-9efb-a83dd1687bf2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 1002 time: 0.0625837 Feb 16 15:38:18.866259 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-639834bb-b36d-47f4-9a2b-b3ce7a739e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:18.867861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-639834bb-b36d-47f4-9a2b-b3ce7a739e40 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0462651 Feb 16 15:38:18.918260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-42ec62b4-e2ce-40b4-af0b-97ab6f8f5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:18.919720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-42ec62b4-e2ce-40b4-af0b-97ab6f8f5b63 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448442 Feb 16 15:38:19.011328 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-7d4baf4c-3e5a-4f49-a622-6795c43e3532 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835099 Feb 16 15:38:19.123535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8b1a1a7c-5a2d-47b7-863d-4456f14f7606 req-0f92ff58-d3f4-4af4-87f1-c30fab1b1b2c service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954442 Feb 16 15:38:19.187139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0414871-16d3-4a5d-bacf-dfd7b3cf92cd req-bbea7fb9-b564-464a-8014-db8a29f767b3 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:19.188691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0414871-16d3-4a5d-bacf-dfd7b3cf92cd req-bbea7fb9-b564-464a-8014-db8a29f767b3 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0522997 Feb 16 15:38:19.239345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0414871-16d3-4a5d-bacf-dfd7b3cf92cd req-8af6ec77-d81e-4467-afb0-bbb6469413f8 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436647 Feb 16 15:38:20.360169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e4fe5-eee5-41b1-bbc0-a7bed1813522 req-7a8a1e0b-1446-4a73-8653-b88068eca5ab tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:20.361661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f97e4fe5-eee5-41b1-bbc0-a7bed1813522 req-7a8a1e0b-1446-4a73-8653-b88068eca5ab tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0508232 Feb 16 15:38:20.403272 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f97e4fe5-eee5-41b1-bbc0-a7bed1813522 req-6bb01755-ad05-489c-a008-10b787483853 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354285 Feb 16 15:38:21.524172 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2b618-eae8-4e2d-99fa-11c7fc0bfd3a req-05d701c5-5b54-4ca6-a0ae-2017b8390e30 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:21.525627 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96f2b618-eae8-4e2d-99fa-11c7fc0bfd3a req-05d701c5-5b54-4ca6-a0ae-2017b8390e30 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0540385 Feb 16 15:38:21.564995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96f2b618-eae8-4e2d-99fa-11c7fc0bfd3a req-ae1206d1-b256-4a8e-99f0-c363393830a1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332441 Feb 16 15:38:22.680332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846022ba-802b-442d-836b-622c25c2ce9d req-9e25fe53-30bb-4217-974b-b541224fecc2 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:22.681804 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-846022ba-802b-442d-836b-622c25c2ce9d req-9e25fe53-30bb-4217-974b-b541224fecc2 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0490329 Feb 16 15:38:22.721822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-846022ba-802b-442d-836b-622c25c2ce9d req-09e6390f-de8d-49eb-8d25-e56a73a494c6 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340731 Feb 16 15:38:23.838894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0c29a-2b6e-4869-80d7-9f71d1897085 req-e05b29bc-af7b-440b-9052-6a2d165452fa tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:23.840372 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aee0c29a-2b6e-4869-80d7-9f71d1897085 req-e05b29bc-af7b-440b-9052-6a2d165452fa tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0485089 Feb 16 15:38:23.879930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aee0c29a-2b6e-4869-80d7-9f71d1897085 req-201992a6-ec97-440a-9eef-94cea8c62768 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334768 Feb 16 15:38:25.002282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043ee6-e45b-49c3-9abc-621e336ad02e req-84e55ffa-6732-415e-bf09-f7b931bfae16 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:25.003822 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8043ee6-e45b-49c3-9abc-621e336ad02e req-84e55ffa-6732-415e-bf09-f7b931bfae16 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0561409 Feb 16 15:38:25.044569 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8043ee6-e45b-49c3-9abc-621e336ad02e req-61177f48-7d88-4784-86d8-43852085a108 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346029 Feb 16 15:38:26.162560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5504d6e-fea4-4e9d-a94d-faf9982fdd7a req-e741d9fc-d035-415d-b954-15c9c6def61b tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:26.164059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5504d6e-fea4-4e9d-a94d-faf9982fdd7a req-e741d9fc-d035-415d-b954-15c9c6def61b tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0498996 Feb 16 15:38:26.204351 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f5504d6e-fea4-4e9d-a94d-faf9982fdd7a req-338b87f9-6e8d-41a1-b8ec-3826f107fddf tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341244 Feb 16 15:38:27.323267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e206234-2d9d-4694-9967-3594612e6609 req-9345bf41-0cd8-4f58-8222-f77115d5bda0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:27.324788 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e206234-2d9d-4694-9967-3594612e6609 req-9345bf41-0cd8-4f58-8222-f77115d5bda0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0516670 Feb 16 15:38:27.367332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e206234-2d9d-4694-9967-3594612e6609 req-ffda1548-9cab-4240-b6fe-cb36c38934da tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364926 Feb 16 15:38:28.489921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaf454-629d-42f1-bd4f-e8621bc6163d req-9d6ce18b-3e41-4de0-9841-4643ebea241c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:28.491566 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58eaf454-629d-42f1-bd4f-e8621bc6163d req-9d6ce18b-3e41-4de0-9841-4643ebea241c tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0539081 Feb 16 15:38:28.532255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58eaf454-629d-42f1-bd4f-e8621bc6163d req-2938eeda-4497-43d7-aa46-a74e52ecfbed tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345454 Feb 16 15:38:29.648968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7efb2f-a6b5-4c0a-9fc7-6fbfcde9dac4 req-efb9a2c2-a6bf-41cd-b622-13ba568ac058 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:29.650449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e7efb2f-a6b5-4c0a-9fc7-6fbfcde9dac4 req-efb9a2c2-a6bf-41cd-b622-13ba568ac058 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0489845 Feb 16 15:38:29.690029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3e7efb2f-a6b5-4c0a-9fc7-6fbfcde9dac4 req-f6c421a0-31d7-4e42-8e96-9e3e3b812a2a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335357 Feb 16 15:38:30.814112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050e84-a274-4b75-a017-a305049a16ef req-a3ba60c5-235a-4b8c-b90e-c1bd2d9caeb0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:30.815662 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c050e84-a274-4b75-a017-a305049a16ef req-a3ba60c5-235a-4b8c-b90e-c1bd2d9caeb0 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0554762 Feb 16 15:38:30.855511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c050e84-a274-4b75-a017-a305049a16ef req-f502246b-9cef-4253-898b-ac1b32d77a77 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337138 Feb 16 15:38:31.974448 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83cfa-7ad3-479a-a384-ebf08e1dc6d8 req-ffc0b7b7-a59e-4c68-8e18-d050ceb83fc1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:31.976133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2b83cfa-7ad3-479a-a384-ebf08e1dc6d8 req-ffc0b7b7-a59e-4c68-8e18-d050ceb83fc1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0528116 Feb 16 15:38:32.015571 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2b83cfa-7ad3-479a-a384-ebf08e1dc6d8 req-e560ac6d-86ee-4a96-8326-615969bccffd tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333896 Feb 16 15:38:33.130039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca829d7d-8c21-475d-a55b-9bd9793989a1 req-3864c76c-9c63-422f-a54c-e5dfa6fed63a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:33.132336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca829d7d-8c21-475d-a55b-9bd9793989a1 req-3864c76c-9c63-422f-a54c-e5dfa6fed63a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0482645 Feb 16 15:38:33.171515 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca829d7d-8c21-475d-a55b-9bd9793989a1 req-ad7cc1d6-7237-4f42-909e-d0db9bd0e237 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334871 Feb 16 15:38:34.290088 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c080bc-ccb4-4b9a-8a61-416556f3fc38 req-984172e4-3718-4ef9-9a59-0e9ed1e62d08 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:38:34.291589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c080bc-ccb4-4b9a-8a61-416556f3fc38 req-984172e4-3718-4ef9-9a59-0e9ed1e62d08 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0500655 Feb 16 15:38:34.330900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85c080bc-ccb4-4b9a-8a61-416556f3fc38 req-58d8f844-1309-4de3-bc08-accbc224f4d2 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=a61d3c34-b149-4f21-842e-f1efdd04f0ed&id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333400 Feb 16 15:38:35.320048 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1e1abeee-9e8a-4258-bc70-e31bb1cc9610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:38.014479 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e5364e2e-8040-488a-91f2-e554f669c81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:39.754327 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:41.445883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:41.468553 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:42.797393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:46.817018 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:38:51.370595 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:39:05.283226 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-981a152a-add4-44a7-9aae-410e9c0b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.014343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-190466ad-efad-45da-a1b2-c2cd4d14f3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.069067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-c9893639-ccfd-48dd-9c25-2f3c706ce415 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129039708&fields=id&tenant_id=8549281be66c49efa9742ed52f22c8da HTTP/1.1" status: 200 len: 267 time: 0.0380433 Feb 16 15:39:08.129994 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-3deda36a-8d17-4aba-962a-6ba696c45819 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:08.131474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-3deda36a-8d17-4aba-962a-6ba696c45819 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 985 time: 0.0567372 Feb 16 15:39:08.142651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Request body: {'port': {'security_groups': ['1cc9b921-77a1-4c3a-8475-1c0ea0bde550']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:08.208499 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.383087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=53329827-5881-4790-a246-e264be139db0,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:08.415026 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.494617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.508682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['53329827-5881-4790-a246-e264be139db0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:39:08.543157 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:08.543785 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.545203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e141f4c0-a32b-4a1e-9a4d-acea7d30c1d0 req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "PUT /v2.0/ports/53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 943 time: 0.4070983 Feb 16 15:39:08.545721 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:39:08.551245 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13302cf-e07b-4396-993b-cf4ac135718c" -d '{"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:39:08.551633 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44318) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:08.570080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event updated for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:08.585348 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.585726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.586102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.586457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.586922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.587256 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.587609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.587932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.588254 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.588571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.589242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.589571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d5be2-7a58-46da-9559-439538253653 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.634630 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['53329827-5881-4790-a246-e264be139db0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:39:08.634854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.665599 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.812211 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.815504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.819332 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "DELETE /v2.0/security-groups/a61d3c34-b149-4f21-842e-f1efdd04f0ed HTTP/1.1" status: 204 len: 168 time: 0.2635889 Feb 16 15:39:08.820194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44328) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:08.829419 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d3c34-b149-4f21-842e-f1efdd04f0ed,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:08.843205 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.843916 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.844459 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.844993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.845538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.846056 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.846583 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.847102 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.847659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.848195 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.848712 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.849227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0f2a19-5a0b-4b50-9019-37cb109adef1 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:08.891353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a6a8699d-63cc-43db-9945-63b0441cce25 None None] Provisioning complete for port 53329827-5881-4790-a246-e264be139db0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:08.891353 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6a8699d-63cc-43db-9945-63b0441cce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:08.907363 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a20aa2b-a956-4dc8-9a61-6df4a5e7d76a x-openstack-request-id: req-1a20aa2b-a956-4dc8-9a61-6df4a5e7d76a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:39:08.907587 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:39:08.907932 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1a20aa2b-a956-4dc8-9a61-6df4a5e7d76a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:39:08.908356 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0', 'status': 'completed', 'code': 200} Feb 16 15:39:09.025323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13302cf-e07b-4396-993b-cf4ac135718c req-59806b68-a3b3-4db3-9a74-042c87b45663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:09.026828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d13302cf-e07b-4396-993b-cf4ac135718c req-59806b68-a3b3-4db3-9a74-042c87b45663 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1097 time: 0.0844476 Feb 16 15:39:09.098981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Deleting port 360887c0-a0ea-4067-87b1-e751983b1c7d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:09.099695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:09.172998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13302cf-e07b-4396-993b-cf4ac135718c req-9c163a68-bc15-4191-917b-bd7a88a3ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:09.174460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d13302cf-e07b-4396-993b-cf4ac135718c req-9c163a68-bc15-4191-917b-bd7a88a3ed10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 917 time: 0.1391056 Feb 16 15:39:09.232266 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:09.232602 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:09.252461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Calling delete_port for 360887c0-a0ea-4067-87b1-e751983b1c7d owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:09.275192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d13302cf-e07b-4396-993b-cf4ac135718c req-6bbe568f-05b0-4936-95d6-9b7b390c976f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 1002 time: 0.0863340 Feb 16 15:39:09.364964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13302cf-e07b-4396-993b-cf4ac135718c req-b60d0d91-07f5-4764-91c4-290661daa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:09.366344 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d13302cf-e07b-4396-993b-cf4ac135718c req-b60d0d91-07f5-4764-91c4-290661daa4ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0635521 Feb 16 15:39:09.432076 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13302cf-e07b-4396-993b-cf4ac135718c req-22938528-87a0-4c6d-9c94-1b5854ea5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:09.433616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d13302cf-e07b-4396-993b-cf4ac135718c req-22938528-87a0-4c6d-9c94-1b5854ea5592 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565407 Feb 16 15:39:09.553898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d13302cf-e07b-4396-993b-cf4ac135718c req-5426a132-f165-46b6-9f54-cb0f7840eb30 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954137 Feb 16 15:39:09.587981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:09.647497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event deleted for resources: {'Port': ['ID=360887c0-a0ea-4067-87b1-e751983b1c7d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:09.724403 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d13302cf-e07b-4396-993b-cf4ac135718c req-44962097-c38d-41d9-a836-a7a960c1cab4 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596360 Feb 16 15:39:09.732678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:09.734466 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Floating IP ebdc0297-9e34-4b7d-9779-2449e5bdf045 disassociated (deleted). External IP: 172.25.6.117, port: 53329827-5881-4790-a246-e264be139db0. Feb 16 15:39:09.745955 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:09.947523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Router 68b10ae4-d838-4134-8aa4-5eaf934af31a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:39:10.408114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:39:10.412847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:10.419653 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] Sync routers for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:39:10.429609 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:10.430290 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:10.440643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b86c6072-a14e-44fd-845e-f4b93fc5ad35 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "DELETE /v2.0/floatingips/ebdc0297-9e34-4b7d-9779-2449e5bdf045 HTTP/1.1" status: 204 len: 168 time: 1.6173165 Feb 16 15:39:10.536278 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:10.833743 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 5, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:10.853667 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] Checking router: 68b10ae4-d838-4134-8aa4-5eaf934af31a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:39:10.862130 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:10.862763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:10.909797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:39:10.912212 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751196ee-5de2-4161-b05f-edb201182ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:39:10.950030 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38570d6-1532-4309-a36d-851636c6bea7 x-openstack-request-id: req-a38570d6-1532-4309-a36d-851636c6bea7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:39:10.950419 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "tag": "53329827-5881-4790-a246-e264be139db0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:39:10.951381 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a38570d6-1532-4309-a36d-851636c6bea7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:39:10.951381 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'tag': '53329827-5881-4790-a246-e264be139db0', 'status': 'completed', 'code': 200} Feb 16 15:39:10.975828 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:11.058246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751196ee-5de2-4161-b05f-edb201182ce2 req-3c68776a-0531-497d-bda7-eca509a79dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:11.059904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-751196ee-5de2-4161-b05f-edb201182ce2 req-3c68776a-0531-497d-bda7-eca509a79dac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8549281be66c49efa9742ed52f22c8da&device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 1097 time: 0.0838106 Feb 16 15:39:11.159728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751196ee-5de2-4161-b05f-edb201182ce2 req-4727eae8-be6e-4c76-ac13-ad5fec493de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:11.161173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-751196ee-5de2-4161-b05f-edb201182ce2 req-4727eae8-be6e-4c76-ac13-ad5fec493de4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 200 len: 917 time: 0.0941746 Feb 16 15:39:11.179473 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 5, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:11.205715 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e54fe-2f7d-4eb3-8ecb-dffa638c1862 None None] The sync data for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 is: [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:36:58Z', 'revision_number': 4, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '09d1f1d2-8325-471c-9de3-820b8e6a8327', 'name': '', 'network_id': 'abdf5714-db46-4ea2-b1fc-f1aad37140de', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'mac_address': 'fa:16:3e:65:b3:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:58Z', 'updated_at': '2022-02-16T15:37:02Z', 'revision_number': 5, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'subnets': [{'id': '49855f94-9e2e-43f9-becf-65d358cc59eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:39:11.207255 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-751196ee-5de2-4161-b05f-edb201182ce2 req-defbe52c-2199-4dbb-9ad9-9dcb225c89e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 200 len: 217 time: 0.0354919 Feb 16 15:39:11.268629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751196ee-5de2-4161-b05f-edb201182ce2 req-b42b9ea2-19d5-4f7a-9b9c-6f1aa363df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:11.275954 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-751196ee-5de2-4161-b05f-edb201182ce2 req-b42b9ea2-19d5-4f7a-9b9c-6f1aa363df10 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 200 len: 854 time: 0.0497389 Feb 16 15:39:11.335378 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751196ee-5de2-4161-b05f-edb201182ce2 req-703a68aa-0ef7-4da1-b450-dd04cd24908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:11.337018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-751196ee-5de2-4161-b05f-edb201182ce2 req-703a68aa-0ef7-4da1-b450-dd04cd24908a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=abdf5714-db46-4ea2-b1fc-f1aad37140de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446172 Feb 16 15:39:11.444224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d215336-5950-4042-85d3-c7ab15c32e56 None None] New status for floating IP ebdc0297-9e34-4b7d-9779-2449e5bdf045: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:39:11.448851 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:11.454590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-751196ee-5de2-4161-b05f-edb201182ce2 req-0455f528-d846-4183-8939-86611ee02300 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054966 Feb 16 15:39:11.506302 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:11.555974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-751196ee-5de2-4161-b05f-edb201182ce2 req-37c53a12-eabd-49d2-b7cd-df86c92c6f03 service neutron] 10.222.0.93 "GET /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938580 Feb 16 15:39:12.869030 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:16.809096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:18.879740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92c6d2-5d5e-4fa8-8cd8-de78ed03c26e req-313f3939-46c6-4c05-aadf-8587e7052c0a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:18.881156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b92c6d2-5d5e-4fa8-8cd8-de78ed03c26e req-313f3939-46c6-4c05-aadf-8587e7052c0a tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0556684 Feb 16 15:39:18.919534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b92c6d2-5d5e-4fa8-8cd8-de78ed03c26e req-e13f7292-65dd-4118-955e-ffd98763729f tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Feb 16 15:39:20.036216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdc104-d8f0-4326-9fc8-05153f454cc0 req-da5254ac-f59f-4d18-aedc-6b8fe1a81b30 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:20.037685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2bdc104-d8f0-4326-9fc8-05153f454cc0 req-da5254ac-f59f-4d18-aedc-6b8fe1a81b30 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0486875 Feb 16 15:39:20.075404 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2bdc104-d8f0-4326-9fc8-05153f454cc0 req-d08c790d-c72e-40cc-b069-08b40a94123f tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Feb 16 15:39:20.930402 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-b9f392d3-e81c-43cb-8f33-f65a3f265742 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:20.931893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-b9f392d3-e81c-43cb-8f33-f65a3f265742 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.93 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0495107 Feb 16 15:39:21.028943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Deleting port 53329827-5881-4790-a246-e264be139db0 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:21.029289 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:21.117362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] For port 53329827-5881-4790-a246-e264be139db0, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=53329827-5881-4790-a246-e264be139db0,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:21.117921 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:21.130496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Calling delete_port for 53329827-5881-4790-a246-e264be139db0 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:21.246943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b0f4-06ba-4ef1-a5f2-42e0655250d4 req-b88da012-effe-49d3-bc7b-71d4bc968d91 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:21.248476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d677b0f4-06ba-4ef1-a5f2-42e0655250d4 req-b88da012-effe-49d3-bc7b-71d4bc968d91 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 946 time: 0.0724361 Feb 16 15:39:21.322982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d677b0f4-06ba-4ef1-a5f2-42e0655250d4 req-4c0e45e4-df42-4c38-ba3b-4443bd11fd34 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cc9b921-77a1-4c3a-8475-1c0ea0bde550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676017 Feb 16 15:39:21.389348 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:21.404365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['53329827-5881-4790-a246-e264be139db0'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:39:21.424789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Pushing event deleted for resources: {'Port': ['ID=53329827-5881-4790-a246-e264be139db0,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:21.467222 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] No DVR routers for this DVR port 53329827-5881-4790-a246-e264be139db0 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:39:21.470431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:21.473680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-097d5ca6-d792-4b75-9d69-8b1e07d078a8 req-5c8d7cd4-6ed3-4521-9ad6-330bb74ca4f9 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.93 "DELETE /v2.0/ports/53329827-5881-4790-a246-e264be139db0 HTTP/1.1" status: 204 len: 173 time: 0.5329542 Feb 16 15:39:21.474103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'name': 'network-vif-deleted', 'tag': '53329827-5881-4790-a246-e264be139db0'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:39:21.476405 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc6b284-f9ac-4bd0-914a-f2be5619086b" -d '{"events": [{"server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "name": "network-vif-deleted", "tag": "53329827-5881-4790-a246-e264be139db0"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:39:21.513205 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a35631-bd6d-4986-b375-a8e3df4a5a18 x-openstack-request-id: req-25a35631-bd6d-4986-b375-a8e3df4a5a18 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:39:21.513520 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ca121-6725-40c8-adc3-490abb655d6b", "name": "network-vif-deleted", "tag": "53329827-5881-4790-a246-e264be139db0", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:39:21.513765 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-25a35631-bd6d-4986-b375-a8e3df4a5a18 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:39:21.514183 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ca121-6725-40c8-adc3-490abb655d6b', 'name': 'network-vif-deleted', 'tag': '53329827-5881-4790-a246-e264be139db0', 'status': 'completed', 'code': 200} Feb 16 15:39:22.428721 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2b78caec-3d9a-4031-a21b-4e9525a5efeb req-4ec10667-deef-4ca6-a596-c54af019cd05 tempest-TestMinimumBasicScenario-416824961 tempest-TestMinimumBasicScenario-416824961-project] 10.222.0.113 "GET /v2.0/ports?device_id=586ca121-6725-40c8-adc3-490abb655d6b HTTP/1.1" status: 200 len: 210 time: 0.0258877 Feb 16 15:39:24.625549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44438) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:24.746465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 53329827-5881-4790-a246-e264be139db0 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:39:24.769279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 53329827-5881-4790-a246-e264be139db0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:39:24.769614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 53329827-5881-4790-a246-e264be139db0 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:39:24.981575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:25.227322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Deleting port 09d1f1d2-8325-471c-9de3-820b8e6a8327 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:25.227687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:25.303394 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] For port 09d1f1d2-8325-471c-9de3-820b8e6a8327, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=09d1f1d2-8325-471c-9de3-820b8e6a8327,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:25.303774 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:25.316197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Calling delete_port for 09d1f1d2-8325-471c-9de3-820b8e6a8327 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:25.574943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:25.605941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=09d1f1d2-8325-471c-9de3-820b8e6a8327,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:25.771617 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:25.986814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Router 68b10ae4-d838-4134-8aa4-5eaf934af31a has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:39:26.093050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:39:26.098453 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-16cff6c0-ad21-4094-af8f-9d46ea2da8ac admin admin] 10.222.0.113 "PUT /v2.0/routers/68b10ae4-d838-4134-8aa4-5eaf934af31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4717660 Feb 16 15:39:26.101239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44440) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:26.102395 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] Sync routers for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:39:26.112781 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:26.113387 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:26.205015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:26.218292 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:26.308317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:26.396739 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:39:25Z', 'revision_number': 5, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port': {'id': 'bc01fc61-017d-41a5-904b-c25749fde466', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:26.413839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Deleting port bc01fc61-017d-41a5-904b-c25749fde466 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:26.414178 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:26.424696 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] Checking router: 68b10ae4-d838-4134-8aa4-5eaf934af31a for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:39:26.433906 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] Routers {'68b10ae4-d838-4134-8aa4-5eaf934af31a'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:26.434516 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['68b10ae4-d838-4134-8aa4-5eaf934af31a'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:26.496360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] For port bc01fc61-017d-41a5-904b-c25749fde466, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bc01fc61-017d-41a5-904b-c25749fde466,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:26.496747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:26.509062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Calling delete_port for bc01fc61-017d-41a5-904b-c25749fde466 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:26.523303 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] Set router 68b10ae4-d838-4134-8aa4-5eaf934af31a gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:26.574394 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:39:26Z', 'revision_number': 6, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:26.603624 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8719087c-c1af-4949-adcd-dfd7cc0bc2f4 None None] The sync data for ids ['68b10ae4-d838-4134-8aa4-5eaf934af31a'] in n-d-829433-1 is: [{'id': '68b10ae4-d838-4134-8aa4-5eaf934af31a', 'name': 'tempest-TestMinimumBasicScenario-1958938895-router', 'tenant_id': '8549281be66c49efa9742ed52f22c8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:36:55Z', 'updated_at': '2022-02-16T15:39:26Z', 'revision_number': 6, 'project_id': '8549281be66c49efa9742ed52f22c8da', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:39:26.743707 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:26.776092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc01fc61-017d-41a5-904b-c25749fde466,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:26.838769 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:26.932709 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:26.934822 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.060987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.061375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b10ae4-d838-4134-8aa4-5eaf934af31a {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:39:27.066909 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.068320 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4577568b-2fca-4dcb-a191-b622f5ad3e21 admin admin] 10.222.0.113 "DELETE /v2.0/routers/68b10ae4-d838-4134-8aa4-5eaf934af31a HTTP/1.1" status: 204 len: 168 time: 0.9659951 Feb 16 15:39:27.076081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44442) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:27.115042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] Deleting subnet 49855f94-9e2e-43f9-becf-65d358cc59eb {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:39:27.118047 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.152142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.231516 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.357752 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.386550 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49855f94-9e2e-43f9-becf-65d358cc59eb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:27.388350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 09d1f1d2-8325-471c-9de3-820b8e6a8327 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:39:27.390484 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.394676 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-22afbd3b-2d19-42e7-97ad-b618b1996849 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/49855f94-9e2e-43f9-becf-65d358cc59eb HTTP/1.1" status: 204 len: 168 time: 0.3225868 Feb 16 15:39:27.397069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44444) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:27.418377 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1ed44-a956-4c7d-959e-8da87d4f9bb1 None None] Network abdf5714-db46-4ea2-b1fc-f1aad37140de requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:39:27.421441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 09d1f1d2-8325-471c-9de3-820b8e6a8327 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:39:27.421985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 09d1f1d2-8325-471c-9de3-820b8e6a8327 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:39:27.476495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.538519 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Deleting port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:27.538861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.608177 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] For port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:27.608539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.608862 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] DHCP port deletion for abdf5714-db46-4ea2-b1fc-f1aad37140de request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:39:27.622924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Calling delete_port for d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:27.661232 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Deleting port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:27.661836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.729261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] For port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,segment=NetworkSegment(3859686b-41ff-48a6-b913-a149f72b2a15),segment_id=3859686b-41ff-48a6-b913-a149f72b2a15)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:27.729658 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.745985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Calling delete_port for d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:27.784356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.811319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:27.816112 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] No DVR routers for this DVR port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:39:27.825438 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.852059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Pushing event deleted for resources: {'Port': ['ID=d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:27.856340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] No DVR routers for this DVR port d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:39:27.863046 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.867048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18fb54-ffbd-49d3-9188-46465fb51b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:27.896772 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.917916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdf5714-db46-4ea2-b1fc-f1aad37140de']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:27.927576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3859686b-41ff-48a6-b913-a149f72b2a15') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:27.927892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3859686b-41ff-48a6-b913-a149f72b2a15') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:27.937198 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.950599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.957467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:39:27.957836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:39:27.959460 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:39:28.086627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:28.092125 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:28.096047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] 10.222.0.113 "DELETE /v2.0/networks/abdf5714-db46-4ea2-b1fc-f1aad37140de HTTP/1.1" status: 204 len: 168 time: 0.6975973 Feb 16 15:39:28.099016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44448) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:28.107372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ea717-4a1e-4fdf-a0a2-7e587ffb05ba admin admin] Pushing event deleted for resources: {'Network': ['ID=abdf5714-db46-4ea2-b1fc-f1aad37140de,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:28.368823 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:39:28.445414 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:28.896715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bc01fc61-017d-41a5-904b-c25749fde466 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:39:28.919508 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: bc01fc61-017d-41a5-904b-c25749fde466 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:39:28.919883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bc01fc61-017d-41a5-904b-c25749fde466 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:39:28.920312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:39:28.944326 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:39:28.951857 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d2b66d4f-48bc-4e7d-81dc-93c2f03cdf58 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:39:28.952587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Deleting port b6454ca2-3de3-41dc-a303-9f030a782a58 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:28.952587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:29.029893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] For port b6454ca2-3de3-41dc-a303-9f030a782a58, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b6454ca2-3de3-41dc-a303-9f030a782a58,segment=NetworkSegment(1e5d2df6-d50a-4972-805b-7634df1e830c),segment_id=1e5d2df6-d50a-4972-805b-7634df1e830c)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:29.030252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:29.042448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Calling delete_port for b6454ca2-3de3-41dc-a303-9f030a782a58 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:29.286714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:29.316893 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6454ca2-3de3-41dc-a303-9f030a782a58,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:29.485217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:29.700482 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Router cb4804fc-be08-46cd-b515-bea513e77ecf has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:39:29.830193 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:39:29.835234 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bb74bcfb-91d3-4dc5-8de0-a4c22cc7428e admin admin] 10.222.0.113 "PUT /v2.0/routers/cb4804fc-be08-46cd-b515-bea513e77ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7349789 Feb 16 15:39:29.838155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44450) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:29.841629 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] Sync routers for ids ['cb4804fc-be08-46cd-b515-bea513e77ecf'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:39:29.851955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] Routers {'cb4804fc-be08-46cd-b515-bea513e77ecf'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:29.852562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb4804fc-be08-46cd-b515-bea513e77ecf'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:29.941843 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:29.960886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] Set router cb4804fc-be08-46cd-b515-bea513e77ecf gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:30.044199 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.145274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:39:29Z', 'revision_number': 5, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port': {'id': '92606a40-7ed6-4134-adf5-96f27d1d3a26', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:37:02Z', 'updated_at': '2022-02-16T15:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:30.161188 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Deleting port 92606a40-7ed6-4134-adf5-96f27d1d3a26 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:30.163824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.171921 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] Checking router: cb4804fc-be08-46cd-b515-bea513e77ecf for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:39:30.180306 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] Routers {'cb4804fc-be08-46cd-b515-bea513e77ecf'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:30.180898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['cb4804fc-be08-46cd-b515-bea513e77ecf'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:30.241576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] For port 92606a40-7ed6-4134-adf5-96f27d1d3a26, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=92606a40-7ed6-4134-adf5-96f27d1d3a26,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:30.241930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.253622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Calling delete_port for 92606a40-7ed6-4134-adf5-96f27d1d3a26 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:30.265047 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] Set router cb4804fc-be08-46cd-b515-bea513e77ecf gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:30.473521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:39:30Z', 'revision_number': 6, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:30.487519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.499926 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236db5c4-6f7f-4692-8b7e-82263c56bf76 None None] The sync data for ids ['cb4804fc-be08-46cd-b515-bea513e77ecf'] in n-d-829433-1 is: [{'id': 'cb4804fc-be08-46cd-b515-bea513e77ecf', 'name': 'tempest-TestMinimumBasicScenario-2140971303-router', 'tenant_id': '2688ae496e37454dbb8fb7e05609c772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:37:01Z', 'updated_at': '2022-02-16T15:39:30Z', 'revision_number': 6, 'project_id': '2688ae496e37454dbb8fb7e05609c772', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:39:30.522008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Pushing event deleted for resources: {'Port': ['ID=92606a40-7ed6-4134-adf5-96f27d1d3a26,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:30.581055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.675519 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.677615 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.789498 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.790014 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4804fc-be08-46cd-b515-bea513e77ecf {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:39:30.794252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.795204 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b5f214ae-a4a1-4b89-97a3-b457c078760f admin admin] 10.222.0.113 "DELETE /v2.0/routers/cb4804fc-be08-46cd-b515-bea513e77ecf HTTP/1.1" status: 204 len: 168 time: 0.9561567 Feb 16 15:39:30.798410 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44452) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:30.846275 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] Deleting subnet 34cb54a3-84e4-448c-88f1-5d3c950a8826 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:39:30.849329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.883315 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:30.959832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.025568 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 92606a40-7ed6-4134-adf5-96f27d1d3a26 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:39:31.049642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 92606a40-7ed6-4134-adf5-96f27d1d3a26 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:39:31.049962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 92606a40-7ed6-4134-adf5-96f27d1d3a26 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:39:31.050304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b6454ca2-3de3-41dc-a303-9f030a782a58 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:39:31.069480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b6454ca2-3de3-41dc-a303-9f030a782a58 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:39:31.069931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b6454ca2-3de3-41dc-a303-9f030a782a58 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:39:31.098833 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.133434 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.138146 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] 10.222.0.113 "DELETE /v2.0/subnets/34cb54a3-84e4-448c-88f1-5d3c950a8826 HTTP/1.1" status: 204 len: 168 time: 0.3380344 Feb 16 15:39:31.139013 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fe373-1df6-4cb9-8847-6e2c2f22a47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34cb54a3-84e4-448c-88f1-5d3c950a8826,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:31.139318 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa671136-a1df-4526-85ab-eb808791e728 None None] Network 7ae083eb-e4e8-4f19-ac5f-82a302003540 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:39:31.139769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44454) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:31.221581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.285163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Deleting port ab4ae8ad-e94e-4991-97b5-873481343626 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:31.285610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.354082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] For port ab4ae8ad-e94e-4991-97b5-873481343626, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab4ae8ad-e94e-4991-97b5-873481343626,segment=NetworkSegment(1e5d2df6-d50a-4972-805b-7634df1e830c),segment_id=1e5d2df6-d50a-4972-805b-7634df1e830c)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:31.354371 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.354820 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] DHCP port deletion for 7ae083eb-e4e8-4f19-ac5f-82a302003540 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:39:31.367403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Calling delete_port for ab4ae8ad-e94e-4991-97b5-873481343626 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:31.402294 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] Deleting port ab4ae8ad-e94e-4991-97b5-873481343626 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:39:31.402660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.466226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] For port ab4ae8ad-e94e-4991-97b5-873481343626, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=ab4ae8ad-e94e-4991-97b5-873481343626,segment=NetworkSegment(1e5d2df6-d50a-4972-805b-7634df1e830c),segment_id=1e5d2df6-d50a-4972-805b-7634df1e830c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:31.466621 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.478574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] Calling delete_port for ab4ae8ad-e94e-4991-97b5-873481343626 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:39:31.505978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.538614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4ae8ad-e94e-4991-97b5-873481343626,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:31.539829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] No DVR routers for this DVR port ab4ae8ad-e94e-4991-97b5-873481343626 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:39:31.557822 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.581959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] Pushing event deleted for resources: {'Port': ['ID=ab4ae8ad-e94e-4991-97b5-873481343626,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:31.588362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d6722-170c-41d4-81ac-b34242fdb8bd None None] No DVR routers for this DVR port ab4ae8ad-e94e-4991-97b5-873481343626 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:39:31.613100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.634597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae083eb-e4e8-4f19-ac5f-82a302003540']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:31.644474 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5d2df6-d50a-4972-805b-7634df1e830c') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:31.644770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5d2df6-d50a-4972-805b-7634df1e830c') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:31.654075 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.667467 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.673252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:39:31.673634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:39:31.676249 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:39:31.791533 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.797124 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:31.801930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] 10.222.0.113 "DELETE /v2.0/networks/7ae083eb-e4e8-4f19-ac5f-82a302003540 HTTP/1.1" status: 204 len: 168 time: 0.6599855 Feb 16 15:39:31.813689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f3907-a0ef-438b-8f39-2531db1680ad admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae083eb-e4e8-4f19-ac5f-82a302003540,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:32.153355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44458) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:32.194018 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3de9cee7-54b3-4707-bf4b-62714cdf6eee admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=8549281be66c49efa9742ed52f22c8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395031 Feb 16 15:39:32.196485 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44460) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:32.243295 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-92027cba-3276-49a6-a262-189b8227473a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:32.263300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-92027cba-3276-49a6-a262-189b8227473a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:32.366916 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-92027cba-3276-49a6-a262-189b8227473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:32.369459 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-92027cba-3276-49a6-a262-189b8227473a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:32.372366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-92027cba-3276-49a6-a262-189b8227473a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1cc9b921-77a1-4c3a-8475-1c0ea0bde550 HTTP/1.1" status: 204 len: 168 time: 0.1733110 Feb 16 15:39:32.378710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92027cba-3276-49a6-a262-189b8227473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc9b921-77a1-4c3a-8475-1c0ea0bde550,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:32.895154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ab4ae8ad-e94e-4991-97b5-873481343626 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:39:32.915983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: ab4ae8ad-e94e-4991-97b5-873481343626 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:39:32.916360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device ab4ae8ad-e94e-4991-97b5-873481343626 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:39:32.984190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44466) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:33.026749 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e8afa21e-0832-4b01-b64d-d383f2ffa407 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2688ae496e37454dbb8fb7e05609c772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411336 Feb 16 15:39:33.029242 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44468) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:33.076747 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7f006a9-c7dc-4ecb-9cf1-5d214d5f3dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:33.097626 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7f006a9-c7dc-4ecb-9cf1-5d214d5f3dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:33.206677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7f006a9-c7dc-4ecb-9cf1-5d214d5f3dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:33.209371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c7f006a9-c7dc-4ecb-9cf1-5d214d5f3dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:33.210546 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c7f006a9-c7dc-4ecb-9cf1-5d214d5f3dab admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/788902dd-adfb-436d-9d05-2e128bb3b4ec HTTP/1.1" status: 204 len: 168 time: 0.1803899 Feb 16 15:39:33.218514 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f006a9-c7dc-4ecb-9cf1-5d214d5f3dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788902dd-adfb-436d-9d05-2e128bb3b4ec,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:35.328782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3dc68faf-d48e-4842-a646-4776b7a9c9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.351239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44510) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:35.355921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555578485', 'description': 'tempest-secgroup-smoke-1555578485 description', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:35.429313 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.437426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.514159 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.562857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.606399 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212236ba-5ab7-4870-b5b6-c31d729a4843,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:35.641404 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.705766 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.734359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4e839-9464-48ae-8b0f-7a3b02a71266,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:35.810585 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.812238 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e88c3904-00fb-431c-9c28-6a68f9f87b9c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4595711 Feb 16 15:39:35.821398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44512) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:35.821398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-88e6c722-6ecb-466e-803d-590af1ea9816 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '98d4e839-9464-48ae-8b0f-7a3b02a71266', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:35.920095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88e6c722-6ecb-466e-803d-590af1ea9816 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:35.976700 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88e6c722-6ecb-466e-803d-590af1ea9816 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.065696 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88e6c722-6ecb-466e-803d-590af1ea9816 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.084134 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6c722-6ecb-466e-803d-590af1ea9816 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaed8b0-8f62-4f78-aa0d-ccac23d1af40,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:36.156805 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-88e6c722-6ecb-466e-803d-590af1ea9816 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.158007 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-88e6c722-6ecb-466e-803d-590af1ea9816 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423910 Feb 16 15:39:36.161308 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44514) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:36.165603 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0e399d9e-78ca-47ff-ba34-df5111fd2858 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '98d4e839-9464-48ae-8b0f-7a3b02a71266', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:36.245508 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e399d9e-78ca-47ff-ba34-df5111fd2858 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.301480 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e399d9e-78ca-47ff-ba34-df5111fd2858 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.366567 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e399d9e-78ca-47ff-ba34-df5111fd2858 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.386118 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e399d9e-78ca-47ff-ba34-df5111fd2858 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03deb318-8bb1-4f21-9c91-c15d79952002,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:36.431190 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e399d9e-78ca-47ff-ba34-df5111fd2858 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.432476 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0e399d9e-78ca-47ff-ba34-df5111fd2858 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2702756 Feb 16 15:39:36.435247 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44516) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:36.439455 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-c1127d6a-b12e-4603-bb12-7b89f7ba936c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '98d4e839-9464-48ae-8b0f-7a3b02a71266', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:36.528074 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1127d6a-b12e-4603-bb12-7b89f7ba936c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.588712 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1127d6a-b12e-4603-bb12-7b89f7ba936c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.648740 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1127d6a-b12e-4603-bb12-7b89f7ba936c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.667654 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1127d6a-b12e-4603-bb12-7b89f7ba936c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9155c41d-212b-42d0-b693-d74757a5a63b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:36.730792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-c1127d6a-b12e-4603-bb12-7b89f7ba936c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.732041 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c1127d6a-b12e-4603-bb12-7b89f7ba936c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2958560 Feb 16 15:39:36.734795 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44518) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:36.739644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-38fcf468-a188-4296-ac55-614619eb2f49 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '98d4e839-9464-48ae-8b0f-7a3b02a71266', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:36.830901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38fcf468-a188-4296-ac55-614619eb2f49 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.889987 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38fcf468-a188-4296-ac55-614619eb2f49 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.951744 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38fcf468-a188-4296-ac55-614619eb2f49 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:36.970359 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcf468-a188-4296-ac55-614619eb2f49 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87a84d2-fa27-41a0-a8e4-9fada1088eed,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:37.042690 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-38fcf468-a188-4296-ac55-614619eb2f49 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.043943 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-38fcf468-a188-4296-ac55-614619eb2f49 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3082190 Feb 16 15:39:37.046801 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44520) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:37.051782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '98d4e839-9464-48ae-8b0f-7a3b02a71266', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:37.137670 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:39:37.142599 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.201884 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.263297 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.280496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403a0061-132f-439f-a5cf-d5e9411a4d24,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:37.387890 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.389168 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-dfeabb2c-ea77-490e-b5b9-b234b4f20f1a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3414505 Feb 16 15:39:37.391796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44522) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:37.396329 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '98d4e839-9464-48ae-8b0f-7a3b02a71266', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:37.477353 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:39:37.482262 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.546665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.608593 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.627576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94114ef8-24d8-4961-b0a0-bba5b0b0562e,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:37.684854 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.686065 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-86ca192a-cf22-410f-a017-7972aa7ae6e5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2933547 Feb 16 15:39:37.689033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44524) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:37.693813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'network': {'name': 'tempest-network-smoke--955875366', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:37.786949 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:39:37.790459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.814083 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:39:37.822960 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.823314 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Added segment 6092faf0-96e6-4e89-b86f-839496bef18c of type vlan for network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd Feb 16 15:39:37.863125 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.949814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:37.955576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:37.956165 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:38.029045 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Network': ['ID=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:38.035259 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-72f86305-071b-43af-b3ac-46c58ecab1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:38.045491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:39:38.102177 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-503abdd1-d735-420f-b66a-78a6e97eaf63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4116833 Feb 16 15:39:38.105506 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44526) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:38.110488 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'admin_state_up': True, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:38.209724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:38.210717 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:38.262042 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:38.469643 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:38.722708 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:38.745124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:39.100943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.151 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/117eb500-5440-49d5-9d01-ca4bd40dae4a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:39:39.206836 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:39.304360 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:39.344474 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:39:39.347228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:39:39.351505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:39:39.356781 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=117eb500-5440-49d5-9d01-ca4bd40dae4a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:39.670735 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:39.749801 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:39.870364 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:40.089046 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 4a562438-1158-4f67-964b-8563bc5e5081 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:39:40.200478 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:39:40.211050 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Sync routers for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:39:40.221241 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:40.225832 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:40.273704 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:40.274963 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7d6e364-2351-4ef1-8c37-ca3fac2f95cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1682501 Feb 16 15:39:40.278202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:40.327402 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:40.401676 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6b27bdf6-617d-4f6b-9328-7a8e04a579d2 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a9f4948015e4a648aa0376f43aa92f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1223304 Feb 16 15:39:40.404361 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44532) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:40.495232 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863a54e-60f9-4025-bcab-393e479c6196 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:40.496781 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8863a54e-60f9-4025-bcab-393e479c6196 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915132 Feb 16 15:39:40.499745 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44534) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:40.502613 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:39Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:40.528550 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0d4c42f8-4482-415b-b2d7-d01fcc5ba944 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277262 Feb 16 15:39:40.531059 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44536) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:40.533382 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Checking router: 4a562438-1158-4f67-964b-8563bc5e5081 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:39:40.533729 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Updating router 4a562438-1158-4f67-964b-8563bc5e5081 port 117eb500-5440-49d5-9d01-ca4bd40dae4a binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:39:40.536319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1726427783', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:40.558232 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:40.677894 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:39:40.681488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:40.893099 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:40.923587 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:40.946262 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:40.988921 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Subnet': ['ID=48e3ea33-7c2a-48d2-a09e-5286ff07f8bc,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:40.997952 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Checking segment: {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:39:40.998315 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network hostable DHCP agents. Network: 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:39:41.001210 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Attempting to bind port 117eb500-5440-49d5-9d01-ca4bd40dae4a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:39:41.001583 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Attempting to bind port 117eb500-5440-49d5-9d01-ca4bd40dae4a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:39:41.001938 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Attempting to bind port 117eb500-5440-49d5-9d01-ca4bd40dae4a on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:39:41.013128 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:39:41.013498 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:39:41.013899 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.014287 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:39:41.014751 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Bound port: 117eb500-5440-49d5-9d01-ca4bd40dae4a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:39:41.015127 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.017514 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Pushing event updated for resources: {'Port': ['ID=117eb500-5440-49d5-9d01-ca4bd40dae4a,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:41.048095 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.048441 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.048778 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.049114 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.049441 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.049765 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.050088 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.050407 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.050726 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.051833 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.052225 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.052554 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:39:41.064050 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:39:41.079614 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] For port 117eb500-5440-49d5-9d01-ca4bd40dae4a, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:39:41.083789 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] For port 117eb500-5440-49d5-9d01-ca4bd40dae4a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=117eb500-5440-49d5-9d01-ca4bd40dae4a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:39:41.138344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:39:41.142642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:41.143473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.148406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461be08-b54b-4941-b449-0d5cf2bd8176 None None] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:39:41.161846 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.215994 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5a0447a6-5c9d-4adc-9356-acd73643f266 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6791730 Feb 16 15:39:41.215994 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44538) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:41.219174 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:41.219898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:41.263049 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d18ec-2afa-4fdf-9db0-0d1af4d6ce73 None None] Pushing event updated for resources: {'Port': ['ID=117eb500-5440-49d5-9d01-ca4bd40dae4a,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:41.300915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:39:41.302943 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.344371 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:41.460063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.479771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Allocated IP 172.20.0.2 (7d6f6eec-7727-4fd0-bafc-aa76b4733bfd/48e3ea33-7c2a-48d2-a09e-5286ff07f8bc/cca833f1-48ad-4de0-9d11-c3434617716c) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:39:41.540413 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:39Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:41.548948 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.569872 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa192b-aa52-4101-8806-b3e9f9fcc25f None None] The sync data for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 is: [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:39Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:39:41.641622 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.708812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.724846 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.770279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:39:41.788109 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:39:41.792475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:39:41.800380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Pushing event updated for resources: {'Port': ['ID=cca833f1-48ad-4de0-9d11-c3434617716c,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:41.862623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Attempting to bind port cca833f1-48ad-4de0-9d11-c3434617716c on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:39:41.862993 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Attempting to bind port cca833f1-48ad-4de0-9d11-c3434617716c by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:39:41.863355 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Attempting to bind port cca833f1-48ad-4de0-9d11-c3434617716c on network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:39:41.869583 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:39:41.870253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Checking segment: {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:39:41.870933 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.871406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Bound using segment: {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:39:41.872171 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Bound port: cca833f1-48ad-4de0-9d11-c3434617716c, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:39:41.872628 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:41.944771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] For port cca833f1-48ad-4de0-9d11-c3434617716c, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:39:41.948137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] For port cca833f1-48ad-4de0-9d11-c3434617716c, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cca833f1-48ad-4de0-9d11-c3434617716c,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:39:42.009987 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.043649 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.1 (7d6f6eec-7727-4fd0-bafc-aa76b4733bfd/48e3ea33-7c2a-48d2-a09e-5286ff07f8bc/b7dbf483-6b5c-46ab-9b59-11f35678913d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:39:42.087209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939f033-c9ca-4ed8-8e24-475adadaef51 None None] Pushing event updated for resources: {'Port': ['ID=cca833f1-48ad-4de0-9d11-c3434617716c,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:42.188171 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.279829 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.330695 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:39:42.334525 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:39:42.338462 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:39:42.365324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=b7dbf483-6b5c-46ab-9b59-11f35678913d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:42.392353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.586216 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.855481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.889059 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.911792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.972777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 117eb500-5440-49d5-9d01-ca4bd40dae4a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:39:42.987252 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:42.995996 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=b7dbf483-6b5c-46ab-9b59-11f35678913d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:43.026749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 117eb500-5440-49d5-9d01-ca4bd40dae4a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:43.027125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:43.089257 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:39:43.090730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:39:43.108284 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:43.131391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 117eb500-5440-49d5-9d01-ca4bd40dae4a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=117eb500-5440-49d5-9d01-ca4bd40dae4a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:43.186374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:43.187220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cca833f1-48ad-4de0-9d11-c3434617716c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:39:43.205915 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 4a562438-1158-4f67-964b-8563bc5e5081 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:39:43.267479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=117eb500-5440-49d5-9d01-ca4bd40dae4a,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:43.287445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cca833f1-48ad-4de0-9d11-c3434617716c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:43.287860 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:43.373945 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:43.417025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port cca833f1-48ad-4de0-9d11-c3434617716c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cca833f1-48ad-4de0-9d11-c3434617716c,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:43.510897 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:43.589014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=cca833f1-48ad-4de0-9d11-c3434617716c,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:43.599829 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:39:43.605080 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b2837983-7d31-4d6a-b0f7-330dc3f1e056 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/4a562438-1158-4f67-964b-8563bc5e5081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3899543 Feb 16 15:39:43.609434 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Sync routers for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:39:43.621739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:43.622352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:43.671350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d229b1b-91d3-4ba9-8fd3-7be9554b6301 None None] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:39:43.753082 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-39469f13-512c-45aa-b850-e8b4888e96c3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555578485&fields=id&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 267 time: 0.0377240 Feb 16 15:39:43.787256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-92342db7-2401-4967-b123-053127ac12a0 None None] Provisioning complete for port cca833f1-48ad-4de0-9d11-c3434617716c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:43.787651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92342db7-2401-4967-b123-053127ac12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:43.790207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:43.860150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-cffcace7-bce4-415e-90c4-04153088e399 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:43.861748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-cffcace7-bce4-415e-90c4-04153088e399 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/networks?id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd HTTP/1.1" status: 200 len: 796 time: 0.1003888 Feb 16 15:39:43.877605 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-ed2e57ce-de18-4496-a30b-31e262f9f55b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/quotas/9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 375 time: 0.0092201 Feb 16 15:39:43.930309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-005f7ac3-5498-4789-84f4-a9781745feaf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461271 Feb 16 15:39:44.108427 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-9037cf68-1712-496b-a264-aa5ad069c982 service neutron] 10.222.0.113 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323507 Feb 16 15:39:44.136380 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 2, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:44.166573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Checking router: 4a562438-1158-4f67-964b-8563bc5e5081 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:39:44.166573 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Updating router 4a562438-1158-4f67-964b-8563bc5e5081 port b7dbf483-6b5c-46ab-9b59-11f35678913d binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:39:44.197229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.209370 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-5128ae8f-be27-483a-862e-cea3b6d684f0 service neutron] 10.222.0.113 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937231 Feb 16 15:39:44.429445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b506adce-f69e-4b52-be13-18e628e31c72 None None] Provisioning complete for port b7dbf483-6b5c-46ab-9b59-11f35678913d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:44.429883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b506adce-f69e-4b52-be13-18e628e31c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.510185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0320c5d1-1256-4f76-89c3-f2f2739d87d8 req-d4586e14-271f-4e45-8ac3-a42304cf369c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 210 time: 0.0437016 Feb 16 15:39:44.514081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b506adce-f69e-4b52-be13-18e628e31c72 None None] Port b7dbf483-6b5c-46ab-9b59-11f35678913d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:39:44.546329 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.549246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b506adce-f69e-4b52-be13-18e628e31c72 None None] Provisioning complete for port cca833f1-48ad-4de0-9d11-c3434617716c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:44.549609 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b506adce-f69e-4b52-be13-18e628e31c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.627453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.693585 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcefab-5632-4272-80ef-0bb0db956a73 None None] Pushing event updated for resources: {'Port': ['ID=b7dbf483-6b5c-46ab-9b59-11f35678913d,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:44.759509 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Attempting to bind port b7dbf483-6b5c-46ab-9b59-11f35678913d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:39:44.759906 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Attempting to bind port b7dbf483-6b5c-46ab-9b59-11f35678913d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:39:44.760261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Attempting to bind port b7dbf483-6b5c-46ab-9b59-11f35678913d on network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:39:44.765669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:39:44.766761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Checking segment: {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:39:44.766761 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.766978 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Bound using segment: {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:39:44.767249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Bound port: b7dbf483-6b5c-46ab-9b59-11f35678913d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:39:44.767668 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.839015 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-e12e439f-dd57-4a96-bf06-93a3ed37a218 None None] Provisioning complete for port b7dbf483-6b5c-46ab-9b59-11f35678913d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:44.839380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e12e439f-dd57-4a96-bf06-93a3ed37a218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:44.868757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] For port b7dbf483-6b5c-46ab-9b59-11f35678913d, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:39:44.885675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] For port b7dbf483-6b5c-46ab-9b59-11f35678913d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b7dbf483-6b5c-46ab-9b59-11f35678913d,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:39:44.889920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-e12e439f-dd57-4a96-bf06-93a3ed37a218 None None] Port b7dbf483-6b5c-46ab-9b59-11f35678913d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:39:44.922867 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 117eb500-5440-49d5-9d01-ca4bd40dae4a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:39:44.964037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:45.038860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 117eb500-5440-49d5-9d01-ca4bd40dae4a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:45.039227 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:45.043743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcefab-5632-4272-80ef-0bb0db956a73 None None] Pushing event updated for resources: {'Port': ['ID=b7dbf483-6b5c-46ab-9b59-11f35678913d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:45.073263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:45.073904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:45.077500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5fdf1dbd-337c-43c9-86e8-25793ab6d956 None None] Provisioning complete for port b7dbf483-6b5c-46ab-9b59-11f35678913d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:45.077875 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1dbd-337c-43c9-86e8-25793ab6d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:45.411606 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:45.470698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cca833f1-48ad-4de0-9d11-c3434617716c up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:39:45.546026 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1dbd-337c-43c9-86e8-25793ab6d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:45.588067 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f73f89bd-2e68-442e-91fd-bb46c56fca12 req-58e169e4-a637-439c-a630-b7768f472fc8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 210 time: 0.0318396 Feb 16 15:39:45.641093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5fdf1dbd-337c-43c9-86e8-25793ab6d956 None None] For port b7dbf483-6b5c-46ab-9b59-11f35678913d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b7dbf483-6b5c-46ab-9b59-11f35678913d,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:45.649882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cca833f1-48ad-4de0-9d11-c3434617716c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:45.650331 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:45.716862 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5fdf1dbd-337c-43c9-86e8-25793ab6d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:45.806430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf1dbd-337c-43c9-86e8-25793ab6d956 None None] Pushing event updated for resources: {'Port': ['ID=b7dbf483-6b5c-46ab-9b59-11f35678913d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:45.831692 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:44Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:45.862249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb56ed-d667-4a41-a7ca-869dbc17ee70 None None] The sync data for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 is: [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:44Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:39:45.868592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-69ce9e86-fa3f-4a68-9a59-754bac85178e None None] Provisioning complete for port b7dbf483-6b5c-46ab-9b59-11f35678913d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:45.868966 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69ce9e86-fa3f-4a68-9a59-754bac85178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:46.650323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-f1f45078-215b-4d4a-b11c-9e5f2229651e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:46.651741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-f1f45078-215b-4d4a-b11c-9e5f2229651e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/networks?id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd HTTP/1.1" status: 200 len: 796 time: 0.1225362 Feb 16 15:39:46.705562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16ffdfaf-7bd0-43ea-a8d4-a10f36a0c481 req-bcfff6b8-54b6-47b8-b6a9-3125cee26c9a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 210 time: 0.0396726 Feb 16 15:39:46.726358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-e19a7565-e328-4ab2-a91c-1fb01c67bb40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 380 time: 0.0663948 Feb 16 15:39:46.735891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'port': {'device_id': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'admin_state_up': True, 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'security_groups': ['98d4e839-9464-48ae-8b0f-7a3b02a71266']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:46.889321 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:46.938181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:39:46.942642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b7dbf483-6b5c-46ab-9b59-11f35678913d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:39:46.942803 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:46.995746 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b7dbf483-6b5c-46ab-9b59-11f35678913d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:46.996128 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:47.088621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.7 (7d6f6eec-7727-4fd0-bafc-aa76b4733bfd/48e3ea33-7c2a-48d2-a09e-5286ff07f8bc/59b5dc96-be0b-4679-ba30-e5d1ac6b946e) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:39:47.225116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:47.312377 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:47.690420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:39:47.693958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:39:47.697512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:39:47.703758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:47.750520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:47.751206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:47.841135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de850d4d-4da7-4a14-a50b-9247eccc353d req-bdd781ba-d270-4ff9-91de-c81be5e57950 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:47.842745 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de850d4d-4da7-4a14-a50b-9247eccc353d req-bdd781ba-d270-4ff9-91de-c81be5e57950 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 931 time: 0.0520401 Feb 16 15:39:47.859802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-322b0980-612a-49d8-a38e-c664c53a5ff3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277282 Feb 16 15:39:47.892673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-de850d4d-4da7-4a14-a50b-9247eccc353d req-5185de4e-1d34-4298-885e-c556aa5cd2b5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 Feb 16 15:39:47.900945 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a2d20ad1-71c0-4c06-b65f-e57e3eee5729 None None] Provisioning complete for port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:47.901443 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2d20ad1-71c0-4c06-b65f-e57e3eee5729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:47.936521 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a2d20ad1-71c0-4c06-b65f-e57e3eee5729 None None] Port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:39:47.958546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Request body: {'port': {'device_id': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:48.014742 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:48.272960 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b5dc96-be0b-4679-ba30-e5d1ac6b946e {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:39:48.280130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:48.292000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Transition to ACTIVE for port object 59b5dc96-be0b-4679-ba30-e5d1ac6b946e will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:39:48.357236 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:48.410230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Pushing event updated for resources: {'Port': ['ID=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:48.484257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Attempting to bind port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:39:48.484676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Attempting to bind port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:39:48.484919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Attempting to bind port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e on network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:39:48.489602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e on network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:39:48.489922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Attempting to bind port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e on network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:39:48.495912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:39:48.496251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Checking segment: {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:39:48.496835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Bound using segment: {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:39:48.497261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Bound port: 59b5dc96-be0b-4679-ba30-e5d1ac6b946e, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6092faf0-96e6-4e89-b86f-839496bef18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:39:48.497615 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:48.565153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] For port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:39:48.568590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] For port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:39:48.654937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:48.696314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:48.696936 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:48.698289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] 10.222.0.129 "PUT /v2.0/ports/59b5dc96-be0b-4679-ba30-e5d1ac6b946e HTTP/1.1" status: 200 len: 1091 time: 0.7920914 Feb 16 15:39:48.698718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:39:48.701077 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2a9b0f-c199-4804-afc8-56d1311eb325" -d '{"events": [{"name": "network-changed", "server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:39:48.723898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d585b8-b176-4a6d-bff9-e5c71fae9535 service neutron] Pushing event updated for resources: {'Port': ['ID=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:48.741357 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec7853c-fdd0-45e3-beb1-408613a39e4d x-openstack-request-id: req-5ec7853c-fdd0-45e3-beb1-408613a39e4d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:39:48.741653 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:39:48.745813 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5ec7853c-fdd0-45e3-beb1-408613a39e4d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:39:48.745813 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'status': 'completed', 'code': 200} Feb 16 15:39:48.806127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9b0f-c199-4804-afc8-56d1311eb325 req-247266cf-38be-4230-8213-68389035c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:48.807652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2a9b0f-c199-4804-afc8-56d1311eb325 req-247266cf-38be-4230-8213-68389035c7a0 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 1094 time: 0.0457597 Feb 16 15:39:48.911749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9b0f-c199-4804-afc8-56d1311eb325 req-74d7665e-0854-422f-a252-e705f954e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:48.913244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2a9b0f-c199-4804-afc8-56d1311eb325 req-74d7665e-0854-422f-a252-e705f954e696 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0978167 Feb 16 15:39:49.052591 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4639cc-2934-41ed-bf7b-538a268085e2 req-505a797c-c309-4412-b123-7200e36e363a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:49.053984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef4639cc-2934-41ed-bf7b-538a268085e2 req-505a797c-c309-4412-b123-7200e36e363a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 943 time: 0.0818717 Feb 16 15:39:49.056701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9b0f-c199-4804-afc8-56d1311eb325 req-476b4106-a3b4-41bf-9715-510ae1204217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:49.058035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf2a9b0f-c199-4804-afc8-56d1311eb325 req-476b4106-a3b4-41bf-9715-510ae1204217 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1383154 Feb 16 15:39:49.093695 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ef4639cc-2934-41ed-bf7b-538a268085e2 req-e6099d96-5e4a-4533-82e6-98fbff0c8103 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Feb 16 15:39:49.139225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-e63ec21a-fda4-435c-8f01-bebdc8339f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:49.140772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-e63ec21a-fda4-435c-8f01-bebdc8339f38 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 1094 time: 0.0462389 Feb 16 15:39:49.182056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-48a4ffc9-573c-4c7c-ad45-593297e9065d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e HTTP/1.1" status: 200 len: 217 time: 0.0336459 Feb 16 15:39:49.229807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-9dbbcc14-dd20-42e3-aed0-d54132590a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:49.231267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-9dbbcc14-dd20-42e3-aed0-d54132590a31 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=48e3ea33-7c2a-48d2-a09e-5286ff07f8bc HTTP/1.1" status: 200 len: 835 time: 0.0436406 Feb 16 15:39:49.282103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-6c4671dc-c306-4460-9be1-c6e684c818a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:49.283728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-6c4671dc-c306-4460-9be1-c6e684c818a7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452833 Feb 16 15:39:49.371564 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-e7a9e9f2-63ca-4497-a8b9-308d57472f56 service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815957 Feb 16 15:39:49.466446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6252bcb2-cd7e-46d9-976b-339fdc46794a req-057cb73b-d1be-4bd6-b2e5-5aef64ac21a5 service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883372 Feb 16 15:39:50.219425 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4633105-7bd5-4e21-a25d-db165f81c01c req-8b4ade2b-18b6-4b90-90d8-a3b90f75b510 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:50.220975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4633105-7bd5-4e21-a25d-db165f81c01c req-8b4ade2b-18b6-4b90-90d8-a3b90f75b510 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 943 time: 0.0569651 Feb 16 15:39:50.259166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4633105-7bd5-4e21-a25d-db165f81c01c req-ce838cfb-7428-4086-a826-2bd5950bf487 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Feb 16 15:39:51.375033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72359731-d0f7-4cce-bf07-4be9dc689d22 req-e104b731-65b2-43cf-a4eb-eb72128a1ae7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:51.376642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72359731-d0f7-4cce-bf07-4be9dc689d22 req-e104b731-65b2-43cf-a4eb-eb72128a1ae7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 943 time: 0.0499251 Feb 16 15:39:51.414829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-72359731-d0f7-4cce-bf07-4be9dc689d22 req-efe1e249-9fdf-4d04-a524-4f63149f730f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320921 Feb 16 15:39:51.655324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 59b5dc96-be0b-4679-ba30-e5d1ac6b946e details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:39:51.749007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:51.759983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'port_id': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'mac_address': 'fa:16:3e:57:cf:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:39:51.796848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:51.814503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b5dc96-be0b-4679-ba30-e5d1ac6b946e {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:39:51.833749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:51.940738 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:51.989108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:52.155497 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['59b5dc96-be0b-4679-ba30-e5d1ac6b946e'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:39:52.535704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5676b0-dfc8-4177-a10d-927a362cb864 req-684a6486-6e0d-46c3-9d28-55e29bdef855 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:52.537304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c5676b0-dfc8-4177-a10d-927a362cb864 req-684a6486-6e0d-46c3-9d28-55e29bdef855 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 944 time: 0.0540648 Feb 16 15:39:52.575192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c5676b0-dfc8-4177-a10d-927a362cb864 req-0a6a77ba-99bb-4cb5-9b3b-01afeac341f7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318706 Feb 16 15:39:53.664226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 59b5dc96-be0b-4679-ba30-e5d1ac6b946e up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:39:53.695200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb2218-e1c0-492c-bb3b-9053a660fbe6 req-1f6687ce-1a50-40fd-9591-28d853ef78c9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:53.696741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79fb2218-e1c0-492c-bb3b-9053a660fbe6 req-1f6687ce-1a50-40fd-9591-28d853ef78c9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 944 time: 0.0528700 Feb 16 15:39:53.734797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-79fb2218-e1c0-492c-bb3b-9053a660fbe6 req-592c3276-f37f-462d-b9f0-9843fc16f154 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Feb 16 15:39:53.806918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:39:53.811372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:39:53.814735 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:53.891579 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:53.913953 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:39:53.917791 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87adb0c3-e2d7-4a28-bff7-b7a7f3829558" -d '{"events": [{"server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "name": "network-vif-plugged", "status": "completed", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:39:53.929174 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:39:53.952049 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb12aef-90f3-4d3c-86ec-afbcacb56f3d x-openstack-request-id: req-4bb12aef-90f3-4d3c-86ec-afbcacb56f3d {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:39:53.952332 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "name": "network-vif-plugged", "status": "completed", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:39:53.952658 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4bb12aef-90f3-4d3c-86ec-afbcacb56f3d {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:39:53.953051 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'code': 200} Feb 16 15:39:53.978220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:54.030154 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:54.051715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0223e-0e15-45c6-b874-c715e1e3b61f req-b9b0ca3c-a60a-4b69-9824-f652f2de2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:54.053220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06b0223e-0e15-45c6-b874-c715e1e3b61f req-b9b0ca3c-a60a-4b69-9824-f652f2de2ef2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 1096 time: 0.0418532 Feb 16 15:39:54.086775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06b0223e-0e15-45c6-b874-c715e1e3b61f req-870d5893-724a-4708-bd04-0e987cf7a918 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271869 Feb 16 15:39:54.859660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4c675-cba7-4da8-87d4-de2c151c548c req-1b09593c-2100-4a48-be58-1e75f6092671 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:54.861183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b4c675-cba7-4da8-87d4-de2c151c548c req-1b09593c-2100-4a48-be58-1e75f6092671 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0589609 Feb 16 15:39:54.899796 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b4c675-cba7-4da8-87d4-de2c151c548c req-8e936500-997f-422a-b25e-a6afadd6b6e3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Feb 16 15:39:56.020724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d26de-5ebd-46a0-a9d8-3426e16de41e req-961b5256-f9cc-40bc-88bc-7115267a6256 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:56.022156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd1d26de-5ebd-46a0-a9d8-3426e16de41e req-961b5256-f9cc-40bc-88bc-7115267a6256 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0509341 Feb 16 15:39:56.058824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd1d26de-5ebd-46a0-a9d8-3426e16de41e req-283dc940-bc7e-48ea-9d75-3cf2852d4c36 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Feb 16 15:39:56.174749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd7f8-8c16-4a32-8fb7-257379e7fb52 req-7c111148-5367-4848-8ab1-00bf52daec53 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:56.176493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-284dd7f8-8c16-4a32-8fb7-257379e7fb52 req-7c111148-5367-4848-8ab1-00bf52daec53 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0496497 Feb 16 15:39:56.214518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-284dd7f8-8c16-4a32-8fb7-257379e7fb52 req-88ab5c82-0aa3-4bab-a06a-9d6de6393d69 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Feb 16 15:39:56.235973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44612) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:56.279468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ee551-abcc-449c-afb0-cbe5ac048dbc tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:56.280986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a56ee551-abcc-449c-afb0-cbe5ac048dbc tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 1091 time: 0.0440514 Feb 16 15:39:56.283953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44614) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:56.288583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:39:56.381305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:56.477051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:56.587410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.154 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/27cafc8c-a6f0-40dd-b7fc-926996b11664) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:39:56.689284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:56.803442 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:56.847013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:39:56.850310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:39:56.853732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:39:56.859104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=27cafc8c-a6f0-40dd-b7fc-926996b11664,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:57.229799 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:57.355385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:57.503326 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:57.555522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:57.621675 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=27cafc8c-a6f0-40dd-b7fc-926996b11664,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:39:57.634144 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:57.735301 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP 0372dbd1-cc38-41be-86ca-7707082fae25 associated. External IP: 172.25.6.154, port: 59b5dc96-be0b-4679-ba30-e5d1ac6b946e. Feb 16 15:39:57.944525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 4a562438-1158-4f67-964b-8563bc5e5081 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:39:58.050307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:39:58.060874 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7368599-7993-459c-886a-2860f25bc893 None None] Sync routers for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:39:58.071358 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:58.072070 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:58.115007 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:39:58.146195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f04efa2d-31bc-46cc-871f-735f2a77329d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8577497 Feb 16 15:39:58.146195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:39:58.146195 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cae1cc-2519-4573-af57-e6ddcb4552ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:39:58.178137 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:58.188878 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9da8f2c-0938-4757-9467-a850fee07fdf x-openstack-request-id: req-b9da8f2c-0938-4757-9467-a850fee07fdf {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:39:58.189168 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:39:58.189423 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b9da8f2c-0938-4757-9467-a850fee07fdf {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:39:58.189831 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'status': 'completed', 'code': 200} Feb 16 15:39:58.271365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88a1b-ba14-4186-9a80-056ba184c0af req-aebeedd1-8dbd-4484-9e91-d98eea89a1e6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:58.272899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62f88a1b-ba14-4186-9a80-056ba184c0af req-aebeedd1-8dbd-4484-9e91-d98eea89a1e6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0767491 Feb 16 15:39:58.287164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-cfcc6455-ef73-41ac-a2d9-6fcae24dfe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:58.288771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-cfcc6455-ef73-41ac-a2d9-6fcae24dfe53 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 1096 time: 0.0660567 Feb 16 15:39:58.366006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62f88a1b-ba14-4186-9a80-056ba184c0af req-3417800b-738a-42f2-b5ae-d89d4c5144e9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870113 Feb 16 15:39:58.389442 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44620) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:58.403580 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '0372dbd1-cc38-41be-86ca-7707082fae25', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'port_id': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'mac_address': 'fa:16:3e:57:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:39:57Z', 'updated_at': '2022-02-16T15:39:57Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:45Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:58.417987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-f2107075-8fd0-4197-85c6-e183a91e6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:58.419480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-f2107075-8fd0-4197-85c6-e183a91e6a50 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd HTTP/1.1" status: 200 len: 898 time: 0.1234777 Feb 16 15:39:58.432280 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7368599-7993-459c-886a-2860f25bc893 None None] Checking router: 4a562438-1158-4f67-964b-8563bc5e5081 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:39:58.440715 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:39:58.441398 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:39:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:58.458559 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-64f2fcf2-5329-42c6-938e-89fbec608fa8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/0372dbd1-cc38-41be-86ca-7707082fae25 HTTP/1.1" status: 200 len: 991 time: 0.0655653 Feb 16 15:39:58.487791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-fd201401-79ca-420c-abdf-cc0530b48a2b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e HTTP/1.1" status: 200 len: 999 time: 0.0616622 Feb 16 15:39:58.541074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-42eb0d2b-2fe1-4fc4-bd5f-2d349331ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:58.542538 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-42eb0d2b-2fe1-4fc4-bd5f-2d349331ebd1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=48e3ea33-7c2a-48d2-a09e-5286ff07f8bc HTTP/1.1" status: 200 len: 835 time: 0.0491254 Feb 16 15:39:58.548246 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:39:58.588665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-710920da-e236-4c10-9a77-c8e68efd564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:39:58.590166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-710920da-e236-4c10-9a77-c8e68efd564c service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403662 Feb 16 15:39:58.679700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-20ea68ce-3945-41c0-b5e4-31b4cd791cab service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822496 Feb 16 15:39:58.769252 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b7368599-7993-459c-886a-2860f25bc893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '0372dbd1-cc38-41be-86ca-7707082fae25', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'port_id': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'mac_address': 'fa:16:3e:57:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:39:57Z', 'updated_at': '2022-02-16T15:39:57Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:45Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:39:58.772760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-62cae1cc-2519-4573-af57-e6ddcb4552ff req-c97e165c-1a50-42b9-a8d3-75910ea68575 service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869184 Feb 16 15:39:58.803946 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7368599-7993-459c-886a-2860f25bc893 None None] The sync data for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 is: [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '0372dbd1-cc38-41be-86ca-7707082fae25', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'port_id': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'mac_address': 'fa:16:3e:57:cf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:39:57Z', 'updated_at': '2022-02-16T15:39:57Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:45Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:39:58.993990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6921e221-aabc-46bd-801e-52fe17ea40d1 None None] New status for floating IP 0372dbd1-cc38-41be-86ca-7707082fae25: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:39:59.461453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44622) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:39:59.521275 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4c921b09-c85d-4efa-8661-a9278f3d13e9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/0372dbd1-cc38-41be-86ca-7707082fae25 HTTP/1.1" status: 200 len: 993 time: 0.0587857 Feb 16 15:40:05.311696 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3eec9d9-5d38-499f-9c3a-337de3975030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:05.368015 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:40:08.029908 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-05d2fca5-1450-4a53-886e-6bb07b31393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:09.761334 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:11.434495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:11.488595 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:12.860656 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:16.898926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:17.905635 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-0c7222f0-78f9-403a-9c2d-e98480800025 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422709 Feb 16 15:40:17.991326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-e5335155-c975-4c05-9e6b-0b771da712e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:17.992870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-e5335155-c975-4c05-9e6b-0b771da712e2 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 1096 time: 0.0408823 Feb 16 15:40:18.116329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-5fc944b4-3d5d-4ddf-8646-2f1c082a4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:18.117805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-5fc944b4-3d5d-4ddf-8646-2f1c082a4563 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd HTTP/1.1" status: 200 len: 898 time: 0.1029570 Feb 16 15:40:18.183672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-c295f29c-fbde-47b0-bd9e-42436536eba5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e HTTP/1.1" status: 200 len: 1001 time: 0.0586801 Feb 16 15:40:18.236024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-b7b05486-8a92-4c3b-9d81-42fcae4a9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:18.237517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-b7b05486-8a92-4c3b-9d81-42fcae4a9b23 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=48e3ea33-7c2a-48d2-a09e-5286ff07f8bc HTTP/1.1" status: 200 len: 835 time: 0.0480552 Feb 16 15:40:18.284162 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-53be4810-bc7a-4dfc-9987-d3d489e90be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:18.285630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-53be4810-bc7a-4dfc-9987-d3d489e90be7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399568 Feb 16 15:40:18.296623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-28f01e27-94c8-4b5c-bece-b3ac448e5ae4 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:40:18.297554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-28f01e27-94c8-4b5c-bece-b3ac448e5ae4 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047781 Feb 16 15:40:18.388646 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-fc82c46e-0827-4fef-8e8b-0afbff9b2b3d service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846314 Feb 16 15:40:18.482859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d6072bff-d65b-40f1-b139-f382eca709d1 req-046bef04-5f2f-4d6f-a5cc-6c5ae972c704 service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876744 Feb 16 15:40:30.973220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b2e2-a65f-4d93-9986-f91c441b8c88 req-222b6fab-18c0-4355-bc39-d606030342e6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:30.974643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2786b2e2-a65f-4d93-9986-f91c441b8c88 req-222b6fab-18c0-4355-bc39-d606030342e6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0512874 Feb 16 15:40:31.014206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2786b2e2-a65f-4d93-9986-f91c441b8c88 req-ab45e18c-23a4-4be8-95a0-6965c5c4413c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334380 Feb 16 15:40:32.139250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70aba88-4733-48ae-9282-5d1e5089dec1 req-20a1334e-896c-4487-9d5b-164e1ae660c5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:32.140760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b70aba88-4733-48ae-9282-5d1e5089dec1 req-20a1334e-896c-4487-9d5b-164e1ae660c5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0546317 Feb 16 15:40:32.180137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b70aba88-4733-48ae-9282-5d1e5089dec1 req-12683a3d-8053-4c26-be3d-d8b2d4a8eee6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330298 Feb 16 15:40:32.203796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:32.265302 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8999deb5-fda8-4ee8-af0c-50fbf6a7541e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/0372dbd1-cc38-41be-86ca-7707082fae25 HTTP/1.1" status: 200 len: 993 time: 0.0603323 Feb 16 15:40:33.686116 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03192c5-e5af-47fc-8ddc-cdbec82e8280 req-72aeb5c6-271e-4906-be30-4ac9f2332501 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:33.687616 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e03192c5-e5af-47fc-8ddc-cdbec82e8280 req-72aeb5c6-271e-4906-be30-4ac9f2332501 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0538418 Feb 16 15:40:33.724914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e03192c5-e5af-47fc-8ddc-cdbec82e8280 req-5f2cc174-5cb0-400f-811a-a857f2b5f59d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312860 Feb 16 15:40:34.848993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174407c-3ba5-4040-b7c6-57d265b2b52a req-bac9ab30-a838-42cd-a837-aa22c528a971 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:34.850475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c174407c-3ba5-4040-b7c6-57d265b2b52a req-bac9ab30-a838-42cd-a837-aa22c528a971 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0554936 Feb 16 15:40:34.889287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c174407c-3ba5-4040-b7c6-57d265b2b52a req-828955ed-6e26-4ced-8013-021a6e2f1d94 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320196 Feb 16 15:40:34.911020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44660) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:34.970301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8f3379d1-d0c8-48af-88db-07f24db80a97 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/0372dbd1-cc38-41be-86ca-7707082fae25 HTTP/1.1" status: 200 len: 993 time: 0.0581679 Feb 16 15:40:35.194911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44666) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:35.312063 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-31b76966-63e1-4ea8-9f58-f6f03b5a5e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:35.354347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 27cafc8c-a6f0-40dd-b7fc-926996b11664 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:40:35.354904 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:35.435126 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:35.435452 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:35.446894 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 27cafc8c-a6f0-40dd-b7fc-926996b11664 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:40:35.647516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:35.673879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=27cafc8c-a6f0-40dd-b7fc-926996b11664,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:35.696200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.696545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.696878 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.697209 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.697534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.697855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.698176 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.698497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.698815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.699132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.699446 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.699867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:35.751001 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:35.751324 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP 0372dbd1-cc38-41be-86ca-7707082fae25 disassociated (deleted). External IP: 172.25.6.154, port: 59b5dc96-be0b-4679-ba30-e5d1ac6b946e. Feb 16 15:40:35.957614 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 4a562438-1158-4f67-964b-8563bc5e5081 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:40:36.441432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:40:36.445853 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:36.452957 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] Sync routers for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:40:36.461394 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:36.461993 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:36.472358 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3ebe5724-5b4f-4a77-8c51-f9b83096d08f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/floatingips/0372dbd1-cc38-41be-86ca-7707082fae25 HTTP/1.1" status: 204 len: 168 time: 1.2764020 Feb 16 15:40:36.473190 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:40:36.475444 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:40:36.525392 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c516c0f3-f04c-4085-934d-1f4f3eacfa5f x-openstack-request-id: req-c516c0f3-f04c-4085-934d-1f4f3eacfa5f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:40:36.525682 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:40:36.526024 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c516c0f3-f04c-4085-934d-1f4f3eacfa5f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:40:36.526384 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'status': 'completed', 'code': 200} Feb 16 15:40:36.589276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-4a3ae9cb-2cd5-4492-93f9-4e687f81a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:36.591274 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-4a3ae9cb-2cd5-4492-93f9-4e687f81a8fa service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 1096 time: 0.0438659 Feb 16 15:40:36.663604 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:36.686240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-a1322e93-3944-49a7-aa6a-da3dab27a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:36.687760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-a1322e93-3944-49a7-aa6a-da3dab27a125 service neutron] 10.222.0.129 "GET /v2.0/networks?id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd HTTP/1.1" status: 200 len: 898 time: 0.0911961 Feb 16 15:40:36.732284 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-3dc3eb44-774b-4bd7-b876-0487e2ea14e4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e HTTP/1.1" status: 200 len: 217 time: 0.0367281 Feb 16 15:40:36.784414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-26add4b5-f137-4943-9ade-a7f50e2966db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:36.786032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-26add4b5-f137-4943-9ade-a7f50e2966db service neutron] 10.222.0.129 "GET /v2.0/subnets?id=48e3ea33-7c2a-48d2-a09e-5286ff07f8bc HTTP/1.1" status: 200 len: 835 time: 0.0482011 Feb 16 15:40:36.839616 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-17ea8e23-ca75-4f8c-9d60-257a5b5c6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:36.841751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-17ea8e23-ca75-4f8c-9d60-257a5b5c6ea4 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464180 Feb 16 15:40:36.867861 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:45Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:36.894171 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] Checking router: 4a562438-1158-4f67-964b-8563bc5e5081 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:40:36.902597 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:36.903812 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:36.954962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319871fe-bc85-4dde-aa83-d8510e77b6a4 req-5b0cd635-0316-475d-a750-97d57efaa966 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:36.957740 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-319871fe-bc85-4dde-aa83-d8510e77b6a4 req-5b0cd635-0316-475d-a750-97d57efaa966 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0990496 Feb 16 15:40:36.991993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-8388982d-ad09-4f7d-9824-684d5b1a6299 service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431799 Feb 16 15:40:37.011244 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:37.018090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-319871fe-bc85-4dde-aa83-d8510e77b6a4 req-8cbcbc40-4d27-461b-b064-921fbc04c1c9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530970 Feb 16 15:40:37.094165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ab20d2c7-6913-4b0b-b1d7-b708486ef3a1 req-a69062de-a444-4bc4-bb4c-f8f8367fcc08 service neutron] 10.222.0.129 "GET /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914774 Feb 16 15:40:37.210492 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:45Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:37.241114 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a934b87c-d0d5-48a8-bd5f-35fbc9916ae9 None None] The sync data for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 is: [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:42Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'b7dbf483-6b5c-46ab-9b59-11f35678913d', 'name': '', 'network_id': '7d6f6eec-7727-4fd0-bafc-aa76b4733bfd', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:58:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:41Z', 'updated_at': '2022-02-16T15:39:45Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '48e3ea33-7c2a-48d2-a09e-5286ff07f8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:40:37.468056 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86071df-3639-4683-8160-1b9bd5c32ebc None None] New status for floating IP 0372dbd1-cc38-41be-86ca-7707082fae25: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:40:38.009439 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-86f69ebd-c08a-440e-b747-9e367abb16db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:38.139885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7cac-faea-44ef-80b0-1b1cd6417db6 req-1f1215ca-85fc-45e4-95a1-68cdf67472e9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:38.141385 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69fb7cac-faea-44ef-80b0-1b1cd6417db6 req-1f1215ca-85fc-45e4-95a1-68cdf67472e9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0511031 Feb 16 15:40:38.179631 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69fb7cac-faea-44ef-80b0-1b1cd6417db6 req-bac76c86-5227-4e05-a146-968bc2d6e73d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=98d4e839-9464-48ae-8b0f-7a3b02a71266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Feb 16 15:40:38.401385 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-15e6d70d-1c90-4cca-bebc-8f92280baa0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:38.402748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-15e6d70d-1c90-4cca-bebc-8f92280baa0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 945 time: 0.0554178 Feb 16 15:40:38.492373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:40:38.492626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:38.585034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:40:38.585544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:38.598022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 59b5dc96-be0b-4679-ba30-e5d1ac6b946e owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:40:38.790372 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:38.825153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=59b5dc96-be0b-4679-ba30-e5d1ac6b946e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:38.867746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] No DVR routers for this DVR port 59b5dc96-be0b-4679-ba30-e5d1ac6b946e on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:40:38.870161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:38.874194 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fa0bab3c-3edd-4280-ad95-c1751f71e078 req-0a19ba92-67b9-487b-aa77-342601d4db56 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "DELETE /v2.0/ports/59b5dc96-be0b-4679-ba30-e5d1ac6b946e HTTP/1.1" status: 204 len: 173 time: 0.4656570 Feb 16 15:40:38.874631 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'name': 'network-vif-deleted', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:40:38.876914 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d41ed-9b25-4cd5-831c-26dcaa720a2d" -d '{"events": [{"server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "name": "network-vif-deleted", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:40:38.913039 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1e876e-c1da-4402-987b-4c532a095025 x-openstack-request-id: req-6b1e876e-c1da-4402-987b-4c532a095025 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:40:38.913329 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28d6e54-dc53-49e2-993e-eab4e9ae4383", "name": "network-vif-deleted", "tag": "59b5dc96-be0b-4679-ba30-e5d1ac6b946e", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:40:38.913575 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6b1e876e-c1da-4402-987b-4c532a095025 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:40:38.913995 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28d6e54-dc53-49e2-993e-eab4e9ae4383', 'name': 'network-vif-deleted', 'tag': '59b5dc96-be0b-4679-ba30-e5d1ac6b946e', 'status': 'completed', 'code': 200} Feb 16 15:40:39.295920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76b7ad97-226e-4e09-a816-3cc74e70eb8c req-953d30bb-3208-4909-95e1-f4e1779cb41e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=a28d6e54-dc53-49e2-993e-eab4e9ae4383 HTTP/1.1" status: 200 len: 210 time: 0.0273387 Feb 16 15:40:39.769064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:40.355639 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44684) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:40.720239 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:40.979071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port b7dbf483-6b5c-46ab-9b59-11f35678913d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:40:40.979328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:41.071764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port b7dbf483-6b5c-46ab-9b59-11f35678913d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b7dbf483-6b5c-46ab-9b59-11f35678913d,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:40:41.072127 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:41.083895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for b7dbf483-6b5c-46ab-9b59-11f35678913d owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:40:41.358171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:41.390507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=b7dbf483-6b5c-46ab-9b59-11f35678913d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:41.459199 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:41.527814 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:41.573516 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:41.792098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 4a562438-1158-4f67-964b-8563bc5e5081 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:40:41.899434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:40:41.905195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-bd1547aa-e342-4e31-b111-5954e1d49303 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/4a562438-1158-4f67-964b-8563bc5e5081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5484173 Feb 16 15:40:41.907753 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44686) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:41.910890 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f391919-02c5-4514-9171-799fab339c76 None None] Sync routers for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:40:41.921403 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:41.922003 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:41.935089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 59b5dc96-be0b-4679-ba30-e5d1ac6b946e no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:40:41.955958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 59b5dc96-be0b-4679-ba30-e5d1ac6b946e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:40:41.956316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 59b5dc96-be0b-4679-ba30-e5d1ac6b946e not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:40:41.960000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting subnet 48e3ea33-7c2a-48d2-a09e-5286ff07f8bc {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:40:41.963161 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.004908 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.026361 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:42.092929 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.206728 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:40:41Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:42.220720 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.236806 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f391919-02c5-4514-9171-799fab339c76 None None] Checking router: 4a562438-1158-4f67-964b-8563bc5e5081 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:40:42.245224 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] Routers {'4a562438-1158-4f67-964b-8563bc5e5081'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:42.245882 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['4a562438-1158-4f67-964b-8563bc5e5081'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:42.249821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Subnet': ['ID=48e3ea33-7c2a-48d2-a09e-5286ff07f8bc,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:42.253502 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.256720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-67c93aa0-5331-42ad-9259-ba89cd3ada40 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/subnets/48e3ea33-7c2a-48d2-a09e-5286ff07f8bc HTTP/1.1" status: 204 len: 168 time: 0.3480382 Feb 16 15:40:42.259310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44688) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:42.266893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3da4c-c0d3-487d-bb47-1d97835ccd53 None None] Network 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:40:42.352311 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] Set router 4a562438-1158-4f67-964b-8563bc5e5081 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:42.373918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.423976 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:40:42.477898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] DHCP port deletion for 7d6f6eec-7727-4fd0-bafc-aa76b4733bfd request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:40:42.492294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.525457 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Deleting port cca833f1-48ad-4de0-9d11-c3434617716c {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:40:42.529579 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.549306 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-1f391919-02c5-4514-9171-799fab339c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:40:41Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:42.576162 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f391919-02c5-4514-9171-799fab339c76 None None] The sync data for ids ['4a562438-1158-4f67-964b-8563bc5e5081'] in n-d-829433-1 is: [{'id': '4a562438-1158-4f67-964b-8563bc5e5081', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792280359', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:40:41Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '117eb500-5440-49d5-9d01-ca4bd40dae4a', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:72:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a562438-1158-4f67-964b-8563bc5e5081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:39:38Z', 'updated_at': '2022-02-16T15:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:40:42.597055 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] For port cca833f1-48ad-4de0-9d11-c3434617716c, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cca833f1-48ad-4de0-9d11-c3434617716c,segment=NetworkSegment(6092faf0-96e6-4e89-b86f-839496bef18c),segment_id=6092faf0-96e6-4e89-b86f-839496bef18c)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:40:42.597452 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.613955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Calling delete_port for cca833f1-48ad-4de0-9d11-c3434617716c owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:40:42.616768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 117eb500-5440-49d5-9d01-ca4bd40dae4a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:40:42.616926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.700434 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 117eb500-5440-49d5-9d01-ca4bd40dae4a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=117eb500-5440-49d5-9d01-ca4bd40dae4a,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:40:42.700826 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.712353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 117eb500-5440-49d5-9d01-ca4bd40dae4a owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:40:42.751906 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.781432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Pushing event deleted for resources: {'Port': ['ID=cca833f1-48ad-4de0-9d11-c3434617716c,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:42.785880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] No DVR routers for this DVR port cca833f1-48ad-4de0-9d11-c3434617716c on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:40:42.792595 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.792927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.793253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.793588 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.794694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.795004 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.795328 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.795667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.795989 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.796704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.796704 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.796970 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d645df54-dca1-45aa-a8c4-16cd02e3772b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:42.889298 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.969517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:42.980374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b7dbf483-6b5c-46ab-9b59-11f35678913d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:40:43.000583 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=117eb500-5440-49d5-9d01-ca4bd40dae4a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:43.005696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b7dbf483-6b5c-46ab-9b59-11f35678913d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:40:43.005696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b7dbf483-6b5c-46ab-9b59-11f35678913d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:40:43.005696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cca833f1-48ad-4de0-9d11-c3434617716c no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:40:43.023804 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: cca833f1-48ad-4de0-9d11-c3434617716c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:40:43.024146 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cca833f1-48ad-4de0-9d11-c3434617716c not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:40:43.070894 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.165669 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.167965 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.277651 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.278115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Fanout notify agent at l3_agent the message router_deleted on router 4a562438-1158-4f67-964b-8563bc5e5081 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:40:43.289105 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.290563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-855420e2-59d3-48e1-8fef-0a19e230c75f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/routers/4a562438-1158-4f67-964b-8563bc5e5081 HTTP/1.1" status: 204 len: 168 time: 1.0301328 Feb 16 15:40:43.294321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44690) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:43.380100 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.476529 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.497606 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6f6eec-7727-4fd0-bafc-aa76b4733bfd']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:43.506590 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6092faf0-96e6-4e89-b86f-839496bef18c') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:43.506892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6092faf0-96e6-4e89-b86f-839496bef18c') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:43.516539 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.530148 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.536243 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:40:43.536619 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:40:43.539478 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:40:43.658630 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.665833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.668507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/networks/7d6f6eec-7727-4fd0-bafc-aa76b4733bfd HTTP/1.1" status: 204 len: 168 time: 0.3732045 Feb 16 15:40:43.671902 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44692) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:43.680643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c077cb5-2787-49f2-9c0a-afa65df06975 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Network': ['ID=7d6f6eec-7727-4fd0-bafc-aa76b4733bfd,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:43.738787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.764445 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.898828 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.901370 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:43.902521 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/security-groups/98d4e839-9464-48ae-8b0f-7a3b02a71266 HTTP/1.1" status: 204 len: 168 time: 0.2295823 Feb 16 15:40:43.912876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4e839-9464-48ae-8b0f-7a3b02a71266,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:43.922016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.922389 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.922734 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.923069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.923397 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.923747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.924076 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.924420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.924719 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.925191 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.925518 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:43.925907 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69be2409-cb1c-4309-8c1b-75ff38bf9d70 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:44.345263 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44698) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:44.349863 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2d644549-80ae-4127-8e7a-ff819f074f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57858123', 'description': 'tempest-secgroup-smoke-57858123 description', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:44.453502 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d644549-80ae-4127-8e7a-ff819f074f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.518755 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d644549-80ae-4127-8e7a-ff819f074f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.586133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d644549-80ae-4127-8e7a-ff819f074f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.614512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d644549-80ae-4127-8e7a-ff819f074f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8461805-5192-48e6-9c38-b529dc2fcbf7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:44.656964 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2d644549-80ae-4127-8e7a-ff819f074f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.658227 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2d644549-80ae-4127-8e7a-ff819f074f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3119466 Feb 16 15:40:44.661000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44700) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:44.665280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6d29f188-c0f4-4054-82b5-b4ac7ef590a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b8461805-5192-48e6-9c38-b529dc2fcbf7', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:44.728676 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d29f188-c0f4-4054-82b5-b4ac7ef590a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.786917 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d29f188-c0f4-4054-82b5-b4ac7ef590a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.837616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d29f188-c0f4-4054-82b5-b4ac7ef590a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.856718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29f188-c0f4-4054-82b5-b4ac7ef590a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae39a961-3eb0-4431-9495-1ef6721fa7f1,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:44.924184 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6d29f188-c0f4-4054-82b5-b4ac7ef590a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:44.927996 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6d29f188-c0f4-4054-82b5-b4ac7ef590a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2635276 Feb 16 15:40:44.928159 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44702) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:44.932729 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-28f2a4eb-0972-4384-a3a8-7e5725bf59c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b8461805-5192-48e6-9c38-b529dc2fcbf7', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:44.933079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 117eb500-5440-49d5-9d01-ca4bd40dae4a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:40:44.954036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 117eb500-5440-49d5-9d01-ca4bd40dae4a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:40:44.954475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 117eb500-5440-49d5-9d01-ca4bd40dae4a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:40:45.024638 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28f2a4eb-0972-4384-a3a8-7e5725bf59c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.082084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28f2a4eb-0972-4384-a3a8-7e5725bf59c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.156309 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28f2a4eb-0972-4384-a3a8-7e5725bf59c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.173341 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2a4eb-0972-4384-a3a8-7e5725bf59c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640b47e9-99bd-464c-b1bb-8b7a032bf6f3,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:45.255065 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-28f2a4eb-0972-4384-a3a8-7e5725bf59c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.256329 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-28f2a4eb-0972-4384-a3a8-7e5725bf59c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3271546 Feb 16 15:40:45.258979 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44704) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:45.263804 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4026d389-89d6-4791-b9ac-99181c30038e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b8461805-5192-48e6-9c38-b529dc2fcbf7', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:45.346308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4026d389-89d6-4791-b9ac-99181c30038e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.404570 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4026d389-89d6-4791-b9ac-99181c30038e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.443397 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4026d389-89d6-4791-b9ac-99181c30038e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.461872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026d389-89d6-4791-b9ac-99181c30038e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4898b4-3187-405e-93db-f03468183703,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:45.530086 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4026d389-89d6-4791-b9ac-99181c30038e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.531278 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4026d389-89d6-4791-b9ac-99181c30038e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2713497 Feb 16 15:40:45.533997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:45.538300 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-ee0ef236-102d-4326-bf40-7430085867ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b8461805-5192-48e6-9c38-b529dc2fcbf7', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:45.643261 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef236-102d-4326-bf40-7430085867ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.701731 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef236-102d-4326-bf40-7430085867ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.786035 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef236-102d-4326-bf40-7430085867ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.803704 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ef236-102d-4326-bf40-7430085867ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ada7894-5a8e-43a2-95cc-893cfcaaea1a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:45.892096 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ee0ef236-102d-4326-bf40-7430085867ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:45.893349 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ee0ef236-102d-4326-bf40-7430085867ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3583405 Feb 16 15:40:45.896317 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44708) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:45.900821 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b8461805-5192-48e6-9c38-b529dc2fcbf7', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:45.986329 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:40:45.991307 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.052562 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.139044 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.157141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79873bb-405d-4d6d-8fb5-967c28e91777,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:46.222352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.223559 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-59b96992-b157-4fc2-8ebe-4623aa2c5631 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3260822 Feb 16 15:40:46.226266 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44710) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:46.230824 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b8461805-5192-48e6-9c38-b529dc2fcbf7', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:46.317965 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:40:46.323083 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.385478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.459301 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.479739 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b5bbaa-803f-43bb-9b42-c58f4b94dc73,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:46.565295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.566449 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f70b32c7-b3d2-4c07-8cf7-0ab2a1548808 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391047 Feb 16 15:40:46.569249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44712) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:46.574042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'network': {'name': 'tempest-network-smoke--1578127988', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:46.660267 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:40:46.663734 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.687639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] vlan segment allocate from pool success with {'vlan_id': 1061, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:40:46.696279 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.696635 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Added segment 94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3 of type vlan for network 924225e5-8c49-4c28-b56e-47af154d4a56 Feb 16 15:40:46.736944 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.820651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.827412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:46.828027 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.895950 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Network': ['ID=924225e5-8c49-4c28-b56e-47af154d4a56,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:46.899114 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:46.906788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 924225e5-8c49-4c28-b56e-47af154d4a56 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:40:46.923739 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44714) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:46.924283 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-20d8e8d8-5f37-46db-b954-5528d5b064cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3533931 Feb 16 15:40:46.928417 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'admin_state_up': True, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:47.030901 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:47.032088 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:47.088596 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:47.271311 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:47.870569 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:47.890216 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:47.994019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.59 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/a4eb5746-f326-4fbf-8a72-bda0aed294d8) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:40:48.105066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:48.169354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:48.214803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:40:48.217720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:40:48.220213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:40:48.243576 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=a4eb5746-f326-4fbf-8a72-bda0aed294d8,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:48.512336 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:48.724745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:48.910113 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 8215337c-3929-4b2b-9833-3850bfc35954 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:40:49.013194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:40:49.022846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Sync routers for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:40:49.032925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:49.033532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:49.106743 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.108016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6d02d1f5-c855-46f4-8a5e-ef7ec02adb6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1831765 Feb 16 15:40:49.111568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44716) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:49.138070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:49.143825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-46a8e321-b214-4012-83cb-75d6050f64e2 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a9f4948015e4a648aa0376f43aa92f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310328 Feb 16 15:40:49.146414 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44718) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:49.235932 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6b073-b379-4c96-ab49-8bb6b0ad8026 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:49.240087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-86a6b073-b379-4c96-ab49-8bb6b0ad8026 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899143 Feb 16 15:40:49.240338 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44720) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:49.270621 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ae455fad-b4d5-4b10-9377-01194dab222f tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291693 Feb 16 15:40:49.273538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44722) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:49.279019 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-522814298', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:49.466706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:40:49.470175 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.490625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:48Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:49.517852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Checking router: 8215337c-3929-4b2b-9833-3850bfc35954 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:40:49.518205 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Updating router 8215337c-3929-4b2b-9833-3850bfc35954 port a4eb5746-f326-4fbf-8a72-bda0aed294d8 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:40:49.545399 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.683576 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.746465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Subnet': ['ID=d502e8bd-9c41-441d-a260-341619e80e76,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:49.754576 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Checking segment: {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:40:49.754941 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network hostable DHCP agents. Network: 924225e5-8c49-4c28-b56e-47af154d4a56, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:40:49.804501 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.808929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 924225e5-8c49-4c28-b56e-47af154d4a56 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:40:49.860490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.895163 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 924225e5-8c49-4c28-b56e-47af154d4a56) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:40:49.899732 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:49.904238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.908344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4735e8-b80a-4176-b520-8db0246f2f75 None None] Network 924225e5-8c49-4c28-b56e-47af154d4a56 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:40:49.925111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Attempting to bind port a4eb5746-f326-4fbf-8a72-bda0aed294d8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:40:49.925479 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Attempting to bind port a4eb5746-f326-4fbf-8a72-bda0aed294d8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:40:49.925839 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Attempting to bind port a4eb5746-f326-4fbf-8a72-bda0aed294d8 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:40:49.930193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0e539-4b55-4d18-a6f8-570aca888f4e None None] Pushing event updated for resources: {'Port': ['ID=a4eb5746-f326-4fbf-8a72-bda0aed294d8,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:49.960317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:40:49.960697 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:40:49.961096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.961484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:40:49.961960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Bound port: a4eb5746-f326-4fbf-8a72-bda0aed294d8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:40:49.962336 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:49.994785 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f8bc4147-4c29-43e3-aef6-efe3d2e6d927 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7200639 Feb 16 15:40:49.997799 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44724) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:40:50.044973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] For port a4eb5746-f326-4fbf-8a72-bda0aed294d8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:40:50.049745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] For port a4eb5746-f326-4fbf-8a72-bda0aed294d8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a4eb5746-f326-4fbf-8a72-bda0aed294d8,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:40:50.119905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-924225e5-8c49-4c28-b56e-47af154d4a56', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:40:50.120756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:50.133125 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:50.264519 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0e539-4b55-4d18-a6f8-570aca888f4e None None] Pushing event updated for resources: {'Port': ['ID=a4eb5746-f326-4fbf-8a72-bda0aed294d8,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:50.269198 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:50.269828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:50.398372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Allocated IP 172.20.0.2 (924225e5-8c49-4c28-b56e-47af154d4a56/d502e8bd-9c41-441d-a260-341619e80e76/f55dc456-395e-4f04-b1d3-74f3eb3ae7c0) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:40:50.425291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:50.456946 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:50.686551 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:50.712106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:48Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:50.743276 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39473cb5-8034-4851-98e8-3d07e0ede7ee None None] The sync data for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 is: [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:48Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:40:50.747057 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:50.784755 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Network 924225e5-8c49-4c28-b56e-47af154d4a56 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:40:50.787837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:40:50.791985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:40:50.800627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.1 (924225e5-8c49-4c28-b56e-47af154d4a56/d502e8bd-9c41-441d-a260-341619e80e76/d7dd92a6-570d-4947-9964-2630ae05b472) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:40:50.823566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Pushing event updated for resources: {'Port': ['ID=f55dc456-395e-4f04-b1d3-74f3eb3ae7c0,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:50.855807 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Attempting to bind port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:40:50.856215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Attempting to bind port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:40:50.856751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Attempting to bind port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 on network 924225e5-8c49-4c28-b56e-47af154d4a56 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:40:50.862000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:40:50.862369 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Checking segment: {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:40:50.862774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:50.863163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Bound using segment: {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:40:50.863648 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Bound port: f55dc456-395e-4f04-b1d3-74f3eb3ae7c0, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:40:50.864024 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:50.934911 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] For port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:40:50.940530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] For port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f55dc456-395e-4f04-b1d3-74f3eb3ae7c0,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:40:50.950095 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.037175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.062775 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.100703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b2f4c-aec8-416a-89d6-f30608f7c9b7 None None] Pushing event updated for resources: {'Port': ['ID=f55dc456-395e-4f04-b1d3-74f3eb3ae7c0,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:51.117078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 924225e5-8c49-4c28-b56e-47af154d4a56 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:40:51.120276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:40:51.124962 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:40:51.152964 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=d7dd92a6-570d-4947-9964-2630ae05b472,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:51.175102 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.412328 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.715199 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.780362 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.870761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=d7dd92a6-570d-4947-9964-2630ae05b472,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:51.876432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:51.976901 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 924225e5-8c49-4c28-b56e-47af154d4a56 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:40:51.978377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:40:52.024341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c822a75-d399-4917-8901-de294886a84b None None] Network 924225e5-8c49-4c28-b56e-47af154d4a56 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:40:52.097370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 8215337c-3929-4b2b-9833-3850bfc35954 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:40:52.156834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-113891c5-2c83-4559-b0ec-1b68ce9ba2cb None None] Provisioning complete for port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:52.157426 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-113891c5-2c83-4559-b0ec-1b68ce9ba2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:52.213212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:40:52.218731 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-28c060fc-b848-44f2-b8bf-f56f6eb2c634 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/8215337c-3929-4b2b-9833-3850bfc35954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2197850 Feb 16 15:40:52.273719 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-113891c5-2c83-4559-b0ec-1b68ce9ba2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:52.315715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-113891c5-2c83-4559-b0ec-1b68ce9ba2cb None None] For port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f55dc456-395e-4f04-b1d3-74f3eb3ae7c0,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:40:52.380452 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-113891c5-2c83-4559-b0ec-1b68ce9ba2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:52.448931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113891c5-2c83-4559-b0ec-1b68ce9ba2cb None None] Pushing event updated for resources: {'Port': ['ID=f55dc456-395e-4f04-b1d3-74f3eb3ae7c0,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:52.507019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cdfbc186-c7d7-4dde-b161-fed847132eb2 None None] Provisioning complete for port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:52.507479 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cdfbc186-c7d7-4dde-b161-fed847132eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:52.524171 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Sync routers for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:40:52.540417 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:52.541910 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:52.625773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-cdfbc186-c7d7-4dde-b161-fed847132eb2 None None] Provisioning complete for port d7dd92a6-570d-4947-9964-2630ae05b472 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:52.626514 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-cdfbc186-c7d7-4dde-b161-fed847132eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:52.673210 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-cdfbc186-c7d7-4dde-b161-fed847132eb2 None None] Port d7dd92a6-570d-4947-9964-2630ae05b472 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:40:52.742016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-db40f7f2-4874-46e9-8c3e-432a520283c5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57858123&fields=id&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 267 time: 0.4021018 Feb 16 15:40:52.756468 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:52.793586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1b5ce028-5f2a-45f6-b032-3d3ca512f0f7 None None] Provisioning complete for port d7dd92a6-570d-4947-9964-2630ae05b472 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:52.795288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce028-5f2a-45f6-b032-3d3ca512f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:52.838979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ce028-5f2a-45f6-b032-3d3ca512f0f7 None None] Port d7dd92a6-570d-4947-9964-2630ae05b472 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:40:52.865305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-05b8a54f-2823-4f44-b6b1-d00b59123151 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:52.866838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-05b8a54f-2823-4f44-b6b1-d00b59123151 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/networks?id=924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 200 len: 797 time: 0.1126003 Feb 16 15:40:52.884243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-ba1b8809-c4e2-461b-b2aa-aa36ab443456 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/quotas/9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 375 time: 0.0113471 Feb 16 15:40:52.945933 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-c60972b7-4953-4038-bc02-f271f1eb3fc6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533652 Feb 16 15:40:52.960359 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b7deab1e-66a9-49df-a1aa-5f0b75b0c4d4 None None] Provisioning complete for port d7dd92a6-570d-4947-9964-2630ae05b472 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:52.971562 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b7deab1e-66a9-49df-a1aa-5f0b75b0c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.005340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b7deab1e-66a9-49df-a1aa-5f0b75b0c4d4 None None] Port d7dd92a6-570d-4947-9964-2630ae05b472 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:40:53.022300 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 2, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:53.025968 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:40:53.054383 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Checking router: 8215337c-3929-4b2b-9833-3850bfc35954 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:40:53.054949 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Updating router 8215337c-3929-4b2b-9833-3850bfc35954 port d7dd92a6-570d-4947-9964-2630ae05b472 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:40:53.076395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:53.077079 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.081455 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.162441 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4eb5746-f326-4fbf-8a72-bda0aed294d8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:40:53.165899 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-aae8ad97-6931-40c0-afdb-9d9fe37c94da service neutron] 10.222.0.113 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370134 Feb 16 15:40:53.227675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a4eb5746-f326-4fbf-8a72-bda0aed294d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:53.228661 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.264880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a0182073-a4c2-4588-ac71-f523fb6e3d35 service neutron] 10.222.0.113 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919070 Feb 16 15:40:53.320444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.342732 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port a4eb5746-f326-4fbf-8a72-bda0aed294d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a4eb5746-f326-4fbf-8a72-bda0aed294d8,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:40:53.370023 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.413403 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.443575 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.473392 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=a4eb5746-f326-4fbf-8a72-bda0aed294d8,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:53.557959 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dbd14399-6c1d-4009-ab1a-bf7a0e984549 req-b41d98b7-041f-417f-a802-1273406b5ae2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 210 time: 0.0362582 Feb 16 15:40:53.566195 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Attempting to bind port d7dd92a6-570d-4947-9964-2630ae05b472 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:40:53.566700 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Attempting to bind port d7dd92a6-570d-4947-9964-2630ae05b472 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:40:53.566909 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Attempting to bind port d7dd92a6-570d-4947-9964-2630ae05b472 on network 924225e5-8c49-4c28-b56e-47af154d4a56 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:40:53.573104 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:40:53.573604 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Checking segment: {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:40:53.574076 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.574529 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Bound using segment: {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:40:53.575689 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Bound port: d7dd92a6-570d-4947-9964-2630ae05b472, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:40:53.576243 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.578214 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Pushing event updated for resources: {'Port': ['ID=d7dd92a6-570d-4947-9964-2630ae05b472,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:53.586586 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.587002 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.587401 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.587838 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.588179 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.588503 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.588827 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.589146 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.589464 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.589782 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.590097 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.592049 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:40:53.669843 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] For port d7dd92a6-570d-4947-9964-2630ae05b472, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:40:53.673276 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] For port d7dd92a6-570d-4947-9964-2630ae05b472, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d7dd92a6-570d-4947-9964-2630ae05b472,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:40:53.748234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0ad7622f-c0af-4614-9498-a61c05ac9f57 None None] Provisioning complete for port d7dd92a6-570d-4947-9964-2630ae05b472 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:53.748234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0ad7622f-c0af-4614-9498-a61c05ac9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.767966 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:53.781224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7622f-c0af-4614-9498-a61c05ac9f57 None None] Port d7dd92a6-570d-4947-9964-2630ae05b472 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:40:53.828385 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:40:53.828998 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:53.877638 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45a121-243a-4583-a1ea-2fd40e6a8a58 None None] Pushing event updated for resources: {'Port': ['ID=d7dd92a6-570d-4947-9964-2630ae05b472,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:53.952982 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:40:54.102184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-52f7ef0e-30de-439a-a8cf-c9246df71d54 None None] Provisioning complete for port d7dd92a6-570d-4947-9964-2630ae05b472 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:54.102450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef0e-30de-439a-a8cf-c9246df71d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:54.157756 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:40:54.183837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef0e-30de-439a-a8cf-c9246df71d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:54.189539 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa219914-8d1f-4e65-943a-cca16e6c0651 None None] The sync data for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 is: [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:40:54.218869 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-52f7ef0e-30de-439a-a8cf-c9246df71d54 None None] For port d7dd92a6-570d-4947-9964-2630ae05b472, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d7dd92a6-570d-4947-9964-2630ae05b472,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:40:54.290450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52f7ef0e-30de-439a-a8cf-c9246df71d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:54.340230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7ef0e-30de-439a-a8cf-c9246df71d54 None None] Pushing event updated for resources: {'Port': ['ID=d7dd92a6-570d-4947-9964-2630ae05b472,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:54.664689 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ca02f139-6fad-4556-82cc-b4237966f78c req-41779e8e-91a3-40af-bf78-2e0b4fb604f5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 210 time: 0.0298953 Feb 16 15:40:55.017424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4eb5746-f326-4fbf-8a72-bda0aed294d8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:40:55.073303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port a4eb5746-f326-4fbf-8a72-bda0aed294d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:55.073668 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:55.160219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d7dd92a6-570d-4947-9964-2630ae05b472 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:40:55.207070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d7dd92a6-570d-4947-9964-2630ae05b472 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:55.209676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:55.802620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fd01cfdf-1eaf-4543-b189-04404c64b669 req-67c682aa-16b5-4db2-97c7-5a6bb11e94fa tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 210 time: 0.0641761 Feb 16 15:40:55.872353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-aa4c9c77-e11e-4f08-81dc-0a6af93aa253 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:55.873792 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-aa4c9c77-e11e-4f08-81dc-0a6af93aa253 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/networks?id=924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 200 len: 797 time: 0.1569300 Feb 16 15:40:55.925542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-211b808d-688c-4f35-ae7c-1e5d36c2bb20 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 378 time: 0.0355835 Feb 16 15:40:55.948907 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'port': {'device_id': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'admin_state_up': True, 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'security_groups': ['b8461805-5192-48e6-9c38-b529dc2fcbf7']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:56.146171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:40:56.150074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:56.277027 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.8 (924225e5-8c49-4c28-b56e-47af154d4a56/d502e8bd-9c41-441d-a260-341619e80e76/8fb17fc8-e334-40f3-9a16-11d12001a306) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:40:56.411443 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:56.501009 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:56.547829 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 924225e5-8c49-4c28-b56e-47af154d4a56 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:40:56.550813 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:40:56.554384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:40:56.560996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=8fb17fc8-e334-40f3-9a16-11d12001a306,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:56.616963 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:56.616963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:56.696527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-a6531236-0334-4c1d-9c77-4247d089c550 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514012 Feb 16 15:40:56.710441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-b365309e-d2a0-434b-9cc8-f942a381c96c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:40:56.711428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-b365309e-d2a0-434b-9cc8-f942a381c96c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054879 Feb 16 15:40:56.728966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b04975f2-57cb-4fed-ab7e-d22065e3a03c None None] Provisioning complete for port 8fb17fc8-e334-40f3-9a16-11d12001a306 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:40:56.729488 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b04975f2-57cb-4fed-ab7e-d22065e3a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:56.729626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Request body: {'port': {'device_id': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:40:56.764738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b04975f2-57cb-4fed-ab7e-d22065e3a03c None None] Port 8fb17fc8-e334-40f3-9a16-11d12001a306 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:40:56.790385 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:57.006577 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29988df3-0e61-4786-a3e3-e55f895b948d req-05ac2110-e346-4058-9c4e-37ad0225d7df tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:57.008115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29988df3-0e61-4786-a3e3-e55f895b948d req-05ac2110-e346-4058-9c4e-37ad0225d7df tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 931 time: 0.1119318 Feb 16 15:40:57.072518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-29988df3-0e61-4786-a3e3-e55f895b948d req-6cea7702-e32e-4976-aac5-c30c93ce58dd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560534 Feb 16 15:40:57.133575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb17fc8-e334-40f3-9a16-11d12001a306 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:40:57.141020 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:57.153671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Transition to ACTIVE for port object 8fb17fc8-e334-40f3-9a16-11d12001a306 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:40:57.214696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:57.270731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Pushing event updated for resources: {'Port': ['ID=8fb17fc8-e334-40f3-9a16-11d12001a306,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:57.337920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Attempting to bind port 8fb17fc8-e334-40f3-9a16-11d12001a306 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:40:57.338247 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Attempting to bind port 8fb17fc8-e334-40f3-9a16-11d12001a306 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:40:57.338578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Attempting to bind port 8fb17fc8-e334-40f3-9a16-11d12001a306 on network 924225e5-8c49-4c28-b56e-47af154d4a56 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:40:57.343970 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Port 8fb17fc8-e334-40f3-9a16-11d12001a306 on network 924225e5-8c49-4c28-b56e-47af154d4a56 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:40:57.344295 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Attempting to bind port 8fb17fc8-e334-40f3-9a16-11d12001a306 on network 924225e5-8c49-4c28-b56e-47af154d4a56 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:40:57.349455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:40:57.349789 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Checking segment: {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:40:57.350167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Bound using segment: {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:40:57.350586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Bound port: 8fb17fc8-e334-40f3-9a16-11d12001a306, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:40:57.350939 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:57.420561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] For port 8fb17fc8-e334-40f3-9a16-11d12001a306, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:40:57.422026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] For port 8fb17fc8-e334-40f3-9a16-11d12001a306, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8fb17fc8-e334-40f3-9a16-11d12001a306,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:40:57.524155 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:57.565424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:57.566077 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:40:57.567369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] 10.222.0.93 "PUT /v2.0/ports/8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 200 len: 1091 time: 0.8431349 Feb 16 15:40:57.567862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:40:57.573088 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5f98ca-33e7-4008-98c9-b9030551f3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:40:57.602458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a9e04-7a44-45f7-ae0a-806d6ede345b service neutron] Pushing event updated for resources: {'Port': ['ID=8fb17fc8-e334-40f3-9a16-11d12001a306,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:40:57.612511 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754d04c-4f57-4dee-abab-f90abd9b811a x-openstack-request-id: req-9754d04c-4f57-4dee-abab-f90abd9b811a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:40:57.612853 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:40:57.613203 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9754d04c-4f57-4dee-abab-f90abd9b811a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:40:57.613673 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'status': 'completed', 'code': 200} Feb 16 15:40:57.678486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f98ca-33e7-4008-98c9-b9030551f3e8 req-061caa49-943d-4f6c-a738-d2059451b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:57.680048 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d5f98ca-33e7-4008-98c9-b9030551f3e8 req-061caa49-943d-4f6c-a738-d2059451b842 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1094 time: 0.0448930 Feb 16 15:40:57.785398 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f98ca-33e7-4008-98c9-b9030551f3e8 req-0e691532-e2e0-4bbe-8649-3058d311c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:57.786797 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d5f98ca-33e7-4008-98c9-b9030551f3e8 req-0e691532-e2e0-4bbe-8649-3058d311c7db service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0946538 Feb 16 15:40:57.891363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f98ca-33e7-4008-98c9-b9030551f3e8 req-0cb0606b-ac0b-478e-9f91-6a038944ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:57.892920 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d5f98ca-33e7-4008-98c9-b9030551f3e8 req-0cb0606b-ac0b-478e-9f91-6a038944ec0b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0945735 Feb 16 15:40:57.977224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-45a27cd5-a4ca-4a41-9301-4080d3d90604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:57.978729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-45a27cd5-a4ca-4a41-9301-4080d3d90604 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1094 time: 0.0420742 Feb 16 15:40:58.033195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-0fff9e80-6c6f-451b-84ed-43673475f709 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 200 len: 217 time: 0.0405240 Feb 16 15:40:58.083332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-aa5fd7a7-72c9-457a-9bea-7a47214a2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:58.084716 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-aa5fd7a7-72c9-457a-9bea-7a47214a2ac4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d502e8bd-9c41-441d-a260-341619e80e76 HTTP/1.1" status: 200 len: 834 time: 0.0443699 Feb 16 15:40:58.136571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-1396e3b0-c319-4674-8401-f5c1800ba9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:58.138734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-1396e3b0-c319-4674-8401-f5c1800ba9bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=924225e5-8c49-4c28-b56e-47af154d4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427642 Feb 16 15:40:58.244454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1473b-0810-40db-8f04-1d69eb9d714c req-b7537bf5-8b13-4a15-9ca6-7db815dd13ce tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:58.245945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96d1473b-0810-40db-8f04-1d69eb9d714c req-b7537bf5-8b13-4a15-9ca6-7db815dd13ce tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 943 time: 0.1038256 Feb 16 15:40:58.288766 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-f2e81297-8b73-4f41-8792-7c16fa1f3a47 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381288 Feb 16 15:40:58.301544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-96d1473b-0810-40db-8f04-1d69eb9d714c req-fc581fb0-a51b-4c69-bbbc-0723bd59a748 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481308 Feb 16 15:40:58.393772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30b48528-b84b-4fac-9422-fb8c46a94dbf req-ea003cb0-fcb6-48cf-b6a3-614e038952e8 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912013 Feb 16 15:40:59.419532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf5976-c63f-4f03-8000-3008b23f9f6c req-e08df0da-ab95-4c4a-8fbe-a79bf51a442d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:40:59.421022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdbf5976-c63f-4f03-8000-3008b23f9f6c req-e08df0da-ab95-4c4a-8fbe-a79bf51a442d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 943 time: 0.0497425 Feb 16 15:40:59.459519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fdbf5976-c63f-4f03-8000-3008b23f9f6c req-801e96e4-d290-4409-ba82-5bba24d3585b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325255 Feb 16 15:41:00.573235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee01bf-5f07-4d6a-8b8a-137c08d6db5c req-34fe9d54-39d7-45e6-a9a9-eca384c89857 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:00.574754 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28ee01bf-5f07-4d6a-8b8a-137c08d6db5c req-34fe9d54-39d7-45e6-a9a9-eca384c89857 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 943 time: 0.0485969 Feb 16 15:41:00.612295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28ee01bf-5f07-4d6a-8b8a-137c08d6db5c req-23e9b9f8-d6b1-4917-8409-409f27ef7e68 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310352 Feb 16 15:41:01.136385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8fb17fc8-e334-40f3-9a16-11d12001a306 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:41:01.230563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 8fb17fc8-e334-40f3-9a16-11d12001a306, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8fb17fc8-e334-40f3-9a16-11d12001a306,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:41:01.242223 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'port_id': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'mac_address': 'fa:16:3e:3a:47:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:41:01.283098 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:01.296269 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb17fc8-e334-40f3-9a16-11d12001a306 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:41:01.315531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 8fb17fc8-e334-40f3-9a16-11d12001a306, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8fb17fc8-e334-40f3-9a16-11d12001a306,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:41:01.380551 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:01.426850 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=8fb17fc8-e334-40f3-9a16-11d12001a306,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:41:01.700368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['8fb17fc8-e334-40f3-9a16-11d12001a306'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:41:01.732331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbd61-dfcb-450f-80de-cf1c0ad80481 req-6d3adc85-f999-4514-a1f7-a51b70f869b9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:01.733778 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-880cbd61-dfcb-450f-80de-cf1c0ad80481 req-6d3adc85-f999-4514-a1f7-a51b70f869b9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 944 time: 0.0529668 Feb 16 15:41:01.771429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-880cbd61-dfcb-450f-80de-cf1c0ad80481 req-98e004cb-13bf-4c7e-b65d-e33ec9915606 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316069 Feb 16 15:41:02.888542 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec49d-d88d-4b8a-a1ec-40863cf91729 req-f7bb58f6-23c5-48ae-b3c4-3392eb919e15 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:02.890040 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2dec49d-d88d-4b8a-a1ec-40863cf91729 req-f7bb58f6-23c5-48ae-b3c4-3392eb919e15 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 944 time: 0.0504861 Feb 16 15:41:02.928062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f2dec49d-d88d-4b8a-a1ec-40863cf91729 req-7b19d8c9-77f2-4566-a9a8-6fa64272cb91 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315566 Feb 16 15:41:03.139258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8fb17fc8-e334-40f3-9a16-11d12001a306 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:41:03.277373 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 8fb17fc8-e334-40f3-9a16-11d12001a306 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:41:03.282211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 8fb17fc8-e334-40f3-9a16-11d12001a306 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:41:03.282588 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:03.366990 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:03.390723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:41:03.392962 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3352b59c-919e-41a5-837e-8f6c6a80b521" -d '{"events": [{"server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "name": "network-vif-plugged", "status": "completed", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:41:03.407860 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 8fb17fc8-e334-40f3-9a16-11d12001a306, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8fb17fc8-e334-40f3-9a16-11d12001a306,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:41:03.436305 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b663e7-61be-4e45-82da-2e9c34aa2236 x-openstack-request-id: req-b6b663e7-61be-4e45-82da-2e9c34aa2236 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:41:03.436305 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "name": "network-vif-plugged", "status": "completed", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:41:03.436305 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b6b663e7-61be-4e45-82da-2e9c34aa2236 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:41:03.436305 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'code': 200} Feb 16 15:41:03.489365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:03.541184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=8fb17fc8-e334-40f3-9a16-11d12001a306,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:41:03.561759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf70b23-0fb4-41ac-9d14-f9ca5396b2ce req-ac131c65-a36f-4b44-bcc3-a5727dc3a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:03.561759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9cf70b23-0fb4-41ac-9d14-f9ca5396b2ce req-ac131c65-a36f-4b44-bcc3-a5727dc3a2b3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1096 time: 0.0469754 Feb 16 15:41:03.599720 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9cf70b23-0fb4-41ac-9d14-f9ca5396b2ce req-130637db-4f03-47d4-a492-34b56a64110e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299292 Feb 16 15:41:04.046774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765fbb0-bc20-4c0b-bf0b-178081a58aa0 req-8733f0cf-4961-4a9b-af93-18bf3e299b7e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:04.048286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b765fbb0-bc20-4c0b-bf0b-178081a58aa0 req-8733f0cf-4961-4a9b-af93-18bf3e299b7e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0526781 Feb 16 15:41:04.085809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b765fbb0-bc20-4c0b-bf0b-178081a58aa0 req-f1848489-c47d-4953-8304-916a1491f022 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313907 Feb 16 15:41:05.205281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf8997-a800-4538-81ef-01cc3577cbd1 req-08dd4197-c650-4741-b1c8-a64386bc6f63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:05.206762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60bf8997-a800-4538-81ef-01cc3577cbd1 req-08dd4197-c650-4741-b1c8-a64386bc6f63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Feb 16 15:41:05.245254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60bf8997-a800-4538-81ef-01cc3577cbd1 req-8997b733-4f82-479c-aceb-010ff78265dd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324168 Feb 16 15:41:05.283515 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03bd24ce-d5a1-4d65-9f9e-1ef526c4950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:05.361366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1018-f434-44f7-a427-743fc42908c1 req-3ab05f77-96b9-44eb-9308-40e2cc4c9e8c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:05.363085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae3b1018-f434-44f7-a427-743fc42908c1 req-3ab05f77-96b9-44eb-9308-40e2cc4c9e8c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0492246 Feb 16 15:41:05.400827 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae3b1018-f434-44f7-a427-743fc42908c1 req-e6f6ea64-c341-4ce9-b460-fcbc7c5e5a6e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317912 Feb 16 15:41:05.422049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44798) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:41:05.464815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc6003-f421-41c4-8f82-ff0cf1d552d0 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:05.466314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2bbc6003-f421-41c4-8f82-ff0cf1d552d0 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1091 time: 0.0432911 Feb 16 15:41:05.469189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44800) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:41:05.473341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:41:05.584762 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:05.680011 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:05.784215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.2 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d47c8eb9-858a-47f2-9f6a-0f69bd94f8c1) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:41:05.882611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:05.969151 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:06.011212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:41:06.015710 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:41:06.018267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:41:06.042679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=d47c8eb9-858a-47f2-9f6a-0f69bd94f8c1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:41:06.377740 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:06.539636 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:06.690532 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:06.745997 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:06.816630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=d47c8eb9-858a-47f2-9f6a-0f69bd94f8c1,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:41:06.826749 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:06.930108 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP 586fdc9f-5310-4d12-8455-1fabfc9c5d65 associated. External IP: 172.25.6.2, port: 8fb17fc8-e334-40f3-9a16-11d12001a306. Feb 16 15:41:07.140390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 8215337c-3929-4b2b-9833-3850bfc35954 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:41:07.256175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:41:07.266475 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] Sync routers for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:41:07.275722 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:41:07.279516 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:41:07.331293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:07.360141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-58382658-4596-4bdb-b7eb-d905df013010 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8899484 Feb 16 15:41:07.366272 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:41:07.366272 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:41:07.385589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:41:07.404406 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9254f30-c78e-46e8-97ce-6099471d5da9 x-openstack-request-id: req-b9254f30-c78e-46e8-97ce-6099471d5da9 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:41:07.404938 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:41:07.405931 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b9254f30-c78e-46e8-97ce-6099471d5da9 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:41:07.406446 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'status': 'completed', 'code': 200} Feb 16 15:41:07.491922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12665301-ba37-4f44-8f00-2a0444fba657 req-2f6ae0cd-cfab-4486-8d25-9c70a593ac02 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:07.493439 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12665301-ba37-4f44-8f00-2a0444fba657 req-2f6ae0cd-cfab-4486-8d25-9c70a593ac02 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Feb 16 15:41:07.499334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-4b41c4c2-a2ce-41ee-a655-64d566e0efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:07.500794 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-4b41c4c2-a2ce-41ee-a655-64d566e0efc8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1096 time: 0.0728626 Feb 16 15:41:07.585389 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-12665301-ba37-4f44-8f00-2a0444fba657 req-f8b1972c-918c-45cd-9f0d-5a4ed62614f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836482 Feb 16 15:41:07.610876 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44806) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:41:07.623198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-03e8dded-197b-4052-a7dc-86cf0706bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:07.624937 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-03e8dded-197b-4052-a7dc-86cf0706bfe2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 200 len: 899 time: 0.1167262 Feb 16 15:41:07.675304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '586fdc9f-5310-4d12-8455-1fabfc9c5d65', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.2', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'port_id': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'mac_address': 'fa:16:3e:3a:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:41:06Z', 'updated_at': '2022-02-16T15:41:06Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:54Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:41:07.680035 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-c6224bd0-d722-4945-a5c0-a390a6f90021 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/586fdc9f-5310-4d12-8455-1fabfc9c5d65 HTTP/1.1" status: 200 len: 989 time: 0.0679269 Feb 16 15:41:07.696214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-0e8089f2-bd82-401a-84c4-cfba01b0de39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 200 len: 997 time: 0.0646539 Feb 16 15:41:07.703928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] Checking router: 8215337c-3929-4b2b-9833-3850bfc35954 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:41:07.712435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:41:07.713038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:40:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:41:07.746363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-79b95dd6-e030-49e5-a1f2-7d43c7a45d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:07.748124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-79b95dd6-e030-49e5-a1f2-7d43c7a45d0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d502e8bd-9c41-441d-a260-341619e80e76 HTTP/1.1" status: 200 len: 834 time: 0.0448925 Feb 16 15:41:07.795800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-7dc7a272-f5db-4810-b0ee-13871ba09bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:07.797294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-7dc7a272-f5db-4810-b0ee-13871ba09bbc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=924225e5-8c49-4c28-b56e-47af154d4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409789 Feb 16 15:41:07.827533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:41:07.891670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-9f2b1386-33d5-477f-909e-4b600a204446 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871336 Feb 16 15:41:07.984057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0a4c60e-8c1a-4715-8100-637ab0abe8d2 req-b7699d43-ae3f-473a-a158-7810d2e14e01 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Feb 16 15:41:08.072089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '586fdc9f-5310-4d12-8455-1fabfc9c5d65', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.2', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'port_id': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'mac_address': 'fa:16:3e:3a:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:41:06Z', 'updated_at': '2022-02-16T15:41:06Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:54Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:41:08.099641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268389d2-2731-4f22-a233-1b019b3c0194 None None] The sync data for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 is: [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '586fdc9f-5310-4d12-8455-1fabfc9c5d65', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.2', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'port_id': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'mac_address': 'fa:16:3e:3a:47:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:41:06Z', 'updated_at': '2022-02-16T15:41:06Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:54Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:41:08.111802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-52b1a8eb-5050-4df4-be77-376bcc0d7f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:08.286367 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6407c-8877-44da-af1b-61ce65c34c71 None None] New status for floating IP 586fdc9f-5310-4d12-8455-1fabfc9c5d65: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:41:08.683971 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44808) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:41:08.745889 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-173abf0a-8c7d-40a5-aee0-02f1184cfe7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/586fdc9f-5310-4d12-8455-1fabfc9c5d65 HTTP/1.1" status: 200 len: 991 time: 0.0601909 Feb 16 15:41:09.755850 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:11.448826 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:11.506234 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:12.876528 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:16.900229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:19.393704 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:41:20.588946 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-19b2df44-95dd-4eb9-a2e8-38e88d7d86a1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397217 Feb 16 15:41:20.678916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-a507f015-cf94-452f-ae0a-20a1d2fce68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:20.680436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-a507f015-cf94-452f-ae0a-20a1d2fce68f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1096 time: 0.0439987 Feb 16 15:41:20.782208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-9ab91e54-c873-4dcc-9d1d-0ea9419c4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:20.783870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-9ab91e54-c873-4dcc-9d1d-0ea9419c4872 service neutron] 10.222.0.93 "GET /v2.0/networks?id=924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 200 len: 899 time: 0.0830965 Feb 16 15:41:20.855032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-fd0785fb-c5b2-4366-949d-243e3264294e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 200 len: 999 time: 0.0639875 Feb 16 15:41:21.246347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-6fcf1279-035e-48b1-82c4-0dbcfdc38404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:21.248201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-6fcf1279-035e-48b1-82c4-0dbcfdc38404 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d502e8bd-9c41-441d-a260-341619e80e76 HTTP/1.1" status: 200 len: 834 time: 0.3864276 Feb 16 15:41:21.294135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-eaa3027e-28cc-416d-8bab-d57779da8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:21.295625 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-eaa3027e-28cc-416d-8bab-d57779da8aa6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=924225e5-8c49-4c28-b56e-47af154d4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403099 Feb 16 15:41:21.388465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-37ee7ab6-e4c6-46f8-8f92-5234ec949abe service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Feb 16 15:41:21.476452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1c3e2189-261e-4fd6-9485-2cd5cfbd8ccf req-f4610dbb-5471-41e6-b415-074cb8315f13 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818307 Feb 16 15:41:35.311773 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9d0d-1190-4841-b4b2-6117fbfa3547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:38.008993 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7fd60928-1106-4e98-9f6d-7f734a3a97b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:39.791927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:41.459847 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:41.528485 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:42.900365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:44.351153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101978-c6e7-4673-9e25-f6e5292b3efd req-375783c4-2885-4c5e-b28e-84937547ef3a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:44.352688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9101978-c6e7-4673-9e25-f6e5292b3efd req-375783c4-2885-4c5e-b28e-84937547ef3a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0504541 Feb 16 15:41:44.422884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f9101978-c6e7-4673-9e25-f6e5292b3efd req-e48bb6d0-5f40-4b64-a820-a5e7bb2407e1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640883 Feb 16 15:41:44.431139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8897-f262-4973-9904-5a23729a86c6 req-c85fe219-1c1a-4ac2-860f-993c86ba4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:44.432639 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43ea8897-f262-4973-9904-5a23729a86c6 req-c85fe219-1c1a-4ac2-860f-993c86ba4e71 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1096 time: 0.0713856 Feb 16 15:41:44.523869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8897-f262-4973-9904-5a23729a86c6 req-6d03f8e7-d6a8-487b-bf55-a452e70b9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:44.525318 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43ea8897-f262-4973-9904-5a23729a86c6 req-6d03f8e7-d6a8-487b-bf55-a452e70b9317 service neutron] 10.222.0.93 "GET /v2.0/networks?id=924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 200 len: 899 time: 0.0847847 Feb 16 15:41:44.596010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43ea8897-f262-4973-9904-5a23729a86c6 req-ef589993-8c91-4b28-add4-b26e72d90c82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 200 len: 999 time: 0.0607634 Feb 16 15:41:44.644373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8897-f262-4973-9904-5a23729a86c6 req-9b42cab4-035e-43a0-ab75-02ee82015959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:44.645953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43ea8897-f262-4973-9904-5a23729a86c6 req-9b42cab4-035e-43a0-ab75-02ee82015959 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d502e8bd-9c41-441d-a260-341619e80e76 HTTP/1.1" status: 200 len: 834 time: 0.0428052 Feb 16 15:41:44.691344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8897-f262-4973-9904-5a23729a86c6 req-d9ef0257-d34c-4061-a1c6-0478dc700f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:44.692814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43ea8897-f262-4973-9904-5a23729a86c6 req-d9ef0257-d34c-4061-a1c6-0478dc700f72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=924225e5-8c49-4c28-b56e-47af154d4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386600 Feb 16 15:41:44.785429 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43ea8897-f262-4973-9904-5a23729a86c6 req-7fe318b1-5eb7-478a-97df-fc68b1190b3d service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Feb 16 15:41:44.884109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-43ea8897-f262-4973-9904-5a23729a86c6 req-fb8781ca-535b-4482-902c-29368968d7f9 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908380 Feb 16 15:41:45.546718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0cc80-ce48-4663-9d47-736b8b89a6b8 req-3e79fe82-ee07-4021-9e7d-1134a862f42d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:45.548663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52d0cc80-ce48-4663-9d47-736b8b89a6b8 req-3e79fe82-ee07-4021-9e7d-1134a862f42d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0559442 Feb 16 15:41:45.586927 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-52d0cc80-ce48-4663-9d47-736b8b89a6b8 req-5d49099b-bb13-4e17-9e6c-03770b7b3d63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323334 Feb 16 15:41:46.703552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5428c-cc50-4e4d-980b-0eedddfe8253 req-ef420a09-682b-4742-ba9d-a7f759711568 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:46.705190 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2c5428c-cc50-4e4d-980b-0eedddfe8253 req-ef420a09-682b-4742-ba9d-a7f759711568 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0506873 Feb 16 15:41:46.741897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b2c5428c-cc50-4e4d-980b-0eedddfe8253 req-1e87467a-8375-4fb8-a268-fd66ee7bfbc3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308304 Feb 16 15:41:46.905065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:41:47.858569 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d12e32-b9b7-4918-83ff-a09c18e53581 req-d3670662-3eea-4060-bcdf-968e33804b6e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:47.860855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10d12e32-b9b7-4918-83ff-a09c18e53581 req-d3670662-3eea-4060-bcdf-968e33804b6e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Feb 16 15:41:47.897897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-10d12e32-b9b7-4918-83ff-a09c18e53581 req-65f38c4b-8775-4a84-a5b0-e0cef3a072b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310264 Feb 16 15:41:49.018497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417b89d-f45e-4185-ab07-d73c622aa5fe req-4425cf7b-baff-4f0f-bc54-1be0b99b039d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:49.019991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e417b89d-f45e-4185-ab07-d73c622aa5fe req-4425cf7b-baff-4f0f-bc54-1be0b99b039d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0523381 Feb 16 15:41:49.057010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e417b89d-f45e-4185-ab07-d73c622aa5fe req-5270cc1f-b031-44f5-acbd-86c9ca7985bf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308077 Feb 16 15:41:50.175477 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbecea6-6102-4176-b168-88405a53d63b req-3a0b6fbb-1c11-45c7-a6fb-7b3619c85f6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:50.177015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebbecea6-6102-4176-b168-88405a53d63b req-3a0b6fbb-1c11-45c7-a6fb-7b3619c85f6d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0515542 Feb 16 15:41:50.215041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ebbecea6-6102-4176-b168-88405a53d63b req-eb50d4fc-b07c-420b-9d7d-2a35d70a66c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318487 Feb 16 15:41:51.332653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6750dcd-3651-4af0-a2b5-491f1970fa8a req-24ac5f4c-800d-43de-97b9-cb900b018365 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:51.334139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6750dcd-3651-4af0-a2b5-491f1970fa8a req-24ac5f4c-800d-43de-97b9-cb900b018365 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0493524 Feb 16 15:41:51.371889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f6750dcd-3651-4af0-a2b5-491f1970fa8a req-ca392731-53fb-4ac5-81f9-fa6a4e783a95 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316908 Feb 16 15:41:52.492261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde9b07-5ae3-4db8-8730-2f8951351b1e req-8a60b194-1863-4adc-8408-d83ad0c78da4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:52.493748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcde9b07-5ae3-4db8-8730-2f8951351b1e req-8a60b194-1863-4adc-8408-d83ad0c78da4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0533056 Feb 16 15:41:52.530611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dcde9b07-5ae3-4db8-8730-2f8951351b1e req-725bf8c0-8a8a-42a2-82c9-b933a2fc0d5d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309014 Feb 16 15:41:53.648014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f12d5-c05b-4d3e-bee8-2eb63722f097 req-59e167a1-5e94-4102-9d6a-7c3b508014b3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:53.649719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-809f12d5-c05b-4d3e-bee8-2eb63722f097 req-59e167a1-5e94-4102-9d6a-7c3b508014b3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0501287 Feb 16 15:41:53.686574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-809f12d5-c05b-4d3e-bee8-2eb63722f097 req-aee84465-d401-4a70-82f8-a3d6be4a36fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308635 Feb 16 15:41:54.801146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8edce-cd33-4409-945e-871a39e6f8f0 req-184b58ed-1f1c-46be-8994-182247b8893e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:54.802714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5b8edce-cd33-4409-945e-871a39e6f8f0 req-184b58ed-1f1c-46be-8994-182247b8893e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Feb 16 15:41:54.840678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5b8edce-cd33-4409-945e-871a39e6f8f0 req-9744bbc4-d4b9-4c12-8312-f0db97f4485e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319703 Feb 16 15:41:55.960969 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b0f0c-4185-4a9f-9ebe-3ceb9bc5615c req-5556e9f7-832d-4c0a-a1c9-6d4a35276cec tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:55.962452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-109b0f0c-4185-4a9f-9ebe-3ceb9bc5615c req-5556e9f7-832d-4c0a-a1c9-6d4a35276cec tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0532031 Feb 16 15:41:55.999997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-109b0f0c-4185-4a9f-9ebe-3ceb9bc5615c req-ee2e6ddd-b4d7-4c75-a13c-ed80822437bf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315208 Feb 16 15:41:56.392838 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:41:57.117705 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b494b3c-982b-46c3-aa54-466b3df6213b req-4fcd0b9c-f126-4791-90c5-5a215a2b4c09 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:57.119224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b494b3c-982b-46c3-aa54-466b3df6213b req-4fcd0b9c-f126-4791-90c5-5a215a2b4c09 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Feb 16 15:41:57.157521 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6b494b3c-982b-46c3-aa54-466b3df6213b req-09c56a1b-e2e5-499c-88ff-de1d285213f3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316403 Feb 16 15:41:58.274919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514efa48-a910-4571-b5d8-ffbddccaa83a req-81f50015-8189-4270-80cb-f7af21199a73 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:58.276420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-514efa48-a910-4571-b5d8-ffbddccaa83a req-81f50015-8189-4270-80cb-f7af21199a73 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Feb 16 15:41:58.314715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-514efa48-a910-4571-b5d8-ffbddccaa83a req-7b25d9e8-f87b-4a7f-b24f-e6a0686f22b4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316997 Feb 16 15:41:59.434339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc884f6-731d-4824-89ef-3931dd9bc049 req-baf5b6b6-cc32-4bc0-aefe-64ed7a6c9ac9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:41:59.435847 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fc884f6-731d-4824-89ef-3931dd9bc049 req-baf5b6b6-cc32-4bc0-aefe-64ed7a6c9ac9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0541987 Feb 16 15:41:59.474157 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0fc884f6-731d-4824-89ef-3931dd9bc049 req-c78ea621-0ac6-426c-a018-1e4321534751 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324275 Feb 16 15:42:00.591156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dfa9d-110d-46cc-929d-9c7e4724a325 req-ae8a26db-8a62-4812-b6ad-81ea8a91ea21 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:00.592558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123dfa9d-110d-46cc-929d-9c7e4724a325 req-ae8a26db-8a62-4812-b6ad-81ea8a91ea21 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0501406 Feb 16 15:42:00.630379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123dfa9d-110d-46cc-929d-9c7e4724a325 req-1629c10c-844a-4690-b2f6-f03d1b9a1f16 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316596 Feb 16 15:42:01.746141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b63ca-e950-4af4-80f5-074b67f14302 req-addcfbcb-4706-4547-a6cb-1164b20d7f15 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:01.747679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0b63ca-e950-4af4-80f5-074b67f14302 req-addcfbcb-4706-4547-a6cb-1164b20d7f15 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0484633 Feb 16 15:42:01.786347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c0b63ca-e950-4af4-80f5-074b67f14302 req-38f727ce-526e-41b2-8434-5edcaff68b7d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320256 Feb 16 15:42:01.808594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44856) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:01.873948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e623473f-7049-430f-99a9-a58e79441914 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/586fdc9f-5310-4d12-8455-1fabfc9c5d65 HTTP/1.1" status: 200 len: 991 time: 0.0641861 Feb 16 15:42:05.301124 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-10b68d2d-5ffc-4616-a162-9ff42a6f7ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:07.997029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7f25c852-4bb8-4675-a96f-fedaf5532ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:09.814094 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:11.448126 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:11.499684 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:12.928833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:16.922793 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:20.591842 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-24c8c9b3-154c-49eb-aa75-d4f59cea515d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388858 Feb 16 15:42:20.675381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-9b36574f-d287-451e-bae6-9b258b182718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:20.677218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-9b36574f-d287-451e-bae6-9b258b182718 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1096 time: 0.0414698 Feb 16 15:42:20.786493 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-b8f475df-a27e-4de8-837c-bf18371aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:20.787986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-b8f475df-a27e-4de8-837c-bf18371aab44 service neutron] 10.222.0.93 "GET /v2.0/networks?id=924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 200 len: 899 time: 0.0887330 Feb 16 15:42:20.854459 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-fdd703d8-d004-47e4-9d78-4de14280120c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 200 len: 999 time: 0.0588441 Feb 16 15:42:20.908545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-d3e982ec-6b87-44cf-a766-53b36c5f9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:20.910145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-d3e982ec-6b87-44cf-a766-53b36c5f9b49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d502e8bd-9c41-441d-a260-341619e80e76 HTTP/1.1" status: 200 len: 834 time: 0.0489247 Feb 16 15:42:20.958284 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-9d185d62-3ea8-4e8e-9dfa-981f833a3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:20.959819 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-9d185d62-3ea8-4e8e-9dfa-981f833a3677 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=924225e5-8c49-4c28-b56e-47af154d4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408881 Feb 16 15:42:21.050850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-bb520ee5-05ec-4788-9d59-e0e606e289c7 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832858 Feb 16 15:42:21.148975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-910b0419-4fe9-4be5-b0a3-0218d0df1810 req-9a11e55c-adb4-412e-afd2-c28af501c07b service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900981 Feb 16 15:42:33.392269 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:42:34.364913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44876) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:34.529262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port d47c8eb9-858a-47f2-9f6a-0f69bd94f8c1 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:42:34.529609 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:34.605051 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:34.605299 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:34.617468 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for d47c8eb9-858a-47f2-9f6a-0f69bd94f8c1 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:42:34.825967 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:34.848956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=d47c8eb9-858a-47f2-9f6a-0f69bd94f8c1,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:34.863039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.863902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.864245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.864620 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.864948 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.865274 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.865601 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.865925 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.866248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.866566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.866885 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.867202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:34.927176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:34.927500 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP 586fdc9f-5310-4d12-8455-1fabfc9c5d65 disassociated (deleted). External IP: 172.25.6.2, port: 8fb17fc8-e334-40f3-9a16-11d12001a306. Feb 16 15:42:35.133968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 8215337c-3929-4b2b-9833-3850bfc35954 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:42:35.240351 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:42:35.245251 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:35.249561 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] Sync routers for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:42:35.259730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:35.260336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:35.272173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c3efeebb-05c9-4225-998b-b22f1b98d642 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/floatingips/586fdc9f-5310-4d12-8455-1fabfc9c5d65 HTTP/1.1" status: 204 len: 168 time: 0.9054523 Feb 16 15:42:35.272766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:42:35.275296 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eae228-f989-449d-8f5a-ed2428564c82" -d '{"events": [{"name": "network-changed", "server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:42:35.318930 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1aa35a5e-7bab-4d4d-972e-3705396f41ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:35.382951 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:35.383074 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cc81b-cdfd-483b-a98f-a24af1b6e109 x-openstack-request-id: req-5c5cc81b-cdfd-483b-a98f-a24af1b6e109 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:42:35.383074 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:42:35.383074 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5c5cc81b-cdfd-483b-a98f-a24af1b6e109 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:42:35.383074 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'status': 'completed', 'code': 200} Feb 16 15:42:35.492234 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-0736b7ec-aa1b-46ce-a989-3887f17cf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:35.493795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-0736b7ec-aa1b-46ce-a989-3887f17cf7d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 1096 time: 0.0883098 Feb 16 15:42:35.593487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:54Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:35.600143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-f034a118-bfed-4450-8e86-6e0eb36c184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:35.601775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-f034a118-bfed-4450-8e86-6e0eb36c184d service neutron] 10.222.0.93 "GET /v2.0/networks?id=924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 200 len: 899 time: 0.1007237 Feb 16 15:42:35.620956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] Checking router: 8215337c-3929-4b2b-9833-3850bfc35954 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:42:35.629352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:35.630128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:35.657257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-9966f159-33ca-4b70-b518-cd92f02ae137 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 200 len: 217 time: 0.0461869 Feb 16 15:42:35.722578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-f2eaa745-07b9-40e7-ae35-52656ce70d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:35.724775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-f2eaa745-07b9-40e7-ae35-52656ce70d40 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d502e8bd-9c41-441d-a260-341619e80e76 HTTP/1.1" status: 200 len: 834 time: 0.0592792 Feb 16 15:42:35.804785 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcf949-45ea-4122-9696-7dc17aab7115 req-07430e00-c18d-42d0-add4-42a27d46aea6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:35.806413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fdcf949-45ea-4122-9696-7dc17aab7115 req-07430e00-c18d-42d0-add4-42a27d46aea6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.1545949 Feb 16 15:42:35.812758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-7d3d4938-7768-4b02-b881-60067de33ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:35.814554 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-7d3d4938-7768-4b02-b881-60067de33ea3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=924225e5-8c49-4c28-b56e-47af154d4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706503 Feb 16 15:42:35.893243 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5fdcf949-45ea-4122-9696-7dc17aab7115 req-98bd1231-dd98-4f87-b87a-e2ab8d5ae00e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775092 Feb 16 15:42:35.898614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:35.930849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-4fcdbae8-7ee1-4dae-9e14-c6b5f3e1a2a1 service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075511 Feb 16 15:42:36.026195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c0eae228-f989-449d-8f5a-ed2428564c82 req-9fc505db-7a50-47b0-aebe-a9589005fd7b service neutron] 10.222.0.93 "GET /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876038 Feb 16 15:42:36.096502 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:54Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:36.129936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe542819-880c-4c05-8755-c8d8387f9ede None None] The sync data for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 is: [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:51Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'd7dd92a6-570d-4947-9964-2630ae05b472', 'name': '', 'network_id': '924225e5-8c49-4c28-b56e-47af154d4a56', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:18:0f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:50Z', 'updated_at': '2022-02-16T15:40:54Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'd502e8bd-9c41-441d-a260-341619e80e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:42:36.349124 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af760e2-fdf3-4f4f-b5f6-c580a8857c0b None None] New status for floating IP 586fdc9f-5310-4d12-8455-1fabfc9c5d65: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:42:37.065032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d752-2bce-4a0b-8a60-10c5e7d9dfb2 req-bdbe9f7b-8224-4f74-9f06-9fa3b515ff4b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:37.066558 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9087d752-2bce-4a0b-8a60-10c5e7d9dfb2 req-bdbe9f7b-8224-4f74-9f06-9fa3b515ff4b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0980177 Feb 16 15:42:37.110693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9087d752-2bce-4a0b-8a60-10c5e7d9dfb2 req-6a9ad828-7376-4847-8ad5-a2ad7c5ff6f3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b8461805-5192-48e6-9c38-b529dc2fcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379012 Feb 16 15:42:37.404514 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-f80a2470-ec67-470d-8cf3-2ef2083163f5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:37.405998 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-f80a2470-ec67-470d-8cf3-2ef2083163f5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 945 time: 0.0495677 Feb 16 15:42:37.502475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 8fb17fc8-e334-40f3-9a16-11d12001a306 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:42:37.502820 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:37.591523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 8fb17fc8-e334-40f3-9a16-11d12001a306, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=8fb17fc8-e334-40f3-9a16-11d12001a306,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:37.591827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:37.603757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 8fb17fc8-e334-40f3-9a16-11d12001a306 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:42:37.791556 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:37.819125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=8fb17fc8-e334-40f3-9a16-11d12001a306,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:37.866381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] No DVR routers for this DVR port 8fb17fc8-e334-40f3-9a16-11d12001a306 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:42:37.868907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:37.872173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aaed26f5-9f31-4bfe-a5d8-8d4a1c59b117 req-247c8530-c561-4b79-8513-5e42ae8e8ec9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "DELETE /v2.0/ports/8fb17fc8-e334-40f3-9a16-11d12001a306 HTTP/1.1" status: 204 len: 173 time: 0.4553313 Feb 16 15:42:37.872603 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'name': 'network-vif-deleted', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:42:37.874843 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bce9a5-29a0-4d89-a8d2-aecfeeb6a2d9" -d '{"events": [{"server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "name": "network-vif-deleted", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:42:37.917364 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a7daa7-4456-4299-9a4f-864fcfeb586c x-openstack-request-id: req-92a7daa7-4456-4299-9a4f-864fcfeb586c {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:42:37.917724 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80226e47-6163-4b9f-8fad-ff549dc275c1", "name": "network-vif-deleted", "tag": "8fb17fc8-e334-40f3-9a16-11d12001a306", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:42:37.918041 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-92a7daa7-4456-4299-9a4f-864fcfeb586c {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:42:37.918451 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80226e47-6163-4b9f-8fad-ff549dc275c1', 'name': 'network-vif-deleted', 'tag': '8fb17fc8-e334-40f3-9a16-11d12001a306', 'status': 'completed', 'code': 200} Feb 16 15:42:38.014450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5870207c-096e-4eb9-82bb-7624ee6a9a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:38.225420 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-edc762ca-13ba-461c-bd2d-c772dd688fe0 req-887b2ae8-2a0d-4118-90c2-5c19b058314a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=80226e47-6163-4b9f-8fad-ff549dc275c1 HTTP/1.1" status: 200 len: 210 time: 0.0287004 Feb 16 15:42:39.288092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44900) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:39.642620 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:39.792282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:39.964910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port d7dd92a6-570d-4947-9964-2630ae05b472 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:42:39.965171 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:40.061075 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port d7dd92a6-570d-4947-9964-2630ae05b472, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d7dd92a6-570d-4947-9964-2630ae05b472,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:40.061449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:40.074055 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for d7dd92a6-570d-4947-9964-2630ae05b472 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:42:40.305568 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:40.333224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=d7dd92a6-570d-4947-9964-2630ae05b472,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:40.361817 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.362160 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.362495 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.362822 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.363789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.364121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.364445 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.364765 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.365085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.366004 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.366326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.366641 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:40.519463 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:40.730299 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 8215337c-3929-4b2b-9833-3850bfc35954 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:42:40.834124 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:42:40.844377 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-74c07880-3ce3-4660-b338-4d9114146401 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/8215337c-3929-4b2b-9833-3850bfc35954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5501924 Feb 16 15:42:40.844501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44906) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:40.844936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] Sync routers for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:42:40.855086 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:40.855787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:40.893307 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting subnet d502e8bd-9c41-441d-a260-341619e80e76 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:42:40.897073 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:40.944849 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:40.973962 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:41.039184 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.140604 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.158750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:42:40Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:41.168677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Subnet': ['ID=d502e8bd-9c41-441d-a260-341619e80e76,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:41.172436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.178978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ca8ce38f-2d71-412a-83b9-5db7a31d168f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/subnets/d502e8bd-9c41-441d-a260-341619e80e76 HTTP/1.1" status: 204 len: 168 time: 0.3324907 Feb 16 15:42:41.179102 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44910) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:41.196322 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34983d05-b78c-4d9d-97c9-5559e8ea5290 None None] Network 924225e5-8c49-4c28-b56e-47af154d4a56 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:42:41.199690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] Checking router: 8215337c-3929-4b2b-9833-3850bfc35954 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:42:41.252918 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] Routers {'8215337c-3929-4b2b-9833-3850bfc35954'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:41.253511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8215337c-3929-4b2b-9833-3850bfc35954'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:41.287941 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.393879 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.428131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] Set router 8215337c-3929-4b2b-9833-3850bfc35954 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:41.492987 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.502645 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] DHCP port deletion for 924225e5-8c49-4c28-b56e-47af154d4a56 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:42:41.510651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port a4eb5746-f326-4fbf-8a72-bda0aed294d8 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:42:41.511004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.553582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8fb17fc8-e334-40f3-9a16-11d12001a306 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:42:41.594192 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port a4eb5746-f326-4fbf-8a72-bda0aed294d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=a4eb5746-f326-4fbf-8a72-bda0aed294d8,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:41.594581 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.599152 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.605143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 8fb17fc8-e334-40f3-9a16-11d12001a306 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:42:41.605489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 8fb17fc8-e334-40f3-9a16-11d12001a306 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:42:41.606672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for a4eb5746-f326-4fbf-8a72-bda0aed294d8 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:42:41.674589 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Deleting port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:42:41.674961 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.746667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] For port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f55dc456-395e-4f04-b1d3-74f3eb3ae7c0,segment=NetworkSegment(94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3),segment_id=94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:41.746975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.762316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Calling delete_port for f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:42:41.779775 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:42:40Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:41.840881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2951b4-ee08-487a-8c51-cc782717d17f None None] The sync data for ids ['8215337c-3929-4b2b-9833-3850bfc35954'] in n-d-829433-1 is: [{'id': '8215337c-3929-4b2b-9833-3850bfc35954', 'name': 'tempest-TestNetworkAdvancedServerOps-router-641046755', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:42:40Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'a4eb5746-f326-4fbf-8a72-bda0aed294d8', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:95:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8215337c-3929-4b2b-9833-3850bfc35954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:40:47Z', 'updated_at': '2022-02-16T15:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:42:41.957524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:41.986242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] No DVR routers for this DVR port f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:42:41.991093 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Pushing event deleted for resources: {'Port': ['ID=f55dc456-395e-4f04-b1d3-74f3eb3ae7c0,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:41.999621 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:41.999963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.000300 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.000633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.000956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.001280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.001599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.001917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.002234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.002642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.002851 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.003264 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e3dde4-8320-41b8-a7da-134ddabb20bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:42.174302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.202022 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=a4eb5746-f326-4fbf-8a72-bda0aed294d8,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:42.261837 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.359703 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.361906 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.465836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.466306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Fanout notify agent at l3_agent the message router_deleted on router 8215337c-3929-4b2b-9833-3850bfc35954 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:42:42.474907 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.475660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d425f34c-327a-4e58-800f-de75a45979a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/routers/8215337c-3929-4b2b-9833-3850bfc35954 HTTP/1.1" status: 204 len: 168 time: 1.2954988 Feb 16 15:42:42.478323 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44912) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:42.563499 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.648837 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.669400 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924225e5-8c49-4c28-b56e-47af154d4a56']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:42.678354 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:42.678642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e4f169-f555-4c63-9c2b-c2ed6ee5f6d3') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:42.687773 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.700918 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.706569 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:42:42.707695 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:42:42.710930 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:42:42.837060 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.841656 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.846864 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/networks/924225e5-8c49-4c28-b56e-47af154d4a56 HTTP/1.1" status: 204 len: 168 time: 0.3657467 Feb 16 15:42:42.848087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44914) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:42.861207 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a41fc-68c2-4c90-9144-6e928cf1fbf3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Network': ['ID=924225e5-8c49-4c28-b56e-47af154d4a56,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:42.913413 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c162f1b-cf07-410c-9838-3923e673fc74 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.939988 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.940952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c162f1b-cf07-410c-9838-3923e673fc74 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:42.998346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:42:43.019703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:42:43.020052 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f55dc456-395e-4f04-b1d3-74f3eb3ae7c0 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:42:43.020474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4eb5746-f326-4fbf-8a72-bda0aed294d8 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:42:43.039616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: a4eb5746-f326-4fbf-8a72-bda0aed294d8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:42:43.039959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device a4eb5746-f326-4fbf-8a72-bda0aed294d8 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:42:43.040368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d7dd92a6-570d-4947-9964-2630ae05b472 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:42:43.059131 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d7dd92a6-570d-4947-9964-2630ae05b472 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:42:43.059472 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d7dd92a6-570d-4947-9964-2630ae05b472 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:42:43.065759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c162f1b-cf07-410c-9838-3923e673fc74 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:43.068982 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1c162f1b-cf07-410c-9838-3923e673fc74 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:43.070117 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1c162f1b-cf07-410c-9838-3923e673fc74 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/security-groups/b8461805-5192-48e6-9c38-b529dc2fcbf7 HTTP/1.1" status: 204 len: 168 time: 0.2210238 Feb 16 15:42:43.080693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c162f1b-cf07-410c-9838-3923e673fc74 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8461805-5192-48e6-9c38-b529dc2fcbf7,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:43.524760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44920) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:43.529725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-edfb5c68-5155-49f2-8c93-a8fc1032ea7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968022806', 'description': 'tempest-secgroup-smoke-1968022806 description', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:43.608272 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edfb5c68-5155-49f2-8c93-a8fc1032ea7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:43.678995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edfb5c68-5155-49f2-8c93-a8fc1032ea7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:43.728128 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edfb5c68-5155-49f2-8c93-a8fc1032ea7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:43.756879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5c68-5155-49f2-8c93-a8fc1032ea7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b2bea-88e8-48e6-91ac-6bdea3764db5,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:43.816318 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-edfb5c68-5155-49f2-8c93-a8fc1032ea7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:43.817599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-edfb5c68-5155-49f2-8c93-a8fc1032ea7f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2915480 Feb 16 15:42:43.821117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 44922) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:43.825327 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-07987569-504f-4096-ae3e-da8589c240f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b34b2bea-88e8-48e6-91ac-6bdea3764db5', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:43.916825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07987569-504f-4096-ae3e-da8589c240f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:43.971882 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07987569-504f-4096-ae3e-da8589c240f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.048625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07987569-504f-4096-ae3e-da8589c240f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.066657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07987569-504f-4096-ae3e-da8589c240f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a65080-35f2-4b06-980c-24708f07cdc8,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:44.142379 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-07987569-504f-4096-ae3e-da8589c240f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.143641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-07987569-504f-4096-ae3e-da8589c240f1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215830 Feb 16 15:42:44.147119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44924) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:44.152061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-4748699f-b5d2-4c5d-bab9-b9864b7631f9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b34b2bea-88e8-48e6-91ac-6bdea3764db5', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:44.230532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4748699f-b5d2-4c5d-bab9-b9864b7631f9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.287848 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4748699f-b5d2-4c5d-bab9-b9864b7631f9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.358825 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4748699f-b5d2-4c5d-bab9-b9864b7631f9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.377469 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748699f-b5d2-4c5d-bab9-b9864b7631f9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b25559-242e-4435-b57d-6601d840e94a,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:44.416528 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-4748699f-b5d2-4c5d-bab9-b9864b7631f9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.417781 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4748699f-b5d2-4c5d-bab9-b9864b7631f9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2696302 Feb 16 15:42:44.420516 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44926) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:44.424862 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-be428eaa-ba69-46b6-82b5-72101ec2f019 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b34b2bea-88e8-48e6-91ac-6bdea3764db5', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:44.516589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be428eaa-ba69-46b6-82b5-72101ec2f019 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.574229 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be428eaa-ba69-46b6-82b5-72101ec2f019 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.648741 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be428eaa-ba69-46b6-82b5-72101ec2f019 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.670448 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be428eaa-ba69-46b6-82b5-72101ec2f019 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebaf0f16-013f-4445-9ffd-432ca535d881,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:44.719103 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-be428eaa-ba69-46b6-82b5-72101ec2f019 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.720372 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-be428eaa-ba69-46b6-82b5-72101ec2f019 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989135 Feb 16 15:42:44.723501 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44928) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:44.728453 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2b262b59-4172-492e-9832-5660a07d064b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b34b2bea-88e8-48e6-91ac-6bdea3764db5', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:44.801353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b262b59-4172-492e-9832-5660a07d064b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.859610 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b262b59-4172-492e-9832-5660a07d064b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.939975 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b262b59-4172-492e-9832-5660a07d064b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:44.958226 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b262b59-4172-492e-9832-5660a07d064b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2f9d5b-8467-44b0-89ae-0d44c430e12c,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:45.033419 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b262b59-4172-492e-9832-5660a07d064b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.034659 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2b262b59-4172-492e-9832-5660a07d064b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3096845 Feb 16 15:42:45.038489 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44930) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:45.042840 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b34b2bea-88e8-48e6-91ac-6bdea3764db5', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:45.134439 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:42:45.139417 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.199787 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.272158 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.290346 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90f19c8-14c1-4d66-b49f-ab3e5768d152,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:45.336925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.338146 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a5ad338a-a871-4aee-b918-057236fec554 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987540 Feb 16 15:42:45.340981 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44932) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:45.345340 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': 'b34b2bea-88e8-48e6-91ac-6bdea3764db5', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:45.414325 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:42:45.419603 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.480826 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.540425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.562221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb81857-20e8-4de1-8b9a-9aeda8becf11,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:45.610618 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.611914 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f2d4fe17-3e8a-4230-a21e-af8659fc867f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2699628 Feb 16 15:42:45.614939 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44934) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:45.619743 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'network': {'name': 'tempest-network-smoke--153414222', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:45.700092 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:42:45.703455 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.726845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:42:45.735379 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.743935 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Added segment 827c2c28-6922-4761-8499-d29bf549521a of type vlan for network 702c271c-fe52-4ac5-89b7-758258bcd354 Feb 16 15:42:45.776844 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.871264 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.876854 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:45.877430 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:45.942277 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Network': ['ID=702c271c-fe52-4ac5-89b7-758258bcd354,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:45.952928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 702c271c-fe52-4ac5-89b7-758258bcd354 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:42:45.988415 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7619f7d4-d60a-4ddd-a514-cee3cd7986f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3724844 Feb 16 15:42:45.991997 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44936) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:45.996377 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'admin_state_up': True, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:46.059883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:46.060933 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:46.116162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:46.295317 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:46.537678 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:46.555814 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:46.917072 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.182 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/82ef2bb2-5355-4b39-ad22-85e8722ea7c6) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:42:46.940407 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:47.016921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:47.101143 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:47.143169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:42:47.146015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:42:47.149051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:42:47.176628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:47.458076 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:47.656926 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:47.888872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 2a4dac83-13d7-4eb4-9764-82fc61656085 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:42:47.997394 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:42:48.007786 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Sync routers for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:42:48.017289 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:48.017882 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:48.073943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.075213 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-bd2d519a-4d91-4518-a8d8-15b4f2942191 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0822592 Feb 16 15:42:48.078438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44938) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:48.108037 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-4d729613-b50f-4ed8-9bc5-dfda3b4b488e tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a9f4948015e4a648aa0376f43aa92f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284107 Feb 16 15:42:48.110552 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44940) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:48.197273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571b94e-6308-45c9-a883-11d0e8f06b1e tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:48.198697 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9571b94e-6308-45c9-a883-11d0e8f06b1e tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872459 Feb 16 15:42:48.201573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44942) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:48.209035 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:48.234015 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-38720c5d-6eb2-4217-8306-58507167a873 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313234 Feb 16 15:42:48.236642 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44944) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:48.241930 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2029125143', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:48.385859 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:42:48.388269 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:47Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:48.389562 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.416879 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Checking router: 2a4dac83-13d7-4eb4-9764-82fc61656085 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:42:48.417227 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Updating router 2a4dac83-13d7-4eb4-9764-82fc61656085 port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:42:48.446608 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.625811 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.689512 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Subnet': ['ID=4a8af27d-1e94-499b-a645-6ed510d840d4,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:48.698564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Checking segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:42:48.699522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network hostable DHCP agents. Network: 702c271c-fe52-4ac5-89b7-758258bcd354, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:42:48.699799 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.780111 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.797194 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 702c271c-fe52-4ac5-89b7-758258bcd354 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:42:48.830969 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Attempting to bind port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:42:48.831329 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Attempting to bind port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:42:48.831720 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Attempting to bind port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:42:48.834447 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Pushing event updated for resources: {'Port': ['ID=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:48.842212 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:42:48.842575 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:42:48.842970 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.843351 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:42:48.843834 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Bound port: 82ef2bb2-5355-4b39-ad22-85e8722ea7c6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:42:48.844208 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.847269 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.847630 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.847959 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.848292 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.848616 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.848939 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.849256 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.849573 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.849889 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.850351 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.850671 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.850986 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:42:48.882136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 702c271c-fe52-4ac5-89b7-758258bcd354) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:42:48.882881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:48.883377 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:48.888753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3afb48-b38d-4bdb-946e-c432a5fc4f72 None None] Network 702c271c-fe52-4ac5-89b7-758258bcd354 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:42:48.905124 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] For port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:42:48.908318 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] For port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:42:48.977077 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-fba9218a-bf71-46f2-87bf-88255eb5228f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7393932 Feb 16 15:42:48.979884 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 44946) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:42:48.986476 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.041524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-702c271c-fe52-4ac5-89b7-758258bcd354', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:42:49.043097 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.046077 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f6134-bcf3-4983-ae98-e2e7868a0aac None None] Pushing event updated for resources: {'Port': ['ID=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:49.054233 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:49.054898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:49.167662 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:49.194191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Allocated IP 172.20.0.2 (702c271c-fe52-4ac5-89b7-758258bcd354/4a8af27d-1e94-499b-a645-6ed510d840d4/f69a8f9b-4f97-4e71-a7fe-6a6413a7f877) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:42:49.340586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.363203 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:47Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:49.389949 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59af362-84eb-4fba-aa1c-69f34fbb8f7b None None] The sync data for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 is: [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:47Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:42:49.403052 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.447358 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Network 702c271c-fe52-4ac5-89b7-758258bcd354 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:42:49.451104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:42:49.453289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Pushing event updated for resources: {'Port': ['ID=f69a8f9b-4f97-4e71-a7fe-6a6413a7f877,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:49.455492 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:42:49.461326 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.515465 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Attempting to bind port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:42:49.515620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Attempting to bind port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:42:49.515986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Attempting to bind port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 on network 702c271c-fe52-4ac5-89b7-758258bcd354 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:42:49.521042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:42:49.521418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Checking segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:42:49.521854 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.522394 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Bound using segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:42:49.522875 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Bound port: f69a8f9b-4f97-4e71-a7fe-6a6413a7f877, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:42:49.523260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.594838 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] For port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:42:49.597297 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] For port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f69a8f9b-4f97-4e71-a7fe-6a6413a7f877,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:42:49.654574 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:49.778520 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.1 (702c271c-fe52-4ac5-89b7-758258bcd354/4a8af27d-1e94-499b-a645-6ed510d840d4/5442850c-5231-454e-8e87-ceda4fc8aa1e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:42:49.888069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f77c0-964e-4fe2-aa33-d57addc45e39 None None] Pushing event updated for resources: {'Port': ['ID=f69a8f9b-4f97-4e71-a7fe-6a6413a7f877,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:49.918762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:50.015004 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:50.065020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 702c271c-fe52-4ac5-89b7-758258bcd354 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:42:50.074534 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:42:50.077866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:42:50.114024 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=5442850c-5231-454e-8e87-ceda4fc8aa1e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:50.144005 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:50.340489 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:50.617245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:50.653978 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:50.731206 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=5442850c-5231-454e-8e87-ceda4fc8aa1e,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:50.734008 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:50.826701 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 702c271c-fe52-4ac5-89b7-758258bcd354 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:42:50.828169 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:42:50.943284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 2a4dac83-13d7-4eb4-9764-82fc61656085 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:42:51.078221 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:42:51.085930 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-46fb8d3f-883b-491f-91fc-b3cc04a10141 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/2a4dac83-13d7-4eb4-9764-82fc61656085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1048174 Feb 16 15:42:51.087738 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:42:51.147374 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:51.148401 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:51.258287 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:51.262829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-3e68d949-dfdd-448d-a19e-41ce16de6f1d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968022806&fields=id&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 267 time: 0.0458660 Feb 16 15:42:51.280937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:51.322144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89428b-2d27-45ca-8256-70e3a74bfc99 None None] Network 702c271c-fe52-4ac5-89b7-758258bcd354 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:42:51.369554 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:51.370447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:42:51.382674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-538cb526-7ee0-49c0-8a37-d51b21e7207d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:51.384199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-538cb526-7ee0-49c0-8a37-d51b21e7207d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 796 time: 0.1186104 Feb 16 15:42:51.399902 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-b78ece99-ea47-4fc1-836b-8271b8056bcd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/quotas/9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 375 time: 0.0096817 Feb 16 15:42:51.445158 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Sync routers for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:42:51.460874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-9259762b-1b95-4b44-9ffa-6685b4f75232 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538118 Feb 16 15:42:51.499404 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-103a37f1-d48a-4539-bb02-2761dcb1e03b None None] Provisioning complete for port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:51.499799 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-103a37f1-d48a-4539-bb02-2761dcb1e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:51.503173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:51.505664 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:51.506303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:51.559984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-9b43adde-78ef-4687-8ec9-6d4f5508459d service neutron] 10.222.0.113 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869753 Feb 16 15:42:51.634182 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:51.634537 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:51.661511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e7f4c19e-4a41-4762-b9be-eb52d205c0fd service neutron] 10.222.0.113 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946214 Feb 16 15:42:51.768969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:51.860783 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-103a37f1-d48a-4539-bb02-2761dcb1e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:51.936924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-012a9f06-0a2a-4913-b450-1a4f7bb34499 req-1c833fc7-c02c-400d-90dc-eb03156e4e96 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 210 time: 0.0412822 Feb 16 15:42:51.974503 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-103a37f1-d48a-4539-bb02-2761dcb1e03b None None] For port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f69a8f9b-4f97-4e71-a7fe-6a6413a7f877,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:51.975663 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.047311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-103a37f1-d48a-4539-bb02-2761dcb1e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.125225 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:42:52.128726 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:42:52.142371 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a37f1-d48a-4539-bb02-2761dcb1e03b None None] Pushing event updated for resources: {'Port': ['ID=f69a8f9b-4f97-4e71-a7fe-6a6413a7f877,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:52.161240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 2, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:52.193646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Checking router: 2a4dac83-13d7-4eb4-9764-82fc61656085 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:42:52.194024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Updating router 2a4dac83-13d7-4eb4-9764-82fc61656085 port 5442850c-5231-454e-8e87-ceda4fc8aa1e binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:42:52.221341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-190f7256-6dfa-4922-aa72-53e16a5e1a89 None None] Provisioning complete for port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:52.221706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-190f7256-6dfa-4922-aa72-53e16a5e1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.245007 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.467713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-190f7256-6dfa-4922-aa72-53e16a5e1a89 None None] Provisioning complete for port 5442850c-5231-454e-8e87-ceda4fc8aa1e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:52.468089 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-190f7256-6dfa-4922-aa72-53e16a5e1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.529370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-190f7256-6dfa-4922-aa72-53e16a5e1a89 None None] Port 5442850c-5231-454e-8e87-ceda4fc8aa1e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:42:52.598187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.656819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.717017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a2493f6b-56ec-4c5a-9506-eab3f5871f05 None None] Provisioning complete for port 5442850c-5231-454e-8e87-ceda4fc8aa1e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:52.717864 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2493f6b-56ec-4c5a-9506-eab3f5871f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.721902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195338-431c-4886-8bb5-8018619334b1 None None] Pushing event updated for resources: {'Port': ['ID=5442850c-5231-454e-8e87-ceda4fc8aa1e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:52.798365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a2493f6b-56ec-4c5a-9506-eab3f5871f05 None None] Port 5442850c-5231-454e-8e87-ceda4fc8aa1e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:42:52.820368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Attempting to bind port 5442850c-5231-454e-8e87-ceda4fc8aa1e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:42:52.820368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Attempting to bind port 5442850c-5231-454e-8e87-ceda4fc8aa1e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:42:52.820368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Attempting to bind port 5442850c-5231-454e-8e87-ceda4fc8aa1e on network 702c271c-fe52-4ac5-89b7-758258bcd354 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:42:52.820368 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:42:52.820815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Checking segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:42:52.821045 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.821443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Bound using segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:42:52.821915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Bound port: 5442850c-5231-454e-8e87-ceda4fc8aa1e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:42:52.822926 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.888229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] For port 5442850c-5231-454e-8e87-ceda4fc8aa1e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:42:52.917762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9f133248-173d-49ab-bb1e-cc046d816025 None None] Provisioning complete for port 5442850c-5231-454e-8e87-ceda4fc8aa1e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:52.918169 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f133248-173d-49ab-bb1e-cc046d816025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:52.956741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] For port 5442850c-5231-454e-8e87-ceda4fc8aa1e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5442850c-5231-454e-8e87-ceda4fc8aa1e,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:42:52.967173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9f133248-173d-49ab-bb1e-cc046d816025 None None] Port 5442850c-5231-454e-8e87-ceda4fc8aa1e cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:42:53.003185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:53.034765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:42:53.051809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-58fba9ac-aceb-41b1-ad9e-a9d712bdbc63 req-44d7cc1e-cfc3-4188-92a5-d3257f72f99f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 210 time: 0.0346737 Feb 16 15:42:53.093748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195338-431c-4886-8bb5-8018619334b1 None None] Pushing event updated for resources: {'Port': ['ID=5442850c-5231-454e-8e87-ceda4fc8aa1e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:53.106493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:42:53.107127 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:53.173607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:53.173607 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:53.254347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:42:53.524428 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-385a8305-ffeb-4730-a880-16ed94a248bd None None] Provisioning complete for port 5442850c-5231-454e-8e87-ceda4fc8aa1e triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:53.524781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-385a8305-ffeb-4730-a880-16ed94a248bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:53.596000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:42:53.729758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-05498196-3642-465c-a1c2-ca7c6f5b3bbd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:53.731573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-05498196-3642-465c-a1c2-ca7c6f5b3bbd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 796 time: 0.1138718 Feb 16 15:42:53.737587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:53.737961 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:53.741361 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-385a8305-ffeb-4730-a880-16ed94a248bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:53.779107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-34d2ff02-2dc8-4595-af46-c1207daf40c9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 380 time: 0.0382557 Feb 16 15:42:53.789663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'port': {'device_id': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'admin_state_up': True, 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'security_groups': ['b34b2bea-88e8-48e6-91ac-6bdea3764db5']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:53.820431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-385a8305-ffeb-4730-a880-16ed94a248bd None None] For port 5442850c-5231-454e-8e87-ceda4fc8aa1e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5442850c-5231-454e-8e87-ceda4fc8aa1e,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:53.824066 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:52Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:42:53.853821 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2a26cf-2e05-41a8-a04e-d5784ee33c24 None None] The sync data for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 is: [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:52Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:42:53.912079 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-385a8305-ffeb-4730-a880-16ed94a248bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:53.981792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a8305-ffeb-4730-a880-16ed94a248bd None None] Pushing event updated for resources: {'Port': ['ID=5442850c-5231-454e-8e87-ceda4fc8aa1e,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:54.026352 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:42:54.030111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:54.174800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb8fa03f-8c25-407c-b80d-979d1f9ec7d0 req-92b79add-4e8f-4487-a3e1-3f9ac946b7ae tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 210 time: 0.0528529 Feb 16 15:42:54.205147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.14 (702c271c-fe52-4ac5-89b7-758258bcd354/4a8af27d-1e94-499b-a645-6ed510d840d4/82ae6f06-c573-46d2-a983-ef6a2f18b713) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:42:54.363863 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:54.466504 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:54.516064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 702c271c-fe52-4ac5-89b7-758258bcd354 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:42:54.519169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:42:54.524070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:42:54.557150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:54.587987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:54.588786 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:54.663128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-e96527f4-32bb-4f04-ba51-9f411911fab6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8792057 Feb 16 15:42:54.677314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Request body: {'port': {'device_id': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:42:54.734766 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-832b7271-ca40-42e6-b9b5-2544d64bea07 None None] Provisioning complete for port 82ae6f06-c573-46d2-a983-ef6a2f18b713 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:54.735342 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-832b7271-ca40-42e6-b9b5-2544d64bea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:54.748994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:54.771447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-832b7271-ca40-42e6-b9b5-2544d64bea07 None None] Port 82ae6f06-c573-46d2-a983-ef6a2f18b713 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:42:55.027816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5442850c-5231-454e-8e87-ceda4fc8aa1e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:42:55.056555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ae6f06-c573-46d2-a983-ef6a2f18b713 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:42:55.064756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:55.077861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Transition to ACTIVE for port object 82ae6f06-c573-46d2-a983-ef6a2f18b713 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:42:55.079702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 5442850c-5231-454e-8e87-ceda4fc8aa1e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:42:55.080082 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:55.151920 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:55.203175 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:55.319893 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:42:55.320215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:42:55.320549 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on network 702c271c-fe52-4ac5-89b7-758258bcd354 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:42:55.331034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb04761-2da5-4c7b-bf5d-7469fb3bf45e req-9c11f496-2b34-4fbb-9a5e-ef9fe493d78d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:55.332620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dfb04761-2da5-4c7b-bf5d-7469fb3bf45e req-9c11f496-2b34-4fbb-9a5e-ef9fe493d78d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.0742116 Feb 16 15:42:55.335954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on network 702c271c-fe52-4ac5-89b7-758258bcd354 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:42:55.336283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on network 702c271c-fe52-4ac5-89b7-758258bcd354 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:42:55.347883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:42:55.348225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Checking segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:42:55.348599 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Bound using segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:42:55.349044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Bound port: 82ae6f06-c573-46d2-a983-ef6a2f18b713, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:42:55.349399 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:55.408760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dfb04761-2da5-4c7b-bf5d-7469fb3bf45e req-91808446-6cbd-40b6-81d8-4eed9d9cc0b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688596 Feb 16 15:42:55.435988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:42:55.439001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:42:55.529477 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:55.570016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:55.570627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:55.572029 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] 10.222.0.129 "PUT /v2.0/ports/82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 1092 time: 0.8993237 Feb 16 15:42:55.572460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:42:55.574767 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb43ba2-39d3-47fa-9da4-21ac0b199366" -d '{"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:42:55.597828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd213c-e81d-4286-8ac1-799788d9ee59 service neutron] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:55.628771 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8f4b8d-9f38-4711-a936-5acfc596e917 x-openstack-request-id: req-8b8f4b8d-9f38-4711-a936-5acfc596e917 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:42:55.628925 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:42:55.629156 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8b8f4b8d-9f38-4711-a936-5acfc596e917 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:42:55.629565 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'status': 'completed', 'code': 200} Feb 16 15:42:55.693521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb43ba2-39d3-47fa-9da4-21ac0b199366 req-d0072f86-0afd-4b0e-b56a-99d8fed57341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:55.695153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cb43ba2-39d3-47fa-9da4-21ac0b199366 req-d0072f86-0afd-4b0e-b56a-99d8fed57341 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1095 time: 0.0428448 Feb 16 15:42:55.797711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb43ba2-39d3-47fa-9da4-21ac0b199366 req-a5245883-4dee-4bbd-835f-b35bcb990320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:55.799161 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cb43ba2-39d3-47fa-9da4-21ac0b199366 req-a5245883-4dee-4bbd-835f-b35bcb990320 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0966930 Feb 16 15:42:55.892656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb43ba2-39d3-47fa-9da4-21ac0b199366 req-54bece6d-7c37-4474-9afb-511b408d17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:55.894042 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cb43ba2-39d3-47fa-9da4-21ac0b199366 req-54bece6d-7c37-4474-9afb-511b408d17f1 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0888557 Feb 16 15:42:55.968908 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-9faab9c9-7761-4dd7-935c-70d93709c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:55.970410 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-9faab9c9-7761-4dd7-935c-70d93709c111 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1095 time: 0.0411444 Feb 16 15:42:56.018348 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-10ab9c7f-dc4f-4a7c-bf47-118fe4561108 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 217 time: 0.0395036 Feb 16 15:42:56.069892 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-ee0a4223-0851-4c2e-9dc4-424d718516e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:56.071248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-ee0a4223-0851-4c2e-9dc4-424d718516e1 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0450213 Feb 16 15:42:56.117322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-ace49ae1-3d6c-4b6f-b3b4-c7241c5e6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:56.118831 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-ace49ae1-3d6c-4b6f-b3b4-c7241c5e6081 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414751 Feb 16 15:42:56.210165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-4ca12a8a-eaf5-42aa-b17a-f5750b863e10 service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848994 Feb 16 15:42:56.299380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82de4774-bcfa-41ed-89de-03a45f7dc476 req-f4f85646-8ea8-4818-8226-1376e2796a37 service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Feb 16 15:42:56.525557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ef380-54c4-4cf1-9de7-d7b5b48b009c req-ac7fc4ed-3c38-47fe-8b89-de28f31a004e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:56.527054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-607ef380-54c4-4cf1-9de7-d7b5b48b009c req-ac7fc4ed-3c38-47fe-8b89-de28f31a004e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.0498660 Feb 16 15:42:56.570083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-607ef380-54c4-4cf1-9de7-d7b5b48b009c req-ecf1f0d1-d1ee-46ad-afa0-b5a6262e25a0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361722 Feb 16 15:42:57.685951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effbee6-41c4-41fe-ad18-af4ecbd9a1f1 req-2114d679-7a25-4fbe-ba2e-d5526876dcd4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:57.687466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1effbee6-41c4-41fe-ad18-af4ecbd9a1f1 req-2114d679-7a25-4fbe-ba2e-d5526876dcd4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.0488453 Feb 16 15:42:57.724655 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1effbee6-41c4-41fe-ad18-af4ecbd9a1f1 req-1b89c715-8471-4de8-b6c1-bc8257b6cc62 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Feb 16 15:42:58.587336 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:42:58.681931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:58.693027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'port_id': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'mac_address': 'fa:16:3e:b6:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:42:58.729149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:58.742496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ae6f06-c573-46d2-a983-ef6a2f18b713 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:42:58.762787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:42:58.831374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:42:58.842200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a3ee-1d71-4c62-a492-7b41fda8ee1b req-c1d92aed-c299-4642-886d-16e8c83cfc0c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:58.843653 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c322a3ee-1d71-4c62-a492-7b41fda8ee1b req-c1d92aed-c299-4642-886d-16e8c83cfc0c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.0497344 Feb 16 15:42:58.879070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:42:58.882707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c322a3ee-1d71-4c62-a492-7b41fda8ee1b req-b01ac608-c39b-43c6-8539-f7fc270d9eb0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Feb 16 15:42:59.084958 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['82ae6f06-c573-46d2-a983-ef6a2f18b713'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:42:59.997547 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4433080-588e-4365-ab89-895849e3e36a req-da9f6948-f2ec-4665-9181-2c73b7cb45a0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:42:59.999025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4433080-588e-4365-ab89-895849e3e36a req-da9f6948-f2ec-4665-9181-2c73b7cb45a0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 945 time: 0.0472450 Feb 16 15:43:00.040411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b4433080-588e-4365-ab89-895849e3e36a req-74df3798-beec-45bd-9f55-d4ac6f5dfb38 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353332 Feb 16 15:43:00.603102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:43:00.728739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 82ae6f06-c573-46d2-a983-ef6a2f18b713 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:43:00.732709 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 82ae6f06-c573-46d2-a983-ef6a2f18b713 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:43:00.733154 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:00.809448 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:00.832048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:43:00.834790 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51c3bfc-80db-4879-8559-b2cd0f3e2e58" -d '{"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-plugged", "status": "completed", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:43:00.848184 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:43:00.925284 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c37a36-9c75-43be-a81f-0cc700ad8f47 x-openstack-request-id: req-29c37a36-9c75-43be-a81f-0cc700ad8f47 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:43:00.925577 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-plugged", "status": "completed", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:43:00.925837 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-29c37a36-9c75-43be-a81f-0cc700ad8f47 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:43:00.926238 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'code': 200} Feb 16 15:43:00.928582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:00.981222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:43:01.017714 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01403a8d-6786-42a1-beca-8e1c27cca832 req-de311429-335f-453c-a088-086382c687be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:01.019250 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01403a8d-6786-42a1-beca-8e1c27cca832 req-de311429-335f-453c-a088-086382c687be service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1097 time: 0.0397487 Feb 16 15:43:01.054493 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01403a8d-6786-42a1-beca-8e1c27cca832 req-dfbaad55-f8d6-4f1f-8041-bd90bf3e09d5 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275156 Feb 16 15:43:01.156249 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9357a-519c-4679-9cf7-50752fa28131 req-fe8903ee-d762-4045-b7ac-10b3144b0140 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:01.157622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daf9357a-519c-4679-9cf7-50752fa28131 req-fe8903ee-d762-4045-b7ac-10b3144b0140 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0487828 Feb 16 15:43:01.194166 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-daf9357a-519c-4679-9cf7-50752fa28131 req-e2959923-5b06-4a38-b0a0-f21e5495eb29 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300415 Feb 16 15:43:02.311821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aef0a-74ed-4dcb-bcf2-4f5781c23521 req-82fd8d03-4beb-42c4-8041-6ac573392e88 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:02.313316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e4aef0a-74ed-4dcb-bcf2-4f5781c23521 req-82fd8d03-4beb-42c4-8041-6ac573392e88 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0490985 Feb 16 15:43:02.355273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e4aef0a-74ed-4dcb-bcf2-4f5781c23521 req-08caf311-dde1-4bdb-b80d-79c746da4689 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358944 Feb 16 15:43:02.471366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc17f2-4978-4455-b25d-f6af36ff72a4 req-ab508c8b-d106-4931-ab96-5b37b5dd753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:02.472883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01cc17f2-4978-4455-b25d-f6af36ff72a4 req-ab508c8b-d106-4931-ab96-5b37b5dd753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0497108 Feb 16 15:43:02.511466 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01cc17f2-4978-4455-b25d-f6af36ff72a4 req-e1829113-e31f-41b2-90f1-1484d6548247 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Feb 16 15:43:02.533441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45000) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:43:02.572014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df976eb-f082-47b1-a457-8e6ffe0e2f2e tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:02.573530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2df976eb-f082-47b1-a457-8e6ffe0e2f2e tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1092 time: 0.0391388 Feb 16 15:43:02.576389 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45002) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:43:02.581245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:02.659923 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:02.759064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:02.858807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.13 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/2de11c60-7e29-4d2d-9128-a9e617273639) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:43:02.963353 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:03.049001 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:03.091731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:43:03.094488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:43:03.097036 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:43:03.121823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=2de11c60-7e29-4d2d-9128-a9e617273639,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:43:03.464557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:03.576970 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:03.730620 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:03.768423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:03.846207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=2de11c60-7e29-4d2d-9128-a9e617273639,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:43:03.854751 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:03.958628 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP 318fc0a0-1760-42b3-bff0-13419bc679ff associated. External IP: 172.25.6.13, port: 82ae6f06-c573-46d2-a983-ef6a2f18b713. Feb 16 15:43:04.163458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 2a4dac83-13d7-4eb4-9764-82fc61656085 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:43:04.269489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:43:04.280194 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] Sync routers for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:43:04.289409 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:43:04.290012 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:43:04.383168 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:04.395668 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:43:04.414460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c4344015-eaac-4cf3-a32a-c42f5cd8c13d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8370483 Feb 16 15:43:04.415155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:43:04.417551 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c1dc56-4349-4fec-9613-d64582d30751" -d '{"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:43:04.455981 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75f1cb4-41b4-48c4-9e56-728d48137e68 x-openstack-request-id: req-a75f1cb4-41b4-48c4-9e56-728d48137e68 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:43:04.456278 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:43:04.456535 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a75f1cb4-41b4-48c4-9e56-728d48137e68 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:43:04.456941 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'status': 'completed', 'code': 200} Feb 16 15:43:04.725369 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '318fc0a0-1760-42b3-bff0-13419bc679ff', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'port_id': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'mac_address': 'fa:16:3e:b6:67:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:43:03Z', 'updated_at': '2022-02-16T15:43:03Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:43:04.757280 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] Checking router: 2a4dac83-13d7-4eb4-9764-82fc61656085 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:43:04.765842 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:43:04.766450 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:42:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:43:04.879067 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:43:04.903779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1dc56-4349-4fec-9613-d64582d30751 req-52d526d4-a969-4cf1-8953-c61a1f86fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:04.905298 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86c1dc56-4349-4fec-9613-d64582d30751 req-52d526d4-a969-4cf1-8953-c61a1f86fecd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1097 time: 0.4239047 Feb 16 15:43:04.914529 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce8e8a-62b6-4a9b-bfad-6c7a4f1342e9 req-835eb7e4-e6ab-480c-87d2-7f850af9075f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:04.916008 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74ce8e8a-62b6-4a9b-bfad-6c7a4f1342e9 req-835eb7e4-e6ab-480c-87d2-7f850af9075f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.4443235 Feb 16 15:43:05.005981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74ce8e8a-62b6-4a9b-bfad-6c7a4f1342e9 req-597fed55-accd-42c1-b988-4b87eb8e13ed tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808284 Feb 16 15:43:05.031094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45008) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:43:05.034944 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1dc56-4349-4fec-9613-d64582d30751 req-ab5e063f-ab85-426e-9f9a-97c8211157b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:05.036463 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86c1dc56-4349-4fec-9613-d64582d30751 req-ab5e063f-ab85-426e-9f9a-97c8211157b4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.1196015 Feb 16 15:43:05.104534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86c1dc56-4349-4fec-9613-d64582d30751 req-e15bd514-2764-4301-b2c3-7d0a7200bde4 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 999 time: 0.0610259 Feb 16 15:43:05.108525 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '318fc0a0-1760-42b3-bff0-13419bc679ff', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'port_id': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'mac_address': 'fa:16:3e:b6:67:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:43:03Z', 'updated_at': '2022-02-16T15:43:03Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:43:05.142572 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b408375c-ef13-4be0-b292-f664ed68f8a1 None None] The sync data for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 is: [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '318fc0a0-1760-42b3-bff0-13419bc679ff', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'port_id': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'mac_address': 'fa:16:3e:b6:67:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:43:03Z', 'updated_at': '2022-02-16T15:43:03Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:43:05.161943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1dc56-4349-4fec-9613-d64582d30751 req-b56204aa-6ba1-44bf-bf98-18d5f000c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:05.165231 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86c1dc56-4349-4fec-9613-d64582d30751 req-b56204aa-6ba1-44bf-bf98-18d5f000c891 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0534573 Feb 16 15:43:05.214467 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1dc56-4349-4fec-9613-d64582d30751 req-deb543a2-eed9-4c5e-8bcb-cb2d2815afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:05.216120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86c1dc56-4349-4fec-9613-d64582d30751 req-deb543a2-eed9-4c5e-8bcb-cb2d2815afb8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454805 Feb 16 15:43:05.306359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ecf269e5-88d8-46f2-84a0-1a33e65f4250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:05.325928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86c1dc56-4349-4fec-9613-d64582d30751 req-630a7be8-e8b2-431f-8a89-34af24e26be6 service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031644 Feb 16 15:43:05.370709 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c23ba31-3d27-495a-a52c-63e6a8f04a6b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/318fc0a0-1760-42b3-bff0-13419bc679ff HTTP/1.1" status: 200 len: 991 time: 0.3381872 Feb 16 15:43:05.385773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5474cf17-3395-4813-b7b5-0b3d9bff8081 None None] New status for floating IP 318fc0a0-1760-42b3-bff0-13419bc679ff: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:43:05.429610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-86c1dc56-4349-4fec-9613-d64582d30751 req-6bd85ffc-eaa4-405b-a36d-06cb03312d9b service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968604 Feb 16 15:43:06.374445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45010) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:43:06.438012 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c92bde95-3667-41c0-9009-a2b18d5cdcce tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/318fc0a0-1760-42b3-bff0-13419bc679ff HTTP/1.1" status: 200 len: 993 time: 0.0623989 Feb 16 15:43:08.003178 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-77b2c6f1-4d1c-4695-b39c-db99a0712c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:09.842657 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:10.390898 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:43:11.465765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:11.534468 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:12.923287 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:16.911617 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:20.918303 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-39163e65-ef88-4bf1-9c1c-24b04afcc1f7 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435598 Feb 16 15:43:21.000365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-9aa0f934-2c48-4268-9ee1-a653433649fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:21.001870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-9aa0f934-2c48-4268-9ee1-a653433649fd service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1097 time: 0.0412521 Feb 16 15:43:21.104042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-d08ae67c-2723-461b-9bb3-6e198cbb01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:21.105694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-d08ae67c-2723-461b-9bb3-6e198cbb01ea service neutron] 10.222.0.129 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.0858777 Feb 16 15:43:21.176260 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-d65e467e-dc6c-4815-8a20-b06ed896e4ef service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 1001 time: 0.0639720 Feb 16 15:43:21.225807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-58843dd7-7f51-444e-9ea0-c91b155ede3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:21.227259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-58843dd7-7f51-444e-9ea0-c91b155ede3e service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0440679 Feb 16 15:43:21.273957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-83c0e0f2-a31c-49aa-a60d-f5084e1abfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:21.276382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-83c0e0f2-a31c-49aa-a60d-f5084e1abfa5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412538 Feb 16 15:43:21.370505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-20834389-791f-4b07-9582-029bf429cabb service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879223 Feb 16 15:43:21.463025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bf1d0e2a-1743-4a68-8db3-6cd039e9c49e req-dbf16322-b24f-4eaf-83fe-b7cb50d3a89a service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845029 Feb 16 15:43:35.300484 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f174e4a9-4dcb-4fda-b5ee-f98ba54b3145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:37.747773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-56c0d592-5ebe-46ed-a326-af57e4a11531 req-9605e38c-195d-4f91-a99e-505c54117552 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:43:37.748860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56c0d592-5ebe-46ed-a326-af57e4a11531 req-9605e38c-195d-4f91-a99e-505c54117552 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061448 Feb 16 15:43:38.043011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71ec56-3ffa-49d4-9088-e259bddf4c78 req-bd8cce0a-396d-4a00-91fd-3397037806db tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:38.045145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee71ec56-3ffa-49d4-9088-e259bddf4c78 req-bd8cce0a-396d-4a00-91fd-3397037806db tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0604913 Feb 16 15:43:38.049202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c8d51d2a-6634-4064-be71-58c2645d79f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:38.085533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee71ec56-3ffa-49d4-9088-e259bddf4c78 req-46dca12b-c330-45be-9e99-36bca56adb39 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Feb 16 15:43:38.207081 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45028) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:43:38.286543 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-4c9ab2c0-ae6c-4526-ba4f-5d670d4a0512 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782838 Feb 16 15:43:38.295483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-f9893869-8485-4503-8375-b0ee4126c324 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:43:38.296409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-f9893869-8485-4503-8375-b0ee4126c324 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051467 Feb 16 15:43:39.202777 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200541c-c2e6-4f9a-b684-86439bec7abd req-65fc704d-c184-43dd-a886-1a362b89cc38 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:39.204290 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a200541c-c2e6-4f9a-b684-86439bec7abd req-65fc704d-c184-43dd-a886-1a362b89cc38 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0483260 Feb 16 15:43:39.242175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a200541c-c2e6-4f9a-b684-86439bec7abd req-d0102b5d-973d-4b08-9af6-adbad0362d16 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Feb 16 15:43:39.797492 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:40.360745 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb43f14-af97-489d-a0ae-e2f8aa6e1c77 req-cf855d94-713c-4f46-a9eb-ac1e5c284882 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:40.362267 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bb43f14-af97-489d-a0ae-e2f8aa6e1c77 req-cf855d94-713c-4f46-a9eb-ac1e5c284882 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0525429 Feb 16 15:43:40.405225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bb43f14-af97-489d-a0ae-e2f8aa6e1c77 req-d42209b2-49ce-423e-8b81-c8e043cf34d8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367601 Feb 16 15:43:41.471608 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:41.526230 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd811-8384-451d-933d-ca69e73d72dc req-5d7180c3-2b99-4483-953b-83b44340d4a3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:41.528185 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-832dd811-8384-451d-933d-ca69e73d72dc req-5d7180c3-2b99-4483-953b-83b44340d4a3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0507221 Feb 16 15:43:41.528782 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:41.566844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-832dd811-8384-451d-933d-ca69e73d72dc req-46a1c3c4-f057-43d9-a1a9-1cf50fedcca6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324595 Feb 16 15:43:42.686825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e45feb-54d6-4808-8888-93c6e7288e69 req-e77846a4-d137-4af8-8577-138c609b7a05 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:42.688345 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76e45feb-54d6-4808-8888-93c6e7288e69 req-e77846a4-d137-4af8-8577-138c609b7a05 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0525763 Feb 16 15:43:42.726555 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-76e45feb-54d6-4808-8888-93c6e7288e69 req-0367608e-b458-4109-92c2-b574cd654c3d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320966 Feb 16 15:43:42.945636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:43.844788 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad8cc0-6c98-42ef-b7e7-d5a29e9fe0a5 req-059cdc13-76dd-43e6-be33-13842168bd53 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:43.846201 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42ad8cc0-6c98-42ef-b7e7-d5a29e9fe0a5 req-059cdc13-76dd-43e6-be33-13842168bd53 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0500751 Feb 16 15:43:43.889496 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42ad8cc0-6c98-42ef-b7e7-d5a29e9fe0a5 req-3e8a1d4c-5fe3-4793-87f1-0c8adb9579e9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Feb 16 15:43:44.375935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-366c72df-33e3-4128-82d5-af9156d35477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:44.377435 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-366c72df-33e3-4128-82d5-af9156d35477 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1097 time: 0.0424452 Feb 16 15:43:44.466302 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-8d81c32c-8bff-4da5-9a5a-02f950e36148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:44.467779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-8d81c32c-8bff-4da5-9a5a-02f950e36148 service neutron] 10.222.0.129 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.0838220 Feb 16 15:43:44.537218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-dfa0aa07-a8ab-4b5c-b8c6-0797f84ad077 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 1001 time: 0.0631599 Feb 16 15:43:44.586095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-d8951a1a-5db0-4a9c-88e2-1277c97b9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:44.587483 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-d8951a1a-5db0-4a9c-88e2-1277c97b9cc2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0442786 Feb 16 15:43:44.631612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-90cd5b0b-31df-44e2-9df5-272be7128cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:44.633109 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-90cd5b0b-31df-44e2-9df5-272be7128cf5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391822 Feb 16 15:43:44.725735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-225a9750-6b81-4237-9da9-5e12801e7d20 service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859549 Feb 16 15:43:44.814378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-6008593c-e5aa-49a7-adf1-6fa945f38e7a service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817180 Feb 16 15:43:45.006502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4009af1-a838-497d-abde-ac385cd5fec0 req-907ef599-f98d-477b-b54c-90d19c4da230 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:45.008004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4009af1-a838-497d-abde-ac385cd5fec0 req-907ef599-f98d-477b-b54c-90d19c4da230 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0496454 Feb 16 15:43:45.051589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f4009af1-a838-497d-abde-ac385cd5fec0 req-e652b075-fb27-440e-9e7b-eeb11e79f1a2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360608 Feb 16 15:43:46.170039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f41aef-7171-4eb6-a1ee-9c978aa8d2b9 req-5b0fec80-059f-4ec3-9adf-826e9df5e1b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:46.171758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8f41aef-7171-4eb6-a1ee-9c978aa8d2b9 req-5b0fec80-059f-4ec3-9adf-826e9df5e1b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0496721 Feb 16 15:43:46.209723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e8f41aef-7171-4eb6-a1ee-9c978aa8d2b9 req-939dbca0-0339-49c7-8661-b33da4f8dfb8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Feb 16 15:43:46.951469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:47.326193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee0a67-cc35-4e7c-8e57-534f52a92bac req-17a925d8-0722-4753-9f58-b99f63a5aea3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:47.327682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05ee0a67-cc35-4e7c-8e57-534f52a92bac req-17a925d8-0722-4753-9f58-b99f63a5aea3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0491052 Feb 16 15:43:47.364124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-05ee0a67-cc35-4e7c-8e57-534f52a92bac req-af3656b6-7431-45ec-b8b6-7a33ad948c88 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305159 Feb 16 15:43:47.389987 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:43:48.482534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4edac6-8e56-4503-8257-c8b5311a534b req-10a29c20-cb09-47ab-9438-cadc428353b1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:48.484053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f4edac6-8e56-4503-8257-c8b5311a534b req-10a29c20-cb09-47ab-9438-cadc428353b1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0498886 Feb 16 15:43:48.525759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f4edac6-8e56-4503-8257-c8b5311a534b req-03022c64-3237-4a19-a587-b3cd81c4ba52 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356259 Feb 16 15:43:49.641645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893cd28-27a5-4ae7-9f59-e6eec64dc0ec req-35e996c5-df4c-4684-a38a-f2ac8872b35b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:49.643112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2893cd28-27a5-4ae7-9f59-e6eec64dc0ec req-35e996c5-df4c-4684-a38a-f2ac8872b35b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0484505 Feb 16 15:43:49.680936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2893cd28-27a5-4ae7-9f59-e6eec64dc0ec req-b970ebb6-2799-4406-b74b-f141c7f611b5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Feb 16 15:43:50.798729 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1a6eb-dffe-4c53-8b6b-7eb9baf842c3 req-cf64c9db-f2c5-4e11-9ab3-be841c987f2e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:50.800217 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5b1a6eb-dffe-4c53-8b6b-7eb9baf842c3 req-cf64c9db-f2c5-4e11-9ab3-be841c987f2e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0482581 Feb 16 15:43:50.836983 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5b1a6eb-dffe-4c53-8b6b-7eb9baf842c3 req-c7e9f7f1-ded4-4a5e-a2b9-8ebc4fcc7cff tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309143 Feb 16 15:43:51.955031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2063b5-1f1a-4e3d-be26-1788782467f4 req-e2165709-2dde-4b3c-91b5-05ee20f5b05f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:51.956550 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b2063b5-1f1a-4e3d-be26-1788782467f4 req-e2165709-2dde-4b3c-91b5-05ee20f5b05f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0484939 Feb 16 15:43:51.998596 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b2063b5-1f1a-4e3d-be26-1788782467f4 req-c5745aa5-2de5-480f-bb30-5bb35104e909 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361142 Feb 16 15:43:53.114605 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04114204-c052-42dd-ae11-b9f143a6d0d9 req-420193d4-bfaf-49bc-b047-c51303d8db4b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:53.116108 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04114204-c052-42dd-ae11-b9f143a6d0d9 req-420193d4-bfaf-49bc-b047-c51303d8db4b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Feb 16 15:43:53.153818 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-04114204-c052-42dd-ae11-b9f143a6d0d9 req-6a1e483d-c0cc-4e38-9cd9-de8246ce8b0c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311718 Feb 16 15:43:54.270114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040367d7-e472-4ba0-83a6-438b5f807f72 req-ad91df37-4623-4ddf-834c-83e30e2e4356 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:54.271592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-040367d7-e472-4ba0-83a6-438b5f807f72 req-ad91df37-4623-4ddf-834c-83e30e2e4356 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0486901 Feb 16 15:43:54.309504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-040367d7-e472-4ba0-83a6-438b5f807f72 req-a76324e7-85b8-415c-91c9-9f26cf43c402 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Feb 16 15:43:55.425556 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795a042-0397-4aa2-a93f-82e6204db293 req-97683761-669c-4b0e-a063-5a6dcf84a42a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:55.427022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5795a042-0397-4aa2-a93f-82e6204db293 req-97683761-669c-4b0e-a063-5a6dcf84a42a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0486257 Feb 16 15:43:55.468036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5795a042-0397-4aa2-a93f-82e6204db293 req-36074c97-414c-49cd-9078-480d1db227e7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349324 Feb 16 15:43:56.582608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898a57-2f39-42d5-9865-32367f0666d1 req-300f399b-871c-49bd-bf0c-5de47fbcd9a0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:56.584016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25898a57-2f39-42d5-9865-32367f0666d1 req-300f399b-871c-49bd-bf0c-5de47fbcd9a0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0477154 Feb 16 15:43:56.621911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25898a57-2f39-42d5-9865-32367f0666d1 req-938c839f-a86b-424b-9ac1-048348d8f001 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Feb 16 15:43:56.829937 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-7ef2aa07-e5d8-40d4-b876-22467f942f76 service neutron] show failed (client error): The resource could not be found. Feb 16 15:43:56.830936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-7ef2aa07-e5d8-40d4-b876-22467f942f76 service neutron] 10.222.0.129 "GET /v2.0/ports/82ae6f06-c573-46d2-a983-ef6a2f18b713/bindings/n-h1-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0546081 Feb 16 15:43:57.266903 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-d59dcd31-1d1c-434c-9616-05fc9581d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:57.268426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-d59dcd31-1d1c-434c-9616-05fc9581d3c9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 1097 time: 0.0416172 Feb 16 15:43:57.285611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:43:57.342678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:57.547368 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:43:57.580089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:43:57.618108 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:43:57.620455 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca31b7-658f-431f-a88c-64b1a3a19f66" -d '{"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-unplugged", "status": "completed", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:43:57.625035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:57.637497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Transition to ACTIVE for port object 82ae6f06-c573-46d2-a983-ef6a2f18b713 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:43:57.680093 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a294ee8-0dd0-4e67-a662-6ce763fddb9f x-openstack-request-id: req-3a294ee8-0dd0-4e67-a662-6ce763fddb9f {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:43:57.680405 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-unplugged", "status": "completed", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:43:57.680654 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3a294ee8-0dd0-4e67-a662-6ce763fddb9f {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:43:57.681139 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'code': 200} Feb 16 15:43:57.718744 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:57.779750 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=6']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:43:57.821124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c37c-3186-4321-818c-56f4fecdb5df req-e9e34d5b-5090-4346-b71b-0ae5a9281113 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:57.822696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85e7c37c-3186-4321-818c-56f4fecdb5df req-e9e34d5b-5090-4346-b71b-0ae5a9281113 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.1306970 Feb 16 15:43:57.834786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.835194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.835449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.835802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.836125 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.836447 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.836766 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.837079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.837403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.837718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.838033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.838344 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:43:57.904086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] No DVR routers for this DVR port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:43:57.908023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-85e7c37c-3186-4321-818c-56f4fecdb5df req-3070e377-6467-4246-a8e5-fd998441d3ef tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773647 Feb 16 15:43:58.045511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:43:58.045761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:43:58.046085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on network 702c271c-fe52-4ac5-89b7-758258bcd354 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:43:58.050335 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on network 702c271c-fe52-4ac5-89b7-758258bcd354 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:43:58.050653 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Attempting to bind port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on network 702c271c-fe52-4ac5-89b7-758258bcd354 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:43:58.055391 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:43:58.055804 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Checking segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:43:58.056185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Bound using segment: {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:43:58.056604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Bound port: 82ae6f06-c573-46d2-a983-ef6a2f18b713, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827c2c28-6922-4761-8499-d29bf549521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:43:58.056952 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:58.119872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:43:58.123063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:43:58.208890 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:58.244483 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:58.245116 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:43:58.246660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] 10.222.0.93 "PUT /v2.0/ports/82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 1092 time: 0.9648466 Feb 16 15:43:58.268521 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0e8ab-ad89-4c67-acde-925b9af3f83c service neutron] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:43:58.323535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-58deb43b-bf0f-4486-9339-cc93e9fcf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:58.325859 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-58deb43b-bf0f-4486-9339-cc93e9fcf088 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1095 time: 0.0462220 Feb 16 15:43:58.430310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-c5d919e6-b4d3-46f2-9e31-43e990051b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:58.431840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-c5d919e6-b4d3-46f2-9e31-43e990051b65 service neutron] 10.222.0.93 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.0942206 Feb 16 15:43:58.504428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-4a8c07fd-b7eb-4f29-8434-652fdf164f2f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 999 time: 0.0620723 Feb 16 15:43:58.559003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-411feb9e-d52a-4bbe-8ef3-c80fdf58c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:58.560487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-411feb9e-d52a-4bbe-8ef3-c80fdf58c61e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0450740 Feb 16 15:43:58.609051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-9c91d3fb-1358-4a97-89b5-d2579ced413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:58.610500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-9c91d3fb-1358-4a97-89b5-d2579ced413f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394940 Feb 16 15:43:58.707197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-f1b78e4c-0237-40af-8edf-e11ca7eccaef service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836518 Feb 16 15:43:58.800072 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-546e1671-ed30-4473-aeb4-5610dd38d834 req-c0916407-f5da-44e2-85cc-5c8a85d9e41f service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820861 Feb 16 15:43:59.041279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed57dd-5fca-4b8e-84c0-3d50e3cc2d9d req-fa09fa5a-3c5d-425d-b436-99fa6455fda2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:59.042773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4ed57dd-5fca-4b8e-84c0-3d50e3cc2d9d req-fa09fa5a-3c5d-425d-b436-99fa6455fda2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.0505652 Feb 16 15:43:59.081886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a4ed57dd-5fca-4b8e-84c0-3d50e3cc2d9d req-8351ced4-809c-4e14-be77-050a66ed4a61 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328884 Feb 16 15:43:59.682004 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:43:59.684426 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92db92fc-77e9-4e58-922e-ec12b7606c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:43:59.732515 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8269702d-3d1e-4ddb-8432-d9c6e3f076a5 x-openstack-request-id: req-8269702d-3d1e-4ddb-8432-d9c6e3f076a5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:43:59.733103 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:43:59.733103 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8269702d-3d1e-4ddb-8432-d9c6e3f076a5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:43:59.733419 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'status': 'completed', 'code': 200} Feb 16 15:43:59.820723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-f995827f-cf68-49b4-8fcd-dd52b35090a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:59.822225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-f995827f-cf68-49b4-8fcd-dd52b35090a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1095 time: 0.0694985 Feb 16 15:43:59.827727 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-ab3b1d8f-c65c-459e-abed-778829141413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:59.829073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-ab3b1d8f-c65c-459e-abed-778829141413 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1095 time: 0.0751677 Feb 16 15:43:59.984940 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-8f5fd083-1d8c-47bc-b492-f0f4a5a3a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:59.986343 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-8f5fd083-1d8c-47bc-b492-f0f4a5a3a410 service neutron] 10.222.0.93 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.1530862 Feb 16 15:43:59.987656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-08c99090-a9c6-4d3c-a784-dab0e8ef6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:43:59.988949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-08c99090-a9c6-4d3c-a784-dab0e8ef6544 service neutron] 10.222.0.129 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.1481905 Feb 16 15:44:00.101678 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-f0216265-95bb-419d-8798-18bb022aca6d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 999 time: 0.1059585 Feb 16 15:44:00.103416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-eab2f09c-644c-49ee-a7a4-5cefed73deb4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 999 time: 0.1058974 Feb 16 15:44:00.211323 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-6fa502cf-ad31-4bd8-8dc4-d3bd4ac4013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:00.212795 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-6fa502cf-ad31-4bd8-8dc4-d3bd4ac4013d service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.1048422 Feb 16 15:44:00.221953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-c4531ee0-bf52-4c23-9d73-23a4da248b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:00.223268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-c4531ee0-bf52-4c23-9d73-23a4da248b97 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.1072583 Feb 16 15:44:00.282946 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1b05f-2ff3-48ef-b33a-1481bc5eb40c req-660b8930-e589-4d95-8fb5-608f3227bd12 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:00.284454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8f1b05f-2ff3-48ef-b33a-1481bc5eb40c req-660b8930-e589-4d95-8fb5-608f3227bd12 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.1190424 Feb 16 15:44:00.323137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-c3b65a13-d586-4184-ad01-68b504426f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:00.325300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-c3b65a13-d586-4184-ad01-68b504426f2a service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049128 Feb 16 15:44:00.330833 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-99b60357-d836-4dc6-9c51-f64cb39cb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:00.332222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-99b60357-d836-4dc6-9c51-f64cb39cb7e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976019 Feb 16 15:44:00.393824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8f1b05f-2ff3-48ef-b33a-1481bc5eb40c req-d187a07d-90b0-4745-92fe-9cc98559e41f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024377 Feb 16 15:44:00.494192 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-a66c9d54-edab-42ce-be6c-7e67ae40d63f service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566873 Feb 16 15:44:00.499620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-ed6a2052-0ef2-4343-9939-4360d496adf2 service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515126 Feb 16 15:44:00.648877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-5ee880c1-e83c-4248-a9a9-9466a4cb2857 service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479533 Feb 16 15:44:00.654178 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-92db92fc-77e9-4e58-922e-ec12b7606c8e req-9618a2a5-6c5a-4018-b371-8afa3e7096b0 service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458857 Feb 16 15:44:00.863149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:44:00.903168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:44:01.512736 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923596d1-10e7-4752-97cb-68da12c9e000 req-a58b9ab9-15b7-4ebb-8465-15bb07d32101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:01.514214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-923596d1-10e7-4752-97cb-68da12c9e000 req-a58b9ab9-15b7-4ebb-8465-15bb07d32101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.0493236 Feb 16 15:44:01.552041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-923596d1-10e7-4752-97cb-68da12c9e000 req-0ff3b1a2-524b-4b5d-a246-85fb2571b9f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Feb 16 15:44:01.854915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ae0c0-9046-4c4f-b86e-04dc5d18904e req-27bef794-5b3b-4087-b962-77fe73988d01 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:01.856376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-738ae0c0-9046-4c4f-b86e-04dc5d18904e req-27bef794-5b3b-4087-b962-77fe73988d01 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.0482845 Feb 16 15:44:01.929746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-cbc8edf6-6ecc-49ef-8c30-ac3d7f009661 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:01.931225 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-cbc8edf6-6ecc-49ef-8c30-ac3d7f009661 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8&tenant_id=9a9f4948015e4a648aa0376f43aa92f5&binding%3Ahost_id=n-h1-829433-1 HTTP/1.1" status: 200 len: 944 time: 0.0740106 Feb 16 15:44:01.934974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-738ae0c0-9046-4c4f-b86e-04dc5d18904e req-d9a7e921-9dc4-4693-9c85-1bd01add28c2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697837 Feb 16 15:44:01.993076 n-d-829433-1 neutron-server[103043]: INFO neutron.api.v2.resource [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-6e8fc5ba-0730-4cee-ad2e-de878be7fb3c service neutron] delete failed (client error): The resource could not be found. Feb 16 15:44:01.994116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-6e8fc5ba-0730-4cee-ad2e-de878be7fb3c service neutron] 10.222.0.129 "DELETE /v2.0/ports/82ae6f06-c573-46d2-a983-ef6a2f18b713/bindings/n-h2-829433-1 HTTP/1.1" status: 404 len: 380 time: 0.0551987 Feb 16 15:44:02.019520 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:44:02.120903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:02.138079 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'port_id': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'mac_address': 'fa:16:3e:b6:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:44:02.178029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:02.192069 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ae6f06-c573-46d2-a983-ef6a2f18b713 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:44:02.212632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:02.283532 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:02.333237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:02.342041 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.342511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.342735 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.343071 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.343408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.343768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.344097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.344423 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.344750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.345068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.345384 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.345711 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:02.419853 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e7fd-2551-4613-a701-a231d445edec req-4954bebb-66a5-42c4-b7ca-4cc6373fa6b1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:02.421218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1315e7fd-2551-4613-a701-a231d445edec req-4954bebb-66a5-42c4-b7ca-4cc6373fa6b1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 944 time: 0.4155939 Feb 16 15:44:02.443240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-5c2d09fe-ae2c-4348-b824-0f1dc32f27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:02.444665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-5c2d09fe-ae2c-4348-b824-0f1dc32f27ab service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1095 time: 0.4046869 Feb 16 15:44:02.479968 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1315e7fd-2551-4613-a701-a231d445edec req-a9c42df0-37b7-448a-a89d-16f3678d8293 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523031 Feb 16 15:44:02.545956 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-2c141752-b99a-4ff1-be20-a52b368effbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:02.547421 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-2c141752-b99a-4ff1-be20-a52b368effbe service neutron] 10.222.0.129 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.0957074 Feb 16 15:44:02.552353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['82ae6f06-c573-46d2-a983-ef6a2f18b713'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:44:02.615486 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-0bcf25e4-5d3d-4747-9050-90a59023ad41 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 1000 time: 0.0615153 Feb 16 15:44:02.664419 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-798bb909-0099-4350-afcb-82759e578114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:02.665873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-798bb909-0099-4350-afcb-82759e578114 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0445621 Feb 16 15:44:02.710841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-75569b50-f1bd-473e-a552-58fbd1c9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:02.712280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-75569b50-f1bd-473e-a552-58fbd1c9811b service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397861 Feb 16 15:44:02.804656 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-a452c793-c80a-4be6-aff9-4aee73d6526b service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853915 Feb 16 15:44:02.891774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-deb09e84-d0ce-430b-956f-4c0f374564fa req-b515d666-9a6c-43df-812e-ab38547b17bb service neutron] 10.222.0.129 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804672 Feb 16 15:44:03.602028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c881b5-6cad-4113-8b77-567636bcd22e req-1755fdb2-8b79-40fe-b6bd-1e0529e36de7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:03.603428 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c881b5-6cad-4113-8b77-567636bcd22e req-1755fdb2-8b79-40fe-b6bd-1e0529e36de7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Feb 16 15:44:03.647897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4c881b5-6cad-4113-8b77-567636bcd22e req-539a7858-59f2-4494-a8e6-fde1532ec91e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Feb 16 15:44:03.672070 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45118) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:03.737183 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c2c5fb7-3b2f-4073-8dd7-b5aee4582c54 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/318fc0a0-1760-42b3-bff0-13419bc679ff HTTP/1.1" status: 200 len: 992 time: 0.0639918 Feb 16 15:44:04.030625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:44:04.122959 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 82ae6f06-c573-46d2-a983-ef6a2f18b713 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:44:04.126795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 82ae6f06-c573-46d2-a983-ef6a2f18b713 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:04.131310 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:04.202578 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:04.224753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:44:04.226950 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8998ee-8791-424f-9971-a71f86a43dcb" -d '{"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-plugged", "status": "completed", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:44:04.240343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:04.264688 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3e6f30-ef3d-406b-a022-9d1715b82e3f x-openstack-request-id: req-4f3e6f30-ef3d-406b-a022-9d1715b82e3f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:44:04.268780 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-plugged", "status": "completed", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:44:04.268780 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4f3e6f30-ef3d-406b-a022-9d1715b82e3f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:44:04.268780 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'code': 200} Feb 16 15:44:04.317408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:04.365024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:05.317293 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-188a7a62-2c25-4c33-a2e3-35228f9f43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:08.053980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26ad2c46-b397-47e8-8ddf-6fdc747f2322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:09.814651 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:11.450587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:11.529944 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:12.923565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:16.935256 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:24.388859 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:44:24.621915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-7bc66083-add5-44ea-9770-97168fec99ad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400605 Feb 16 15:44:24.707246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-50fae0d5-b1ac-443c-af3f-9ec4705a28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:24.708824 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-50fae0d5-b1ac-443c-af3f-9ec4705a28e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1097 time: 0.0390115 Feb 16 15:44:24.813356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-faeab69c-b9c2-4ed3-95d7-71fddd0f1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:24.814851 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-faeab69c-b9c2-4ed3-95d7-71fddd0f1b31 service neutron] 10.222.0.93 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.0857899 Feb 16 15:44:24.880366 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-435ca996-51a6-43f6-abf5-5a30234319ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 1001 time: 0.0576065 Feb 16 15:44:24.930571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-ee788aba-23fc-42a0-8d88-32455a0d54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:24.932022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-ee788aba-23fc-42a0-8d88-32455a0d54a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0438695 Feb 16 15:44:24.980121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-d14c6efd-fc9a-4d15-9792-e4d7260b25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:24.982210 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-d14c6efd-fc9a-4d15-9792-e4d7260b25f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427244 Feb 16 15:44:25.070727 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-8651ba17-34b6-4b17-b145-7ea01b5cc4d0 service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802920 Feb 16 15:44:25.165748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3a78168-f4f0-4f77-ab81-25826fcd77a7 req-15b0522c-d6c8-4209-b7bb-84d3f23b6b07 service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856593 Feb 16 15:44:34.333664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45134) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:34.488845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 2de11c60-7e29-4d2d-9128-a9e617273639 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:44:34.489459 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:34.568325 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:34.568562 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:34.580632 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 2de11c60-7e29-4d2d-9128-a9e617273639 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:44:34.786420 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:34.817433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=2de11c60-7e29-4d2d-9128-a9e617273639,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:34.840431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.840706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.841100 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.841405 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.841735 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.842069 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.842408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.842718 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.843042 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.843363 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.843715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.845644 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:34.883295 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:34.883707 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP 318fc0a0-1760-42b3-bff0-13419bc679ff disassociated (deleted). External IP: 172.25.6.13, port: 82ae6f06-c573-46d2-a983-ef6a2f18b713. Feb 16 15:44:35.094564 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 2a4dac83-13d7-4eb4-9764-82fc61656085 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:44:35.203618 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:44:35.208623 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:35.213765 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] Sync routers for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:44:35.224575 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:35.224727 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:35.236834 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-93bf3a17-bbad-46a3-88d6-d8b9d0a54795 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/floatingips/318fc0a0-1760-42b3-bff0-13419bc679ff HTTP/1.1" status: 204 len: 168 time: 0.9015431 Feb 16 15:44:35.238174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:44:35.292222 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a4dc70015f20ee90fd3eb4bbbb44e2fbe54cf733a78e416e38eca28d8a835e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ab517-f989-4518-9bd6-319f206cb3af" -d '{"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:44:35.319230 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60485472-8148-4ed4-8725-2f87bb6382d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:35.349519 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:35.399062 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575c0c00-aeb5-45dd-8565-3ef498c088c2 x-openstack-request-id: req-575c0c00-aeb5-45dd-8565-3ef498c088c2 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:44:35.399631 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:44:35.399770 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-575c0c00-aeb5-45dd-8565-3ef498c088c2 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:44:35.400268 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'status': 'completed', 'code': 200} Feb 16 15:44:35.467640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab517-f989-4518-9bd6-319f206cb3af req-90dacc86-f048-4596-8d3d-d0af52f6f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:35.469313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31ab517-f989-4518-9bd6-319f206cb3af req-90dacc86-f048-4596-8d3d-d0af52f6f603 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 1097 time: 0.0428827 Feb 16 15:44:35.552725 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:35.566724 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab517-f989-4518-9bd6-319f206cb3af req-ba1343ae-f5e4-4b47-89e4-2634791226ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:35.568278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31ab517-f989-4518-9bd6-319f206cb3af req-ba1343ae-f5e4-4b47-89e4-2634791226ba service neutron] 10.222.0.93 "GET /v2.0/networks?id=702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 200 len: 898 time: 0.0906515 Feb 16 15:44:35.587130 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] Checking router: 2a4dac83-13d7-4eb4-9764-82fc61656085 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:44:35.596745 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:35.597288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:35.616567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31ab517-f989-4518-9bd6-319f206cb3af req-3d364c6c-a510-4ea1-bcbf-5c7e5c73d6ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 200 len: 217 time: 0.0394826 Feb 16 15:44:35.667915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab517-f989-4518-9bd6-319f206cb3af req-8c4868f7-82b9-48c9-aa7f-23935b228c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:35.669382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31ab517-f989-4518-9bd6-319f206cb3af req-8c4868f7-82b9-48c9-aa7f-23935b228c92 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 200 len: 835 time: 0.0458992 Feb 16 15:44:35.716257 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:35.754511 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5b9c-b30a-48b5-9cf9-58ce9b6c8626 req-b05d643b-63b1-4e3f-a45c-cd8a17aced1d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:35.756003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cfa5b9c-b30a-48b5-9cf9-58ce9b6c8626 req-b05d643b-63b1-4e3f-a45c-cd8a17aced1d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0700276 Feb 16 15:44:35.757793 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ab517-f989-4518-9bd6-319f206cb3af req-006ed3e9-b14f-4673-9b43-071a529834eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:35.759145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31ab517-f989-4518-9bd6-319f206cb3af req-006ed3e9-b14f-4673-9b43-071a529834eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=702c271c-fe52-4ac5-89b7-758258bcd354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820665 Feb 16 15:44:35.848102 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2cfa5b9c-b30a-48b5-9cf9-58ce9b6c8626 req-20a1215e-1102-4f36-a4ad-fe1211682587 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844359 Feb 16 15:44:35.881562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31ab517-f989-4518-9bd6-319f206cb3af req-9ded3543-f2d2-4700-862f-cd30886323a8 service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120663 Feb 16 15:44:35.916103 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:35.942560 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d7328-2368-46ba-a1b2-4895a7017800 None None] The sync data for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 is: [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '5442850c-5231-454e-8e87-ceda4fc8aa1e', 'name': '', 'network_id': '702c271c-fe52-4ac5-89b7-758258bcd354', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:4c:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:49Z', 'updated_at': '2022-02-16T15:42:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '4a8af27d-1e94-499b-a645-6ed510d840d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:44:35.979088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f31ab517-f989-4518-9bd6-319f206cb3af req-f364cbca-6b0f-4717-bf90-13c14ae06748 service neutron] 10.222.0.93 "GET /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891690 Feb 16 15:44:36.160647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133c81b-96a0-4d97-b0c9-e0ffd246c123 None None] New status for floating IP 318fc0a0-1760-42b3-bff0-13419bc679ff: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:44:36.975286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04c769-c4a8-4a43-858c-15ad4b9a103a req-711ad925-9024-42ac-b026-63bfe603db95 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:36.976889 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c04c769-c4a8-4a43-858c-15ad4b9a103a req-711ad925-9024-42ac-b026-63bfe603db95 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0565608 Feb 16 15:44:37.016051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c04c769-c4a8-4a43-858c-15ad4b9a103a req-b3622859-c1cf-4a1d-a46d-47dd2f81c681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=b34b2bea-88e8-48e6-91ac-6bdea3764db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Feb 16 15:44:37.177896 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa143124-7438-48a4-b17e-c0af420eab66 req-eaf052a9-00de-4c2e-be6a-6b44ab2879e8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:37.179248 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa143124-7438-48a4-b17e-c0af420eab66 req-eaf052a9-00de-4c2e-be6a-6b44ab2879e8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 946 time: 0.0483608 Feb 16 15:44:37.274598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 82ae6f06-c573-46d2-a983-ef6a2f18b713 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:44:37.274936 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:37.363559 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 82ae6f06-c573-46d2-a983-ef6a2f18b713, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=82ae6f06-c573-46d2-a983-ef6a2f18b713,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:37.363928 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:37.375968 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 82ae6f06-c573-46d2-a983-ef6a2f18b713 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:44:37.563288 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:37.593738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=82ae6f06-c573-46d2-a983-ef6a2f18b713,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:37.639261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] No DVR routers for this DVR port 82ae6f06-c573-46d2-a983-ef6a2f18b713 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:44:37.642393 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:37.645719 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa143124-7438-48a4-b17e-c0af420eab66 req-aa2d2d2f-9ea3-459c-8052-fbd2b5b21c2d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "DELETE /v2.0/ports/82ae6f06-c573-46d2-a983-ef6a2f18b713 HTTP/1.1" status: 204 len: 173 time: 0.4572663 Feb 16 15:44:37.646167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-deleted', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:44:37.648448 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332c69d7-1fd1-42d6-90e2-6a9b8c18616f" -d '{"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-deleted", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:44:37.686338 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d33a8-7f7a-44d3-8e35-0f281c3ff59d x-openstack-request-id: req-5c9d33a8-7f7a-44d3-8e35-0f281c3ff59d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:44:37.686623 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af51e9c5-232a-4d2d-9f3c-2fdcee1448b8", "name": "network-vif-deleted", "tag": "82ae6f06-c573-46d2-a983-ef6a2f18b713", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:44:37.686877 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5c9d33a8-7f7a-44d3-8e35-0f281c3ff59d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:44:37.687276 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af51e9c5-232a-4d2d-9f3c-2fdcee1448b8', 'name': 'network-vif-deleted', 'tag': '82ae6f06-c573-46d2-a983-ef6a2f18b713', 'status': 'completed', 'code': 200} Feb 16 15:44:38.015748 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-42d353c7-93de-4a2a-85ff-fdaa9c157c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:38.129944 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ee7670e5-928e-4b31-bf2a-1e8d83ed43d2 req-4bc2a2cc-0a97-48f4-a745-381d12125148 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=af51e9c5-232a-4d2d-9f3c-2fdcee1448b8 HTTP/1.1" status: 200 len: 210 time: 0.0268407 Feb 16 15:44:39.200058 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45156) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:39.560946 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:39.807526 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:39.818540 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 5442850c-5231-454e-8e87-ceda4fc8aa1e {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:44:39.818831 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:39.909239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 5442850c-5231-454e-8e87-ceda4fc8aa1e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=5442850c-5231-454e-8e87-ceda4fc8aa1e,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:39.909602 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:39.922204 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 5442850c-5231-454e-8e87-ceda4fc8aa1e owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:44:40.152224 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:40.185464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=5442850c-5231-454e-8e87-ceda4fc8aa1e,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:40.364186 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:40.578652 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 2a4dac83-13d7-4eb4-9764-82fc61656085 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:44:40.693780 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:44:40.698760 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8ea2b089-dbf3-4334-bcce-24fa39bb45d7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/2a4dac83-13d7-4eb4-9764-82fc61656085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4977052 Feb 16 15:44:40.701446 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45158) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:40.704836 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] Sync routers for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:44:40.714305 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:40.714863 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:40.753284 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting subnet 4a8af27d-1e94-499b-a645-6ed510d840d4 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:44:40.756777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:40.798989 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:40.887686 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:40.909629 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:41.031375 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.053390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00daf7c7-1bea-4db0-8e40-24d005a77a4f None None] Network 702c271c-fe52-4ac5-89b7-758258bcd354 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:44:41.074851 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.078857 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/subnets/4a8af27d-1e94-499b-a645-6ed510d840d4 HTTP/1.1" status: 204 len: 168 time: 0.3763936 Feb 16 15:44:41.079993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc72725-2690-44b5-a321-99c175edf101 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8af27d-1e94-499b-a645-6ed510d840d4,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:41.081831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45160) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:41.103140 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:44:40Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:41.131266 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] Checking router: 2a4dac83-13d7-4eb4-9764-82fc61656085 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:44:41.140993 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] Routers {'2a4dac83-13d7-4eb4-9764-82fc61656085'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:41.141568 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['2a4dac83-13d7-4eb4-9764-82fc61656085'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:41.194958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.244277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] DHCP port deletion for 702c271c-fe52-4ac5-89b7-758258bcd354 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:44:41.253862 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] Set router 2a4dac83-13d7-4eb4-9764-82fc61656085 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:41.303246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] Deleting port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:44:41.303872 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.322995 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.380105 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] For port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f69a8f9b-4f97-4e71-a7fe-6a6413a7f877,segment=NetworkSegment(827c2c28-6922-4761-8499-d29bf549521a),segment_id=827c2c28-6922-4761-8499-d29bf549521a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:41.380518 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.402319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] Calling delete_port for f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:44:41.443878 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:44:40Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:41.460429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:44:41.460884 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.476207 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100f155-a178-40dc-b713-52be6d6ce206 None None] The sync data for ids ['2a4dac83-13d7-4eb4-9764-82fc61656085'] in n-d-829433-1 is: [{'id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2079436735', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:44:40Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': '82ef2bb2-5355-4b39-ad22-85e8722ea7c6', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4dac83-13d7-4eb4-9764-82fc61656085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:42:46Z', 'updated_at': '2022-02-16T15:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:44:41.489975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.548015 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 82ef2bb2-5355-4b39-ad22-85e8722ea7c6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:41.548406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.559927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:44:41.586653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.591772 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.612462 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] Pushing event deleted for resources: {'Port': ['ID=f69a8f9b-4f97-4e71-a7fe-6a6413a7f877,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:41.618742 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11ded0-55e2-4706-830f-005daa6b88b1 None None] No DVR routers for this DVR port f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:44:41.803784 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:41.836126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=82ef2bb2-5355-4b39-ad22-85e8722ea7c6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:41.902084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.003466 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.005632 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.158037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.158765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4dac83-13d7-4eb4-9764-82fc61656085 {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:44:42.165881 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.166484 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-93e564f1-0d9f-43e0-b3ba-8a9678ef66e2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/routers/2a4dac83-13d7-4eb4-9764-82fc61656085 HTTP/1.1" status: 204 len: 168 time: 1.0836067 Feb 16 15:44:42.169248 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45162) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:42.183726 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:44:42.206611 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 82ae6f06-c573-46d2-a983-ef6a2f18b713 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:44:42.206957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 82ae6f06-c573-46d2-a983-ef6a2f18b713 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:44:42.255450 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.347282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.372375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702c271c-fe52-4ac5-89b7-758258bcd354']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:42.382037 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827c2c28-6922-4761-8499-d29bf549521a') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:42.382332 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827c2c28-6922-4761-8499-d29bf549521a') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:42.391626 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.404558 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.410343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:44:42.410691 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: timer() Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:44:42.413596 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:44:42.529256 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.534015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.537718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/networks/702c271c-fe52-4ac5-89b7-758258bcd354 HTTP/1.1" status: 204 len: 168 time: 0.3674660 Feb 16 15:44:42.540465 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45164) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:42.553466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782226-f996-4db8-a899-609ebebfff47 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Network': ['ID=702c271c-fe52-4ac5-89b7-758258bcd354,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:42.604228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ff07986-83ae-4059-8beb-94f7bad0edea tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.636342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ff07986-83ae-4059-8beb-94f7bad0edea tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.740589 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ff07986-83ae-4059-8beb-94f7bad0edea tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.743104 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2ff07986-83ae-4059-8beb-94f7bad0edea tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:42.744303 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2ff07986-83ae-4059-8beb-94f7bad0edea tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/security-groups/b34b2bea-88e8-48e6-91ac-6bdea3764db5 HTTP/1.1" status: 204 len: 168 time: 0.2028508 Feb 16 15:44:42.753919 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff07986-83ae-4059-8beb-94f7bad0edea tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b2bea-88e8-48e6-91ac-6bdea3764db5,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:42.940748 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.050474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:44:43.070324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:44:43.070694 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 82ef2bb2-5355-4b39-ad22-85e8722ea7c6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:44:43.071097 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:44:43.089914 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:44:43.090253 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f69a8f9b-4f97-4e71-a7fe-6a6413a7f877 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:44:43.090653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5442850c-5231-454e-8e87-ceda4fc8aa1e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:44:43.109881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 5442850c-5231-454e-8e87-ceda4fc8aa1e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:44:43.110218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 5442850c-5231-454e-8e87-ceda4fc8aa1e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:44:43.159162 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45170) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:43.163790 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-d586450e-6970-4be3-b840-170791df5b93 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133053034', 'description': 'tempest-secgroup-smoke-2133053034 description', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:43.243450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d586450e-6970-4be3-b840-170791df5b93 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.314253 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d586450e-6970-4be3-b840-170791df5b93 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.378786 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d586450e-6970-4be3-b840-170791df5b93 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.408367 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586450e-6970-4be3-b840-170791df5b93 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c077bf0-3bae-4eea-a0db-75ea730eac5d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:43.462167 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d586450e-6970-4be3-b840-170791df5b93 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.463418 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d586450e-6970-4be3-b840-170791df5b93 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3031991 Feb 16 15:44:43.466326 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45172) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:43.470940 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-2da7bfdc-b7bf-401d-b0ba-355bddcb63a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '8c077bf0-3bae-4eea-a0db-75ea730eac5d', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:43.573625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2da7bfdc-b7bf-401d-b0ba-355bddcb63a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.629441 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2da7bfdc-b7bf-401d-b0ba-355bddcb63a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.698857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2da7bfdc-b7bf-401d-b0ba-355bddcb63a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.718755 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7bfdc-b7bf-401d-b0ba-355bddcb63a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c0a720-fef4-471c-96ed-01c694fbecd2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:43.792575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2da7bfdc-b7bf-401d-b0ba-355bddcb63a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.793976 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2da7bfdc-b7bf-401d-b0ba-355bddcb63a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267164 Feb 16 15:44:43.796850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45174) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:43.801843 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-70f3650a-22df-4dd2-91f6-ae63dd6c4978 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '8c077bf0-3bae-4eea-a0db-75ea730eac5d', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:43.910823 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70f3650a-22df-4dd2-91f6-ae63dd6c4978 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:43.966485 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70f3650a-22df-4dd2-91f6-ae63dd6c4978 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.043303 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70f3650a-22df-4dd2-91f6-ae63dd6c4978 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.060283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3650a-22df-4dd2-91f6-ae63dd6c4978 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c98d6b4-c37d-4796-8bb8-11e38ffc417f,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:44.135476 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-70f3650a-22df-4dd2-91f6-ae63dd6c4978 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.136726 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-70f3650a-22df-4dd2-91f6-ae63dd6c4978 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388464 Feb 16 15:44:44.140146 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45176) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:44.144433 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-1ad505f9-9999-48eb-8c24-ff845b08faa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '8c077bf0-3bae-4eea-a0db-75ea730eac5d', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:44.246426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ad505f9-9999-48eb-8c24-ff845b08faa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.306762 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ad505f9-9999-48eb-8c24-ff845b08faa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.379067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ad505f9-9999-48eb-8c24-ff845b08faa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.397896 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad505f9-9999-48eb-8c24-ff845b08faa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585d2ef1-341a-4911-b61a-a9fbc5dfa7dc,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:44.462464 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-1ad505f9-9999-48eb-8c24-ff845b08faa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.463787 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-1ad505f9-9999-48eb-8c24-ff845b08faa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3226206 Feb 16 15:44:44.466396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45178) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:44.471375 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-5c9626dd-093a-4530-a16a-f3e721358796 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '8c077bf0-3bae-4eea-a0db-75ea730eac5d', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:44.562694 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c9626dd-093a-4530-a16a-f3e721358796 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.620327 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c9626dd-093a-4530-a16a-f3e721358796 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.700238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c9626dd-093a-4530-a16a-f3e721358796 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.718202 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9626dd-093a-4530-a16a-f3e721358796 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aeb68cf-b4f1-4c7d-8937-57fe8a7e2088,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:44.792300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-5c9626dd-093a-4530-a16a-f3e721358796 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.793502 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-5c9626dd-093a-4530-a16a-f3e721358796 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3261948 Feb 16 15:44:44.796866 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45180) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:44.801237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '8c077bf0-3bae-4eea-a0db-75ea730eac5d', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:44.905728 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:44:44.910983 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:44.970994 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.048863 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.067371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b7ef25-cece-42e7-bed1-863fd437e7de,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:45.131100 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.132367 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-75b19452-4580-4b07-876c-5f3bded8d5bb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3345568 Feb 16 15:44:45.135190 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45182) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:45.140211 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '8c077bf0-3bae-4eea-a0db-75ea730eac5d', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:45.220548 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:44:45.225643 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.289921 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.350429 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.368965 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25ae3cb-880f-44ff-8284-b6f8c71c33b2,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:45.466855 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.469273 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-01df6bf8-78cd-4b92-8e90-38f54c1494cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331227 Feb 16 15:44:45.473762 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45184) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:45.477224 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'network': {'name': 'tempest-network-smoke--918110075', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'port_security_enabled': True}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:45.574693 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:44:45.578387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.602878 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:44:45.612832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.613182 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Added segment cb6bd376-67ad-4d36-aa83-312c7e849ced of type vlan for network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 Feb 16 15:44:45.656541 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.746162 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.752235 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:45.752818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.815867 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Network': ['ID=f3e182d8-a146-4f23-8eb6-0b840ef63ce6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:45.826018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:44:45.880591 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-615f4714-f011-42cd-bc18-0e548fd484a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4073410 Feb 16 15:44:45.883334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45186) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:45.888117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'admin_state_up': True, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:45.992190 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:45.993206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:46.048531 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:46.214415 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:46.494176 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:46.512639 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:46.617803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.74 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/d95f154d-cfb9-4046-9530-8ec884f026d7) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:44:46.718833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:46.809739 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:46.850615 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:44:46.854824 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:44:46.859769 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:44:46.862814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=d95f154d-cfb9-4046-9530-8ec884f026d7,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:46.940586 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:47.209333 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:47.407918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:47.635800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 1297bf1a-62bd-414c-8908-0afb829b59c6 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:44:48.081774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:44:48.091680 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Sync routers for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:44:48.101931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:48.102558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:48.158734 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.162861 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c5197971-69ab-4587-9536-44fe9ddce2c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2756631 Feb 16 15:44:48.163098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45188) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:48.209572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:48.238121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1101e07c-1cc7-45a4-aa02-72dfb572d9e2 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a9f4948015e4a648aa0376f43aa92f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739152 Feb 16 15:44:48.240748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45192) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:48.326183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71462a-f38f-4d89-b48b-30dc402e8194 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:48.328292 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2c71462a-f38f-4d89-b48b-30dc402e8194 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866518 Feb 16 15:44:48.331110 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45194) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:48.359789 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f484ec6f-0d57-462f-a657-1a163a9e40a1 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273464 Feb 16 15:44:48.362269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45196) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:48.367186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1808479230', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:48.385963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:47Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:48.417375 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Checking router: 1297bf1a-62bd-414c-8908-0afb829b59c6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:44:48.417910 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Updating router 1297bf1a-62bd-414c-8908-0afb829b59c6 port d95f154d-cfb9-4046-9530-8ec884f026d7 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:44:48.442678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.557786 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:44:48.562167 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.694463 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.781271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.809543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.836739 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Attempting to bind port d95f154d-cfb9-4046-9530-8ec884f026d7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:44:48.837114 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Attempting to bind port d95f154d-cfb9-4046-9530-8ec884f026d7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:44:48.837474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Attempting to bind port d95f154d-cfb9-4046-9530-8ec884f026d7 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:44:48.840299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f3773-87ac-4ba9-9873-9881ce81190e None None] Pushing event updated for resources: {'Port': ['ID=d95f154d-cfb9-4046-9530-8ec884f026d7,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:48.847965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:44:48.847965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:44:48.847965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.847965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:44:48.847965 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Bound port: d95f154d-cfb9-4046-9530-8ec884f026d7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:44:48.847965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:48.871340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Subnet': ['ID=291b7701-b8fa-4b1c-aa87-07a6abac1241,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:48.888313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Checking segment: {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:44:48.888313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network hostable DHCP agents. Network: f3e182d8-a146-4f23-8eb6-0b840ef63ce6, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:44:48.899728 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] For port d95f154d-cfb9-4046-9530-8ec884f026d7, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:44:48.902646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] For port d95f154d-cfb9-4046-9530-8ec884f026d7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d95f154d-cfb9-4046-9530-8ec884f026d7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:44:48.958028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:44:48.970093 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:49.020376 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f3e182d8-a146-4f23-8eb6-0b840ef63ce6) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:44:49.024570 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:49.024745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:49.025038 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:49.025338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:49.031966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58503a9e-f95b-4f3f-ad63-075f6bae4839 None None] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:44:49.081620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f3773-87ac-4ba9-9873-9881ce81190e None None] Pushing event updated for resources: {'Port': ['ID=d95f154d-cfb9-4046-9530-8ec884f026d7,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:49.111885 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45198) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:44:49.112433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9dc6ce04-120b-412f-80aa-e63aae66753f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7487586 Feb 16 15:44:49.221121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:49.359733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:44:49.361321 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:49.544535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:47Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:49.547049 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Allocated IP 172.20.0.2 (f3e182d8-a146-4f23-8eb6-0b840ef63ce6/291b7701-b8fa-4b1c-aa87-07a6abac1241/94b38700-03df-42a4-a28b-65fcb042ab3f) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:44:49.585882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0f230-5817-46f2-90db-b7b3b2711691 None None] The sync data for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 is: [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:47Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:44:49.738962 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:49.797458 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:49.829330 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:49.864459 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:44:49.867323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:44:49.872812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:44:49.876445 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Pushing event updated for resources: {'Port': ['ID=94b38700-03df-42a4-a28b-65fcb042ab3f,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:49.942388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Attempting to bind port 94b38700-03df-42a4-a28b-65fcb042ab3f on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:44:49.943641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Attempting to bind port 94b38700-03df-42a4-a28b-65fcb042ab3f by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:44:49.944022 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Attempting to bind port 94b38700-03df-42a4-a28b-65fcb042ab3f on network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:44:49.949562 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:44:49.949941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Checking segment: {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:44:49.950348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:49.950751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Bound using segment: {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:44:49.951218 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Bound port: 94b38700-03df-42a4-a28b-65fcb042ab3f, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:44:49.952974 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:50.023782 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] For port 94b38700-03df-42a4-a28b-65fcb042ab3f, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:44:50.027273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] For port 94b38700-03df-42a4-a28b-65fcb042ab3f, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=94b38700-03df-42a4-a28b-65fcb042ab3f,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:44:50.089743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:50.147347 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.1 (f3e182d8-a146-4f23-8eb6-0b840ef63ce6/291b7701-b8fa-4b1c-aa87-07a6abac1241/9fe43a0e-720e-4191-90c0-02ac190c172d) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:44:50.159080 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087b110-c1f7-42ae-80a6-2f8823a66cc0 None None] Pushing event updated for resources: {'Port': ['ID=94b38700-03df-42a4-a28b-65fcb042ab3f,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:50.272449 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:50.386653 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:50.447164 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:44:50.450499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:44:50.454174 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:44:50.482659 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=9fe43a0e-720e-4191-90c0-02ac190c172d,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:50.510338 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:50.699133 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:50.981841 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.054883 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.116558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 94b38700-03df-42a4-a28b-65fcb042ab3f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:44:51.141343 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=9fe43a0e-720e-4191-90c0-02ac190c172d,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:51.151832 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.269033 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:44:51.271141 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:44:51.293027 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215da3a2-29d3-4109-ab0a-1dd8160ecf32 None None] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:44:51.384372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-aae23b69-d762-4efc-8727-a8924f5e6784 None None] Provisioning complete for port 94b38700-03df-42a4-a28b-65fcb042ab3f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:51.384744 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aae23b69-d762-4efc-8727-a8924f5e6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.408103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 1297bf1a-62bd-414c-8908-0afb829b59c6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:44:51.450432 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 94b38700-03df-42a4-a28b-65fcb042ab3f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:51.450831 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.519279 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:44:51.524824 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-32751e6f-8847-4840-bf3c-25e3c760cb81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/1297bf1a-62bd-414c-8908-0afb829b59c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4111736 Feb 16 15:44:51.575612 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Sync routers for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:44:51.592271 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:51.594263 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:51.603811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aae23b69-d762-4efc-8727-a8924f5e6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.669346 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-aae23b69-d762-4efc-8727-a8924f5e6784 None None] For port 94b38700-03df-42a4-a28b-65fcb042ab3f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=94b38700-03df-42a4-a28b-65fcb042ab3f,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:51.672676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.691676 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-37dd2bf5-1e0f-43e4-bd14-ac99f5ac8696 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133053034&fields=id&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 267 time: 0.0496466 Feb 16 15:44:51.727150 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:51.760429 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aae23b69-d762-4efc-8727-a8924f5e6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:51.825882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-21bfd3df-d5ca-47ce-87ec-18c8f9d83a3d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:51.828598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-21bfd3df-d5ca-47ce-87ec-18c8f9d83a3d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/networks?id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 200 len: 796 time: 0.1277294 Feb 16 15:44:51.830582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 15:44:51.830953 n-d-829433-1 neutron-server[103045]: DEBUG oslo_db.api [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 15:44:51.849158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-439b6ba7-cfcc-4b37-8f9d-6de2e7783a59 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/quotas/9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 375 time: 0.0136101 Feb 16 15:44:51.849386 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae23b69-d762-4efc-8727-a8924f5e6784 None None] Pushing event updated for resources: {'Port': ['ID=94b38700-03df-42a4-a28b-65fcb042ab3f,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:51.915660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-5c7af866-0230-4162-99e7-b5d740ee9431 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550816 Feb 16 15:44:51.935150 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-4128e94d-625e-41b9-bb71-c070953c2b6d service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:44:51.936973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-4128e94d-625e-41b9-bb71-c070953c2b6d service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056143 Feb 16 15:44:51.969011 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 2, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:51.984870 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9be7c48e-9bcc-4fae-87b5-90f1ebc4a094 None None] Provisioning complete for port 9fe43a0e-720e-4191-90c0-02ac190c172d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:51.985245 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9be7c48e-9bcc-4fae-87b5-90f1ebc4a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.001958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Checking router: 1297bf1a-62bd-414c-8908-0afb829b59c6 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:44:52.002396 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Updating router 1297bf1a-62bd-414c-8908-0afb829b59c6 port 9fe43a0e-720e-4191-90c0-02ac190c172d binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:44:52.027078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-9be7c48e-9bcc-4fae-87b5-90f1ebc4a094 None None] Port 9fe43a0e-720e-4191-90c0-02ac190c172d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:44:52.029055 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.041081 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9be7c48e-9bcc-4fae-87b5-90f1ebc4a094 None None] Provisioning complete for port 94b38700-03df-42a4-a28b-65fcb042ab3f triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:52.041481 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9be7c48e-9bcc-4fae-87b5-90f1ebc4a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.046741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-cba7404d-cc76-4c3f-9183-b11e5ae7c2a2 service neutron] 10.222.0.113 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028674 Feb 16 15:44:52.159911 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-7e2e4a8d-03b2-42c3-abfa-8293f29ef530 service neutron] 10.222.0.113 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051221 Feb 16 15:44:52.265042 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-481c5969-87c0-4ddd-b39a-279304e092b3 None None] Provisioning complete for port 9fe43a0e-720e-4191-90c0-02ac190c172d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:52.265606 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-481c5969-87c0-4ddd-b39a-279304e092b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.301767 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-481c5969-87c0-4ddd-b39a-279304e092b3 None None] Port 9fe43a0e-720e-4191-90c0-02ac190c172d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:44:52.340731 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.379760 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d95f154d-cfb9-4046-9530-8ec884f026d7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:44:52.413520 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.440535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c1ad10b8-b340-44d8-981a-0e20391d91f4 req-3c1516dc-69b2-4b84-b844-e2f1ee26bd09 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 210 time: 0.0422301 Feb 16 15:44:52.440653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1f313623-1afa-415e-ac2a-e4e414d943d8 None None] Provisioning complete for port 9fe43a0e-720e-4191-90c0-02ac190c172d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:52.440653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1f313623-1afa-415e-ac2a-e4e414d943d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.477865 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d95f154d-cfb9-4046-9530-8ec884f026d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:52.478598 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.479895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1f313623-1afa-415e-ac2a-e4e414d943d8 None None] Port 9fe43a0e-720e-4191-90c0-02ac190c172d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:44:52.537373 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Attempting to bind port 9fe43a0e-720e-4191-90c0-02ac190c172d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:44:52.537750 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Attempting to bind port 9fe43a0e-720e-4191-90c0-02ac190c172d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:44:52.538106 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Attempting to bind port 9fe43a0e-720e-4191-90c0-02ac190c172d on network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:44:52.540040 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Pushing event updated for resources: {'Port': ['ID=9fe43a0e-720e-4191-90c0-02ac190c172d,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:52.554483 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:44:52.554728 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Checking segment: {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:44:52.555270 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.555694 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Bound using segment: {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:44:52.556167 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Bound port: 9fe43a0e-720e-4191-90c0-02ac190c172d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:44:52.556541 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.569297 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.569959 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.570308 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.570646 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.570977 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.571285 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.572119 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.572345 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.572815 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.573146 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.573469 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.574054 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:44:52.585502 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.617548 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port d95f154d-cfb9-4046-9530-8ec884f026d7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d95f154d-cfb9-4046-9530-8ec884f026d7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:52.648853 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] For port 9fe43a0e-720e-4191-90c0-02ac190c172d, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:44:52.652583 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] For port 9fe43a0e-720e-4191-90c0-02ac190c172d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9fe43a0e-720e-4191-90c0-02ac190c172d,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:44:52.706977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.715941 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-26ee413e-8d1d-468e-98c8-0efbf1cffe69 None None] Provisioning complete for port 9fe43a0e-720e-4191-90c0-02ac190c172d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:52.715941 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-26ee413e-8d1d-468e-98c8-0efbf1cffe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.735658 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:52.782796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-26ee413e-8d1d-468e-98c8-0efbf1cffe69 None None] Port 9fe43a0e-720e-4191-90c0-02ac190c172d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:44:52.789529 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=d95f154d-cfb9-4046-9530-8ec884f026d7,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:52.883613 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:44:52.884286 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:52.886117 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b7fc9-2e37-4b9f-a64e-0ffa6ac711fa None None] Pushing event updated for resources: {'Port': ['ID=9fe43a0e-720e-4191-90c0-02ac190c172d,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:52.996400 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:44:53.090524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 94b38700-03df-42a4-a28b-65fcb042ab3f up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:44:53.136335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-809619cb-4c32-491d-80bb-706e0da8aade None None] Provisioning complete for port 9fe43a0e-720e-4191-90c0-02ac190c172d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:53.136693 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-809619cb-4c32-491d-80bb-706e0da8aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:53.185204 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 94b38700-03df-42a4-a28b-65fcb042ab3f triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:53.185539 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:53.220205 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:44:53.246671 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd556649-0ad4-4217-9e35-af40073db335 None None] The sync data for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 is: [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:44:53.261449 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-809619cb-4c32-491d-80bb-706e0da8aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:53.339058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-809619cb-4c32-491d-80bb-706e0da8aade None None] For port 9fe43a0e-720e-4191-90c0-02ac190c172d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9fe43a0e-720e-4191-90c0-02ac190c172d,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:44:53.339058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d95f154d-cfb9-4046-9530-8ec884f026d7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:44:53.399988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port d95f154d-cfb9-4046-9530-8ec884f026d7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:53.400359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:53.423406 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-809619cb-4c32-491d-80bb-706e0da8aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:53.494983 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809619cb-4c32-491d-80bb-706e0da8aade None None] Pushing event updated for resources: {'Port': ['ID=9fe43a0e-720e-4191-90c0-02ac190c172d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:53.549191 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-533fa95a-6500-4c1b-90dd-6abbfcfe730f req-87d9b9bf-f0e7-4999-bb98-4269cdd8101e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 210 time: 0.0294628 Feb 16 15:44:54.508359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-96f8b774-e095-4713-86d1-77b0141f2344 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:54.510085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-96f8b774-e095-4713-86d1-77b0141f2344 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/networks?id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 200 len: 796 time: 0.1053073 Feb 16 15:44:54.553926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-0d2109a0-123a-486e-a9bf-0a511dc84b8d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 380 time: 0.0354795 Feb 16 15:44:54.563337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'port': {'device_id': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'admin_state_up': True, 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'security_groups': ['8c077bf0-3bae-4eea-a0db-75ea730eac5d']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:54.679908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-aa2f9867-999f-41bb-8b9b-88fc4bb69903 req-41acff2b-4591-4a83-9105-4bbcf18b0093 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 210 time: 0.0436587 Feb 16 15:44:54.791016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:44:54.795120 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:54.925089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.13 (f3e182d8-a146-4f23-8eb6-0b840ef63ce6/291b7701-b8fa-4b1c-aa87-07a6abac1241/6ccd2194-ef97-4e83-9a5d-8f77d03692e2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:44:55.069408 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.081343 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9fe43a0e-720e-4191-90c0-02ac190c172d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:44:55.131350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 9fe43a0e-720e-4191-90c0-02ac190c172d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:55.131749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.146886 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.193226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:44:55.196333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:44:55.199993 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:44:55.238541 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:55.261573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:55.262180 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.331133 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-a488af1f-78b8-43ae-95a4-1014949d7ab0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723548 Feb 16 15:44:55.387503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Request body: {'port': {'device_id': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:44:55.443985 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.456518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-94738b55-b4d1-4bba-8fdf-da40371003a2 None None] Provisioning complete for port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:44:55.456892 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-94738b55-b4d1-4bba-8fdf-da40371003a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.494436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-94738b55-b4d1-4bba-8fdf-da40371003a2 None None] Port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:44:55.714743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:44:55.721834 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.735098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Transition to ACTIVE for port object 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:44:55.804181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90acd80-cc6c-4044-a45f-46e4dae39273 req-cfe4468d-03b0-4c60-8eb4-b9c91e4e7416 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:55.805693 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b90acd80-cc6c-4044-a45f-46e4dae39273 req-cfe4468d-03b0-4c60-8eb4-b9c91e4e7416 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 932 time: 0.0494130 Feb 16 15:44:55.825699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:55.890122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b90acd80-cc6c-4044-a45f-46e4dae39273 req-27d6c6ec-3f80-4bf8-9e50-9cf1c5ff0ca7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743649 Feb 16 15:44:55.892604 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:55.969456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Attempting to bind port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:44:55.969814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Attempting to bind port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:44:55.970137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Attempting to bind port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 on network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:44:55.977470 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 on network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:44:55.980525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Attempting to bind port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 on network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:44:55.988520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:44:55.988849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Checking segment: {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:44:55.989224 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Bound using segment: {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:44:55.989641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Bound port: 6ccd2194-ef97-4e83-9a5d-8f77d03692e2, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6bd376-67ad-4d36-aa83-312c7e849ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:44:55.989992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:56.057471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] For port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:44:56.060418 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] For port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:44:56.151302 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:56.188758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:56.189367 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:44:56.190756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] 10.222.0.129 "PUT /v2.0/ports/6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 200 len: 1092 time: 0.8522050 Feb 16 15:44:56.191193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:44:56.193487 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f77317-b49f-4c8e-8b0e-7b3b7a46c9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:44:56.215432 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df1da-bb0b-4a82-8211-34a2a5ed5767 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:44:56.234921 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42051ec2-1c29-4ac6-9832-bbd8ea080429 x-openstack-request-id: req-42051ec2-1c29-4ac6-9832-bbd8ea080429 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:44:56.235221 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:44:56.235493 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-42051ec2-1c29-4ac6-9832-bbd8ea080429 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:44:56.235922 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'status': 'completed', 'code': 200} Feb 16 15:44:56.298867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f77317-b49f-4c8e-8b0e-7b3b7a46c9d5 req-9b720d56-d642-406b-b9ca-203a3dccbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:56.300471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8f77317-b49f-4c8e-8b0e-7b3b7a46c9d5 req-9b720d56-d642-406b-b9ca-203a3dccbc7b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1095 time: 0.0456116 Feb 16 15:44:56.409186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f77317-b49f-4c8e-8b0e-7b3b7a46c9d5 req-3bf79ce7-d1ee-490d-9c3a-f2ec060634e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:56.410685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8f77317-b49f-4c8e-8b0e-7b3b7a46c9d5 req-3bf79ce7-d1ee-490d-9c3a-f2ec060634e5 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1032712 Feb 16 15:44:56.504904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f77317-b49f-4c8e-8b0e-7b3b7a46c9d5 req-17a05ab7-639d-4ce8-a8c6-cfe3e2166418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:56.506386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8f77317-b49f-4c8e-8b0e-7b3b7a46c9d5 req-17a05ab7-639d-4ce8-a8c6-cfe3e2166418 service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0895879 Feb 16 15:44:56.590331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-ce494e5e-f5d5-4a11-b1dd-6698a160381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:56.591870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-ce494e5e-f5d5-4a11-b1dd-6698a160381b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1095 time: 0.0454245 Feb 16 15:44:56.633170 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-febd1535-9637-4ae7-9b95-aafede88aa23 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 200 len: 217 time: 0.0340290 Feb 16 15:44:56.680380 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-31e31e69-4f15-4994-82e0-2b5bda1c8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:56.681785 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-31e31e69-4f15-4994-82e0-2b5bda1c8561 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=291b7701-b8fa-4b1c-aa87-07a6abac1241 HTTP/1.1" status: 200 len: 835 time: 0.0425570 Feb 16 15:44:56.729741 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-978d7ffb-aa30-4b13-848a-225bc5c74a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:56.731218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-978d7ffb-aa30-4b13-848a-225bc5c74a4d service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432065 Feb 16 15:44:56.820289 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-52971548-69f5-4564-b410-04088e6e127e service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822947 Feb 16 15:44:56.914829 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6cf63892-1db3-4cd2-bc76-b7c6e1ce0421 req-c37ec448-3022-4215-887e-df281ec1d4b6 service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871756 Feb 16 15:44:57.007045 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070cf1b-da62-44d9-8105-fb7e994f1af2 req-01af68ed-8a3d-49de-a511-231a510986a0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:57.008570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b070cf1b-da62-44d9-8105-fb7e994f1af2 req-01af68ed-8a3d-49de-a511-231a510986a0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 944 time: 0.0495064 Feb 16 15:44:57.047384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b070cf1b-da62-44d9-8105-fb7e994f1af2 req-769793a2-3f85-4bb1-bb00-31abac36e0ba tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Feb 16 15:44:58.166927 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977c106-0f15-4e77-a0a9-272417a88a7d req-e93e9883-c50a-4fd1-b433-7a87a6b7927b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:58.168425 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9977c106-0f15-4e77-a0a9-272417a88a7d req-e93e9883-c50a-4fd1-b433-7a87a6b7927b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 944 time: 0.0499258 Feb 16 15:44:58.206533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9977c106-0f15-4e77-a0a9-272417a88a7d req-02496191-d2ec-48e9-96f9-3d4a0490d51e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Feb 16 15:44:59.325972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee207f3-395d-4b51-a2ff-d4bb16dd556f req-c1ac7c4e-640a-4a0e-bdcb-2946e7acc66e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:44:59.327481 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee207f3-395d-4b51-a2ff-d4bb16dd556f req-c1ac7c4e-640a-4a0e-bdcb-2946e7acc66e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 944 time: 0.0543659 Feb 16 15:44:59.365657 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ee207f3-395d-4b51-a2ff-d4bb16dd556f req-9ec17834-84a4-49db-b56d-66033b879617 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Feb 16 15:45:00.481545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6285f-ecab-4bb2-bf66-8895bb069855 req-22729b3c-9064-4cf0-9057-122b3d1c8619 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:00.484112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42a6285f-ecab-4bb2-bf66-8895bb069855 req-22729b3c-9064-4cf0-9057-122b3d1c8619 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 944 time: 0.0506489 Feb 16 15:45:00.521512 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42a6285f-ecab-4bb2-bf66-8895bb069855 req-cee26094-1188-4c29-9cb8-ec3b3167078e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Feb 16 15:45:01.116552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:45:01.213515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:45:01.228013 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'port_id': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'mac_address': 'fa:16:3e:17:16:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:45:01.266579 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:01.281295 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:45:01.301895 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:45:01.357477 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:01.388563 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:45:01.406303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:45:01.564321 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6ccd2194-ef97-4e83-9a5d-8f77d03692e2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:45:01.638704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbd09-7623-42ca-ba1f-7a96893a5e41 req-6dca8308-16b7-41aa-8ccd-7fd93fa82702 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:01.640734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a8bbd09-7623-42ca-ba1f-7a96893a5e41 req-6dca8308-16b7-41aa-8ccd-7fd93fa82702 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Feb 16 15:45:01.678468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1a8bbd09-7623-42ca-ba1f-7a96893a5e41 req-014ecc7e-d766-434d-9b0a-58eee9a82a75 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Feb 16 15:45:02.796482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dcab6-cfe6-4777-99cd-522382d87a09 req-89ac8f3b-50ca-4235-aadc-9e59b511a0ef tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:02.798038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-514dcab6-cfe6-4777-99cd-522382d87a09 req-89ac8f3b-50ca-4235-aadc-9e59b511a0ef tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Feb 16 15:45:02.834908 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-514dcab6-cfe6-4777-99cd-522382d87a09 req-4fca266a-5f84-452f-8463-c4c8c3a4e645 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Feb 16 15:45:03.132591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:45:03.258440 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:45:03.262411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:45:03.262924 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:03.341422 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:03.363874 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:45:03.366142 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d41690-dbb2-4c40-9ab0-eec6967f6810" -d '{"events": [{"server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "name": "network-vif-plugged", "status": "completed", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:45:03.379209 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:45:03.407215 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd20f72f-7441-4b27-95e2-643d4f18203f x-openstack-request-id: req-cd20f72f-7441-4b27-95e2-643d4f18203f {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:45:03.407497 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "name": "network-vif-plugged", "status": "completed", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:45:03.407811 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd20f72f-7441-4b27-95e2-643d4f18203f {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:45:03.408185 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'code': 200} Feb 16 15:45:03.448937 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:03.496883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:45:03.500685 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de050b-0103-48f2-8dba-e2f5bdf5fc07 req-d61ab549-f79b-4dda-8d7c-9f46534ca9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:03.502223 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06de050b-0103-48f2-8dba-e2f5bdf5fc07 req-d61ab549-f79b-4dda-8d7c-9f46534ca9e1 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1097 time: 0.0399444 Feb 16 15:45:03.505136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.505484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.505827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.506163 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.506494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.506826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.507150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.507473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.507829 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.508155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.508494 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.508815 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:45:03.537620 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-06de050b-0103-48f2-8dba-e2f5bdf5fc07 req-f294adab-63fa-4101-83dd-fc232889ca1e service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285304 Feb 16 15:45:03.952013 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08022e8-5bd7-4784-8c01-632fa4be5d58 req-57fbba31-8251-4f23-abf7-1b658c0d6c28 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:03.953475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f08022e8-5bd7-4784-8c01-632fa4be5d58 req-57fbba31-8251-4f23-abf7-1b658c0d6c28 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0490904 Feb 16 15:45:03.990137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f08022e8-5bd7-4784-8c01-632fa4be5d58 req-26ccca19-868f-4678-b9a8-8e1caed25fe1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307052 Feb 16 15:45:05.111333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5e56a-1233-44ad-ab4d-45e5e9f29d66 req-3f94166d-81f6-4a43-bb43-bcf89691eb23 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:05.112834 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fb5e56a-1233-44ad-ab4d-45e5e9f29d66 req-3f94166d-81f6-4a43-bb43-bcf89691eb23 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0531757 Feb 16 15:45:05.150325 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2fb5e56a-1233-44ad-ab4d-45e5e9f29d66 req-ab002cbf-d013-4710-871d-fd6d2eefc812 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Feb 16 15:45:05.272195 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950705a2-9014-47d0-a228-fcda6a5e5704 req-f447f265-c82a-412d-8b82-8f7eab1c54c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:05.272195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-950705a2-9014-47d0-a228-fcda6a5e5704 req-f447f265-c82a-412d-8b82-8f7eab1c54c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0505128 Feb 16 15:45:05.306960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-950705a2-9014-47d0-a228-fcda6a5e5704 req-83ddb304-ca35-4ffb-9544-402e93f318ca tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Feb 16 15:45:05.312747 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c0551b0-cf4b-4a6b-a00b-cab7c5493ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:05.331522 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45258) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:45:05.374669 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c45d2a-d7ae-420c-935d-7b6c5f1c1c9d tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:05.376236 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e0c45d2a-d7ae-420c-935d-7b6c5f1c1c9d tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1092 time: 0.0436285 Feb 16 15:45:05.379023 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45260) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:45:05.383531 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:45:05.454662 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:05.555170 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:05.662927 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.206 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/3cc9b283-7d76-42d1-9ac5-7137bf55e088) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:45:05.760234 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:05.837928 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:05.880086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:45:05.882924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:45:05.886364 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:45:05.911665 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=3cc9b283-7d76-42d1-9ac5-7137bf55e088,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:45:06.238640 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:06.377227 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:06.531242 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:06.568865 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:06.640294 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=3cc9b283-7d76-42d1-9ac5-7137bf55e088,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:45:06.648442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:06.749430 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP c0a65189-5a31-439f-8c85-81d6fc8a0c7a associated. External IP: 172.25.6.206, port: 6ccd2194-ef97-4e83-9a5d-8f77d03692e2. Feb 16 15:45:06.960415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 1297bf1a-62bd-414c-8908-0afb829b59c6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:45:07.068253 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:45:07.078487 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] Sync routers for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:45:07.087723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:45:07.088326 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:45:07.159420 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:07.186783 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b6e8af4e-503e-48a4-b0c8-15a8de7a097c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8065245 Feb 16 15:45:07.187386 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:45:07.189709 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a4dc70015f20ee90fd3eb4bbbb44e2fbe54cf733a78e416e38eca28d8a835e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386ea3ef-4164-448c-8d25-50961cf53aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:45:07.196014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:45:07.234246 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b17b8a2-529b-4892-88a4-58744d0d9377 x-openstack-request-id: req-7b17b8a2-529b-4892-88a4-58744d0d9377 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:45:07.234541 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:45:07.234792 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7b17b8a2-529b-4892-88a4-58744d0d9377 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:45:07.235195 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'status': 'completed', 'code': 200} Feb 16 15:45:07.323035 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bfe67-d1eb-46d9-9974-2f9b7342d0d0 req-f04baa62-a4ca-425f-b022-c0755c2e5265 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:07.324535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d2bfe67-d1eb-46d9-9974-2f9b7342d0d0 req-f04baa62-a4ca-425f-b022-c0755c2e5265 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0867262 Feb 16 15:45:07.326236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-e19c7ade-824d-4eaa-8889-d64a0eff081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:07.327613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-e19c7ade-824d-4eaa-8889-d64a0eff081b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1097 time: 0.0614402 Feb 16 15:45:07.410254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d2bfe67-d1eb-46d9-9974-2f9b7342d0d0 req-30c73cda-6ae1-4272-b058-15e7b60ebaf2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795538 Feb 16 15:45:07.433447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'c0a65189-5a31-439f-8c85-81d6fc8a0c7a', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'port_id': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'mac_address': 'fa:16:3e:17:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:45:06Z', 'updated_at': '2022-02-16T15:45:06Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:45:07.433666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45266) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:45:07.442875 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-5a6e223e-ff00-42d8-8e74-81fd657606a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:07.444377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-5a6e223e-ff00-42d8-8e74-81fd657606a7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 200 len: 898 time: 0.1081476 Feb 16 15:45:07.498500 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f6443d6c-f5a6-4fbc-8810-516c2b44203e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/c0a65189-5a31-439f-8c85-81d6fc8a0c7a HTTP/1.1" status: 200 len: 992 time: 0.0628026 Feb 16 15:45:07.519700 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-264ef597-78a7-4375-ac71-0a5d697d265d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 200 len: 1000 time: 0.0678692 Feb 16 15:45:07.570983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-079b08f8-5997-4ad7-90a0-73b47812aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:07.572497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-079b08f8-5997-4ad7-90a0-73b47812aad9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=291b7701-b8fa-4b1c-aa87-07a6abac1241 HTTP/1.1" status: 200 len: 835 time: 0.0468752 Feb 16 15:45:07.619286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-d4baa1db-b380-4b17-ad5c-e5f5e1a5f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:07.620830 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-d4baa1db-b380-4b17-ad5c-e5f5e1a5f980 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420206 Feb 16 15:45:07.623172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] Checking router: 1297bf1a-62bd-414c-8908-0afb829b59c6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:45:07.631410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:45:07.632039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:44:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:45:07.719619 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-53872e21-b734-4ff6-a9bb-4b809ea0bc98 service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921776 Feb 16 15:45:07.750633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:45:07.812073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-386ea3ef-4164-448c-8d25-50961cf53aa8 req-49e7a24b-d7b9-47f1-b385-7610807817cb service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863481 Feb 16 15:45:07.994226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'c0a65189-5a31-439f-8c85-81d6fc8a0c7a', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'port_id': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'mac_address': 'fa:16:3e:17:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:45:06Z', 'updated_at': '2022-02-16T15:45:06Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:45:08.024631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc5813-06bc-48ea-8588-2568c080aebc None None] The sync data for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 is: [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'c0a65189-5a31-439f-8c85-81d6fc8a0c7a', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'port_id': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'mac_address': 'fa:16:3e:17:16:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:45:06Z', 'updated_at': '2022-02-16T15:45:06Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:45:08.044218 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-922af398-c268-4dd7-8362-21f2d696a7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:08.244869 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516e6bd3-5c9f-4b2c-abd8-b4ebe5ac3016 None None] New status for floating IP c0a65189-5a31-439f-8c85-81d6fc8a0c7a: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:45:08.501481 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45268) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:45:08.569809 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-35df4287-5234-4099-9cbc-a1fbbd3410bf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/c0a65189-5a31-439f-8c85-81d6fc8a0c7a HTTP/1.1" status: 200 len: 994 time: 0.0670748 Feb 16 15:45:09.818444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:11.443963 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:11.534718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:12.934738 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:16.963210 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:21.880052 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-95d46ce1-b45a-4d03-b6ad-228ef1edc7e0 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391746 Feb 16 15:45:21.960965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54743-088a-4132-a726-af74299afd66 req-5bd69f0c-8922-45b9-a0dd-17e2e9a1de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:21.962419 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-5bd69f0c-8922-45b9-a0dd-17e2e9a1de78 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1097 time: 0.0401478 Feb 16 15:45:22.069187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54743-088a-4132-a726-af74299afd66 req-d918af5c-120b-456e-8cda-cd2675b40450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:22.070630 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-d918af5c-120b-456e-8cda-cd2675b40450 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 200 len: 898 time: 0.0885994 Feb 16 15:45:22.134919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-4ffb9b57-6639-4365-b709-044e654a7c20 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 200 len: 1002 time: 0.0571601 Feb 16 15:45:22.184580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54743-088a-4132-a726-af74299afd66 req-4cb4e6bc-17dd-4f30-a4b5-05b0ec7ee9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:22.186020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-4cb4e6bc-17dd-4f30-a4b5-05b0ec7ee9b3 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=291b7701-b8fa-4b1c-aa87-07a6abac1241 HTTP/1.1" status: 200 len: 835 time: 0.0438874 Feb 16 15:45:22.234362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54743-088a-4132-a726-af74299afd66 req-20d5c670-1cc3-456f-b370-511e6542e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:22.235849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-20d5c670-1cc3-456f-b370-511e6542e2db service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440071 Feb 16 15:45:22.323431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-7294f096-503d-4597-8e10-1f5a121afaf8 service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807619 Feb 16 15:45:22.415460 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bdd54743-088a-4132-a726-af74299afd66 req-cc67228c-d721-40e9-8fab-ec86197d8c9e service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851073 Feb 16 15:45:35.306241 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-57eb3af7-6899-481b-ae53-7c8be0f4afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:38.009054 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1e631b6e-db52-4510-9658-cb9b183e32cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:38.388759 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:45:39.805544 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:40.080947 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98d51d-d219-46bd-9b93-969f0d28c752 req-d44be38d-c79b-4e82-b442-8485f0be2cf2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:40.082510 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df98d51d-d219-46bd-9b93-969f0d28c752 req-d44be38d-c79b-4e82-b442-8485f0be2cf2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0510042 Feb 16 15:45:40.122218 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df98d51d-d219-46bd-9b93-969f0d28c752 req-dc2da99c-f321-473b-af86-492398591929 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Feb 16 15:45:41.244562 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac494d4f-e1ab-4e10-a48d-b4f9107b8570 req-0a80d542-4f2d-44d7-b81c-ef7f9cccc4be tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:41.246118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac494d4f-e1ab-4e10-a48d-b4f9107b8570 req-0a80d542-4f2d-44d7-b81c-ef7f9cccc4be tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0533304 Feb 16 15:45:41.285032 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac494d4f-e1ab-4e10-a48d-b4f9107b8570 req-90dec9f2-a52e-43a9-8fac-02ceba17e52d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328882 Feb 16 15:45:41.481207 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:41.561337 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:42.403126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ec55a-d560-492f-b3e1-a697bcae0b47 req-3c72211f-cd32-4587-9bac-1da34d088bf0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:42.404877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e5ec55a-d560-492f-b3e1-a697bcae0b47 req-3c72211f-cd32-4587-9bac-1da34d088bf0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0525160 Feb 16 15:45:42.442232 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e5ec55a-d560-492f-b3e1-a697bcae0b47 req-7bc8ece4-41b0-4f7e-a6c0-0a01193900c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314357 Feb 16 15:45:42.951789 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:43.558510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44657b85-c1d3-44c4-8c88-7968181bf0fa req-716a9448-2386-4b01-a194-560e8e68a8ad tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:43.560036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44657b85-c1d3-44c4-8c88-7968181bf0fa req-716a9448-2386-4b01-a194-560e8e68a8ad tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0489736 Feb 16 15:45:43.596835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-44657b85-c1d3-44c4-8c88-7968181bf0fa req-74d3d2f3-e251-4854-84b1-d80c0cea8a04 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Feb 16 15:45:44.714052 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a56f92-f11c-4ece-a842-2079a8625c34 req-0c094839-93fe-4944-a526-f8e3da1476d4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:44.715533 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7a56f92-f11c-4ece-a842-2079a8625c34 req-0c094839-93fe-4944-a526-f8e3da1476d4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0503199 Feb 16 15:45:44.753062 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a7a56f92-f11c-4ece-a842-2079a8625c34 req-ac8755ca-1c2b-41ed-b215-b3f6ab26d4cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Feb 16 15:45:45.870983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b2d74-17d4-47ad-bf58-6751bf9d19cb req-ea7902af-e390-44ca-8e81-4d67f0e31aa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:45.872468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad3b2d74-17d4-47ad-bf58-6751bf9d19cb req-ea7902af-e390-44ca-8e81-4d67f0e31aa9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0509696 Feb 16 15:45:45.910340 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad3b2d74-17d4-47ad-bf58-6751bf9d19cb req-46044c24-8381-4ea1-90c2-1ccb541cce5b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Feb 16 15:45:46.952039 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:45:47.026227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a372d6-16ca-48be-be32-7b2ab3cccd5f req-28e37cc8-7603-4a72-b06a-4d92dd65ebf7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:47.027734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55a372d6-16ca-48be-be32-7b2ab3cccd5f req-28e37cc8-7603-4a72-b06a-4d92dd65ebf7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Feb 16 15:45:47.066623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-55a372d6-16ca-48be-be32-7b2ab3cccd5f req-71a28b94-9ad1-46e4-b14e-186dcd483ddf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325484 Feb 16 15:45:48.180451 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91a758-4c95-437b-ac3b-5085565bf965 req-44768935-a871-4b4b-8d81-d55914db26ca tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:48.181896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f91a758-4c95-437b-ac3b-5085565bf965 req-44768935-a871-4b4b-8d81-d55914db26ca tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0474825 Feb 16 15:45:48.219407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0f91a758-4c95-437b-ac3b-5085565bf965 req-c4f60380-6d82-4270-a88e-2dc93dfd45f3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Feb 16 15:45:49.339730 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969b8eb-b381-4f0e-9610-3cc8da8600c5 req-57c9e37f-bd44-42b9-b592-e63b940738ec tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:49.341216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8969b8eb-b381-4f0e-9610-3cc8da8600c5 req-57c9e37f-bd44-42b9-b592-e63b940738ec tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0534062 Feb 16 15:45:49.379196 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8969b8eb-b381-4f0e-9610-3cc8da8600c5 req-e41d7e3f-eafa-4aed-85a7-c325245a1b9e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317762 Feb 16 15:45:50.497041 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949c1ce-364d-4ec9-8ea6-89ed7ed0e193 req-4941634a-4f3a-44de-9659-ff66edf0b8ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:50.498520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c949c1ce-364d-4ec9-8ea6-89ed7ed0e193 req-4941634a-4f3a-44de-9659-ff66edf0b8ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Feb 16 15:45:50.535707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c949c1ce-364d-4ec9-8ea6-89ed7ed0e193 req-6666c10d-05a2-48d3-9797-2abb7ba6b62a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Feb 16 15:45:51.649632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1ea47-201c-47fc-be71-7b65eaa34e2e req-b0725f13-9520-4cfa-b81f-e3ca134c815f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:51.651087 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42c1ea47-201c-47fc-be71-7b65eaa34e2e req-b0725f13-9520-4cfa-b81f-e3ca134c815f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0477974 Feb 16 15:45:51.688287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-42c1ea47-201c-47fc-be71-7b65eaa34e2e req-c7662fdd-94db-460f-8748-824152a00851 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309319 Feb 16 15:45:52.807681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205970e-5325-4b95-9e4a-7a8b1bbb53b0 req-2a027cde-f941-4591-b3e2-efa2d5d23084 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:52.809116 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4205970e-5325-4b95-9e4a-7a8b1bbb53b0 req-2a027cde-f941-4591-b3e2-efa2d5d23084 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0539088 Feb 16 15:45:52.845408 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4205970e-5325-4b95-9e4a-7a8b1bbb53b0 req-83880d75-415f-465f-8a81-d4ff8906a5b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304079 Feb 16 15:45:53.964032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051502ad-f37a-4f14-a70f-4f88bc1765aa req-0912017c-f684-490e-a373-00b2df4778ef tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:53.965590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-051502ad-f37a-4f14-a70f-4f88bc1765aa req-0912017c-f684-490e-a373-00b2df4778ef tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0488176 Feb 16 15:45:54.003140 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-051502ad-f37a-4f14-a70f-4f88bc1765aa req-92d7c21c-4fb5-4105-bf26-236a34f237ff tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Feb 16 15:45:55.116189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b53639-78bc-45a2-bcbd-d73e25ead07a req-771d2a9d-e225-4468-a620-2ac454161d1e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:55.117669 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b53639-78bc-45a2-bcbd-d73e25ead07a req-771d2a9d-e225-4468-a620-2ac454161d1e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0479689 Feb 16 15:45:55.154668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a3b53639-78bc-45a2-bcbd-d73e25ead07a req-83bd9d9d-223d-41a6-9bf3-e91917200880 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304594 Feb 16 15:45:56.273187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56dfe2-52ff-48da-bd8e-ff014a6221e9 req-026cec4e-a81d-4cca-872f-518a709fc7f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:56.275240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a56dfe2-52ff-48da-bd8e-ff014a6221e9 req-026cec4e-a81d-4cca-872f-518a709fc7f4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Feb 16 15:45:56.312377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3a56dfe2-52ff-48da-bd8e-ff014a6221e9 req-1eca516c-8552-4ad0-b3ad-0be41fe9ae8b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Feb 16 15:45:56.334308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45318) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:45:56.396203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2e4b8ea7-569d-4a5c-b0ef-b5f8761e05c2 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/c0a65189-5a31-439f-8c85-81d6fc8a0c7a HTTP/1.1" status: 200 len: 994 time: 0.0607305 Feb 16 15:45:57.814550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e893ed2-51cc-482c-8fc4-a5d656033e8c req-e33a7153-fa98-4af2-b318-b6f73de86b0b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:57.816049 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e893ed2-51cc-482c-8fc4-a5d656033e8c req-e33a7153-fa98-4af2-b318-b6f73de86b0b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0503118 Feb 16 15:45:57.856312 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e893ed2-51cc-482c-8fc4-a5d656033e8c req-c4dedd12-cc15-454a-a2e9-b257d54b1511 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325842 Feb 16 15:45:57.903146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-e895e658-cf7c-4abb-b996-3eb168600305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:57.904651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-e895e658-cf7c-4abb-b996-3eb168600305 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1097 time: 0.0430589 Feb 16 15:45:57.994232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-0217aeb0-873c-4bb0-a320-9508de244240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:57.995633 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-0217aeb0-873c-4bb0-a320-9508de244240 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 200 len: 898 time: 0.0843704 Feb 16 15:45:58.063339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-5ad3866d-d31e-47f2-9c3b-bdae15c2263d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 200 len: 1002 time: 0.0616946 Feb 16 15:45:58.111691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-4728f15a-962e-4b88-86f5-adac744e9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:58.113137 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-4728f15a-962e-4b88-86f5-adac744e9bb0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=291b7701-b8fa-4b1c-aa87-07a6abac1241 HTTP/1.1" status: 200 len: 835 time: 0.0439949 Feb 16 15:45:58.157779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-b3631def-514f-46dc-a719-da53323e77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:58.159216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-b3631def-514f-46dc-a719-da53323e77ce service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395908 Feb 16 15:45:58.248903 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-2d693a06-e323-431b-9419-05613ba8a964 service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833843 Feb 16 15:45:58.336475 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fbf7a611-eb65-4389-9d43-e8193373cdc6 req-de0434e7-0e15-41a5-9c86-9e3c88e7e143 service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809526 Feb 16 15:45:58.981998 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54bb3a-c021-4397-9366-071409a71ad6 req-eaf2b6c9-98bc-4f02-bde9-c91348f00a38 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:45:58.983474 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c54bb3a-c021-4397-9366-071409a71ad6 req-eaf2b6c9-98bc-4f02-bde9-c91348f00a38 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0552552 Feb 16 15:45:59.022542 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c54bb3a-c021-4397-9366-071409a71ad6 req-0a15dcd2-135c-4395-9604-3d6b21588716 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Feb 16 15:46:00.141140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47652e-31c0-44d5-8d0b-8e696b1b7b36 req-9db04f68-03d8-4070-bec7-d1b37b00bc1b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:00.142626 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f47652e-31c0-44d5-8d0b-8e696b1b7b36 req-9db04f68-03d8-4070-bec7-d1b37b00bc1b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0515816 Feb 16 15:46:00.180006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5f47652e-31c0-44d5-8d0b-8e696b1b7b36 req-ac6c6255-8c19-4597-a092-db9d85e0ba58 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Feb 16 15:46:00.204578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45330) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:00.264926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-77fdbcf8-e747-43f0-a656-5b6f6bce251a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/c0a65189-5a31-439f-8c85-81d6fc8a0c7a HTTP/1.1" status: 200 len: 994 time: 0.0591381 Feb 16 15:46:05.303964 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b7affd8e-6417-476b-8bf2-4bd4ada7cbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:08.020171 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d6c50d4-e1e9-4741-8fb8-237c93f367fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:09.843349 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:11.469808 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:11.545973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:12.978341 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:15.388502 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:46:16.940644 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:24.495896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-4d5e4c9a-48fd-41f2-a6e2-6a20d8cfbc55 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422957 Feb 16 15:46:24.926188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-ad0d7521-b4f9-476f-81f6-6cde7577524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:24.927741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-ad0d7521-b4f9-476f-81f6-6cde7577524b service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1097 time: 0.3873947 Feb 16 15:46:25.033922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-fe2c7f14-7205-4a72-9acf-4dfd177ada92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:25.035382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-fe2c7f14-7205-4a72-9acf-4dfd177ada92 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 200 len: 898 time: 0.0869660 Feb 16 15:46:25.103928 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-56a9624d-7d09-4576-abda-ebd118075c8d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 200 len: 1002 time: 0.0613675 Feb 16 15:46:25.153333 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-a8c4df41-46d3-4cc2-b70b-b7548172be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:25.154806 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-a8c4df41-46d3-4cc2-b70b-b7548172be19 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=291b7701-b8fa-4b1c-aa87-07a6abac1241 HTTP/1.1" status: 200 len: 835 time: 0.0441658 Feb 16 15:46:25.199242 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-0bad5abb-1d69-40eb-a4ed-803b250061e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:25.200749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-0bad5abb-1d69-40eb-a4ed-803b250061e7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389993 Feb 16 15:46:25.290074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-ccb817ad-2db4-453e-9f48-f51a154e39ea service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817368 Feb 16 15:46:25.377447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e6ae0cd6-55b8-4295-b7cc-8a9e75b0af97 req-80b63a48-ea98-44a5-b185-7c70a0b67a1e service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805237 Feb 16 15:46:30.889346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45342) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:31.046568 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 3cc9b283-7d76-42d1-9ac5-7137bf55e088 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:46:31.046918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:31.125258 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:31.125589 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:31.137581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 3cc9b283-7d76-42d1-9ac5-7137bf55e088 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:46:31.355432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:31.380943 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=3cc9b283-7d76-42d1-9ac5-7137bf55e088,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:31.405226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.406950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.406950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.406950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.406950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.407349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.407442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.407773 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.408092 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.408408 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.408720 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.409032 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:31.450986 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:31.451320 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP c0a65189-5a31-439f-8c85-81d6fc8a0c7a disassociated (deleted). External IP: 172.25.6.206, port: 6ccd2194-ef97-4e83-9a5d-8f77d03692e2. Feb 16 15:46:31.659757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 1297bf1a-62bd-414c-8908-0afb829b59c6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:46:31.765872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:46:31.770396 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:31.777352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] Sync routers for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:46:31.786944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:31.787577 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:31.797624 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d12c8389-b335-4da4-b2c5-a283615fb24e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/floatingips/c0a65189-5a31-439f-8c85-81d6fc8a0c7a HTTP/1.1" status: 204 len: 168 time: 0.9071832 Feb 16 15:46:31.798197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:46:31.800687 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38" -d '{"events": [{"name": "network-changed", "server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:46:31.844682 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1728e18f-6179-48d4-a762-51ac8d747b92 x-openstack-request-id: req-1728e18f-6179-48d4-a762-51ac8d747b92 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:46:31.844682 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:46:31.844682 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1728e18f-6179-48d4-a762-51ac8d747b92 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:46:31.844682 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'status': 'completed', 'code': 200} Feb 16 15:46:31.901942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:31.906358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-dcf2c896-9de3-4c02-a5db-21065b019bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:31.907923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-dcf2c896-9de3-4c02-a5db-21065b019bd7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 1097 time: 0.0420241 Feb 16 15:46:32.001779 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-907a55b8-e9d5-47cf-94f7-e967460c3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:32.003153 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-907a55b8-e9d5-47cf-94f7-e967460c3dad service neutron] 10.222.0.129 "GET /v2.0/networks?id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 200 len: 898 time: 0.0889957 Feb 16 15:46:32.045801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-e4863382-de21-42a3-a663-1f78682c28f5 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 200 len: 217 time: 0.0352030 Feb 16 15:46:32.095770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-42aed62c-33ce-420d-bdff-1a5358a4d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:32.097253 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-42aed62c-33ce-420d-bdff-1a5358a4d7dd service neutron] 10.222.0.129 "GET /v2.0/subnets?id=291b7701-b8fa-4b1c-aa87-07a6abac1241 HTTP/1.1" status: 200 len: 835 time: 0.0453792 Feb 16 15:46:32.116088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:32.144344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] Checking router: 1297bf1a-62bd-414c-8908-0afb829b59c6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:46:32.152622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-6e9b9050-79b6-4da4-b73f-2f2fd2886c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:32.153304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:32.153876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:32.154755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-6e9b9050-79b6-4da4-b73f-2f2fd2886c25 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f3e182d8-a146-4f23-8eb6-0b840ef63ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473046 Feb 16 15:46:32.266547 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:32.267960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-0c2d48fe-ce95-4019-8b05-71849feaadd1 service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055298 Feb 16 15:46:32.360941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa2bcb-82ea-449c-a31e-7fb7fd9e8d8e req-9bde453f-1234-46db-a33e-015c88ddd5b4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:32.362426 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bfa2bcb-82ea-449c-a31e-7fb7fd9e8d8e req-9bde453f-1234-46db-a33e-015c88ddd5b4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.1097529 Feb 16 15:46:32.408812 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-898b3fd1-c75f-4caa-8d82-8e5b4d760a38 req-68ea053c-0466-453d-b9e7-2b114b9a95f1 service neutron] 10.222.0.129 "GET /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265609 Feb 16 15:46:32.416044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2bfa2bcb-82ea-449c-a31e-7fb7fd9e8d8e req-1dbbf377-f5e6-4e12-9375-ed1c3a6a5af3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472033 Feb 16 15:46:32.469385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:32.501142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe54807-9929-42d8-b9d4-b9489cef349b None None] The sync data for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 is: [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:44:50Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '9fe43a0e-720e-4191-90c0-02ac190c172d', 'name': '', 'network_id': 'f3e182d8-a146-4f23-8eb6-0b840ef63ce6', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:8d:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:49Z', 'updated_at': '2022-02-16T15:44:53Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': '291b7701-b8fa-4b1c-aa87-07a6abac1241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:46:32.718139 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8fd8e-c88d-4f16-98ee-6d16fc248dae None None] New status for floating IP c0a65189-5a31-439f-8c85-81d6fc8a0c7a: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:46:33.825359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9bfb8-4dce-4457-ac3f-1c51d14530bc req-3005cc79-d37a-4251-a343-8262f99b6033 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:33.826897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33d9bfb8-4dce-4457-ac3f-1c51d14530bc req-3005cc79-d37a-4251-a343-8262f99b6033 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0807273 Feb 16 15:46:33.838832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507b351-be81-4582-914c-e2589a0c6342 req-8b35965a-6bb0-43ff-bf7f-4afccc3e6152 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:33.840755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5507b351-be81-4582-914c-e2589a0c6342 req-8b35965a-6bb0-43ff-bf7f-4afccc3e6152 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 946 time: 0.0684988 Feb 16 15:46:33.905084 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33d9bfb8-4dce-4457-ac3f-1c51d14530bc req-38695931-d144-4587-9c1e-6adefab27bfd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=8c077bf0-3bae-4eea-a0db-75ea730eac5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633936 Feb 16 15:46:33.952455 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:46:33.952793 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:34.044278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:34.044635 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:34.056141 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:46:34.237918 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:34.267173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=6ccd2194-ef97-4e83-9a5d-8f77d03692e2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:34.312982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] No DVR routers for this DVR port 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:46:34.312982 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:34.314900 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5507b351-be81-4582-914c-e2589a0c6342 req-ccc6c83f-9d47-4bd5-83ac-d0449b28b933 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.129 "DELETE /v2.0/ports/6ccd2194-ef97-4e83-9a5d-8f77d03692e2 HTTP/1.1" status: 204 len: 173 time: 0.4603612 Feb 16 15:46:34.315334 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'name': 'network-vif-deleted', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:46:34.317611 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c816e-7490-4e83-b1ef-e7dfa3557699" -d '{"events": [{"server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "name": "network-vif-deleted", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:46:34.357614 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d32f1-9321-4d5d-ae07-8e2c726dde76 x-openstack-request-id: req-8b5d32f1-9321-4d5d-ae07-8e2c726dde76 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:46:34.357906 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8391275-8b11-462f-a26d-707d3a3ee712", "name": "network-vif-deleted", "tag": "6ccd2194-ef97-4e83-9a5d-8f77d03692e2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:46:34.358161 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8b5d32f1-9321-4d5d-ae07-8e2c726dde76 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:46:34.358565 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8391275-8b11-462f-a26d-707d3a3ee712', 'name': 'network-vif-deleted', 'tag': '6ccd2194-ef97-4e83-9a5d-8f77d03692e2', 'status': 'completed', 'code': 200} Feb 16 15:46:35.010787 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f5718b0-4c35-4c21-a67c-2ef0b087ef74 req-ec52a6d3-d329-4c5e-b4ea-db931929ff94 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=c8391275-8b11-462f-a26d-707d3a3ee712 HTTP/1.1" status: 200 len: 210 time: 0.0269504 Feb 16 15:46:35.309485 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f0716fa6-4330-479f-a7f9-7bcaacde2a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:36.067337 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45358) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:36.428189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:36.683330 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 9fe43a0e-720e-4191-90c0-02ac190c172d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:46:36.683627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:36.769206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 9fe43a0e-720e-4191-90c0-02ac190c172d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=9fe43a0e-720e-4191-90c0-02ac190c172d,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:36.769564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:36.782062 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 9fe43a0e-720e-4191-90c0-02ac190c172d owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:46:37.060845 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:37.088211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=9fe43a0e-720e-4191-90c0-02ac190c172d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:37.264789 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:37.485571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 1297bf1a-62bd-414c-8908-0afb829b59c6 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:46:37.592924 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:46:37.598037 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6a222bec-cab6-4f92-9275-f439871c51eb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/1297bf1a-62bd-414c-8908-0afb829b59c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5296626 Feb 16 15:46:37.600740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45360) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:37.602773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] Sync routers for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:46:37.612893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:37.613506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:37.652250 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:46:37.663442 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting subnet 291b7701-b8fa-4b1c-aa87-07a6abac1241 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:46:37.666719 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:37.678785 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:46:37.679126 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ccd2194-ef97-4e83-9a5d-8f77d03692e2 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:46:37.709358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:37.745226 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:37.798293 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:37.926633 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:46:36Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:37.927097 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:37.956304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Subnet': ['ID=291b7701-b8fa-4b1c-aa87-07a6abac1241,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:37.959903 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] Checking router: 1297bf1a-62bd-414c-8908-0afb829b59c6 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:46:37.966226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:37.967000 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45362) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:37.974033 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f52ea4-0e90-4685-bce5-ae06c6a7fb04 None None] Network f3e182d8-a146-4f23-8eb6-0b840ef63ce6 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:46:37.975680 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a1f2ee50-3249-4a4b-aa9b-b816b5c9a681 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/subnets/291b7701-b8fa-4b1c-aa87-07a6abac1241 HTTP/1.1" status: 204 len: 168 time: 0.3738503 Feb 16 15:46:37.994075 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] Routers {'1297bf1a-62bd-414c-8908-0afb829b59c6'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:37.994985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1297bf1a-62bd-414c-8908-0afb829b59c6'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:38.069370 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-96b5ec54-cfc3-470f-9e8c-0dd3fe54e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.080781 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.189572 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.306116 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port d95f154d-cfb9-4046-9530-8ec884f026d7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:46:38.306538 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.345172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] Set router 1297bf1a-62bd-414c-8908-0afb829b59c6 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:38.393683 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port d95f154d-cfb9-4046-9530-8ec884f026d7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=d95f154d-cfb9-4046-9530-8ec884f026d7,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:38.394055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.409629 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for d95f154d-cfb9-4046-9530-8ec884f026d7 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:46:38.519361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] DHCP port deletion for f3e182d8-a146-4f23-8eb6-0b840ef63ce6 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:46:38.582523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:46:36Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:38.588997 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Deleting port 94b38700-03df-42a4-a28b-65fcb042ab3f {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:46:38.589384 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.628192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a74df-f7e5-40e7-b16f-95ac1d3eb178 None None] The sync data for ids ['1297bf1a-62bd-414c-8908-0afb829b59c6'] in n-d-829433-1 is: [{'id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1734670279', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:44:45Z', 'updated_at': '2022-02-16T15:46:36Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'd95f154d-cfb9-4046-9530-8ec884f026d7', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1297bf1a-62bd-414c-8908-0afb829b59c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:44:46Z', 'updated_at': '2022-02-16T15:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:46:38.672425 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.683928 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] For port 94b38700-03df-42a4-a28b-65fcb042ab3f, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=94b38700-03df-42a4-a28b-65fcb042ab3f,segment=NetworkSegment(cb6bd376-67ad-4d36-aa83-312c7e849ced),segment_id=cb6bd376-67ad-4d36-aa83-312c7e849ced)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:38.685271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.701449 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=d95f154d-cfb9-4046-9530-8ec884f026d7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:38.702168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Calling delete_port for 94b38700-03df-42a4-a28b-65fcb042ab3f owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:46:38.729192 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.729535 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.729872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.730231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.730558 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.731421 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.731770 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.732094 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.732420 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.732758 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.733077 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.733392 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.776877 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.861631 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:38.889230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Pushing event deleted for resources: {'Port': ['ID=94b38700-03df-42a4-a28b-65fcb042ab3f,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:38.897743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] No DVR routers for this DVR port 94b38700-03df-42a4-a28b-65fcb042ab3f on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:46:38.901559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.901904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:38.906159 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece7a5d1-c89e-4089-a7f6-8df9c2524553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:39.130852 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.133012 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.224016 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.224489 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9fe43a0e-720e-4191-90c0-02ac190c172d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:46:39.224622 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Fanout notify agent at l3_agent the message router_deleted on router 1297bf1a-62bd-414c-8908-0afb829b59c6 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:46:39.232180 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.233378 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6cbdb889-c762-473d-ab2a-0c7b9e2158b7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/routers/1297bf1a-62bd-414c-8908-0afb829b59c6 HTTP/1.1" status: 204 len: 168 time: 1.2653315 Feb 16 15:46:39.236464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45366) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:39.247531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 9fe43a0e-720e-4191-90c0-02ac190c172d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:46:39.247909 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 9fe43a0e-720e-4191-90c0-02ac190c172d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:46:39.248338 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 94b38700-03df-42a4-a28b-65fcb042ab3f no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:46:39.268871 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 94b38700-03df-42a4-a28b-65fcb042ab3f {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:46:39.269230 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 94b38700-03df-42a4-a28b-65fcb042ab3f not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:46:39.321015 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.408428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.428505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e182d8-a146-4f23-8eb6-0b840ef63ce6']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:39.438273 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6bd376-67ad-4d36-aa83-312c7e849ced') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:39.438573 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6bd376-67ad-4d36-aa83-312c7e849ced') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:39.447757 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.460575 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.466408 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:46:39.466792 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:46:39.469711 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:46:39.592142 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.601592 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.602247 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/networks/f3e182d8-a146-4f23-8eb6-0b840ef63ce6 HTTP/1.1" status: 204 len: 168 time: 0.3647358 Feb 16 15:46:39.605094 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45368) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:39.614499 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042f87b-2816-4453-a9e6-e29af8de37a1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Network': ['ID=f3e182d8-a146-4f23-8eb6-0b840ef63ce6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:39.666032 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4756810f-9f66-425f-8398-15e976562350 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.697295 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4756810f-9f66-425f-8398-15e976562350 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.814754 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.889572 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4756810f-9f66-425f-8398-15e976562350 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.892438 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4756810f-9f66-425f-8398-15e976562350 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:39.893679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4756810f-9f66-425f-8398-15e976562350 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/security-groups/8c077bf0-3bae-4eea-a0db-75ea730eac5d HTTP/1.1" status: 204 len: 168 time: 0.2869318 Feb 16 15:46:39.904464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756810f-9f66-425f-8398-15e976562350 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c077bf0-3bae-4eea-a0db-75ea730eac5d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:40.275223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45374) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:40.280625 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ce9b4d92-b990-4e40-b882-5fa0f9c246b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705697664', 'description': 'tempest-secgroup-smoke-1705697664 description', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:40.375142 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4d92-b990-4e40-b882-5fa0f9c246b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:40.442181 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4d92-b990-4e40-b882-5fa0f9c246b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:40.511610 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4d92-b990-4e40-b882-5fa0f9c246b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:40.541593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b4d92-b990-4e40-b882-5fa0f9c246b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546f5716-a753-42b1-9df2-4b8af846d641,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:40.596675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4d92-b990-4e40-b882-5fa0f9c246b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:40.597953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ce9b4d92-b990-4e40-b882-5fa0f9c246b0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3216949 Feb 16 15:46:40.600848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45376) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:40.605164 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-00993e79-acde-4101-8d59-1af4fd8c96fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '546f5716-a753-42b1-9df2-4b8af846d641', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:40.691431 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00993e79-acde-4101-8d59-1af4fd8c96fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:40.746189 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00993e79-acde-4101-8d59-1af4fd8c96fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:40.917874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00993e79-acde-4101-8d59-1af4fd8c96fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:40.936001 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00993e79-acde-4101-8d59-1af4fd8c96fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e14d6e-c97f-4a77-bcfc-3acf5bedb7df,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:41.011000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-00993e79-acde-4101-8d59-1af4fd8c96fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.012388 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-00993e79-acde-4101-8d59-1af4fd8c96fd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4106274 Feb 16 15:46:41.015185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45378) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:41.019595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-931d630a-bbc1-48a6-b74e-58e87dff29a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '546f5716-a753-42b1-9df2-4b8af846d641', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:41.120627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d95f154d-cfb9-4046-9530-8ec884f026d7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:46:41.128709 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d630a-bbc1-48a6-b74e-58e87dff29a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.140593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: d95f154d-cfb9-4046-9530-8ec884f026d7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:46:41.140931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device d95f154d-cfb9-4046-9530-8ec884f026d7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:46:41.189411 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d630a-bbc1-48a6-b74e-58e87dff29a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.266695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d630a-bbc1-48a6-b74e-58e87dff29a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.285301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d630a-bbc1-48a6-b74e-58e87dff29a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab3b98b-bf86-4640-a2f6-61237aa3441c,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:41.345561 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-931d630a-bbc1-48a6-b74e-58e87dff29a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.346821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-931d630a-bbc1-48a6-b74e-58e87dff29a7 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3306758 Feb 16 15:46:41.349602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45380) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:41.353904 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-2883f088-d36f-4c41-bbd1-e725658a6ad9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '546f5716-a753-42b1-9df2-4b8af846d641', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:41.452392 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2883f088-d36f-4c41-bbd1-e725658a6ad9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.468595 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.510694 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2883f088-d36f-4c41-bbd1-e725658a6ad9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.540703 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.580225 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2883f088-d36f-4c41-bbd1-e725658a6ad9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.599464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883f088-d36f-4c41-bbd1-e725658a6ad9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f690dcb3-7b15-4165-832f-e6fbcbd4ed11,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:41.673678 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2883f088-d36f-4c41-bbd1-e725658a6ad9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.674930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2883f088-d36f-4c41-bbd1-e725658a6ad9 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243473 Feb 16 15:46:41.677646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45382) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:41.682065 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-fdc46ea6-f3e2-4d82-8cd9-c9507e981557 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '546f5716-a753-42b1-9df2-4b8af846d641', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:41.768649 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fdc46ea6-f3e2-4d82-8cd9-c9507e981557 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.826607 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fdc46ea6-f3e2-4d82-8cd9-c9507e981557 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.914552 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fdc46ea6-f3e2-4d82-8cd9-c9507e981557 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:41.934135 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46ea6-f3e2-4d82-8cd9-c9507e981557 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886263f8-9b73-4581-807b-8205f05b1143,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:42.014400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-fdc46ea6-f3e2-4d82-8cd9-c9507e981557 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.015622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-fdc46ea6-f3e2-4d82-8cd9-c9507e981557 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3370013 Feb 16 15:46:42.018279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45384) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:42.022573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '546f5716-a753-42b1-9df2-4b8af846d641', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:42.080348 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:46:42.085062 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.148441 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.188899 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.206691 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9766db89-f6bf-463d-be71-60badee50b12,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:42.251334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.252563 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-05e1d895-5e74-4e82-b08f-921bffe76349 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2333539 Feb 16 15:46:42.255188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45386) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:42.259412 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'security_group_rule': {'security_group_id': '546f5716-a753-42b1-9df2-4b8af846d641', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:42.352378 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Project 9a9f4948015e4a648aa0376f43aa92f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:46:42.358138 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.418369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.489308 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.506982 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a6360a-66c2-4b4b-9381-68e9404a3dcf,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:42.577004 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.578128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c8a32aeb-46ba-478a-bf8b-518f3ce48f78 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219855 Feb 16 15:46:42.580916 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45388) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:42.585719 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'network': {'name': 'tempest-network-smoke--469461394', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'port_security_enabled': True}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:42.666424 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:46:42.670750 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.693104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:46:42.701984 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.702321 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Added segment 09cdbe27-1814-4ea7-bcac-97ac8e7c13fc of type vlan for network 2f841178-0637-44db-8954-906aed2c70e1 Feb 16 15:46:42.741699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.832043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.837550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:42.838140 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:42.906445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Network': ['ID=2f841178-0637-44db-8954-906aed2c70e1,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:42.916057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 2f841178-0637-44db-8954-906aed2c70e1 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:46:42.960257 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a565d665-5b42-4bca-ae05-bdab8031c4b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3782368 Feb 16 15:46:42.963029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45390) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:42.968528 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'admin_state_up': True, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:42.985975 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.055028 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.056090 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.108550 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.309807 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.572963 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.595422 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.698174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.66 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/cfb55c43-7ba9-4535-9646-03d8584a091d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:46:43.802084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.878206 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:43.917440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:46:43.922168 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:46:43.927193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:46:43.929420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=cfb55c43-7ba9-4535-9646-03d8584a091d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:44.562381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:44.758841 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:44.969452 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 551c7fac-b6e8-4961-b70c-d012797a7de1 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:46:45.081985 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:46:45.092774 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Sync routers for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:46:45.105176 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:45.111726 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:45.155119 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.156743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9ef2b346-c648-4d49-92d3-254ac6a85594 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1926517 Feb 16 15:46:45.160612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45394) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:45.188086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-17076920-a561-49ed-bc2a-16f228f716ee tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?project_id=9a9f4948015e4a648aa0376f43aa92f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272102 Feb 16 15:46:45.190651 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45396) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:45.213589 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:45.277056 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ebd71-8033-42ae-9bd0-a43ea15ea204 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:45.278578 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-796ebd71-8033-42ae-9bd0-a43ea15ea204 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870378 Feb 16 15:46:45.282261 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45398) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:45.315182 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-70ff0144-b755-4dea-bba7-82dc7cd0662d tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/subnets?network_id=e614c420-a791-467f-9b28-a6d8d96c0204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318286 Feb 16 15:46:45.317755 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45400) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:45.322410 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945744067', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:45.394557 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:44Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:45.421727 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Checking router: 551c7fac-b6e8-4961-b70c-d012797a7de1 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:46:45.423803 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Updating router 551c7fac-b6e8-4961-b70c-d012797a7de1 port cfb55c43-7ba9-4535-9646-03d8584a091d binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:46:45.446493 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.463622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:46:45.468842 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.723913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.784846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Subnet': ['ID=f9cf1703-909a-4a4c-a91e-a9e7c1c96027,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:45.792186 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Checking segment: {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:46:45.792535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network hostable DHCP agents. Network: 2f841178-0637-44db-8954-906aed2c70e1, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:46:45.801237 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.887794 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.903393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 2f841178-0637-44db-8954-906aed2c70e1 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:46:45.941410 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Attempting to bind port cfb55c43-7ba9-4535-9646-03d8584a091d on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:46:45.941763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Attempting to bind port cfb55c43-7ba9-4535-9646-03d8584a091d by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:46:45.942111 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Attempting to bind port cfb55c43-7ba9-4535-9646-03d8584a091d on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:46:45.947122 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Pushing event updated for resources: {'Port': ['ID=cfb55c43-7ba9-4535-9646-03d8584a091d,revision_number=2']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:45.955073 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:46:45.958417 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:46:45.958417 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.958417 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:46:45.958417 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Bound port: cfb55c43-7ba9-4535-9646-03d8584a091d, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:46:45.958417 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.959820 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.960153 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.960484 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.960806 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.961127 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.961446 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.961759 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.962072 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.962381 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.962688 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.962995 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.963301 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:46:45.977613 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 2f841178-0637-44db-8954-906aed2c70e1) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:46:45.981594 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:45.982832 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:45.987847 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3caf07-ce49-4dba-8277-e0c9566939c3 None None] Network 2f841178-0637-44db-8954-906aed2c70e1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:46:46.021947 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] For port cfb55c43-7ba9-4535-9646-03d8584a091d, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:46:46.025031 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] For port cfb55c43-7ba9-4535-9646-03d8584a091d, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cfb55c43-7ba9-4535-9646-03d8584a091d,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:46:46.066307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-be92d695-3465-447e-974b-b369da522f0f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7475293 Feb 16 15:46:46.068988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45402) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:46:46.098236 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.150557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-2f841178-0637-44db-8954-906aed2c70e1', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:46:46.152068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.159631 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:46.160257 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:46.164867 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621e378-ad94-46ea-8272-b712d466b6bb None None] Pushing event updated for resources: {'Port': ['ID=cfb55c43-7ba9-4535-9646-03d8584a091d,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:46.277709 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:46.296028 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Allocated IP 172.20.0.2 (2f841178-0637-44db-8954-906aed2c70e1/f9cf1703-909a-4a4c-a91e-a9e7c1c96027/482c8ec1-5bc0-4c15-b46c-c02668d17231) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:46:46.451175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.467467 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:44Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:46.494568 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e5222b-d4e8-496e-8566-af34734e45fe None None] The sync data for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 is: [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:44Z', 'revision_number': 3, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:46:46.538251 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.553170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.584720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Network 2f841178-0637-44db-8954-906aed2c70e1 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:46:46.587474 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:46:46.590018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:46:46.599672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Pushing event updated for resources: {'Port': ['ID=482c8ec1-5bc0-4c15-b46c-c02668d17231,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:46.659219 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Attempting to bind port 482c8ec1-5bc0-4c15-b46c-c02668d17231 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:46:46.659619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Attempting to bind port 482c8ec1-5bc0-4c15-b46c-c02668d17231 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:46:46.660092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Attempting to bind port 482c8ec1-5bc0-4c15-b46c-c02668d17231 on network 2f841178-0637-44db-8954-906aed2c70e1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:46:46.666172 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:46:46.666545 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Checking segment: {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:46:46.666952 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.667341 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Bound using segment: {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:46:46.667836 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Bound port: 482c8ec1-5bc0-4c15-b46c-c02668d17231, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:46:46.668218 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.753695 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] For port 482c8ec1-5bc0-4c15-b46c-c02668d17231, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:46:46.757035 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] For port 482c8ec1-5bc0-4c15-b46c-c02668d17231, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=482c8ec1-5bc0-4c15-b46c-c02668d17231,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:46:46.861540 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:46.885863 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.1 (2f841178-0637-44db-8954-906aed2c70e1/f9cf1703-909a-4a4c-a91e-a9e7c1c96027/f5b88f8b-124d-4443-befc-c692bdd50cdb) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:46:46.937691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa156533-02a8-4f74-89f2-e59a4ccef154 None None] Pushing event updated for resources: {'Port': ['ID=482c8ec1-5bc0-4c15-b46c-c02668d17231,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:46.980536 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.023444 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.124275 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.196902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 2f841178-0637-44db-8954-906aed2c70e1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:46:47.200313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:46:47.212649 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:46:47.241128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=f5b88f8b-124d-4443-befc-c692bdd50cdb,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:47.273847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.304339 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 482c8ec1-5bc0-4c15-b46c-c02668d17231 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:46:47.359635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 482c8ec1-5bc0-4c15-b46c-c02668d17231 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:47.362090 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.446219 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.487340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 482c8ec1-5bc0-4c15-b46c-c02668d17231, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=482c8ec1-5bc0-4c15-b46c-c02668d17231,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:47.495439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.561260 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.562059 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cfb55c43-7ba9-4535-9646-03d8584a091d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:46:47.637415 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=482c8ec1-5bc0-4c15-b46c-c02668d17231,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:47.650810 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cfb55c43-7ba9-4535-9646-03d8584a091d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:47.651192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.737739 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.759082 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port cfb55c43-7ba9-4535-9646-03d8584a091d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cfb55c43-7ba9-4535-9646-03d8584a091d,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:47.787759 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.866672 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.898125 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:47.924967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=cfb55c43-7ba9-4535-9646-03d8584a091d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:47.958934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12ef40-cd9b-4369-bf62-bda7aadb4330 None None] Network 2f841178-0637-44db-8954-906aed2c70e1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:46:47.984218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=f5b88f8b-124d-4443-befc-c692bdd50cdb,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:47.986756 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:48.079137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 2f841178-0637-44db-8954-906aed2c70e1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:46:48.080617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:46:48.094063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8c7e0f7a-8615-463f-b6a5-cf61fcb19ccf None None] Provisioning complete for port 482c8ec1-5bc0-4c15-b46c-c02668d17231 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:48.094438 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8c7e0f7a-8615-463f-b6a5-cf61fcb19ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:48.208132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 551c7fac-b6e8-4961-b70c-d012797a7de1 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:46:48.330967 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:46:48.340480 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-330caba9-0546-47f9-bd79-bca2a5b3b6cf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/551c7fac-b6e8-4961-b70c-d012797a7de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2704043 Feb 16 15:46:48.436334 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6eb9fc2-115e-4239-af53-a0cffca414cc None None] Provisioning complete for port f5b88f8b-124d-4443-befc-c692bdd50cdb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:48.436914 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9fc2-115e-4239-af53-a0cffca414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:48.479969 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb9fc2-115e-4239-af53-a0cffca414cc None None] Port f5b88f8b-124d-4443-befc-c692bdd50cdb cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:46:48.494530 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b6eb9fc2-115e-4239-af53-a0cffca414cc None None] Provisioning complete for port 482c8ec1-5bc0-4c15-b46c-c02668d17231 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:48.502748 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9fc2-115e-4239-af53-a0cffca414cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:48.503057 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-c7222a78-edf2-4e9a-a72e-4202b27c17a6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705697664&fields=id&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 267 time: 0.0479441 Feb 16 15:46:48.524587 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Sync routers for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:46:48.552940 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:48.553575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:48.630289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-f334138f-69b0-4acf-a3d5-63099a0853fa tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:48.632449 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-f334138f-69b0-4acf-a3d5-63099a0853fa tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/networks?id=2f841178-0637-44db-8954-906aed2c70e1 HTTP/1.1" status: 200 len: 796 time: 0.1241298 Feb 16 15:46:48.653187 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-068d8c80-6802-4775-9fe8-325a7c89004d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/quotas/9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 375 time: 0.0138328 Feb 16 15:46:48.701189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:48.708947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-38922580-554e-4d39-a067-042aac9f0aed tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486748 Feb 16 15:46:48.848311 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-03d7f576-41ef-47d9-ac2e-7f3433a7abdc None None] Provisioning complete for port f5b88f8b-124d-4443-befc-c692bdd50cdb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:48.848679 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03d7f576-41ef-47d9-ac2e-7f3433a7abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:48.860854 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-0666dc9d-a438-4f03-bd06-4862429ea15b service neutron] 10.222.0.113 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363001 Feb 16 15:46:48.903352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-03d7f576-41ef-47d9-ac2e-7f3433a7abdc None None] Port f5b88f8b-124d-4443-befc-c692bdd50cdb cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:46:48.950393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 2, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:48.953813 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-b410a314-2853-44ef-8880-4cd7f72027c9 service neutron] 10.222.0.113 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 Feb 16 15:46:48.986234 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Checking router: 551c7fac-b6e8-4961-b70c-d012797a7de1 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:46:48.986591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Updating router 551c7fac-b6e8-4961-b70c-d012797a7de1 port f5b88f8b-124d-4443-befc-c692bdd50cdb binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:46:49.012029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.226171 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b930115-c020-4d36-9fa2-360de5d4f288 req-d0e1f826-8f7f-44ea-9efe-9fb58e36cece tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 210 time: 0.0433300 Feb 16 15:46:49.240410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 482c8ec1-5bc0-4c15-b46c-c02668d17231 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:46:49.334119 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.340018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 482c8ec1-5bc0-4c15-b46c-c02668d17231 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:49.340337 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.525706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.587330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f176eb-3088-48f7-8d61-c3d411dc30f6 None None] Pushing event updated for resources: {'Port': ['ID=f5b88f8b-124d-4443-befc-c692bdd50cdb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:49.670388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Attempting to bind port f5b88f8b-124d-4443-befc-c692bdd50cdb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:46:49.670778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Attempting to bind port f5b88f8b-124d-4443-befc-c692bdd50cdb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:46:49.671139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Attempting to bind port f5b88f8b-124d-4443-befc-c692bdd50cdb on network 2f841178-0637-44db-8954-906aed2c70e1 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:46:49.677981 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cfb55c43-7ba9-4535-9646-03d8584a091d up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:46:49.679833 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:46:49.680199 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Checking segment: {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:46:49.680591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.680975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Bound using segment: {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:46:49.681433 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Bound port: f5b88f8b-124d-4443-befc-c692bdd50cdb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:46:49.681875 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.780396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] For port f5b88f8b-124d-4443-befc-c692bdd50cdb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:46:49.782559 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port cfb55c43-7ba9-4535-9646-03d8584a091d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:49.782923 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.785324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] For port f5b88f8b-124d-4443-befc-c692bdd50cdb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f5b88f8b-124d-4443-befc-c692bdd50cdb,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:46:49.837967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0d3d4e08-47a9-46fc-a282-8b6833562c21 None None] Provisioning complete for port f5b88f8b-124d-4443-befc-c692bdd50cdb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:49.838325 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0d3d4e08-47a9-46fc-a282-8b6833562c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.886044 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:49.933431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d4e08-47a9-46fc-a282-8b6833562c21 None None] Port f5b88f8b-124d-4443-befc-c692bdd50cdb cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:46:49.958749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:46:49.959372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:49.998444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f176eb-3088-48f7-8d61-c3d411dc30f6 None None] Pushing event updated for resources: {'Port': ['ID=f5b88f8b-124d-4443-befc-c692bdd50cdb,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:50.074012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:46:50.205099 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4564cc54-b608-40b6-aa32-f72c7d0f36c9 None None] Provisioning complete for port f5b88f8b-124d-4443-befc-c692bdd50cdb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:50.205469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4564cc54-b608-40b6-aa32-f72c7d0f36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:50.327668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2de5c815-9572-467f-99c4-470c85add286 req-316f308a-ddf7-40de-bcda-f45699dcd6b1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 210 time: 0.0260534 Feb 16 15:46:50.351064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4564cc54-b608-40b6-aa32-f72c7d0f36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:50.392679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4564cc54-b608-40b6-aa32-f72c7d0f36c9 None None] For port f5b88f8b-124d-4443-befc-c692bdd50cdb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f5b88f8b-124d-4443-befc-c692bdd50cdb,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:50.400604 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:49Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:46:50.431916 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e64ed5-4cbb-4e6c-9c1d-f0fecb73cc8b None None] The sync data for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 is: [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:49Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:46:50.484043 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4564cc54-b608-40b6-aa32-f72c7d0f36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:50.550396 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564cc54-b608-40b6-aa32-f72c7d0f36c9 None None] Pushing event updated for resources: {'Port': ['ID=f5b88f8b-124d-4443-befc-c692bdd50cdb,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:51.204021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f5b88f8b-124d-4443-befc-c692bdd50cdb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:46:51.254653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port f5b88f8b-124d-4443-befc-c692bdd50cdb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:51.255115 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:51.447593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ce5aa459-6956-4151-a6ef-04f914a473bb req-4882ce0a-3644-45b4-a967-e20067eff82f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 210 time: 0.0349946 Feb 16 15:46:51.496732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-9ac30821-fac4-492b-a664-52321e9250ae tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:51.499176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-9ac30821-fac4-492b-a664-52321e9250ae tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/networks?id=2f841178-0637-44db-8954-906aed2c70e1 HTTP/1.1" status: 200 len: 796 time: 0.1409576 Feb 16 15:46:51.549442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-a4dff1e2-f26c-46a0-af94-3b5b53421863 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9f4948015e4a648aa0376f43aa92f5 HTTP/1.1" status: 200 len: 380 time: 0.0349956 Feb 16 15:46:51.559693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'port': {'device_id': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'admin_state_up': True, 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'security_groups': ['546f5716-a753-42b1-9df2-4b8af846d641']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:51.729114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Made reservation on behalf of 9a9f4948015e4a648aa0376f43aa92f5 for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:46:51.733389 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:51.862808 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.20.0.13 (2f841178-0637-44db-8954-906aed2c70e1/f9cf1703-909a-4a4c-a91e-a9e7c1c96027/36a0efd0-e570-4679-ad4f-932e07afa5ee) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:46:52.000905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:52.109282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:52.155010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network 2f841178-0637-44db-8954-906aed2c70e1 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:46:52.158303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:46:52.161992 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:46:52.168462 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=36a0efd0-e570-4679-ad4f-932e07afa5ee,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:52.220280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:52.220925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:52.320441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-e238006e-f8f6-46e1-9f34-e1b4fd9db20b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7647350 Feb 16 15:46:52.336913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Request body: {'port': {'device_id': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:46:52.387526 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:46:52.390667 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:52.423730 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a9bd2e5f-67c0-4276-9be2-d673a14d2f46 None None] Provisioning complete for port 36a0efd0-e570-4679-ad4f-932e07afa5ee triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:52.424295 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2e5f-67c0-4276-9be2-d673a14d2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:52.457845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd2e5f-67c0-4276-9be2-d673a14d2f46 None None] Port 36a0efd0-e570-4679-ad4f-932e07afa5ee cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:46:52.621754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96e593-77aa-4ca3-9c52-3ed7d96a9bf9 req-ff821366-e9cb-4303-b693-149a06ff3d07 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:52.623779 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be96e593-77aa-4ca3-9c52-3ed7d96a9bf9 req-ff821366-e9cb-4303-b693-149a06ff3d07 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 932 time: 0.1030447 Feb 16 15:46:52.687592 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be96e593-77aa-4ca3-9c52-3ed7d96a9bf9 req-7b9cb4fa-1b60-4045-93c3-ce7cbd1de36a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545478 Feb 16 15:46:52.723287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a0efd0-e570-4679-ad4f-932e07afa5ee {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:46:52.730568 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:52.745233 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Transition to ACTIVE for port object 36a0efd0-e570-4679-ad4f-932e07afa5ee will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:46:52.843114 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:52.894460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Pushing event updated for resources: {'Port': ['ID=36a0efd0-e570-4679-ad4f-932e07afa5ee,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:52.971014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Attempting to bind port 36a0efd0-e570-4679-ad4f-932e07afa5ee on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:46:52.971353 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Attempting to bind port 36a0efd0-e570-4679-ad4f-932e07afa5ee by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:46:52.971717 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Attempting to bind port 36a0efd0-e570-4679-ad4f-932e07afa5ee on network 2f841178-0637-44db-8954-906aed2c70e1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:46:52.976565 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Port 36a0efd0-e570-4679-ad4f-932e07afa5ee on network 2f841178-0637-44db-8954-906aed2c70e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:46:52.976888 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Attempting to bind port 36a0efd0-e570-4679-ad4f-932e07afa5ee on network 2f841178-0637-44db-8954-906aed2c70e1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:46:52.982656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:46:52.983654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Checking segment: {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:46:52.984046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Bound using segment: {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:46:52.984478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Bound port: 36a0efd0-e570-4679-ad4f-932e07afa5ee, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '2f841178-0637-44db-8954-906aed2c70e1'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:46:52.984840 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:53.062672 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] For port 36a0efd0-e570-4679-ad4f-932e07afa5ee, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:46:53.065699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] For port 36a0efd0-e570-4679-ad4f-932e07afa5ee, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:46:53.175320 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:53.211050 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.211687 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:53.213259 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] 10.222.0.93 "PUT /v2.0/ports/36a0efd0-e570-4679-ad4f-932e07afa5ee HTTP/1.1" status: 200 len: 1092 time: 0.8803401 Feb 16 15:46:53.213602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:46:53.215827 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbc2545-d1a9-4ce7-81b7-93d67d1dfea1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:46:53.240450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584616ec-510c-45d5-afe5-bec222cd0d93 service neutron] Pushing event updated for resources: {'Port': ['ID=36a0efd0-e570-4679-ad4f-932e07afa5ee,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:53.268837 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892670da-db96-4810-9416-d75af6f466e1 x-openstack-request-id: req-892670da-db96-4810-9416-d75af6f466e1 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:46:53.269202 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:46:53.269453 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-892670da-db96-4810-9416-d75af6f466e1 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:46:53.269906 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'status': 'completed', 'code': 200} Feb 16 15:46:53.343213 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2545-d1a9-4ce7-81b7-93d67d1dfea1 req-9dab14d1-1aaf-4a87-a804-5a50199aa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.345130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cbc2545-d1a9-4ce7-81b7-93d67d1dfea1 req-9dab14d1-1aaf-4a87-a804-5a50199aa846 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1095 time: 0.0444613 Feb 16 15:46:53.447665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2545-d1a9-4ce7-81b7-93d67d1dfea1 req-9a99d095-1914-408a-8833-22e731d23bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.449233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cbc2545-d1a9-4ce7-81b7-93d67d1dfea1 req-9a99d095-1914-408a-8833-22e731d23bd7 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0957117 Feb 16 15:46:53.541089 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2545-d1a9-4ce7-81b7-93d67d1dfea1 req-166b5f67-fa4e-4090-ab10-9d8789ad620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.542541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5cbc2545-d1a9-4ce7-81b7-93d67d1dfea1 req-166b5f67-fa4e-4090-ab10-9d8789ad620c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0865209 Feb 16 15:46:53.635328 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-7615a9be-1e57-4b0e-bf2b-f6794f0a36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.636860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-7615a9be-1e57-4b0e-bf2b-f6794f0a36a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1095 time: 0.0468962 Feb 16 15:46:53.683741 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-1dd158be-e632-4779-896e-839f2ea19ab1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee HTTP/1.1" status: 200 len: 217 time: 0.0340133 Feb 16 15:46:53.736887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-6ac19b92-ddce-4ec8-a37e-c767f4851a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.738336 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-6ac19b92-ddce-4ec8-a37e-c767f4851a1c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f9cf1703-909a-4a4c-a91e-a9e7c1c96027 HTTP/1.1" status: 200 len: 835 time: 0.0444322 Feb 16 15:46:53.821280 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-72e137fa-6993-429c-8b6d-05a81b28abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.822756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-72e137fa-6993-429c-8b6d-05a81b28abf3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2f841178-0637-44db-8954-906aed2c70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732925 Feb 16 15:46:53.831699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575e90-0cae-4202-a795-c79453d74300 req-59ee86eb-9afc-416e-b058-805b69ddd6fc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:53.833056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b575e90-0cae-4202-a795-c79453d74300 req-59ee86eb-9afc-416e-b058-805b69ddd6fc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 944 time: 0.0749462 Feb 16 15:46:53.919918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3b575e90-0cae-4202-a795-c79453d74300 req-d8202118-c869-44d4-a5cf-41c5b99b060e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771236 Feb 16 15:46:53.944948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-aaf39e49-2068-4a20-8d98-63875855fee9 service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100931 Feb 16 15:46:54.035989 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-123f0c0d-2bd7-4e2d-8d8b-eb12a5e86aea req-daa32dfa-324a-4a3a-8ceb-11530f301166 service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803406 Feb 16 15:46:55.038339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb04166-c1d6-43ee-9985-d5c7933c3dd1 req-0c55380b-6854-44c8-a8b0-201be5a075c0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:55.039850 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cb04166-c1d6-43ee-9985-d5c7933c3dd1 req-0c55380b-6854-44c8-a8b0-201be5a075c0 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 944 time: 0.0504246 Feb 16 15:46:55.077924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1cb04166-c1d6-43ee-9985-d5c7933c3dd1 req-39196023-9b9e-4b8e-a519-fe2141d904bd tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Feb 16 15:46:56.197872 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3571c5c-2174-481c-869f-999cde4645df req-004f9a38-70b9-4c78-beb8-5a7d1ffd07e3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:56.199350 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3571c5c-2174-481c-869f-999cde4645df req-004f9a38-70b9-4c78-beb8-5a7d1ffd07e3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 944 time: 0.0522494 Feb 16 15:46:56.236964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b3571c5c-2174-481c-869f-999cde4645df req-38898187-db8d-4b47-92b8-7a5c92744312 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306518 Feb 16 15:46:56.916891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36a0efd0-e570-4679-ad4f-932e07afa5ee details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:46:57.010809 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36a0efd0-e570-4679-ad4f-932e07afa5ee, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:57.022593 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'port_id': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'mac_address': 'fa:16:3e:92:d0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:46:57.058237 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:57.074848 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a0efd0-e570-4679-ad4f-932e07afa5ee {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:46:57.094265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36a0efd0-e570-4679-ad4f-932e07afa5ee, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:57.160388 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:57.208391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36a0efd0-e570-4679-ad4f-932e07afa5ee,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:57.351458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f897-be25-4716-8c30-9c528a595225 req-e066e050-e91c-42cd-b7e8-fc0066dde2c8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:57.353003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5d2f897-be25-4716-8c30-9c528a595225 req-e066e050-e91c-42cd-b7e8-fc0066dde2c8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 945 time: 0.0487564 Feb 16 15:46:57.391195 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5d2f897-be25-4716-8c30-9c528a595225 req-0d2d4893-bd3f-40e7-90fb-62c8fb5690ee tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Feb 16 15:46:57.441350 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['36a0efd0-e570-4679-ad4f-932e07afa5ee'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:46:58.505151 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff15f-0adf-4816-9af2-1333e3d2d457 req-27bcc336-fdd3-4af7-94ac-991a6e8abc7c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:58.506679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f59ff15f-0adf-4816-9af2-1333e3d2d457 req-27bcc336-fdd3-4af7-94ac-991a6e8abc7c tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 945 time: 0.0497754 Feb 16 15:46:58.546690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f59ff15f-0adf-4816-9af2-1333e3d2d457 req-c26ba5cf-f54d-496f-89e0-1e022f7a66a3 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Feb 16 15:46:58.932170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36a0efd0-e570-4679-ad4f-932e07afa5ee up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:46:59.051802 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 36a0efd0-e570-4679-ad4f-932e07afa5ee completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:46:59.055827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 36a0efd0-e570-4679-ad4f-932e07afa5ee triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:46:59.056193 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:59.141641 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:59.165702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:46:59.167944 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa29b7d-934b-4073-b066-a1b7eed3b820" -d '{"events": [{"server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "name": "network-vif-plugged", "status": "completed", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:46:59.180631 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 36a0efd0-e570-4679-ad4f-932e07afa5ee, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:46:59.206557 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cec26e4-b60d-45dc-801e-434f2514e065 x-openstack-request-id: req-9cec26e4-b60d-45dc-801e-434f2514e065 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:46:59.206843 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "name": "network-vif-plugged", "status": "completed", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:46:59.207117 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9cec26e4-b60d-45dc-801e-434f2514e065 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:46:59.207504 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'code': 200} Feb 16 15:46:59.251765 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:46:59.301678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=36a0efd0-e570-4679-ad4f-932e07afa5ee,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:46:59.686774 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32445bf9-d15b-4237-bf77-48435a93d237 req-6e7d7e6e-4fcc-4991-abba-e0c2cce08dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:59.688296 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32445bf9-d15b-4237-bf77-48435a93d237 req-6e7d7e6e-4fcc-4991-abba-e0c2cce08dcb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1097 time: 0.4165139 Feb 16 15:46:59.699660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ef50f-f2dc-4aa0-b271-01c350b5759f req-834382d6-7a14-47d3-851d-8e41c6e20b81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:46:59.701041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b9ef50f-f2dc-4aa0-b271-01c350b5759f req-834382d6-7a14-47d3-851d-8e41c6e20b81 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0569396 Feb 16 15:46:59.750855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-32445bf9-d15b-4237-bf77-48435a93d237 req-9dc209ae-bde6-41b4-83c6-8087bdc5598e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489047 Feb 16 15:46:59.755641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b9ef50f-f2dc-4aa0-b271-01c350b5759f req-d2d14616-e069-4320-b6d1-72eb80d5bdb6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486341 Feb 16 15:47:00.884211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0047a70-b0d3-404f-9d4e-8d50573a5617 req-80b6ebd9-2bf1-41a7-bdb6-32b04c3fb69f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:00.885690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0047a70-b0d3-404f-9d4e-8d50573a5617 req-80b6ebd9-2bf1-41a7-bdb6-32b04c3fb69f tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0517046 Feb 16 15:47:00.927849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a0047a70-b0d3-404f-9d4e-8d50573a5617 req-bc0456dc-a882-4f8f-9441-b21d657086cc tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349541 Feb 16 15:47:02.044855 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c9215-fd72-4afa-8c4f-4a7902002eef req-4d6f600c-23b0-4352-9610-b05f8530a2b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:02.046331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f2c9215-fd72-4afa-8c4f-4a7902002eef req-4d6f600c-23b0-4352-9610-b05f8530a2b8 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0494745 Feb 16 15:47:02.084704 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f2c9215-fd72-4afa-8c4f-4a7902002eef req-87d2d21c-9643-4fdb-9ba8-df172d37a545 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Feb 16 15:47:02.199891 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56e9b1-8db0-4050-ac55-727827eae74f req-cb2d15c6-721d-4aba-9f22-5793ed714259 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:02.201518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a56e9b1-8db0-4050-ac55-727827eae74f req-cb2d15c6-721d-4aba-9f22-5793ed714259 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0494199 Feb 16 15:47:02.239612 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a56e9b1-8db0-4050-ac55-727827eae74f req-23d142e0-7189-49d5-803e-d3620d748c6a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Feb 16 15:47:02.260369 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45462) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:02.303252 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adeb880-a2a6-4a3c-8245-b92509a5f775 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:02.304791 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0adeb880-a2a6-4a3c-8245-b92509a5f775 tempest-TestNetworkAdvancedServerOps-1077327274 tempest-TestNetworkAdvancedServerOps-1077327274-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1092 time: 0.0434725 Feb 16 15:47:02.307550 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45464) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:02.311981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:02.383524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:02.481061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:02.588372 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Allocated IP 172.25.6.179 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/2474a1b0-e646-4acf-abac-e03aa5f44212) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:47:02.687310 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:02.794782 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:02.838861 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:47:02.841622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:47:02.845028 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:47:02.866859 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=2474a1b0-e646-4acf-abac-e03aa5f44212,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:03.217366 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:03.328695 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:03.480358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:03.557345 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:03.626902 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event updated for resources: {'Port': ['ID=2474a1b0-e646-4acf-abac-e03aa5f44212,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:03.636769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:03.739223 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP a69fff44-a95d-4269-9fab-272269dd686f associated. External IP: 172.25.6.179, port: 36a0efd0-e570-4679-ad4f-932e07afa5ee. Feb 16 15:47:03.947731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 551c7fac-b6e8-4961-b70c-d012797a7de1 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:47:04.055415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:47:04.065930 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] Sync routers for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:47:04.079592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:47:04.080191 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:04.148394 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:04.177376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1709e889-0f76-4fe3-8320-e4de2946378e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8687692 Feb 16 15:47:04.178077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:47:04.180532 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190ba2da-4811-4bdc-8a40-787e00fa3fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:47:04.188557 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:47:04.231193 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c43f5d-9d25-49e2-bf63-2b9bdf2f0dd3 x-openstack-request-id: req-f8c43f5d-9d25-49e2-bf63-2b9bdf2f0dd3 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:47:04.239748 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:47:04.239748 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f8c43f5d-9d25-49e2-bf63-2b9bdf2f0dd3 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:47:04.239748 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'status': 'completed', 'code': 200} Feb 16 15:47:04.323475 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08517b73-dfc5-4c35-8763-468d6ee1b83b req-1da1c4e5-4b89-481d-a21c-fd37ee7838df tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:04.324988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08517b73-dfc5-4c35-8763-468d6ee1b83b req-1da1c4e5-4b89-481d-a21c-fd37ee7838df tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0818875 Feb 16 15:47:04.326553 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-2756fc6f-0c35-477d-b4bc-d0eefe842c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:04.327986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-2756fc6f-0c35-477d-b4bc-d0eefe842c49 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1097 time: 0.0579119 Feb 16 15:47:04.421569 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a69fff44-a95d-4269-9fab-272269dd686f', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'port_id': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'mac_address': 'fa:16:3e:92:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:47:03Z', 'updated_at': '2022-02-16T15:47:03Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:50Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:04.423949 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-08517b73-dfc5-4c35-8763-468d6ee1b83b req-49e3cf90-4e83-44fe-b34e-c6ecfa44b778 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924947 Feb 16 15:47:04.448249 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45470) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:04.451839 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] Checking router: 551c7fac-b6e8-4961-b70c-d012797a7de1 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:47:04.460220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-4f4b3abe-669b-4ca7-82de-b0496b5e9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:04.461147 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:47:04.461682 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-4f4b3abe-669b-4ca7-82de-b0496b5e9e62 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2f841178-0637-44db-8954-906aed2c70e1 HTTP/1.1" status: 200 len: 898 time: 0.1246021 Feb 16 15:47:04.461832 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:46:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:04.512267 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cd9c0ecb-526e-4c70-a27b-6a9b7b176981 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/a69fff44-a95d-4269-9fab-272269dd686f HTTP/1.1" status: 200 len: 992 time: 0.0619578 Feb 16 15:47:04.534479 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-706ef24d-aec3-4c4a-85f1-76e436fdb624 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee HTTP/1.1" status: 200 len: 1000 time: 0.0655618 Feb 16 15:47:04.568480 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:47:04.584807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-447c4551-863d-4a64-a997-6a019bb2b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:04.586295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-447c4551-863d-4a64-a997-6a019bb2b60d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f9cf1703-909a-4a4c-a91e-a9e7c1c96027 HTTP/1.1" status: 200 len: 835 time: 0.0452230 Feb 16 15:47:04.632611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-b97911af-2b30-4a34-a1ec-735118dbf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:04.634125 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-b97911af-2b30-4a34-a1ec-735118dbf0cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2f841178-0637-44db-8954-906aed2c70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402601 Feb 16 15:47:04.728314 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-f0a03dca-323d-4c58-b5fa-5dcc4d06e59a service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865767 Feb 16 15:47:04.791765 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a69fff44-a95d-4269-9fab-272269dd686f', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'port_id': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'mac_address': 'fa:16:3e:92:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:47:03Z', 'updated_at': '2022-02-16T15:47:03Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:50Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:04.818192 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bb5cc-1bcd-4475-8231-e036f65b156f None None] The sync data for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 is: [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'a69fff44-a95d-4269-9fab-272269dd686f', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'floating_ip_address': '172.25.6.179', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'port_id': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'mac_address': 'fa:16:3e:92:d0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:47:03Z', 'updated_at': '2022-02-16T15:47:03Z', 'revision_number': 0, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:50Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:47:04.819527 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-190ba2da-4811-4bdc-8a40-787e00fa3fd2 req-ce6fd592-a75d-42db-88a2-272098297e08 service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841923 Feb 16 15:47:05.014414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980307f5-0b6e-43f1-8d0e-11b34f2b2dea None None] New status for floating IP a69fff44-a95d-4269-9fab-272269dd686f: ACTIVE {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:47:05.317675 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8bb92a52-c7c7-40cd-b65b-f5bf8f8862c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:05.516691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45472) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:05.580869 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6bd6ea2b-640f-4ba3-9bc8-b394ee589269 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/a69fff44-a95d-4269-9fab-272269dd686f HTTP/1.1" status: 200 len: 994 time: 0.0630486 Feb 16 15:47:08.080120 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-88378d5e-aa7a-4593-a5be-179fbcde07dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:09.829646 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:11.456118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:11.543427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:12.968832 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:16.974958 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:26.592307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-3a146a50-75ac-42cf-afa8-d07b764f3747 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425789 Feb 16 15:47:26.680433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-4e0537d3-eca0-4770-9e38-bd4c66961cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:26.681940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-4e0537d3-eca0-4770-9e38-bd4c66961cb3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1097 time: 0.0456834 Feb 16 15:47:26.784866 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-db858e1c-7d0b-4d29-8593-980866c30b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:26.786342 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-db858e1c-7d0b-4d29-8593-980866c30b92 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2f841178-0637-44db-8954-906aed2c70e1 HTTP/1.1" status: 200 len: 898 time: 0.0842254 Feb 16 15:47:26.856064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-4d49a060-0607-4a03-9327-6c3dc74c4cc3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee HTTP/1.1" status: 200 len: 1002 time: 0.0614345 Feb 16 15:47:26.906203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-9aed006f-15fc-473b-b92f-7fec59298a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:26.907948 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-9aed006f-15fc-473b-b92f-7fec59298a4c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f9cf1703-909a-4a4c-a91e-a9e7c1c96027 HTTP/1.1" status: 200 len: 835 time: 0.0446689 Feb 16 15:47:26.953460 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-09fabdb2-4430-4c52-8c79-a08774c95a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:26.954929 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-09fabdb2-4430-4c52-8c79-a08774c95a7c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2f841178-0637-44db-8954-906aed2c70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400259 Feb 16 15:47:27.047973 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-64f72908-d7ad-42f4-b0f8-90d212473311 service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859201 Feb 16 15:47:27.140884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2694867f-aff9-4b42-a5dd-64e21409f2ec req-63a29a8c-6785-4f35-93d4-fa9e56cb0b1e service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835395 Feb 16 15:47:29.387235 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:47:35.309275 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-182da22c-acc4-4bf8-af04-64dae21a6229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:38.017202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-48e50596-c079-466c-8a3f-f46f36c564a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:39.193823 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d242959-31ad-4364-8c08-c11f9fcd5d88 req-d0f48ba9-f548-456e-90cd-4cb6b00af793 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:39.195332 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d242959-31ad-4364-8c08-c11f9fcd5d88 req-d0f48ba9-f548-456e-90cd-4cb6b00af793 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.1104212 Feb 16 15:47:39.233696 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1d242959-31ad-4364-8c08-c11f9fcd5d88 req-59342f74-c29d-424a-aa33-2d918b8f1a08 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Feb 16 15:47:39.840093 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:40.407926 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5a07c-274a-4e10-994c-232cdd50ed7e req-b5cb807e-c6b6-44b6-9a36-a86dac3b7afa tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:40.409413 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb5a07c-274a-4e10-994c-232cdd50ed7e req-b5cb807e-c6b6-44b6-9a36-a86dac3b7afa tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.1006112 Feb 16 15:47:40.446762 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4fb5a07c-274a-4e10-994c-232cdd50ed7e req-72db3deb-6b2d-4b12-be8e-682e6bdfd6c5 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306208 Feb 16 15:47:40.469103 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45508) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:40.529465 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-9a37231e-7ff4-414d-9a37-1cce6412e6cb tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/a69fff44-a95d-4269-9fab-272269dd686f HTTP/1.1" status: 200 len: 994 time: 0.0590682 Feb 16 15:47:41.471749 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:41.548684 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:41.944890 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1ba02-33bb-4659-8c6c-bff835c717c8 req-84c0ddef-b211-40ce-8fbb-f812130c574d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:41.947409 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98d1ba02-33bb-4659-8c6c-bff835c717c8 req-84c0ddef-b211-40ce-8fbb-f812130c574d tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0542531 Feb 16 15:47:41.991386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-98d1ba02-33bb-4659-8c6c-bff835c717c8 req-ec70846c-8842-4e93-9b02-14029e4627ff tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370090 Feb 16 15:47:42.083070 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-4491c154-a049-436a-ac93-58e12b942e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:42.084641 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-4491c154-a049-436a-ac93-58e12b942e69 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1097 time: 0.0797253 Feb 16 15:47:42.178331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-93f109be-a406-4f2a-968b-46ca3b5fe160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:42.179747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-93f109be-a406-4f2a-968b-46ca3b5fe160 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2f841178-0637-44db-8954-906aed2c70e1 HTTP/1.1" status: 200 len: 898 time: 0.0849254 Feb 16 15:47:42.251618 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-d1424694-cd6f-4249-8276-ddc4b72c6f3c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee HTTP/1.1" status: 200 len: 1002 time: 0.0615180 Feb 16 15:47:42.304738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-7e61f195-0652-4d62-a14e-4c8ff8b8850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:42.306221 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-7e61f195-0652-4d62-a14e-4c8ff8b8850e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f9cf1703-909a-4a4c-a91e-a9e7c1c96027 HTTP/1.1" status: 200 len: 835 time: 0.0433476 Feb 16 15:47:42.356935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-2f4ed8f4-4b60-44e3-95bf-d6e7b4b24e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:42.358444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-2f4ed8f4-4b60-44e3-95bf-d6e7b4b24e59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2f841178-0637-44db-8954-906aed2c70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419912 Feb 16 15:47:42.457500 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-35bd75e5-cc3a-485e-b06f-3b5d79c3808a service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860765 Feb 16 15:47:42.553168 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3bfed6ac-4132-4e94-9584-64391c099fa9 req-f5970087-6d6f-4b21-8a83-2bf935cd03a9 service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847116 Feb 16 15:47:43.020296 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:43.109645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9213-9fca-4898-b940-257f87c841d9 req-78a31e47-56c4-4e54-89ec-0f5f16b6e229 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:43.111118 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec6a9213-9fca-4898-b940-257f87c841d9 req-78a31e47-56c4-4e54-89ec-0f5f16b6e229 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0485945 Feb 16 15:47:43.152773 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ec6a9213-9fca-4898-b940-257f87c841d9 req-2685dbea-798b-47ef-aeec-5cae42da1440 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350914 Feb 16 15:47:44.270449 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e76dc-e822-4936-af1e-2eee79847115 req-f75f5404-b360-44bf-8517-66ac79a66fcf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:44.272977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-118e76dc-e822-4936-af1e-2eee79847115 req-f75f5404-b360-44bf-8517-66ac79a66fcf tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0503550 Feb 16 15:47:44.312135 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-118e76dc-e822-4936-af1e-2eee79847115 req-8afeabfa-bc8b-4cfc-9b52-ba11b3fa3354 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331206 Feb 16 15:47:44.335433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45522) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:44.394524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a774f1c9-9576-4289-a39c-22b778ee0e63 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/floatingips/a69fff44-a95d-4269-9fab-272269dd686f HTTP/1.1" status: 200 len: 994 time: 0.0578966 Feb 16 15:47:44.612286 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:44.769444 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 2474a1b0-e646-4acf-abac-e03aa5f44212 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:47:44.769793 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:44.846473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:44.846790 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:44.858261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 2474a1b0-e646-4acf-abac-e03aa5f44212 owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:47:45.051296 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:45.078085 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=2474a1b0-e646-4acf-abac-e03aa5f44212,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:45.104721 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.105057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.105388 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.105716 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.106037 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.106358 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.106678 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.106993 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.107310 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.107653 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.107967 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.108276 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:45.150651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:45.150989 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Floating IP a69fff44-a95d-4269-9fab-272269dd686f disassociated (deleted). External IP: 172.25.6.179, port: 36a0efd0-e570-4679-ad4f-932e07afa5ee. Feb 16 15:47:45.361782 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 551c7fac-b6e8-4961-b70c-d012797a7de1 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:47:45.469473 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:47:45.474204 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:45.508063 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0e2c5af2-0997-4f4e-a820-511896c282c6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/floatingips/a69fff44-a95d-4269-9fab-272269dd686f HTTP/1.1" status: 204 len: 168 time: 0.8946810 Feb 16 15:47:45.508675 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:47:45.511152 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a4dc70015f20ee90fd3eb4bbbb44e2fbe54cf733a78e416e38eca28d8a835e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdbecad-9df0-4489-9242-f15407b44cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:47:45.553303 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fba066-44bd-4b17-9466-18677275430c x-openstack-request-id: req-12fba066-44bd-4b17-9466-18677275430c {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:47:45.553599 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:47:45.553846 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-12fba066-44bd-4b17-9466-18677275430c {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:47:45.554281 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'status': 'completed', 'code': 200} Feb 16 15:47:45.570682 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] Sync routers for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:47:45.579787 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:47:45.580386 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:45.626642 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-32c8c0b9-ca53-41a5-b6cf-27989ff036e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:45.628163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-32c8c0b9-ca53-41a5-b6cf-27989ff036e6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 1097 time: 0.0442061 Feb 16 15:47:45.686592 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:47:45.723701 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-64894964-b453-4c14-ba95-84baeec6229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:45.725184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-64894964-b453-4c14-ba95-84baeec6229f service neutron] 10.222.0.93 "GET /v2.0/networks?id=2f841178-0637-44db-8954-906aed2c70e1 HTTP/1.1" status: 200 len: 898 time: 0.0859711 Feb 16 15:47:45.774035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-a9889daa-cc23-485a-81d6-08119e4a7f82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee HTTP/1.1" status: 200 len: 217 time: 0.0392048 Feb 16 15:47:45.829895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-092c6303-c882-4275-8646-37bf20e065dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:45.831364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-092c6303-c882-4275-8646-37bf20e065dc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f9cf1703-909a-4a4c-a91e-a9e7c1c96027 HTTP/1.1" status: 200 len: 835 time: 0.0471489 Feb 16 15:47:45.879471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-1973c22b-49ea-42be-9cd8-21c696d8cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:45.881607 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-1973c22b-49ea-42be-9cd8-21c696d8cb09 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2f841178-0637-44db-8954-906aed2c70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413456 Feb 16 15:47:45.893877 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:50Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:45.929805 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] Checking router: 551c7fac-b6e8-4961-b70c-d012797a7de1 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:47:45.938453 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:47:45.939068 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:46.022490 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc9939-c284-4011-8a0b-a4defeb5100e req-829eb9de-36eb-4792-af4b-fa42d0f7f96e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:46.024009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95fc9939-c284-4011-8a0b-a4defeb5100e req-829eb9de-36eb-4792-af4b-fa42d0f7f96e tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0779352 Feb 16 15:47:46.026209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-2174a448-548b-40fe-bbc5-b84d7ebe3cd9 service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351266 Feb 16 15:47:46.044824 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:47:46.112020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-95fc9939-c284-4011-8a0b-a4defeb5100e req-fec18cea-8e33-4f5d-867b-9a82e8b4e71a tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813196 Feb 16 15:47:46.144501 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9bdbecad-9df0-4489-9242-f15407b44cb7 req-121d5fca-8220-47a0-96e5-2236bab676be service neutron] 10.222.0.93 "GET /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076753 Feb 16 15:47:46.247601 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:50Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:46.273770 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965e13d-0159-41d1-8d64-b0e27fe811bc None None] The sync data for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 is: [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': 'f5b88f8b-124d-4443-befc-c692bdd50cdb', 'name': '', 'network_id': '2f841178-0637-44db-8954-906aed2c70e1', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:46Z', 'updated_at': '2022-02-16T15:46:50Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'subnets': [{'id': 'f9cf1703-909a-4a4c-a91e-a9e7c1c96027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:47:46.487845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300e365-99cf-449c-af0a-4ed072c19fe2 None None] New status for floating IP a69fff44-a95d-4269-9fab-272269dd686f: DOWN {{(pid=103045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:47:46.980624 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:47.232174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872dcee-491f-4b7c-aafc-9f7d08879579 req-e28f23ba-6adf-46c7-8184-5241a37d8333 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:47.233568 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0872dcee-491f-4b7c-aafc-9f7d08879579 req-e28f23ba-6adf-46c7-8184-5241a37d8333 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0494242 Feb 16 15:47:47.271945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0872dcee-491f-4b7c-aafc-9f7d08879579 req-924d516b-a9bf-4e45-a9f5-762dc5d0e26b tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Feb 16 15:47:47.815767 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-441f3de1-bf5a-4df7-a4c3-946ce2120d20 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:47.817200 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-441f3de1-bf5a-4df7-a4c3-946ce2120d20 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0478215 Feb 16 15:47:47.908422 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port 36a0efd0-e570-4679-ad4f-932e07afa5ee {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:47:47.908765 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:47.999698 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port 36a0efd0-e570-4679-ad4f-932e07afa5ee, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=36a0efd0-e570-4679-ad4f-932e07afa5ee,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:47:48.000065 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:48.011831 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for 36a0efd0-e570-4679-ad4f-932e07afa5ee owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:47:48.470358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35a808-a48c-477c-8400-900a31b882e4 req-c61ef9ea-c0c7-487d-b349-8cff913fecb6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:48.471863 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a35a808-a48c-477c-8400-900a31b882e4 req-c61ef9ea-c0c7-487d-b349-8cff913fecb6 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 946 time: 0.0718341 Feb 16 15:47:48.542772 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7a35a808-a48c-477c-8400-900a31b882e4 req-8a39198e-5500-48c5-8f70-addaecce6f94 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/security-groups?id=546f5716-a753-42b1-9df2-4b8af846d641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634677 Feb 16 15:47:48.628994 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:48.663536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=36a0efd0-e570-4679-ad4f-932e07afa5ee,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:48.675751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.675886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.676212 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.676548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.677367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.677704 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.678030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.678421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.678749 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.679071 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.679390 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.679731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:48.713363 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] No DVR routers for this DVR port 36a0efd0-e570-4679-ad4f-932e07afa5ee on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:47:48.715930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:48.719086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1042747a-f054-43f4-91bc-eda53a40c2c8 req-ccf1d655-ea18-4d09-8cb5-3c022fc3e797 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.93 "DELETE /v2.0/ports/36a0efd0-e570-4679-ad4f-932e07afa5ee HTTP/1.1" status: 204 len: 173 time: 0.8959191 Feb 16 15:47:48.719510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'name': 'network-vif-deleted', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:47:48.721744 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c25e1c-e54b-48c0-8cf2-97c9d94beb58" -d '{"events": [{"server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "name": "network-vif-deleted", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:47:48.808758 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b081ffbd-ae7e-494c-b843-e4bf8708e7e7 x-openstack-request-id: req-b081ffbd-ae7e-494c-b843-e4bf8708e7e7 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:47:48.809048 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d947f6e-93fe-44bc-ae71-92e4b65e72dc", "name": "network-vif-deleted", "tag": "36a0efd0-e570-4679-ad4f-932e07afa5ee", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:47:48.809295 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b081ffbd-ae7e-494c-b843-e4bf8708e7e7 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:47:48.809704 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d947f6e-93fe-44bc-ae71-92e4b65e72dc', 'name': 'network-vif-deleted', 'tag': '36a0efd0-e570-4679-ad4f-932e07afa5ee', 'status': 'completed', 'code': 200} Feb 16 15:47:49.648524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-40436613-75b9-4a40-a28c-30b83fe4d5b6 req-42d9ee6e-eae7-4cbd-8bd6-49b5ebb12674 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "GET /v2.0/ports?device_id=6d947f6e-93fe-44bc-ae71-92e4b65e72dc HTTP/1.1" status: 200 len: 210 time: 0.0281966 Feb 16 15:47:50.705223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45548) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:51.065376 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:51.212975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36a0efd0-e570-4679-ad4f-932e07afa5ee no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:47:51.233745 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 36a0efd0-e570-4679-ad4f-932e07afa5ee {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:47:51.234103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 36a0efd0-e570-4679-ad4f-932e07afa5ee not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:47:51.327835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port f5b88f8b-124d-4443-befc-c692bdd50cdb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:47:51.328112 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:51.417326 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port f5b88f8b-124d-4443-befc-c692bdd50cdb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=f5b88f8b-124d-4443-befc-c692bdd50cdb,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:47:51.417686 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:51.429262 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for f5b88f8b-124d-4443-befc-c692bdd50cdb owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:47:51.662348 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:51.688086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=f5b88f8b-124d-4443-befc-c692bdd50cdb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:51.875981 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.101593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Router 551c7fac-b6e8-4961-b70c-d012797a7de1 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:47:52.211486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:47:52.217077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-431980a9-eacf-4307-a03d-6ccc2e2fa800 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "PUT /v2.0/routers/551c7fac-b6e8-4961-b70c-d012797a7de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5108321 Feb 16 15:47:52.219728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45550) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:52.222388 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] Sync routers for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:47:52.233053 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:47:52.233658 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:52.270835 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting subnet f9cf1703-909a-4a4c-a91e-a9e7c1c96027 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:47:52.274182 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.320091 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.338498 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:47:52.407461 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.523243 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:47:51Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:52.548627 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.550133 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] Checking router: 551c7fac-b6e8-4961-b70c-d012797a7de1 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:47:52.559803 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] Routers {'551c7fac-b6e8-4961-b70c-d012797a7de1'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:47:52.563621 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['551c7fac-b6e8-4961-b70c-d012797a7de1'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:52.579857 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cf1703-909a-4a4c-a91e-a9e7c1c96027,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:52.581983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.589717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-24046f66-72d7-40c0-a59b-87dd5ad4c2d1 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/subnets/f9cf1703-909a-4a4c-a91e-a9e7c1c96027 HTTP/1.1" status: 204 len: 168 time: 0.3650312 Feb 16 15:47:52.589937 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45552) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:52.593880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da1142-3181-4c4e-b26c-cc12793c5077 None None] Network 2f841178-0637-44db-8954-906aed2c70e1 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:47:52.672379 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] Set router 551c7fac-b6e8-4961-b70c-d012797a7de1 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:47:52.718481 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.794524 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] DHCP port deletion for 2f841178-0637-44db-8954-906aed2c70e1 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:47:52.828447 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.847531 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Deleting port 482c8ec1-5bc0-4c15-b46c-c02668d17231 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:47:52.848037 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.883414 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:47:51Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:52.915014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] For port 482c8ec1-5bc0-4c15-b46c-c02668d17231, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=482c8ec1-5bc0-4c15-b46c-c02668d17231,segment=NetworkSegment(09cdbe27-1814-4ea7-bcac-97ac8e7c13fc),segment_id=09cdbe27-1814-4ea7-bcac-97ac8e7c13fc)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:47:52.915680 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:52.931608 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Calling delete_port for 482c8ec1-5bc0-4c15-b46c-c02668d17231 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:47:52.942813 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Deleting port cfb55c43-7ba9-4535-9646-03d8584a091d {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:47:52.943323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.003585 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21385ec7-e8c6-4f38-9bc0-211e02a1e6ac None None] The sync data for ids ['551c7fac-b6e8-4961-b70c-d012797a7de1'] in n-d-829433-1 is: [{'id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173432037', 'tenant_id': '9a9f4948015e4a648aa0376f43aa92f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:47:51Z', 'revision_number': 5, 'project_id': '9a9f4948015e4a648aa0376f43aa92f5', 'gw_port': {'id': 'cfb55c43-7ba9-4535-9646-03d8584a091d', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551c7fac-b6e8-4961-b70c-d012797a7de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:46:43Z', 'updated_at': '2022-02-16T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:47:53.029325 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] For port cfb55c43-7ba9-4535-9646-03d8584a091d, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=cfb55c43-7ba9-4535-9646-03d8584a091d,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:47:53.029714 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.043008 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Calling delete_port for cfb55c43-7ba9-4535-9646-03d8584a091d owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:47:53.083319 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.108623 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Pushing event deleted for resources: {'Port': ['ID=482c8ec1-5bc0-4c15-b46c-c02668d17231,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:53.116787 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] No DVR routers for this DVR port 482c8ec1-5bc0-4c15-b46c-c02668d17231 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:47:53.119062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.119408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.119768 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.120102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.120429 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.120754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.121076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.121397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.121715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.122032 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.122348 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.122663 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca73ad0-4399-47bb-8a57-ee2e60cc7b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:47:53.271683 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.297036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Port': ['ID=cfb55c43-7ba9-4535-9646-03d8584a091d,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:53.365616 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.479505 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.482446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.513620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 482c8ec1-5bc0-4c15-b46c-c02668d17231 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:47:53.535455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 482c8ec1-5bc0-4c15-b46c-c02668d17231 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:47:53.535824 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 482c8ec1-5bc0-4c15-b46c-c02668d17231 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:47:53.536248 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f5b88f8b-124d-4443-befc-c692bdd50cdb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:47:53.556333 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: f5b88f8b-124d-4443-befc-c692bdd50cdb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:47:53.556676 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device f5b88f8b-124d-4443-befc-c692bdd50cdb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:47:53.609323 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.609889 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Fanout notify agent at l3_agent the message router_deleted on router 551c7fac-b6e8-4961-b70c-d012797a7de1 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:47:53.617187 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.620887 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-ca29a10c-2874-4774-88ef-2996f5230649 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/routers/551c7fac-b6e8-4961-b70c-d012797a7de1 HTTP/1.1" status: 204 len: 168 time: 1.0278809 Feb 16 15:47:53.621041 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45554) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:53.706367 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.792300 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.812220 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f841178-0637-44db-8954-906aed2c70e1']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:53.821799 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:53.822093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cdbe27-1814-4ea7-bcac-97ac8e7c13fc') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:47:53.831292 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.844777 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.850541 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:47:53.850925 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:47:53.853799 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:47:53.969166 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.977469 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:53.979767 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/networks/2f841178-0637-44db-8954-906aed2c70e1 HTTP/1.1" status: 204 len: 168 time: 0.3575962 Feb 16 15:47:53.986320 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45556) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:53.992233 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac5c9-c4fe-4f3d-8187-05ec8fcc09c4 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'Network': ['ID=2f841178-0637-44db-8954-906aed2c70e1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:54.045841 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-44e337f3-c838-4558-b285-3a153db6be22 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:54.073938 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-44e337f3-c838-4558-b285-3a153db6be22 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:54.192018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-44e337f3-c838-4558-b285-3a153db6be22 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:54.194600 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-44e337f3-c838-4558-b285-3a153db6be22 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:54.195815 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-44e337f3-c838-4558-b285-3a153db6be22 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] 10.222.0.113 "DELETE /v2.0/security-groups/546f5716-a753-42b1-9df2-4b8af846d641 HTTP/1.1" status: 204 len: 168 time: 0.2120974 Feb 16 15:47:54.206128 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e337f3-c838-4558-b285-3a153db6be22 tempest-TestNetworkAdvancedServerOps-433353428 tempest-TestNetworkAdvancedServerOps-433353428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546f5716-a753-42b1-9df2-4b8af846d641,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:54.767437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45564) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:54.901126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c62de9cb-ecfa-4198-92ab-6ffc48623be6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9a9f4948015e4a648aa0376f43aa92f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325059 Feb 16 15:47:54.903671 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45568) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:54.956334 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ecc-c7b6-47e2-8110-549f43b382f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:54.978403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ecc-c7b6-47e2-8110-549f43b382f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:55.079621 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ecc-c7b6-47e2-8110-549f43b382f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:55.082322 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d8d90ecc-c7b6-47e2-8110-549f43b382f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:55.084086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d8d90ecc-c7b6-47e2-8110-549f43b382f5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/212236ba-5ab7-4870-b5b6-c31d729a4843 HTTP/1.1" status: 204 len: 168 time: 0.1789315 Feb 16 15:47:55.092030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d90ecc-c7b6-47e2-8110-549f43b382f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212236ba-5ab7-4870-b5b6-c31d729a4843,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:55.171410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cfb55c43-7ba9-4535-9646-03d8584a091d no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:47:55.195215 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: cfb55c43-7ba9-4535-9646-03d8584a091d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:47:55.195565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device cfb55c43-7ba9-4535-9646-03d8584a091d not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:47:55.720770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45574) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:55.734025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52952d7a-03d0-429f-8c9f-ab5fbebef2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:55.806445 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52952d7a-03d0-429f-8c9f-ab5fbebef2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:55.862381 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-52952d7a-03d0-429f-8c9f-ab5fbebef2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:55.899581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952d7a-03d0-429f-8c9f-ab5fbebef2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5efc11-fe31-4b2f-8d6c-dd9b8ed1cbac,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:55.903858 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-52952d7a-03d0-429f-8c9f-ab5fbebef2e9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=150b193e831c4afea72fa342bb0d8662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820440 Feb 16 15:47:55.906557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45576) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:55.955480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3549c797-bdf7-41e1-9787-37b755d347c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:55.978976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3549c797-bdf7-41e1-9787-37b755d347c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:56.089232 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3549c797-bdf7-41e1-9787-37b755d347c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:56.091861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-3549c797-bdf7-41e1-9787-37b755d347c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:56.093103 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3549c797-bdf7-41e1-9787-37b755d347c2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3c5efc11-fe31-4b2f-8d6c-dd9b8ed1cbac HTTP/1.1" status: 204 len: 168 time: 0.1855814 Feb 16 15:47:56.101783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c797-bdf7-41e1-9787-37b755d347c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5efc11-fe31-4b2f-8d6c-dd9b8ed1cbac,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:56.400271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [req-0db0d9fe-bee2-49a4-9d87-c0ecc792a5ef req-f3c68bc3-5f1b-4544-a1de-b61c631161d1 service neutron] (103044) timed out ('10.222.0.113', 41690) {{(pid=103044) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 15:47:57.142235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45598) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:57.239762 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-876197972-network', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:57.325373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Made reservation on behalf of d34c13f5210648f18f04835c039cd31b for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:47:57.327700 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.337064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.410541 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.473925 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.499117 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:47:57.508527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5bfd4-530f-4afd-b65d-188d751c2c4b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:57.515876 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.516098 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Added segment a82eeddb-9878-4b71-9cfb-d1fa8d9488db of type vlan for network f5a78a88-03ef-4e57-a70c-ae32ed261693 Feb 16 15:47:57.557608 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.645542 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.646464 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:57.647111 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:57.707742 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a78a88-03ef-4e57-a70c-ae32ed261693,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:57.717882 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:47:57.760836 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-c0f1169a-f33f-4f45-a34f-47dcb16529a4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6175103 Feb 16 15:47:57.764019 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45602) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:57.768797 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Request body: {'subnet': {'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-876197972-subnet', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:57.851294 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Made reservation on behalf of d34c13f5210648f18f04835c039cd31b for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:47:57.853656 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:58.174697 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:58.234293 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a262d9f-f355-4afa-9ef0-0c82c4f21237,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:58.242292 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Checking segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:47:58.242652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Network hostable DHCP agents. Network: f5a78a88-03ef-4e57-a70c-ae32ed261693, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:47:58.370841 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:47:58.433555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, f5a78a88-03ef-4e57-a70c-ae32ed261693) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:47:58.439255 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:47:58.439897 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-806104da-41ad-4430-8660-298018609e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:58.441484 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9401c5-87b6-4300-9c6c-30ca16ca0e6f None None] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:47:58.537361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-806104da-41ad-4430-8660-298018609e02 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7723000 Feb 16 15:47:58.540674 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45604) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:47:58.545167 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:47:58.587625 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-f5a78a88-03ef-4e57-a70c-ae32ed261693', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:47:58.588476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:58.649480 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:58.650543 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:58.706405 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:58.725826 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Allocated IP 172.20.0.2 (f5a78a88-03ef-4e57-a70c-ae32ed261693/7a262d9f-f355-4afa-9ef0-0c82c4f21237/574e0287-00e9-4691-948e-483e459b45f6) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:47:58.914662 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.028937 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.137229 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.177155 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:47:59.181796 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:47:59.184402 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:47:59.205611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.213301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Pushing event updated for resources: {'Port': ['ID=574e0287-00e9-4691-948e-483e459b45f6,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:59.225025 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.244904 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Attempting to bind port 574e0287-00e9-4691-948e-483e459b45f6 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:47:59.245258 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Attempting to bind port 574e0287-00e9-4691-948e-483e459b45f6 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:47:59.245622 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Attempting to bind port 574e0287-00e9-4691-948e-483e459b45f6 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:47:59.250702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:47:59.251076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Checking segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:47:59.251476 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.251897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Bound using segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:47:59.252360 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Bound port: 574e0287-00e9-4691-948e-483e459b45f6, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:47:59.252740 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.320518 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] For port 574e0287-00e9-4691-948e-483e459b45f6, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:47:59.323996 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] For port 574e0287-00e9-4691-948e-483e459b45f6, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=574e0287-00e9-4691-948e-483e459b45f6,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:47:59.335635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Allocated IP 172.25.6.63 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/016422b6-1332-4aa3-b581-81f18b474002) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:47:59.377354 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.448733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfba45-2a04-49fb-a554-d55e9345cbd7 None None] Pushing event updated for resources: {'Port': ['ID=574e0287-00e9-4691-948e-483e459b45f6,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:59.449722 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.542869 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:47:59.600821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:47:59.601702 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:47:59.610461 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:47:59.615325 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Pushing event updated for resources: {'Port': ['ID=016422b6-1332-4aa3-b581-81f18b474002,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:47:59.935210 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:00.137321 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:00.337510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Router 08f6cdad-8167-4c96-a7e9-a48a312c5635 is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:48:00.373186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bbaa15-0ea0-46da-9a4c-48a380e736f6 None None] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:48:00.449716 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:48:00.459158 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-07c0bca9-6d78-48a9-bd2a-e45259fc2714 None None] Provisioning complete for port 574e0287-00e9-4691-948e-483e459b45f6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:00.460099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c0bca9-6d78-48a9-bd2a-e45259fc2714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:00.465025 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Sync routers for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:48:00.516230 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:00.517518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e472344b-7da7-44be-b015-2a2ffe759a03 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9756846 Feb 16 15:48:00.520263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45606) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:00.533786 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:00.534418 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:00.709279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c0bca9-6d78-48a9-bd2a-e45259fc2714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:00.728549 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:00.845088 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-07c0bca9-6d78-48a9-bd2a-e45259fc2714 None None] For port 574e0287-00e9-4691-948e-483e459b45f6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=574e0287-00e9-4691-948e-483e459b45f6,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:00.919728 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-07c0bca9-6d78-48a9-bd2a-e45259fc2714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:00.978563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0bca9-6d78-48a9-bd2a-e45259fc2714 None None] Pushing event updated for resources: {'Port': ['ID=574e0287-00e9-4691-948e-483e459b45f6,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:00.992798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:47:59Z', 'revision_number': 3, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:01.019619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Checking router: 08f6cdad-8167-4c96-a7e9-a48a312c5635 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:48:01.019937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Updating router 08f6cdad-8167-4c96-a7e9-a48a312c5635 port 016422b6-1332-4aa3-b581-81f18b474002 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:48:01.052004 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.084920 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-5aba88c8-ab3b-4d30-97e2-882043c554fb None None] Provisioning complete for port 574e0287-00e9-4691-948e-483e459b45f6 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:01.085285 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5aba88c8-ab3b-4d30-97e2-882043c554fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.268363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 574e0287-00e9-4691-948e-483e459b45f6 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:01.334415 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.371120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 574e0287-00e9-4691-948e-483e459b45f6 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:01.371491 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.455680 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.501689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Allocated IP 172.20.0.1 (f5a78a88-03ef-4e57-a70c-ae32ed261693/7a262d9f-f355-4afa-9ef0-0c82c4f21237/431fb4d8-30ce-4419-a8c0-078d1dfbbf45) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:48:01.524567 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.581960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Attempting to bind port 016422b6-1332-4aa3-b581-81f18b474002 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:48:01.582335 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Attempting to bind port 016422b6-1332-4aa3-b581-81f18b474002 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:48:01.582703 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Attempting to bind port 016422b6-1332-4aa3-b581-81f18b474002 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:48:01.593417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:48:01.593795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:48:01.594202 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.594596 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:48:01.595062 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Bound port: 016422b6-1332-4aa3-b581-81f18b474002, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:48:01.595452 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.597828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bf7a2-7b03-456f-a43a-c38d5a146d43 None None] Pushing event updated for resources: {'Port': ['ID=016422b6-1332-4aa3-b581-81f18b474002,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:01.611071 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.650985 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] For port 016422b6-1332-4aa3-b581-81f18b474002, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:48:01.653982 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] For port 016422b6-1332-4aa3-b581-81f18b474002, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=016422b6-1332-4aa3-b581-81f18b474002,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:48:01.702911 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.731760 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.745382 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:01.748713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:01.752124 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:48:01.777147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:01.785090 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:01.785964 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:01.798395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:01.834878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bf7a2-7b03-456f-a43a-c38d5a146d43 None None] Pushing event updated for resources: {'Port': ['ID=016422b6-1332-4aa3-b581-81f18b474002,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:01.908207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:02.005278 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:02.056216 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0fb9cd9b-e672-4b8b-91f6-a7ab89119c5b None None] Provisioning complete for port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:02.056487 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cd9b-e672-4b8b-91f6-a7ab89119c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:02.119693 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9cd9b-e672-4b8b-91f6-a7ab89119c5b None None] Port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:48:02.138619 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:47:59Z', 'revision_number': 3, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:02.166846 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39f4e5-86d7-4003-8685-c870260b3b24 None None] The sync data for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 is: [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:47:59Z', 'revision_number': 3, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:48:02.180698 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:02.237641 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:02.308269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:02.312002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:02.428871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:02.430526 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:02.558832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Router 08f6cdad-8167-4c96-a7e9-a48a312c5635 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:48:02.648471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d1f21b86-bc51-41b4-9e66-1399f470e9cc None None] Provisioning complete for port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:02.649450 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d1f21b86-bc51-41b4-9e66-1399f470e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:02.682072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:48:02.687185 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d1f21b86-bc51-41b4-9e66-1399f470e9cc None None] Port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:48:02.688230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-783bbf89-cf0f-4cac-9b9a-5c1c59164cb7 admin admin] 10.222.0.113 "PUT /v2.0/routers/08f6cdad-8167-4c96-a7e9-a48a312c5635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666460 Feb 16 15:48:03.237289 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 016422b6-1332-4aa3-b581-81f18b474002 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:03.292193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 016422b6-1332-4aa3-b581-81f18b474002 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:03.292566 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.361480 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45622) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:03.368120 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-336334450-network', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:03.378737 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.401406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 016422b6-1332-4aa3-b581-81f18b474002, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=016422b6-1332-4aa3-b581-81f18b474002,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:03.485612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Made reservation on behalf of 002ad3856c604ec383bc0a675b251ce5 for: {'network': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:48:03.488035 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.498305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.508462 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.564254 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=016422b6-1332-4aa3-b581-81f18b474002,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:03.581395 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.656634 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.685600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=103043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:48:03.686040 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Sync routers for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:48:03.694566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb2e142-7544-47fe-9323-6187073e2a6b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:03.701670 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:03.701670 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:03.702201 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.702551 n-d-829433-1 neutron-server[103043]: INFO neutron.db.segments_db [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Added segment dfee2e52-b07f-4ba6-9ce6-e8124113cb35 of type vlan for network cee1349c-ecf1-40cc-93de-5c25c57e1c67 Feb 16 15:48:03.743917 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.802641 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:03.822247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.823283 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:03.823847 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:03.887210 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] Pushing event updated for resources: {'Network': ['ID=cee1349c-ecf1-40cc-93de-5c25c57e1c67,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:03.897876 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:48:03.928024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f102b9ed-8e42-477f-b381-c869fdda302a admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5650256 Feb 16 15:48:03.930913 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45624) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:03.935895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Request body: {'subnet': {'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-336334450-subnet', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'ip_version': 4}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:04.008878 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:02Z', 'revision_number': 2, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:04.028458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Made reservation on behalf of 002ad3856c604ec383bc0a675b251ce5 for: {'subnet': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:48:04.031015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25392036'] for subnet, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.040511 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Checking router: 08f6cdad-8167-4c96-a7e9-a48a312c5635 for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:48:04.040863 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Updating router 08f6cdad-8167-4c96-a7e9-a48a312c5635 port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:48:04.065879 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.245792 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25392054'] for subnet, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.301807 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:04.311273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Checking segment: {'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:48:04.311655 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Network hostable DHCP agents. Network: cee1349c-ecf1-40cc-93de-5c25c57e1c67, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:48:04.331527 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.392016 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:48:04.414741 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.463602 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Pushing event updated for resources: {'Port': ['ID=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:04.472223 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, cee1349c-ecf1-40cc-93de-5c25c57e1c67) {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:04.478677 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:04.479791 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.494685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971ee22-0f55-4fab-9914-814e9d800f31 None None] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:48:04.512388 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.512746 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.513082 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.513411 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.513733 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.514048 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.514362 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.514676 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.514987 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.515299 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.515823 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.516139 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:48:04.538855 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Attempting to bind port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:48:04.539763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Attempting to bind port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:48:04.539763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Attempting to bind port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:48:04.545393 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:48:04.545763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Checking segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:48:04.546160 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.547055 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Bound using segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:48:04.547055 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Bound port: 431fb4d8-30ce-4419-a8c0-078d1dfbbf45, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:48:04.547401 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.576628 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 45626) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:04.577896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4cfedf25-f853-430f-98e6-fedda7dfabcd admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6448009 Feb 16 15:48:04.581376 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:04.626914 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] For port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:48:04.630302 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] For port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:48:04.643431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'fixed_ips': [{'subnet_id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:48:04.644404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.697412 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.698479 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.727613 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.754241 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.785883 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:04.786520 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:04.842075 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff56f1-8834-4467-a40c-39bfa8269fd0 None None] Pushing event updated for resources: {'Port': ['ID=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:04.907143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-3568cf01-ee83-4a2e-a006-2f39321c1dfe None None] Provisioning complete for port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:04.909361 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3568cf01-ee83-4a2e-a006-2f39321c1dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:04.945739 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:04.990084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Allocated IP 172.20.0.2 (cee1349c-ecf1-40cc-93de-5c25c57e1c67/7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b/2ae07b6a-27e8-4b18-803e-f326d0db03d8) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:48:05.007948 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.079192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3568cf01-ee83-4a2e-a006-2f39321c1dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.128858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-3568cf01-ee83-4a2e-a006-2f39321c1dfe None None] For port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:05.164079 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:04Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:05.192032 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3568cf01-ee83-4a2e-a006-2f39321c1dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.196783 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d2195-2f0e-44a2-99c4-0beebcec9ee9 None None] The sync data for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 is: [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:04Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:48:05.198629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.287395 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 016422b6-1332-4aa3-b581-81f18b474002 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:05.295454 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.314586 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.317370 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568cf01-ee83-4a2e-a006-2f39321c1dfe None None] Pushing event updated for resources: {'Port': ['ID=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:05.338314 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.375150 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:05.383934 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5f734961-01b2-4565-ad09-069ecaa9a76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.390073 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:05.397961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:48:05.403677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-dc16c550-3eb7-4dd9-9055-6d38ac505524 None None] Provisioning complete for port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:05.403677 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dc16c550-3eb7-4dd9-9055-6d38ac505524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.462894 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Pushing event updated for resources: {'Port': ['ID=2ae07b6a-27e8-4b18-803e-f326d0db03d8,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:05.464416 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Allocated IP 172.25.6.43 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:48:05.509277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 016422b6-1332-4aa3-b581-81f18b474002 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:05.509588 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.514905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Attempting to bind port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:48:05.515280 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Attempting to bind port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:48:05.515667 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Attempting to bind port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 on network cee1349c-ecf1-40cc-93de-5c25c57e1c67 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:48:05.547723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:48:05.553278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Checking segment: {'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:48:05.553278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.553278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Bound using segment: {'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:48:05.553278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Bound port: 2ae07b6a-27e8-4b18-803e-f326d0db03d8, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:48:05.553278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.585939 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.688992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] For port 2ae07b6a-27e8-4b18-803e-f326d0db03d8, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:48:05.691941 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.693558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] For port 2ae07b6a-27e8-4b18-803e-f326d0db03d8, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2ae07b6a-27e8-4b18-803e-f326d0db03d8,segment=NetworkSegment(dfee2e52-b07f-4ba6-9ce6-e8124113cb35),segment_id=dfee2e52-b07f-4ba6-9ce6-e8124113cb35)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:48:05.735568 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:05.738477 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:05.742674 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:48:05.766035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Pushing event updated for resources: {'Port': ['ID=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:05.766931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:05.842002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa7cca-63a5-4cc7-a598-305caaaf0ed3 None None] Pushing event updated for resources: {'Port': ['ID=2ae07b6a-27e8-4b18-803e-f326d0db03d8,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:06.150478 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:06.387952 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:48:06.620468 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:06.760994 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad852f3-e43b-489f-af53-9e6f07efbc09 None None] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:48:06.828149 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Router 1e44816c-d495-4dbb-9758-2621d65e6ccd is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:48:06.890925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-999fbef4-7a58-49da-ab44-15aa81e65165 None None] Provisioning complete for port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:06.891289 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-999fbef4-7a58-49da-ab44-15aa81e65165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:06.940217 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:48:06.950225 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Sync routers for ids ['1e44816c-d495-4dbb-9758-2621d65e6ccd'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:48:06.971167 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Routers {'1e44816c-d495-4dbb-9758-2621d65e6ccd'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:06.971812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:47:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1e44816c-d495-4dbb-9758-2621d65e6ccd'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:07.014864 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.018958 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:07.019457 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-783cf818-6857-46ff-bcf1-c9a89172536d admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4412780 Feb 16 15:48:07.097549 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-999fbef4-7a58-49da-ab44-15aa81e65165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.130352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Set router 1e44816c-d495-4dbb-9758-2621d65e6ccd gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:07.226257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-999fbef4-7a58-49da-ab44-15aa81e65165 None None] For port 2ae07b6a-27e8-4b18-803e-f326d0db03d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2ae07b6a-27e8-4b18-803e-f326d0db03d8,segment=NetworkSegment(dfee2e52-b07f-4ba6-9ce6-e8124113cb35),segment_id=dfee2e52-b07f-4ba6-9ce6-e8124113cb35)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:07.309717 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-999fbef4-7a58-49da-ab44-15aa81e65165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.316063 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2ae07b6a-27e8-4b18-803e-f326d0db03d8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:07.441750 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fbef4-7a58-49da-ab44-15aa81e65165 None None] Pushing event updated for resources: {'Port': ['ID=2ae07b6a-27e8-4b18-803e-f326d0db03d8,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:07.462919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:07.463294 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.466942 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ae8021f8-a699-4382-9930-5a2e7ccde4f4 None None] Provisioning complete for port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:07.467073 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ae8021f8-a699-4382-9930-5a2e7ccde4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.500874 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.524628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 3, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port': {'id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:05Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:07.560110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Checking router: 1e44816c-d495-4dbb-9758-2621d65e6ccd for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:48:07.560455 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Updating router 1e44816c-d495-4dbb-9758-2621d65e6ccd port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:48:07.601630 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.663723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Allocated IP 172.20.0.1 (cee1349c-ecf1-40cc-93de-5c25c57e1c67/7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b/25575f0d-2dd4-4053-aed1-2253799d7979) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:48:07.770358 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.862987 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:07.897892 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:07.902080 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:07.906579 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:07.910321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:48:07.916624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Pushing event updated for resources: {'Port': ['ID=25575f0d-2dd4-4053-aed1-2253799d7979,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:07.957958 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.049273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:08.049580 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.084420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d1f08ea8-18e1-46c5-9812-494e2731b8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.135573 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.198820 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.222774 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-984a5e45-d0c9-45a1-ae12-28fee1f6dc52 None None] Provisioning complete for port 25575f0d-2dd4-4053-aed1-2253799d7979 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:08.223146 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-984a5e45-d0c9-45a1-ae12-28fee1f6dc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.258617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-984a5e45-d0c9-45a1-ae12-28fee1f6dc52 None None] Port 25575f0d-2dd4-4053-aed1-2253799d7979 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:48:08.272913 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.304314 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.327121 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Attempting to bind port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:48:08.327512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Attempting to bind port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:48:08.327908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Attempting to bind port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:48:08.329699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3f882-d53d-49ca-a376-4c43679b8cda None None] Pushing event updated for resources: {'Port': ['ID=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:08.335277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:48:08.335682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:48:08.336084 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.336471 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:48:08.337014 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Bound port: 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:48:08.337330 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.370934 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.394512 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] For port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:48:08.397889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] For port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:48:08.441557 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Pushing event updated for resources: {'Port': ['ID=25575f0d-2dd4-4053-aed1-2253799d7979,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:08.444833 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.462903 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.522148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Routers {'1e44816c-d495-4dbb-9758-2621d65e6ccd'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:08.522823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1e44816c-d495-4dbb-9758-2621d65e6ccd'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:08.536652 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:08.538322 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:08.560749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3f882-d53d-49ca-a376-4c43679b8cda None None] Pushing event updated for resources: {'Port': ['ID=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:08.646598 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] Set router 1e44816c-d495-4dbb-9758-2621d65e6ccd gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:08.661848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Router 1e44816c-d495-4dbb-9758-2621d65e6ccd has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:48:08.776303 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:48:08.781966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-27eba8a1-326a-4399-ae15-e8d6573bc569 admin admin] 10.222.0.113 "PUT /v2.0/routers/1e44816c-d495-4dbb-9758-2621d65e6ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617769 Feb 16 15:48:08.808265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-6cc0bf52-19b1-46f5-b6e3-f4673c2806f9 None None] Provisioning complete for port 25575f0d-2dd4-4053-aed1-2253799d7979 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:08.808650 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6cc0bf52-19b1-46f5-b6e3-f4673c2806f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:08.880493 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0bf52-19b1-46f5-b6e3-f4673c2806f9 None None] Port 25575f0d-2dd4-4053-aed1-2253799d7979 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:48:08.911094 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 4, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port': {'id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:05Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '25575f0d-2dd4-4053-aed1-2253799d7979', 'name': '', 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'mac_address': 'fa:16:3e:d1:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:07Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 2, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'subnets': [{'id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:08.960065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004ce1ff-c42b-4f58-923f-d4af7ebf5a47 None None] The sync data for ids ['1e44816c-d495-4dbb-9758-2621d65e6ccd'] in n-d-829433-1 is: [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 4, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port': {'id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:05Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '25575f0d-2dd4-4053-aed1-2253799d7979', 'name': '', 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'mac_address': 'fa:16:3e:d1:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:07Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 2, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'subnets': [{'id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:48:09.240249 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2ae07b6a-27e8-4b18-803e-f326d0db03d8 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:09.297304 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:09.297678 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:09.505873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45636) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:09.512137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-0d47a229-9b83-4023-ac8b-89d38e6dcb1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754667518', 'description': 'tempest-secgroup-smoke-754667518 description', 'project_id': 'd34c13f5210648f18f04835c039cd31b'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:09.604221 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d47a229-9b83-4023-ac8b-89d38e6dcb1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:09.687419 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d47a229-9b83-4023-ac8b-89d38e6dcb1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:09.758279 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d47a229-9b83-4023-ac8b-89d38e6dcb1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:09.788682 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47a229-9b83-4023-ac8b-89d38e6dcb1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:09.843420 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:09.874110 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-0d47a229-9b83-4023-ac8b-89d38e6dcb1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:09.875431 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-0d47a229-9b83-4023-ac8b-89d38e6dcb1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3673146 Feb 16 15:48:09.878355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45638) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:09.883624 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-ef8ee1ea-ba91-4f0d-91d2-2d91942a7a7d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:09.968858 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee1ea-ba91-4f0d-91d2-2d91942a7a7d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.041202 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee1ea-ba91-4f0d-91d2-2d91942a7a7d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.086451 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee1ea-ba91-4f0d-91d2-2d91942a7a7d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.106919 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ee1ea-ba91-4f0d-91d2-2d91942a7a7d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2b31a7-f3c1-4de8-be8c-850dc954242f,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:10.167522 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-ef8ee1ea-ba91-4f0d-91d2-2d91942a7a7d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.168801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-ef8ee1ea-ba91-4f0d-91d2-2d91942a7a7d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894962 Feb 16 15:48:10.171680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45640) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:10.176072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-93c28f08-b9a2-4332-8991-9d13e9b3457e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:10.283400 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93c28f08-b9a2-4332-8991-9d13e9b3457e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.343066 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93c28f08-b9a2-4332-8991-9d13e9b3457e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.420873 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93c28f08-b9a2-4332-8991-9d13e9b3457e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.438127 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c28f08-b9a2-4332-8991-9d13e9b3457e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62efba12-2166-4fb4-b436-7e3ab6899810,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:10.526825 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-93c28f08-b9a2-4332-8991-9d13e9b3457e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.528080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-93c28f08-b9a2-4332-8991-9d13e9b3457e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3554440 Feb 16 15:48:10.530832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45642) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:10.535305 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-b0035ef4-edd4-43ea-ab28-f45a0d00f5dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:10.622153 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0035ef4-edd4-43ea-ab28-f45a0d00f5dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.680174 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0035ef4-edd4-43ea-ab28-f45a0d00f5dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.742348 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0035ef4-edd4-43ea-ab28-f45a0d00f5dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.759971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0035ef4-edd4-43ea-ab28-f45a0d00f5dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435e9dd1-8679-477e-97c7-119b7051c5f6,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:10.812708 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-b0035ef4-edd4-43ea-ab28-f45a0d00f5dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.813919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-b0035ef4-edd4-43ea-ab28-f45a0d00f5dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821786 Feb 16 15:48:10.816746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45644) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:10.821879 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-731ac021-391f-49ee-abe8-04a12637316f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:10.905769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-731ac021-391f-49ee-abe8-04a12637316f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:10.966298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-731ac021-391f-49ee-abe8-04a12637316f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.043625 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-731ac021-391f-49ee-abe8-04a12637316f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.067077 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ac021-391f-49ee-abe8-04a12637316f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be14089-f350-49cf-adba-4886d526507e,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:11.149109 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-731ac021-391f-49ee-abe8-04a12637316f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.150356 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-731ac021-391f-49ee-abe8-04a12637316f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3326743 Feb 16 15:48:11.153046 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45646) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:11.157278 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:11.238000 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Project d34c13f5210648f18f04835c039cd31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:48:11.244220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.249507 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:11.306733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:11.307104 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.310990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.380755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.399563 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.402282 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f64e00-f335-4a89-9e89-ab1c72c57092,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:11.420310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:11.476134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.500909 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.502733 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.504377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a186572d-e4a7-4fa7-abc5-ed220057d1e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500278 Feb 16 15:48:11.507473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45648) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:11.511991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:11.550104 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:11.558054 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.645963 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Project d34c13f5210648f18f04835c039cd31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:48:11.652175 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.715130 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.775084 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.794189 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e67ca5-9da7-4d70-9974-4bd8c8a2a75c,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:11.870061 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:11.871271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-f722e423-f2ee-4a75-bcd4-ee03614d329f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3628249 Feb 16 15:48:12.018661 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-b99ed40f-1ef2-4efa-96a5-6a3f06451225 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754667518&fields=id&tenant_id=d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 267 time: 0.0412197 Feb 16 15:48:12.135014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-00d6df8f-b52b-46eb-b070-db27ae722402 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:12.136530 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-00d6df8f-b52b-46eb-b070-db27ae722402 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 808 time: 0.1080942 Feb 16 15:48:12.151712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-eb3d9a4c-a26e-4617-89dd-0f8f62658959 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/quotas/d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 375 time: 0.0092549 Feb 16 15:48:12.205206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-1d539d51-aaf3-4705-8c5c-19f1d2755389 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480521 Feb 16 15:48:12.306540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-b298f0d5-7d5e-4e52-a2f1-548a2a55e14c service neutron] 10.222.0.113 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889199 Feb 16 15:48:12.378560 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Sync routers for ids ['1e44816c-d495-4dbb-9758-2621d65e6ccd'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:48:12.389709 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Routers {'1e44816c-d495-4dbb-9758-2621d65e6ccd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:12.390311 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1e44816c-d495-4dbb-9758-2621d65e6ccd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:12.397642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-2199300e-8f9c-491e-9c19-aa5697734c3c service neutron] 10.222.0.113 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Feb 16 15:48:12.498392 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Set router 1e44816c-d495-4dbb-9758-2621d65e6ccd gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:12.665035 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b202225-6e08-4b14-9d9c-9ebf6bcc8965 req-79dbb535-7083-49a1-96ad-46a236b7b198 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 210 time: 0.0292165 Feb 16 15:48:12.704362 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 4, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port': {'id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:05Z', 'updated_at': '2022-02-16T15:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '25575f0d-2dd4-4053-aed1-2253799d7979', 'name': '', 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'mac_address': 'fa:16:3e:d1:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:07Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 2, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'subnets': [{'id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:12.732354 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Checking router: 1e44816c-d495-4dbb-9758-2621d65e6ccd for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:48:12.732711 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Updating router 1e44816c-d495-4dbb-9758-2621d65e6ccd port 25575f0d-2dd4-4053-aed1-2253799d7979 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:48:12.759371 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.028003 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.111771 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.194256 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.250325 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2bcfe-c4d2-4af3-9043-c35c2d8f7a84 None None] Pushing event updated for resources: {'Port': ['ID=25575f0d-2dd4-4053-aed1-2253799d7979,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:13.253021 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:13.298896 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Attempting to bind port 25575f0d-2dd4-4053-aed1-2253799d7979 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:48:13.299113 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Attempting to bind port 25575f0d-2dd4-4053-aed1-2253799d7979 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:48:13.299484 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Attempting to bind port 25575f0d-2dd4-4053-aed1-2253799d7979 on network cee1349c-ecf1-40cc-93de-5c25c57e1c67 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:48:13.304905 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:48:13.305278 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Checking segment: {'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:48:13.305676 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.306151 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Bound using segment: {'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:48:13.306857 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Bound port: 25575f0d-2dd4-4053-aed1-2253799d7979, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:48:13.307400 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.328525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:13.328902 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.382523 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] For port 25575f0d-2dd4-4053-aed1-2253799d7979, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:48:13.386703 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] For port 25575f0d-2dd4-4053-aed1-2253799d7979, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=25575f0d-2dd4-4053-aed1-2253799d7979,segment=NetworkSegment(dfee2e52-b07f-4ba6-9ce6-e8124113cb35),segment_id=dfee2e52-b07f-4ba6-9ce6-e8124113cb35)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:48:13.484354 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.536602 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-949eaff8-b66c-47a1-94ff-70f3af0d8557 None None] Provisioning complete for port 25575f0d-2dd4-4053-aed1-2253799d7979 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:13.541556 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-949eaff8-b66c-47a1-94ff-70f3af0d8557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.550167 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2bcfe-c4d2-4af3-9043-c35c2d8f7a84 None None] Pushing event updated for resources: {'Port': ['ID=25575f0d-2dd4-4053-aed1-2253799d7979,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:13.552649 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Routers {'1e44816c-d495-4dbb-9758-2621d65e6ccd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:13.553386 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1e44816c-d495-4dbb-9758-2621d65e6ccd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:13.646435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-949eaff8-b66c-47a1-94ff-70f3af0d8557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.695653 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-949eaff8-b66c-47a1-94ff-70f3af0d8557 None None] For port 25575f0d-2dd4-4053-aed1-2253799d7979, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=25575f0d-2dd4-4053-aed1-2253799d7979,segment=NetworkSegment(dfee2e52-b07f-4ba6-9ce6-e8124113cb35),segment_id=dfee2e52-b07f-4ba6-9ce6-e8124113cb35)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:13.700037 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] Set router 1e44816c-d495-4dbb-9758-2621d65e6ccd gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:13.773041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3286f6ab-6d4e-450a-a927-300732c9df86 req-d4d86a24-a53b-455d-936f-e7ec35361233 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 210 time: 0.0442977 Feb 16 15:48:13.789296 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-949eaff8-b66c-47a1-94ff-70f3af0d8557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.839463 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eaff8-b66c-47a1-94ff-70f3af0d8557 None None] Pushing event updated for resources: {'Port': ['ID=25575f0d-2dd4-4053-aed1-2253799d7979,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:13.917020 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9340a4fe-983c-4a91-b84c-98013ab4a0ee None None] Provisioning complete for port 25575f0d-2dd4-4053-aed1-2253799d7979 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:13.917414 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9340a4fe-983c-4a91-b84c-98013ab4a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:13.927201 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 4, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port': {'id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:05Z', 'updated_at': '2022-02-16T15:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '25575f0d-2dd4-4053-aed1-2253799d7979', 'name': '', 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'mac_address': 'fa:16:3e:d1:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:07Z', 'updated_at': '2022-02-16T15:48:13Z', 'revision_number': 4, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'subnets': [{'id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:13.954988 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec7c13-ec8d-4caa-8862-329f7fdc3078 None None] The sync data for ids ['1e44816c-d495-4dbb-9758-2621d65e6ccd'] in n-d-829433-1 is: [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:48:08Z', 'revision_number': 4, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port': {'id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:05Z', 'updated_at': '2022-02-16T15:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '25575f0d-2dd4-4053-aed1-2253799d7979', 'name': '', 'network_id': 'cee1349c-ecf1-40cc-93de-5c25c57e1c67', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'mac_address': 'fa:16:3e:d1:4e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:07Z', 'updated_at': '2022-02-16T15:48:13Z', 'revision_number': 4, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'subnets': [{'id': '7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:48:14.885643 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84ae2efd-1b6e-4b1d-b3aa-06337eb1a238 req-b5cb6477-67a3-43eb-9ce3-0590ce0e972c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 210 time: 0.0348320 Feb 16 15:48:14.927024 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-09ba4b89-5260-43b1-b372-e80e9f3339a4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:14.928534 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-09ba4b89-5260-43b1-b372-e80e9f3339a4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 808 time: 0.1293390 Feb 16 15:48:14.970176 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-251e2bd6-3cf7-41bc-b120-526865eacc58 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 379 time: 0.0336797 Feb 16 15:48:14.978510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'port': {'device_id': '2c2680d2-5058-4cca-9795-4abc2765692c', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'admin_state_up': True, 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'security_groups': ['1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:15.171163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Made reservation on behalf of d34c13f5210648f18f04835c039cd31b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:48:15.174818 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:15.249685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 25575f0d-2dd4-4053-aed1-2253799d7979 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:15.297316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 25575f0d-2dd4-4053-aed1-2253799d7979 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:15.297819 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:15.316114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Allocated IP 172.20.0.3 (f5a78a88-03ef-4e57-a70c-ae32ed261693/7a262d9f-f355-4afa-9ef0-0c82c4f21237/6ac29c55-7585-49e5-935b-a74f8a1adda2) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:48:15.462373 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:15.560011 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:15.608174 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:15.611153 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:15.614688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:48:15.621640 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:15.671093 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:15.671741 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:15.745714 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-045ccd9c-c693-4186-8c00-588c5e57b2d9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7706952 Feb 16 15:48:15.764889 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Request body: {'port': {'device_id': '2c2680d2-5058-4cca-9795-4abc2765692c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:15.814506 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:15.840483 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-17cd0f3a-1bf0-40ab-b60e-6d4228c50d77 None None] Provisioning complete for port 6ac29c55-7585-49e5-935b-a74f8a1adda2 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:15.840848 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-17cd0f3a-1bf0-40ab-b60e-6d4228c50d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:15.874362 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-17cd0f3a-1bf0-40ab-b60e-6d4228c50d77 None None] Port 6ac29c55-7585-49e5-935b-a74f8a1adda2 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:48:16.059487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fe4c7-cc06-4c08-9a68-f23e60904aa8 req-1ab73cb9-6087-4aba-b245-8eebc665beb4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:16.061004 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b4fe4c7-cc06-4c08-9a68-f23e60904aa8 req-1ab73cb9-6087-4aba-b245-8eebc665beb4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 931 time: 0.1023293 Feb 16 15:48:16.139454 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4b4fe4c7-cc06-4c08-9a68-f23e60904aa8 req-5d515ce0-f9e6-4ce4-8b83-160bb84674ca tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686724 Feb 16 15:48:16.150381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac29c55-7585-49e5-935b-a74f8a1adda2 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:48:16.158211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:16.170980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Transition to ACTIVE for port object 6ac29c55-7585-49e5-935b-a74f8a1adda2 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:48:16.233406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:16.286403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:16.360922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:48:16.361264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:48:16.361632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:48:16.367681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:48:16.368011 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:48:16.373226 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:48:16.373566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Checking segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:48:16.373957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Bound using segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:48:16.374386 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Bound port: 6ac29c55-7585-49e5-935b-a74f8a1adda2, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:48:16.374745 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:16.443007 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:48:16.446491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:48:16.512223 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:16.553364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:16.554015 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:16.555411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] 10.222.0.129 "PUT /v2.0/ports/6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 1091 time: 0.8013597 Feb 16 15:48:16.555880 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:48:16.558166 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7525c661-db9c-4930-9f85-46f94218fdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:48:16.582154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955057c-2c27-4a4b-ae12-d93a7b58cf37 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:16.603036 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b54d7-d2fb-4be2-812f-de8ca808dd2b x-openstack-request-id: req-8f9b54d7-d2fb-4be2-812f-de8ca808dd2b {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:48:16.603325 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:48:16.603667 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8f9b54d7-d2fb-4be2-812f-de8ca808dd2b {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:48:16.607684 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'status': 'completed', 'code': 200} Feb 16 15:48:16.667020 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c661-db9c-4930-9f85-46f94218fdc6 req-3082e95e-7025-4dfc-9960-104f3e0872bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:16.668660 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7525c661-db9c-4930-9f85-46f94218fdc6 req-3082e95e-7025-4dfc-9960-104f3e0872bf service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1094 time: 0.0447962 Feb 16 15:48:16.768905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c661-db9c-4930-9f85-46f94218fdc6 req-9d026fee-55aa-4e2d-a252-969342919c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:16.770352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7525c661-db9c-4930-9f85-46f94218fdc6 req-9d026fee-55aa-4e2d-a252-969342919c52 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=d34c13f5210648f18f04835c039cd31b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0936050 Feb 16 15:48:16.871715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525c661-db9c-4930-9f85-46f94218fdc6 req-4a868093-ed34-4848-a25b-22dc548b876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:16.873107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7525c661-db9c-4930-9f85-46f94218fdc6 req-4a868093-ed34-4848-a25b-22dc548b876f service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0966880 Feb 16 15:48:16.951765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-5a688aae-b1d6-4008-8c01-8729e8958e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:16.953304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-5a688aae-b1d6-4008-8c01-8729e8958e35 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1094 time: 0.0429423 Feb 16 15:48:16.993636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:17.002071 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-fe90d62c-1599-498b-8c5a-1931cb2d28eb service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 217 time: 0.0408847 Feb 16 15:48:17.052366 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-c5b8961c-2395-486f-8b96-085715373dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:17.054524 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-c5b8961c-2395-486f-8b96-085715373dce service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0465276 Feb 16 15:48:17.098600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-df300634-375d-4992-aec6-2f950f3524c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:17.106144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-df300634-375d-4992-aec6-2f950f3524c8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405092 Feb 16 15:48:17.201570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-5f6b88a5-7961-48b1-aedd-f7a00dc195c3 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945079 Feb 16 15:48:17.321228 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3cc0a-3236-40f1-a1d2-f115ba2bfad5 req-c663e48c-b067-440d-b60e-1ec2739ff15e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:17.322697 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cd3cc0a-3236-40f1-a1d2-f115ba2bfad5 req-c663e48c-b067-440d-b60e-1ec2739ff15e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 943 time: 0.1062255 Feb 16 15:48:17.339673 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2eb8d958-3dc0-4d5f-abbb-9c5aaf378f6d req-37c11d46-494a-4aac-bb74-ca9c7cb01866 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308918 Feb 16 15:48:17.713291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7cd3cc0a-3236-40f1-a1d2-f115ba2bfad5 req-02a33958-7237-46fc-a77f-b1643a1db5a3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833027 Feb 16 15:48:18.832622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d87c6-7a2c-42c7-809e-dbb5c7f5ea23 req-ca1ba9a5-4b56-48c4-afe9-cce2c795cd7a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:18.834074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-075d87c6-7a2c-42c7-809e-dbb5c7f5ea23 req-ca1ba9a5-4b56-48c4-afe9-cce2c795cd7a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 943 time: 0.0477145 Feb 16 15:48:18.873214 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-075d87c6-7a2c-42c7-809e-dbb5c7f5ea23 req-222d696b-2a33-4a69-9203-200d0f99fe13 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322251 Feb 16 15:48:19.989211 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623489d-cd38-4465-97ea-f2eb9c32bcec req-de898be9-dcf1-401d-bff3-1671b9ea490f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:19.991864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2623489d-cd38-4465-97ea-f2eb9c32bcec req-de898be9-dcf1-401d-bff3-1671b9ea490f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 943 time: 0.0498717 Feb 16 15:48:20.028024 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2623489d-cd38-4465-97ea-f2eb9c32bcec req-bcd71318-8946-41a6-8e4e-aa3ce737fe41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306282 Feb 16 15:48:20.176157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:48:20.276675 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:20.289173 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'port_id': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'mac_address': 'fa:16:3e:3c:57:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:48:20.327495 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:20.341420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac29c55-7585-49e5-935b-a74f8a1adda2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:48:20.362397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:20.446205 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:20.497308 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:20.702157 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6ac29c55-7585-49e5-935b-a74f8a1adda2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:48:21.147215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938821b6-3a66-45f0-99ff-f4c2f890f6cc req-35211ab4-6e7a-4ac9-942f-0c3a058d9ccc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:21.148755 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-938821b6-3a66-45f0-99ff-f4c2f890f6cc req-35211ab4-6e7a-4ac9-942f-0c3a058d9ccc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0516014 Feb 16 15:48:21.187020 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-938821b6-3a66-45f0-99ff-f4c2f890f6cc req-c1200c0f-83c6-4c92-891d-310d93068680 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320671 Feb 16 15:48:22.177220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:48:22.296498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 6ac29c55-7585-49e5-935b-a74f8a1adda2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:48:22.300749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6ac29c55-7585-49e5-935b-a74f8a1adda2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:48:22.301299 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:22.305087 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1e359-3f40-4054-8cb5-140e1eaae598 req-da2af992-b5a8-4704-8321-713af00ca71c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:22.307896 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ff1e359-3f40-4054-8cb5-140e1eaae598 req-da2af992-b5a8-4704-8321-713af00ca71c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0500729 Feb 16 15:48:22.351756 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6ff1e359-3f40-4054-8cb5-140e1eaae598 req-2b61a0b2-955f-4a3d-84ae-366601a4adaa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373080 Feb 16 15:48:22.383465 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:22.405698 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:48:22.408203 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199f386d-fa4f-4bc6-b02c-e8df0e6bbd56" -d '{"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:48:22.424992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:48:22.497743 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd2fff-7657-46cb-9ab4-e1c78323d7d6 x-openstack-request-id: req-a4dd2fff-7657-46cb-9ab4-e1c78323d7d6 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:48:22.498051 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:48:22.498286 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a4dd2fff-7657-46cb-9ab4-e1c78323d7d6 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:48:22.498679 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'code': 200} Feb 16 15:48:22.501982 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:22.551149 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:22.595693 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b01af-5963-4416-b40e-e3dfa43bf874 req-b5ffca3a-04c4-4c86-8ea4-b0ce6efd6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:22.597163 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b02b01af-5963-4416-b40e-e3dfa43bf874 req-b5ffca3a-04c4-4c86-8ea4-b0ce6efd6de4 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1096 time: 0.0396378 Feb 16 15:48:22.631019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b02b01af-5963-4416-b40e-e3dfa43bf874 req-82b8cf77-acb4-4868-a2cf-6450483060bb service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269115 Feb 16 15:48:23.471273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d85eb-64d3-47f4-bc46-1109c7d7936f req-06250320-50c8-499d-885b-9cd66cecc21d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:23.472684 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b6d85eb-64d3-47f4-bc46-1109c7d7936f req-06250320-50c8-499d-885b-9cd66cecc21d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0522404 Feb 16 15:48:23.510574 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0b6d85eb-64d3-47f4-bc46-1109c7d7936f req-6fa21ca7-2e62-492f-9287-b6cba79f36fd tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Feb 16 15:48:24.629748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109ab1c-f143-4ae2-a265-7d018dbce713 req-c23b3a90-d9ac-4598-ae02-93b47cca82c9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:24.631130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a109ab1c-f143-4ae2-a265-7d018dbce713 req-c23b3a90-d9ac-4598-ae02-93b47cca82c9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0485129 Feb 16 15:48:24.669520 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a109ab1c-f143-4ae2-a265-7d018dbce713 req-590c6f8c-59f7-408f-9724-9118d468fb86 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Feb 16 15:48:24.784415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c055b-9a38-4349-8837-f7fdb77ecd6f req-81f85265-d774-444c-b85c-0fc5ddb95cc6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:24.785882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-476c055b-9a38-4349-8837-f7fdb77ecd6f req-81f85265-d774-444c-b85c-0fc5ddb95cc6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0500181 Feb 16 15:48:24.824090 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-476c055b-9a38-4349-8837-f7fdb77ecd6f req-188e2834-d323-4314-a19c-8702d23e0ae4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Feb 16 15:48:24.845250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45706) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:24.976713 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e58aa-7fb9-4eda-985e-9013e6804e39 tempest-TestShelveInstance-1339050347 tempest-TestShelveInstance-1339050347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:24.978504 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-193e58aa-7fb9-4eda-985e-9013e6804e39 tempest-TestShelveInstance-1339050347 tempest-TestShelveInstance-1339050347-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1091 time: 0.1321850 Feb 16 15:48:24.981584 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 45710) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:48:24.985821 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:48:25.096434 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:25.196706 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:25.308459 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Allocated IP 172.25.6.97 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/a0238e70-34ef-4536-8538-619687fb436f) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:48:25.419875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:25.491406 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:25.537257 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:48:25.540309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:48:25.545657 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:48:25.569396 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'Port': ['ID=a0238e70-34ef-4536-8538-619687fb436f,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:25.903915 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:26.029556 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:26.182836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:26.250384 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:26.316405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'Port': ['ID=a0238e70-34ef-4536-8538-619687fb436f,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:48:26.329000 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:26.433801 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Floating IP e70eff5f-8fe1-4685-8139-47d04d4e04c7 associated. External IP: 172.25.6.97, port: 6ac29c55-7585-49e5-935b-a74f8a1adda2. Feb 16 15:48:26.642663 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Router 08f6cdad-8167-4c96-a7e9-a48a312c5635 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:48:26.753598 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:48:26.763143 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] Sync routers for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:48:26.772344 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:26.772966 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:26.856769 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:26.880142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:26.884786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e5b6e630-3d89-4a89-9ffb-808e6d25dfa4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9020531 Feb 16 15:48:26.885437 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:48:26.887736 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415b6d02-6187-4924-a0de-cefd3bc12cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:48:26.926799 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dfa372-19e4-4cc0-9b18-97ca58863d38 x-openstack-request-id: req-f3dfa372-19e4-4cc0-9b18-97ca58863d38 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:48:26.927421 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:48:26.927754 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f3dfa372-19e4-4cc0-9b18-97ca58863d38 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:48:26.928434 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'status': 'completed', 'code': 200} Feb 16 15:48:26.991761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-d5375d00-6140-4553-9543-f1535d857cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:26.994120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-d5375d00-6140-4553-9543-f1535d857cd8 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1096 time: 0.0445561 Feb 16 15:48:27.094573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-b2335c44-d24a-4074-8c2a-8e63d50bfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:27.095995 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-b2335c44-d24a-4074-8c2a-8e63d50bfdd8 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0950692 Feb 16 15:48:27.161706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-1dda4578-6325-4230-b409-c14b2f311a0e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 998 time: 0.0596747 Feb 16 15:48:27.211627 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-9f5de54b-5189-46d4-b6de-2c01ac4ebfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:27.213759 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-9f5de54b-5189-46d4-b6de-2c01ac4ebfc5 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0463860 Feb 16 15:48:27.263942 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-44e6efda-3d4a-4ec9-b859-70be135531f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:27.265434 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-44e6efda-3d4a-4ec9-b859-70be135531f8 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445197 Feb 16 15:48:27.277361 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e70eff5f-8fe1-4685-8139-47d04d4e04c7', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'port_id': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'mac_address': 'fa:16:3e:3c:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2680d2-5058-4cca-9795-4abc2765692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:48:25Z', 'updated_at': '2022-02-16T15:48:25Z', 'revision_number': 0, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:27.308687 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] Checking router: 08f6cdad-8167-4c96-a7e9-a48a312c5635 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:48:27.317878 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:48:27.318557 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:48:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:27.356369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-d73b9a0f-b23a-4cce-bebc-05b3e55a37dc service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840333 Feb 16 15:48:27.428795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:48:27.451729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-415b6d02-6187-4924-a0de-cefd3bc12cc9 req-3680a43b-bc02-48ef-9158-83c484fa16a5 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883138 Feb 16 15:48:27.578875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-79f404d3-bb60-4dc4-943c-d08c0a804f68 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398598 Feb 16 15:48:27.661026 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed2425-f349-4def-a085-6e408f9f888c req-e4110a2a-552a-4da6-bc13-5646080ad29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:27.662452 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-e4110a2a-552a-4da6-bc13-5646080ad29a service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1096 time: 0.0428524 Feb 16 15:48:27.665307 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e70eff5f-8fe1-4685-8139-47d04d4e04c7', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'port_id': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'mac_address': 'fa:16:3e:3c:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2680d2-5058-4cca-9795-4abc2765692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:48:25Z', 'updated_at': '2022-02-16T15:48:25Z', 'revision_number': 0, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:48:27.692762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fca2d0-b9cd-4069-ad0e-550b379d0631 None None] The sync data for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 is: [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'e70eff5f-8fe1-4685-8139-47d04d4e04c7', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'port_id': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'mac_address': 'fa:16:3e:3c:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2680d2-5058-4cca-9795-4abc2765692c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:48:25Z', 'updated_at': '2022-02-16T15:48:25Z', 'revision_number': 0, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:48:27.769814 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed2425-f349-4def-a085-6e408f9f888c req-368fc8cb-6e7f-4876-826e-8a44e701e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:27.771308 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-368fc8cb-6e7f-4876-826e-8a44e701e0b4 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0916479 Feb 16 15:48:27.838003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-4f1a3b5f-c68e-4558-b2b3-19156d641b76 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 998 time: 0.0600212 Feb 16 15:48:27.889953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed2425-f349-4def-a085-6e408f9f888c req-0b4a070d-158b-4260-86ce-bdee0678f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:27.891924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-0b4a070d-158b-4260-86ce-bdee0678f91b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0473833 Feb 16 15:48:27.908131 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e6f3b3-ae27-443f-a158-41fbb1455e2d None None] New status for floating IP e70eff5f-8fe1-4685-8139-47d04d4e04c7: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:48:27.941709 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed2425-f349-4def-a085-6e408f9f888c req-bf326610-4c19-42e4-b4ec-03e7cbdcad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:48:27.943112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-bf326610-4c19-42e4-b4ec-03e7cbdcad67 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455551 Feb 16 15:48:28.032287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-58ae29e5-d367-4f29-b51a-8845e73a5f04 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830150 Feb 16 15:48:28.128541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fed2425-f349-4def-a085-6e408f9f888c req-801be001-8423-4f42-9681-e07c08b9c283 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899239 Feb 16 15:48:35.329220 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9fd2-8d9f-490b-b44a-6c37994873bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:37.987463 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-860f2b28-ff40-4758-97f8-e791457f227f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:39.821864 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:41.462184 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:41.563631 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:43.010102 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:48:43.390974 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:48:47.021920 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:05.301632 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-645e6142-2a3a-4524-a28c-3bd14b09d87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:08.050363 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3fc82ddc-b09e-480e-bf03-696446689ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:09.831569 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:11.444095 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:11.575755 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:13.009582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:17.003153 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:20.390028 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:49:28.713222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-3496a7a6-aa1a-41c8-9184-8572ab6e4bd7 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406632 Feb 16 15:49:28.790832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-4069ec00-b775-477c-859f-bd23f11af376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:49:28.792320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-4069ec00-b775-477c-859f-bd23f11af376 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1096 time: 0.0399437 Feb 16 15:49:28.895928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-1d0c2adf-744f-4fab-bd54-61f9484fad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:49:28.897387 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-1d0c2adf-744f-4fab-bd54-61f9484fad70 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0868373 Feb 16 15:49:28.960940 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-78c492d0-6d16-40e2-a379-090699da57c9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 1000 time: 0.0571661 Feb 16 15:49:29.007654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-ad99ff84-ea72-4e01-855b-10ee83b50e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:49:29.009046 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-ad99ff84-ea72-4e01-855b-10ee83b50e40 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0419738 Feb 16 15:49:29.057991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-fcd8df19-3951-4cee-bd7c-8d6ca9e0c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:49:29.059495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-fcd8df19-3951-4cee-bd7c-8d6ca9e0c09e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431826 Feb 16 15:49:29.147028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-b92a7558-3cb6-4ee5-a876-76aa0a7444d3 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804188 Feb 16 15:49:29.239649 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-881c2c1d-bf43-4ea0-ad4e-11ca56ad53e1 req-c8ff7377-8f0d-4a72-8dc7-d1552926a803 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867198 Feb 16 15:49:35.289629 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-22e9ca2b-270d-46e3-b328-38e2fd390b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:38.032718 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7659dd64-2fcc-4b7c-adcc-ce193e8e99a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:39.832084 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:41.472081 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:41.552040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:43.032369 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:46.980881 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:49:57.388852 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:50:05.306259 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-603a8581-515f-4603-ba46-466ce3a8d85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:07.997565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e3ddd7c6-ec4e-4907-89e1-869cbcc16546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:09.820587 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:11.477634 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:11.563149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:13.083173 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:16.985827 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:22.349574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb67a8-05ef-4dbd-9eb0-41f9ec0606ad req-965d00c2-beab-4659-96c3-069e7dd452f1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:22.351073 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11eb67a8-05ef-4dbd-9eb0-41f9ec0606ad req-965d00c2-beab-4659-96c3-069e7dd452f1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0501497 Feb 16 15:50:22.389240 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-11eb67a8-05ef-4dbd-9eb0-41f9ec0606ad req-10cab5be-63e3-41da-af65-d6e63e711e1a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Feb 16 15:50:23.507980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228bd7-ba4e-4eaf-a0ec-796569049f34 req-14626c01-8793-462f-9e22-6ddb38479e3c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:23.509471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f228bd7-ba4e-4eaf-a0ec-796569049f34 req-14626c01-8793-462f-9e22-6ddb38479e3c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0477428 Feb 16 15:50:23.547083 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7f228bd7-ba4e-4eaf-a0ec-796569049f34 req-f2124de3-676c-408c-bb24-1daf6ee495f0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311451 Feb 16 15:50:24.677566 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d351f-e939-4bbc-a402-27709945d56d req-1781dcfa-44dd-4f96-9373-247cf39f24c8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:24.679036 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-364d351f-e939-4bbc-a402-27709945d56d req-1781dcfa-44dd-4f96-9373-247cf39f24c8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0543060 Feb 16 15:50:24.716922 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-364d351f-e939-4bbc-a402-27709945d56d req-ee1f17a5-af18-473f-a8a8-a136c8cae54e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318153 Feb 16 15:50:25.836364 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c828aaa-3e75-480d-a482-567de0616307 req-57f7069c-4016-49e0-b9fe-a35188f9850c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:25.837886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c828aaa-3e75-480d-a482-567de0616307 req-57f7069c-4016-49e0-b9fe-a35188f9850c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0515029 Feb 16 15:50:25.877373 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0c828aaa-3e75-480d-a482-567de0616307 req-48834e95-365e-4b24-898c-3c09f7a0da99 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327313 Feb 16 15:50:26.994587 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88a447-ede9-4d59-a953-1f78a0b61e0a req-0ce35b29-970c-4952-ac29-f4ca8c04c3bc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:26.996101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c88a447-ede9-4d59-a953-1f78a0b61e0a req-0ce35b29-970c-4952-ac29-f4ca8c04c3bc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0494115 Feb 16 15:50:27.033672 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c88a447-ede9-4d59-a953-1f78a0b61e0a req-ee249819-7bcb-4664-a502-9e9f73cbdae3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Feb 16 15:50:28.162920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806ef6-e1e1-4e87-9e39-2713ce416c43 req-4ec3cf73-84a2-4fee-950a-15d2727542be tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:28.164450 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56806ef6-e1e1-4e87-9e39-2713ce416c43 req-4ec3cf73-84a2-4fee-950a-15d2727542be tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0565343 Feb 16 15:50:28.204904 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-56806ef6-e1e1-4e87-9e39-2713ce416c43 req-514ce190-a9c4-4c41-a53f-898fbfc44323 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337481 Feb 16 15:50:29.321830 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9689d-431f-4271-98dd-26415484bad9 req-34fb047e-8446-4bf0-90fa-dd4957e2c8ae tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:29.323309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0af9689d-431f-4271-98dd-26415484bad9 req-34fb047e-8446-4bf0-90fa-dd4957e2c8ae tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0493047 Feb 16 15:50:29.360261 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0af9689d-431f-4271-98dd-26415484bad9 req-29dc7c33-1d6d-407e-9d11-038a61a2a5f9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309551 Feb 16 15:50:30.482895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffbecb-8fd6-48d4-be91-23b702638106 req-1ddbeac9-91e1-4a01-b718-36590be05a95 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:30.484320 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84ffbecb-8fd6-48d4-be91-23b702638106 req-1ddbeac9-91e1-4a01-b718-36590be05a95 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0554223 Feb 16 15:50:30.552335 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84ffbecb-8fd6-48d4-be91-23b702638106 req-d56d6f44-6699-4c3c-82ce-9e7fa811443f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619166 Feb 16 15:50:30.563208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-350ec09a-b10c-4a66-b669-87a598a93163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:30.564826 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-350ec09a-b10c-4a66-b669-87a598a93163 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1096 time: 0.1096013 Feb 16 15:50:30.665676 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-00846d50-3663-4945-b324-29e9663284e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:30.667142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-00846d50-3663-4945-b324-29e9663284e7 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0831704 Feb 16 15:50:30.736060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-2e6e84d0-e1c2-4720-bcd5-e20108ae752c service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 1000 time: 0.0623643 Feb 16 15:50:30.783383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-a3f0b8a7-5e24-4df1-b85b-09fba4134f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:30.784981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-a3f0b8a7-5e24-4df1-b85b-09fba4134f57 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0425658 Feb 16 15:50:30.829397 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-09704de3-043a-4952-8eb0-37362bd0960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:30.830790 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-09704de3-043a-4952-8eb0-37362bd0960f service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389700 Feb 16 15:50:30.841084 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-2086b424-ffe3-4a92-8917-447f0eef8f87 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:50:30.842003 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-2086b424-ffe3-4a92-8917-447f0eef8f87 service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047529 Feb 16 15:50:30.934939 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-1d5a0255-ea51-4471-9f00-21c3ec253e29 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Feb 16 15:50:31.021947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8ec02efa-470b-47a0-8002-349f675c49b3 req-14a28edf-4e0b-4ff4-80fa-76995bc4b031 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805633 Feb 16 15:50:31.668578 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af552f-e447-4e7b-8e8a-07325f0b7b1f req-f11a827a-da0b-48f7-9793-ba4202b07b1a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:31.670051 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0af552f-e447-4e7b-8e8a-07325f0b7b1f req-f11a827a-da0b-48f7-9793-ba4202b07b1a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0491819 Feb 16 15:50:31.707321 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b0af552f-e447-4e7b-8e8a-07325f0b7b1f req-36b65858-aae8-4e7a-b62e-e72a5866bac0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305593 Feb 16 15:50:32.827287 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e98d5-919e-46ca-98cc-cc3b0a46062d req-ae79e5aa-662b-4556-8f49-7ae5dbf0d21e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:32.828823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f9e98d5-919e-46ca-98cc-cc3b0a46062d req-ae79e5aa-662b-4556-8f49-7ae5dbf0d21e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0545249 Feb 16 15:50:32.866837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f9e98d5-919e-46ca-98cc-cc3b0a46062d req-857e40d1-1a21-4084-b57b-22fb1fcb5a4d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Feb 16 15:50:33.983160 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6cbe6-f016-4140-9cc9-9990fccdc85c req-723b829e-5dff-4f11-84de-9e8a30a39f02 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:33.984665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8b6cbe6-f016-4140-9cc9-9990fccdc85c req-723b829e-5dff-4f11-84de-9e8a30a39f02 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0480165 Feb 16 15:50:34.022511 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f8b6cbe6-f016-4140-9cc9-9990fccdc85c req-acb8e880-0a9c-41cb-82da-ca42a0ef6d8a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310550 Feb 16 15:50:34.388512 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:50:35.017193 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:50:35.123616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:50:35.138741 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'port_id': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'mac_address': 'fa:16:3e:3c:57:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:50:35.158825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5472739-495f-43da-b205-40094aaa321a req-e01593bc-c1c4-4212-83ee-7bf7dc763a7a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:35.160715 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5472739-495f-43da-b205-40094aaa321a req-e01593bc-c1c4-4212-83ee-7bf7dc763a7a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0655973 Feb 16 15:50:35.179381 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:35.193812 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ac29c55-7585-49e5-935b-a74f8a1adda2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:50:35.199688 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5472739-495f-43da-b205-40094aaa321a req-ea8099c7-e138-4ffd-92f4-c84fda70233c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Feb 16 15:50:35.218351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:50:35.289883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:35.327149 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9c97b6f3-8f24-4f0f-b861-da6608d90f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:35.350024 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:50:35.358091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.358430 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.358762 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.359092 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.359414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.359756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.360078 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.360393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.360707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.361019 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.361340 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.361649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:35.369551 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['6ac29c55-7585-49e5-935b-a74f8a1adda2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:50:36.338580 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c7d64-2b86-46aa-9b75-20374fcce4b1 req-ff986409-f642-4cf7-9a4c-a68f394c6e90 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:36.346930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-487c7d64-2b86-46aa-9b75-20374fcce4b1 req-ff986409-f642-4cf7-9a4c-a68f394c6e90 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0668743 Feb 16 15:50:36.383254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-487c7d64-2b86-46aa-9b75-20374fcce4b1 req-12ea55e5-0cc5-444f-a3a9-69b1741c28b8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351229 Feb 16 15:50:37.034955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:50:37.093778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 6ac29c55-7585-49e5-935b-a74f8a1adda2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:50:37.094147 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:37.179697 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:37.206111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:50:37.208423 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84efd5d-4e6a-45b5-9c84-c37165f022db" -d '{"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:50:37.227265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:50:37.254364 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e1bd3-47a8-40be-905d-fbabd9b67b6b x-openstack-request-id: req-b46e1bd3-47a8-40be-905d-fbabd9b67b6b {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:50:37.254759 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:50:37.255178 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b46e1bd3-47a8-40be-905d-fbabd9b67b6b {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:50:37.256015 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'code': 200} Feb 16 15:50:37.291351 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:37.352076 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:50:37.528800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c402c3-3d4a-4dcb-9b5d-c998e8ca546a req-8f10c3a8-217b-4fcc-ad30-0cffbf2c73ef tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:37.530565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c402c3-3d4a-4dcb-9b5d-c998e8ca546a req-8f10c3a8-217b-4fcc-ad30-0cffbf2c73ef tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0569448 Feb 16 15:50:37.590926 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b1c402c3-3d4a-4dcb-9b5d-c998e8ca546a req-e55a37bd-c9e0-4a14-abc5-b0e2a83a03bf tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497348 Feb 16 15:50:38.077377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e2590da8-5c01-445b-8b24-0a9fe2e8787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:38.755463 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac13f1-192a-4c38-8326-4816944c43cf req-9002af35-6146-4b0a-96e7-be7d04cd6dc1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:38.757173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4aac13f1-192a-4c38-8326-4816944c43cf req-9002af35-6146-4b0a-96e7-be7d04cd6dc1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0750027 Feb 16 15:50:38.811747 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4aac13f1-192a-4c38-8326-4816944c43cf req-5a537719-770c-483e-8dfa-11df5f9be5ae tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477219 Feb 16 15:50:39.848615 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:39.956532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4871b-021f-460f-8170-f5df7ef9c917 req-ae6cf982-0cf9-4316-955d-57b2cac3227a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:39.959497 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4d4871b-021f-460f-8170-f5df7ef9c917 req-ae6cf982-0cf9-4316-955d-57b2cac3227a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0641110 Feb 16 15:50:40.006866 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4d4871b-021f-460f-8170-f5df7ef9c917 req-c2b9ac2a-6d90-4103-a91e-ff1a555a0b6b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Feb 16 15:50:41.135600 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfc828-edde-4488-b7c7-10e8b9e5d7cc req-10153d8f-8afb-48c6-8a1a-f080e4877a56 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:41.137124 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ccfc828-edde-4488-b7c7-10e8b9e5d7cc req-10153d8f-8afb-48c6-8a1a-f080e4877a56 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0540717 Feb 16 15:50:41.177679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ccfc828-edde-4488-b7c7-10e8b9e5d7cc req-ac4e7dde-df7d-44a3-8132-ea63d1116f1a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342360 Feb 16 15:50:41.504458 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:41.568568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:42.324923 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfef71-797a-4492-8279-c14b42b8bf30 req-97e2c775-6424-4d79-843c-d6f8c4893c20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:42.326691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64dfef71-797a-4492-8279-c14b42b8bf30 req-97e2c775-6424-4d79-843c-d6f8c4893c20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0703633 Feb 16 15:50:42.400654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64dfef71-797a-4492-8279-c14b42b8bf30 req-e39581a1-405b-4fb7-85f6-c4bb03367919 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642660 Feb 16 15:50:43.072279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:43.528905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f928e-ec54-44d9-86ca-4d25b91cb64b req-702bda39-0feb-4ab8-a5ab-30edbc99124b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:43.531317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c20f928e-ec54-44d9-86ca-4d25b91cb64b req-702bda39-0feb-4ab8-a5ab-30edbc99124b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0612438 Feb 16 15:50:43.586549 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c20f928e-ec54-44d9-86ca-4d25b91cb64b req-c1e1578e-90d6-4751-bd6c-3228fb1c83b5 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468228 Feb 16 15:50:44.710602 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ebd58-ea81-4d67-86c7-8a5eece35705 req-2731f90e-cff2-4e27-8973-afd7e72e9c91 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:44.712128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b88ebd58-ea81-4d67-86c7-8a5eece35705 req-2731f90e-cff2-4e27-8973-afd7e72e9c91 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0493798 Feb 16 15:50:44.749395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b88ebd58-ea81-4d67-86c7-8a5eece35705 req-cac97d64-253b-4814-8dfd-cd25815528bc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Feb 16 15:50:45.863935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497027ed-de06-4636-8d08-1582c2d57d03 req-5ed6c8af-989c-4d0c-80a6-574aa37fa670 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:45.865391 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-497027ed-de06-4636-8d08-1582c2d57d03 req-5ed6c8af-989c-4d0c-80a6-574aa37fa670 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0474501 Feb 16 15:50:45.902913 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-497027ed-de06-4636-8d08-1582c2d57d03 req-7ed730ba-83d7-49fd-8ef8-ce49cf96d957 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308077 Feb 16 15:50:46.629806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-67815245-1b12-4f86-a3ad-87b34452da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:46.631224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-67815245-1b12-4f86-a3ad-87b34452da5c service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1096 time: 0.0427458 Feb 16 15:50:46.718572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-433cad6c-7aa7-4804-8792-e570f0c06c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:46.720059 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-433cad6c-7aa7-4804-8792-e570f0c06c8d service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0827510 Feb 16 15:50:46.786993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-0d6eb732-a8c9-46fe-b5c9-f9413a4f3204 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 1000 time: 0.0605669 Feb 16 15:50:46.834504 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-3d3983c8-f019-4d25-80a9-4b2dfe20b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:46.836457 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-3d3983c8-f019-4d25-80a9-4b2dfe20b238 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0430317 Feb 16 15:50:46.880300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-4b3de4ec-b9a0-4711-811d-6edf49719f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:46.882254 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-4b3de4ec-b9a0-4711-811d-6edf49719f81 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384684 Feb 16 15:50:46.986936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-e6cfdd10-39ef-42ba-aa1f-9683fca76fe8 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975411 Feb 16 15:50:47.020005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:47.073746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f4df-f019-42c8-8b5f-aceb2e822949 req-3ae3dde4-9a9f-4507-a4bd-3627fe141985 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:47.075213 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bc1f4df-f019-42c8-8b5f-aceb2e822949 req-3ae3dde4-9a9f-4507-a4bd-3627fe141985 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.1025989 Feb 16 15:50:47.465294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5abf5d0-de9a-4718-b238-57abd207beb5 req-ed7c1d2a-495e-4192-8751-e1a013f6d091 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641483 Feb 16 15:50:47.470287 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7bc1f4df-f019-42c8-8b5f-aceb2e822949 req-67442eb9-a3f7-438e-915c-06995ee532a0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890066 Feb 16 15:50:48.588738 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7d8a5-1472-4e23-903f-a4b9fc2321c3 req-093f7cd8-5ff1-4349-be83-ec24063a95f0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:48.590154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2c7d8a5-1472-4e23-903f-a4b9fc2321c3 req-093f7cd8-5ff1-4349-be83-ec24063a95f0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0504372 Feb 16 15:50:48.629838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a2c7d8a5-1472-4e23-903f-a4b9fc2321c3 req-5479847c-63a9-4f65-b7d5-7a2fafa68c14 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310881 Feb 16 15:50:49.133669 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:50:49.141409 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:49.164439 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:50:49.166561 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61065b1-575c-4029-b395-0afd58343b25" -d '{"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:50:49.183601 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:50:49.207496 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e23c3d-dcde-46dd-99d1-a91af6b8dcaf x-openstack-request-id: req-56e23c3d-dcde-46dd-99d1-a91af6b8dcaf {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:50:49.207817 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:50:49.208059 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-56e23c3d-dcde-46dd-99d1-a91af6b8dcaf {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:50:49.208446 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'code': 200} Feb 16 15:50:49.237185 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:49.284614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:50:49.747373 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1932ab7-e8c4-43de-80ac-a6b9548f4d4e req-a877577f-8112-472d-a18a-80290a652536 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:49.748964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1932ab7-e8c4-43de-80ac-a6b9548f4d4e req-a877577f-8112-472d-a18a-80290a652536 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 943 time: 0.0549362 Feb 16 15:50:49.793743 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f1932ab7-e8c4-43de-80ac-a6b9548f4d4e req-54cae987-dd66-4325-8a9b-7502cacb9743 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Feb 16 15:50:49.909703 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-5ec085ce-c42e-4c7b-80bb-9c6313170064 req-76126c51-cd8c-49ff-8568-839997bccbc7 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:50:49.911006 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ec085ce-c42e-4c7b-80bb-9c6313170064 req-76126c51-cd8c-49ff-8568-839997bccbc7 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528560 Feb 16 15:50:50.237935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1503-5de9-43c3-b15d-dc636e0e0d0a req-6922ddb9-4459-41e3-850f-8de6f85b20f6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:50.239430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-996f1503-5de9-43c3-b15d-dc636e0e0d0a req-6922ddb9-4459-41e3-850f-8de6f85b20f6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 943 time: 0.0631735 Feb 16 15:50:50.283737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-996f1503-5de9-43c3-b15d-dc636e0e0d0a req-32378665-01a2-4317-a1fd-c3f49e37a7b5 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354834 Feb 16 15:50:50.700665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-72e774d7-b2b6-4fcb-af2a-fa4e15444b2b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809064 Feb 16 15:50:51.406949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be93f58-cbf1-48b8-b2bd-563b1b4fd5e1 req-b2486a19-dab6-4974-8253-cebb888c91a6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:51.409354 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5be93f58-cbf1-48b8-b2bd-563b1b4fd5e1 req-b2486a19-dab6-4974-8253-cebb888c91a6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 943 time: 0.0512259 Feb 16 15:50:51.448203 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5be93f58-cbf1-48b8-b2bd-563b1b4fd5e1 req-757c2706-bf28-4f98-9611-b50638dc5235 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Feb 16 15:50:51.957202 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-1f5fd1df-c86d-4d6f-838a-50cbb3e69537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:51.958670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-1f5fd1df-c86d-4d6f-838a-50cbb3e69537 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c&tenant_id=d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 1094 time: 0.0431972 Feb 16 15:50:51.975684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:50:52.027193 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:52.227057 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:50:52.262656 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:50:52.295416 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac29c55-7585-49e5-935b-a74f8a1adda2 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:50:52.302875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:52.316349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Transition to ACTIVE for port object 6ac29c55-7585-49e5-935b-a74f8a1adda2 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:50:52.391356 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:52.482132 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=9']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:50:52.494279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.494623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.494971 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.495313 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.495681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.496021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.496350 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.496678 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.497074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.497404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.497732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.498269 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:50:52.539273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] No DVR routers for this DVR port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:50:52.667630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f74641-6adf-40a8-819e-8acbd6d9fcdc req-e80c30aa-c6ea-42a9-bdd5-3cc67fe78aff tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:52.669211 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6f74641-6adf-40a8-819e-8acbd6d9fcdc req-e80c30aa-c6ea-42a9-bdd5-3cc67fe78aff tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 943 time: 0.1327953 Feb 16 15:50:52.740518 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6f74641-6adf-40a8-819e-8acbd6d9fcdc req-847ea929-877d-44a9-98ed-10a6cc9ca836 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623293 Feb 16 15:50:52.751154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:50:52.751431 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:50:52.751794 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:50:52.756154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:50:52.757171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Attempting to bind port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:50:52.762034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:50:52.762384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Checking segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:50:52.762761 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Bound using segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:50:52.763183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Bound port: 6ac29c55-7585-49e5-935b-a74f8a1adda2, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:50:52.763559 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:52.827796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:50:52.830723 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:50:52.929650 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:52.969586 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:52.970474 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:50:52.973026 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] 10.222.0.93 "PUT /v2.0/ports/6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 1091 time: 1.0003819 Feb 16 15:50:52.974593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:50:52.977866 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206c2af-55bd-4248-9f67-168f96657f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:50:53.031654 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9564c4a2-8112-429d-9a2e-c40c8a16650d x-openstack-request-id: req-9564c4a2-8112-429d-9a2e-c40c8a16650d {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:50:53.031944 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:50:53.032208 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9564c4a2-8112-429d-9a2e-c40c8a16650d {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:50:53.032625 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'status': 'completed', 'code': 200} Feb 16 15:50:53.033815 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b903-af90-40a0-8f1e-fec74d0443ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=10']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:50:53.055314 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-dc50a15e-e094-4bc3-8b92-588b3144ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.056960 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-dc50a15e-e094-4bc3-8b92-588b3144ef29 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1095 time: 0.0563011 Feb 16 15:50:53.096002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:50:53.137635 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:50:53.164973 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-553e386d-6f6c-4005-a328-5a3befcfd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.166461 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-553e386d-6f6c-4005-a328-5a3befcfd75a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0972791 Feb 16 15:50:53.245078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-76ed1a7d-5cfb-446c-b2a8-0e96f23ddc78 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 998 time: 0.0674961 Feb 16 15:50:53.298708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-621965c7-41f0-4f0f-ad65-6ddfa70b3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.300222 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-621965c7-41f0-4f0f-ad65-6ddfa70b3b91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0448778 Feb 16 15:50:53.349300 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-bb4a2b8d-47ed-49eb-baff-d4038677b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.351359 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-bb4a2b8d-47ed-49eb-baff-d4038677b845 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404150 Feb 16 15:50:53.449402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-5440ff73-83c0-4a48-a8da-82de13dee2ef service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873640 Feb 16 15:50:53.543371 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c6b49bba-4fd0-4a40-acdd-6cfe8f089e15 req-6b606b3b-b4f3-4d0c-9979-39f3f3b7586a service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825090 Feb 16 15:50:53.695688 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c2af-55bd-4248-9f67-168f96657f2d req-51bf990d-1aaa-4929-859a-0e920fefc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.698007 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-51bf990d-1aaa-4929-859a-0e920fefc5c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1095 time: 0.0430295 Feb 16 15:50:53.800237 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c2af-55bd-4248-9f67-168f96657f2d req-5555a915-2839-4033-a2ad-c3375f39fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.801651 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-5555a915-2839-4033-a2ad-c3375f39fc1e service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0972996 Feb 16 15:50:53.903025 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-296695dd-05d8-4b09-bc75-8c8aca625823 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 998 time: 0.0912213 Feb 16 15:50:53.917783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8524e1-7b7a-47a5-98bf-91ef83d3533d req-a3f2de79-c111-4d9f-9537-2683e7215b23 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.919230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae8524e1-7b7a-47a5-98bf-91ef83d3533d req-a3f2de79-c111-4d9f-9537-2683e7215b23 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0706360 Feb 16 15:50:53.989686 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ae8524e1-7b7a-47a5-98bf-91ef83d3533d req-f23ddb2b-16db-4d8a-8fba-5a0b952e6633 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624235 Feb 16 15:50:53.991800 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c2af-55bd-4248-9f67-168f96657f2d req-7ee119b6-31c9-45fe-9ba3-7fe893235eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:53.993205 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-7ee119b6-31c9-45fe-9ba3-7fe893235eb1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0730863 Feb 16 15:50:55.134359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114fd8b-1aac-45dd-b468-bdbea45b5fee req-66a78010-886a-4e5b-8795-8cb04a506690 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:55.135881 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4114fd8b-1aac-45dd-b468-bdbea45b5fee req-66a78010-886a-4e5b-8795-8cb04a506690 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0533333 Feb 16 15:50:55.192197 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4114fd8b-1aac-45dd-b468-bdbea45b5fee req-8ba6b41a-a45c-4a86-bc29-a8a748895405 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500736 Feb 16 15:50:56.316646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8ba0-6c2a-4832-90bd-aa5b0f41e820 req-af2c3354-2465-41fc-8720-2a4d78792e5c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:56.319525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c98d8ba0-6c2a-4832-90bd-aa5b0f41e820 req-af2c3354-2465-41fc-8720-2a4d78792e5c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0564780 Feb 16 15:50:56.366177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c98d8ba0-6c2a-4832-90bd-aa5b0f41e820 req-af724009-c7eb-4847-92dc-2072b321977b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403824 Feb 16 15:50:57.516980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca239c-6d96-48fb-b363-aa142899edcf req-3d3ee335-2c30-4eba-8932-9708eecd35e8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:57.519628 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84ca239c-6d96-48fb-b363-aa142899edcf req-3d3ee335-2c30-4eba-8932-9708eecd35e8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0560505 Feb 16 15:50:57.564010 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84ca239c-6d96-48fb-b363-aa142899edcf req-227f960b-b9e1-4e61-a9ac-dadc325df4be tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361073 Feb 16 15:50:58.691728 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5e9c3-1030-432b-bd0a-bc6159e751d9 req-54da7bdf-ac40-4b41-9e2f-664f2ac56bb1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:58.693304 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9a5e9c3-1030-432b-bd0a-bc6159e751d9 req-54da7bdf-ac40-4b41-9e2f-664f2ac56bb1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0520632 Feb 16 15:50:58.738100 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a9a5e9c3-1030-432b-bd0a-bc6159e751d9 req-e0834738-9c0d-4efb-ae9a-376e9e6453d8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376964 Feb 16 15:50:59.863980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bee79-0508-43a2-b71c-fb2ab2d862da req-3574e773-3e38-43f6-b406-bbc76ebaae9c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:50:59.866489 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a9bee79-0508-43a2-b71c-fb2ab2d862da req-3574e773-3e38-43f6-b406-bbc76ebaae9c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0538163 Feb 16 15:50:59.912245 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2a9bee79-0508-43a2-b71c-fb2ab2d862da req-2dbea3e8-9070-48c9-8daa-475b105e4f4a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387137 Feb 16 15:51:01.041214 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ad603-a5a4-4003-a9c8-0c2375b568c8 req-8f86458a-8f9b-4a79-ac67-a52c454127bf tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:01.042722 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-964ad603-a5a4-4003-a9c8-0c2375b568c8 req-8f86458a-8f9b-4a79-ac67-a52c454127bf tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0539241 Feb 16 15:51:01.085991 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-964ad603-a5a4-4003-a9c8-0c2375b568c8 req-ec88e502-47ba-48dd-b1fb-e2c253b94e73 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355511 Feb 16 15:51:02.218654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f1183-e872-4b81-8903-c1561914bfda req-c3956f68-9daa-460c-86c2-90d3f10cfb2a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:02.220495 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b2f1183-e872-4b81-8903-c1561914bfda req-c3956f68-9daa-460c-86c2-90d3f10cfb2a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0542200 Feb 16 15:51:02.267752 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b2f1183-e872-4b81-8903-c1561914bfda req-5264ce9b-c999-4ded-b5aa-76c66c307b6c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405145 Feb 16 15:51:02.328950 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c2af-55bd-4248-9f67-168f96657f2d req-d93e2ab3-c61c-4e38-8542-2ef4cd100ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:02.330613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-d93e2ab3-c61c-4e38-8542-2ef4cd100ef5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487266 Feb 16 15:51:02.346245 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-93388fb4-33b2-42f1-b99c-79f704d8a1ff service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:51:02.347301 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-93388fb4-33b2-42f1-b99c-79f704d8a1ff service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053620 Feb 16 15:51:02.442595 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-51bace67-ffa6-45ad-b995-5c55fc6cddd5 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843828 Feb 16 15:51:02.844748 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b206c2af-55bd-4248-9f67-168f96657f2d req-20c63d87-3dba-4123-a771-be26d2288da4 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900695 Feb 16 15:51:03.393561 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892ec6-fcfb-4487-978b-f45a21d7db19 req-bf15bdf8-cf14-41b6-b00c-07d507b0bfdc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:03.395115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7892ec6-fcfb-4487-978b-f45a21d7db19 req-bf15bdf8-cf14-41b6-b00c-07d507b0bfdc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0516608 Feb 16 15:51:03.433923 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f7892ec6-fcfb-4487-978b-f45a21d7db19 req-810b33c5-dc4d-4d62-9f8f-25e90b65d13d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Feb 16 15:51:04.554518 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebce52d-87eb-4560-9ced-713b2b24e71c req-a2059c3e-5660-4062-ab33-a3472b3fc446 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:04.556047 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ebce52d-87eb-4560-9ced-713b2b24e71c req-a2059c3e-5660-4062-ab33-a3472b3fc446 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0503602 Feb 16 15:51:04.593679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5ebce52d-87eb-4560-9ced-713b2b24e71c req-1278c0b7-9c4d-456a-b4d0-0c71550aa646 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Feb 16 15:51:05.305176 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b0ada0b0-fb90-41fc-aee7-ab636617b6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:05.717400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174ac0f-577e-48b7-b68c-61f9e1670771 req-ab835097-e391-4087-b500-7a2c90fa2612 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:05.718883 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9174ac0f-577e-48b7-b68c-61f9e1670771 req-ab835097-e391-4087-b500-7a2c90fa2612 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 944 time: 0.0540810 Feb 16 15:51:05.758015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9174ac0f-577e-48b7-b68c-61f9e1670771 req-6f6ecb60-a217-45cd-a9f0-405e2b421c03 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Feb 16 15:51:06.241837 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:51:06.337780 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:51:06.349391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'port_id': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'mac_address': 'fa:16:3e:3c:57:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:51:06.385251 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:06.398858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac29c55-7585-49e5-935b-a74f8a1adda2 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:51:06.418385 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:51:06.471324 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:06.519757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=11']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:51:06.764523 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['6ac29c55-7585-49e5-935b-a74f8a1adda2'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:51:06.876757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81a4ea-8362-498c-84b9-f236123774cf req-0359544a-4b15-458c-8207-55968c900674 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:06.878242 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e81a4ea-8362-498c-84b9-f236123774cf req-0359544a-4b15-458c-8207-55968c900674 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0485268 Feb 16 15:51:06.918898 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7e81a4ea-8362-498c-84b9-f236123774cf req-4116eba4-4851-4189-b50a-c62f40b07359 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337017 Feb 16 15:51:08.021652 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d544b1f9-c5e4-4845-a806-2692b126ba12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:08.041184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a52b2d-a86a-46fc-b118-f644e45e82c9 req-d72d2536-48d5-4c0d-8067-ccfa42bd942e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:08.042873 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8a52b2d-a86a-46fc-b118-f644e45e82c9 req-d72d2536-48d5-4c0d-8067-ccfa42bd942e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 945 time: 0.0498478 Feb 16 15:51:08.080060 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b8a52b2d-a86a-46fc-b118-f644e45e82c9 req-bbc89e52-a76a-45ee-a6bf-0af65312ad44 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310159 Feb 16 15:51:08.260038 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:51:08.362719 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 6ac29c55-7585-49e5-935b-a74f8a1adda2 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:51:08.366784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 6ac29c55-7585-49e5-935b-a74f8a1adda2 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:51:08.367180 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:08.449741 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:08.472511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:51:08.474739 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595bcae5-8817-4579-8e21-d3e76de50fef" -d '{"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:51:08.492277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:51:08.511732 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8b878e-289c-4c92-bf06-22ac7bd96132 x-openstack-request-id: req-2d8b878e-289c-4c92-bf06-22ac7bd96132 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:51:08.512021 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-plugged", "status": "completed", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:51:08.512276 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2d8b878e-289c-4c92-bf06-22ac7bd96132 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:51:08.512665 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'code': 200} Feb 16 15:51:08.574447 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:08.626572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=12']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:51:08.752362 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4f80-dc94-43f4-b96d-c71b24cacffc req-998dac9b-ebc8-4d3d-88e3-685fee57514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:08.753838 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df6d4f80-dc94-43f4-b96d-c71b24cacffc req-998dac9b-ebc8-4d3d-88e3-685fee57514e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1097 time: 0.0432427 Feb 16 15:51:08.792681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-df6d4f80-dc94-43f4-b96d-c71b24cacffc req-4b2d9f27-ef54-4010-9e53-57415db94754 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271683 Feb 16 15:51:09.198308 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c066146-2b55-413a-92f9-1ec27160b4df req-a72d9972-e99a-40d0-9e36-0c8574d8b169 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:09.199820 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c066146-2b55-413a-92f9-1ec27160b4df req-a72d9972-e99a-40d0-9e36-0c8574d8b169 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 946 time: 0.0498028 Feb 16 15:51:09.239143 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5c066146-2b55-413a-92f9-1ec27160b4df req-1d8ade83-801f-42c0-ba4d-dab5da2da3e3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Feb 16 15:51:09.848291 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:10.358760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61fbce-8e81-40bd-941f-1d147f2ec7d0 req-85479d84-e2f4-4592-94d4-25bc0aba589a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:10.360268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad61fbce-8e81-40bd-941f-1d147f2ec7d0 req-85479d84-e2f4-4592-94d4-25bc0aba589a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 946 time: 0.0505250 Feb 16 15:51:10.398964 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ad61fbce-8e81-40bd-941f-1d147f2ec7d0 req-651db6cd-7961-443b-9b14-0ee1ee18b953 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319860 Feb 16 15:51:11.390288 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:51:11.459883 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:11.520692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d1c78-6b5c-4fe7-b1c2-dcbb9ef63fdb req-ac7e1d84-a06f-4f3f-bf7e-57bd4f96e4b7 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:11.522735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be1d1c78-6b5c-4fe7-b1c2-dcbb9ef63fdb req-ac7e1d84-a06f-4f3f-bf7e-57bd4f96e4b7 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 946 time: 0.0544908 Feb 16 15:51:11.556872 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:11.560642 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-be1d1c78-6b5c-4fe7-b1c2-dcbb9ef63fdb req-e550918b-c8fa-4134-b19c-0b130981c3e8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317225 Feb 16 15:51:13.088520 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:17.025743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:30.616728 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-1ce60f79-c69c-41fb-8ec1-65b180d89cfd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408893 Feb 16 15:51:30.702321 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-29218253-5512-410d-aa9c-d0ab53d5ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:30.703865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-29218253-5512-410d-aa9c-d0ab53d5ed08 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1097 time: 0.0412910 Feb 16 15:51:30.815317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-3ed7a206-fd11-43bc-8d39-b8185149219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:30.816953 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-3ed7a206-fd11-43bc-8d39-b8185149219a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0891678 Feb 16 15:51:30.883262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-529b820c-4af5-4413-81ac-02d580b1c667 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 1000 time: 0.0580666 Feb 16 15:51:30.935801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-56a7a7ee-6de9-4dd8-bb54-d1e3772480a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:30.937238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-56a7a7ee-6de9-4dd8-bb54-d1e3772480a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0473759 Feb 16 15:51:30.983393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-c849c5b9-27a4-4f4a-b869-c2771f2bed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:51:30.984894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-c849c5b9-27a4-4f4a-b869-c2771f2bed0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388663 Feb 16 15:51:31.074650 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-11248e96-fefe-4d6f-979c-d73789d6bea1 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814939 Feb 16 15:51:31.172357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c990361d-b53a-4dd8-9516-5b57867a8720 req-b522a791-a0fc-49df-8924-4ead79ffa459 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Feb 16 15:51:35.293842 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-af9d20a8-2d4b-4ed3-9064-5d2ada1ac39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:38.030808 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9264ae8c-d641-451f-8e1d-1ccd46982eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:39.853946 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:41.476786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:41.545253 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:43.081980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:47.019562 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:51:48.388774 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:52:05.316617 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-765afba4-81e1-4eec-b29c-9ea19c68a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:08.019163 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a4747edc-12b8-4a2f-96ae-a67f689562b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:09.837064 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:11.453423 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:11.556305 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:13.111005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:17.036374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:24.767978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46026) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:24.925664 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Deleting port a0238e70-34ef-4536-8538-619687fb436f {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:52:24.926003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:25.000495 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:25.000813 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:25.012837 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Calling delete_port for a0238e70-34ef-4536-8538-619687fb436f owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:52:25.219521 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:25.248822 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event deleted for resources: {'Port': ['ID=a0238e70-34ef-4536-8538-619687fb436f,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:25.260764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.261107 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.261441 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.261771 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.262099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.262440 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.262748 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.263069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.263387 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.263734 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.264053 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.264371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:25.320300 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:25.320629 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Floating IP e70eff5f-8fe1-4685-8139-47d04d4e04c7 disassociated (deleted). External IP: 172.25.6.97, port: 6ac29c55-7585-49e5-935b-a74f8a1adda2. Feb 16 15:52:25.387923 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:52:25.529048 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Router 08f6cdad-8167-4c96-a7e9-a48a312c5635 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:52:25.637078 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:52:25.641494 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:25.648572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] Sync routers for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:52:25.657778 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:52:25.658388 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:52:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:52:25.668880 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8b20ab15-d1b9-4949-8af2-caf57ca113aa tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "DELETE /v2.0/floatingips/e70eff5f-8fe1-4685-8139-47d04d4e04c7 HTTP/1.1" status: 204 len: 168 time: 0.8998048 Feb 16 15:52:25.669582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:52:25.671985 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:52:25.712488 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c4c4e1-8d50-4faf-9a37-7c0638dca1f3 x-openstack-request-id: req-c5c4c4e1-8d50-4faf-9a37-7c0638dca1f3 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:52:25.712888 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:52:25.713081 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c5c4c4e1-8d50-4faf-9a37-7c0638dca1f3 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:52:25.713434 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'status': 'completed', 'code': 200} Feb 16 15:52:25.767310 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:52:25.790208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-6039a1d8-d1df-475b-bc8e-dd04fc028cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:25.790208 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-6039a1d8-d1df-475b-bc8e-dd04fc028cc0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 1097 time: 0.0429463 Feb 16 15:52:25.890852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-0ee0a61d-e6b9-4403-857e-a8127dc4e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:25.892433 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-0ee0a61d-e6b9-4403-857e-a8127dc4e338 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0929215 Feb 16 15:52:25.942890 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-a84f0117-7e86-419e-b272-d1afdbb67f29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 200 len: 217 time: 0.0392118 Feb 16 15:52:25.981528 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:52:25.995450 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-cee51ea3-f2bd-4cee-a661-7926f9921c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:25.996981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-cee51ea3-f2bd-4cee-a661-7926f9921c99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0458179 Feb 16 15:52:26.008261 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] Checking router: 08f6cdad-8167-4c96-a7e9-a48a312c5635 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:52:26.016777 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:52:26.017391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:52:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:52:26.050791 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-e2bf0acd-623a-4813-bc4c-5b9f342b9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:26.052262 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-e2bf0acd-623a-4813-bc4c-5b9f342b9d6a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428870 Feb 16 15:52:26.131103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:52:26.172188 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2b5-8204-49be-95c7-43be57625f2d req-b2e6520a-9765-42f6-b7fd-99041bc90b6a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:26.173679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-947db2b5-8204-49be-95c7-43be57625f2d req-b2e6520a-9765-42f6-b7fd-99041bc90b6a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 946 time: 0.1046996 Feb 16 15:52:26.199730 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-c39b2f26-cfb3-4e4d-8e13-2d7e056e9d7e service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396587 Feb 16 15:52:26.230738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-947db2b5-8204-49be-95c7-43be57625f2d req-f084ed34-f7c5-4d1b-b8d0-362b3171be1f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479455 Feb 16 15:52:26.307918 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-49c1d5b5-be7a-4ad9-ab47-9178f1e4b02f req-bfc8c691-3dc5-410b-8169-0cf808c230a9 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957015 Feb 16 15:52:26.345673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:52:26.373923 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22313601-f5eb-4f01-8146-694ec100df39 None None] The sync data for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 is: [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:52:26.630139 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a6fbe2-3bb6-46e0-910c-86ccaa85f6e8 None None] New status for floating IP e70eff5f-8fe1-4685-8139-47d04d4e04c7: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:52:27.353491 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7de52a-c88e-4a2d-ab26-6adad40b3fd7 req-9c108d69-a6c8-4ee2-ac36-d14b54a14bbc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:27.354994 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a7de52a-c88e-4a2d-ab26-6adad40b3fd7 req-9c108d69-a6c8-4ee2-ac36-d14b54a14bbc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 946 time: 0.0513427 Feb 16 15:52:27.393378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a7de52a-c88e-4a2d-ab26-6adad40b3fd7 req-975b348a-d8fe-4ea5-b338-b62f14ec08ec tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324528 Feb 16 15:52:27.616809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-fd8fb073-470d-494c-820f-cb8fee205c13 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:27.618237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-fd8fb073-470d-494c-820f-cb8fee205c13 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 946 time: 0.0566657 Feb 16 15:52:27.712383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Deleting port 6ac29c55-7585-49e5-935b-a74f8a1adda2 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:52:27.712725 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:27.803679 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] For port 6ac29c55-7585-49e5-935b-a74f8a1adda2, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=6ac29c55-7585-49e5-935b-a74f8a1adda2,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:52:27.804033 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:27.816063 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Calling delete_port for 6ac29c55-7585-49e5-935b-a74f8a1adda2 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:52:28.059666 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:28.092805 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event deleted for resources: {'Port': ['ID=6ac29c55-7585-49e5-935b-a74f8a1adda2,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:28.135155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] No DVR routers for this DVR port 6ac29c55-7585-49e5-935b-a74f8a1adda2 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:52:28.137755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:28.141112 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a03c7158-fb5f-4059-921f-e953e4807c24 req-7049fa1b-6409-4724-b2a8-0808426e8e20 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.93 "DELETE /v2.0/ports/6ac29c55-7585-49e5-935b-a74f8a1adda2 HTTP/1.1" status: 204 len: 173 time: 0.5138021 Feb 16 15:52:28.141611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-deleted', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:52:28.143874 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9755f2-416d-44e1-b343-47cb00838c45" -d '{"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-deleted", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:52:28.180662 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0989e27-a1e5-483c-be22-757036b25b3e x-openstack-request-id: req-e0989e27-a1e5-483c-be22-757036b25b3e {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:52:28.180968 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2680d2-5058-4cca-9795-4abc2765692c", "name": "network-vif-deleted", "tag": "6ac29c55-7585-49e5-935b-a74f8a1adda2", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:52:28.181208 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e0989e27-a1e5-483c-be22-757036b25b3e {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:52:28.181606 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2680d2-5058-4cca-9795-4abc2765692c', 'name': 'network-vif-deleted', 'tag': '6ac29c55-7585-49e5-935b-a74f8a1adda2', 'status': 'completed', 'code': 200} Feb 16 15:52:28.499407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3cd79a70-9a48-4439-b5dd-50b50fcc0db9 req-8b44acb1-5cd2-4d0f-8277-e8f436ab8ef6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=2c2680d2-5058-4cca-9795-4abc2765692c HTTP/1.1" status: 200 len: 210 time: 0.0303512 Feb 16 15:52:29.559463 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46046) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:29.622783 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:29.648724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:29.773446 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:29.776110 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:29.777298 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "DELETE /v2.0/security-groups/1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b HTTP/1.1" status: 204 len: 168 time: 0.2161808 Feb 16 15:52:29.787385 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff8e80-81a5-40fe-9e2b-f1c6a1ba383b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:29.798261 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.798610 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.798948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.799296 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.799639 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.799969 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.800318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.800707 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.801057 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.801407 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.801730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:29.802086 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a5ddb1-3123-4c7a-97f2-e0d5257a9871 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:52:30.269910 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46056) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:30.276007 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-51f1921b-5d3a-4e62-a501-687a8c4a6c06 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790643269', 'description': 'tempest-secgroup-smoke-1790643269 description', 'project_id': 'd34c13f5210648f18f04835c039cd31b'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:30.372705 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51f1921b-5d3a-4e62-a501-687a8c4a6c06 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.439558 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51f1921b-5d3a-4e62-a501-687a8c4a6c06 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.503522 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51f1921b-5d3a-4e62-a501-687a8c4a6c06 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.531789 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1921b-5d3a-4e62-a501-687a8c4a6c06 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:30.621553 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-51f1921b-5d3a-4e62-a501-687a8c4a6c06 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.622869 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-51f1921b-5d3a-4e62-a501-687a8c4a6c06 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3519049 Feb 16 15:52:30.625746 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46058) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:30.631093 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-8e788d6b-9984-431f-bf2a-7f5c5a3c05d1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '7b8fff18-23a3-4f2a-ae2b-ac13c0079e32', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:30.727716 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e788d6b-9984-431f-bf2a-7f5c5a3c05d1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.784767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e788d6b-9984-431f-bf2a-7f5c5a3c05d1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.864021 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e788d6b-9984-431f-bf2a-7f5c5a3c05d1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.879406 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e788d6b-9984-431f-bf2a-7f5c5a3c05d1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464e971f-d469-4532-bcf2-91f81f43c8a8,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:30.957353 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-8e788d6b-9984-431f-bf2a-7f5c5a3c05d1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:30.958561 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-8e788d6b-9984-431f-bf2a-7f5c5a3c05d1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318870 Feb 16 15:52:30.961922 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46060) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:30.966280 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f20498f3-55b3-4b0f-8789-194dd65168b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '7b8fff18-23a3-4f2a-ae2b-ac13c0079e32', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:31.077336 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f20498f3-55b3-4b0f-8789-194dd65168b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.135169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f20498f3-55b3-4b0f-8789-194dd65168b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.206806 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f20498f3-55b3-4b0f-8789-194dd65168b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.224121 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20498f3-55b3-4b0f-8789-194dd65168b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b73ca6-ffa9-4cf2-86e4-6a2b74aecf14,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:31.307055 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f20498f3-55b3-4b0f-8789-194dd65168b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.308680 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f20498f3-55b3-4b0f-8789-194dd65168b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3457725 Feb 16 15:52:31.313966 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46062) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:31.315664 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-a4ac9826-47e7-4304-a97e-d7cdf29196a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '7b8fff18-23a3-4f2a-ae2b-ac13c0079e32', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:31.419069 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9826-47e7-4304-a97e-d7cdf29196a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.478896 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9826-47e7-4304-a97e-d7cdf29196a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.561812 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9826-47e7-4304-a97e-d7cdf29196a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.579923 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac9826-47e7-4304-a97e-d7cdf29196a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1049a164-f48c-4275-8210-05c87d649e2c,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:31.661251 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a4ac9826-47e7-4304-a97e-d7cdf29196a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.663527 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a4ac9826-47e7-4304-a97e-d7cdf29196a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3513570 Feb 16 15:52:31.666258 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46064) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:31.670730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-f2ffdcbc-4620-4da1-961d-76d7cf586c35 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '7b8fff18-23a3-4f2a-ae2b-ac13c0079e32', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:31.749342 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdcbc-4620-4da1-961d-76d7cf586c35 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.808555 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdcbc-4620-4da1-961d-76d7cf586c35 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.876405 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdcbc-4620-4da1-961d-76d7cf586c35 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.895239 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffdcbc-4620-4da1-961d-76d7cf586c35 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be302640-d634-46be-b180-930a38e5deda,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:31.946930 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f2ffdcbc-4620-4da1-961d-76d7cf586c35 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:31.948086 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f2ffdcbc-4620-4da1-961d-76d7cf586c35 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2808475 Feb 16 15:52:31.950803 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46066) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:31.955119 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '7b8fff18-23a3-4f2a-ae2b-ac13c0079e32', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:32.041822 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Project d34c13f5210648f18f04835c039cd31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:52:32.046691 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.106169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.190594 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.210972 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637213b1-4c0e-4791-8242-c66ab8433432,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:32.295467 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.296748 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0e57a88f-b4e7-4aeb-a6c7-42ce7e5c8d00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450027 Feb 16 15:52:32.299379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46068) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:52:32.303924 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'security_group_rule': {'security_group_id': '7b8fff18-23a3-4f2a-ae2b-ac13c0079e32', 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:32.402237 n-d-829433-1 neutron-server[103044]: INFO neutron.db.securitygroups_db [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Project d34c13f5210648f18f04835c039cd31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:52:32.407857 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.473376 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.550524 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.570349 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f337a7e7-a80c-4057-b953-0de7c82f7946,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:32.638394 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:32.639643 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-de672215-d24e-4bb0-ad1c-9e9368c06c41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392797 Feb 16 15:52:32.646347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:52:32.666800 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 6ac29c55-7585-49e5-935b-a74f8a1adda2 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:52:32.667148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 6ac29c55-7585-49e5-935b-a74f8a1adda2 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:52:35.322282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8bca63ab-cf67-4545-8598-7d2df5432a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:38.008649 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5a2988f5-948c-4606-a86c-f6b3d7ddace8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:39.842616 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:41.440794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:41.562303 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:43.379383 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:47.041059 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:52.555323 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-1606320e-e0c6-4d81-b0a2-1ca381cb5301 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790643269&fields=id&tenant_id=d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 267 time: 0.0333188 Feb 16 15:52:52.999370 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-9c2a6545-a3c2-4a6b-9fb9-bcf679238261 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:53.000783 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-9c2a6545-a3c2-4a6b-9fb9-bcf679238261 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 808 time: 0.4381249 Feb 16 15:52:53.015216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-d0fe1c36-a4d0-4e1c-a713-51bd90ea65b5 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/quotas/d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 375 time: 0.0087633 Feb 16 15:52:53.065369 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-38b927f1-4268-414b-b1e6-19edac365025 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449977 Feb 16 15:52:53.080911 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-fbf6cdbc-73f1-468a-92a0-20160ee06e90 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:52:53.081843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-fbf6cdbc-73f1-468a-92a0-20160ee06e90 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049140 Feb 16 15:52:53.169462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08f36df6-1e0d-4e8f-88f0-e7eb122a8dea service neutron] 10.222.0.113 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807047 Feb 16 15:52:53.264138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-198b8bcb-34b5-4ff9-849a-aeeb2c183fde service neutron] 10.222.0.113 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885458 Feb 16 15:52:53.880735 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8a500f59-380b-432e-8a2f-a6e1ffb8c403 req-290dc660-66f3-417d-94a2-5154988518c1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 210 time: 0.0792189 Feb 16 15:52:54.975183 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-bb5d5019-b821-4caa-9cd6-99210e13894c req-d5b40c60-f0ab-4583-96c4-df46e8a20611 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 210 time: 0.0263717 Feb 16 15:52:55.646921 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-d3f1cfc4-e8c6-447d-92e5-c8ebc05ec7ff tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:55.648516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-d3f1cfc4-e8c6-447d-92e5-c8ebc05ec7ff tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 808 time: 0.1077595 Feb 16 15:52:55.690828 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-838ba7bf-d78e-4731-8bf2-4200f06ee968 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 380 time: 0.0334597 Feb 16 15:52:55.701049 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'port': {'device_id': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'admin_state_up': True, 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'security_groups': ['7b8fff18-23a3-4f2a-ae2b-ac13c0079e32']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:55.932306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Made reservation on behalf of d34c13f5210648f18f04835c039cd31b for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:52:55.935875 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.084378 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-989bdec8-f283-41d1-9569-bba1803dd976 req-92b2f9fe-9a02-4362-917c-d412ce26da89 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 210 time: 0.0318773 Feb 16 15:52:56.096137 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Allocated IP 172.20.0.11 (f5a78a88-03ef-4e57-a70c-ae32ed261693/7a262d9f-f355-4afa-9ef0-0c82c4f21237/1515c305-4e2f-49d5-acab-0b4ca8548a4c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:52:56.243444 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.322827 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.368827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:52:56.371928 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:52:56.375509 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:52:56.381897 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:56.438670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:56.439345 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.508738 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-08d5b89d-acd3-4e12-a399-9e5b4e62ac5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8106551 Feb 16 15:52:56.521520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Request body: {'port': {'device_id': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:52:56.580257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.662834 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8604c24c-3145-4c4d-ba80-6c1c94231fd0 None None] Provisioning complete for port 1515c305-4e2f-49d5-acab-0b4ca8548a4c triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:52:56.663412 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8604c24c-3145-4c4d-ba80-6c1c94231fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.698456 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8604c24c-3145-4c4d-ba80-6c1c94231fd0 None None] Port 1515c305-4e2f-49d5-acab-0b4ca8548a4c cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:52:56.848106 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1515c305-4e2f-49d5-acab-0b4ca8548a4c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:52:56.856261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.868617 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Transition to ACTIVE for port object 1515c305-4e2f-49d5-acab-0b4ca8548a4c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:52:56.933364 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:56.990630 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:57.075700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:52:57.076064 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:52:57.076365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:52:57.083731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on network f5a78a88-03ef-4e57-a70c-ae32ed261693 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:52:57.084403 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:52:57.094684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:52:57.095238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Checking segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:52:57.095759 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Bound using segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:52:57.096310 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Bound port: 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:52:57.096771 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:57.213783 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:52:57.231623 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:52:57.246318 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea5156-1514-4ccb-95bc-5341c0d03e4a req-ddb91d78-e77b-419e-8125-459ae2246a1a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:57.247760 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ea5156-1514-4ccb-95bc-5341c0d03e4a req-ddb91d78-e77b-419e-8125-459ae2246a1a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0759447 Feb 16 15:52:57.287811 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ea5156-1514-4ccb-95bc-5341c0d03e4a req-e8be8a51-3ad3-48c5-8bae-51b99688b1f0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335753 Feb 16 15:52:57.310282 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:57.349341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:57.350032 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:52:57.351423 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] 10.222.0.129 "PUT /v2.0/ports/1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1092 time: 0.8348920 Feb 16 15:52:57.352203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:52:57.354554 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c544401-1cbf-456c-a4b0-9e2effc707af" -d '{"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:52:57.384608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e93a2-2028-48e9-9a5f-57ceff7b4816 service neutron] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:52:57.497825 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80c2366-ffa4-412b-bad6-7bfd8ea1d784 x-openstack-request-id: req-c80c2366-ffa4-412b-bad6-7bfd8ea1d784 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:52:57.498211 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:52:57.498530 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c80c2366-ffa4-412b-bad6-7bfd8ea1d784 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:52:57.499020 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'status': 'completed', 'code': 200} Feb 16 15:52:57.518203 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-76d6aa75-4b5a-4b8d-91fc-278837d4c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:57.520092 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-76d6aa75-4b5a-4b8d-91fc-278837d4c0d6 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1095 time: 0.0640421 Feb 16 15:52:57.573914 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-934a30db-4f83-4b28-a6e9-26516bcc068b service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 217 time: 0.0451486 Feb 16 15:52:57.622877 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-62173ea6-3f0a-4d1c-971f-2b690cf3523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:57.624362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-62173ea6-3f0a-4d1c-971f-2b690cf3523b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0445063 Feb 16 15:52:57.671388 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-46b70973-ddbc-486b-994c-3be94175c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:57.672924 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-46b70973-ddbc-486b-994c-3be94175c911 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419283 Feb 16 15:52:57.768430 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-77e5a9bb-c33b-4d41-933a-f7ede8a84ac7 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889030 Feb 16 15:52:57.863471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ef04219-fc0c-48a0-9e0b-d2798fa3fc06 req-516df71e-cb55-48d5-b014-2d8078b0291c service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881090 Feb 16 15:52:58.020347 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-edce21e5-ad1d-44e3-aa12-00f1be247d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:58.021871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-edce21e5-ad1d-44e3-aa12-00f1be247d06 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1095 time: 0.0438185 Feb 16 15:52:58.118687 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-e959ba08-8940-4105-87bf-17c1835cbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:58.120146 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-e959ba08-8940-4105-87bf-17c1835cbe05 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0912492 Feb 16 15:52:58.161801 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-c637a41a-51cb-4a08-9131-d94f24492eaf service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 217 time: 0.0354207 Feb 16 15:52:58.218044 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-fa44ff8f-8204-4a8b-82f4-55cdfe86b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:58.219526 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-fa44ff8f-8204-4a8b-82f4-55cdfe86b933 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0507812 Feb 16 15:52:58.266155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-69d8c1c5-45ea-4d0c-8933-2ceafb995ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:58.267701 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-69d8c1c5-45ea-4d0c-8933-2ceafb995ce7 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422182 Feb 16 15:52:58.364016 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-8a116580-dfc1-48c3-9f00-a3e6ad05ded2 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887644 Feb 16 15:52:58.478862 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a53ae-1f66-4fbb-a39f-d1fe4502ce2d req-4b27fc19-d7b8-4e30-a8f8-b804bc0242ef tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:58.480444 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-476a53ae-1f66-4fbb-a39f-d1fe4502ce2d req-4b27fc19-d7b8-4e30-a8f8-b804bc0242ef tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.1154664 Feb 16 15:52:58.509279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8c544401-1cbf-456c-a4b0-9e2effc707af req-24c642fb-1e8c-40b5-b707-fe90d7f1680c service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352525 Feb 16 15:52:58.528865 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-476a53ae-1f66-4fbb-a39f-d1fe4502ce2d req-17acb64e-3ed7-4a27-9a2f-53760f5d88b8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Feb 16 15:52:59.652173 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83011a9-dc2f-4e61-8155-0c7ff16785d7 req-1bafbb44-fe49-455f-9be2-48f4c3fe8496 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:52:59.653685 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f83011a9-dc2f-4e61-8155-0c7ff16785d7 req-1bafbb44-fe49-455f-9be2-48f4c3fe8496 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0547793 Feb 16 15:52:59.691975 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f83011a9-dc2f-4e61-8155-0c7ff16785d7 req-b6a5feb4-1b63-4114-83b1-ae41c7a43dd3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322545 Feb 16 15:53:00.822355 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dfd84-9fcf-4209-b97a-f74fa8853504 req-6977da8e-9bd6-4b83-97ba-9fc6dcf2ab3a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:00.823870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f4dfd84-9fcf-4209-b97a-f74fa8853504 req-6977da8e-9bd6-4b83-97ba-9fc6dcf2ab3a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0539713 Feb 16 15:53:00.862013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3f4dfd84-9fcf-4209-b97a-f74fa8853504 req-e8634c1f-d66a-417f-b791-ce9fe60e3865 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Feb 16 15:53:01.976941 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2469c6-114c-4c4b-8a48-ac6e1086845d req-bc833f68-226d-492d-a691-c9b45b628780 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:01.978407 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f2469c6-114c-4c4b-8a48-ac6e1086845d req-bc833f68-226d-492d-a691-c9b45b628780 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0486305 Feb 16 15:53:02.015097 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6f2469c6-114c-4c4b-8a48-ac6e1086845d req-a9085752-2c38-4c09-9896-ab29b0dcc235 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307758 Feb 16 15:53:02.388193 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:53:03.135185 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632684f4-ed0a-4e0b-8e1a-d4d801a84fc3 req-d9664ee5-e6f1-4083-ad71-eb5dcfdc5ff8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:03.136674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-632684f4-ed0a-4e0b-8e1a-d4d801a84fc3 req-d9664ee5-e6f1-4083-ad71-eb5dcfdc5ff8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0528719 Feb 16 15:53:03.174817 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-632684f4-ed0a-4e0b-8e1a-d4d801a84fc3 req-4a54d3ca-05a4-4f85-bcc7-a19ba7312c5d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Feb 16 15:53:04.288517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0eb26-3463-4d40-a73e-9c0c58686069 req-4b0e05d0-611b-4604-b54a-e0fc5051c69e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:04.290233 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28e0eb26-3463-4d40-a73e-9c0c58686069 req-4b0e05d0-611b-4604-b54a-e0fc5051c69e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0494580 Feb 16 15:53:04.329184 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-28e0eb26-3463-4d40-a73e-9c0c58686069 req-77948e4a-8be2-4b8a-969d-7a185009bddf tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Feb 16 15:53:05.314620 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-55bc3d85-71e0-444e-a5dd-2645af974b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:05.447870 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2b7de-70bc-468b-8f01-75094273edea req-8bdf6a2d-7e99-472d-a796-d84dc961af59 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:05.449565 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3f2b7de-70bc-468b-8f01-75094273edea req-8bdf6a2d-7e99-472d-a796-d84dc961af59 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0483558 Feb 16 15:53:05.486855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d3f2b7de-70bc-468b-8f01-75094273edea req-2aa29169-bb7b-4afe-9029-e1f6f869a222 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Feb 16 15:53:06.606000 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1002-f715-4c75-99fd-21c272337616 req-1797c2f1-4e42-4020-9e47-1246cf13e8ae tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:06.607380 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f4d1002-f715-4c75-99fd-21c272337616 req-1797c2f1-4e42-4020-9e47-1246cf13e8ae tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0531859 Feb 16 15:53:06.645056 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8f4d1002-f715-4c75-99fd-21c272337616 req-e91c3550-4e44-468f-b416-436a326018e1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Feb 16 15:53:07.805669 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b098d7-22ef-43c3-af16-aeb3671d5954 req-fd885a07-45c4-4ec5-9e24-af67555602cf tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:07.807144 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33b098d7-22ef-43c3-af16-aeb3671d5954 req-fd885a07-45c4-4ec5-9e24-af67555602cf tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0498598 Feb 16 15:53:07.844448 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-33b098d7-22ef-43c3-af16-aeb3671d5954 req-28cbcc11-d7bc-4340-bd4b-3039b0d4308b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312209 Feb 16 15:53:08.028743 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-229d1424-bf7b-4f69-b4c7-6d0ca775013a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:08.959306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75119216-fde8-49be-a35a-ad7f7af01b2c req-6c212590-62de-479d-9177-8b4b68cd67a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:08.960821 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75119216-fde8-49be-a35a-ad7f7af01b2c req-6c212590-62de-479d-9177-8b4b68cd67a8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0488071 Feb 16 15:53:08.997844 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-75119216-fde8-49be-a35a-ad7f7af01b2c req-74413d31-4b4e-4d45-988f-187cdf1fe24e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301707 Feb 16 15:53:09.749699 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1515c305-4e2f-49d5-acab-0b4ca8548a4c details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:53:09.854717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:53:09.866317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'port_id': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'mac_address': 'fa:16:3e:b0:18:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:53:09.903118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:09.915724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1515c305-4e2f-49d5-acab-0b4ca8548a4c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:53:09.920867 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:09.936299 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:53:10.000031 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:10.051679 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:53:10.059642 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.059988 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.060323 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.060655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.060984 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.061316 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.061640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.061961 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.062279 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.062599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.062915 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.063229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:53:10.119147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f40c7-dcd2-47e6-8173-c106bc7f0f91 req-e18def63-413b-498d-989d-8777aa945495 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:10.120724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-124f40c7-dcd2-47e6-8173-c106bc7f0f91 req-e18def63-413b-498d-989d-8777aa945495 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 945 time: 0.0528016 Feb 16 15:53:10.157597 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-124f40c7-dcd2-47e6-8173-c106bc7f0f91 req-092e5962-5b3e-4ac8-9353-e1c0f9da686e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Feb 16 15:53:10.231908 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['1515c305-4e2f-49d5-acab-0b4ca8548a4c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:53:11.275915 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7fff3-b808-47b7-99fd-107f7ddab9ff req-350abbaf-8571-4083-8acf-4d9b13a19c42 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:11.277395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9d7fff3-b808-47b7-99fd-107f7ddab9ff req-350abbaf-8571-4083-8acf-4d9b13a19c42 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Feb 16 15:53:11.316664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d9d7fff3-b808-47b7-99fd-107f7ddab9ff req-57e5e503-81a7-415a-abff-c2f6c633ca23 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Feb 16 15:53:11.453391 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:11.599937 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:11.767111 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1515c305-4e2f-49d5-acab-0b4ca8548a4c up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:53:11.908707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 1515c305-4e2f-49d5-acab-0b4ca8548a4c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:53:11.913330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 1515c305-4e2f-49d5-acab-0b4ca8548a4c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:53:11.913800 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:11.994197 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:12.016550 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:53:12.018818 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fe0614-1d4a-40ed-81ab-b5e426dbdf35" -d '{"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-plugged", "status": "completed", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:53:12.032501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:53:12.056667 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ad2b5-c169-4726-a1ee-69e9ed37bc2a x-openstack-request-id: req-067ad2b5-c169-4726-a1ee-69e9ed37bc2a {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:53:12.057003 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-plugged", "status": "completed", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:53:12.057929 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-067ad2b5-c169-4726-a1ee-69e9ed37bc2a {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:53:12.058324 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'code': 200} Feb 16 15:53:12.116589 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:12.153551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036596a-9701-473f-839d-5d73c62deaba req-035c0610-8d65-47d1-84d5-5330c9a0674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:12.155053 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036596a-9701-473f-839d-5d73c62deaba req-035c0610-8d65-47d1-84d5-5330c9a0674d service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1097 time: 0.0416169 Feb 16 15:53:12.166525 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:53:12.190077 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f036596a-9701-473f-839d-5d73c62deaba req-1b5eb8e6-5c4a-45fb-ae77-d5949b10668a service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290747 Feb 16 15:53:12.443055 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f1851-c64f-4348-9f99-94c152292aa2 req-d5e49bfe-4f62-4a63-948d-83a981cc2472 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:12.444602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-919f1851-c64f-4348-9f99-94c152292aa2 req-d5e49bfe-4f62-4a63-948d-83a981cc2472 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0553668 Feb 16 15:53:12.483764 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-919f1851-c64f-4348-9f99-94c152292aa2 req-5830753a-3c2b-4cc8-81f9-81c89cff8de9 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Feb 16 15:53:13.224943 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:13.601232 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5bfa-1667-4fd8-97ff-b13d0463e756 req-0268c0e7-b39f-4792-9c2a-f7e15bbac65c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:13.602717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-299b5bfa-1667-4fd8-97ff-b13d0463e756 req-0268c0e7-b39f-4792-9c2a-f7e15bbac65c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Feb 16 15:53:13.640945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-299b5bfa-1667-4fd8-97ff-b13d0463e756 req-e545df55-97a3-4e5d-90be-ed45d574e0c6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Feb 16 15:53:13.754054 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c349e-b93b-4713-9a48-d9790f053750 req-00d2213c-fbea-4357-90a8-441c07788355 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:13.755516 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f30c349e-b93b-4713-9a48-d9790f053750 req-00d2213c-fbea-4357-90a8-441c07788355 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0486627 Feb 16 15:53:13.796471 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f30c349e-b93b-4713-9a48-d9790f053750 req-5b05c061-94e7-4c9a-ae73-77cc9fdab574 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346823 Feb 16 15:53:13.819193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46280) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:53:13.863205 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7ab29e-69d6-4303-ab14-b22378f7469a tempest-TestShelveInstance-1339050347 tempest-TestShelveInstance-1339050347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:13.864758 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4f7ab29e-69d6-4303-ab14-b22378f7469a tempest-TestShelveInstance-1339050347 tempest-TestShelveInstance-1339050347-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1092 time: 0.0445342 Feb 16 15:53:13.867457 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46282) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:53:13.871976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:53:13.979171 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:14.075985 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:14.191008 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Allocated IP 172.25.6.204 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/ec3f7ed1-da3e-4bff-99f6-a22158e7f43a) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:53:14.292294 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:14.383715 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:14.429263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:53:14.432546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:53:14.435667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:53:14.460365 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'Port': ['ID=ec3f7ed1-da3e-4bff-99f6-a22158e7f43a,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:53:14.797653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:14.916366 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:15.062197 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:15.161866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:15.237163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event updated for resources: {'Port': ['ID=ec3f7ed1-da3e-4bff-99f6-a22158e7f43a,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:53:15.245877 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:15.347176 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Floating IP c8ae1ecb-2c82-40a6-9073-d050fd5d5d06 associated. External IP: 172.25.6.204, port: 1515c305-4e2f-49d5-acab-0b4ca8548a4c. Feb 16 15:53:15.554061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Router 08f6cdad-8167-4c96-a7e9-a48a312c5635 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:53:15.660757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:53:15.671197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] Sync routers for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:53:15.680197 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:53:15.680803 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:53:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:15.744870 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:15.772382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-e1cbc7ad-54e1-4fc7-bac0-2dee2eda2db8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9039023 Feb 16 15:53:15.772978 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:53:15.775343 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd012516-4b24-4edb-b096-a5faad91852e" -d '{"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:53:15.786417 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:53:15.821168 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e4732-1d31-4105-95a1-15b741123c87 x-openstack-request-id: req-980e4732-1d31-4105-95a1-15b741123c87 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:53:15.821675 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:53:15.821772 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-980e4732-1d31-4105-95a1-15b741123c87 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:53:15.822126 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'status': 'completed', 'code': 200} Feb 16 15:53:15.883148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012516-4b24-4edb-b096-a5faad91852e req-f3336558-cc85-41f6-851f-42675f59b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:15.884724 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd012516-4b24-4edb-b096-a5faad91852e req-f3336558-cc85-41f6-851f-42675f59b566 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1097 time: 0.0403314 Feb 16 15:53:15.979010 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012516-4b24-4edb-b096-a5faad91852e req-a4763fe7-f112-445b-be5c-af7a918929c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:15.980666 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd012516-4b24-4edb-b096-a5faad91852e req-a4763fe7-f112-445b-be5c-af7a918929c0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0891330 Feb 16 15:53:16.014535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'c8ae1ecb-2c82-40a6-9073-d050fd5d5d06', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'port_id': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'mac_address': 'fa:16:3e:b0:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:53:14Z', 'updated_at': '2022-02-16T15:53:14Z', 'revision_number': 0, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:16.041220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] Checking router: 08f6cdad-8167-4c96-a7e9-a48a312c5635 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:53:16.045987 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd012516-4b24-4edb-b096-a5faad91852e req-47237522-c730-4e89-a92d-c5a90946015e service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1000 time: 0.0595925 Feb 16 15:53:16.049458 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:53:16.050061 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:53:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:16.095260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012516-4b24-4edb-b096-a5faad91852e req-d935f4fa-aa4c-492f-bfe6-c11bb7c11c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:16.096761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd012516-4b24-4edb-b096-a5faad91852e req-d935f4fa-aa4c-492f-bfe6-c11bb7c11c04 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0441337 Feb 16 15:53:16.145479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd012516-4b24-4edb-b096-a5faad91852e req-e72fa2b4-d18b-4027-b13d-ccaac42abdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:16.146984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd012516-4b24-4edb-b096-a5faad91852e req-e72fa2b4-d18b-4027-b13d-ccaac42abdbb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441778 Feb 16 15:53:16.158536 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:53:16.236663 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd012516-4b24-4edb-b096-a5faad91852e req-9a7a2655-8587-4120-b75f-0b888c689209 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833435 Feb 16 15:53:16.330206 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-cd012516-4b24-4edb-b096-a5faad91852e req-0c509ec8-0097-436a-a72a-50efe8d04565 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878434 Feb 16 15:53:16.382637 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'c8ae1ecb-2c82-40a6-9073-d050fd5d5d06', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'port_id': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'mac_address': 'fa:16:3e:b0:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:53:14Z', 'updated_at': '2022-02-16T15:53:14Z', 'revision_number': 0, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:16.416737 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6492a9d-5b59-43a3-abfb-e249eeb3021b None None] The sync data for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 is: [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': 'c8ae1ecb-2c82-40a6-9073-d050fd5d5d06', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'floating_ip_address': '172.25.6.204', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'port_id': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'mac_address': 'fa:16:3e:b0:18:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:53:14Z', 'updated_at': '2022-02-16T15:53:14Z', 'revision_number': 0, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:53:16.611361 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a519e-7d0b-4249-bd69-7d51ca6a0e61 None None] New status for floating IP c8ae1ecb-2c82-40a6-9073-d050fd5d5d06: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:53:17.087349 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:34.885579 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-32cc401c-9e71-4980-8c84-daa6f32ba741 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401545 Feb 16 15:53:34.970098 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-1276e24e-1af9-4f40-b96b-a4a72f56fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:34.971774 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-1276e24e-1af9-4f40-b96b-a4a72f56fbc7 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1097 time: 0.0410278 Feb 16 15:53:35.078169 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-60fc0575-6b3d-4880-b367-ac66bb2f7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:35.079739 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-60fc0575-6b3d-4880-b367-ac66bb2f7ccf service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0886827 Feb 16 15:53:35.144544 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-8fa3d728-7df0-427b-b730-94ce5499204a service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1002 time: 0.0583410 Feb 16 15:53:35.194722 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-89155deb-6668-4800-b85c-97a80294a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:35.200375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-89155deb-6668-4800-b85c-97a80294a038 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0447474 Feb 16 15:53:35.247621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-3f721dee-2a26-46a1-9fef-6acf22f7da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:53:35.249238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-3f721dee-2a26-46a1-9fef-6acf22f7da51 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464118 Feb 16 15:53:35.321681 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60a30cbe-e978-4eb1-a082-7aa17291eee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:35.686142 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-0509eb8f-8f60-4738-b9f7-f39398d2dc7d service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298761 Feb 16 15:53:35.786446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-74dc43fa-a670-4600-81cd-e1278df7c92d req-95a0fa05-248a-4413-85f0-7a828af3e3f7 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871077 Feb 16 15:53:38.030725 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2d15bde1-a28f-4aef-82f4-f9bf71334d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:39.388280 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:53:39.875877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:41.462243 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:41.601643 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:43.087802 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:53:47.087189 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:05.293029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-92905b84-c7be-43b7-9d13-215b3e006296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:08.084834 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-24d2055b-e239-41c0-a8d6-47ce5efeb4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:09.844850 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:11.468112 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:11.570448 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:13.118832 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:16.387329 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:54:17.104533 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:35.332973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2810c27d-7f1f-49d1-93c0-eb92c89e2089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:35.527148 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-d6a098f4-1383-4c6b-a8b1-5429f46d3ed2 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400491 Feb 16 15:54:35.608030 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-350b3d20-60e1-4143-a22e-cfdf4ccb4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:35.609540 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-350b3d20-60e1-4143-a22e-cfdf4ccb4418 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1097 time: 0.0402629 Feb 16 15:54:35.713696 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-43ca1194-33e2-476b-a360-398d0927bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:35.715155 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-43ca1194-33e2-476b-a360-398d0927bbeb service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0869880 Feb 16 15:54:35.777694 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-21b28ce4-e1f9-404e-bbd8-8873bf714ce0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1002 time: 0.0563946 Feb 16 15:54:35.825197 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-50d97e94-a720-4345-ad97-14f3803d261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:35.826638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-50d97e94-a720-4345-ad97-14f3803d261b service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0427485 Feb 16 15:54:35.874758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-6098b67e-fa81-403c-8696-e0efcbba5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:35.876984 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-6098b67e-fa81-403c-8696-e0efcbba5c94 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435770 Feb 16 15:54:35.965141 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-2e4bd9f3-9933-4f0f-bb31-947ed8299d6b service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809026 Feb 16 15:54:36.059283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a17c04-08b5-4d92-89af-56089b81ee6c req-20af07bc-5bff-4309-8d5f-f55d74f82976 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875459 Feb 16 15:54:38.007193 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3ce82eb2-fafd-4621-a873-6200f91249cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:39.884381 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:41.429468 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:41.560927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:43.121364 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:47.106900 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:54:53.387102 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:55:05.301032 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-700d5a24-6d74-4061-b65c-eb5d67d6df3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:08.020394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2f157b09-a2e1-4f91-8ded-f523aca741d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:09.860508 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:11.469489 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:11.584308 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:13.117927 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:17.095142 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:30.386886 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:55:35.320818 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-32b17893-467e-4821-bc46-f91d0515ca44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:35.915634 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-4b1047ff-cc89-4d86-91b8-e63b92b7ad49 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0888038 Feb 16 15:55:35.996912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-d2f33cdf-bad8-48df-81bf-c24af6911809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:35.998416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-d2f33cdf-bad8-48df-81bf-c24af6911809 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1097 time: 0.0407972 Feb 16 15:55:36.105700 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-bd546692-0e93-4f7e-abc5-d70403cee50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:36.107119 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-bd546692-0e93-4f7e-abc5-d70403cee50c service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0907733 Feb 16 15:55:36.173237 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-91ccc83d-554d-4207-bc06-01f0c73cc8b3 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1002 time: 0.0590065 Feb 16 15:55:36.220194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-8290a75a-b18e-4031-8247-ec965fcf7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:36.221665 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-8290a75a-b18e-4031-8247-ec965fcf7051 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0422354 Feb 16 15:55:36.269949 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-0296e242-a573-4ec8-aa99-c6f662d7c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:36.271775 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-0296e242-a573-4ec8-aa99-c6f662d7c112 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434837 Feb 16 15:55:36.360446 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-63a2283f-c3ab-4307-9b97-25b0d507f495 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Feb 16 15:55:36.453224 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ead8c1a-2ae2-4328-be84-a4914b9600b0 req-42dbab76-a90f-42de-9253-3960267b68c3 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862584 Feb 16 15:55:38.042873 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-de806fdc-f592-400c-8b91-81ba985adc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:39.909365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:41.454136 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:41.579876 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:43.138271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:43.523803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395c020-6b94-465e-80ab-4940d543224a req-6a9ee6cb-339a-4ab9-afc0-de88da3bdf41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:43.525291 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e395c020-6b94-465e-80ab-4940d543224a req-6a9ee6cb-339a-4ab9-afc0-de88da3bdf41 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0513725 Feb 16 15:55:43.563598 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e395c020-6b94-465e-80ab-4940d543224a req-e35b6e95-49dd-436f-9539-280ee48131ea tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Feb 16 15:55:44.682650 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320aa82-ddbb-46bb-ba53-80557efc1a31 req-f49544f6-1ec0-4b86-8b24-7ccdaf74e923 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:44.684132 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3320aa82-ddbb-46bb-ba53-80557efc1a31 req-f49544f6-1ec0-4b86-8b24-7ccdaf74e923 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0491371 Feb 16 15:55:44.720415 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-3320aa82-ddbb-46bb-ba53-80557efc1a31 req-a7551947-8fed-49fb-ae2c-68dd7967d6f6 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302775 Feb 16 15:55:45.851512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865d47a-99cf-483b-9353-506fc83c60fd req-7364af54-c5d1-4442-a71f-da8793b5aba5 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:45.854546 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4865d47a-99cf-483b-9353-506fc83c60fd req-7364af54-c5d1-4442-a71f-da8793b5aba5 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0542960 Feb 16 15:55:45.891406 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4865d47a-99cf-483b-9353-506fc83c60fd req-307b968d-282e-4b40-a50b-8804d04e4395 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Feb 16 15:55:47.014573 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774b9a4-7de2-42c7-b61a-9fe2f6ea2146 req-d445b972-20d2-41b3-8bb8-68043c80af25 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:47.016136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9774b9a4-7de2-42c7-b61a-9fe2f6ea2146 req-d445b972-20d2-41b3-8bb8-68043c80af25 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0496686 Feb 16 15:55:47.055742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9774b9a4-7de2-42c7-b61a-9fe2f6ea2146 req-adc5395d-cce4-4f83-a476-ff317e51fcdc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328934 Feb 16 15:55:47.111224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:48.173912 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b06e5-5d1e-4831-8195-5fdccd7f6cbf req-f5bbc648-a85f-43df-babd-b941043160f0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:48.175393 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e80b06e5-5d1e-4831-8195-5fdccd7f6cbf req-f5bbc648-a85f-43df-babd-b941043160f0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0506499 Feb 16 15:55:48.214436 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e80b06e5-5d1e-4831-8195-5fdccd7f6cbf req-4798cd4d-9d1b-4b56-9f61-799deb1b44c7 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Feb 16 15:55:49.344012 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47426613-858c-48f3-9ea0-f5a1207910d0 req-5c0bc49c-b470-416d-825d-3bd4d245bc00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:49.345507 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47426613-858c-48f3-9ea0-f5a1207910d0 req-5c0bc49c-b470-416d-825d-3bd4d245bc00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0540404 Feb 16 15:55:49.383121 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-47426613-858c-48f3-9ea0-f5a1207910d0 req-6bd9822d-04fb-4158-aa63-7096f3b990da tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Feb 16 15:55:50.499114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a150ad-7360-4383-b058-9f4aaa69f17d req-20b400f1-5a79-49b3-83a4-87783fdbbf00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:50.500705 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4a150ad-7360-4383-b058-9f4aaa69f17d req-20b400f1-5a79-49b3-83a4-87783fdbbf00 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0498331 Feb 16 15:55:50.540529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c4a150ad-7360-4383-b058-9f4aaa69f17d req-731d9b1b-3412-4f10-ae91-a6cf47d571d0 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Feb 16 15:55:51.655383 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d345e-a16a-4f6d-a903-85b3b3a79f43 req-319a46d5-9d96-4400-8de5-4925b1119fce tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:51.656884 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d3d345e-a16a-4f6d-a903-85b3b3a79f43 req-319a46d5-9d96-4400-8de5-4925b1119fce tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0482292 Feb 16 15:55:51.694967 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9d3d345e-a16a-4f6d-a903-85b3b3a79f43 req-f7721f62-80fa-44f1-aa48-08a66bc308cb tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313859 Feb 16 15:55:52.815430 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a07a1-3006-476c-abbd-69c9dcf3ac5d req-96c8d934-d545-46ba-b674-fdbd6889359b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:52.816919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c8a07a1-3006-476c-abbd-69c9dcf3ac5d req-96c8d934-d545-46ba-b674-fdbd6889359b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0536194 Feb 16 15:55:52.856058 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2c8a07a1-3006-476c-abbd-69c9dcf3ac5d req-b60d485d-a8c0-4f86-9001-5e8eb5d1959d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321608 Feb 16 15:55:53.693381 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-3c3bd05e-ae96-444d-acbe-946983ee9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:53.694763 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-3c3bd05e-ae96-444d-acbe-946983ee9816 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1097 time: 0.0404224 Feb 16 15:55:53.783240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-6faa2ab1-5823-463c-a1a2-a179e75cda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:53.784718 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-6faa2ab1-5823-463c-a1a2-a179e75cda21 service neutron] 10.222.0.129 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0834675 Feb 16 15:55:53.852573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-5dbe4945-3463-4553-91d0-2bc617920270 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1002 time: 0.0606632 Feb 16 15:55:53.905523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-c0585e34-8173-4609-a182-0fc50dc3ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:53.906980 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-c0585e34-8173-4609-a182-0fc50dc3ae5a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0483532 Feb 16 15:55:53.984740 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-69227a0e-56c3-4130-a160-304c7cd61218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:53.986130 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-69227a0e-56c3-4130-a160-304c7cd61218 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725520 Feb 16 15:55:53.996957 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3117f-240d-46fc-90bc-656b784966fe req-0a4d335d-5120-4d10-9543-05ecb12009c2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:53.998309 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fb3117f-240d-46fc-90bc-656b784966fe req-0a4d335d-5120-4d10-9543-05ecb12009c2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0611866 Feb 16 15:55:54.076283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fb3117f-240d-46fc-90bc-656b784966fe req-54f38bbc-c4c5-4f0a-8b0b-cd8afd2bdada tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703282 Feb 16 15:55:54.106835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-a272b220-efdd-4ac1-bd05-eb9972ca2a54 service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076255 Feb 16 15:55:54.198707 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a1ee9b00-65d3-46ce-aa75-0d6c8b0ce7a1 req-2ef86767-fbaa-49a5-959b-eff10c0da08d service neutron] 10.222.0.129 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854456 Feb 16 15:55:55.192988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ed7f3-7430-43c5-aece-f98d8d809add req-b213435f-7b9d-4089-84fd-42537e2d6d15 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:55.195199 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-929ed7f3-7430-43c5-aece-f98d8d809add req-b213435f-7b9d-4089-84fd-42537e2d6d15 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0501561 Feb 16 15:55:55.231877 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-929ed7f3-7430-43c5-aece-f98d8d809add req-59aa64a6-3f3f-4b1a-b535-3a5c96f2f887 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306723 Feb 16 15:55:56.355571 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb312b45-bdc4-4686-aab1-b37dec95d54b req-a2019940-fa64-4b6e-bbf2-eee64baac3bc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:56.357080 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb312b45-bdc4-4686-aab1-b37dec95d54b req-a2019940-fa64-4b6e-bbf2-eee64baac3bc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0551097 Feb 16 15:55:56.395107 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-eb312b45-bdc4-4686-aab1-b37dec95d54b req-76f3138b-bdee-4a05-b9e0-080358f7ee24 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Feb 16 15:55:57.513126 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1eea1-e499-44c7-a25c-57cc75919f77 req-220a6c63-bd23-48ad-b5a1-ac23c0625743 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:57.514622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ade1eea1-e499-44c7-a25c-57cc75919f77 req-220a6c63-bd23-48ad-b5a1-ac23c0625743 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0496895 Feb 16 15:55:57.551977 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ade1eea1-e499-44c7-a25c-57cc75919f77 req-86017f7e-e61c-4322-a79f-48e026eaea12 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Feb 16 15:55:58.671534 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a0613-9fa4-404e-8389-f8b98e9ddd59 req-e09ce8fd-7abb-4362-8249-c014f4508b79 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:58.673033 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d93a0613-9fa4-404e-8389-f8b98e9ddd59 req-e09ce8fd-7abb-4362-8249-c014f4508b79 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 946 time: 0.0513487 Feb 16 15:55:58.711402 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d93a0613-9fa4-404e-8389-f8b98e9ddd59 req-271ed7af-b405-4b9b-9a6d-f3fe584b221c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321770 Feb 16 15:55:58.744452 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 1515c305-4e2f-49d5-acab-0b4ca8548a4c no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:55:58.827002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:58.849610 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:55:58.851856 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeaa34a-d65d-474e-a262-404e5b20a3f1" -d '{"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-unplugged", "status": "completed", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:55:58.864120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:55:58.934764 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06796981-594a-41d8-8450-3e039086efb9 x-openstack-request-id: req-06796981-594a-41d8-8450-3e039086efb9 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:55:58.935045 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-unplugged", "status": "failed", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "code": 422}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:55:58.935290 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-06796981-594a-41d8-8450-3e039086efb9 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:55:58.935713 n-d-829433-1 neutron-server[103045]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'code': 422} returned with failed status Feb 16 15:55:58.945365 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:55:58.994446 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:55:59.002074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.002424 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.002765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.003102 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.003435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.003792 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.004119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.004442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.004765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.005087 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.005460 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.005934 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:55:59.073069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9762aa-cd28-4b00-9166-dadd5a1503cb req-78900b99-1804-4e8b-8cfe-7b5928976236 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:55:59.074589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac9762aa-cd28-4b00-9166-dadd5a1503cb req-78900b99-1804-4e8b-8cfe-7b5928976236 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0536292 Feb 16 15:55:59.114637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac9762aa-cd28-4b00-9166-dadd5a1503cb req-70ecae10-fc3c-4d99-ae6f-cc415b7052c5 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Feb 16 15:55:59.172074 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-e33f1005-bfa2-4b9c-ab11-678e7fed17c6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965376 Feb 16 15:55:59.181331 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-49f79cf2-328a-453a-9a1e-5f441074f33d service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 15:55:59.182268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-49f79cf2-328a-453a-9a1e-5f441074f33d service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053427 Feb 16 15:56:00.246401 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4349510-06b3-449c-84cd-a9b34d01f84f req-f52855ef-9829-4ecb-b968-3236433faee2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:00.246401 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4349510-06b3-449c-84cd-a9b34d01f84f req-f52855ef-9829-4ecb-b968-3236433faee2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0501761 Feb 16 15:56:00.274894 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d4349510-06b3-449c-84cd-a9b34d01f84f req-86adfb8c-c047-4def-8d84-959022966e43 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345747 Feb 16 15:56:01.400922 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9673b-271b-4ef5-bd6b-073e21b7a166 req-32e85bac-c0a6-4fe0-8168-b8e06b9f32fe tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:01.402317 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0a9673b-271b-4ef5-bd6b-073e21b7a166 req-32e85bac-c0a6-4fe0-8168-b8e06b9f32fe tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0538871 Feb 16 15:56:01.440288 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d0a9673b-271b-4ef5-bd6b-073e21b7a166 req-a4c20f4a-e88f-46b1-af77-15dccf2c289d tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Feb 16 15:56:02.557654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f9041-d755-4135-a4b4-29b58b42d052 req-f7be45df-07f6-45b4-92a4-8afa73b81fbd tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:02.559086 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e69f9041-d755-4135-a4b4-29b58b42d052 req-f7be45df-07f6-45b4-92a4-8afa73b81fbd tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0504260 Feb 16 15:56:02.598652 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e69f9041-d755-4135-a4b4-29b58b42d052 req-0fa4cd07-7d46-4ccf-8eb7-972b6a47282e tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333495 Feb 16 15:56:03.718426 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a29de-084f-454e-a102-bf2a2c63538e req-c1cf7fb3-b715-4e83-8477-92a6a17971c7 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:03.719915 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f4a29de-084f-454e-a102-bf2a2c63538e req-c1cf7fb3-b715-4e83-8477-92a6a17971c7 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0499287 Feb 16 15:56:03.759093 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4f4a29de-084f-454e-a102-bf2a2c63538e req-270bb10c-ee01-4efc-9ea0-3dcf53c625ff tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330973 Feb 16 15:56:04.877803 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141463f1-9dc4-42e8-9d07-ad41ef632c3d req-a3c52de6-daef-41f0-9aa3-681146d223dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:04.879252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-141463f1-9dc4-42e8-9d07-ad41ef632c3d req-a3c52de6-daef-41f0-9aa3-681146d223dc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0522239 Feb 16 15:56:04.917226 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-141463f1-9dc4-42e8-9d07-ad41ef632c3d req-971f6556-ebc2-493e-8b59-3cede6d4d8c8 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Feb 16 15:56:05.043492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-2b48df17-4a88-4817-8c11-6614465e36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:05.044919 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-2b48df17-4a88-4817-8c11-6614465e36cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201&tenant_id=d34c13f5210648f18f04835c039cd31b HTTP/1.1" status: 200 len: 1095 time: 0.0944891 Feb 16 15:56:05.061095 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829433-1', 'device_owner': 'compute:nova'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:05.112836 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:05.320690 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:56:05.345554 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0c5ec487-6575-40c2-a27a-f78e6b36ada3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:05.354757 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:56:05.387478 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1515c305-4e2f-49d5-acab-0b4ca8548a4c {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:56:05.394934 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:05.406997 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Transition to ACTIVE for port object 1515c305-4e2f-49d5-acab-0b4ca8548a4c will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:56:05.470777 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:05.553339 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=7']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:56:05.566021 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.566286 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.566622 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.566951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.567263 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.567638 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.572817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.572817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.572817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.572817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.572817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.572817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:05.605974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] No DVR routers for this DVR port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:56:05.749869 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:56:05.750199 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:56:05.750523 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:56:05.754732 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on network f5a78a88-03ef-4e57-a70c-ae32ed261693 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:56:05.755051 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Attempting to bind port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on network f5a78a88-03ef-4e57-a70c-ae32ed261693 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:56:05.760031 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:56:05.760371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Checking segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:56:05.760751 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Bound using segment: {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:56:05.761170 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Bound port: 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:56:05.761518 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:05.823264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:56:05.826140 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:56:05.911276 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:05.953220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:05.953220 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:05.953220 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] 10.222.0.93 "PUT /v2.0/ports/1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1092 time: 0.8938575 Feb 16 15:56:05.953220 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:56:05.953970 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30700cd8-cac2-478c-a333-c520725c7d24" -d '{"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:56:05.992680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fbfdf-912b-46c7-9b47-47a08ddbf0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=8']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:56:06.017451 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5385f087-d031-48d3-800e-3957ead350ce x-openstack-request-id: req-5385f087-d031-48d3-800e-3957ead350ce {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:56:06.017839 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:56:06.018152 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5385f087-d031-48d3-800e-3957ead350ce {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:56:06.018614 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'status': 'completed', 'code': 200} Feb 16 15:56:06.059589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-2c14f0ee-2fb6-472b-aa85-5e4474a5ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.061096 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-2c14f0ee-2fb6-472b-aa85-5e4474a5ba3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1095 time: 0.0781665 Feb 16 15:56:06.089400 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04e20f-68b8-430e-9e38-e7fecb059eb9 req-18ea1d70-542e-4423-97ba-8952219442a3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.090941 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc04e20f-68b8-430e-9e38-e7fecb059eb9 req-18ea1d70-542e-4423-97ba-8952219442a3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0675581 Feb 16 15:56:06.180064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dc04e20f-68b8-430e-9e38-e7fecb059eb9 req-8424e634-d1cf-4b96-891b-fac41f396fb4 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790367 Feb 16 15:56:06.199155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-4e0e78ee-bab2-487a-a9b3-e3e03736dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.200761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-4e0e78ee-bab2-487a-a9b3-e3e03736dfdc service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.1277184 Feb 16 15:56:06.270638 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-cd83e6fc-52ef-4c78-a20f-7f9189e2647c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1000 time: 0.0588038 Feb 16 15:56:06.322689 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-22515539-12bc-44dd-8e74-ac3c2ac6604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.324158 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-22515539-12bc-44dd-8e74-ac3c2ac6604e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0432696 Feb 16 15:56:06.375887 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-8eaa0cfb-c814-481a-bdc1-769365754da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.377273 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-8eaa0cfb-c814-481a-bdc1-769365754da4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438340 Feb 16 15:56:06.470364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-3fa3ecf0-ab40-4b48-b1f0-d21a51a4e4fc service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817533 Feb 16 15:56:06.567473 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-ddb7bfcb-998f-4c22-937d-ac8759070397 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861239 Feb 16 15:56:06.731527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30700cd8-cac2-478c-a333-c520725c7d24 req-39c38187-3933-477a-a1d5-81c38af76e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.732988 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30700cd8-cac2-478c-a333-c520725c7d24 req-39c38187-3933-477a-a1d5-81c38af76e9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1095 time: 0.0428221 Feb 16 15:56:06.822503 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30700cd8-cac2-478c-a333-c520725c7d24 req-2d6ee254-0c67-47d9-b344-88b205ad9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.823976 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30700cd8-cac2-478c-a333-c520725c7d24 req-2d6ee254-0c67-47d9-b344-88b205ad9681 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0838954 Feb 16 15:56:06.897337 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30700cd8-cac2-478c-a333-c520725c7d24 req-dcd2843a-985d-4204-be60-548b6870b501 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1000 time: 0.0619879 Feb 16 15:56:06.948319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30700cd8-cac2-478c-a333-c520725c7d24 req-52b87b76-3ae2-4511-a647-811059b2f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.949749 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30700cd8-cac2-478c-a333-c520725c7d24 req-52b87b76-3ae2-4511-a647-811059b2f419 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0434353 Feb 16 15:56:06.995512 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30700cd8-cac2-478c-a333-c520725c7d24 req-0a5699fc-202f-41ae-9fb2-100e85545d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:06.996938 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30700cd8-cac2-478c-a333-c520725c7d24 req-0a5699fc-202f-41ae-9fb2-100e85545d4d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402994 Feb 16 15:56:07.096978 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30700cd8-cac2-478c-a333-c520725c7d24 req-d308a4e3-9ae2-493d-9c02-5d8760789dc8 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890965 Feb 16 15:56:07.193531 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30700cd8-cac2-478c-a333-c520725c7d24 req-a81c3e76-b233-43a2-b00f-d90a0a39b6c8 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 Feb 16 15:56:07.301454 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5343741-e9d9-4c70-9d68-9f0e3c1a675c req-3eb54a40-7df9-4d29-a5ca-fdfa64666aff tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:07.307001 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5343741-e9d9-4c70-9d68-9f0e3c1a675c req-3eb54a40-7df9-4d29-a5ca-fdfa64666aff tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0528865 Feb 16 15:56:07.340761 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5343741-e9d9-4c70-9d68-9f0e3c1a675c req-4e526f56-b98e-4ca1-91f9-c37a0530a5cb tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Feb 16 15:56:07.386094 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:56:08.059942 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0052f7e8-d693-4ce7-b82d-87ba75dba36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:08.456218 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3e0b4-ce1c-47ce-a198-1dcdf7dd1171 req-d7cd9e39-033f-4d97-a1d8-4d2928b0df7b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:08.457690 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8f3e0b4-ce1c-47ce-a198-1dcdf7dd1171 req-d7cd9e39-033f-4d97-a1d8-4d2928b0df7b tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0487173 Feb 16 15:56:08.496050 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c8f3e0b4-ce1c-47ce-a198-1dcdf7dd1171 req-df2688a0-1c70-4007-9e10-bc1fcd790fed tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Feb 16 15:56:09.613482 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92d9d-cb83-4194-8264-3e09ce7c8791 req-193e0ead-e4d8-4947-af18-1675669cb178 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:09.614860 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3c92d9d-cb83-4194-8264-3e09ce7c8791 req-193e0ead-e4d8-4947-af18-1675669cb178 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0489776 Feb 16 15:56:09.652286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e3c92d9d-cb83-4194-8264-3e09ce7c8791 req-b3305ebc-8af9-4547-ac79-2a587f0be531 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307341 Feb 16 15:56:09.886269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:10.771235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5b3ba-3c68-4434-a7a5-f9d1f1c22ee0 req-e9798dde-5d7c-42a3-9030-8652402e1016 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:10.772734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82d5b3ba-3c68-4434-a7a5-f9d1f1c22ee0 req-e9798dde-5d7c-42a3-9030-8652402e1016 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0526547 Feb 16 15:56:10.810382 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82d5b3ba-3c68-4434-a7a5-f9d1f1c22ee0 req-2112632c-d232-4418-8d25-3cd85b4a5949 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Feb 16 15:56:11.453597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:11.585263 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:11.926356 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c547-3a89-4965-89af-2fa177df0daf req-71eed1ef-7059-4de4-89b2-e15bd275d800 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:11.927901 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91f3c547-3a89-4965-89af-2fa177df0daf req-71eed1ef-7059-4de4-89b2-e15bd275d800 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0500495 Feb 16 15:56:11.964384 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-91f3c547-3a89-4965-89af-2fa177df0daf req-7309e918-4bb5-4503-88c3-2a9d061ce4cc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Feb 16 15:56:13.083508 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac3434-afdc-4a13-9eeb-50024507e378 req-7ad7985b-524b-4746-88e5-7c2d722f4c99 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:13.085015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fac3434-afdc-4a13-9eeb-50024507e378 req-7ad7985b-524b-4746-88e5-7c2d722f4c99 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 944 time: 0.0514987 Feb 16 15:56:13.124974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6fac3434-afdc-4a13-9eeb-50024507e378 req-f45537a7-bc84-4a56-a04f-caada6d999a7 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339220 Feb 16 15:56:13.128010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:13.657347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1515c305-4e2f-49d5-acab-0b4ca8548a4c details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:56:13.752902 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:56:13.764030 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'port_id': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'mac_address': 'fa:16:3e:b0:18:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1053, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:56:13.800942 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:13.814142 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1515c305-4e2f-49d5-acab-0b4ca8548a4c {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:56:13.832688 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:56:13.917122 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:13.967275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=9']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:56:14.244980 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f7eb-3c5c-40f7-b7eb-cc1ac72115d2 req-610b6e44-9f27-4e4b-8f10-9a0bd7f3db68 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:14.246580 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2632f7eb-3c5c-40f7-b7eb-cc1ac72115d2 req-610b6e44-9f27-4e4b-8f10-9a0bd7f3db68 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 945 time: 0.0534484 Feb 16 15:56:14.246899 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['1515c305-4e2f-49d5-acab-0b4ca8548a4c'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:56:14.284293 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-2632f7eb-3c5c-40f7-b7eb-cc1ac72115d2 req-5d3c7dca-aaa4-4181-8132-360381a11d90 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317326 Feb 16 15:56:15.400158 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3b184-5df2-479d-99b2-f04237970fd5 req-c0099e2c-b625-406f-97d5-260e1df092c3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:15.401679 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81e3b184-5df2-479d-99b2-f04237970fd5 req-c0099e2c-b625-406f-97d5-260e1df092c3 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 945 time: 0.0488360 Feb 16 15:56:15.441095 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-81e3b184-5df2-479d-99b2-f04237970fd5 req-fdfbd486-38a1-49f1-8570-21eeaaa7db5f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Feb 16 15:56:15.672572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1515c305-4e2f-49d5-acab-0b4ca8548a4c up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:56:15.836660 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 1515c305-4e2f-49d5-acab-0b4ca8548a4c completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:56:15.840571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 1515c305-4e2f-49d5-acab-0b4ca8548a4c triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:56:15.840940 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:15.922453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:15.944599 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:56:15.947464 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c893a-7e57-442e-9bd4-e2f90938ba96" -d '{"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-plugged", "status": "completed", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:56:15.960017 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:56:15.982546 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa606ae-116e-451a-8758-691d611e02de x-openstack-request-id: req-5fa606ae-116e-451a-8758-691d611e02de {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:56:15.982832 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-plugged", "status": "completed", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:56:15.983080 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5fa606ae-116e-451a-8758-691d611e02de {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:56:15.983467 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'code': 200} Feb 16 15:56:16.019647 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:16.067324 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=10']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:56:16.140548 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d474f-05b9-4c18-8f29-3476451d8dff req-b25d4fc5-514c-4dff-98fd-2e1a8f2e663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:16.142122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-022d474f-05b9-4c18-8f29-3476451d8dff req-b25d4fc5-514c-4dff-98fd-2e1a8f2e663b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1098 time: 0.0402007 Feb 16 15:56:16.178279 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-022d474f-05b9-4c18-8f29-3476451d8dff req-210aa2ba-4c1b-45b3-8d49-274afda641ff service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274904 Feb 16 15:56:16.560208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609b57-4583-4366-be99-4871fda6da6a req-e5d2aec0-5d2e-4dbe-ada5-fe70fee5a6fd tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:16.561593 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20609b57-4583-4366-be99-4871fda6da6a req-e5d2aec0-5d2e-4dbe-ada5-fe70fee5a6fd tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 947 time: 0.0522540 Feb 16 15:56:16.597871 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-20609b57-4583-4366-be99-4871fda6da6a req-0a7c0865-4ab6-48e4-bfec-5179b5957f2a tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304022 Feb 16 15:56:17.128053 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:17.724208 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9648a-2894-45c2-ba77-4625a8c7bf1d req-598335c3-8624-4835-9be2-a5f0d0bca0ca tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:17.725611 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5a9648a-2894-45c2-ba77-4625a8c7bf1d req-598335c3-8624-4835-9be2-a5f0d0bca0ca tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 947 time: 0.0490227 Feb 16 15:56:17.765306 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d5a9648a-2894-45c2-ba77-4625a8c7bf1d req-76d15617-a924-4d09-afdc-f0bd498d23b1 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333576 Feb 16 15:56:35.374257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-03e40b40-63f1-4c1d-849f-ce85ab0b7db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:37.590886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-d7c52062-290d-4190-8cc4-7f1c0d910cb2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483394 Feb 16 15:56:37.730612 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-6c1080ba-5102-4c37-bd08-be60474bee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:37.732138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-6c1080ba-5102-4c37-bd08-be60474bee9e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1098 time: 0.0409341 Feb 16 15:56:38.041141 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bf332665-8181-435f-b6ea-0e46d92f3b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:38.203163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-718c21b4-e33d-4f47-bb1b-df0da9aa987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:38.204610 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-718c21b4-e33d-4f47-bb1b-df0da9aa987a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.4524620 Feb 16 15:56:38.273590 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-162cb506-8f46-4335-ac2d-1a2b905d28e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1002 time: 0.0614309 Feb 16 15:56:38.331034 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-574ebaa5-f8ee-4a2f-9913-738c7298dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:38.332572 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-574ebaa5-f8ee-4a2f-9913-738c7298dda9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0503960 Feb 16 15:56:38.380646 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-9172e40b-4dd1-46fd-ac59-4521fad5b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:38.382268 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-9172e40b-4dd1-46fd-ac59-4521fad5b2f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429769 Feb 16 15:56:38.473974 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-9a2bdadf-dd3f-42c0-b6a9-753a7c96e4d7 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833082 Feb 16 15:56:38.572383 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4dd5f3dd-cd63-4ef1-935c-69e9ead3d0bd req-da0ad207-2979-4680-9fee-62d7de009b27 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906157 Feb 16 15:56:39.858976 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:41.493213 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:41.601844 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:43.139031 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:56:44.385221 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:56:47.247175 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:05.321371 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1962eaff-5fae-4c14-871c-96010b740c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:08.058381 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0bf4ab14-9439-4530-8332-475a35accf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:09.938435 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:11.542778 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:11.675455 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:13.159880 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:17.161277 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:21.383667 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:57:35.343280 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0b27-e74f-4749-aab0-915064726ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:38.046009 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-504d25fa-67e3-43dd-8396-1d52e71df4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:38.601870 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-61952670-80f9-4ebb-9cf4-b008accc2fd1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462861 Feb 16 15:57:38.694276 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aed84-2caa-4de4-b24e-5963e378759d req-8306d5e5-ce8e-419c-86f0-dc208c493ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:38.695786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-8306d5e5-ce8e-419c-86f0-dc208c493ad6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1098 time: 0.0417523 Feb 16 15:57:38.810765 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aed84-2caa-4de4-b24e-5963e378759d req-a5948691-7d7f-425c-a608-bf3b5214e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:38.812280 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-a5948691-7d7f-425c-a608-bf3b5214e629 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0910952 Feb 16 15:57:38.880064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-4b2313a3-42eb-4214-94c0-4e21dba13da8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 1002 time: 0.0570629 Feb 16 15:57:38.937473 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aed84-2caa-4de4-b24e-5963e378759d req-9247fc81-bb8a-4b0a-b03f-279b2e8b6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:38.938897 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-9247fc81-bb8a-4b0a-b03f-279b2e8b6f1f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0465386 Feb 16 15:57:38.986660 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aed84-2caa-4de4-b24e-5963e378759d req-47264076-a7c4-4ea1-9ad7-0204f9798edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:38.988235 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-47264076-a7c4-4ea1-9ad7-0204f9798edf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390110 Feb 16 15:57:39.080570 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-e4265d16-4fe2-46f9-a512-b28065f42563 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802107 Feb 16 15:57:39.177782 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-913aed84-2caa-4de4-b24e-5963e378759d req-760ab65e-2785-42bf-8e31-281fe6b6dc5a service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851665 Feb 16 15:57:39.890811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:41.469377 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:41.640605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:43.171685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:47.137408 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:57:58.381958 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:58:05.303223 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-60a9363e-aff7-4d93-a409-5cdb222608ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:05.420036 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46478) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:05.579167 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Deleting port ec3f7ed1-da3e-4bff-99f6-a22158e7f43a {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:05.579438 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:05.659622 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:05.659971 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:05.672383 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Calling delete_port for ec3f7ed1-da3e-4bff-99f6-a22158e7f43a owned by network:floatingip {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:05.879880 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:05.908858 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event deleted for resources: {'Port': ['ID=ec3f7ed1-da3e-4bff-99f6-a22158e7f43a,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:05.935587 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.935929 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.936398 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.936727 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.937047 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.937368 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.937688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.938003 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.938318 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.938631 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.938948 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.939260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:05.979900 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for floatingip, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:05.980229 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Floating IP c8ae1ecb-2c82-40a6-9073-d050fd5d5d06 disassociated (deleted). External IP: 172.25.6.204, port: 1515c305-4e2f-49d5-acab-0b4ca8548a4c. Feb 16 15:58:06.189301 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Router 08f6cdad-8167-4c96-a7e9-a48a312c5635 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:58:06.296105 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:06.301387 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:06.310743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] Sync routers for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:06.320108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:06.320927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:06.328896 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-a363150f-5d18-41a9-8a3e-fa788349685f tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "DELETE /v2.0/floatingips/c8ae1ecb-2c82-40a6-9073-d050fd5d5d06 HTTP/1.1" status: 204 len: 168 time: 0.9077535 Feb 16 15:58:06.329481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:58:06.331757 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a4dc70015f20ee90fd3eb4bbbb44e2fbe54cf733a78e416e38eca28d8a835e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddf1562-1521-42da-a776-0db9186dcbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:58:06.436538 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:06.438930 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f3e21-1e00-4ac0-9539-772f4ed981f4 x-openstack-request-id: req-313f3e21-1e00-4ac0-9539-772f4ed981f4 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:58:06.439459 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:58:06.439775 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-313f3e21-1e00-4ac0-9539-772f4ed981f4 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:58:06.440190 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'status': 'completed', 'code': 200} Feb 16 15:58:06.512341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-ccb3aa04-008c-4527-bdf3-553c0bb2b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:06.514395 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-ccb3aa04-008c-4527-bdf3-553c0bb2b340 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d34c13f5210648f18f04835c039cd31b&device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 1098 time: 0.0484576 Feb 16 15:58:06.619988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-c1f1705c-cdfa-4533-86ec-9dfc45dbc95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:06.621529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-c1f1705c-cdfa-4533-86ec-9dfc45dbc95b service neutron] 10.222.0.93 "GET /v2.0/networks?id=f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 200 len: 910 time: 0.0970566 Feb 16 15:58:06.644784 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:06.668862 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-343b9f2d-6c7c-48db-b1f5-6d71ff3af391 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 200 len: 217 time: 0.0365367 Feb 16 15:58:06.677806 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] Checking router: 08f6cdad-8167-4c96-a7e9-a48a312c5635 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:06.687486 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:06.688156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:57:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:06.726832 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-12a3ab11-3a87-4a04-b0cd-a11ae311ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:06.728278 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-12a3ab11-3a87-4a04-b0cd-a11ae311ffb0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 200 len: 847 time: 0.0513623 Feb 16 15:58:06.803203 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:06.808039 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-83d35da0-082a-45e6-9728-ae7b53494cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:06.809535 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-83d35da0-082a-45e6-9728-ae7b53494cb2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f5a78a88-03ef-4e57-a70c-ae32ed261693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719006 Feb 16 15:58:06.870592 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c9c81-427e-46ad-bdcb-563a2f7ad96f req-a6dc17c5-6bb6-4caf-b1bf-cc6c62266525 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:06.872099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e4c9c81-427e-46ad-bdcb-563a2f7ad96f req-a6dc17c5-6bb6-4caf-b1bf-cc6c62266525 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 947 time: 0.1540909 Feb 16 15:58:06.926909 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6e4c9c81-427e-46ad-bdcb-563a2f7ad96f req-5db4d36b-51bf-4af9-971c-a248d7e1bee5 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Feb 16 15:58:06.947085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-17634295-c631-42c2-8c19-8596f1480bbe service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243346 Feb 16 15:58:07.002330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:07.031398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d0f657-084f-4793-bc45-41365bf63b0e None None] The sync data for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 is: [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:48:01Z', 'revision_number': 4, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '431fb4d8-30ce-4419-a8c0-078d1dfbbf45', 'name': '', 'network_id': 'f5a78a88-03ef-4e57-a70c-ae32ed261693', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'mac_address': 'fa:16:3e:00:15:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:01Z', 'updated_at': '2022-02-16T15:48:05Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'subnets': [{'id': '7a262d9f-f355-4afa-9ef0-0c82c4f21237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:07.038128 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dddf1562-1521-42da-a776-0db9186dcbf7 req-36e58f1f-c659-4f5a-a0b9-fb54ad30edb0 service neutron] 10.222.0.93 "GET /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874357 Feb 16 15:58:07.267158 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f34921d-d263-4017-abe0-9f04f7c6d608 None None] New status for floating IP c8ae1ecb-2c82-40a6-9073-d050fd5d5d06: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:58:08.011292 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f9515c98-5c3a-46e4-a123-dacc1b08df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:08.177589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f618dea-a640-47fb-a849-ced3b4b7c3ac req-54418aec-d714-4a82-b117-122077727614 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:08.179085 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f618dea-a640-47fb-a849-ced3b4b7c3ac req-54418aec-d714-4a82-b117-122077727614 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 947 time: 0.0974708 Feb 16 15:58:08.216717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1f618dea-a640-47fb-a849-ced3b4b7c3ac req-9308a318-5a79-491c-b700-e99279731646 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/security-groups?id=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Feb 16 15:58:08.597319 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-8dbd1099-63af-47cc-ba17-0d1fd91d2344 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:08.598799 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-8dbd1099-63af-47cc-ba17-0d1fd91d2344 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.93 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 947 time: 0.0527971 Feb 16 15:58:08.691607 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Deleting port 1515c305-4e2f-49d5-acab-0b4ca8548a4c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:08.691955 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:08.781834 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] For port 1515c305-4e2f-49d5-acab-0b4ca8548a4c, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=1515c305-4e2f-49d5-acab-0b4ca8548a4c,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:08.782194 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:08.794516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Calling delete_port for 1515c305-4e2f-49d5-acab-0b4ca8548a4c owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:08.971638 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:09.004393 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event deleted for resources: {'Port': ['ID=1515c305-4e2f-49d5-acab-0b4ca8548a4c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:09.030458 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.030809 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.031146 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.031479 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.031846 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.032171 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.032495 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.032819 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.033194 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.033507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.033827 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.034143 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:09.056329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] No DVR routers for this DVR port 1515c305-4e2f-49d5-acab-0b4ca8548a4c on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:58:09.058828 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:09.062151 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c9c1d35-44ea-4cc9-9d33-846823f69bcc req-073d3d08-e222-4dd5-91fe-620ec2caa72c tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.93 "DELETE /v2.0/ports/1515c305-4e2f-49d5-acab-0b4ca8548a4c HTTP/1.1" status: 204 len: 173 time: 0.4539280 Feb 16 15:58:09.062575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-deleted', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:58:09.064813 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e806ff-11b2-4682-858f-5c123c0e9d86" -d '{"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-deleted", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:58:09.211435 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cb13fa-8ae7-4417-912a-6a339da1b2ec x-openstack-request-id: req-84cb13fa-8ae7-4417-912a-6a339da1b2ec {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:58:09.211435 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6784bce3-7364-4dc1-a3d5-fcf1e5c33201", "name": "network-vif-deleted", "tag": "1515c305-4e2f-49d5-acab-0b4ca8548a4c", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:58:09.211435 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-84cb13fa-8ae7-4417-912a-6a339da1b2ec {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:58:09.212265 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6784bce3-7364-4dc1-a3d5-fcf1e5c33201', 'name': 'network-vif-deleted', 'tag': '1515c305-4e2f-49d5-acab-0b4ca8548a4c', 'status': 'completed', 'code': 200} Feb 16 15:58:09.315386 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6c6656d5-480d-43bc-9786-68b16d3c4817 req-30ab80ca-25f1-457d-9f3f-b99a79762876 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 210 time: 0.0280840 Feb 16 15:58:09.869138 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:10.417376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-30ef8b39-bfaa-4d1a-ac10-371f1f3bcfbf req-b6c2d9e0-423e-462d-af4c-72a2346c4a02 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Feb 16 15:58:11.451181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:11.520993 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1b3cf000-26ed-43da-8c96-797bbaaec4a8 req-0aeba50a-d1fc-4e76-bb84-5c3e7d7f7abc tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 210 time: 0.0264063 Feb 16 15:58:11.600005 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:12.171089 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1515c305-4e2f-49d5-acab-0b4ca8548a4c no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:58:12.194974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 1515c305-4e2f-49d5-acab-0b4ca8548a4c {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:58:12.195724 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 1515c305-4e2f-49d5-acab-0b4ca8548a4c not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:58:12.625671 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e8e1015-4caf-4d09-9020-c6d7f75edefc req-9203ab11-f091-48b2-9be5-7220bedcb729 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "GET /v2.0/ports?device_id=6784bce3-7364-4dc1-a3d5-fcf1e5c33201 HTTP/1.1" status: 200 len: 210 time: 0.0311334 Feb 16 15:58:13.154283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:13.694097 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46520) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:13.759994 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0736219c-c80c-4776-9fb6-344a2ce97af2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:13.786901 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0736219c-c80c-4776-9fb6-344a2ce97af2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:13.896979 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0736219c-c80c-4776-9fb6-344a2ce97af2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:13.899671 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-0736219c-c80c-4776-9fb6-344a2ce97af2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:13.900869 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-0736219c-c80c-4776-9fb6-344a2ce97af2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] 10.222.0.113 "DELETE /v2.0/security-groups/7b8fff18-23a3-4f2a-ae2b-ac13c0079e32 HTTP/1.1" status: 204 len: 168 time: 0.2045002 Feb 16 15:58:13.910101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736219c-c80c-4776-9fb6-344a2ce97af2 tempest-TestShelveInstance-733782731 tempest-TestShelveInstance-733782731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8fff18-23a3-4f2a-ae2b-ac13c0079e32,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:14.000657 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46524) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:14.490200 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:14.742728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Deleting port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:14.743352 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:14.828845 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] For port 431fb4d8-30ce-4419-a8c0-078d1dfbbf45, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:14.832368 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:14.842379 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Calling delete_port for 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:15.079625 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:15.109711 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Pushing event deleted for resources: {'Port': ['ID=431fb4d8-30ce-4419-a8c0-078d1dfbbf45,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:15.283228 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:15.520487 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Router 08f6cdad-8167-4c96-a7e9-a48a312c5635 has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:58:15.629283 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:15.635090 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-50a238e1-acd2-4933-98bf-61cb059b0fda admin admin] 10.222.0.113 "PUT /v2.0/routers/08f6cdad-8167-4c96-a7e9-a48a312c5635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6333928 Feb 16 15:58:15.637688 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46528) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:15.638436 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] Sync routers for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:15.648330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:15.649863 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:15.931048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:16.011126 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.114448 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.115414 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:58:14Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:16.145747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] Checking router: 08f6cdad-8167-4c96-a7e9-a48a312c5635 for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:16.154533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] Routers {'08f6cdad-8167-4c96-a7e9-a48a312c5635'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:16.155140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['08f6cdad-8167-4c96-a7e9-a48a312c5635'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:16.230145 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Deleting port 016422b6-1332-4aa3-b581-81f18b474002 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:16.230498 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.264500 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] Set router 08f6cdad-8167-4c96-a7e9-a48a312c5635 gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:16.312696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] For port 016422b6-1332-4aa3-b581-81f18b474002, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=016422b6-1332-4aa3-b581-81f18b474002,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:16.313110 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.326259 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Calling delete_port for 016422b6-1332-4aa3-b581-81f18b474002 owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:16.442527 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:58:14Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:16.469398 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f347b-cdec-4512-8223-4d9171670173 None None] The sync data for ids ['08f6cdad-8167-4c96-a7e9-a48a312c5635'] in n-d-829433-1 is: [{'id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'name': 'tempest-TestShelveInstance-876197972-router', 'tenant_id': 'd34c13f5210648f18f04835c039cd31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '016422b6-1332-4aa3-b581-81f18b474002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:47:58Z', 'updated_at': '2022-02-16T15:58:14Z', 'revision_number': 5, 'project_id': 'd34c13f5210648f18f04835c039cd31b', 'gw_port': {'id': '016422b6-1332-4aa3-b581-81f18b474002', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6cdad-8167-4c96-a7e9-a48a312c5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:47:59Z', 'updated_at': '2022-02-16T15:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:16.559943 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.588814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Pushing event deleted for resources: {'Port': ['ID=016422b6-1332-4aa3-b581-81f18b474002,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:16.653163 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.746624 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.748648 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.885646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.886270 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f6cdad-8167-4c96-a7e9-a48a312c5635 {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:58:16.896365 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.896365 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-17b4a30a-c2a2-4b5d-a11b-cf57d64cc84b admin admin] 10.222.0.113 "DELETE /v2.0/routers/08f6cdad-8167-4c96-a7e9-a48a312c5635 HTTP/1.1" status: 204 len: 168 time: 1.2534263 Feb 16 15:58:16.896365 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46530) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:16.947496 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] Deleting subnet 7a262d9f-f355-4afa-9ef0-0c82c4f21237 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:58:16.950711 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:16.986779 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.067871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.117393 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.177727 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.201733 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a262d9f-f355-4afa-9ef0-0c82c4f21237,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:17.207418 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.211828 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2b7a9e87-9ad0-46c8-8924-6e8298d9de91 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/7a262d9f-f355-4afa-9ef0-0c82c4f21237 HTTP/1.1" status: 204 len: 168 time: 0.3157353 Feb 16 15:58:17.214673 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46532) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:17.215036 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486159db-1968-41d4-a9eb-9023af3d976d None None] Network f5a78a88-03ef-4e57-a70c-ae32ed261693 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:58:17.284426 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.337287 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Deleting port 574e0287-00e9-4691-948e-483e459b45f6 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:17.337635 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.405381 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] For port 574e0287-00e9-4691-948e-483e459b45f6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=574e0287-00e9-4691-948e-483e459b45f6,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:17.405673 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.418833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Calling delete_port for 574e0287-00e9-4691-948e-483e459b45f6 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:17.479443 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] DHCP port deletion for f5a78a88-03ef-4e57-a70c-ae32ed261693 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:58:17.540397 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Deleting port 574e0287-00e9-4691-948e-483e459b45f6 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:17.541549 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.548935 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.556168 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 016422b6-1332-4aa3-b581-81f18b474002 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:58:17.581246 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=574e0287-00e9-4691-948e-483e459b45f6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:17.583103 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] No DVR routers for this DVR port 574e0287-00e9-4691-948e-483e459b45f6 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:58:17.610473 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 016422b6-1332-4aa3-b581-81f18b474002 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:58:17.610816 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 016422b6-1332-4aa3-b581-81f18b474002 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:58:17.611240 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:58:17.633084 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:58:17.640137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 431fb4d8-30ce-4419-a8c0-078d1dfbbf45 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:58:17.640137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 574e0287-00e9-4691-948e-483e459b45f6 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:58:17.653827 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.665191 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 574e0287-00e9-4691-948e-483e459b45f6 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:58:17.665542 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 574e0287-00e9-4691-948e-483e459b45f6 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:58:17.671956 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] For port 574e0287-00e9-4691-948e-483e459b45f6, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=574e0287-00e9-4691-948e-483e459b45f6,segment=NetworkSegment(a82eeddb-9878-4b71-9cfb-d1fa8d9488db),segment_id=a82eeddb-9878-4b71-9cfb-d1fa8d9488db)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:17.672357 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.675498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a78a88-03ef-4e57-a70c-ae32ed261693']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:17.686029 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:17.686319 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82eeddb-9878-4b71-9cfb-d1fa8d9488db') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:17.687571 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Calling delete_port for 574e0287-00e9-4691-948e-483e459b45f6 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:17.696473 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.709543 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.715918 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:58:17.716345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:58:17.718178 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:58:17.764282 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.789772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Pushing event deleted for resources: {'Port': ['ID=574e0287-00e9-4691-948e-483e459b45f6,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:17.797769 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] No DVR routers for this DVR port 574e0287-00e9-4691-948e-483e459b45f6 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:58:17.800034 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.800381 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.800723 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.801057 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.801387 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.801715 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.802039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.802363 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.802683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.803005 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.803325 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.803673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c9b99-cce2-4eb9-8e2b-0baa9342a89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:17.822545 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.829447 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:17.831582 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f5a78a88-03ef-4e57-a70c-ae32ed261693 HTTP/1.1" status: 204 len: 168 time: 0.6159415 Feb 16 15:58:17.834699 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46534) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:17.843435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21f608-7f2c-4223-b0fd-46b8aa5ef7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a78a88-03ef-4e57-a70c-ae32ed261693,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:18.191129 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:18.446802 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Deleting port 25575f0d-2dd4-4053-aed1-2253799d7979 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:18.447113 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:18.524898 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] For port 25575f0d-2dd4-4053-aed1-2253799d7979, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=25575f0d-2dd4-4053-aed1-2253799d7979,segment=NetworkSegment(dfee2e52-b07f-4ba6-9ce6-e8124113cb35),segment_id=dfee2e52-b07f-4ba6-9ce6-e8124113cb35)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:18.525245 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:18.536764 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Calling delete_port for 25575f0d-2dd4-4053-aed1-2253799d7979 owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:18.788319 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:18.815273 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25575f0d-2dd4-4053-aed1-2253799d7979,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:18.990457 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:19.205384 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Router 1e44816c-d495-4dbb-9758-2621d65e6ccd has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:58:19.312502 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:19.317462 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1611d3ec-4c52-4715-b6ee-43029c84aaa8 admin admin] 10.222.0.113 "PUT /v2.0/routers/1e44816c-d495-4dbb-9758-2621d65e6ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4815245 Feb 16 15:58:19.320225 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46536) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:19.325264 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] Sync routers for ids ['1e44816c-d495-4dbb-9758-2621d65e6ccd'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:19.338103 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] Routers {'1e44816c-d495-4dbb-9758-2621d65e6ccd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:19.338795 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1e44816c-d495-4dbb-9758-2621d65e6ccd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:19.424535 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:19.443722 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] Set router 1e44816c-d495-4dbb-9758-2621d65e6ccd gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:19.535755 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:19.628657 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:58:18Z', 'revision_number': 5, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port': {'id': '0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:48:05Z', 'updated_at': '2022-02-16T15:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:19.639404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Deleting port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:19.639773 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:19.655887 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] Checking router: 1e44816c-d495-4dbb-9758-2621d65e6ccd for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:19.664536 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] Routers {'1e44816c-d495-4dbb-9758-2621d65e6ccd'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:19.665141 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['1e44816c-d495-4dbb-9758-2621d65e6ccd'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:19.723358 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] For port 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:19.723760 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:19.737621 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Calling delete_port for 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:19.840696 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] Set router 1e44816c-d495-4dbb-9758-2621d65e6ccd gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:19.900191 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:58:19Z', 'revision_number': 6, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:19.927167 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52da858-4a87-4a5a-b1cb-3305292214ee None None] The sync data for ids ['1e44816c-d495-4dbb-9758-2621d65e6ccd'] in n-d-829433-1 is: [{'id': '1e44816c-d495-4dbb-9758-2621d65e6ccd', 'name': 'tempest-TestShelveInstance-336334450-router', 'tenant_id': '002ad3856c604ec383bc0a675b251ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:48:04Z', 'updated_at': '2022-02-16T15:58:19Z', 'revision_number': 6, 'project_id': '002ad3856c604ec383bc0a675b251ce5', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:19.965700 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:19.994487 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:20.055812 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.146018 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.148415 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.239696 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.240148 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e44816c-d495-4dbb-9758-2621d65e6ccd {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 15:58:20.246089 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.247310 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a608b2ff-6a6f-4680-b6c0-3523430200a7 admin admin] 10.222.0.113 "DELETE /v2.0/routers/1e44816c-d495-4dbb-9758-2621d65e6ccd HTTP/1.1" status: 204 len: 168 time: 0.9261711 Feb 16 15:58:20.249895 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46538) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:20.300711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] Deleting subnet 7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 15:58:20.304883 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.342583 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.424175 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.668990 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.698551 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:20.707158 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.711098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-2bf39b9e-8097-4976-9d4a-74a701192185 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/7bf6e1dc-0bfd-42c5-a7f2-ed554dc9327b HTTP/1.1" status: 204 len: 168 time: 0.4579809 Feb 16 15:58:20.711263 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4742de0-f879-4de6-a585-d73bc2f9f8ca None None] Network cee1349c-ecf1-40cc-93de-5c25c57e1c67 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:58:20.711796 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46540) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:20.784356 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.843980 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Deleting port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:20.844450 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.895672 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] DHCP port deletion for cee1349c-ecf1-40cc-93de-5c25c57e1c67 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 15:58:20.915648 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] For port 2ae07b6a-27e8-4b18-803e-f326d0db03d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2ae07b6a-27e8-4b18-803e-f326d0db03d8,segment=NetworkSegment(dfee2e52-b07f-4ba6-9ce6-e8124113cb35),segment_id=dfee2e52-b07f-4ba6-9ce6-e8124113cb35)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:20.916048 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:20.930815 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Calling delete_port for 2ae07b6a-27e8-4b18-803e-f326d0db03d8 owned by network:dhcp {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:20.950858 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] Deleting port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 15:58:20.951389 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.020855 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] For port 2ae07b6a-27e8-4b18-803e-f326d0db03d8, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=2ae07b6a-27e8-4b18-803e-f326d0db03d8,segment=NetworkSegment(dfee2e52-b07f-4ba6-9ce6-e8124113cb35),segment_id=dfee2e52-b07f-4ba6-9ce6-e8124113cb35)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:21.026977 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.034495 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] Calling delete_port for 2ae07b6a-27e8-4b18-803e-f326d0db03d8 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 15:58:21.097135 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.113505 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.133051 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] No DVR routers for this DVR port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 on host n-d-829433-1 {{(pid=103044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:58:21.142062 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae07b6a-27e8-4b18-803e-f326d0db03d8,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:21.143569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] Pushing event deleted for resources: {'Port': ['ID=2ae07b6a-27e8-4b18-803e-f326d0db03d8,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:21.146986 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1946cb-5bfe-49ee-92aa-d27df7367072 None None] No DVR routers for this DVR port 2ae07b6a-27e8-4b18-803e-f326d0db03d8 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 15:58:21.207977 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.229637 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee1349c-ecf1-40cc-93de-5c25c57e1c67']}} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:21.238723 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35') {'for_net_delete': True} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:21.239020 n-d-829433-1 neutron-server[103044]: DEBUG neutron.services.segments.db [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfee2e52-b07f-4ba6-9ce6-e8124113cb35') {} {{(pid=103044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:21.249665 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5220979'] for segment, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.263598 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.269598 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=103044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 15:58:21.270025 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4847862'] for segment, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: Traceback (most recent call last): Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: timer() Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: cb(*args, **kw) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: return func(*args, **kwargs) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: self._notify() Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: self.callback(batched_events) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: event.method(event) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: return f(self, *a, **k) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: return self._get(url).json() Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: return self.request(url, 'GET', **kwargs) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 15:58:21.271792 n-d-829433-1 neutron-server[103044]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 15:58:21.365748 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.372169 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.375342 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] 10.222.0.113 "DELETE /v2.0/networks/cee1349c-ecf1-40cc-93de-5c25c57e1c67 HTTP/1.1" status: 204 len: 168 time: 0.6626296 Feb 16 15:58:21.386715 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727873f6-b380-4be9-a4e7-105f4d3d5a21 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee1349c-ecf1-40cc-93de-5c25c57e1c67,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:21.541251 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 25575f0d-2dd4-4053-aed1-2253799d7979 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:58:21.562515 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 25575f0d-2dd4-4053-aed1-2253799d7979 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:58:21.573716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 25575f0d-2dd4-4053-aed1-2253799d7979 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:58:21.573716 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:58:21.582845 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:58:21.583192 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 0685ecb1-c9b4-4b2f-b5e5-02d3f04b024e not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:58:21.583632 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2ae07b6a-27e8-4b18-803e-f326d0db03d8 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 15:58:21.604729 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 2ae07b6a-27e8-4b18-803e-f326d0db03d8 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 15:58:21.605072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 2ae07b6a-27e8-4b18-803e-f326d0db03d8 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 15:58:21.632006 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46544) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:21.673798 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-35197862-2b00-43b2-afc9-37c4c142a5c7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d34c13f5210648f18f04835c039cd31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403750 Feb 16 15:58:21.676152 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46546) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:21.722428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01543064-bcb6-462e-aef0-c4c83bb1fa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.743782 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01543064-bcb6-462e-aef0-c4c83bb1fa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.891266 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01543064-bcb6-462e-aef0-c4c83bb1fa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.894082 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-01543064-bcb6-462e-aef0-c4c83bb1fa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:21.895258 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-01543064-bcb6-462e-aef0-c4c83bb1fa9f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e1b5bfd4-530f-4afd-b65d-188d751c2c4b HTTP/1.1" status: 204 len: 168 time: 0.2182238 Feb 16 15:58:21.904740 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01543064-bcb6-462e-aef0-c4c83bb1fa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5bfd4-530f-4afd-b65d-188d751c2c4b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:22.523254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46552) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:22.566902 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-cf5b9605-3657-43ae-9079-ae8006ee2e81 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=002ad3856c604ec383bc0a675b251ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424061 Feb 16 15:58:22.569545 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46554) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:22.617801 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7496654e-0d94-43b1-9762-1172e2734d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:22.637373 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7496654e-0d94-43b1-9762-1172e2734d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:22.737102 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7496654e-0d94-43b1-9762-1172e2734d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:22.739627 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-7496654e-0d94-43b1-9762-1172e2734d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:22.740825 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-7496654e-0d94-43b1-9762-1172e2734d55 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ecb2e142-7544-47fe-9323-6187073e2a6b HTTP/1.1" status: 204 len: 168 time: 0.1702902 Feb 16 15:58:22.749611 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496654e-0d94-43b1-9762-1172e2734d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb2e142-7544-47fe-9323-6187073e2a6b,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:23.776439 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46576) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:23.871850 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-793698493-network', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:23.971016 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Made reservation on behalf of acc17031b6104740a6e42f3a71987baa for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:58:23.973431 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:23.982834 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.055349 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.097504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.127696 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:58:24.139450 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233206ad-e2b8-4209-9134-173daf1250c6,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:24.144238 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.144696 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Added segment cd107fa2-5906-43c7-977e-53e692910cfd of type vlan for network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 Feb 16 15:58:24.197996 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.297217 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.298395 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:24.299095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.363479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] Pushing event updated for resources: {'Network': ['ID=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:24.374889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:58:24.408549 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b54cbde1-b73d-4898-a50c-d5a437dee132 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6309550 Feb 16 15:58:24.412231 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46580) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:24.418237 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Request body: {'subnet': {'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-793698493-subnet', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:24.519807 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Made reservation on behalf of acc17031b6104740a6e42f3a71987baa for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:58:24.522277 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.731364 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.794612 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ecbb1f-77af-4bb4-a169-d765cb7666a6,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:24.801747 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Checking segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:24.802101 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Network hostable DHCP agents. Network: 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:58:24.867904 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:58:24.919228 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:24.923227 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:24.923830 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:24.929603 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24de28e-1d7f-4366-80e4-83fe5551bfe4 None None] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:58:24.973910 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b0ac2d70-f7f1-4e6d-bbd9-45bd2b0eba4a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5605857 Feb 16 15:58:24.976742 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46582) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:24.981005 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:25.051573 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.052651 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.075691 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:58:25.076585 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.110004 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.216256 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Allocated IP 172.20.0.2 (8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943/69ecbb1f-77af-4bb4-a169-d765cb7666a6/276d80c3-62b0-4ed8-ad38-caa2f0f170bb) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:25.306329 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.362453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.411413 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.451939 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:25.454773 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:25.457731 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:25.470498 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Pushing event updated for resources: {'Port': ['ID=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:25.525795 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Attempting to bind port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:58:25.528259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Attempting to bind port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:58:25.528259 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Attempting to bind port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:25.532408 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:58:25.532779 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Checking segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:25.533221 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.533634 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Bound using segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:58:25.534095 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Bound port: 276d80c3-62b0-4ed8-ad38-caa2f0f170bb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:58:25.534519 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.547646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.567001 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.598891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] For port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:58:25.602141 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] For port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:58:25.663108 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.676151 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Allocated IP 172.25.6.171 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/b9c7e0c9-bcf8-4b72-9065-3634ce4a0040) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:25.726714 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56a65-ad36-41c1-9184-d3eaf45d3ba9 None None] Pushing event updated for resources: {'Port': ['ID=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:25.781462 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.880824 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:25.931679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:25.934976 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:25.937682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:25.945730 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Pushing event updated for resources: {'Port': ['ID=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:26.296455 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:26.609654 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772150ed-b56a-4fd3-a56b-ac0ec2361d42 None None] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:58:26.699950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-9a9213b9-5be7-4529-856d-c2ab7d3e3d57 None None] Provisioning complete for port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:26.700348 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a9213b9-5be7-4529-856d-c2ab7d3e3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:26.760751 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:26.836836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a9213b9-5be7-4529-856d-c2ab7d3e3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:26.971053 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:58:27.034644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-9a9213b9-5be7-4529-856d-c2ab7d3e3d57 None None] For port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:27.088636 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:27.097891 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Sync routers for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:27.107239 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:27.107893 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:27.145605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9a9213b9-5be7-4529-856d-c2ab7d3e3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.167780 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.171664 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6f54d68c-1ab5-4a60-8b04-b4ae24183a4b admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1914470 Feb 16 15:58:27.172154 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46584) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:27.238852 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9213b9-5be7-4529-856d-c2ab7d3e3d57 None None] Pushing event updated for resources: {'Port': ['ID=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:27.256674 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:27.363431 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-0a33acf6-1a91-4c6f-b9e3-cf073aac753e None None] Provisioning complete for port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:27.363833 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-0a33acf6-1a91-4c6f-b9e3-cf073aac753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.525403 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:26Z', 'revision_number': 3, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:27.555242 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Checking router: 12abbe30-ee0a-437c-8489-6e6b6f1ad97f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:27.555683 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Updating router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:58:27.586720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.591678 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 276d80c3-62b0-4ed8-ad38-caa2f0f170bb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:27.606724 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.747597 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:27.748195 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.767943 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Allocated IP 172.20.0.1 (8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943/69ecbb1f-77af-4bb4-a169-d765cb7666a6/15f34fd4-d134-43f1-b836-8b681d4fc52a) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:27.875938 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.961752 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:27.978088 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.028738 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:28.035155 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:28.038527 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Pushing event updated for resources: {'Port': ['ID=15f34fd4-d134-43f1-b836-8b681d4fc52a,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:28.041812 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:28.063013 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.097871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.122818 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Attempting to bind port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:58:28.123238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Attempting to bind port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:58:28.123644 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Attempting to bind port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:28.134115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:58:28.134115 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:28.134674 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.135120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:58:28.135620 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Bound port: b9c7e0c9-bcf8-4b72-9065-3634ce4a0040, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:58:28.136001 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.167329 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195f1f-2907-4893-860e-2a6036eca937 None None] Pushing event updated for resources: {'Port': ['ID=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:28.212907 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] For port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:58:28.216466 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] For port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:58:28.291706 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.328546 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.369960 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195f1f-2907-4893-860e-2a6036eca937 None None] Pushing event updated for resources: {'Port': ['ID=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:28.373177 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:28.373975 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:28.377764 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-908c85a0-75d6-4f90-b2f5-61d63a2a5ff3 None None] Provisioning complete for port 15f34fd4-d134-43f1-b836-8b681d4fc52a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:28.377764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-908c85a0-75d6-4f90-b2f5-61d63a2a5ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.460898 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-908c85a0-75d6-4f90-b2f5-61d63a2a5ff3 None None] Port 15f34fd4-d134-43f1-b836-8b681d4fc52a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:58:28.496942 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.516616 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:28.559413 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.626406 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.628344 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Pushing event updated for resources: {'Port': ['ID=15f34fd4-d134-43f1-b836-8b681d4fc52a,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:28.720291 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:27Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:28.729731 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:28.731113 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:28.749747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2699c-e043-4a9c-892c-fb10ba07b162 None None] The sync data for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 is: [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:27Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:28.854538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:58:28.981851 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:28.990950 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-f3e7a763-0092-4524-9c70-66fa98080344 None None] Provisioning complete for port 15f34fd4-d134-43f1-b836-8b681d4fc52a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:28.991699 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a763-0092-4524-9c70-66fa98080344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:28.992067 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b487e59d-d5a9-4d21-8e10-2fefeef39c18 admin admin] 10.222.0.113 "PUT /v2.0/routers/12abbe30-ee0a-437c-8489-6e6b6f1ad97f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188081 Feb 16 15:58:29.050900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7a763-0092-4524-9c70-66fa98080344 None None] Port 15f34fd4-d134-43f1-b836-8b681d4fc52a cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:58:29.584747 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:29.642435 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:29.642835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:29.718505 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46600) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:29.723956 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-756538579-network', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:29.729946 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:29.752313 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:29.816728 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Made reservation on behalf of 42aa6d07fac24482a73b87d866d809b4 for: {'network': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:58:29.819109 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for network, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:29.832067 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:29.848427 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:29.896772 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:29.914428 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:29.971077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.001248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=103044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:58:30.006828 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decfc569-d802-472a-8f2a-753c3760c9d1,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:30.020798 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.020798 n-d-829433-1 neutron-server[103044]: INFO neutron.db.segments_db [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Added segment e1d5c286-6fd4-41c7-b7ec-a2e683c2e790 of type vlan for network 64ff741e-fc8e-4434-ba36-8b839242d32b Feb 16 15:58:30.061444 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730684136668'] for network, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.137095 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444'] for network, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.138080 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:30.138759 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Notify callbacks [] for network, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.201321 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] Pushing event updated for resources: {'Network': ['ID=64ff741e-fc8e-4434-ba36-8b839242d32b,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:30.212592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Network 64ff741e-fc8e-4434-ba36-8b839242d32b details requested by agent ovs-agent-n-d-829433-1 with host n-d-829433-1 {{(pid=103045) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:58:30.225334 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-60dd4c99-ab03-4232-b5a9-352924a701cc admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5051877 Feb 16 15:58:30.233438 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46602) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:30.235295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Request body: {'subnet': {'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-756538579-subnet', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'ip_version': 4}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:30.290679 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Made reservation on behalf of 42aa6d07fac24482a73b87d866d809b4 for: {'subnet': 1} {{(pid=103044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:58:30.293358 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4793024'] for subnet, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.519776 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4793042'] for subnet, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.574691 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b661d858-9ab4-46a8-a539-fba37db5f554,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:30.585412 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Checking segment: {'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:30.585960 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Network hostable DHCP agents. Network: 64ff741e-fc8e-4434-ba36-8b839242d32b, hostable agents: ['bc541369-80dd-45d7-9f4d-244280820268'], hosted agents: [] {{(pid=103044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:58:30.651324 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Network 64ff741e-fc8e-4434-ba36-8b839242d32b is scheduled to be hosted by DHCP agent bc541369-80dd-45d7-9f4d-244280820268 with binding_index 1 {{(pid=103044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:58:30.713661 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829433-1, 64ff741e-fc8e-4434-ba36-8b839242d32b) {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:30.718243 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:30.718818 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.724628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f947b-8602-4827-9d1a-fb81de592d67 None None] Network 64ff741e-fc8e-4434-ba36-8b839242d32b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:58:30.808479 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-80a5f935-bd00-4e81-a64a-d49d9f6578f5 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5784793 Feb 16 15:58:30.811015 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46604) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:30.815387 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:30.873480 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Sync routers for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:30.880771 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpee52cb53-d388-5da1-9e94-8055e7648fb1-64ff741e-fc8e-4434-ba36-8b839242d32b', 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'fixed_ips': [{'subnet_id': 'b661d858-9ab4-46a8-a539-fba37db5f554'}]}} from n-d-829433-1. {{(pid=103045) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 16 15:58:30.881751 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.883791 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:30.884402 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:30.908371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9133'] for router, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.909465 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-714955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-713433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9140'] for router, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:30.965723 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.002311 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:31.021671 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.db_base_plugin_common [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Allocated IP 172.20.0.2 (64ff741e-fc8e-4434-ba36-8b839242d32b/b661d858-9ab4-46a8-a539-fba37db5f554/bbb76110-b4ee-414c-8c97-1043c2ce0648) {{(pid=103045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:31.164871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.176033 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Notify callbacks [] for port, precommit_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.218651 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 2, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:31.229810 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009'] for port, after_create {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.245981 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Checking router: 12abbe30-ee0a-437c-8489-6e6b6f1ad97f for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:31.246331 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Updating router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f port 15f34fd4-d134-43f1-b836-8b681d4fc52a binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:58:31.272218 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.290351 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Network 64ff741e-fc8e-4434-ba36-8b839242d32b is already hosted by enough agents. {{(pid=103045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:31.292317 n-d-829433-1 neutron-server[103045]: DEBUG neutron.scheduler.base_scheduler [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Resources bound (agent type, host, resource id): {{(pid=103045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:31.295202 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Received port after_create {{(pid=103045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:31.303506 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Pushing event updated for resources: {'Port': ['ID=bbb76110-b4ee-414c-8c97-1043c2ce0648,revision_number=1']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:31.362868 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Attempting to bind port bbb76110-b4ee-414c-8c97-1043c2ce0648 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:58:31.363243 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Attempting to bind port bbb76110-b4ee-414c-8c97-1043c2ce0648 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:58:31.363712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Attempting to bind port bbb76110-b4ee-414c-8c97-1043c2ce0648 on network 64ff741e-fc8e-4434-ba36-8b839242d32b {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:31.370365 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:58:31.370744 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Checking segment: {'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:31.371151 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.371563 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Bound using segment: {'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:58:31.372043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Bound port: bbb76110-b4ee-414c-8c97-1043c2ce0648, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:58:31.372425 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.423676 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.444144 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] For port bbb76110-b4ee-414c-8c97-1043c2ce0648, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:58:31.448347 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] For port bbb76110-b4ee-414c-8c97-1043c2ce0648, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bbb76110-b4ee-414c-8c97-1043c2ce0648,segment=NetworkSegment(e1d5c286-6fd4-41c7-b7ec-a2e683c2e790),segment_id=e1d5c286-6fd4-41c7-b7ec-a2e683c2e790)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:58:31.448504 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.503965 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.567682 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:31.587787 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Allocated IP 172.25.6.72 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/975bbb58-a7fc-41a1-a54b-91652ff9b3bb) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:31.594983 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.635039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43133301-d1ec-4c2f-87d0-d999dcfef96f None None] Pushing event updated for resources: {'Port': ['ID=bbb76110-b4ee-414c-8c97-1043c2ce0648,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:31.651399 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:31.651798 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.673751 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.723912 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Pushing event updated for resources: {'Port': ['ID=15f34fd4-d134-43f1-b836-8b681d4fc52a,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:31.753098 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.753434 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.753765 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.754091 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.754810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.754810 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.755018 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.755330 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.755705 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.756022 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.756718 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.756718 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:31.787739 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.810552 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Attempting to bind port 15f34fd4-d134-43f1-b836-8b681d4fc52a on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:58:31.811260 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Attempting to bind port 15f34fd4-d134-43f1-b836-8b681d4fc52a by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:58:31.811870 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Attempting to bind port 15f34fd4-d134-43f1-b836-8b681d4fc52a on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:31.818192 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:58:31.819089 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Checking segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:31.820476 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.821061 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Bound using segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:58:31.822214 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Bound port: 15f34fd4-d134-43f1-b836-8b681d4fc52a, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:58:31.822929 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.885910 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.903196 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] For port 15f34fd4-d134-43f1-b836-8b681d4fc52a, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:58:31.908028 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] For port 15f34fd4-d134-43f1-b836-8b681d4fc52a, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=15f34fd4-d134-43f1-b836-8b681d4fc52a,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:58:31.926271 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:31.935431 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:31.939479 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:31.972295 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:31.972566 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Pushing event updated for resources: {'Port': ['ID=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:32.029494 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:32.030108 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:32.075016 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128625a-366c-4e40-b860-e7bd17d38314 None None] Pushing event updated for resources: {'Port': ['ID=15f34fd4-d134-43f1-b836-8b681d4fc52a,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:32.110717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a2acb36b-7d40-466b-9081-66d0d4f1c626 None None] Provisioning complete for port 15f34fd4-d134-43f1-b836-8b681d4fc52a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:32.111285 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2acb36b-7d40-466b-9081-66d0d4f1c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:32.168801 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:32.216162 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2acb36b-7d40-466b-9081-66d0d4f1c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:32.267749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a2acb36b-7d40-466b-9081-66d0d4f1c626 None None] For port 15f34fd4-d134-43f1-b836-8b681d4fc52a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=15f34fd4-d134-43f1-b836-8b681d4fc52a,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:32.311855 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:32.354132 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a2acb36b-7d40-466b-9081-66d0d4f1c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:32.415319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acb36b-7d40-466b-9081-66d0d4f1c626 None None] Pushing event updated for resources: {'Port': ['ID=15f34fd4-d134-43f1-b836-8b681d4fc52a,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:32.432956 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:31Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:32.473271 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c54b3a2-fcb3-407a-ab96-f46a3e6488a6 None None] The sync data for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 is: [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:31Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:32.479132 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-58006938-565a-4475-850d-344f4d4651c6 None None] Provisioning complete for port 15f34fd4-d134-43f1-b836-8b681d4fc52a triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:32.479515 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-58006938-565a-4475-850d-344f4d4651c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:32.743145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d72881-b4ed-40ca-b907-6a729a0ac1b0 None None] Network 64ff741e-fc8e-4434-ba36-8b839242d32b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 15:58:32.849350 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-713734'] for router, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:32.895897 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-d7b6472c-815f-4095-b3ff-5fd103bef46b None None] Provisioning complete for port bbb76110-b4ee-414c-8c97-1043c2ce0648 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:32.896283 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7b6472c-815f-4095-b3ff-5fd103bef46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.013463 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7b6472c-815f-4095-b3ff-5fd103bef46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.053788 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-d7b6472c-815f-4095-b3ff-5fd103bef46b None None] For port bbb76110-b4ee-414c-8c97-1043c2ce0648, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bbb76110-b4ee-414c-8c97-1043c2ce0648,segment=NetworkSegment(e1d5c286-6fd4-41c7-b7ec-a2e683c2e790),segment_id=e1d5c286-6fd4-41c7-b7ec-a2e683c2e790)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:33.080216 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Router 8dcc8cad-4ea4-4825-94f7-0449304887ed is scheduled to L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 with binding_index 1 {{(pid=103044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:58:33.154128 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d7b6472c-815f-4095-b3ff-5fd103bef46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.202081 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:33.215330 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Sync routers for ids ['8dcc8cad-4ea4-4825-94f7-0449304887ed'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:33.230659 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6472c-815f-4095-b3ff-5fd103bef46b None None] Pushing event updated for resources: {'Port': ['ID=bbb76110-b4ee-414c-8c97-1043c2ce0648,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:33.237883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Routers {'8dcc8cad-4ea4-4825-94f7-0449304887ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:33.238511 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8dcc8cad-4ea4-4825-94f7-0449304887ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:33.293189 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.294783 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-e6a8ef62-528b-4649-948f-bcdb5bcc57dd admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4827874 Feb 16 15:58:33.297538 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46606) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:33.329879 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-182674e6-c8bc-46d8-b345-043db943d920 None None] Provisioning complete for port bbb76110-b4ee-414c-8c97-1043c2ce0648 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:33.330262 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-182674e6-c8bc-46d8-b345-043db943d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.389453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Set router 8dcc8cad-4ea4-4825-94f7-0449304887ed gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:33.626447 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 3, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port': {'id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:31Z', 'updated_at': '2022-02-16T15:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:33.655591 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Checking router: 8dcc8cad-4ea4-4825-94f7-0449304887ed for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:33.655931 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Updating router 8dcc8cad-4ea4-4825-94f7-0449304887ed port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb binding host n-d-829433-1 {{(pid=103045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:58:33.691270 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.695275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 15f34fd4-d134-43f1-b836-8b681d4fc52a up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:33.735022 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.841119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 15f34fd4-d134-43f1-b836-8b681d4fc52a triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:33.841915 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:33.892500 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Allocated IP 172.20.0.1 (64ff741e-fc8e-4434-ba36-8b839242d32b/b661d858-9ab4-46a8-a539-fba37db5f554/96290d14-bfbf-4d96-83d5-19eafb7011b7) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:33.998122 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.002282 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bbb76110-b4ee-414c-8c97-1043c2ce0648 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:34.081605 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Notify callbacks [] for port, precommit_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.092552 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port bbb76110-b4ee-414c-8c97-1043c2ce0648 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:34.092847 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.120118 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.159697 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Network 64ff741e-fc8e-4434-ba36-8b839242d32b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:34.162572 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:34.166814 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:34.177980 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.194490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Pushing event updated for resources: {'Port': ['ID=96290d14-bfbf-4d96-83d5-19eafb7011b7,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:34.214800 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-713945'] for router_interface, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.235967 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Attempting to bind port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb on host n-d-829433-1 for vnic_type normal with profile {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:58:34.236372 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Attempting to bind port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:58:34.236690 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Attempting to bind port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb on network e614c420-a791-467f-9b28-a6d8d96c0204 {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:34.249237 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:58:34.249614 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Checking segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:34.250020 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.250409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Bound using segment: {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'} {{(pid=103045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:58:34.250880 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.managers [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Bound port: 975bbb58-a7fc-41a1-a54b-91652ff9b3bb, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2b698-3093-4764-bb2c-92925c10dd7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204'}}] {{(pid=103045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:58:34.251274 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.253070 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f5003-69a6-41bd-b8aa-e1c56a29d8cc None None] Pushing event updated for resources: {'Port': ['ID=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,revision_number=2']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:34.312756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] For port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb, host n-d-829433-1, cleared binding levels {{(pid=103045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:58:34.316091 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] For port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:58:34.377374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.416308 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.433955 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Routers {'8dcc8cad-4ea4-4825-94f7-0449304887ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:34.434628 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8dcc8cad-4ea4-4825-94f7-0449304887ed'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:34.481805 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f5003-69a6-41bd-b8aa-e1c56a29d8cc None None] Pushing event updated for resources: {'Port': ['ID=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,revision_number=3']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:34.504068 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-10708d58-05cf-43b6-b76f-517ccaa92f91 None None] Provisioning complete for port 96290d14-bfbf-4d96-83d5-19eafb7011b7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:34.504303 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-10708d58-05cf-43b6-b76f-517ccaa92f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.580572 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-10708d58-05cf-43b6-b76f-517ccaa92f91 None None] Port 96290d14-bfbf-4d96-83d5-19eafb7011b7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:58:34.588673 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] Set router 8dcc8cad-4ea4-4825-94f7-0449304887ed gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:34.590532 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.662608 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.736029 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1000394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-712777'] for router_interface, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:34.737769 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Pushing event updated for resources: {'Port': ['ID=96290d14-bfbf-4d96-83d5-19eafb7011b7,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:34.789555 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 4, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port': {'id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:31Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '96290d14-bfbf-4d96-83d5-19eafb7011b7', 'name': '', 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'mac_address': 'fa:16:3e:62:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:33Z', 'updated_at': '2022-02-16T15:58:33Z', 'revision_number': 1, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'subnets': [{'id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:34.815922 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ae5c2-180f-4798-9687-68809904d12a None None] The sync data for ids ['8dcc8cad-4ea4-4825-94f7-0449304887ed'] in n-d-829433-1 is: [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 4, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port': {'id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:31Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '96290d14-bfbf-4d96-83d5-19eafb7011b7', 'name': '', 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'mac_address': 'fa:16:3e:62:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:33Z', 'updated_at': '2022-02-16T15:58:33Z', 'revision_number': 1, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'subnets': [{'id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:34.841311 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Network 64ff741e-fc8e-4434-ba36-8b839242d32b is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:34.842872 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:34.962424 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Router 8dcc8cad-4ea4-4825-94f7-0449304887ed has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:58:35.100061 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:35.103390 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-78358082-33de-4c3f-b4b4-da43535a7977 None None] Provisioning complete for port 96290d14-bfbf-4d96-83d5-19eafb7011b7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:35.103893 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-78358082-33de-4c3f-b4b4-da43535a7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:35.110083 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-b2713174-8f0d-4062-891f-2754123200e3 admin admin] 10.222.0.113 "PUT /v2.0/routers/8dcc8cad-4ea4-4825-94f7-0449304887ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8112493 Feb 16 15:58:35.152238 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-78358082-33de-4c3f-b4b4-da43535a7977 None None] Port 96290d14-bfbf-4d96-83d5-19eafb7011b7 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:58:35.325039 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5101a5cc-6706-4013-bbff-09f3371b7f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:35.381368 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:58:35.584701 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 975bbb58-a7fc-41a1-a54b-91652ff9b3bb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:35.638702 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:35.639068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:35.724564 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:35.747410 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] For port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:35.805959 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:35.857139 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Pushing event updated for resources: {'Port': ['ID=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:36.751292 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46616) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:36.758336 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-97a2d328-ef38-4b04-88b2-4b9a59c7e594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-30131529', 'description': 'tempest-secgroup-smoke-30131529 description', 'project_id': 'acc17031b6104740a6e42f3a71987baa'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:36.758884 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Sync routers for ids ['8dcc8cad-4ea4-4825-94f7-0449304887ed'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:36.769467 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Routers {'8dcc8cad-4ea4-4825-94f7-0449304887ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:36.770068 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8dcc8cad-4ea4-4825-94f7-0449304887ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:36.840077 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97a2d328-ef38-4b04-88b2-4b9a59c7e594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:36.876170 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Set router 8dcc8cad-4ea4-4825-94f7-0449304887ed gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:36.908232 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97a2d328-ef38-4b04-88b2-4b9a59c7e594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:36.965488 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97a2d328-ef38-4b04-88b2-4b9a59c7e594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:36.998415 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2d328-ef38-4b04-88b2-4b9a59c7e594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b041eda-f23e-4437-b624-06d366ae8f75,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:37.047442 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-97a2d328-ef38-4b04-88b2-4b9a59c7e594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.048780 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-97a2d328-ef38-4b04-88b2-4b9a59c7e594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2962835 Feb 16 15:58:37.055017 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46618) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:37.060198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cb5f1b4c-4301-4d6b-8884-cd217ff51520 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'security_group_rule': {'security_group_id': '2b041eda-f23e-4437-b624-06d366ae8f75', 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:37.136716 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1b4c-4301-4d6b-8884-cd217ff51520 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.168364 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 4, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port': {'id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:31Z', 'updated_at': '2022-02-16T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '96290d14-bfbf-4d96-83d5-19eafb7011b7', 'name': '', 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'mac_address': 'fa:16:3e:62:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:33Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 2, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'subnets': [{'id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:37.193926 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1b4c-4301-4d6b-8884-cd217ff51520 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.195336 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Checking router: 8dcc8cad-4ea4-4825-94f7-0449304887ed for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:37.195867 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Updating router 8dcc8cad-4ea4-4825-94f7-0449304887ed port 96290d14-bfbf-4d96-83d5-19eafb7011b7 binding host n-d-829433-1 {{(pid=103046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:58:37.223421 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.268269 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1b4c-4301-4d6b-8884-cd217ff51520 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.290546 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f1b4c-4301-4d6b-8884-cd217ff51520 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6c7749-436f-4b4a-aa34-d743de4ae323,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:37.351699 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1b4c-4301-4d6b-8884-cd217ff51520 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.353840 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cb5f1b4c-4301-4d6b-8884-cd217ff51520 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2969160 Feb 16 15:58:37.356009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46620) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:37.360650 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-244e739e-9b17-4b35-840a-4183b136e935 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'security_group_rule': {'security_group_id': '2b041eda-f23e-4437-b624-06d366ae8f75', 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:37.445201 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-244e739e-9b17-4b35-840a-4183b136e935 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.494083 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Notify callbacks [] for port, precommit_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.505767 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-244e739e-9b17-4b35-840a-4183b136e935 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.542706 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.555627 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 975bbb58-a7fc-41a1-a54b-91652ff9b3bb up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:37.565561 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-244e739e-9b17-4b35-840a-4183b136e935 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.603401 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a3f0-c5bf-4610-9116-129b2974014c None None] Pushing event updated for resources: {'Port': ['ID=96290d14-bfbf-4d96-83d5-19eafb7011b7,revision_number=3']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:37.607836 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e739e-9b17-4b35-840a-4183b136e935 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e77b3ca-1714-4357-9289-2d4e16b5757b,revision_number=0']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:37.638170 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:37.638665 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.653371 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-244e739e-9b17-4b35-840a-4183b136e935 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.656200 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-244e739e-9b17-4b35-840a-4183b136e935 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991214 Feb 16 15:58:37.659072 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46622) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:37.662196 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Attempting to bind port 96290d14-bfbf-4d96-83d5-19eafb7011b7 on host n-d-829433-1 for vnic_type normal with profile {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:58:37.662826 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Attempting to bind port 96290d14-bfbf-4d96-83d5-19eafb7011b7 by drivers openvswitch,hyperv on host n-d-829433-1 at level 0 using segments [{'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:58:37.664080 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Attempting to bind port 96290d14-bfbf-4d96-83d5-19eafb7011b7 on network 64ff741e-fc8e-4434-ba36-8b839242d32b {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:37.665522 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-685c5976-eb37-448c-9320-6d946ca324bf tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'security_group_rule': {'security_group_id': '2b041eda-f23e-4437-b624-06d366ae8f75', 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:37.671850 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Checking agent: {'id': '87bdc65b-948d-4953-a175-343b58367806', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 27, 41), 'started_at': datetime.datetime(2022, 2, 16, 14, 28, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829433-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:58:37.672539 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Checking segment: {'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:37.673311 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.674169 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Bound using segment: {'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'} {{(pid=103046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:58:37.674642 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.managers [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Bound port: 96290d14-bfbf-4d96-83d5-19eafb7011b7, host: n-d-829433-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b'}}] {{(pid=103046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:58:37.675018 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.742599 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-685c5976-eb37-448c-9320-6d946ca324bf tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.752495 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] For port 96290d14-bfbf-4d96-83d5-19eafb7011b7, host n-d-829433-1, cleared binding levels {{(pid=103046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:58:37.755881 n-d-829433-1 neutron-server[103046]: DEBUG neutron.plugins.ml2.db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] For port 96290d14-bfbf-4d96-83d5-19eafb7011b7, host n-d-829433-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=96290d14-bfbf-4d96-83d5-19eafb7011b7,segment=NetworkSegment(e1d5c286-6fd4-41c7-b7ec-a2e683c2e790),segment_id=e1d5c286-6fd4-41c7-b7ec-a2e683c2e790)] {{(pid=103046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:58:37.814204 n-d-829433-1 neutron-server[103046]: DEBUG neutron_lib.callbacks.manager [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.814824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-685c5976-eb37-448c-9320-6d946ca324bf tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.865726 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Routers {'8dcc8cad-4ea4-4825-94f7-0449304887ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:37.867643 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8dcc8cad-4ea4-4825-94f7-0449304887ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:37.880366 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-685c5976-eb37-448c-9320-6d946ca324bf tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.909486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c5976-eb37-448c-9320-6d946ca324bf tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa725475-b015-403d-b160-27bc7574d233,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:37.909636 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-a1fd21dc-34ed-4237-ad9c-665e6611d7b2 None None] Provisioning complete for port 96290d14-bfbf-4d96-83d5-19eafb7011b7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:37.910058 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a1fd21dc-34ed-4237-ad9c-665e6611d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.935614 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92a3f0-c5bf-4610-9116-129b2974014c None None] Pushing event updated for resources: {'Port': ['ID=96290d14-bfbf-4d96-83d5-19eafb7011b7,revision_number=4']} {{(pid=103046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:37.981319 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-685c5976-eb37-448c-9320-6d946ca324bf tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:37.985525 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-685c5976-eb37-448c-9320-6d946ca324bf tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229566 Feb 16 15:58:37.985665 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46624) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:37.997329 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-cf6e22f1-6b74-4e8b-8670-b454fd513960 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'security_group_rule': {'security_group_id': '2b041eda-f23e-4437-b624-06d366ae8f75', 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:38.014303 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] Set router 8dcc8cad-4ea4-4825-94f7-0449304887ed gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:38.058437 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-45fcd2e8-9446-4948-b66c-87fadf36b1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.072568 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a1fd21dc-34ed-4237-ad9c-665e6611d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.108284 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f1-6b74-4e8b-8670-b454fd513960 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.136586 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-a1fd21dc-34ed-4237-ad9c-665e6611d7b2 None None] For port 96290d14-bfbf-4d96-83d5-19eafb7011b7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=96290d14-bfbf-4d96-83d5-19eafb7011b7,segment=NetworkSegment(e1d5c286-6fd4-41c7-b7ec-a2e683c2e790),segment_id=e1d5c286-6fd4-41c7-b7ec-a2e683c2e790)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:38.182498 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a1fd21dc-34ed-4237-ad9c-665e6611d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.230169 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f1-6b74-4e8b-8670-b454fd513960 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.266043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd21dc-34ed-4237-ad9c-665e6611d7b2 None None] Pushing event updated for resources: {'Port': ['ID=96290d14-bfbf-4d96-83d5-19eafb7011b7,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:38.296606 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f1-6b74-4e8b-8670-b454fd513960 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.316937 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-b2a229a9-3062-4795-954e-74b1fb064320 None None] Provisioning complete for port 96290d14-bfbf-4d96-83d5-19eafb7011b7 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:38.318257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-b2a229a9-3062-4795-954e-74b1fb064320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.323781 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e22f1-6b74-4e8b-8670-b454fd513960 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad16d36f-5cef-44c8-82b6-2ce8633c1fe8,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:38.330972 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 4, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port': {'id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:31Z', 'updated_at': '2022-02-16T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '96290d14-bfbf-4d96-83d5-19eafb7011b7', 'name': '', 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'mac_address': 'fa:16:3e:62:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:33Z', 'updated_at': '2022-02-16T15:58:37Z', 'revision_number': 4, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'subnets': [{'id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:38.360310 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b6fa6-930e-4034-9b9f-5bd364baaecb None None] The sync data for ids ['8dcc8cad-4ea4-4825-94f7-0449304887ed'] in n-d-829433-1 is: [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T15:58:34Z', 'revision_number': 4, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port': {'id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:31Z', 'updated_at': '2022-02-16T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '96290d14-bfbf-4d96-83d5-19eafb7011b7', 'name': '', 'network_id': '64ff741e-fc8e-4434-ba36-8b839242d32b', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'mac_address': 'fa:16:3e:62:13:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:33Z', 'updated_at': '2022-02-16T15:58:37Z', 'revision_number': 4, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'subnets': [{'id': 'b661d858-9ab4-46a8-a539-fba37db5f554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:38.395783 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-cf6e22f1-6b74-4e8b-8670-b454fd513960 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.397023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-cf6e22f1-6b74-4e8b-8670-b454fd513960 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4102862 Feb 16 15:58:38.399883 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46626) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:38.404494 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'security_group_rule': {'security_group_id': '2b041eda-f23e-4437-b624-06d366ae8f75', 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:38.502686 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Project acc17031b6104740a6e42f3a71987baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:58:38.508675 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.589930 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.707588 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.724421 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d61e22-4b06-440a-a321-26e8a98b4040,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:38.795933 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.797375 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-7865f357-5696-488e-86f8-3415736cc9cb tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3964527 Feb 16 15:58:38.800163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46628) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:38.806198 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'security_group_rule': {'security_group_id': '2b041eda-f23e-4437-b624-06d366ae8f75', 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:38.914170 n-d-829433-1 neutron-server[103043]: INFO neutron.db.securitygroups_db [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Project acc17031b6104740a6e42f3a71987baa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 15:58:38.919655 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:38.982354 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:39.085563 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945988'] for security_group_rule, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:39.104265 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a796d08-c3af-4203-a6fa-8aeac048486a,revision_number=0']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:39.212619 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:39.213875 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-a29672bf-6c65-434c-8dea-ba211cc01e4a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4127057 Feb 16 15:58:39.361654 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-10f6e32e-220f-4e45-8d70-097453652333 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30131529&fields=id&tenant_id=acc17031b6104740a6e42f3a71987baa HTTP/1.1" status: 200 len: 267 time: 0.0331099 Feb 16 15:58:39.471989 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-8a14e8bb-80b2-4029-8d75-9717f748d069 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:39.473467 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-8a14e8bb-80b2-4029-8d75-9717f748d069 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 809 time: 0.1041739 Feb 16 15:58:39.489019 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-0296b5d0-508d-499f-8130-0cba2707c349 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/quotas/acc17031b6104740a6e42f3a71987baa HTTP/1.1" status: 200 len: 375 time: 0.0089228 Feb 16 15:58:39.543212 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-df7b38ef-3825-4cc8-8de6-0ce99f47eef4 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489831 Feb 16 15:58:39.580129 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 96290d14-bfbf-4d96-83d5-19eafb7011b7 up at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:39.627449 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Provisioning complete for port 96290d14-bfbf-4d96-83d5-19eafb7011b7 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:39.627877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:39.741849 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-00b6a11c-002f-4e54-92f7-5250a1ad6a6e service neutron] 10.222.0.113 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864641 Feb 16 15:58:39.831315 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-de722692-7673-4c69-94e9-d187ab3d1782 service neutron] 10.222.0.113 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833738 Feb 16 15:58:39.913548 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:40.075286 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0663ea9d-f6dd-4b96-873e-9f922f3431c9 req-c584d4ea-b7dc-4779-84ac-fe043e68b2f9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0268404 Feb 16 15:58:41.154567 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4ba471bb-5e91-469a-b6e2-690319654224 req-5978d309-7f0a-410a-a597-5ea0c854ff38 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0273364 Feb 16 15:58:41.462140 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:41.622181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:42.244823 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-69f9ebb6-1762-4926-8525-a8d4bc75d932 req-c2f71f7b-0d0d-40e7-8f25-9d735844f8fd tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0384333 Feb 16 15:58:43.153397 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:43.314339 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9fab78d8-55fb-49f3-927e-8fd9af2de19f req-1e7127f9-e5cd-48cb-a80a-a79192919025 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0266244 Feb 16 15:58:44.406441 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-8e851fc5-1d01-4954-b75f-87a0110cfda6 req-859afc0b-8bbb-4e96-864f-1c0b66c390d9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0271854 Feb 16 15:58:45.504979 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82bf904c-a4be-442b-8afd-b36b039191c3 req-a666230f-fcf3-4694-a84a-d6d56edc0788 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0261810 Feb 16 15:58:46.146377 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-d6dcfd92-5783-47da-9a65-dbeaa531019b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:46.148855 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-d6dcfd92-5783-47da-9a65-dbeaa531019b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.129 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 809 time: 0.1078417 Feb 16 15:58:46.193154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-81652b05-4d43-4e46-843a-c9caea14d623 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.129 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc17031b6104740a6e42f3a71987baa HTTP/1.1" status: 200 len: 378 time: 0.0350220 Feb 16 15:58:46.202641 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'port': {'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'admin_state_up': True, 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'security_groups': ['2b041eda-f23e-4437-b624-06d366ae8f75']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:46.353626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Made reservation on behalf of acc17031b6104740a6e42f3a71987baa for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:58:46.357150 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:46.829668 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6894882f-cdb8-4539-be4e-71fd120eb08c req-c540c046-644a-4dbe-a3d6-15ac8909b515 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0332034 Feb 16 15:58:46.842635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Allocated IP 172.20.0.5 (8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943/69ecbb1f-77af-4bb4-a169-d765cb7666a6/9c988d87-f641-41b9-a8f2-17cfe949845d) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:46.978104 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.074122 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.119987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:47.122850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:47.126488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:47.153537 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.155564 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:47.190003 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:47.190003 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.259737 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-56d5be2f-cb83-44ea-b85b-d0c57f63af28 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.129 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0605795 Feb 16 15:58:47.272193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Request body: {'port': {'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:47.329483 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.393220 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-8f33c6b1-1841-4763-8837-9ba29f80ab85 None None] Provisioning complete for port 9c988d87-f641-41b9-a8f2-17cfe949845d triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:47.393486 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-8f33c6b1-1841-4763-8837-9ba29f80ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.427411 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-8f33c6b1-1841-4763-8837-9ba29f80ab85 None None] Port 9c988d87-f641-41b9-a8f2-17cfe949845d cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 15:58:47.588443 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c988d87-f641-41b9-a8f2-17cfe949845d {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:58:47.595698 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.607726 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Transition to ACTIVE for port object 9c988d87-f641-41b9-a8f2-17cfe949845d will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 15:58:47.661841 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.711865 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:47.783684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Attempting to bind port 9c988d87-f641-41b9-a8f2-17cfe949845d on host n-h2-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 15:58:47.784014 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Attempting to bind port 9c988d87-f641-41b9-a8f2-17cfe949845d by drivers openvswitch,hyperv on host n-h2-829433-1 at level 0 using segments [{'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 15:58:47.784341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Attempting to bind port 9c988d87-f641-41b9-a8f2-17cfe949845d on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:47.789420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Port 9c988d87-f641-41b9-a8f2-17cfe949845d on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 not bound, no agent of type Open vSwitch agent registered on host n-h2-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 15:58:47.789731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Attempting to bind port 9c988d87-f641-41b9-a8f2-17cfe949845d on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:58:47.794920 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Checking agent: {'id': '6443cd99-d046-47b4-ae7a-ff71a560aaad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:58:47.795250 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Checking segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 15:58:47.795662 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Bound using segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:58:47.796082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Bound port: 9c988d87-f641-41b9-a8f2-17cfe949845d, host: n-h2-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 15:58:47.796432 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.863886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:58:47.868086 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:58:47.931261 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.978472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:47.979226 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:47.980734 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] 10.222.0.129 "PUT /v2.0/ports/9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 1091 time: 0.7128808 Feb 16 15:58:47.981155 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:58:47.983521 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f32d4af-ab78-4c28-b0ce-639b28963bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:58:48.015589 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28274e-2166-4fa8-bcbb-12f0331335a1 req-80e6be64-105b-4e33-80b1-c6c7fc590f10 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:48.017154 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e28274e-2166-4fa8-bcbb-12f0331335a1 req-80e6be64-105b-4e33-80b1-c6c7fc590f10 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 943 time: 0.1150410 Feb 16 15:58:48.023138 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45775da9-795e-46f3-b6a2-c8027cacb184 service neutron] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:48.036491 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a10dd7-819c-4441-b481-416f99d2f89a x-openstack-request-id: req-42a10dd7-819c-4441-b481-416f99d2f89a {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:58:48.036491 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:58:48.036491 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-42a10dd7-819c-4441-b481-416f99d2f89a {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:58:48.036491 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'status': 'completed', 'code': 200} Feb 16 15:58:48.087560 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0e28274e-2166-4fa8-bcbb-12f0331335a1 req-94bc7803-90f6-4df1-a9fb-c5090e002428 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610209 Feb 16 15:58:48.107930 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32d4af-ab78-4c28-b0ce-639b28963bd2 req-e5379a70-226f-4c6f-a01d-4c90b17215ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:48.107930 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f32d4af-ab78-4c28-b0ce-639b28963bd2 req-e5379a70-226f-4c6f-a01d-4c90b17215ba service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1094 time: 0.0504844 Feb 16 15:58:48.215530 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32d4af-ab78-4c28-b0ce-639b28963bd2 req-a6c4febf-d984-43aa-a972-0d13dd3bdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:48.217038 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f32d4af-ab78-4c28-b0ce-639b28963bd2 req-a6c4febf-d984-43aa-a972-0d13dd3bdcd5 service neutron] 10.222.0.129 "GET /v2.0/networks?tenant_id=acc17031b6104740a6e42f3a71987baa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1016266 Feb 16 15:58:48.311311 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32d4af-ab78-4c28-b0ce-639b28963bd2 req-8a4997fa-33e0-47c4-8e1a-97164e5c919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:48.312882 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9f32d4af-ab78-4c28-b0ce-639b28963bd2 req-8a4997fa-33e0-47c4-8e1a-97164e5c919d service neutron] 10.222.0.129 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0894196 Feb 16 15:58:48.387399 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-8dbc70bc-be62-4368-8833-09e77048715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:48.388952 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-8dbc70bc-be62-4368-8833-09e77048715e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1094 time: 0.0415702 Feb 16 15:58:48.437209 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-204fc5d8-5331-44ab-8cd4-7baf7dcc10e9 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 217 time: 0.0403955 Feb 16 15:58:48.487517 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-36644235-f73a-4815-b1e7-0520810f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:48.488966 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-36644235-f73a-4815-b1e7-0520810f1b52 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0451069 Feb 16 15:58:48.535811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-4029bd10-5db9-485e-a910-1413e2db80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:48.537765 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-4029bd10-5db9-485e-a910-1413e2db80e2 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415671 Feb 16 15:58:48.630586 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-19cb47cc-a012-4d60-a8ff-386d5527dc20 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869589 Feb 16 15:58:48.720997 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4a9f379-056d-42fb-a52a-ec52dead369b req-18a828ff-3cb8-4adc-b235-45d9809686a2 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831652 Feb 16 15:58:49.204991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c653e5-992c-4820-b65d-2c8211f273c1 req-17cdf225-fb73-4fbc-812c-ada0204cf650 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:49.206487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07c653e5-992c-4820-b65d-2c8211f273c1 req-17cdf225-fb73-4fbc-812c-ada0204cf650 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 943 time: 0.0492325 Feb 16 15:58:49.250009 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-07c653e5-992c-4820-b65d-2c8211f273c1 req-01704bef-9c1f-4f28-83e5-a6b39530c7d7 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367017 Feb 16 15:58:50.365692 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94771418-22b4-4293-b0b5-155a4209f41c req-b329a07e-0e32-4566-9fd7-f3edc5bd2d00 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:50.368022 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94771418-22b4-4293-b0b5-155a4209f41c req-b329a07e-0e32-4566-9fd7-f3edc5bd2d00 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 943 time: 0.0495152 Feb 16 15:58:50.405532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-94771418-22b4-4293-b0b5-155a4209f41c req-9dbb76d6-90ac-4655-bd47-c865ea918017 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313590 Feb 16 15:58:51.521120 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 9c988d87-f641-41b9-a8f2-17cfe949845d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 15:58:51.531760 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f170-77d6-41f0-ab84-de9a19a38fe0 req-3fd5dd5f-da4c-42a6-82fc-e54c26baa182 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:51.534594 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7438f170-77d6-41f0-ab84-de9a19a38fe0 req-3fd5dd5f-da4c-42a6-82fc-e54c26baa182 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 943 time: 0.0567541 Feb 16 15:58:51.573674 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7438f170-77d6-41f0-ab84-de9a19a38fe0 req-283b1149-5835-4c1f-b8e1-b6608f205e3c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331416 Feb 16 15:58:51.619108 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:51.630260 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 15:58:51.672511 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:51.836118 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c988d87-f641-41b9-a8f2-17cfe949845d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 15:58:51.854624 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:51.930517 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:51.976933 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:52.160125 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['9c988d87-f641-41b9-a8f2-17cfe949845d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 15:58:52.690433 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64850c1d-7271-4713-af7b-9fc1a1ddeaa0 req-b2db8730-3cea-4094-a9db-2429670efc73 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:52.691947 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64850c1d-7271-4713-af7b-9fc1a1ddeaa0 req-b2db8730-3cea-4094-a9db-2429670efc73 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 944 time: 0.0489123 Feb 16 15:58:52.734311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64850c1d-7271-4713-af7b-9fc1a1ddeaa0 req-4e48df90-c53b-471a-a883-387405b360dd tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353425 Feb 16 15:58:53.536646 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 9c988d87-f641-41b9-a8f2-17cfe949845d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:58:53.639058 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning for port 9c988d87-f641-41b9-a8f2-17cfe949845d completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 15:58:53.642936 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 9c988d87-f641-41b9-a8f2-17cfe949845d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:58:53.643309 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:53.722774 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:53.745301 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:58:53.747692 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec49378-55d3-4d11-9632-610762c5fbf6" -d '{"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-plugged", "status": "completed", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:58:53.760419 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:58:53.789060 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f22fb5-c20c-4067-b279-81ae0f97c9fb x-openstack-request-id: req-35f22fb5-c20c-4067-b279-81ae0f97c9fb {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:58:53.789060 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-plugged", "status": "completed", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:58:53.789060 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-35f22fb5-c20c-4067-b279-81ae0f97c9fb {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:58:53.789060 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'code': 200} Feb 16 15:58:53.839891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:53.876954 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b56f72-1d2b-4cbb-ae78-b8c7a2c55518 req-58211e45-435f-4f09-b4fa-504e909180b1 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:53.878537 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25b56f72-1d2b-4cbb-ae78-b8c7a2c55518 req-58211e45-435f-4f09-b4fa-504e909180b1 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 944 time: 0.0712647 Feb 16 15:58:53.888974 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:53.909002 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594247c0-30ea-41c8-887b-06da39fb10f3 req-7b0c1301-d74e-43d1-87c3-00505e64537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:53.910487 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-594247c0-30ea-41c8-887b-06da39fb10f3 req-7b0c1301-d74e-43d1-87c3-00505e64537e service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1096 time: 0.0662923 Feb 16 15:58:53.939238 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-25b56f72-1d2b-4cbb-ae78-b8c7a2c55518 req-eb9b1909-978c-432d-b4ad-5d65408d1941 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522537 Feb 16 15:58:53.956357 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-594247c0-30ea-41c8-887b-06da39fb10f3 req-091057ec-e354-4ee0-a581-a513346323d5 service neutron] 10.222.0.129 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354688 Feb 16 15:58:55.056629 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f443e-858e-432f-b712-2c1a6ebc4619 req-bf5602fd-b2de-47b9-b839-79bab9f84b33 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:55.058127 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b2f443e-858e-432f-b712-2c1a6ebc4619 req-bf5602fd-b2de-47b9-b839-79bab9f84b33 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 945 time: 0.0488255 Feb 16 15:58:55.100329 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-9b2f443e-858e-432f-b712-2c1a6ebc4619 req-89e887af-9d2d-41eb-8137-0fc920e60099 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355492 Feb 16 15:58:56.216850 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75aea-ba60-4cfd-84df-d6062986f2e2 req-7ce56273-5b29-4ae2-a02f-c21ad1a337e3 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:56.218316 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ead75aea-ba60-4cfd-84df-d6062986f2e2 req-7ce56273-5b29-4ae2-a02f-c21ad1a337e3 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 945 time: 0.0483313 Feb 16 15:58:56.255367 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ead75aea-ba60-4cfd-84df-d6062986f2e2 req-b93232b5-1e0c-429f-b3bc-3a2076203ca3 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311055 Feb 16 15:58:56.371183 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf5730-e313-4a9c-82e5-734d24dba4cd req-867be3ac-df91-475b-9c0c-6d370425c4f2 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:56.372706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fedf5730-e313-4a9c-82e5-734d24dba4cd req-867be3ac-df91-475b-9c0c-6d370425c4f2 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 945 time: 0.0498087 Feb 16 15:58:56.410878 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fedf5730-e313-4a9c-82e5-734d24dba4cd req-d6f4482b-5b1f-4eaa-81b7-c6e7b3f5b718 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321884 Feb 16 15:58:56.432278 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46702) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:56.512871 n-d-829433-1 neutron-server[103044]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8eace-63dc-40f5-8616-b58dd9a2af13 tempest-TestSnapshotPattern-1801332522 tempest-TestSnapshotPattern-1801332522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:56.514351 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-23e8eace-63dc-40f5-8616-b58dd9a2af13 tempest-TestSnapshotPattern-1801332522 tempest-TestSnapshotPattern-1801332522-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1091 time: 0.0810971 Feb 16 15:58:56.517289 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 46706) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 15:58:56.521570 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.v2.base [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:58:56.622052 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:56.721745 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:56.825360 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_common [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Allocated IP 172.25.6.108 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/6d478700-3eea-4562-ae8e-d92e865bf456) {{(pid=103044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:58:56.924247 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for port, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:57.028148 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:57.068136 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:58:57.071009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.base_scheduler [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Resources bound (agent type, host, resource id): {{(pid=103044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:58:57.073682 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Received port after_create {{(pid=103044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:58:57.105259 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'Port': ['ID=6d478700-3eea-4562-ae8e-d92e865bf456,revision_number=1']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:57.437268 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:57.566124 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:57.712030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for port, precommit_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:57.758858 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4847786'] for port, after_update {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:58.091009 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'Port': ['ID=6d478700-3eea-4562-ae8e-d92e865bf456,revision_number=2']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:58.101090 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:58.201795 n-d-829433-1 neutron-server[103044]: INFO neutron.db.l3_db [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Floating IP 129463b9-25ce-457a-b3f5-ca9a493a1dad associated. External IP: 172.25.6.108, port: 9c988d87-f641-41b9-a8f2-17cfe949845d. Feb 16 15:58:58.407823 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:58:58.515348 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:58:58.525213 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] Sync routers for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:58:58.535353 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:58.536002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:58.637122 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:58:58.646677 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:58.667045 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-9d92ed64-6676-4d29-bdd5-0294c9f9d814 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1485391 Feb 16 15:58:58.667881 n-d-829433-1 neutron-server[103044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d'}] {{(pid=103044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 15:58:58.670191 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01a4dc70015f20ee90fd3eb4bbbb44e2fbe54cf733a78e416e38eca28d8a835e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0b16e-b215-4dcc-8e47-3f6d36da3441" -d '{"events": [{"name": "network-changed", "server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d"}]}' {{(pid=103044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 15:58:58.714527 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff39db8-68f3-4b8e-a20a-80814c233871 x-openstack-request-id: req-bff39db8-68f3-4b8e-a20a-80814c233871 {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 15:58:58.714817 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d", "status": "completed", "code": 200}]} {{(pid=103044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 15:58:58.715078 n-d-829433-1 neutron-server[103044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bff39db8-68f3-4b8e-a20a-80814c233871 {{(pid=103044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 15:58:58.715478 n-d-829433-1 neutron-server[103044]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'status': 'completed', 'code': 200} Feb 16 15:58:58.783471 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-57a1c45a-ba32-4ed3-9197-b614a56a0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:58.784986 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-57a1c45a-ba32-4ed3-9197-b614a56a0d68 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1096 time: 0.0405269 Feb 16 15:58:58.875189 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:57Z', 'revision_number': 0, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:58.883240 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-258bf2d2-62a9-4f9d-b8d5-39df915dcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:58.884814 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-258bf2d2-62a9-4f9d-b8d5-39df915dcac0 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0913908 Feb 16 15:58:58.902043 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] Checking router: 12abbe30-ee0a-437c-8489-6e6b6f1ad97f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:58:58.910319 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:58:58.910924 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T15:58:38Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:58.949562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-2fb36d1e-51d6-4c60-8624-6ca452593973 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 999 time: 0.0584400 Feb 16 15:58:59.003796 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-70b1d7ac-7b27-4396-b168-888a34e6c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:59.005281 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-70b1d7ac-7b27-4396-b168-888a34e6c04a service neutron] 10.222.0.129 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0497324 Feb 16 15:58:59.021753 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:58:59.051752 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-452240fa-3749-444d-97cd-1a6f19d11e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:58:59.053271 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-452240fa-3749-444d-97cd-1a6f19d11e13 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409377 Feb 16 15:58:59.143078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-974899fa-54d4-4705-9101-b7a79321efaf service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834346 Feb 16 15:58:59.236376 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-64b0b16e-b215-4dcc-8e47-3f6d36da3441 req-314dc643-a212-4c9f-9ed4-0c9b38c0b19e service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868766 Feb 16 15:58:59.251830 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:57Z', 'revision_number': 0, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:58:59.278756 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16775aa4-be9b-4fad-aa8f-7011900caab3 None None] The sync data for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 is: [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:57Z', 'revision_number': 0, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:58:59.465974 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df3df9-cca7-459c-9b49-c0a251007dee None None] New status for floating IP 129463b9-25ce-457a-b3f5-ca9a493a1dad: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 15:59:05.325321 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5d1be49a-ddbf-4545-abed-c18f2df6e8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:08.050502 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-207b3724-94f8-4863-b7e9-84e31d614a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:09.884653 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:11.450333 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:11.599068 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:12.380157 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:59:13.170577 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:17.141981 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:35.375288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c731c988-6747-4e9e-8387-0a12d1550b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:38.060839 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-5c0413fc-88ed-41a5-a59d-be6d0b972830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:39.872789 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:41.450601 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:41.550331 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-cded0599-3ffb-44c0-ace3-7209d0f09981 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447733 Feb 16 15:59:41.621637 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:41.632496 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-866c60bb-84ea-4731-aa0d-0590fa82f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:59:41.633786 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-866c60bb-84ea-4731-aa0d-0590fa82f4dc service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1096 time: 0.0421507 Feb 16 15:59:41.740581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-a93c6f72-9e8e-4812-a7e7-79b701678e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:59:41.742098 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-a93c6f72-9e8e-4812-a7e7-79b701678e2b service neutron] 10.222.0.129 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0893505 Feb 16 15:59:41.807352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-49735355-4905-412a-bd6a-23a373fc815d service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 1001 time: 0.0584230 Feb 16 15:59:41.860165 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-4657a1dc-d100-417b-8292-b4624475e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:59:41.861602 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-4657a1dc-d100-417b-8292-b4624475e227 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0474036 Feb 16 15:59:41.907238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-f54d99fb-a73e-4dac-95bb-bd0363dd7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:59:41.908864 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-f54d99fb-a73e-4dac-95bb-bd0363dd7cbb service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412025 Feb 16 15:59:42.000606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-6456cd05-f17d-4a62-a95e-3d30f0676784 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848858 Feb 16 15:59:42.092729 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e4ce32c8-23d7-4886-90fd-e1f13dd3529f req-d35bd8fd-ef7e-4d5b-873d-8fe4e369d244 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Feb 16 15:59:43.186956 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:47.135072 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 15:59:49.379110 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:00:05.328907 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3cac8112-b207-4749-a303-59d2a6b76922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:08.044764 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e838-ce7a-4ceb-9bd4-30bc6a251dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:09.894582 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:11.427021 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:11.621516 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:13.164069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:17.140328 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:26.381161 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:00:35.318227 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7e685378-2162-469d-8c2d-dc53caaaf0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:38.046708 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2349e010-f842-4a68-abb2-f8e6a1dc96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:39.935219 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:41.432188 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:41.642453 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:42.424623 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-ef908dde-0aeb-4372-818b-50ba36a830a4 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954564 Feb 16 16:00:42.510718 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-63eaf517-6e04-4b69-9337-f7b9b5424cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:00:42.512230 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-63eaf517-6e04-4b69-9337-f7b9b5424cf5 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1096 time: 0.0408127 Feb 16 16:00:42.622306 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-8023180f-a983-4117-adcf-c451183d6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:00:42.623742 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-8023180f-a983-4117-adcf-c451183d6e2a service neutron] 10.222.0.129 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0927651 Feb 16 16:00:42.690023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-add544d3-01cb-44cb-84a4-bfdfebb92535 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 1001 time: 0.0599997 Feb 16 16:00:42.743643 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-d54ed50b-704a-4669-bf59-e2c298b7df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:00:42.745078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-d54ed50b-704a-4669-bf59-e2c298b7df99 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0484362 Feb 16 16:00:42.790849 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-530c5ee8-3104-499f-8254-7c1dd421910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:00:42.792364 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-530c5ee8-3104-499f-8254-7c1dd421910e service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401049 Feb 16 16:00:42.802871 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-8bae5905-559b-4cdb-800e-bddc302933fc service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:00:42.803843 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-8bae5905-559b-4cdb-800e-bddc302933fc service neutron] 10.222.0.129 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048025 Feb 16 16:00:42.890910 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-9ad3d9a8-e20e-4e18-acb2-ac5160a3e80e service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797865 Feb 16 16:00:42.982028 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-105292ee-12c8-49f3-9f19-769eb89dcc09 req-73cde768-a036-4af9-a120-d3209a93e8f3 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858619 Feb 16 16:00:43.164343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:47.140565 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:56.192574 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 9c988d87-f641-41b9-a8f2-17cfe949845d details requested by agent hyperv_n-h2-829433-1 with host n-h2-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:00:56.295103 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:00:56.306303 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Returning: {'device': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:00:56.342829 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:56.355491 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c988d87-f641-41b9-a8f2-17cfe949845d {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:00:56.374579 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:00:56.449219 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:56.501158 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:00:56.508927 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.509278 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.509618 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.510051 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.510382 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.510754 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.511065 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.511391 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.511749 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.512072 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.512393 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.512712 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:00:56.540309 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] get_ports_and_sgs() called for port_ids ['9c988d87-f641-41b9-a8f2-17cfe949845d'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:00:58.193532 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 9c988d87-f641-41b9-a8f2-17cfe949845d up at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:00:58.254827 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Provisioning complete for port 9c988d87-f641-41b9-a8f2-17cfe949845d triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:00:58.255310 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:58.348359 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:58.373039 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:00:58.375333 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20279e3c-e87e-4719-9113-5acf20e0b1c6" -d '{"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-plugged", "status": "completed", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:00:58.389275 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:00:58.455659 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:00:58.519999 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:00:58.525378 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41401429-e0c9-42a5-9313-c69c5e3114ca x-openstack-request-id: req-41401429-e0c9-42a5-9313-c69c5e3114ca {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:00:58.526100 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-plugged", "status": "completed", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:00:58.526439 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-41401429-e0c9-42a5-9313-c69c5e3114ca {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:00:58.526905 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'code': 200} Feb 16 16:01:03.380117 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:01:05.316416 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3d0b5e39-7fb8-453a-80db-6822161f2f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:07.992709 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-02dd064f-91f8-4d07-90e2-95818517bf16 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30131529&fields=id&tenant_id=acc17031b6104740a6e42f3a71987baa HTTP/1.1" status: 200 len: 267 time: 0.0341895 Feb 16 16:01:08.038993 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-35cd761c-82fc-4e67-b480-06116efc3f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:08.107983 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-d9b6972b-0d68-4688-b8d0-95734a399a3b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:08.109361 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-d9b6972b-0d68-4688-b8d0-95734a399a3b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 809 time: 0.1096795 Feb 16 16:01:08.124681 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-7daec9b0-e117-43c5-a0f8-744ecce12a72 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/quotas/acc17031b6104740a6e42f3a71987baa HTTP/1.1" status: 200 len: 375 time: 0.0094497 Feb 16 16:01:08.180632 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-c29789c4-11ed-4099-a695-69ea9eb724d1 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504653 Feb 16 16:01:08.237375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-73612cbc-a461-4656-b525-5fd54fb0635c service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:01:08.238368 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-73612cbc-a461-4656-b525-5fd54fb0635c service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466292 Feb 16 16:01:08.326513 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cf64cae8-bbf6-422d-b6f6-d7f52d5e2468 service neutron] 10.222.0.113 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810351 Feb 16 16:01:08.420156 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-814d8589-6f86-476d-9efc-7a04ca64aa63 service neutron] 10.222.0.113 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873911 Feb 16 16:01:08.688422 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-297157be-f0ca-4d65-b5cc-18e38a4060dd req-19a0fa04-0f5f-4a88-9e3b-8045f0973594 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 210 time: 0.0272279 Feb 16 16:01:09.788965 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-fb27b129-697d-4f59-9f24-455828a2486a req-4090949b-c63e-4ab2-8234-c38e46a01de0 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 210 time: 0.0273557 Feb 16 16:01:09.895187 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:10.793074 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-ce89853d-4a95-4aae-bce6-cdbe49ad3fc9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:10.794867 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-ce89853d-4a95-4aae-bce6-cdbe49ad3fc9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.93 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 809 time: 0.1075542 Feb 16 16:01:10.845000 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-69c325e9-4c48-4f05-a487-0006b3b05137 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc17031b6104740a6e42f3a71987baa HTTP/1.1" status: 200 len: 378 time: 0.0345497 Feb 16 16:01:10.855187 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'port': {'device_id': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'admin_state_up': True, 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'security_groups': ['2b041eda-f23e-4437-b624-06d366ae8f75']}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:01:10.895577 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1ac6d7ff-ff1f-49ae-9e3b-29b0d0a473a8 req-83f04620-bcb1-4eaf-83b3-092a1c8795f0 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 210 time: 0.0368938 Feb 16 16:01:11.055061 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Made reservation on behalf of acc17031b6104740a6e42f3a71987baa for: {'port': 1} {{(pid=103043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:01:11.058659 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:11.188404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Allocated IP 172.20.0.12 (8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943/69ecbb1f-77af-4bb4-a169-d765cb7666a6/0c7bd8a5-3a3f-4cf8-9086-555818468752) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:01:11.329247 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:11.433403 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:11.464557 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:11.533611 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:01:11.539238 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:01:11.548852 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:01:11.593572 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.619991 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:01:11.664285 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:11.665439 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:11.678394 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:11.769667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-cde30831-9038-4a71-af48-e76ac76c9973 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9178526 Feb 16 16:01:11.866720 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-1c430342-2903-44e5-892a-25dac2c662c5 None None] Provisioning complete for port 0c7bd8a5-3a3f-4cf8-9086-555818468752 triggered by entity DHCP. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:01:11.866992 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1c430342-2903-44e5-892a-25dac2c662c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:11.909789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-1c430342-2903-44e5-892a-25dac2c662c5 None None] Port 0c7bd8a5-3a3f-4cf8-9086-555818468752 cannot update to ACTIVE because it is not bound. {{(pid=103045) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 16 16:01:12.038976 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8408f66-d23a-4488-b4b8-1f07fbe9c74a req-9079d54d-7d0c-43a7-83ca-0be5e271e235 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:12.040706 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8408f66-d23a-4488-b4b8-1f07fbe9c74a req-9079d54d-7d0c-43a7-83ca-0be5e271e235 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0635521 Feb 16 16:01:12.092252 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a8408f66-d23a-4488-b4b8-1f07fbe9c74a req-0b2255c0-038b-41ed-890c-dc37c7e0f8ae tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446720 Feb 16 16:01:12.233789 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 9c988d87-f641-41b9-a8f2-17cfe949845d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:01:12.326496 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:12.350444 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:01:12.352999 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1889fa01-30b1-40a5-9463-4c897c6e660d" -d '{"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:01:12.367048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:01:12.397205 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7038aa6-ca04-4661-b56d-8bebd538e21b x-openstack-request-id: req-e7038aa6-ca04-4661-b56d-8bebd538e21b {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:01:12.401422 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-unplugged", "status": "completed", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:01:12.401422 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e7038aa6-ca04-4661-b56d-8bebd538e21b {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:01:12.401422 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'code': 200} Feb 16 16:01:12.454906 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:12.663992 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Pushing event updated for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:13.209029 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:13.219415 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf1be-30b1-4d68-ba64-dcb3445ee5b9 req-8b60ab5e-da59-4b92-be11-74d693ebfd4b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:13.221589 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84dcf1be-30b1-4d68-ba64-dcb3445ee5b9 req-8b60ab5e-da59-4b92-be11-74d693ebfd4b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0538759 Feb 16 16:01:13.264711 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-84dcf1be-30b1-4d68-ba64-dcb3445ee5b9 req-8f1c9306-95e9-4175-b390-68a24f9b5046 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359049 Feb 16 16:01:14.392959 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20ede2-200b-4b3a-be70-599ada664c1a req-32d30233-1ab3-4c46-9438-e23b7aa1875d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:14.402505 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e20ede2-200b-4b3a-be70-599ada664c1a req-32d30233-1ab3-4c46-9438-e23b7aa1875d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0612283 Feb 16 16:01:14.436670 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4e20ede2-200b-4b3a-be70-599ada664c1a req-42313f7f-20ff-426c-96a3-504dd1ab414b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332298 Feb 16 16:01:15.562935 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bef18-67e3-47f2-a86f-6a028bf33ef7 req-3c0c50a6-4fc7-419c-9547-7fa179cd83ff tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:15.565414 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a31bef18-67e3-47f2-a86f-6a028bf33ef7 req-3c0c50a6-4fc7-419c-9547-7fa179cd83ff tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0576501 Feb 16 16:01:15.613805 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a31bef18-67e3-47f2-a86f-6a028bf33ef7 req-1a075348-489a-4b9e-a4e9-1dfeecd95eae tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355644 Feb 16 16:01:16.736309 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a66b8-5f6e-4ca5-8fae-8dddd7c35e1a req-2e80ba18-1c89-41f3-959b-2ca172d3b6a8 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:16.737777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-966a66b8-5f6e-4ca5-8fae-8dddd7c35e1a req-2e80ba18-1c89-41f3-959b-2ca172d3b6a8 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0501587 Feb 16 16:01:16.775138 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-966a66b8-5f6e-4ca5-8fae-8dddd7c35e1a req-3edaf060-c641-459b-a916-ee13d3aadeca tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305233 Feb 16 16:01:17.192558 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:17.916118 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4a0e3-196c-4b9a-b760-b82616730bee req-655fbabd-4145-4629-af8c-4a22ce07229d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:17.917667 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5a4a0e3-196c-4b9a-b760-b82616730bee req-655fbabd-4145-4629-af8c-4a22ce07229d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0724411 Feb 16 16:01:17.956587 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5a4a0e3-196c-4b9a-b760-b82616730bee req-26741729-fd27-4fe6-91f8-14c61723711c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327454 Feb 16 16:01:19.086981 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d41f36-4f4d-4465-87db-1d51b647a904 req-f848df44-f1d6-4769-996b-e48480a9014c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:19.088532 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d41f36-4f4d-4465-87db-1d51b647a904 req-f848df44-f1d6-4769-996b-e48480a9014c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0539112 Feb 16 16:01:19.156771 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-21d41f36-4f4d-4465-87db-1d51b647a904 req-446a32aa-7a57-4977-9ce5-3980fa9b8416 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609930 Feb 16 16:01:20.273206 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66f35-af10-4f7b-9453-64b75be9f539 req-5434903b-3165-4dcf-8f60-8c24316764ba tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:20.274691 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60a66f35-af10-4f7b-9453-64b75be9f539 req-5434903b-3165-4dcf-8f60-8c24316764ba tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 932 time: 0.0494814 Feb 16 16:01:20.314099 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-60a66f35-af10-4f7b-9453-64b75be9f539 req-366ce0a1-b25a-48a9-af80-acd7c256285a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333211 Feb 16 16:01:20.401476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-2a780401-f271-4940-88ff-cf0792799bee tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 16:01:20.402477 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-2a780401-f271-4940-88ff-cf0792799bee tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058577 Feb 16 16:01:20.458952 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Request body: {'port': {'device_id': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829433-1'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:01:20.514564 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:20.773873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7bd8a5-3a3f-4cf8-9086-555818468752 {{(pid=103043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:01:20.781099 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:20.793882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.provisioning_blocks [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Transition to ACTIVE for port object 0c7bd8a5-3a3f-4cf8-9086-555818468752 will not be triggered until provisioned by entity L2. {{(pid=103043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:01:20.881861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:20.932122 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:21.007708 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Attempting to bind port 0c7bd8a5-3a3f-4cf8-9086-555818468752 on host n-h1-829433-1 for vnic_type normal with profile {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 16:01:21.008029 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Attempting to bind port 0c7bd8a5-3a3f-4cf8-9086-555818468752 by drivers openvswitch,hyperv on host n-h1-829433-1 at level 0 using segments [{'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 16:01:21.008489 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Attempting to bind port 0c7bd8a5-3a3f-4cf8-9086-555818468752 on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:01:21.013216 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Port 0c7bd8a5-3a3f-4cf8-9086-555818468752 on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 not bound, no agent of type Open vSwitch agent registered on host n-h1-829433-1 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:01:21.013536 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Attempting to bind port 0c7bd8a5-3a3f-4cf8-9086-555818468752 on network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:01:21.018545 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Checking agent: {'id': 'a87e37cf-591c-4a77-a340-feac12c0fc9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829433-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'started_at': datetime.datetime(2022, 2, 16, 14, 36, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:01:21.018886 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Checking segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 16 16:01:21.019266 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Bound using segment: {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'} {{(pid=103043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:01:21.019725 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.managers [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Bound port: 0c7bd8a5-3a3f-4cf8-9086-555818468752, host: n-h1-829433-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd107fa2-5906-43c7-977e-53e692910cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943'}}] {{(pid=103043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 16:01:21.020118 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:21.089882 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, cleared binding levels {{(pid=103043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:01:21.093235 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:01:21.151043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:21.188507 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.189045 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:21.191173 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] 10.222.0.93 "PUT /v2.0/ports/0c7bd8a5-3a3f-4cf8-9086-555818468752 HTTP/1.1" status: 200 len: 1092 time: 0.7809045 Feb 16 16:01:21.193456 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:01:21.195743 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5234384-b0bc-4807-b6d9-db4283d44232" -d '{"events": [{"name": "network-changed", "server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:01:21.225236 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7767a-07a6-4683-9d7a-db736f55bef4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=3']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:21.245145 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14519f-ad26-4fd1-a16b-345dcb800391 x-openstack-request-id: req-7e14519f-ad26-4fd1-a16b-345dcb800391 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:01:21.245478 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:01:21.245728 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7e14519f-ad26-4fd1-a16b-345dcb800391 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:01:21.246139 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'status': 'completed', 'code': 200} Feb 16 16:01:21.312193 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5234384-b0bc-4807-b6d9-db4283d44232 req-35814cce-eb86-487b-aa35-d07c287d8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.313751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5234384-b0bc-4807-b6d9-db4283d44232 req-35814cce-eb86-487b-aa35-d07c287d8200 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1095 time: 0.0463030 Feb 16 16:01:21.451499 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5234384-b0bc-4807-b6d9-db4283d44232 req-f24345c1-c283-40c6-aa13-c89e215b343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.453044 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5234384-b0bc-4807-b6d9-db4283d44232 req-f24345c1-c283-40c6-aa13-c89e215b343f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=acc17031b6104740a6e42f3a71987baa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1298895 Feb 16 16:01:21.465246 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2d490-3d64-4adc-9f02-5d94b11b71b0 req-37561b22-fc72-445a-962d-e8c55d61d945 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.466637 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5b2d490-3d64-4adc-9f02-5d94b11b71b0 req-37561b22-fc72-445a-962d-e8c55d61d945 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 944 time: 0.0732160 Feb 16 16:01:21.555078 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5b2d490-3d64-4adc-9f02-5d94b11b71b0 req-eeeb8cd4-9bfd-43e9-b982-f130bfe3d799 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801713 Feb 16 16:01:21.582297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5234384-b0bc-4807-b6d9-db4283d44232 req-a0f0f1df-52db-4e32-a008-021e3874b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.583777 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-a5234384-b0bc-4807-b6d9-db4283d44232 req-a0f0f1df-52db-4e32-a008-021e3874b5f5 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1162798 Feb 16 16:01:21.664420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-9aa2171a-a92b-4d35-81e9-7a534912f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.665893 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-9aa2171a-a92b-4d35-81e9-7a534912f704 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1095 time: 0.0406511 Feb 16 16:01:21.723622 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-4cf8c402-fbb0-4e71-add0-b7eb6a51e895 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752 HTTP/1.1" status: 200 len: 217 time: 0.0383999 Feb 16 16:01:21.772207 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-4c6f06f4-f3e1-4c3b-a23d-cf1a85c4cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.773780 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-4c6f06f4-f3e1-4c3b-a23d-cf1a85c4cac5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0433486 Feb 16 16:01:21.822684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-f40672a5-3c2d-4368-b8ec-077193caba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:21.824064 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-f40672a5-3c2d-4368-b8ec-077193caba02 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398877 Feb 16 16:01:21.921613 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-46693978-8fc8-44f0-9a3f-a1c4f5bfc65e service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855632 Feb 16 16:01:22.016365 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c9517fd0-691e-41a3-b550-e148a89898b1 req-bff256e8-05d8-4704-8ca0-fdfecbf0564a service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830863 Feb 16 16:01:22.679099 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce00e7-8b30-4782-8e3f-ca56af56fbb0 req-c4d7cdea-0ba1-4ce5-a80f-9907f7bd681c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:22.680647 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7ce00e7-8b30-4782-8e3f-ca56af56fbb0 req-c4d7cdea-0ba1-4ce5-a80f-9907f7bd681c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 944 time: 0.0541198 Feb 16 16:01:22.717476 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-e7ce00e7-8b30-4782-8e3f-ca56af56fbb0 req-e6f06b40-0463-4b7c-9a85-7bd0f866b383 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308523 Feb 16 16:01:23.838527 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9b6a3-3f00-4cde-aabe-34de296278bc req-3c59f5ab-aa6a-4d88-b9a4-7a84dadaab32 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:23.840139 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16c9b6a3-3f00-4cde-aabe-34de296278bc req-3c59f5ab-aa6a-4d88-b9a4-7a84dadaab32 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 944 time: 0.0537488 Feb 16 16:01:23.877313 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-16c9b6a3-3f00-4cde-aabe-34de296278bc req-7e7c32cb-fe2c-4409-8951-9a1a3fb3e51f tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311658 Feb 16 16:01:25.025748 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0c7bd8a5-3a3f-4cf8-9086-555818468752 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:01:25.076810 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60197eb-325f-4e23-b5cc-da03cc19b851 req-908dfd4e-8723-42f7-ae29-3c7e33f231be tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:25.079115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b60197eb-325f-4e23-b5cc-da03cc19b851 req-908dfd4e-8723-42f7-ae29-3c7e33f231be tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 944 time: 0.0542750 Feb 16 16:01:25.120362 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-b60197eb-325f-4e23-b5cc-da03cc19b851 req-4cba215e-8354-4790-be91-ae2469c4226a tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350118 Feb 16 16:01:25.138626 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:01:25.153162 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'port_id': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'mac_address': 'fa:16:3e:4c:f8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:01:25.196467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:25.212106 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7bd8a5-3a3f-4cf8-9086-555818468752 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:01:25.232798 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:01:25.535288 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:25.582990 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=4']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:25.835944 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0c7bd8a5-3a3f-4cf8-9086-555818468752'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:01:26.242501 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddf969-8a36-4695-8075-abb3b67bc134 req-292d6f23-0b93-4c7f-8489-5db02e48c76d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:26.244115 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99ddf969-8a36-4695-8075-abb3b67bc134 req-292d6f23-0b93-4c7f-8489-5db02e48c76d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 945 time: 0.0511839 Feb 16 16:01:26.282041 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-99ddf969-8a36-4695-8075-abb3b67bc134 req-8981dd49-11bf-4522-9a2c-68253d6783be tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316458 Feb 16 16:01:27.040501 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0c7bd8a5-3a3f-4cf8-9086-555818468752 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:01:27.163655 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning for port 0c7bd8a5-3a3f-4cf8-9086-555818468752 completed by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:01:27.167617 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 0c7bd8a5-3a3f-4cf8-9086-555818468752 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:01:27.168010 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:27.248643 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:27.270889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:01:27.273380 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1bae44-d781-40a3-8c29-68bfd3c9581a" -d '{"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-plugged", "status": "completed", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:01:27.286007 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:01:27.314013 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5e5e80-1e72-4956-a09e-b6c0733bcc2e x-openstack-request-id: req-4c5e5e80-1e72-4956-a09e-b6c0733bcc2e {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:01:27.314320 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-plugged", "status": "completed", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:01:27.314575 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4c5e5e80-1e72-4956-a09e-b6c0733bcc2e {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:01:27.315069 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'code': 200} Feb 16 16:01:27.352588 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:27.408700 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=5']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:27.411215 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1ef0-70b3-4a03-9d2d-cb677ca80825 req-c070edb4-9e47-4f17-abe9-3a40abd34b2b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:27.414126 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c35b1ef0-70b3-4a03-9d2d-cb677ca80825 req-c070edb4-9e47-4f17-abe9-3a40abd34b2b tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 946 time: 0.0591466 Feb 16 16:01:27.451499 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c35b1ef0-70b3-4a03-9d2d-cb677ca80825 req-56a9232f-dc2f-4b98-9f7c-098785db37ec tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310714 Feb 16 16:01:27.570581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283c0e-a700-4fc8-9547-5087989982b4 req-0cc04421-7eea-45dc-856b-624f6a030540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:27.572101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7283c0e-a700-4fc8-9547-5087989982b4 req-0cc04421-7eea-45dc-856b-624f6a030540 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1097 time: 0.0410852 Feb 16 16:01:27.611723 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-d7283c0e-a700-4fc8-9547-5087989982b4 req-ce08754f-d166-4b0d-a124-8976858c62e6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283382 Feb 16 16:01:28.583686 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b4a8-0ea4-4618-ba4b-30f482e128ad req-518bf39f-61fa-4e17-84b9-bd4767db6a05 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:28.585136 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a7b4a8-0ea4-4618-ba4b-30f482e128ad req-518bf39f-61fa-4e17-84b9-bd4767db6a05 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 946 time: 0.0521038 Feb 16 16:01:28.626541 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-23a7b4a8-0ea4-4618-ba4b-30f482e128ad req-4d94a611-0f41-4dca-9caf-dc5e4090ae62 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340683 Feb 16 16:01:29.750575 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bba2dc-bdde-4294-bdef-465fff196bbc req-0d5e6bd3-87e1-4bd8-a39c-430cc163cb71 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:29.752079 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82bba2dc-bdde-4294-bdef-465fff196bbc req-0d5e6bd3-87e1-4bd8-a39c-430cc163cb71 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 946 time: 0.0523086 Feb 16 16:01:29.790379 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-82bba2dc-bdde-4294-bdef-465fff196bbc req-10ba69ee-9edb-4500-a189-0166d29925f3 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315528 Feb 16 16:01:29.906873 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4dc9d-e176-4929-8d23-c27ddf4a820e req-8fa03d39-1c26-4b0b-bcf5-a2c9f5efcf04 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:29.908295 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0be4dc9d-e176-4929-8d23-c27ddf4a820e req-8fa03d39-1c26-4b0b-bcf5-a2c9f5efcf04 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Feb 16 16:01:29.947347 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-0be4dc9d-e176-4929-8d23-c27ddf4a820e req-e8232c38-4ca7-4ac2-86fe-286adc9fb133 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328221 Feb 16 16:01:29.968593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46994) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:01:30.007091 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755c91a-7860-433d-aa94-cdf43e285d1f tempest-TestSnapshotPattern-1801332522 tempest-TestSnapshotPattern-1801332522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:30.008588 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-3755c91a-7860-433d-aa94-cdf43e285d1f tempest-TestSnapshotPattern-1801332522 tempest-TestSnapshotPattern-1801332522-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1092 time: 0.0390081 Feb 16 16:01:30.011340 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 46996) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:01:30.015466 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.v2.base [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Request body: {'floatingip': {'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'port_id': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:01:30.095037 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:30.204309 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:30.312359 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_common [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Allocated IP 172.25.6.92 (e614c420-a791-467f-9b28-a6d8d96c0204/4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe/71ea7d12-69e4-4015-b2f2-b8d257a1871c) {{(pid=103043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:01:30.417170 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for port, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:30.541047 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730684134009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:30.580532 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Network e614c420-a791-467f-9b28-a6d8d96c0204 is already hosted by enough agents. {{(pid=103043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:01:30.583260 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.base_scheduler [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Resources bound (agent type, host, resource id): {{(pid=103043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:01:30.587279 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Received port after_create {{(pid=103043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:01:30.592520 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'Port': ['ID=71ea7d12-69e4-4015-b2f2-b8d257a1871c,revision_number=1']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:31.282671 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:31.444423 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:31.597173 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for port, precommit_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:31.666087 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406513'] for port, after_update {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:31.735429 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event updated for resources: {'Port': ['ID=71ea7d12-69e4-4015-b2f2-b8d257a1871c,revision_number=2']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:01:31.748103 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-713900'] for floatingip, after_create {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:31.847421 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Floating IP 3ad50705-6053-436a-96af-5f0896172272 associated. External IP: 172.25.6.92, port: 0c7bd8a5-3a3f-4cf8-9086-555818468752. Feb 16 16:01:32.054905 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:01:32.162670 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:01:32.172352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] Sync routers for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:01:32.182357 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:01:32.182979 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:01:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:01:32.234253 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:32.263482 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-4ef010f1-a7a5-4f44-8110-0cae8526b568 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2510169 Feb 16 16:01:32.264114 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:01:32.266511 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d86ead4-c77b-4001-a609-ec369adc2300" -d '{"events": [{"name": "network-changed", "server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:01:32.300567 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:01:32.309663 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d08ffff-cab7-488d-b4a6-ee5688e80771 x-openstack-request-id: req-9d08ffff-cab7-488d-b4a6-ee5688e80771 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:01:32.310145 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:01:32.310742 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9d08ffff-cab7-488d-b4a6-ee5688e80771 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:01:32.310742 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'status': 'completed', 'code': 200} Feb 16 16:01:32.374264 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-0eb830c5-0da9-4cee-afba-e79256030de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:32.375800 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-0eb830c5-0da9-4cee-afba-e79256030de0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1097 time: 0.0420349 Feb 16 16:01:32.466251 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-df5b138c-13b1-4bdb-ad3b-d6acc91f72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:32.467640 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-df5b138c-13b1-4bdb-ad3b-d6acc91f72f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0849063 Feb 16 16:01:32.527661 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:59Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}, {'id': '3ad50705-6053-436a-96af-5f0896172272', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:4c:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:01:31Z', 'updated_at': '2022-02-16T16:01:31Z', 'revision_number': 0, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:01:32.540659 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-87969f40-dd51-4c2e-899b-c7210d20b6db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752 HTTP/1.1" status: 200 len: 999 time: 0.0647225 Feb 16 16:01:32.555267 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] Checking router: 12abbe30-ee0a-437c-8489-6e6b6f1ad97f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:01:32.563496 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:01:32.564211 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:01:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:01:32.589492 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-0b94d90e-802e-4cda-a823-270dc70035b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:32.590981 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-0b94d90e-802e-4cda-a823-270dc70035b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0440753 Feb 16 16:01:32.637535 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-7e2ef4ba-4390-4dc1-a073-8c3984223cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:32.639023 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-7e2ef4ba-4390-4dc1-a073-8c3984223cca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412300 Feb 16 16:01:32.672012 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:01:32.734319 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-2ba3867d-a339-42c7-82b4-95457a68d181 service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878923 Feb 16 16:01:32.824781 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-6d86ead4-c77b-4001-a609-ec369adc2300 req-099be593-bc57-40ef-b308-f0cc40d1507b service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832634 Feb 16 16:01:32.901889 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:59Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}, {'id': '3ad50705-6053-436a-96af-5f0896172272', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:4c:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:01:31Z', 'updated_at': '2022-02-16T16:01:31Z', 'revision_number': 0, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:01:32.929117 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e014595-a990-414c-9a1b-e5d3a5393835 None None] The sync data for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 is: [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:59Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}, {'id': '3ad50705-6053-436a-96af-5f0896172272', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:4c:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:01:31Z', 'updated_at': '2022-02-16T16:01:31Z', 'revision_number': 0, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:01:33.119335 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb22edc-7bde-4451-80c7-4c80acde1bca None None] New status for floating IP 3ad50705-6053-436a-96af-5f0896172272: ACTIVE {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:01:35.335526 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d60e-ac11-4fd7-907e-178bfd552621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:38.035791 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2a8a03ef-a6c7-40a6-b409-42c7fbda4200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:39.898550 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:40.378845 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:01:41.460496 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:41.631686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:43.203278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:01:43.474539 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-cc30e14d-b63c-43ca-b9e3-05efef2fda9f service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446606 Feb 16 16:01:43.562181 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-395c412f-fe56-4602-a7ac-23dedc70806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:43.566054 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-395c412f-fe56-4602-a7ac-23dedc70806e service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1094 time: 0.0496473 Feb 16 16:01:43.667595 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-c1991c87-263e-41d0-af23-eabda667e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:43.669122 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-c1991c87-263e-41d0-af23-eabda667e0d3 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0836191 Feb 16 16:01:43.737825 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-79639adc-8872-4bde-8259-ea9a93b8dec7 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 999 time: 0.0623705 Feb 16 16:01:43.785715 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-f4cc0124-40a0-401f-93e9-022803bda9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:43.790299 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-f4cc0124-40a0-401f-93e9-022803bda9a2 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0437279 Feb 16 16:01:43.830874 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-48110057-3205-4c05-94cc-f93ce8030714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:43.832377 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-48110057-3205-4c05-94cc-f93ce8030714 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391471 Feb 16 16:01:43.923411 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-20a2f7cb-31e5-4d1b-a59e-821f5bdf2f60 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Feb 16 16:01:44.010015 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-f86b679f-6a4a-4499-a1ff-217ec1c9f7de req-ee1acf61-4867-45ad-ba20-f2655b6afe02 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805094 Feb 16 16:01:44.577145 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-83ba9103-ff7d-4a88-af25-ab9271e48484 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463581 Feb 16 16:01:44.659375 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-273fb82e-760e-4137-b446-0619864de894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:44.660912 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-273fb82e-760e-4137-b446-0619864de894 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1097 time: 0.0408661 Feb 16 16:01:44.765825 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-c7ced03f-3e7f-4e39-af97-fa4925f32f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:44.767311 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-c7ced03f-3e7f-4e39-af97-fa4925f32f85 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0834455 Feb 16 16:01:44.837717 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-bb44690c-0082-48ee-bc2f-f31e832ce2be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752 HTTP/1.1" status: 200 len: 1001 time: 0.0629940 Feb 16 16:01:44.886585 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-131b5e0d-d6f4-4340-8cdd-103a69651fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:44.892447 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-131b5e0d-d6f4-4340-8cdd-103a69651fc8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0429831 Feb 16 16:01:44.942684 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-43b008b3-c782-491a-b49c-783697b3733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:01:44.944874 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-43b008b3-c782-491a-b49c-783697b3733d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487998 Feb 16 16:01:45.036468 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-dc2af4bf-c8c5-4e82-a214-680bc242aefe service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830357 Feb 16 16:01:45.124282 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-70316f07-4aee-45b4-ab93-92fb33682f75 req-c783a6e3-c8b0-430d-bf8c-ad5ce3c05bab service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804095 Feb 16 16:01:47.123343 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:05.317153 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a6a2936b-cea7-43b1-9200-8c8c193c77a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:08.034745 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-962fe599-362b-43a1-b4cb-b1c0dfcfb80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:09.903129 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:11.488825 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:11.637090 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:13.211931 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:17.174467 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:17.378264 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:02:35.319979 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a76f743-5fc3-4b8f-b3fb-8dab82393729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:38.043002 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2adf15ad-d6ac-42fc-aa72-4f899b60da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:39.916827 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:41.508479 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:41.639561 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:43.357065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:43.524888 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-3844744c-b9c5-41fb-ba6f-6d3fa0becc74 service neutron] 10.222.0.129 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449953 Feb 16 16:02:43.606349 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-6f6a4607-90ca-4f94-bcf3-1ecd76ffc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:43.607835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-6f6a4607-90ca-4f94-bcf3-1ecd76ffc9ba service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1094 time: 0.0408509 Feb 16 16:02:43.718497 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-6f8c2d01-5152-4662-a73d-22b3ccf928ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:43.720177 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-6f8c2d01-5152-4662-a73d-22b3ccf928ae service neutron] 10.222.0.129 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0941956 Feb 16 16:02:43.791164 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-0aeca560-6b2a-49e9-9a05-bcebf575b540 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 999 time: 0.0646219 Feb 16 16:02:43.842115 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-8a468b71-5732-4200-a913-1c4c04b69fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:43.843664 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-8a468b71-5732-4200-a913-1c4c04b69fc9 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0453601 Feb 16 16:02:43.889828 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-99d8e5dd-5b55-4d60-99f8-a75660a57017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:43.891241 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-99d8e5dd-5b55-4d60-99f8-a75660a57017 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409038 Feb 16 16:02:43.985837 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-95a0ebfb-6100-4319-bb7b-44e3ad08805e service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875466 Feb 16 16:02:44.075247 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ac530e5f-6e5d-49c0-9912-0e808626f289 req-ed309928-bd14-47d8-b4eb-2db38326edb5 service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Feb 16 16:02:44.626712 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-b0b20024-6fad-4726-a3f1-0e984871e7d5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443392 Feb 16 16:02:44.718597 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad739a-6935-4c45-b423-58882aeabf6e req-9f04cb05-7075-4720-a454-94f64e042607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:44.720502 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-9f04cb05-7075-4720-a454-94f64e042607 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1097 time: 0.0439069 Feb 16 16:02:44.822472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad739a-6935-4c45-b423-58882aeabf6e req-d8bc20fa-f6c3-40ab-af22-bf4fe3c1fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:44.823962 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-d8bc20fa-f6c3-40ab-af22-bf4fe3c1fe86 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0843439 Feb 16 16:02:44.898307 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-91404044-299a-4514-ac18-b82f89849c7e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752 HTTP/1.1" status: 200 len: 1001 time: 0.0627804 Feb 16 16:02:44.951104 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad739a-6935-4c45-b423-58882aeabf6e req-e24c4ba6-0a4a-4977-96b8-0d7532fa598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:44.952573 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-e24c4ba6-0a4a-4977-96b8-0d7532fa598d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0438979 Feb 16 16:02:45.003770 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad739a-6935-4c45-b423-58882aeabf6e req-0a58c9a9-f030-4341-8938-3d626995159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:45.005244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-0a58c9a9-f030-4341-8938-3d626995159f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403802 Feb 16 16:02:45.099886 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-8236057e-5e82-485c-a6c0-3598c69325d6 service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 Feb 16 16:02:45.189216 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-80ad739a-6935-4c45-b423-58882aeabf6e req-f79ad4f0-1f68-47c9-81b1-68fba44c7b57 service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819535 Feb 16 16:02:47.149069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:02:54.377286 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:03:03.351535 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0c7bd8a5-3a3f-4cf8-9086-555818468752 details requested by agent hyperv_n-h1-829433-1 with host n-h1-829433-1 {{(pid=103045) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:03.446963 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:03.460048 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Returning: {'device': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'port_id': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'mac_address': 'fa:16:3e:4c:f8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103045) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:03.496051 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:03.508229 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c7bd8a5-3a3f-4cf8-9086-555818468752 {{(pid=103045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:03.527442 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:03.586145 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:03.640053 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=6']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:03.647565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.647917 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.648257 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.648592 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.648919 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.649245 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.649566 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.649886 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.650207 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.650526 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.650856 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.651165 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:03.673554 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] get_ports_and_sgs() called for port_ids ['0c7bd8a5-3a3f-4cf8-9086-555818468752'] {{(pid=103045) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:05.319973 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-71b05ecf-3d8e-459a-b489-338638942866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:05.367354 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0c7bd8a5-3a3f-4cf8-9086-555818468752 up at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:05.424320 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.provisioning_blocks [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Provisioning complete for port 0c7bd8a5-3a3f-4cf8-9086-555818468752 triggered by entity L2. {{(pid=103045) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:05.424686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4125340'] for port, provisioning_complete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:05.519531 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:05.548352 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:05.551099 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fd48bd-0dec-40bc-a7a1-6353b289c3c7" -d '{"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-plugged", "status": "completed", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:05.570575 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:05.599095 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f28f86-9325-44c1-b004-1461b513b2c9 x-openstack-request-id: req-15f28f86-9325-44c1-b004-1461b513b2c9 {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:05.599402 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-plugged", "status": "completed", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:05.599817 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-15f28f86-9325-44c1-b004-1461b513b2c9 {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:05.600581 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'code': 200} Feb 16 16:03:05.646156 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:05.707186 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=7']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:08.068569 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-763d9b10-c4dc-4c1d-9237-283d1f779b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:09.958101 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:11.489086 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:11.643856 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:13.351910 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:16.496582 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47192) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:16.661476 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Deleting port 71ea7d12-69e4-4015-b2f2-b8d257a1871c {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:16.661824 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:16.736976 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:16.737211 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:16.748488 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Calling delete_port for 71ea7d12-69e4-4015-b2f2-b8d257a1871c owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:16.952500 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:16.975987 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event deleted for resources: {'Port': ['ID=71ea7d12-69e4-4015-b2f2-b8d257a1871c,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:16.985974 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.986315 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.986645 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.987033 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.987304 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.988267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.988267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.988267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.988588 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.988867 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.989182 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:16.989525 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:17.052187 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:17.052558 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Floating IP 3ad50705-6053-436a-96af-5f0896172272 disassociated (deleted). External IP: 172.25.6.92, port: 0c7bd8a5-3a3f-4cf8-9086-555818468752. Feb 16 16:03:17.180279 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:17.261848 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:17.371139 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:17.376074 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:17.380883 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] Sync routers for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:17.390957 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:17.391582 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:17.405529 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-803bb367-8ae2-4478-91dc-be91a8d56489 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "DELETE /v2.0/floatingips/3ad50705-6053-436a-96af-5f0896172272 HTTP/1.1" status: 204 len: 168 time: 0.9078302 Feb 16 16:03:17.408317 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:17.408833 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e689253-f3c6-44da-ad8c-d405fe4b8e81" -d '{"events": [{"name": "network-changed", "server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:17.427717 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0c7bd8a5-3a3f-4cf8-9086-555818468752 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:17.517249 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0172ed12-ef0b-4454-bda5-556bd2e0c676 x-openstack-request-id: req-0172ed12-ef0b-4454-bda5-556bd2e0c676 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:17.517793 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:17.517923 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0172ed12-ef0b-4454-bda5-556bd2e0c676 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:17.518400 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'status': 'completed', 'code': 200} Feb 16 16:03:17.594758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-17bade35-e029-4647-b8cd-03ae871e90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.596352 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-17bade35-e029-4647-b8cd-03ae871e90ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 1097 time: 0.0486028 Feb 16 16:03:17.694486 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-fb87d205-70a1-453a-9b2e-fa5b1671eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.696104 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-fb87d205-70a1-453a-9b2e-fa5b1671eef7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0915380 Feb 16 16:03:17.702137 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:17.746519 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-38103fe1-96e0-48fb-9692-400288a53f80 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752 HTTP/1.1" status: 200 len: 217 time: 0.0391574 Feb 16 16:03:17.772065 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171413'] for port, before_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:17.805746 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-2cef6d73-fe4f-4b70-8417-2a1aa8439179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.807606 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-2cef6d73-fe4f-4b70-8417-2a1aa8439179 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0533996 Feb 16 16:03:17.834751 n-d-829433-1 neutron-server[103045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752'}] {{(pid=103045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:17.836996 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24b2a2d74bd946abd249c6fd5396bcd5dbebfdd0cd855f06ed1b13f5f908ccf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5911fbb4-38f0-43e5-ad45-5025798ca627" -d '{"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752"}]}' {{(pid=103045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:17.863227 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-fa11556e-498a-4248-943e-902001745183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.864945 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-fa11556e-498a-4248-943e-902001745183 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472286 Feb 16 16:03:17.869685 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:17.907802 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce78b89-46ed-4814-9a8b-521b4f67ccfc x-openstack-request-id: req-8ce78b89-46ed-4814-9a8b-521b4f67ccfc {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:17.908095 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752", "code": 200}]} {{(pid=103045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:17.908352 n-d-829433-1 neutron-server[103045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-8ce78b89-46ed-4814-9a8b-521b4f67ccfc {{(pid=103045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:17.908738 n-d-829433-1 neutron-server[103045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'code': 200} Feb 16 16:03:17.929788 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730684533872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730684134027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730684134045'] for port, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:18.008297 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9a68e-e5a7-4537-99dd-61de54c32d50 req-387ad944-0ac4-4dac-a742-7b5af3c3b9ba tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:18.010188 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5d9a68e-e5a7-4537-99dd-61de54c32d50 req-387ad944-0ac4-4dac-a742-7b5af3c3b9ba tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 944 time: 0.1836703 Feb 16 16:03:18.011802 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-7270dfc2-0afe-4293-9b31-06a5c7c0e7a8 service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374154 Feb 16 16:03:18.015274 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=8']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:18.043765 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:59Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:18.071558 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] Checking router: 12abbe30-ee0a-437c-8489-6e6b6f1ad97f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:18.080298 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:18.080905 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:18.102442 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5d9a68e-e5a7-4537-99dd-61de54c32d50 req-5a235b6b-9caf-4c96-b940-5018ca8dcd49 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862658 Feb 16 16:03:18.141835 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-5e689253-f3c6-44da-ad8c-d405fe4b8e81 req-72613a68-20d1-47f3-b8b7-71110e7efa5d service neutron] 10.222.0.93 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189253 Feb 16 16:03:18.191453 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:18.414733 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:59Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:18.445696 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c66b35-5a5a-491e-bf0d-ffc29cc2b89b None None] The sync data for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 is: [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_floatingips': [{'id': '129463b9-25ce-457a-b3f5-ca9a493a1dad', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'router_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'port_id': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'mac_address': 'fa:16:3e:8b:ea:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T15:58:57Z', 'updated_at': '2022-02-16T15:58:59Z', 'revision_number': 1, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:18.650420 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c64357-de57-4012-81bf-29ebe4faee93 None None] New status for floating IP 3ad50705-6053-436a-96af-5f0896172272: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:03:19.276681 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841b87f-0658-4654-b6d8-609a7b62cdbf req-b9a4bbe8-b01e-45f1-be5c-c68891606769 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.278175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1841b87f-0658-4654-b6d8-609a7b62cdbf req-b9a4bbe8-b01e-45f1-be5c-c68891606769 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 944 time: 0.0980678 Feb 16 16:03:19.316599 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1841b87f-0658-4654-b6d8-609a7b62cdbf req-bd2e71d8-35d9-4e4a-a727-7415ab189cf1 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316770 Feb 16 16:03:19.711988 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-21456cc2-4932-4026-a0ae-965c5edf7167 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.713416 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-21456cc2-4932-4026-a0ae-965c5edf7167 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.93 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 944 time: 0.0482152 Feb 16 16:03:19.808951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Deleting port 0c7bd8a5-3a3f-4cf8-9086-555818468752 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:19.809291 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:19.896632 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] For port 0c7bd8a5-3a3f-4cf8-9086-555818468752, host n-h1-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829433-1',level=0,port_id=0c7bd8a5-3a3f-4cf8-9086-555818468752,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:19.896913 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:19.909593 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Calling delete_port for 0c7bd8a5-3a3f-4cf8-9086-555818468752 owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:20.088905 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:20.117371 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event deleted for resources: {'Port': ['ID=0c7bd8a5-3a3f-4cf8-9086-555818468752,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:20.159405 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] No DVR routers for this DVR port 0c7bd8a5-3a3f-4cf8-9086-555818468752 on host n-h1-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:20.161943 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:20.165396 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-4c8cb0ec-5015-4f01-b88e-1a7e256b76ef req-acae7468-0be0-4fc1-a090-b2dd6b30e40c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.93 "DELETE /v2.0/ports/0c7bd8a5-3a3f-4cf8-9086-555818468752 HTTP/1.1" status: 204 len: 173 time: 0.4417183 Feb 16 16:03:20.165801 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-deleted', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:20.168075 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dfffb2-ae7f-4885-b95c-2b6ab70a2a46" -d '{"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-deleted", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:20.204768 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99439d8-262e-4913-9c61-2597a33ab2da x-openstack-request-id: req-d99439d8-262e-4913-9c61-2597a33ab2da {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:20.205056 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7833ee80-229e-4bd1-b0b6-642d527c1363", "name": "network-vif-deleted", "tag": "0c7bd8a5-3a3f-4cf8-9086-555818468752", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:20.205306 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d99439d8-262e-4913-9c61-2597a33ab2da {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:20.205703 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7833ee80-229e-4bd1-b0b6-642d527c1363', 'name': 'network-vif-deleted', 'tag': '0c7bd8a5-3a3f-4cf8-9086-555818468752', 'status': 'completed', 'code': 200} Feb 16 16:03:20.415982 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-ba379a35-6ffe-4eec-bb88-3ce88d18dc4a req-499b246e-b2a5-43ac-a276-ce82eb7d80db tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=7833ee80-229e-4bd1-b0b6-642d527c1363 HTTP/1.1" status: 200 len: 210 time: 0.0306666 Feb 16 16:03:22.661933 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47256) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:22.819096 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Deleting port 6d478700-3eea-4562-ae8e-d92e865bf456 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:22.819436 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:22.891978 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:22.892305 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:22.903667 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Calling delete_port for 6d478700-3eea-4562-ae8e-d92e865bf456 owned by network:floatingip {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:23.108509 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:23.135042 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event deleted for resources: {'Port': ['ID=6d478700-3eea-4562-ae8e-d92e865bf456,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:23.198491 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for floatingip, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:23.198824 n-d-829433-1 neutron-server[103043]: INFO neutron.db.l3_db [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Floating IP 129463b9-25ce-457a-b3f5-ca9a493a1dad disassociated (deleted). External IP: 172.25.6.108, port: 9c988d87-f641-41b9-a8f2-17cfe949845d. Feb 16 16:03:23.430761 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0c7bd8a5-3a3f-4cf8-9086-555818468752 no longer exists at agent hyperv_n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:23.451900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] No Port match for: 0c7bd8a5-3a3f-4cf8-9086-555818468752 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:23.452247 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Device 0c7bd8a5-3a3f-4cf8-9086-555818468752 not bound to the agent host n-h1-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:23.753420 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:23.865555 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:23.869931 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for floatingip, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:23.876533 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] Sync routers for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:23.886212 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:23.886822 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:23.897165 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6472fc47-bff1-49dd-92a9-bee8f181d7c9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "DELETE /v2.0/floatingips/129463b9-25ce-457a-b3f5-ca9a493a1dad HTTP/1.1" status: 204 len: 168 time: 1.2341297 Feb 16 16:03:23.897754 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:23.900039 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:23.949003 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969ddea-f519-4047-b3d7-4171b054ddb5 x-openstack-request-id: req-3969ddea-f519-4047-b3d7-4171b054ddb5 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:23.949288 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:23.949536 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3969ddea-f519-4047-b3d7-4171b054ddb5 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:23.949962 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'status': 'completed', 'code': 200} Feb 16 16:03:24.010002 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:24.013552 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-6d5ad1a6-bc68-4d10-964b-a82fbd7e1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:24.015175 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-6d5ad1a6-bc68-4d10-964b-a82fbd7e1b05 service neutron] 10.222.0.129 "GET /v2.0/ports?tenant_id=acc17031b6104740a6e42f3a71987baa&device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 1094 time: 0.0425742 Feb 16 16:03:24.112909 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-367d9e9d-8f88-4e2b-92c8-b8336af1f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:24.114392 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-367d9e9d-8f88-4e2b-92c8-b8336af1f679 service neutron] 10.222.0.129 "GET /v2.0/networks?id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 200 len: 911 time: 0.0917137 Feb 16 16:03:24.156445 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-ed4fbf68-1eaa-445c-b618-bff5f40fabc0 service neutron] 10.222.0.129 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 200 len: 217 time: 0.0356197 Feb 16 16:03:24.212281 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-7672eb18-e3d3-4526-933f-257b8df758a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:24.213751 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-7672eb18-e3d3-4526-933f-257b8df758a0 service neutron] 10.222.0.129 "GET /v2.0/subnets?id=69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 200 len: 848 time: 0.0515659 Feb 16 16:03:24.217222 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:24.245231 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] Checking router: 12abbe30-ee0a-437c-8489-6e6b6f1ad97f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:24.253514 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:24.254119 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:24.259472 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-17357d06-7ff8-4365-8c6f-697e542350c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:24.261101 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-17357d06-7ff8-4365-8c6f-697e542350c5 service neutron] 10.222.0.129 "GET /v2.0/ports?network_id=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412803 Feb 16 16:03:24.372649 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:24.389517 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-9fa4772f-9863-4f6c-a9aa-83620bcd27cc service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212280 Feb 16 16:03:24.422301 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ee08-2ec6-4d58-889a-92bbabbf7f39 req-bda242f5-cfd0-4953-97d5-e174409041d9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:24.423846 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1be6ee08-2ec6-4d58-889a-92bbabbf7f39 req-bda242f5-cfd0-4953-97d5-e174409041d9 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 943 time: 0.0870447 Feb 16 16:03:24.505936 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-1be6ee08-2ec6-4d58-889a-92bbabbf7f39 req-6ddf59d5-63a4-421e-8841-0adc997bf090 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502565 Feb 16 16:03:24.534120 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-7820ceb1-9aba-44d4-bae9-fcd1bd186ab2 req-361e6af1-7b0e-4d14-a28a-6c11f3c7b3de service neutron] 10.222.0.129 "GET /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380060 Feb 16 16:03:24.576973 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:24.608713 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215b02c-c3b6-4401-bbec-e1b1150240a9 None None] The sync data for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 is: [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:28Z', 'revision_number': 4, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1', '_interfaces': [{'id': '15f34fd4-d134-43f1-b836-8b681d4fc52a', 'name': '', 'network_id': '8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'mac_address': 'fa:16:3e:ba:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:27Z', 'updated_at': '2022-02-16T15:58:32Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'subnets': [{'id': '69ecbb1f-77af-4bb4-a169-d765cb7666a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:24.825208 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5739ec-6888-421e-910a-08f0a1495224 None None] New status for floating IP 129463b9-25ce-457a-b3f5-ca9a493a1dad: DOWN {{(pid=103046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:03:25.628608 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccd1f9-ff65-4110-989a-f21fd519eb69 req-a9c6c9e4-44f8-4b1d-9e12-554ae1b19f2c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:25.630013 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5ccd1f9-ff65-4110-989a-f21fd519eb69 req-a9c6c9e4-44f8-4b1d-9e12-554ae1b19f2c tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 943 time: 0.0529757 Feb 16 16:03:25.667562 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-c5ccd1f9-ff65-4110-989a-f21fd519eb69 req-843cc2ee-6cfa-4758-85f4-7eb49bfacacc tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/security-groups?id=2b041eda-f23e-4437-b624-06d366ae8f75&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314441 Feb 16 16:03:25.854811 n-d-829433-1 neutron-server[103043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda86758-75fc-4c80-8993-986b458ad860 req-9464a0b3-553c-4a5f-a56d-5595bd8f4d0f tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:25.856294 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dda86758-75fc-4c80-8993-986b458ad860 req-9464a0b3-553c-4a5f-a56d-5595bd8f4d0f tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.129 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 943 time: 0.0489109 Feb 16 16:03:25.948996 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Deleting port 9c988d87-f641-41b9-a8f2-17cfe949845d {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:25.949257 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:26.035635 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] For port 9c988d87-f641-41b9-a8f2-17cfe949845d, host n-h2-829433-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829433-1',level=0,port_id=9c988d87-f641-41b9-a8f2-17cfe949845d,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:26.035992 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:26.047743 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Calling delete_port for 9c988d87-f641-41b9-a8f2-17cfe949845d owned by compute:nova {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:26.237611 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:26.266147 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event deleted for resources: {'Port': ['ID=9c988d87-f641-41b9-a8f2-17cfe949845d,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:26.312445 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] No DVR routers for this DVR port 9c988d87-f641-41b9-a8f2-17cfe949845d on host n-h2-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:26.314983 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229629'] for port, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:26.318251 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-dda86758-75fc-4c80-8993-986b458ad860 req-aa55f182-f7bc-4d4b-a681-b34b50eb7114 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.129 "DELETE /v2.0/ports/9c988d87-f641-41b9-a8f2-17cfe949845d HTTP/1.1" status: 204 len: 173 time: 0.4560587 Feb 16 16:03:26.320711 n-d-829433-1 neutron-server[103043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-deleted', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d'}] {{(pid=103043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:26.320974 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10a10e6633b7fab42cdc21c8381c4b87a40062f491d553fabf67e2f8c016044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35626655-4ccd-4bf0-a2a0-4da98bd94ff5" -d '{"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-deleted", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d"}]}' {{(pid=103043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:26.358344 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d741cfc3-a2b8-48c0-9908-f05835e0ab62 x-openstack-request-id: req-d741cfc3-a2b8-48c0-9908-f05835e0ab62 {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:26.358978 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed23ae0-efeb-4eb2-9965-94dc12c3339b", "name": "network-vif-deleted", "tag": "9c988d87-f641-41b9-a8f2-17cfe949845d", "status": "completed", "code": 200}]} {{(pid=103043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:26.359236 n-d-829433-1 neutron-server[103043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d741cfc3-a2b8-48c0-9908-f05835e0ab62 {{(pid=103043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:26.359665 n-d-829433-1 neutron-server[103043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed23ae0-efeb-4eb2-9965-94dc12c3339b', 'name': 'network-vif-deleted', 'tag': '9c988d87-f641-41b9-a8f2-17cfe949845d', 'status': 'completed', 'code': 200} Feb 16 16:03:26.778027 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [req-68d07f4b-4431-441a-a811-66fa61ccbef0 req-37cedb0c-30b9-4c4e-89dd-767a406ce121 tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "GET /v2.0/ports?device_id=fed23ae0-efeb-4eb2-9965-94dc12c3339b HTTP/1.1" status: 200 len: 210 time: 0.0255809 Feb 16 16:03:27.835156 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47272) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:27.892954 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ba535a0-b0a4-4bcc-902b-84c3b84fbd1d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:27.917922 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ba535a0-b0a4-4bcc-902b-84c3b84fbd1d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:28.074298 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ba535a0-b0a4-4bcc-902b-84c3b84fbd1d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:28.077013 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6ba535a0-b0a4-4bcc-902b-84c3b84fbd1d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Notify callbacks [] for security_group, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:28.078283 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6ba535a0-b0a4-4bcc-902b-84c3b84fbd1d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] 10.222.0.113 "DELETE /v2.0/security-groups/2b041eda-f23e-4437-b624-06d366ae8f75 HTTP/1.1" status: 204 len: 168 time: 0.2420275 Feb 16 16:03:28.088407 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba535a0-b0a4-4bcc-902b-84c3b84fbd1d tempest-TestSnapshotPattern-2053870593 tempest-TestSnapshotPattern-2053870593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b041eda-f23e-4437-b624-06d366ae8f75,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:29.193510 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47278) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:29.648861 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:29.893079 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Deleting port 15f34fd4-d134-43f1-b836-8b681d4fc52a {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:29.893337 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:29.974163 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] For port 15f34fd4-d134-43f1-b836-8b681d4fc52a, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=15f34fd4-d134-43f1-b836-8b681d4fc52a,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:29.974524 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:29.985972 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Calling delete_port for 15f34fd4-d134-43f1-b836-8b681d4fc52a owned by network:router_interface {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:30.246490 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:30.273179 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f34fd4-d134-43f1-b836-8b681d4fc52a,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:30.470575 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:30.724343 n-d-829433-1 neutron-server[103043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:30.837085 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:30.842300 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-d906cd1b-2f64-4e8c-a1c1-03be3002f6d6 admin admin] 10.222.0.113 "PUT /v2.0/routers/12abbe30-ee0a-437c-8489-6e6b6f1ad97f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477556 Feb 16 16:03:30.844817 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47282) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:30.845890 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] Sync routers for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:30.856140 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:30.856757 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:30.905823 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 9c988d87-f641-41b9-a8f2-17cfe949845d no longer exists at agent hyperv_n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:30.951517 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:30.960480 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] No Port match for: 9c988d87-f641-41b9-a8f2-17cfe949845d {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:30.960828 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Device 9c988d87-f641-41b9-a8f2-17cfe949845d not bound to the agent host n-h2-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:30.982128 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: n-d-829433-1 {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:31.060121 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.168312 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T16:03:30Z', 'revision_number': 5, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port': {'id': 'b9c7e0c9-bcf8-4b72-9065-3634ce4a0040', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:31.200654 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Deleting port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:31.201005 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.284680 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] For port b9c7e0c9-bcf8-4b72-9065-3634ce4a0040, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:31.285645 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.298404 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Calling delete_port for b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 owned by network:router_gateway {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:31.358136 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] Checking router: 12abbe30-ee0a-437c-8489-6e6b6f1ad97f for host: n-d-829433-1 {{(pid=103045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:31.368273 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] Routers {'12abbe30-ee0a-437c-8489-6e6b6f1ad97f'} bound to L3 agent in host n-d-829433-1 {{(pid=103045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:31.369145 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'], 'active': True} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:31.380796 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:03:31.457003 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvr_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] Set router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f gateway port host: None {{(pid=103045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:31.510900 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_hamode_db [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T16:03:31Z', 'revision_number': 6, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:31.514064 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.538064 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1229f-36e2-498e-951c-851d76d2916d None None] The sync data for ids ['12abbe30-ee0a-437c-8489-6e6b6f1ad97f'] in n-d-829433-1 is: [{'id': '12abbe30-ee0a-437c-8489-6e6b6f1ad97f', 'name': 'tempest-TestSnapshotPattern-793698493-router', 'tenant_id': 'acc17031b6104740a6e42f3a71987baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:25Z', 'updated_at': '2022-02-16T16:03:31Z', 'revision_number': 6, 'project_id': 'acc17031b6104740a6e42f3a71987baa', 'gw_port_host': None}] {{(pid=103045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:31.544758 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c7e0c9-bcf8-4b72-9065-3634ce4a0040,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:31.609092 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.703283 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.706021 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.817075 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.817560 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12abbe30-ee0a-437c-8489-6e6b6f1ad97f {{(pid=103043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:03:31.822085 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] Notify callbacks [] for router, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.823244 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-1cfaad20-8bec-4b1a-bc59-ddc00c4643f4 admin admin] 10.222.0.113 "DELETE /v2.0/routers/12abbe30-ee0a-437c-8489-6e6b6f1ad97f HTTP/1.1" status: 204 len: 168 time: 0.9775083 Feb 16 16:03:31.825768 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47284) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:31.874953 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] Deleting subnet 69ecbb1f-77af-4bb4-a169-d765cb7666a6 {{(pid=103043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:03:31.878212 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:31.915668 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25375486'] for subnet, precommit_delete_associations {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.003454 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.131972 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25392063'] for subnet, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.158574 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ecbb1f-77af-4bb4-a169-d765cb7666a6,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:32.162653 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.166088 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-6af423ca-7d0d-4c0f-bfc6-bf9738d97f6e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/69ecbb1f-77af-4bb4-a169-d765cb7666a6 HTTP/1.1" status: 204 len: 168 time: 0.3391697 Feb 16 16:03:32.168428 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47286) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:32.169641 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd70e0-c109-4f0a-828c-6099c96ab3ce None None] Network 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:03:32.238198 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.293731 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Deleting port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:32.293731 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.317406 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 15f34fd4-d134-43f1-b836-8b681d4fc52a no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:32.350194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 15f34fd4-d134-43f1-b836-8b681d4fc52a {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:32.350569 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 15f34fd4-d134-43f1-b836-8b681d4fc52a not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:32.379965 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] For port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:32.381866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.387224 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] DHCP port deletion for 8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:03:32.396367 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Calling delete_port for 276d80c3-62b0-4ed8-ad38-caa2f0f170bb owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:32.439110 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] Deleting port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:32.439490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.507881 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] For port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,segment=NetworkSegment(cd107fa2-5906-43c7-977e-53e692910cfd),segment_id=cd107fa2-5906-43c7-977e-53e692910cfd)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:32.508269 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.522148 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] Calling delete_port for 276d80c3-62b0-4ed8-ad38-caa2f0f170bb owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:32.577544 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.602889 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.608683 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Pushing event deleted for resources: {'Port': ['ID=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:32.614581 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] No DVR routers for this DVR port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:32.629246 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] Pushing event deleted for resources: {'Port': ['ID=276d80c3-62b0-4ed8-ad38-caa2f0f170bb,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:32.634791 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ed4a8-2b2c-41d2-bdde-8d65c3a8bd4a None None] No DVR routers for this DVR port 276d80c3-62b0-4ed8-ad38-caa2f0f170bb on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:32.695866 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.716341 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:32.726346 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd107fa2-5906-43c7-977e-53e692910cfd') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:32.726626 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd107fa2-5906-43c7-977e-53e692910cfd') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:32.735937 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.750002 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.755951 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:03:32.756380 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: timer() Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:03:32.760731 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:03:32.880369 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.886019 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:32.889181 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] 10.222.0.113 "DELETE /v2.0/networks/8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943 HTTP/1.1" status: 204 len: 168 time: 0.7198429 Feb 16 16:03:32.892158 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47288) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:32.901154 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8bc9a-4597-426f-a787-f300e412f53d admin admin] Pushing event deleted for resources: {'Network': ['ID=8931f73e-d3c8-4ec5-aca2-1ac6c6b9b943,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:33.238682 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-712876'] for router_interface, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:33.483974 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Deleting port 96290d14-bfbf-4d96-83d5-19eafb7011b7 {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:33.484304 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:33.560498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] For port 96290d14-bfbf-4d96-83d5-19eafb7011b7, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=96290d14-bfbf-4d96-83d5-19eafb7011b7,segment=NetworkSegment(e1d5c286-6fd4-41c7-b7ec-a2e683c2e790),segment_id=e1d5c286-6fd4-41c7-b7ec-a2e683c2e790)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:33.560856 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:33.572110 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Calling delete_port for 96290d14-bfbf-4d96-83d5-19eafb7011b7 owned by network:router_interface {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:33.700156 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 276d80c3-62b0-4ed8-ad38-caa2f0f170bb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:33.725133 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 276d80c3-62b0-4ed8-ad38-caa2f0f170bb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:33.725565 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 276d80c3-62b0-4ed8-ad38-caa2f0f170bb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:33.726085 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:33.745640 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:33.746000 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device b9c7e0c9-bcf8-4b72-9065-3634ce4a0040 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:33.811231 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:33.838464 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=96290d14-bfbf-4d96-83d5-19eafb7011b7,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:33.866035 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.866371 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.866706 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.867039 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.867370 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.867713 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.868030 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.868350 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.868666 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.868982 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.869295 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.869608 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829433-1 {{(pid=103044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:34.014743 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1000389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-712896'] for router_interface, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:34.225722 n-d-829433-1 neutron-server[103044]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Router 8dcc8cad-4ea4-4825-94f7-0449304887ed has already been hosted by L3 agent cdf00e25-8ae6-4807-8951-4250e2272089 {{(pid=103044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:34.328248 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] Notify agent at l3_agent.n-d-829433-1 the message routers_updated {{(pid=103044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:34.333848 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-04502be2-45f4-46c8-8628-66725c6f8f59 admin admin] 10.222.0.113 "PUT /v2.0/routers/8dcc8cad-4ea4-4825-94f7-0449304887ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406424 Feb 16 16:03:34.336504 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47292) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:34.339210 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] Sync routers for ids ['8dcc8cad-4ea4-4825-94f7-0449304887ed'] in n-d-829433-1 {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:34.349011 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] Routers {'8dcc8cad-4ea4-4825-94f7-0449304887ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:34.349617 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8dcc8cad-4ea4-4825-94f7-0449304887ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:34.439085 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks [] for router, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:34.452763 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] Set router 8dcc8cad-4ea4-4825-94f7-0449304887ed gateway port host: n-d-829433-1 {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:34.540223 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:34.628244 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'external_fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T16:03:33Z', 'revision_number': 5, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port': {'id': '975bbb58-a7fc-41a1-a54b-91652ff9b3bb', 'name': '', 'network_id': 'e614c420-a791-467f-9b28-a6d8d96c0204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:83:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829433-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:58:31Z', 'updated_at': '2022-02-16T15:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cde2ac4-b7cc-4be9-b53d-bb725ac2a6fe', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829433-1'}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:34.655846 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Deleting port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb {{(pid=103044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:34.656191 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:34.657879 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] Checking router: 8dcc8cad-4ea4-4825-94f7-0449304887ed for host: n-d-829433-1 {{(pid=103046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:34.666223 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] Routers {'8dcc8cad-4ea4-4825-94f7-0449304887ed'} bound to L3 agent in host n-d-829433-1 {{(pid=103046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:34.666885 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829433-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:27:38Z,description=,heartbeat_timestamp=2022-02-16T16:03:08Z,host='n-d-829433-1',id=cdf00e25-8ae6-4807-8951-4250e2272089,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:27:38Z,topic='l3_agent')) {'router_ids': ['8dcc8cad-4ea4-4825-94f7-0449304887ed'], 'active': True} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:34.739481 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.db [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] For port 975bbb58-a7fc-41a1-a54b-91652ff9b3bb, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,segment=NetworkSegment(0ed2b698-3093-4764-bb2c-92925c10dd7a),segment_id=0ed2b698-3093-4764-bb2c-92925c10dd7a)] {{(pid=103044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:34.739871 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:34.751833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.plugins.ml2.plugin [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Calling delete_port for 975bbb58-a7fc-41a1-a54b-91652ff9b3bb owned by network:router_gateway {{(pid=103044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:34.752020 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_dvr_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] Set router 8dcc8cad-4ea4-4825-94f7-0449304887ed gateway port host: None {{(pid=103046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:34.802716 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.l3_hamode_db [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T16:03:34Z', 'revision_number': 6, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port_host': None}], 'n-d-829433-1', False) {} {{(pid=103046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:34.831467 n-d-829433-1 neutron-server[103046]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488fd04-6eb9-46ba-a1a9-185da166749e None None] The sync data for ids ['8dcc8cad-4ea4-4825-94f7-0449304887ed'] in n-d-829433-1 is: [{'id': '8dcc8cad-4ea4-4825-94f7-0449304887ed', 'name': 'tempest-TestSnapshotPattern-756538579-router', 'tenant_id': '42aa6d07fac24482a73b87d866d809b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:58:30Z', 'updated_at': '2022-02-16T16:03:34Z', 'revision_number': 6, 'project_id': '42aa6d07fac24482a73b87d866d809b4', 'gw_port_host': None}] {{(pid=103046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:35.257138 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4847779'] for port, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.282490 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Pushing event deleted for resources: {'Port': ['ID=975bbb58-a7fc-41a1-a54b-91652ff9b3bb,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:35.325900 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-3a2017f1-7439-47b9-82c0-d75b7a86387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.349927 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-713826'] for router_gateway, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.442284 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9147'] for router, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.444421 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.531380 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-715503'] for router, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.531833 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dcc8cad-4ea4-4825-94f7-0449304887ed {{(pid=103044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:03:35.536416 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] Notify callbacks [] for router, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.537559 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-31d98950-8f2f-4208-bd2a-fd55d4c1d86b admin admin] 10.222.0.113 "DELETE /v2.0/routers/8dcc8cad-4ea4-4825-94f7-0449304887ed HTTP/1.1" status: 204 len: 168 time: 1.2002578 Feb 16 16:03:35.540254 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47294) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:35.587498 n-d-829433-1 neutron-server[103044]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] Deleting subnet b661d858-9ab4-46a8-a539-fba37db5f554 {{(pid=103044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 16 16:03:35.590788 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.631030 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5220988'] for subnet, precommit_delete_associations {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.707743 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 96290d14-bfbf-4d96-83d5-19eafb7011b7 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:35.712091 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4126275'] for subnet, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.730420 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 96290d14-bfbf-4d96-83d5-19eafb7011b7 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:35.730763 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 96290d14-bfbf-4d96-83d5-19eafb7011b7 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:35.731194 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 975bbb58-a7fc-41a1-a54b-91652ff9b3bb no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:35.750925 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: 975bbb58-a7fc-41a1-a54b-91652ff9b3bb {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:35.751265 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device 975bbb58-a7fc-41a1-a54b-91652ff9b3bb not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:35.832646 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4126328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-627435', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4847696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4793051'] for subnet, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.860435 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b661d858-9ab4-46a8-a539-fba37db5f554,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:35.866237 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:35.869758 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-686e6569-1132-46a8-b219-69709a655c6b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/b661d858-9ab4-46a8-a539-fba37db5f554 HTTP/1.1" status: 204 len: 168 time: 0.3284566 Feb 16 16:03:35.874707 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654fec51-0de5-45c3-ba65-b5ffd48e841b None None] Network 64ff741e-fc8e-4434-ba36-8b839242d32b requested from n-d-829433-1 {{(pid=103045) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 16 16:03:35.876267 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [-] (103043) accepted ('10.222.0.113', 47296) {{(pid=103043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:35.946548 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3943754'] for network, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.003289 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Deleting port bbb76110-b4ee-414c-8c97-1043c2ce0648 {{(pid=103043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:36.003910 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.072018 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] DHCP port deletion for 64ff741e-fc8e-4434-ba36-8b839242d32b request from n-d-829433-1 {{(pid=103045) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 16 16:03:36.124877 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] Deleting port bbb76110-b4ee-414c-8c97-1043c2ce0648 {{(pid=103045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 16 16:03:36.125257 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730684532062'] for port, before_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.193553 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.db [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] For port bbb76110-b4ee-414c-8c97-1043c2ce0648, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bbb76110-b4ee-414c-8c97-1043c2ce0648,segment=NetworkSegment(e1d5c286-6fd4-41c7-b7ec-a2e683c2e790),segment_id=e1d5c286-6fd4-41c7-b7ec-a2e683c2e790)] {{(pid=103045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:36.193877 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.207074 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] Calling delete_port for bbb76110-b4ee-414c-8c97-1043c2ce0648 owned by network:dhcp {{(pid=103045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:36.354566 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018'] for port, after_delete {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.378409 n-d-829433-1 neutron-server[103045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] Pushing event deleted for resources: {'Port': ['ID=bbb76110-b4ee-414c-8c97-1043c2ce0648,revision_number=None']} {{(pid=103045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:36.384543 n-d-829433-1 neutron-server[103045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e6caf-a16b-4651-aa44-c16ac87e90bf None None] No DVR routers for this DVR port bbb76110-b4ee-414c-8c97-1043c2ce0648 on host n-d-829433-1 {{(pid=103045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:36.416200 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.db [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] For port bbb76110-b4ee-414c-8c97-1043c2ce0648, host n-d-829433-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829433-1',level=0,port_id=bbb76110-b4ee-414c-8c97-1043c2ce0648,segment=NetworkSegment(e1d5c286-6fd4-41c7-b7ec-a2e683c2e790),segment_id=e1d5c286-6fd4-41c7-b7ec-a2e683c2e790)] {{(pid=103043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:36.416557 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715450'] for port, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.429847 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.plugin [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Calling delete_port for bbb76110-b4ee-414c-8c97-1043c2ce0648 owned by network:dhcp {{(pid=103043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 16 16:03:36.506880 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730684533845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730684134018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406520'] for port, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.532083 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb76110-b4ee-414c-8c97-1043c2ce0648,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:36.537609 n-d-829433-1 neutron-server[103043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] No DVR routers for this DVR port bbb76110-b4ee-414c-8c97-1043c2ce0648 on host n-d-829433-1 {{(pid=103043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:36.604962 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4128225', 'neutron.services.segments.db._delete_segments_for_network-8730684553768'] for network, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.624121 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ff741e-fc8e-4434-ba36-8b839242d32b']}} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:36.633516 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790') {'for_net_delete': True} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:36.633806 n-d-829433-1 neutron-server[103043]: DEBUG neutron.services.segments.db [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d5c286-6fd4-41c7-b7ec-a2e683c2e790') {} {{(pid=103043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:36.647166 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730684645012', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25375473'] for segment, before_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.662043 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361'] for segment, precommit_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.668069 n-d-829433-1 neutron-server[103043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=103043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4123361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406573'] for segment, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: self.session.flush() Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: Traceback (most recent call last): Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: timer() Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: cb(*args, **kw) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: return func(*args, **kwargs) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: self._notify() Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: self.callback(batched_events) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: event.method(event) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: return f(self, *a, **k) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: return self._get(url).json() Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: return self.request(url, 'GET', **kwargs) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:03:36.686359 n-d-829433-1 neutron-server[103043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:03:36.897255 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4128232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1000444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-713822'] for network, after_delete {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.902706 n-d-829433-1 neutron-server[103043]: DEBUG neutron_lib.callbacks.manager [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1000430'] for network, before_response {{(pid=103043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:36.905951 n-d-829433-1 neutron-server[103043]: INFO neutron.wsgi [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] 10.222.0.113 "DELETE /v2.0/networks/64ff741e-fc8e-4434-ba36-8b839242d32b HTTP/1.1" status: 204 len: 168 time: 1.0286276 Feb 16 16:03:36.918184 n-d-829433-1 neutron-server[103043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73426702-c640-49d5-ac1f-6215b1c69170 admin admin] Pushing event deleted for resources: {'Network': ['ID=64ff741e-fc8e-4434-ba36-8b839242d32b,revision_number=None']} {{(pid=103043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:37.226139 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47300) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:37.266887 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-490f98cf-09f7-4d85-a8e8-d926e4e48a01 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=acc17031b6104740a6e42f3a71987baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395808 Feb 16 16:03:37.270123 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47302) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:37.323345 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93d557f-9e7c-4267-a3b0-a90957380fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:37.344670 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93d557f-9e7c-4267-a3b0-a90957380fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:37.445677 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93d557f-9e7c-4267-a3b0-a90957380fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:37.448332 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-d93d557f-9e7c-4267-a3b0-a90957380fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:37.449524 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-d93d557f-9e7c-4267-a3b0-a90957380fec admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/233206ad-e2b8-4209-9134-173daf1250c6 HTTP/1.1" status: 204 len: 168 time: 0.1785240 Feb 16 16:03:37.458441 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d557f-9e7c-4267-a3b0-a90957380fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233206ad-e2b8-4209-9134-173daf1250c6,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:37.698647 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bbb76110-b4ee-414c-8c97-1043c2ce0648 no longer exists at agent ovs-agent-n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:37.718277 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] No Port match for: bbb76110-b4ee-414c-8c97-1043c2ce0648 {{(pid=103045) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 16 16:03:37.718607 n-d-829433-1 neutron-server[103045]: DEBUG neutron.plugins.ml2.rpc [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Device bbb76110-b4ee-414c-8c97-1043c2ce0648 not bound to the agent host n-d-829433-1 {{(pid=103045) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:38.046839 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47308) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:38.050346 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c9706f91-d9ec-44d8-9313-0bfc04e17704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:38.089811 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-6a9adefe-ba51-46ba-93a2-45b9120074c1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=42aa6d07fac24482a73b87d866d809b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414047 Feb 16 16:03:38.092396 n-d-829433-1 neutron-server[103044]: DEBUG neutron.wsgi [-] (103044) accepted ('10.222.0.113', 47310) {{(pid=103044) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 16 16:03:38.142084 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f493cf50-89b7-4bf3-843c-985fa2a76499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:38.163518 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f493cf50-89b7-4bf3-843c-985fa2a76499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:38.272245 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f493cf50-89b7-4bf3-843c-985fa2a76499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947657'] for security_group, after_delete {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:38.274903 n-d-829433-1 neutron-server[103044]: DEBUG neutron_lib.callbacks.manager [None req-f493cf50-89b7-4bf3-843c-985fa2a76499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:38.276160 n-d-829433-1 neutron-server[103044]: INFO neutron.wsgi [None req-f493cf50-89b7-4bf3-843c-985fa2a76499 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/decfc569-d802-472a-8f2a-753c3760c9d1 HTTP/1.1" status: 204 len: 168 time: 0.1828623 Feb 16 16:03:38.285260 n-d-829433-1 neutron-server[103044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493cf50-89b7-4bf3-843c-985fa2a76499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decfc569-d802-472a-8f2a-753c3760c9d1,revision_number=None']} {{(pid=103044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:39.914560 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:41.443181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:41.643947 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:43.240524 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:03:47.222788 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:05.323636 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-06278eb4-e640-4dd5-af9d-27199835f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:08.085096 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-129a1ca4-aef5-4ce5-b52b-1fc6145af86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:08.380276 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:04:09.941079 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:11.466606 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:11.645405 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:13.245258 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:17.193939 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:35.335374 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-d62beac9-f7b5-4202-9345-0aea3195c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:38.090986 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-870f80a3-e360-4046-b6b9-408393193341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:39.908228 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:41.457147 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:41.628255 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:43.279466 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:04:45.378858 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:04:47.217998 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:05.319576 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ab49d580-88c1-4bdb-845c-9f99a36de8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:08.028216 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c5b32e27-1681-4003-8e9f-9d7cf4789eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:09.902329 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:11.445153 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:11.645591 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:13.308040 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:17.193676 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:22.377674 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:05:35.330670 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1b3ec3a8-eaf5-4a89-b31e-5d139ecbaaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:38.033615 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f737ae85-26e9-43dd-89d2-d358aea2cff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:39.947985 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:41.455884 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:41.650404 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:43.308039 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:47.182224 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:05:59.376324 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:06:05.330837 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-838426df-eaf9-4863-9134-cf0bb91ae879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:08.073671 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e538-c4ee-4caa-bd3f-e8cf1252dbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:09.921092 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:11.519392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:11.650779 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:13.307813 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:17.240022 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:35.324835 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-743aab65-411d-4868-a39a-4f01df1dd470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:36.375391 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:06:38.027904 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-e446d787-c4cb-41a5-bd71-16a6d15a4f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:39.919118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:41.444728 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:41.644660 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:43.301630 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:06:47.256704 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:05.342273 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-330159c0-811b-4ffe-a9b3-12c3a92722d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:08.028099 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-2b657991-deee-4e37-9492-a50704a4ac27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:09.936544 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:11.450962 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:11.656248 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:13.324932 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:13.373859 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:07:17.227704 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:35.359570 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6a40c9f7-7b7a-4d8d-af9e-d8c9baaf92ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:38.051134 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-9f61bbcc-3429-473d-b792-f79be26e57ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:39.936271 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:41.446069 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:41.645317 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:43.400424 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:47.233490 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:07:50.373718 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:08:05.324280 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-609481a1-7cd7-4657-909b-2675c8c00a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:08.068181 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-18f49739-62ef-4f5a-9ba1-9045ad69c11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:09.942035 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:11.485445 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:11.702778 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:13.331278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:17.261388 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:27.372576 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:08:35.352322 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-a3dfec62-939d-4ab7-b55a-14ad3dcabb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:38.062781 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-450030dd-6f79-4919-aace-9b59f2c2a984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:39.936836 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:41.479794 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:41.668315 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:43.392735 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:08:47.251236 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:04.372140 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:09:05.428517 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-939df49c-da38-439a-9bb5-f32f70bd3bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:08.034891 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-69884094-a83b-4609-b4e8-6213fda20076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:09.941021 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:11.474104 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:11.671896 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:13.354055 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:17.271982 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:35.336643 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-6823e05c-8bc9-4178-ae57-23ddc6d761bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:38.038042 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7a7f77b5-5de4-4754-8e14-4885209a6596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:39.945720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:41.380284 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:09:41.483166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:41.700192 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:43.348352 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:09:47.277392 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:05.353995 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-740ef2d9-68e2-42d4-a433-b408e1c97def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:08.131380 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-adc5b716-650f-4fec-96d0-804cc22ae862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:09.980166 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:11.503033 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:11.745685 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:13.371418 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:17.271532 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:18.382504 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:10:35.322597 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-7c099710-ea39-4800-9830-2236a2dba874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:38.134278 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-73d065c2-82cc-4279-801b-918943ae6005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:39.988599 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:41.511366 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:41.682233 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:43.322457 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:47.265314 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:10:55.382271 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:10:59.184082 n-d-829433-1 neutron-server[103043]: DEBUG neutron.wsgi [req-01748cb2-5213-4a9d-b052-5f06c20c9c2b req-49f79cf2-328a-453a-9a1e-5f441074f33d service neutron] (103043) timed out ('10.222.0.113', 45028) {{(pid=103043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 16 16:11:05.339190 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-fc6482f8-ff01-40ab-b766-ba461d1d82ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:08.059811 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-16a49f29-610d-48fd-b11b-ba323f371975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:09.973261 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:11.554918 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:11.708686 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:13.373673 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:17.285756 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:32.381050 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:11:35.331256 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-397fed4f-9d35-4d59-b5b0-beec1fb768f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:38.087444 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-db92c7cf-8a33-4e09-820f-0ec548052f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:39.951265 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:41.522186 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:41.693198 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:43.348311 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:11:47.394469 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:05.385786 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-c7657ab8-088e-4fe3-b886-8e9b6fa116ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:08.080027 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-729365d6-7a1c-4028-86a2-796c38ff6930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:09.380116 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:12:09.978277 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:11.504118 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:11.851617 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:13.348720 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:17.309999 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-007d473c-f136-4a48-b4c1-cb700ad38ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:35.338355 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-1e484b5f-7a85-41d9-b05d-709ac85bcf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:38.069631 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-59ed06f6-714a-416f-bd70-edfb36286734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:39.966727 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-99a2684c-0f33-4307-9173-f20ce2b16a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:41.487509 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-ac13b0db-d7e4-4dae-8673-84c9e15dda83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:41.702950 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-20798882-883e-4670-a16c-8bf53cbe9b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:43.338203 n-d-829433-1 neutron-server[103045]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5d45-42c6-40cd-a822-a572e0a29091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730684553602', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4125231'] for agent, after_update {{(pid=103045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 16:12:46.379785 n-d-829433-1 neutron-server[103046]: DEBUG neutron.db.agents_db [None req-b38eabbc-9aa5-4814-9533-ebede652b8ba None None] Agent healthcheck: found 7 active agents {{(pid=103046) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}